-- Logs begin at Thu 2022-09-22 20:48:58 UTC, end at Thu 2022-09-22 22:40:21 UTC. -- Sep 22 21:23:53.597973 dv-neutron-858900-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Sep 22 21:23:56.097517 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.common.config [-] Logging enabled! Sep 22 21:23:56.098231 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.5.1.dev32 Sep 22 21:23:56.098322 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88901) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 22 21:23:56.101376 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.common.config [-] Logging enabled! Sep 22 21:23:56.101625 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.5.1.dev32 Sep 22 21:23:56.101931 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88901) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 22 21:23:56.102875 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 22 21:23:56.103115 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 22 21:23:56.103464 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 22 21:23:56.103707 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 22 21:23:56.103930 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 22 21:23:56.104248 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.104543 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.104834 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.105061 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.105352 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.105636 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.105913 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.106196 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.106490 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.106797 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.107074 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.107351 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.107576 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.107852 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.108131 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.108412 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.108634 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] debug = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.108908 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.109322 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.109733 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.110007 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.110291 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.110582 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.110871 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.111130 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.111410 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.111732 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] host = dv-neutron-858900-1-hyperv {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.112580 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.112867 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.113151 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.113434 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.113971 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.114244 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.114525 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.114819 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.115088 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] log_file = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.115359 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.115644 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.115928 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.116213 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.116437 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.116661 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.116946 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.117229 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.117500 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.117770 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.118039 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.118308 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.118577 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.118865 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.119150 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.119432 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.119714 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.119986 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.120257 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.120527 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.120795 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.121077 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.121348 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.121617 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.121884 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.122167 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.122429 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.122732 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.123030 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.123314 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.123590 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.123871 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.124140 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.124419 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.124689 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.124959 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.125229 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] use_json = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.125499 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.125767 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.126046 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.126316 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.126588 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.126885 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.127155 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.127436 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.127730 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:56.128025 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.128318 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.128615 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.128904 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.129193 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.129472 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.129761 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.130039 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.130325 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.130626 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.130920 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.131200 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.131489 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.131766 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.132057 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.132357 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.132648 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.132939 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.133211 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.133481 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.133751 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.134028 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.134308 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.134597 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.134902 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.135172 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.135449 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.135738 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.136014 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.136282 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.136562 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.136850 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.137126 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.137395 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.137674 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.137962 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.138249 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.138518 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.138821 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.139113 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.139393 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.139668 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.139938 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.140216 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.140487 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.140771 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.141047 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.141318 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.141588 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.141866 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.142137 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.142408 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.142720 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.142993 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.143297 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.143568 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.143838 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.144107 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.144376 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.144645 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.144912 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.145180 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.145456 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.145722 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.145990 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.146256 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.146521 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.146816 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.147100 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.147395 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.147670 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.147946 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.148221 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.148498 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.148773 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.149050 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.149325 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.149598 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.149866 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.150151 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.150431 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.150743 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.151025 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.151299 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.151589 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.151863 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.152140 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.152412 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.152691 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.152970 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.153251 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.153542 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.153834 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.154126 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.154415 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.154732 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.155011 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.155317 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.155592 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:56.155808 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 22 21:23:56.156042 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88901) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 22 21:23:56.541749 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO keyring.backend [-] Loading KWallet Sep 22 21:23:56.548739 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO keyring.backend [-] Loading SecretService Sep 22 21:23:56.552156 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO keyring.backend [-] Loading Windows Sep 22 21:23:56.553427 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO keyring.backend [-] Loading chainer Sep 22 21:23:56.553980 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO keyring.backend [-] Loading macOS Sep 22 21:23:56.586533 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 22 21:23:56.586828 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 22 21:23:56.587114 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 22 21:23:56.587441 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 22 21:23:56.974335 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:56.974657 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:56.974917 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:56.976092 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:56.976370 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:56.976637 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:57.011254 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:57.011530 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:57.011795 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:57.024603 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:57.024884 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:57.025150 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:57.055142 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:57.055427 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:57.055693 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:57.094894 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:57.095148 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:57.095417 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:57.324577 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:57.325111 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:57.325111 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:57.325369 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:57.326094 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:57.445943 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:57.446260 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:57.446539 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:57.446836 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:57.447105 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:57.447416 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:57.447698 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:57.447939 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:57.448192 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:57.448472 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:57.448728 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:57.448988 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:57.449253 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:57.449505 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:57.449767 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:57.450034 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:57.450289 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:57.450557 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:57.450831 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:57.451111 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:57.451454 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:57.451705 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:57.451950 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:57.452230 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:57.452475 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:57.452719 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:57.453102 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88901) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 21:23:57.453335 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88901) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 21:23:57.453566 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88901) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 21:23:57.453795 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88901) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 21:23:57.454025 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88901) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 21:23:57.454252 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88901) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 21:23:57.454624 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 22 21:23:57.457718 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 22 21:23:57.461584 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 22 21:23:57.465293 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Sep 22 21:23:57.466914 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 22 21:23:57.467363 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 22 21:23:57.467696 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 22 21:23:57.468219 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 22 21:23:57.470984 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 22 21:23:57.471257 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 22 21:23:57.471604 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 22 21:23:57.501754 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 22 21:23:57.502197 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:57.503097 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88901) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 22 21:23:57.503452 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:57.504781 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88901) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 22 21:23:57.505056 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 22 21:23:57.505300 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 22 21:23:57.508549 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:57.508828 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:57.570412 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 22 21:23:57.570597 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 22 21:23:57.570849 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 22 21:23:57.571216 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 22 21:23:57.602809 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_db.sqlalchemy.engines [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88901) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 22 21:23:57.936670 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.plugins.ml2.managers [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Initializing driver for type 'gre' Sep 22 21:23:57.937249 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] gre ID ranges: [(1, 1000)] Sep 22 21:23:57.990287 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.plugins.ml2.managers [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Initializing driver for type 'local' Sep 22 21:23:57.990648 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.plugins.ml2.managers [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Initializing driver for type 'vlan' Sep 22 21:23:58.001631 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] VlanTypeDriver initialization complete Sep 22 21:23:58.001961 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.plugins.ml2.managers [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Initializing driver for type 'vxlan' Sep 22 21:23:58.002432 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] vxlan ID ranges: [(1, 1000)] Sep 22 21:23:58.054904 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.plugins.ml2.managers [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Initializing extension driver 'port_security' Sep 22 21:23:58.055253 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.plugins.ml2.extensions.port_security [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] PortSecurityExtensionDriver initialization complete Sep 22 21:23:58.055595 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.plugins.ml2.managers [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Initializing mechanism driver 'openvswitch' Sep 22 21:23:58.055920 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.plugins.ml2.managers [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Initializing mechanism driver 'hyperv' Sep 22 21:23:58.062411 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:23:58.063108 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > port after_create 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.063485 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > port after_update 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.063845 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > port after_delete 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.064382 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88901) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 22 21:23:58.064829 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > subnet after_create 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.065197 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > subnet after_update 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.065547 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.065938 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88901) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 22 21:23:58.066346 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > network after_create 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.066725 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > network after_update 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.067079 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > network after_delete 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.067469 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88901) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 22 21:23:58.067887 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > security_group after_create 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.068242 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > security_group after_update 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.068588 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.068994 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88901) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 22 21:23:58.069410 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.069768 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.070114 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.070668 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88901) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 22 21:23:58.071086 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > address_group after_create 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.071443 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > address_group after_update 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.071788 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.072187 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88901) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 22 21:23:58.072635 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] ML2 OVO RPC backend initialized. {{(pid=88901) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Sep 22 21:23:58.073348 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.073708 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.074128 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > network before_response 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.074485 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > networks before_response 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.074867 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > port before_response 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.075213 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > ports before_response 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.075563 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > subnet before_response 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.075908 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > subnets before_response 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.076258 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > network after_create 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.076612 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > network after_update 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.076953 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > network after_delete 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.077295 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > port after_create 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.077648 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > port after_update 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.078010 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > port after_delete 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.078340 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > subnet after_create 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.078737 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > subnet after_update 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.079106 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.079714 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.plugins.ml2.plugin [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Modular L2 Plugin initialization complete Sep 22 21:23:58.080052 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading services supported by the core plugin {{(pid=88901) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 22 21:23:58.080391 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.plugins.ml2.managers [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Got port-security extension from driver 'port_security' Sep 22 21:23:58.081356 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.extensions.vlantransparent [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Disabled vlantransparent extension. Sep 22 21:23:58.081859 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88901) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 22 21:23:58.082178 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading Plugin: router Sep 22 21:23:58.119270 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.119663 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > router after_create 55549900 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.120037 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > router before_create 55549900 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.120410 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.120783 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.121143 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > router after_delete 55549900 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.121507 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.121873 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > router after_create 55549900 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.122223 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > router after_update 55549900 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.122574 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > router after_update 55549900 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.122952 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.123314 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > router after_update 55549900 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.123729 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > router precommit_update 55549900 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.124106 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: port after_update 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.124447 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: port after_delete 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.124786 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: subnet after_update 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.125126 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.125473 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.125821 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > router precommit_create 55549900 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.126161 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: port before_delete 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.126506 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > router precommit_create 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.126888 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > router after_update 55549900 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.127239 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.127612 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > router precommit_create 55549900 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.127974 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.128322 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > router precommit_update 55549900 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.128688 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > agent after_create 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.129038 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > agent after_delete 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.129389 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > network after_delete 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.130248 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.quota.resource_registry [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Tracking information for resource: router configured {{(pid=88901) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 21:23:58.130586 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.quota.resource_registry [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Tracking information for resource: floatingip configured {{(pid=88901) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 21:23:58.135547 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.db.l3_agentschedulers_db [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 22 21:23:58.136129 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: port after_update 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.136492 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: port after_create 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.136847 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: port after_delete 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.137200 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: port after_update 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.138104 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > router before_create 55550100 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.138469 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.138866 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > router precommit_create 55550100 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.139227 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > router precommit_update 55550100 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.144230 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.services.provider_configuration [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Service providers = [] {{(pid=88901) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 22 21:23:58.144597 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.db.servicetype_db [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88901) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 22 21:23:58.148112 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.services.service_base [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88901) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 21:23:58.148540 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.services.service_base [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88901) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 21:23:58.148909 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.services.service_base [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88901) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 21:23:58.149948 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.services.service_base [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88901) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 21:23:58.150317 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.services.service_base [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 22 21:23:58.150763 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88901) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 21:23:58.151145 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 22 21:23:58.163263 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88901) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 21:23:58.163625 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading Plugin: auto_allocate Sep 22 21:23:58.169669 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: network precommit_update 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.170046 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: network precommit_create 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.170571 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88901) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 21:23:58.170927 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading Plugin: tag Sep 22 21:23:58.177423 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88901) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 21:23:58.177761 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading Plugin: timestamp Sep 22 21:23:58.181728 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88901) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 21:23:58.182068 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading Plugin: network_ip_availability Sep 22 21:23:58.187349 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.187660 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.188021 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.188730 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88901) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 21:23:58.189050 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading Plugin: flavors Sep 22 21:23:58.193736 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88901) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 21:23:58.194073 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading Plugin: revisions Sep 22 21:23:58.198463 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88901) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 21:23:58.198890 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_concurrency.lockutils [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.612s {{(pid=88901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 22 21:23:58.199624 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88901) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 22 21:23:58.199964 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Initializing extension manager. Sep 22 21:23:58.200472 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: __init__.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.200817 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: __pycache__ {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.201153 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.201487 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: address_group.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.202246 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.202850 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: address-group Sep 22 21:23:58.203179 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: address_scope.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.203894 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.204402 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: address-scope Sep 22 21:23:58.204728 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.206182 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.206722 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: router-admin-state-down-before-update Sep 22 21:23:58.207055 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: agent.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.207766 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.208271 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: agent Sep 22 21:23:58.208597 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: agent_resources_synced.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.209723 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.210243 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: agent-resources-synced Sep 22 21:23:58.210573 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: allowedaddresspairs.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.212389 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.212924 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: allowed-address-pairs Sep 22 21:23:58.213263 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: auto_allocated_topology.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.214331 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.214869 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: auto-allocated-topology Sep 22 21:23:58.215202 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: availability_zone.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.215901 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.216410 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: availability_zone Sep 22 21:23:58.216740 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: availability_zone_filter.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.217647 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.218153 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: availability_zone_filter Sep 22 21:23:58.218481 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: data_plane_status.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.219417 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.219922 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extension data-plane-status not supported by any of loaded plugins Sep 22 21:23:58.220249 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: default_subnetpools.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.221157 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.222253 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: default-subnetpools Sep 22 21:23:58.222580 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.223418 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.223927 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: dhcp_agent_scheduler Sep 22 21:23:58.224258 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: dns.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.225165 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.225678 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extension dns-integration not supported by any of loaded plugins Sep 22 21:23:58.226012 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: dns_domain_ports.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.226951 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.227459 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 22 21:23:58.227788 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: dvr.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.228463 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.228976 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: dvr Sep 22 21:23:58.229303 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: empty_string_filtering.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.230218 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.230759 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: empty-string-filtering Sep 22 21:23:58.231089 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.232007 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.232513 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 22 21:23:58.232838 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.233746 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.234249 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 22 21:23:58.234574 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: external_net.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.235511 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.236018 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: external-net Sep 22 21:23:58.236343 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.237784 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.238290 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: extra_dhcp_opt Sep 22 21:23:58.238911 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: extraroute.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.239813 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.240319 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: extraroute Sep 22 21:23:58.240642 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: extraroute_atomic.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.241675 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.242182 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: extraroute-atomic Sep 22 21:23:58.242506 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: filter_validation.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.243200 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.243705 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: filter-validation Sep 22 21:23:58.244026 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: fip_pf_description.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.244932 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.245432 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 22 21:23:58.245756 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: fip_port_details.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.246700 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.247211 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: fip-port-details Sep 22 21:23:58.247540 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: flavors.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.248767 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.249282 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: flavors Sep 22 21:23:58.249611 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.251268 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.251792 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 22 21:23:58.252123 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: floatingip_pools.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.253390 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.253902 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: floatingip-pools Sep 22 21:23:58.254236 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: ip_allocation.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.255188 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.255698 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extension ip_allocation not supported by any of loaded plugins Sep 22 21:23:58.256025 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.256941 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.257454 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: ip-substring-filtering Sep 22 21:23:58.257780 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: l2_adjacency.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.258737 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.259246 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 22 21:23:58.259569 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: l3.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.260553 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.261079 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: router Sep 22 21:23:58.261406 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.263909 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.264426 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 22 21:23:58.264761 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.265707 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.266224 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: ext-gw-mode Sep 22 21:23:58.266556 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.267502 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.268014 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: l3-ha Sep 22 21:23:58.268415 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: l3_flavors.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.269346 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.269859 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: l3-flavors Sep 22 21:23:58.270183 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.271138 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.271638 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 22 21:23:58.271965 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: l3agentscheduler.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.273007 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.273526 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: l3_agent_scheduler Sep 22 21:23:58.273858 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: logging.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.275368 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.275902 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extension logging not supported by any of loaded plugins Sep 22 21:23:58.276239 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: metering.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.276990 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.277568 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: metering Sep 22 21:23:58.277902 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.279015 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.279528 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: metering_source_and_destination_fields Sep 22 21:23:58.279860 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: multiprovidernet.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.280782 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.281294 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: multi-provider Sep 22 21:23:58.281625 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: netmtu.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.282541 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.283095 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: net-mtu Sep 22 21:23:58.283430 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: netmtu_writable.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.284869 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.285381 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: net-mtu-writable Sep 22 21:23:58.285716 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: network_availability_zone.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.286393 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.286923 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: network_availability_zone Sep 22 21:23:58.287253 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: network_ip_availability.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.288336 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.288850 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: network-ip-availability Sep 22 21:23:58.289181 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: network_segment_range.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.289947 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.290453 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extension network-segment-range not supported by any of loaded plugins Sep 22 21:23:58.290808 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: pagination.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.291793 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.292127 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: pagination Sep 22 21:23:58.292453 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: port_device_profile.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.293367 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.293886 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: port-device-profile Sep 22 21:23:58.294213 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.295148 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.295719 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: port-mac-address-regenerate Sep 22 21:23:58.296046 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.296961 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.297475 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: port-numa-affinity-policy Sep 22 21:23:58.297804 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: port_resource_request.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.298769 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.299289 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extension port-resource-request not supported by any of loaded plugins Sep 22 21:23:58.300146 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: portbindings.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.301081 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.301589 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: binding Sep 22 21:23:58.301914 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: portbindings_extended.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.303199 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.303720 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: binding-extended Sep 22 21:23:58.304049 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: portsecurity.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.305077 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.305762 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: port-security Sep 22 21:23:58.306284 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: project_id.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.307885 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.308447 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: project-id Sep 22 21:23:58.308985 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: providernet.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.310480 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.311334 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: provider Sep 22 21:23:58.311833 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: qos.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.317292 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.318021 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extension qos not supported by any of loaded plugins Sep 22 21:23:58.318366 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.319642 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.320162 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 22 21:23:58.320496 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.321410 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.321927 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 22 21:23:58.322258 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: qos_default.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.323198 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.323719 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extension qos-default not supported by any of loaded plugins Sep 22 21:23:58.324048 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: qos_fip.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.324706 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.325216 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extension qos-fip not supported by any of loaded plugins Sep 22 21:23:58.325541 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: qos_gateway_ip.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.326464 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.327002 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 22 21:23:58.327330 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: qos_port_network_policy.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.328240 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.328744 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 22 21:23:58.329068 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: qos_rule_type_details.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.329981 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.330485 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 22 21:23:58.330864 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: qos_rules_alias.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.331897 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.332400 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 22 21:23:58.332725 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: quotasv2.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.333637 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.333964 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: quotas Sep 22 21:23:58.334288 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: quotasv2_detail.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.335918 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.336258 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: quota_details Sep 22 21:23:58.336590 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: rbac.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.337642 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.338165 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: rbac-policies Sep 22 21:23:58.338498 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: rbac_address_group.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.339458 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.339973 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: rbac-address-group Sep 22 21:23:58.340301 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: rbac_address_scope.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.341219 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.341729 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: rbac-address-scope Sep 22 21:23:58.342057 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: rbac_security_groups.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.343002 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.343511 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: rbac-security-groups Sep 22 21:23:58.343841 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: rbac_subnetpool.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.344775 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.345289 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: rbac-subnetpool Sep 22 21:23:58.345616 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: revisionifmatch.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.347079 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.347611 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: revision-if-match Sep 22 21:23:58.347913 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: revisions.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.349026 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.349540 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: standard-attr-revisions Sep 22 21:23:58.349870 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: router_availability_zone.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.350687 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.351202 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: router_availability_zone Sep 22 21:23:58.351531 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: routerservicetype.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.352451 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.352962 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extension router-service-type not supported by any of loaded plugins Sep 22 21:23:58.353298 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.354222 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.354787 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: security-groups-normalized-cidr Sep 22 21:23:58.355116 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.356045 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.356552 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: port-security-groups-filtering Sep 22 21:23:58.356880 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.357795 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.358300 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: security-groups-remote-address-group Sep 22 21:23:58.358645 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: securitygroup.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.369040 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.369588 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: security-group Sep 22 21:23:58.369932 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: segment.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.370774 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.371290 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extension segment not supported by any of loaded plugins Sep 22 21:23:58.371625 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.372587 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.373104 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 22 21:23:58.373432 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: servicetype.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.374546 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.375096 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: service-type Sep 22 21:23:58.375427 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: sorting.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.376403 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.376741 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: sorting Sep 22 21:23:58.377072 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: standard_attr_segment.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.378078 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.378595 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 22 21:23:58.378950 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: standardattrdescription.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.379608 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.380116 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: standard-attr-description Sep 22 21:23:58.380442 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: stateful_security_group.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.381365 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.381883 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: stateful-security-group Sep 22 21:23:58.382206 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: stdattrs_common.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.382818 dv-neutron-858900-1-hyperv neutron-server[88901]: WARNING neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 22 21:23:58.383145 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.384152 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.384671 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 22 21:23:58.384996 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: subnet_onboard.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.386067 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.386588 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: subnet_onboard Sep 22 21:23:58.386941 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.387881 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.388391 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 22 21:23:58.388718 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: subnet_service_types.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.389640 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.390155 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: subnet-service-types Sep 22 21:23:58.390482 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: subnetallocation.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.391582 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.392098 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: subnet_allocation Sep 22 21:23:58.392427 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.393117 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.393625 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: subnetpool-prefix-ops Sep 22 21:23:58.393950 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.394924 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.395430 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 22 21:23:58.395758 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: tagging.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.396825 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.397338 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: standard-attr-tag Sep 22 21:23:58.397668 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: timestamp.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.398902 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.399418 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loaded extension: standard-attr-timestamp Sep 22 21:23:58.399747 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: trunk.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.400776 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.401292 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extension trunk not supported by any of loaded plugins Sep 22 21:23:58.401622 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: trunk_details.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.402543 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.403092 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extension trunk-details not supported by any of loaded plugins Sep 22 21:23:58.403425 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: uplink_status_propagation.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.404351 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.404868 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 22 21:23:58.405193 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Loading extension file: vlantransparent.py {{(pid=88901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 21:23:58.405864 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 21:23:58.406370 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 22 21:23:58.409373 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.quota.resource_registry [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Creating instance of TrackedResource for resource:network Sep 22 21:23:58.410129 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.quota.resource_registry [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Creating instance of TrackedResource for resource:subnet Sep 22 21:23:58.412113 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.quota.resource_registry [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 21:23:58.412736 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.quota.resource_registry [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Creating instance of TrackedResource for resource:port Sep 22 21:23:58.414007 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.v2.resource_helper [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 21:23:58.414461 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.v2.resource_helper [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Service FLAVORS assigned prefix: {{(pid=88901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 21:23:58.415147 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.v2.resource_helper [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 21:23:58.415581 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.v2.resource_helper [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 21:23:58.415917 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.quota.resource_registry [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Creating instance of TrackedResource for resource:router Sep 22 21:23:58.416594 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.quota.resource_registry [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Creating instance of TrackedResource for resource:floatingip Sep 22 21:23:58.417305 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.v2.resource_helper [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Service METERING assigned prefix: /metering {{(pid=88901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 21:23:58.418790 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.419174 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.419532 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:23:58.420675 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.quota.resource_registry [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Creating instance of CountableResource for resource:rbac_policy Sep 22 21:23:58.421129 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.quota.resource_registry [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Creating instance of TrackedResource for resource:security_group Sep 22 21:23:58.421773 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.quota.resource_registry [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 22 21:23:58.422510 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.v2.resource_helper [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Service CORE assigned prefix: {{(pid=88901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 21:23:58.422868 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.quota.resource_registry [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 21:23:58.423208 dv-neutron-858900-1-hyperv neutron-server[88901]: WARNING neutron.quota.resource_registry [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] subnetpool is already registered Sep 22 21:23:58.423830 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.v2.resource_helper [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Service CORE assigned prefix: {{(pid=88901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 21:23:58.424161 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.quota.resource_registry [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 21:23:58.425060 dv-neutron-858900-1-hyperv neutron-server[88901]: WARNING neutron.quota.resource_registry [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] subnetpool is already registered Sep 22 21:23:58.427733 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.v2.resource_helper [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 21:23:58.428175 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.v2.resource_helper [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Service FLAVORS assigned prefix: {{(pid=88901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 21:23:58.428777 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.v2.resource_helper [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 21:23:58.429201 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.v2.resource_helper [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 21:23:58.429539 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.quota.resource_registry [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Creating instance of TrackedResource for resource:router Sep 22 21:23:58.429870 dv-neutron-858900-1-hyperv neutron-server[88901]: WARNING neutron.quota.resource_registry [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] router is already registered Sep 22 21:23:58.430469 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.quota.resource_registry [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Creating instance of TrackedResource for resource:floatingip Sep 22 21:23:58.430827 dv-neutron-858900-1-hyperv neutron-server[88901]: WARNING neutron.quota.resource_registry [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] floatingip is already registered Sep 22 21:23:58.431464 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.v2.resource_helper [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Service METERING assigned prefix: /metering {{(pid=88901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 21:23:58.432139 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.quota.resource_registry [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Creating instance of CountableResource for resource:rbac_policy Sep 22 21:23:58.432469 dv-neutron-858900-1-hyperv neutron-server[88901]: WARNING neutron.quota.resource_registry [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] rbac_policy is already registered Sep 22 21:23:58.433012 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.quota.resource_registry [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Creating instance of TrackedResource for resource:security_group Sep 22 21:23:58.433342 dv-neutron-858900-1-hyperv neutron-server[88901]: WARNING neutron.quota.resource_registry [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] security_group is already registered Sep 22 21:23:58.433939 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.quota.resource_registry [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 22 21:23:58.434268 dv-neutron-858900-1-hyperv neutron-server[88901]: WARNING neutron.quota.resource_registry [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] security_group_rule is already registered Sep 22 21:23:58.434966 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.v2.resource_helper [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Service CORE assigned prefix: {{(pid=88901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 21:23:58.435308 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.quota.resource_registry [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 21:23:58.435634 dv-neutron-858900-1-hyperv neutron-server[88901]: WARNING neutron.quota.resource_registry [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] subnetpool is already registered Sep 22 21:23:58.436241 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.v2.resource_helper [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Service CORE assigned prefix: {{(pid=88901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 21:23:58.436569 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.quota.resource_registry [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 21:23:58.436891 dv-neutron-858900-1-hyperv neutron-server[88901]: WARNING neutron.quota.resource_registry [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] subnetpool is already registered Sep 22 21:23:58.437582 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extended resource: extensions {{(pid=88901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 21:23:58.439053 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extended resource: address-groups {{(pid=88901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 21:23:58.440728 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extended resource: address-scopes {{(pid=88901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 21:23:58.441961 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extended resource: agents {{(pid=88901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 21:23:58.443181 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extended resource: auto-allocated-topology {{(pid=88901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 21:23:58.444451 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extended resource: availability_zones {{(pid=88901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 21:23:58.445801 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extended resource: dhcp-networks {{(pid=88901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 21:23:58.447286 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extended resource: dhcp-agents {{(pid=88901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 21:23:58.448758 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extended resource: routers {{(pid=88901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 21:23:58.450629 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extended resource: flavors {{(pid=88901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 21:23:58.451804 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extended resource: service_profiles {{(pid=88901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 21:23:58.453034 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extended resource: next_providers {{(pid=88901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 21:23:58.454676 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extended resource: service_profiles {{(pid=88901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 21:23:58.456139 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extended resource: floatingip-pools {{(pid=88901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 21:23:58.457375 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extended resource: routers {{(pid=88901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 21:23:58.459238 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extended resource: floatingips {{(pid=88901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 21:23:58.460443 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extended resource: l3-routers {{(pid=88901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 21:23:58.461865 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extended resource: l3-agents {{(pid=88901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 21:23:58.463342 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extended resource: metering-labels {{(pid=88901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 21:23:58.464732 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extended resource: metering-label-rules {{(pid=88901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 21:23:58.466051 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extended resource: network-ip-availabilities {{(pid=88901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 21:23:58.467373 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extended resource: bindings {{(pid=88901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 21:23:58.469051 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extended resource: quotas {{(pid=88901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 21:23:58.470508 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extended resource: quotas {{(pid=88901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 21:23:58.472495 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extended resource: rbac-policies {{(pid=88901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 21:23:58.473840 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extended resource: security-groups {{(pid=88901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 21:23:58.475095 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extended resource: security-group-rules {{(pid=88901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 21:23:58.476377 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extended resource: service-providers {{(pid=88901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 21:23:58.477621 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extended resource: subnetpools {{(pid=88901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 21:23:58.479972 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extended resource: subnetpools {{(pid=88901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 21:23:58.481480 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extended resource: tags {{(pid=88901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 21:23:58.483223 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extended resource: tags {{(pid=88901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 21:23:58.594713 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extended resource: tags {{(pid=88901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 21:23:58.597087 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extended resource: tags {{(pid=88901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 21:23:58.598939 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extended resource: tags {{(pid=88901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 21:23:58.600872 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extended resource: tags {{(pid=88901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 21:23:58.602654 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extended resource: tags {{(pid=88901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 21:23:58.604591 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extended resource: tags {{(pid=88901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 21:23:58.606388 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extended resource: tags {{(pid=88901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 21:23:58.608316 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron.api.extensions [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Extended resource: tags {{(pid=88901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 21:23:58.615237 dv-neutron-858900-1-hyperv neutron-server[88901]: WARNING keystonemiddleware.auth_token [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 22 21:23:58.620025 dv-neutron-858900-1-hyperv neutron-server[88901]: WARNING keystonemiddleware.auth_token [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 22 21:23:58.628485 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_concurrency.lockutils [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Acquired lock "singleton_lock" {{(pid=88901) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 22 21:23:58.628965 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_concurrency.lockutils [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Releasing lock "singleton_lock" {{(pid=88901) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 22 21:23:58.629608 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO oslo_service.service [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Starting 2 workers Sep 22 21:23:58.634286 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Started child 89008 {{(pid=88901) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 22 21:23:58.638526 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Started child 89009 {{(pid=88901) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 22 21:23:58.639421 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:23:58.640177 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO neutron.service [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 22 21:23:58.640843 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Notify callbacks [] for process, before_spawn {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:23:58.640995 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [-] (89008) wsgi starting up on http://0.0.0.0:9696 Sep 22 21:23:58.643557 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:23:58.644033 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO oslo_service.service [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Starting 1 workers Sep 22 21:23:58.644902 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [-] (89009) wsgi starting up on http://0.0.0.0:9696 Sep 22 21:23:58.648671 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Started child 89010 {{(pid=88901) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 22 21:23:58.649175 dv-neutron-858900-1-hyperv neutron-server[88901]: INFO oslo_service.service [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Starting 1 workers Sep 22 21:23:58.652195 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.service [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] calling RpcWorker wait() {{(pid=89010) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 22 21:23:58.652699 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.service [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] returning from RpcWorker wait() {{(pid=89010) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 22 21:23:58.653414 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Started child 89011 {{(pid=88901) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 22 21:23:58.654100 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:23:58.654191 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1c11816-d1e9-45db-8ff5-8229e342bdb2 None None] Notify callbacks [] for process, after_spawn {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:23:58.654679 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:23:58.656005 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88901) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Sep 22 21:23:58.656211 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 22 21:23:58.656398 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 22 21:23:58.656610 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 22 21:23:58.656958 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 22 21:23:58.657121 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 22 21:23:58.657625 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.657903 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.658187 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.658454 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.659349 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.659486 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:23:58.660025 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.660181 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.660445 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.660726 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.660957 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.661128 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.661293 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.661545 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.661805 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.662105 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.662367 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.662635 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.662903 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.663081 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.663336 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.663610 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.663856 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.664116 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] debug = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.664356 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.664831 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.665079 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.665367 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.665541 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.665802 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.666029 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.666305 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.666569 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.666823 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.667046 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.667310 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.667547 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.667756 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.667998 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.668245 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.668477 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.668935 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] host = dv-neutron-858900-1-hyperv {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.669172 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.669394 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.669638 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.669863 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.670105 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.670323 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.670636 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.670904 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.671168 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.671413 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.671660 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.671887 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.672106 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.672365 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] log_file = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.672527 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] log_options = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.672770 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.673040 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.673308 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.673526 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.673659 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.673827 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.674079 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.674240 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.674519 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.674787 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.675001 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.675225 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.675442 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.675676 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.675927 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.676157 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.676403 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.676627 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.676863 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.677118 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.677345 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.677570 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.677820 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.678082 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.678278 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.678509 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.678780 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.678996 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.679209 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.679455 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.679688 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.679944 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.680189 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.680429 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.680657 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.680883 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.681096 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.681387 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.681572 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.681825 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.682186 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.682331 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.682511 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.682899 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.683287 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.683687 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] use_json = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.683687 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.683985 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:23:58.684142 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.684142 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.684400 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.684768 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.684768 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.685109 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.685245 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.685490 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.685855 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.686155 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.686464 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.686747 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.686972 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.687232 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.687633 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.687771 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.687975 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.688209 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.688478 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.688702 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.689209 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.689428 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.689801 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.690308 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.690755 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.691015 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.692793 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.692793 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.692793 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.692793 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.692793 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.692793 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.692793 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.33/identity {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.694745 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.694745 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.694745 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.694745 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.694745 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.694745 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.694745 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.694745 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.695529 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.695529 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.695529 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.695529 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.695816 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.695971 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.696189 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.698105 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.698105 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.698105 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.698105 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.698105 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.698105 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.698105 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.698647 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.698647 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.698791 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.698985 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.699236 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.699468 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.699685 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.699907 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.701809 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.701809 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.701809 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.701809 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.701809 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.701809 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.701809 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.701809 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.702363 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.702363 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.702363 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.702569 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.702741 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.704057 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.704057 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.704057 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.704057 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.704057 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.704057 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.704755 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.704755 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.704755 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.704969 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.705046 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.705212 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.705425 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.706160 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.706375 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.706588 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.706889 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.707204 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.707454 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.707733 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.707973 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.708222 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.708464 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.708730 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.708967 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.709185 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.709422 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.709683 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.709927 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.710153 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.710404 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.710669 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.710939 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.711175 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.711454 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.711969 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.712213 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.712454 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.712734 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.713134 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.713555 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.713960 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.714365 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.714812 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.715073 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.715346 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.715571 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.716121 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.716121 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.716403 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.716808 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.717247 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.717633 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.718136 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.718819 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.719226 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.719602 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.720007 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.720368 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.720782 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.721283 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.722065 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.722283 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.722525 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.722906 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.723165 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.723385 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.723604 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.723880 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.724129 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.724362 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.724775 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.725048 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.725301 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.725557 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.725806 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.33/identity {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.726021 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.726236 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.726487 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.726759 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.726975 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.727213 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.727580 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.727962 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.728329 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.728720 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.729095 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.729469 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.729833 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.730218 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.730575 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.730969 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.731346 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.731569 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.731813 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.732034 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.732256 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.732497 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.732725 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.733008 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.733229 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.733500 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.733752 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.733999 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.734232 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.734480 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.734783 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.734995 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.735242 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.735467 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.735681 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.735894 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.736129 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.736347 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.736594 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.736865 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.737079 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.737335 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.737553 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.738043 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.738298 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.738810 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.739086 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.739336 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.739568 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.739784 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.740020 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.740249 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.740465 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.740705 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.740952 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.741169 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.741400 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.741631 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.742221 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.742504 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.742784 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.743030 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.743247 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.743470 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.743688 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.743926 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.744137 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.744384 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.744609 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.744961 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.745318 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.745685 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.745994 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.746235 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.746468 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.746749 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.746977 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.747368 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.747582 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.747798 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.748016 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.748219 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.748456 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.748674 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.748884 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.749099 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.749339 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.749628 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.749880 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.750120 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.750405 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.750664 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.750914 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.751168 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.751468 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.751681 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.751922 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.752132 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.752353 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.752597 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.752855 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.753164 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.753462 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.753721 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.753984 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.754272 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.754540 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.754853 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.755086 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.755372 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.755726 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.755989 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.756240 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.756483 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.756768 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.756992 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.757204 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.757422 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.757670 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.757902 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.758173 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.758412 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.758684 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.758900 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.759256 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.759419 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.759788 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:23:58.762889 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.763062 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 38128) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:23:58.763460 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.763849 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.764237 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.764410 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 22 21:23:58.764936 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88901) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Sep 22 21:23:58.765105 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 22 21:23:58.765267 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 22 21:23:58.765450 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 22 21:23:58.765626 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 22 21:23:58.765784 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 22 21:23:58.765997 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.766164 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.766329 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.766494 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.766689 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.766875 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.767039 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.767203 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.767362 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.767524 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.767687 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.767844 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.767995 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.768681 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.768842 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.769007 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.769169 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.769328 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.769492 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.769653 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.769812 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.769970 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.770129 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] debug = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.770286 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.770476 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.770829 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.771137 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.771299 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.771454 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.771618 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.771778 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.771936 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.772096 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.772254 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.772413 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.772572 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.772733 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.772892 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.773050 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.773209 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.773367 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] host = dv-neutron-858900-1-hyperv {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.773525 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.773684 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.773841 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.773999 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.774157 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.774316 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.774476 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.774649 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.774949 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.775244 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.775956 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [-] 10.222.0.33 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0105207 Sep 22 21:23:58.776488 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.776652 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.776960 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.777125 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] log_file = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.777286 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] log_options = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.777443 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.777748 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.777909 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.778100 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.778265 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.778428 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.778587 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.778784 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.778948 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.779263 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.779459 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.779573 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.779736 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.779931 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.780052 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.780354 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.780650 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.780953 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.781110 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.781269 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.781428 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.781654 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.781743 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.781890 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.782048 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.782206 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.782364 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.782522 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.782713 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.782873 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.783031 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.783188 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.783346 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.783504 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.783718 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.784436 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.784595 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.784760 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.784917 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.785217 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.785378 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.785681 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.785842 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.786002 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.786185 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.786338 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] use_json = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.786475 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.787483 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.787645 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.787957 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.788210 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.788305 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.789316 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.789487 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.789651 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 21:23:58.789838 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.789999 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.790180 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.790346 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.790506 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.790696 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.790857 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.791175 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.791341 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.791505 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.791670 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.791892 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.792069 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.792243 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.792388 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.792691 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.793029 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.793195 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.795026 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.795026 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.795026 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.795026 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.795026 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.795026 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.795026 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.33/identity {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.795026 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.795528 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.795528 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.795528 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.795528 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.795528 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.795528 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.795917 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.795917 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.795917 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.796103 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.796173 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.796341 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.796509 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.796669 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.796972 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.797273 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.797572 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.797870 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.798168 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.798464 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.798803 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.798979 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.799743 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.799743 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.799743 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.799743 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.800439 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.800439 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.800439 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.800439 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.800439 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.800933 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.800933 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.800933 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.801133 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.801208 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.801315 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.801479 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.801642 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.801804 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.801965 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.802128 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.802289 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.802452 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.802628 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.803626 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.803791 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.803953 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.804683 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.804683 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.804683 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.804683 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.805885 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.805885 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.805885 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.805885 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.805885 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.805885 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.805885 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.805885 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.806339 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.806339 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.806339 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.806503 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.806566 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.806856 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.807261 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.807261 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.807261 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.807478 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.807557 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.807692 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.807853 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.808019 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.808182 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.808342 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.808505 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.808666 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.808828 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.808994 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.810474 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.810474 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.810474 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.810474 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.810474 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.810474 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.810474 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.810474 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.811153 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.811153 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.811153 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.811153 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.811153 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.811153 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.811565 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.811565 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.811704 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.811780 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.812588 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.812588 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.812588 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.812588 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.812588 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.812917 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.812917 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.813042 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.813165 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.814428 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.814428 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.814428 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.814428 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.814428 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.814428 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.814428 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.814428 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.815053 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.815053 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.815053 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.33/identity {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.815053 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.815330 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.815330 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.815504 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.815666 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.815834 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.815994 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.816156 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.816319 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.816480 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.816642 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.816803 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.816970 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.817138 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.817281 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.817420 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.817580 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.817743 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.817905 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.818067 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.818230 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.818392 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.818557 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.818755 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.818913 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.819079 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.819242 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.819406 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.819567 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.819730 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.819893 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.820055 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.820218 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.820380 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.820542 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.820704 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.820866 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.821029 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.821191 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.821353 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.821515 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.821677 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.821838 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.822019 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.822181 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.822342 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.822508 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.822692 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.822856 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.823018 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.823181 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.823343 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.823505 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.823677 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.823836 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.823998 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.824148 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.824310 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.824472 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.824637 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.824801 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.824964 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.825125 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.825290 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.825453 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.825614 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.825775 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.825937 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.826099 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.826262 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.826424 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.826585 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.826781 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.826944 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.827190 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.827341 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.827487 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.827621 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.827754 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.827886 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.828016 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.828167 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.828339 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.828500 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.828669 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.828825 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.828990 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.829161 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.829323 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.829486 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.829658 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.829819 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.829980 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.830141 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.830315 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.830478 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.831225 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.831388 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.833031 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.833031 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.833031 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.833031 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.833031 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.833031 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.833031 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.833031 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.833602 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.833602 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.833602 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.833602 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.833602 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.833602 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.834008 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.834008 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.834145 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.834220 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.834340 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.834503 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.834685 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.834849 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.835011 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.835173 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.835416 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.835514 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.835647 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.835809 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.835971 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.836133 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.836295 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.836455 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 21:23:58.836608 dv-neutron-858900-1-hyperv neutron-server[88901]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 22 21:24:09.650031 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5126e0b0-edd4-44ed-84a5-a58f6bf4bed3 None None] get_active_networks_info from dv-neutron-858900-1-hyperv {{(pid=89010) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 22 21:24:09.732647 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5126e0b0-edd4-44ed-84a5-a58f6bf4bed3 None None] No non-hosted networks {{(pid=89010) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 22 21:24:09.748285 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.agentschedulers_db [None req-5126e0b0-edd4-44ed-84a5-a58f6bf4bed3 None None] DHCP Agent not found on host dv-neutron-858900-1-hyperv {{(pid=89010) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 22 21:24:09.817087 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-3891b1ad-81cf-43a0-a11b-89496ab6cbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8026401'] for agent, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:11.846748 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c124eaf8-907c-44fe-95f5-26e14329fdeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8026401'] for agent, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:11.882418 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2668700e-578b-4809-9c74-4bdafd7c6d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:12.697573 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8026401'] for agent, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:12.698729 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:12.698973 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:12.705348 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:12.707341 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:12.707829 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:12.710918 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:12.713447 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:12.713864 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:12.714214 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:12.714569 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:12.715046 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:12.715275 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:12.716874 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-858900-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:24:12.728043 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-858900-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:24:13.042255 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8026401'] for agent, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:14.403321 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8026401'] for agent, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:15.947670 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 38222) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:24:16.541793 dv-neutron-858900-1-hyperv neutron-server[89009]: WARNING oslo_policy.policy [None req-68fca63a-74a4-48da-8f38-b5fb4a013072 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 21:24:16.542383 dv-neutron-858900-1-hyperv neutron-server[89009]: WARNING oslo_policy.policy [None req-68fca63a-74a4-48da-8f38-b5fb4a013072 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 21:24:16.769022 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [None req-68fca63a-74a4-48da-8f38-b5fb4a013072 admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=89009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:24:16.770092 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-68fca63a-74a4-48da-8f38-b5fb4a013072 admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8215084 Sep 22 21:24:17.069361 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.db.l3_hamode_db [None req-9f3d3d05-38aa-4a09-8b87-03f978ac565f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 22 21:24:17.153815 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3d3d05-38aa-4a09-8b87-03f978ac565f None None] Routers set() bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:24:17.154204 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3d3d05-38aa-4a09-8b87-03f978ac565f None None] Router IDs set() for agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:461}} Sep 22 21:24:19.168951 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 38236) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:24:19.520725 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-a93bf8b6-a879-4e86-9db9-cbe7d53d3979 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:24:19.614972 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.policy [None req-a93bf8b6-a879-4e86-9db9-cbe7d53d3979 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=89009) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 22 21:24:19.660964 dv-neutron-858900-1-hyperv neutron-server[89009]: WARNING oslo_policy.policy [None req-a93bf8b6-a879-4e86-9db9-cbe7d53d3979 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 21:24:19.661327 dv-neutron-858900-1-hyperv neutron-server[89009]: WARNING oslo_policy.policy [None req-a93bf8b6-a879-4e86-9db9-cbe7d53d3979 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 21:24:19.669780 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.quota [None req-a93bf8b6-a879-4e86-9db9-cbe7d53d3979 admin admin] Loaded quota_driver: . Sep 22 21:24:19.685037 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a93bf8b6-a879-4e86-9db9-cbe7d53d3979 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:24:19.744893 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a93bf8b6-a879-4e86-9db9-cbe7d53d3979 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733479747510', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733479746667', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733479750396', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733479763218', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733479765124', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733479773171', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-641885', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-777638', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8108722', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8010530'] for rbac-policy, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:19.804909 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a93bf8b6-a879-4e86-9db9-cbe7d53d3979 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:19.806126 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a93bf8b6-a879-4e86-9db9-cbe7d53d3979 admin admin] 10.222.0.33 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6362376 Sep 22 21:24:22.408104 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 38250) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:24:22.974240 dv-neutron-858900-1-hyperv neutron-server[89008]: WARNING oslo_policy.policy [None req-c477073e-21de-4bf5-b555-31aeced98db0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 21:24:22.974847 dv-neutron-858900-1-hyperv neutron-server[89008]: WARNING oslo_policy.policy [None req-c477073e-21de-4bf5-b555-31aeced98db0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 21:24:23.190986 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-c477073e-21de-4bf5-b555-31aeced98db0 admin admin] Request body: {'network': {'name': 'private', 'project_id': '0819b96656a549c8bb72f10ff2df6a39', 'admin_state_up': True}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:24:23.192594 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.quota [None req-c477073e-21de-4bf5-b555-31aeced98db0 admin admin] Loaded quota_driver: . Sep 22 21:24:23.208320 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c477073e-21de-4bf5-b555-31aeced98db0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:24:23.215723 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c477073e-21de-4bf5-b555-31aeced98db0 admin admin] Usage tracker for resource:network and tenant:0819b96656a549c8bb72f10ff2df6a39 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:24:23.221934 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c477073e-21de-4bf5-b555-31aeced98db0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:24:23.229495 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c477073e-21de-4bf5-b555-31aeced98db0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:24:23.246061 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c477073e-21de-4bf5-b555-31aeced98db0 admin admin] Made reservation on behalf of 0819b96656a549c8bb72f10ff2df6a39 for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:24:23.313541 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.policy [None req-c477073e-21de-4bf5-b555-31aeced98db0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=89008) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 22 21:24:23.362823 dv-neutron-858900-1-hyperv neutron-server[89008]: WARNING oslo_policy.policy [None req-c477073e-21de-4bf5-b555-31aeced98db0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 21:24:23.363462 dv-neutron-858900-1-hyperv neutron-server[89008]: WARNING oslo_policy.policy [None req-c477073e-21de-4bf5-b555-31aeced98db0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 21:24:23.373482 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c477073e-21de-4bf5-b555-31aeced98db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:23.394748 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c477073e-21de-4bf5-b555-31aeced98db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:23.409566 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c477073e-21de-4bf5-b555-31aeced98db0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:24:23.413307 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c477073e-21de-4bf5-b555-31aeced98db0 admin admin] Usage tracker for resource:security_group_rule and tenant:0819b96656a549c8bb72f10ff2df6a39 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:24:23.418524 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c477073e-21de-4bf5-b555-31aeced98db0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:24:23.424041 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c477073e-21de-4bf5-b555-31aeced98db0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:24:23.524972 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c477073e-21de-4bf5-b555-31aeced98db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:23.528629 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c477073e-21de-4bf5-b555-31aeced98db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:23.551009 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c477073e-21de-4bf5-b555-31aeced98db0 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:24:23.580120 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c477073e-21de-4bf5-b555-31aeced98db0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733476682918', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:23.580714 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c477073e-21de-4bf5-b555-31aeced98db0 admin admin] Unsubscribe: segment precommit_create {{(pid=89008) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 22 21:24:23.581429 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-c477073e-21de-4bf5-b555-31aeced98db0 admin admin] Added segment 77d17b5e-91fa-4cf1-ac98-a4bd65ca54dd of type vlan for network 4ca020f2-215d-4bab-97c4-774e3ff04e61 Sep 22 21:24:23.636216 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c477073e-21de-4bf5-b555-31aeced98db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e184d42c-b0f0-4446-b043-fbf08c818b7e,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:24:23.657469 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c477073e-21de-4bf5-b555-31aeced98db0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:23.657819 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c477073e-21de-4bf5-b555-31aeced98db0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:23.658155 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c477073e-21de-4bf5-b555-31aeced98db0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:23.658489 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c477073e-21de-4bf5-b555-31aeced98db0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:23.658844 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c477073e-21de-4bf5-b555-31aeced98db0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:23.659174 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c477073e-21de-4bf5-b555-31aeced98db0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:23.659502 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c477073e-21de-4bf5-b555-31aeced98db0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:23.659826 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c477073e-21de-4bf5-b555-31aeced98db0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:23.660154 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c477073e-21de-4bf5-b555-31aeced98db0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:23.660473 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c477073e-21de-4bf5-b555-31aeced98db0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:23.660793 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c477073e-21de-4bf5-b555-31aeced98db0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:23.661113 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c477073e-21de-4bf5-b555-31aeced98db0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:23.662450 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c477073e-21de-4bf5-b555-31aeced98db0 admin admin] Tracked resource versions report: Sep 22 21:24:23.662450 dv-neutron-858900-1-hyperv neutron-server[89008]: pushed versions: Sep 22 21:24:23.662450 dv-neutron-858900-1-hyperv neutron-server[89008]: { 'AddressGroup': {'1.2'}, Sep 22 21:24:23.662450 dv-neutron-858900-1-hyperv neutron-server[89008]: 'ConntrackHelper': {'1.0'}, Sep 22 21:24:23.662450 dv-neutron-858900-1-hyperv neutron-server[89008]: 'Log': {'1.0'}, Sep 22 21:24:23.662450 dv-neutron-858900-1-hyperv neutron-server[89008]: 'Network': {'1.1'}, Sep 22 21:24:23.662450 dv-neutron-858900-1-hyperv neutron-server[89008]: 'Port': {'1.7'}, Sep 22 21:24:23.662450 dv-neutron-858900-1-hyperv neutron-server[89008]: 'PortForwarding': {'1.2'}, Sep 22 21:24:23.662450 dv-neutron-858900-1-hyperv neutron-server[89008]: 'QosPolicy': {'1.8'}, Sep 22 21:24:23.662450 dv-neutron-858900-1-hyperv neutron-server[89008]: 'SecurityGroup': {'1.4'}, Sep 22 21:24:23.662450 dv-neutron-858900-1-hyperv neutron-server[89008]: 'SecurityGroupRule': {'1.2'}, Sep 22 21:24:23.662450 dv-neutron-858900-1-hyperv neutron-server[89008]: 'SubPort': {'1.0'}, Sep 22 21:24:23.662450 dv-neutron-858900-1-hyperv neutron-server[89008]: 'Subnet': {'1.1'}, Sep 22 21:24:23.662450 dv-neutron-858900-1-hyperv neutron-server[89008]: 'Trunk': {'1.1'}} Sep 22 21:24:23.662450 dv-neutron-858900-1-hyperv neutron-server[89008]: consumer versions: Sep 22 21:24:23.662450 dv-neutron-858900-1-hyperv neutron-server[89008]: { DHCP agent@dv-neutron-858900-1-hyperv: {}, Sep 22 21:24:23.662450 dv-neutron-858900-1-hyperv neutron-server[89008]: L3 agent@dv-neutron-858900-1-hyperv: {}, Sep 22 21:24:23.662450 dv-neutron-858900-1-hyperv neutron-server[89008]: Metadata agent@dv-neutron-858900-1-hyperv: {}, Sep 22 21:24:23.662450 dv-neutron-858900-1-hyperv neutron-server[89008]: Metering agent@dv-neutron-858900-1-hyperv: {}, Sep 22 21:24:23.662450 dv-neutron-858900-1-hyperv neutron-server[89008]: Open vSwitch agent@dv-neutron-858900-1-hyperv: { 'AddressGroup': '1.2', Sep 22 21:24:23.662450 dv-neutron-858900-1-hyperv neutron-server[89008]: 'ConntrackHelper': '1.0', Sep 22 21:24:23.662450 dv-neutron-858900-1-hyperv neutron-server[89008]: 'Log': '1.0', Sep 22 21:24:23.662450 dv-neutron-858900-1-hyperv neutron-server[89008]: 'Network': '1.1', Sep 22 21:24:23.662450 dv-neutron-858900-1-hyperv neutron-server[89008]: 'Port': '1.7', Sep 22 21:24:23.662450 dv-neutron-858900-1-hyperv neutron-server[89008]: 'PortForwarding': '1.2', Sep 22 21:24:23.662450 dv-neutron-858900-1-hyperv neutron-server[89008]: 'QosPolicy': '1.8', Sep 22 21:24:23.662450 dv-neutron-858900-1-hyperv neutron-server[89008]: 'SecurityGroup': '1.4', Sep 22 21:24:23.662450 dv-neutron-858900-1-hyperv neutron-server[89008]: 'SecurityGroupRule': '1.2', Sep 22 21:24:23.662450 dv-neutron-858900-1-hyperv neutron-server[89008]: 'SubPort': '1.0', Sep 22 21:24:23.662450 dv-neutron-858900-1-hyperv neutron-server[89008]: 'Subnet': '1.1', Sep 22 21:24:23.662450 dv-neutron-858900-1-hyperv neutron-server[89008]: 'Trunk': '1.1'}} Sep 22 21:24:23.662450 dv-neutron-858900-1-hyperv neutron-server[89008]: {{(pid=89008) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 21:24:23.698761 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c477073e-21de-4bf5-b555-31aeced98db0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:23.739613 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c477073e-21de-4bf5-b555-31aeced98db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:23.740796 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c477073e-21de-4bf5-b555-31aeced98db0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:24:23.741451 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c477073e-21de-4bf5-b555-31aeced98db0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:23.847363 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c477073e-21de-4bf5-b555-31aeced98db0 admin admin] Pushing event updated for resources: {'Network': ['ID=4ca020f2-215d-4bab-97c4-774e3ff04e61,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:24:23.852884 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c477073e-21de-4bf5-b555-31aeced98db0 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.4409192 Sep 22 21:24:23.866141 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 4ca020f2-215d-4bab-97c4-774e3ff04e61 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:24:26.537107 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 38272) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:24:26.975158 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49d9fc2-7853-4cd2-b98e-d495c5523b98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:24:26.976490 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c49d9fc2-7853-4cd2-b98e-d495c5523b98 admin admin] 10.222.0.33 "GET /v2.0/networks/4ca020f2-215d-4bab-97c4-774e3ff04e61 HTTP/1.1" status: 200 len: 824 time: 0.4384143 Sep 22 21:24:27.006037 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-fead866d-a475-414b-9f87-67a2d310008f admin admin] 10.222.0.33 "GET /v2.0/subnetpools/10f7d2ae-001c-4a59-b12f-92a035176417 HTTP/1.1" status: 200 len: 734 time: 0.0241301 Sep 22 21:24:27.014177 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-3605367b-b54a-4b70-a093-156d7dc5ece8 admin admin] Request body: {'subnet': {'subnetpool_id': '10f7d2ae-001c-4a59-b12f-92a035176417', 'network_id': '4ca020f2-215d-4bab-97c4-774e3ff04e61', 'ip_version': 4, 'tenant_id': '0819b96656a549c8bb72f10ff2df6a39', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:24:27.019030 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-3605367b-b54a-4b70-a093-156d7dc5ece8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:24:27.022793 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-3605367b-b54a-4b70-a093-156d7dc5ece8 admin admin] Usage tracker for resource:subnet and tenant:0819b96656a549c8bb72f10ff2df6a39 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:24:27.025591 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-3605367b-b54a-4b70-a093-156d7dc5ece8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:24:27.031485 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-3605367b-b54a-4b70-a093-156d7dc5ece8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:24:27.040740 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3605367b-b54a-4b70-a093-156d7dc5ece8 admin admin] Made reservation on behalf of 0819b96656a549c8bb72f10ff2df6a39 for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:24:27.043070 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3605367b-b54a-4b70-a093-156d7dc5ece8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:27.312844 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3605367b-b54a-4b70-a093-156d7dc5ece8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:27.396330 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605367b-b54a-4b70-a093-156d7dc5ece8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9bfa6b0-5239-4c02-947f-6fed44a38b51,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:24:27.400331 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3605367b-b54a-4b70-a093-156d7dc5ece8 admin admin] Checking segment: {'id': '77d17b5e-91fa-4cf1-ac98-a4bd65ca54dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4ca020f2-215d-4bab-97c4-774e3ff04e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:24:27.400725 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3605367b-b54a-4b70-a093-156d7dc5ece8 admin admin] Network hostable DHCP agents. Network: 4ca020f2-215d-4bab-97c4-774e3ff04e61, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:24:27.421423 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3605367b-b54a-4b70-a093-156d7dc5ece8 admin admin] Network 4ca020f2-215d-4bab-97c4-774e3ff04e61 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:24:27.432026 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-3605367b-b54a-4b70-a093-156d7dc5ece8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 4ca020f2-215d-4bab-97c4-774e3ff04e61) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:24:27.436400 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3605367b-b54a-4b70-a093-156d7dc5ece8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:24:27.436965 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3605367b-b54a-4b70-a093-156d7dc5ece8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:27.441798 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2c5d27-2811-4074-9174-8ae0348b7afd None None] Network 4ca020f2-215d-4bab-97c4-774e3ff04e61 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:24:27.455787 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-3605367b-b54a-4b70-a093-156d7dc5ece8 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4448493 Sep 22 21:24:27.734833 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8a1415-fe3b-4d56-9474-685d65e7fabe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-4ca020f2-215d-4bab-97c4-774e3ff04e61', 'network_id': '4ca020f2-215d-4bab-97c4-774e3ff04e61', 'tenant_id': '0819b96656a549c8bb72f10ff2df6a39', 'fixed_ips': [{'subnet_id': 'c9bfa6b0-5239-4c02-947f-6fed44a38b51'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:24:27.736642 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8f8a1415-fe3b-4d56-9474-685d65e7fabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:27.920947 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-8f8a1415-fe3b-4d56-9474-685d65e7fabe None None] Allocated IP 172.20.0.2 (4ca020f2-215d-4bab-97c4-774e3ff04e61/c9bfa6b0-5239-4c02-947f-6fed44a38b51/d7914c10-ca52-4877-bd72-77fd1ef3e6aa) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:24:28.149021 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8f8a1415-fe3b-4d56-9474-685d65e7fabe None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:28.163221 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-8f8a1415-fe3b-4d56-9474-685d65e7fabe None None] Transition to ACTIVE for port object d7914c10-ca52-4877-bd72-77fd1ef3e6aa will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:24:28.182701 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-8f8a1415-fe3b-4d56-9474-685d65e7fabe None None] Transition to ACTIVE for port object d7914c10-ca52-4877-bd72-77fd1ef3e6aa will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:24:28.189892 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8f8a1415-fe3b-4d56-9474-685d65e7fabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:28.253948 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8a1415-fe3b-4d56-9474-685d65e7fabe None None] Network 4ca020f2-215d-4bab-97c4-774e3ff04e61 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:24:28.256588 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-8f8a1415-fe3b-4d56-9474-685d65e7fabe None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:24:28.261444 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8a1415-fe3b-4d56-9474-685d65e7fabe None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:24:28.310969 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a1415-fe3b-4d56-9474-685d65e7fabe None None] Pushing event updated for resources: {'Port': ['ID=d7914c10-ca52-4877-bd72-77fd1ef3e6aa,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:24:28.355312 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a1415-fe3b-4d56-9474-685d65e7fabe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:28.355675 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a1415-fe3b-4d56-9474-685d65e7fabe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:28.356024 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a1415-fe3b-4d56-9474-685d65e7fabe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:28.356355 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a1415-fe3b-4d56-9474-685d65e7fabe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:28.356682 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a1415-fe3b-4d56-9474-685d65e7fabe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:28.357021 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a1415-fe3b-4d56-9474-685d65e7fabe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:28.357343 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a1415-fe3b-4d56-9474-685d65e7fabe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:28.357659 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a1415-fe3b-4d56-9474-685d65e7fabe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:28.357977 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a1415-fe3b-4d56-9474-685d65e7fabe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:28.358289 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a1415-fe3b-4d56-9474-685d65e7fabe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:28.358624 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a1415-fe3b-4d56-9474-685d65e7fabe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:28.358937 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a1415-fe3b-4d56-9474-685d65e7fabe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:28.360282 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a1415-fe3b-4d56-9474-685d65e7fabe None None] Tracked resource versions report: Sep 22 21:24:28.360282 dv-neutron-858900-1-hyperv neutron-server[89010]: pushed versions: Sep 22 21:24:28.360282 dv-neutron-858900-1-hyperv neutron-server[89010]: { 'AddressGroup': {'1.2'}, Sep 22 21:24:28.360282 dv-neutron-858900-1-hyperv neutron-server[89010]: 'ConntrackHelper': {'1.0'}, Sep 22 21:24:28.360282 dv-neutron-858900-1-hyperv neutron-server[89010]: 'Log': {'1.0'}, Sep 22 21:24:28.360282 dv-neutron-858900-1-hyperv neutron-server[89010]: 'Network': {'1.1'}, Sep 22 21:24:28.360282 dv-neutron-858900-1-hyperv neutron-server[89010]: 'Port': {'1.7'}, Sep 22 21:24:28.360282 dv-neutron-858900-1-hyperv neutron-server[89010]: 'PortForwarding': {'1.2'}, Sep 22 21:24:28.360282 dv-neutron-858900-1-hyperv neutron-server[89010]: 'QosPolicy': {'1.8'}, Sep 22 21:24:28.360282 dv-neutron-858900-1-hyperv neutron-server[89010]: 'SecurityGroup': {'1.4'}, Sep 22 21:24:28.360282 dv-neutron-858900-1-hyperv neutron-server[89010]: 'SecurityGroupRule': {'1.2'}, Sep 22 21:24:28.360282 dv-neutron-858900-1-hyperv neutron-server[89010]: 'SubPort': {'1.0'}, Sep 22 21:24:28.360282 dv-neutron-858900-1-hyperv neutron-server[89010]: 'Subnet': {'1.1'}, Sep 22 21:24:28.360282 dv-neutron-858900-1-hyperv neutron-server[89010]: 'Trunk': {'1.1'}} Sep 22 21:24:28.360282 dv-neutron-858900-1-hyperv neutron-server[89010]: consumer versions: Sep 22 21:24:28.360282 dv-neutron-858900-1-hyperv neutron-server[89010]: { DHCP agent@dv-neutron-858900-1-hyperv: {}, Sep 22 21:24:28.360282 dv-neutron-858900-1-hyperv neutron-server[89010]: L3 agent@dv-neutron-858900-1-hyperv: {}, Sep 22 21:24:28.360282 dv-neutron-858900-1-hyperv neutron-server[89010]: Metadata agent@dv-neutron-858900-1-hyperv: {}, Sep 22 21:24:28.360282 dv-neutron-858900-1-hyperv neutron-server[89010]: Metering agent@dv-neutron-858900-1-hyperv: {}, Sep 22 21:24:28.360282 dv-neutron-858900-1-hyperv neutron-server[89010]: Open vSwitch agent@dv-neutron-858900-1-hyperv: { 'AddressGroup': '1.2', Sep 22 21:24:28.360282 dv-neutron-858900-1-hyperv neutron-server[89010]: 'ConntrackHelper': '1.0', Sep 22 21:24:28.360282 dv-neutron-858900-1-hyperv neutron-server[89010]: 'Log': '1.0', Sep 22 21:24:28.360282 dv-neutron-858900-1-hyperv neutron-server[89010]: 'Network': '1.1', Sep 22 21:24:28.360282 dv-neutron-858900-1-hyperv neutron-server[89010]: 'Port': '1.7', Sep 22 21:24:28.360282 dv-neutron-858900-1-hyperv neutron-server[89010]: 'PortForwarding': '1.2', Sep 22 21:24:28.360282 dv-neutron-858900-1-hyperv neutron-server[89010]: 'QosPolicy': '1.8', Sep 22 21:24:28.360282 dv-neutron-858900-1-hyperv neutron-server[89010]: 'SecurityGroup': '1.4', Sep 22 21:24:28.360282 dv-neutron-858900-1-hyperv neutron-server[89010]: 'SecurityGroupRule': '1.2', Sep 22 21:24:28.360282 dv-neutron-858900-1-hyperv neutron-server[89010]: 'SubPort': '1.0', Sep 22 21:24:28.360282 dv-neutron-858900-1-hyperv neutron-server[89010]: 'Subnet': '1.1', Sep 22 21:24:28.360282 dv-neutron-858900-1-hyperv neutron-server[89010]: 'Trunk': '1.1'}} Sep 22 21:24:28.360282 dv-neutron-858900-1-hyperv neutron-server[89010]: {{(pid=89010) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 21:24:28.385287 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-8f8a1415-fe3b-4d56-9474-685d65e7fabe None None] Attempting to bind port d7914c10-ca52-4877-bd72-77fd1ef3e6aa on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:24:28.385913 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-8f8a1415-fe3b-4d56-9474-685d65e7fabe None None] Attempting to bind port d7914c10-ca52-4877-bd72-77fd1ef3e6aa by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '77d17b5e-91fa-4cf1-ac98-a4bd65ca54dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4ca020f2-215d-4bab-97c4-774e3ff04e61'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:24:28.386330 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8a1415-fe3b-4d56-9474-685d65e7fabe None None] Attempting to bind port d7914c10-ca52-4877-bd72-77fd1ef3e6aa on network 4ca020f2-215d-4bab-97c4-774e3ff04e61 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:24:28.392115 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8a1415-fe3b-4d56-9474-685d65e7fabe None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:24:28.392518 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8a1415-fe3b-4d56-9474-685d65e7fabe None None] Checking segment: {'id': '77d17b5e-91fa-4cf1-ac98-a4bd65ca54dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4ca020f2-215d-4bab-97c4-774e3ff04e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:24:28.392995 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8f8a1415-fe3b-4d56-9474-685d65e7fabe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:28.393380 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8a1415-fe3b-4d56-9474-685d65e7fabe None None] Bound using segment: {'id': '77d17b5e-91fa-4cf1-ac98-a4bd65ca54dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4ca020f2-215d-4bab-97c4-774e3ff04e61'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:24:28.393886 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-8f8a1415-fe3b-4d56-9474-685d65e7fabe None None] Bound port: d7914c10-ca52-4877-bd72-77fd1ef3e6aa, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d17b5e-91fa-4cf1-ac98-a4bd65ca54dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4ca020f2-215d-4bab-97c4-774e3ff04e61'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:24:28.394288 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8f8a1415-fe3b-4d56-9474-685d65e7fabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:28.481890 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-8f8a1415-fe3b-4d56-9474-685d65e7fabe None None] For port d7914c10-ca52-4877-bd72-77fd1ef3e6aa, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:24:28.485870 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-8f8a1415-fe3b-4d56-9474-685d65e7fabe None None] For port d7914c10-ca52-4877-bd72-77fd1ef3e6aa, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=d7914c10-ca52-4877-bd72-77fd1ef3e6aa,segment=NetworkSegment(77d17b5e-91fa-4cf1-ac98-a4bd65ca54dd),segment_id=77d17b5e-91fa-4cf1-ac98-a4bd65ca54dd)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:24:28.490690 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8f8a1415-fe3b-4d56-9474-685d65e7fabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:28.572452 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a1415-fe3b-4d56-9474-685d65e7fabe None None] Pushing event updated for resources: {'Port': ['ID=d7914c10-ca52-4877-bd72-77fd1ef3e6aa,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:24:29.949988 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 38282) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:24:30.315079 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [None req-b7661e08-02f5-42f9-a016-fa49a9f754fc admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=89009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:24:30.316040 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-b7661e08-02f5-42f9-a016-fa49a9f754fc admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3651335 Sep 22 21:24:32.318383 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba6855d-a5ed-49ad-99e8-05795fcfd3c9 None None] Network 4ca020f2-215d-4bab-97c4-774e3ff04e61 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:24:32.549668 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device d7914c10-ca52-4877-bd72-77fd1ef3e6aa up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:24:32.577815 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-c7ffac21-4e84-44c7-8e63-1e74d33c8377 None None] Provisioning for port d7914c10-ca52-4877-bd72-77fd1ef3e6aa completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:24:32.654552 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port d7914c10-ca52-4877-bd72-77fd1ef3e6aa completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:24:32.659431 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port d7914c10-ca52-4877-bd72-77fd1ef3e6aa triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:24:32.659827 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:32.660186 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port d7914c10-ca52-4877-bd72-77fd1ef3e6aa Sep 22 21:24:32.785448 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port d7914c10-ca52-4877-bd72-77fd1ef3e6aa is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:24:32.785922 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:32.819460 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port d7914c10-ca52-4877-bd72-77fd1ef3e6aa, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=d7914c10-ca52-4877-bd72-77fd1ef3e6aa,segment=NetworkSegment(77d17b5e-91fa-4cf1-ac98-a4bd65ca54dd),segment_id=77d17b5e-91fa-4cf1-ac98-a4bd65ca54dd)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:24:32.823825 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:32.873400 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 38298) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:24:32.891462 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=d7914c10-ca52-4877-bd72-77fd1ef3e6aa,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:24:32.907957 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-34bf3958-c76d-4b16-b7db-e4038d3e62a6 None None] Provisioning complete for port d7914c10-ca52-4877-bd72-77fd1ef3e6aa triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:24:32.908327 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-34bf3958-c76d-4b16-b7db-e4038d3e62a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:32.908660 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-34bf3958-c76d-4b16-b7db-e4038d3e62a6 None None] Attempt 1 to provision port d7914c10-ca52-4877-bd72-77fd1ef3e6aa Sep 22 21:24:33.023535 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-34bf3958-c76d-4b16-b7db-e4038d3e62a6 None None] Current status of the port d7914c10-ca52-4877-bd72-77fd1ef3e6aa is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:24:33.242115 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [None req-159bed31-a321-450f-a080-033a76ab9c5c admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=89008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:24:33.243104 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-159bed31-a321-450f-a080-033a76ab9c5c admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3687804 Sep 22 21:24:34.460334 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device d7914c10-ca52-4877-bd72-77fd1ef3e6aa up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:24:34.526031 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port d7914c10-ca52-4877-bd72-77fd1ef3e6aa triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:24:34.526314 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:34.526667 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port d7914c10-ca52-4877-bd72-77fd1ef3e6aa Sep 22 21:24:34.637974 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port d7914c10-ca52-4877-bd72-77fd1ef3e6aa is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:24:35.906278 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 38310) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:24:36.249297 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-4ea107f9-0dc8-42e9-9093-698c43672b8a admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '0819b96656a549c8bb72f10ff2df6a39'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:24:36.253829 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-4ea107f9-0dc8-42e9-9093-698c43672b8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:24:36.258415 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-4ea107f9-0dc8-42e9-9093-698c43672b8a admin admin] Usage tracker for resource:router and tenant:0819b96656a549c8bb72f10ff2df6a39 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:24:36.262038 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-4ea107f9-0dc8-42e9-9093-698c43672b8a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:24:36.268836 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-4ea107f9-0dc8-42e9-9093-698c43672b8a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:24:36.278984 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4ea107f9-0dc8-42e9-9093-698c43672b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:36.280668 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4ea107f9-0dc8-42e9-9093-698c43672b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:36.303834 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4ea107f9-0dc8-42e9-9093-698c43672b8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:36.417872 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4ea107f9-0dc8-42e9-9093-698c43672b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:36.435751 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4ea107f9-0dc8-42e9-9093-698c43672b8a admin admin] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:36.436931 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-4ea107f9-0dc8-42e9-9093-698c43672b8a admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5291319 Sep 22 21:24:38.838716 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 38320) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:24:39.199281 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [None req-7243f840-f179-48c9-9b92-42ec1abb6dd0 admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=89008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:24:39.200245 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-7243f840-f179-48c9-9b92-42ec1abb6dd0 admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3605003 Sep 22 21:24:39.604655 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5a820377-4ff2-46ac-82c8-fa84bc64cabc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:41.599012 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 38330) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:24:41.838243 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-d0f0ca22-18c0-4282-8333-1172c9960534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:41.953810 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-c7d6c9d1-e4b2-47a9-990c-6c984142ad11 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:24:41.958882 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c7d6c9d1-e4b2-47a9-990c-6c984142ad11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:24:41.962692 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c7d6c9d1-e4b2-47a9-990c-6c984142ad11 admin admin] Usage tracker for resource:network and tenant:f5d322d16e6043f68cf59e7645f407ba is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:24:41.965453 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c7d6c9d1-e4b2-47a9-990c-6c984142ad11 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:24:41.971611 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c7d6c9d1-e4b2-47a9-990c-6c984142ad11 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:24:41.980299 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d6c9d1-e4b2-47a9-990c-6c984142ad11 admin admin] Made reservation on behalf of f5d322d16e6043f68cf59e7645f407ba for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:24:41.982462 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c7d6c9d1-e4b2-47a9-990c-6c984142ad11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:41.994711 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c7d6c9d1-e4b2-47a9-990c-6c984142ad11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:42.008696 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c7d6c9d1-e4b2-47a9-990c-6c984142ad11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:24:42.012383 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c7d6c9d1-e4b2-47a9-990c-6c984142ad11 admin admin] Usage tracker for resource:security_group_rule and tenant:f5d322d16e6043f68cf59e7645f407ba is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:24:42.015061 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c7d6c9d1-e4b2-47a9-990c-6c984142ad11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:24:42.020618 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c7d6c9d1-e4b2-47a9-990c-6c984142ad11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:24:42.106936 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c7d6c9d1-e4b2-47a9-990c-6c984142ad11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:42.110825 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c7d6c9d1-e4b2-47a9-990c-6c984142ad11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:42.134866 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c7d6c9d1-e4b2-47a9-990c-6c984142ad11 admin admin] Reserving flat network on physical network physnet1 {{(pid=89008) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 22 21:24:42.148445 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d6c9d1-e4b2-47a9-990c-6c984142ad11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65a0921-5d8c-4753-987d-da73d083372c,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:24:42.154815 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c7d6c9d1-e4b2-47a9-990c-6c984142ad11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:42.155157 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-c7d6c9d1-e4b2-47a9-990c-6c984142ad11 admin admin] Added segment a9b58413-0989-44c2-8848-4fe665fe052f of type flat for network a22ae1c9-d428-411f-af43-ce0f71b38d9c Sep 22 21:24:42.188196 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c7d6c9d1-e4b2-47a9-990c-6c984142ad11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:42.227051 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c7d6c9d1-e4b2-47a9-990c-6c984142ad11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:42.227956 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d6c9d1-e4b2-47a9-990c-6c984142ad11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:24:42.228573 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c7d6c9d1-e4b2-47a9-990c-6c984142ad11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:42.325152 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d6c9d1-e4b2-47a9-990c-6c984142ad11 admin admin] Pushing event updated for resources: {'Network': ['ID=a22ae1c9-d428-411f-af43-ce0f71b38d9c,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:24:42.327869 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c7d6c9d1-e4b2-47a9-990c-6c984142ad11 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7278771 Sep 22 21:24:42.349790 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:24:42.671457 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:42.985658 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:44.371610 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:44.716767 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 38350) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:24:44.937637 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fd9bb3-6f21-40b3-ae37-8894b51bb55d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:24:44.939097 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-53fd9bb3-6f21-40b3-ae37-8894b51bb55d admin admin] 10.222.0.33 "GET /v2.0/subnets/c9bfa6b0-5239-4c02-947f-6fed44a38b51 HTTP/1.1" status: 200 len: 849 time: 0.2213962 Sep 22 21:24:45.077094 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-0d43d30e-42a1-41f7-a851-4d802b525502 admin admin] 10.222.0.33 "GET /v2.0/routers/71f72871-3dcb-4fee-ac63-263e56c37848 HTTP/1.1" status: 200 len: 704 time: 0.1323092 Sep 22 21:24:45.538400 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6e83004f-f8ab-4f94-b9c0-3a93c82e3819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:45.771150 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-6e83004f-f8ab-4f94-b9c0-3a93c82e3819 admin admin] Allocated IP 172.20.0.1 (4ca020f2-215d-4bab-97c4-774e3ff04e61/c9bfa6b0-5239-4c02-947f-6fed44a38b51/74c1509c-21ce-4510-a4b2-711bc5a80ca0) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:24:45.935024 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6e83004f-f8ab-4f94-b9c0-3a93c82e3819 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:45.952845 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-6e83004f-f8ab-4f94-b9c0-3a93c82e3819 admin admin] Transition to ACTIVE for port object 74c1509c-21ce-4510-a4b2-711bc5a80ca0 will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:24:46.005463 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6e83004f-f8ab-4f94-b9c0-3a93c82e3819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:46.056580 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e83004f-f8ab-4f94-b9c0-3a93c82e3819 admin admin] Network 4ca020f2-215d-4bab-97c4-774e3ff04e61 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:24:46.057625 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-6e83004f-f8ab-4f94-b9c0-3a93c82e3819 admin admin] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:24:46.092664 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e83004f-f8ab-4f94-b9c0-3a93c82e3819 admin admin] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:24:46.093214 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6e83004f-f8ab-4f94-b9c0-3a93c82e3819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:46.238020 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e83004f-f8ab-4f94-b9c0-3a93c82e3819 admin admin] Pushing event updated for resources: {'Port': ['ID=74c1509c-21ce-4510-a4b2-711bc5a80ca0,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:24:46.251588 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e83004f-f8ab-4f94-b9c0-3a93c82e3819 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:46.251933 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e83004f-f8ab-4f94-b9c0-3a93c82e3819 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:46.252268 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e83004f-f8ab-4f94-b9c0-3a93c82e3819 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:46.252598 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e83004f-f8ab-4f94-b9c0-3a93c82e3819 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:46.252925 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e83004f-f8ab-4f94-b9c0-3a93c82e3819 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:46.253249 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e83004f-f8ab-4f94-b9c0-3a93c82e3819 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:46.253589 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e83004f-f8ab-4f94-b9c0-3a93c82e3819 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:46.253900 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e83004f-f8ab-4f94-b9c0-3a93c82e3819 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:46.254221 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e83004f-f8ab-4f94-b9c0-3a93c82e3819 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:46.254538 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e83004f-f8ab-4f94-b9c0-3a93c82e3819 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:46.254879 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e83004f-f8ab-4f94-b9c0-3a93c82e3819 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:46.255193 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e83004f-f8ab-4f94-b9c0-3a93c82e3819 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:46.256517 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e83004f-f8ab-4f94-b9c0-3a93c82e3819 admin admin] Tracked resource versions report: Sep 22 21:24:46.256517 dv-neutron-858900-1-hyperv neutron-server[89009]: pushed versions: Sep 22 21:24:46.256517 dv-neutron-858900-1-hyperv neutron-server[89009]: { 'AddressGroup': {'1.2'}, Sep 22 21:24:46.256517 dv-neutron-858900-1-hyperv neutron-server[89009]: 'ConntrackHelper': {'1.0'}, Sep 22 21:24:46.256517 dv-neutron-858900-1-hyperv neutron-server[89009]: 'Log': {'1.0'}, Sep 22 21:24:46.256517 dv-neutron-858900-1-hyperv neutron-server[89009]: 'Network': {'1.1'}, Sep 22 21:24:46.256517 dv-neutron-858900-1-hyperv neutron-server[89009]: 'Port': {'1.7'}, Sep 22 21:24:46.256517 dv-neutron-858900-1-hyperv neutron-server[89009]: 'PortForwarding': {'1.2'}, Sep 22 21:24:46.256517 dv-neutron-858900-1-hyperv neutron-server[89009]: 'QosPolicy': {'1.8'}, Sep 22 21:24:46.256517 dv-neutron-858900-1-hyperv neutron-server[89009]: 'SecurityGroup': {'1.4'}, Sep 22 21:24:46.256517 dv-neutron-858900-1-hyperv neutron-server[89009]: 'SecurityGroupRule': {'1.2'}, Sep 22 21:24:46.256517 dv-neutron-858900-1-hyperv neutron-server[89009]: 'SubPort': {'1.0'}, Sep 22 21:24:46.256517 dv-neutron-858900-1-hyperv neutron-server[89009]: 'Subnet': {'1.1'}, Sep 22 21:24:46.256517 dv-neutron-858900-1-hyperv neutron-server[89009]: 'Trunk': {'1.1'}} Sep 22 21:24:46.256517 dv-neutron-858900-1-hyperv neutron-server[89009]: consumer versions: Sep 22 21:24:46.256517 dv-neutron-858900-1-hyperv neutron-server[89009]: { DHCP agent@dv-neutron-858900-1-hyperv: {}, Sep 22 21:24:46.256517 dv-neutron-858900-1-hyperv neutron-server[89009]: L3 agent@dv-neutron-858900-1-hyperv: {}, Sep 22 21:24:46.256517 dv-neutron-858900-1-hyperv neutron-server[89009]: Metadata agent@dv-neutron-858900-1-hyperv: {}, Sep 22 21:24:46.256517 dv-neutron-858900-1-hyperv neutron-server[89009]: Metering agent@dv-neutron-858900-1-hyperv: {}, Sep 22 21:24:46.256517 dv-neutron-858900-1-hyperv neutron-server[89009]: Open vSwitch agent@dv-neutron-858900-1-hyperv: { 'AddressGroup': '1.2', Sep 22 21:24:46.256517 dv-neutron-858900-1-hyperv neutron-server[89009]: 'ConntrackHelper': '1.0', Sep 22 21:24:46.256517 dv-neutron-858900-1-hyperv neutron-server[89009]: 'Log': '1.0', Sep 22 21:24:46.256517 dv-neutron-858900-1-hyperv neutron-server[89009]: 'Network': '1.1', Sep 22 21:24:46.256517 dv-neutron-858900-1-hyperv neutron-server[89009]: 'Port': '1.7', Sep 22 21:24:46.256517 dv-neutron-858900-1-hyperv neutron-server[89009]: 'PortForwarding': '1.2', Sep 22 21:24:46.256517 dv-neutron-858900-1-hyperv neutron-server[89009]: 'QosPolicy': '1.8', Sep 22 21:24:46.256517 dv-neutron-858900-1-hyperv neutron-server[89009]: 'SecurityGroup': '1.4', Sep 22 21:24:46.256517 dv-neutron-858900-1-hyperv neutron-server[89009]: 'SecurityGroupRule': '1.2', Sep 22 21:24:46.256517 dv-neutron-858900-1-hyperv neutron-server[89009]: 'SubPort': '1.0', Sep 22 21:24:46.256517 dv-neutron-858900-1-hyperv neutron-server[89009]: 'Subnet': '1.1', Sep 22 21:24:46.256517 dv-neutron-858900-1-hyperv neutron-server[89009]: 'Trunk': '1.1'}} Sep 22 21:24:46.256517 dv-neutron-858900-1-hyperv neutron-server[89009]: {{(pid=89009) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 21:24:46.310070 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-b1c1af14-a852-46bd-8cae-03ef1533e6ca None None] Provisioning for port 74c1509c-21ce-4510-a4b2-711bc5a80ca0 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:24:46.314952 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-b1c1af14-a852-46bd-8cae-03ef1533e6ca None None] Provisioning complete for port 74c1509c-21ce-4510-a4b2-711bc5a80ca0 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:24:46.315414 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-b1c1af14-a852-46bd-8cae-03ef1533e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:46.315814 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-b1c1af14-a852-46bd-8cae-03ef1533e6ca None None] Attempt 1 to provision port 74c1509c-21ce-4510-a4b2-711bc5a80ca0 Sep 22 21:24:46.371951 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-b1c1af14-a852-46bd-8cae-03ef1533e6ca None None] Port 74c1509c-21ce-4510-a4b2-711bc5a80ca0 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:24:46.375041 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6e83004f-f8ab-4f94-b9c0-3a93c82e3819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:46.598512 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6e83004f-f8ab-4f94-b9c0-3a93c82e3819 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:46.602930 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6e83004f-f8ab-4f94-b9c0-3a93c82e3819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:46.603762 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6e83004f-f8ab-4f94-b9c0-3a93c82e3819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:46.757736 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e83004f-f8ab-4f94-b9c0-3a93c82e3819 admin admin] Pushing event updated for resources: {'Port': ['ID=74c1509c-21ce-4510-a4b2-711bc5a80ca0,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:24:46.818670 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e83004f-f8ab-4f94-b9c0-3a93c82e3819 admin admin] Network 4ca020f2-215d-4bab-97c4-774e3ff04e61 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:24:46.819702 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-6e83004f-f8ab-4f94-b9c0-3a93c82e3819 admin admin] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:24:46.872683 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-b1c1af14-a852-46bd-8cae-03ef1533e6ca None None] Attempt 2 to provision port 74c1509c-21ce-4510-a4b2-711bc5a80ca0 Sep 22 21:24:46.927088 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-b1c1af14-a852-46bd-8cae-03ef1533e6ca None None] Port 74c1509c-21ce-4510-a4b2-711bc5a80ca0 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:24:47.009354 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e83004f-f8ab-4f94-b9c0-3a93c82e3819 admin admin] Router 71f72871-3dcb-4fee-ac63-263e56c37848 is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:24:47.166478 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e83004f-f8ab-4f94-b9c0-3a93c82e3819 admin admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:24:47.175284 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6e83004f-f8ab-4f94-b9c0-3a93c82e3819 admin admin] 10.222.0.33 "PUT /v2.0/routers/71f72871-3dcb-4fee-ac63-263e56c37848/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0930741 Sep 22 21:24:47.176454 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f826576-3f57-455d-a82c-f85c90c79c26 None None] Sync routers for ids ['71f72871-3dcb-4fee-ac63-263e56c37848'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:24:47.186916 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f826576-3f57-455d-a82c-f85c90c79c26 None None] Routers {'71f72871-3dcb-4fee-ac63-263e56c37848'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:24:47.188269 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-2f826576-3f57-455d-a82c-f85c90c79c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:24:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['71f72871-3dcb-4fee-ac63-263e56c37848'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:24:47.364890 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-2f826576-3f57-455d-a82c-f85c90c79c26 None None] Set router 71f72871-3dcb-4fee-ac63-263e56c37848 gateway port host: None {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:24:47.428774 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-b1c1af14-a852-46bd-8cae-03ef1533e6ca None None] Attempt 3 to provision port 74c1509c-21ce-4510-a4b2-711bc5a80ca0 Sep 22 21:24:47.482471 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-b1c1af14-a852-46bd-8cae-03ef1533e6ca None None] Port 74c1509c-21ce-4510-a4b2-711bc5a80ca0 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:24:47.745296 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-2f826576-3f57-455d-a82c-f85c90c79c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f72871-3dcb-4fee-ac63-263e56c37848', 'name': 'router1', 'tenant_id': '0819b96656a549c8bb72f10ff2df6a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:24:36Z', 'updated_at': '2022-09-22T21:24:46Z', 'revision_number': 2, 'project_id': '0819b96656a549c8bb72f10ff2df6a39', 'gw_port_host': None, '_interfaces': [{'id': '74c1509c-21ce-4510-a4b2-711bc5a80ca0', 'name': '', 'network_id': '4ca020f2-215d-4bab-97c4-774e3ff04e61', 'tenant_id': '0819b96656a549c8bb72f10ff2df6a39', 'mac_address': 'fa:16:3e:73:7c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f72871-3dcb-4fee-ac63-263e56c37848', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c9bfa6b0-5239-4c02-947f-6fed44a38b51', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:24:45Z', 'updated_at': '2022-09-22T21:24:46Z', 'revision_number': 2, 'project_id': '0819b96656a549c8bb72f10ff2df6a39', 'subnets': [{'id': 'c9bfa6b0-5239-4c02-947f-6fed44a38b51', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '10f7d2ae-001c-4a59-b12f-92a035176417'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:24:47.750745 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f826576-3f57-455d-a82c-f85c90c79c26 None None] Checking router: 71f72871-3dcb-4fee-ac63-263e56c37848 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:24:47.751119 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f826576-3f57-455d-a82c-f85c90c79c26 None None] Updating router 71f72871-3dcb-4fee-ac63-263e56c37848 port 74c1509c-21ce-4510-a4b2-711bc5a80ca0 binding host dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:24:47.802840 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-2f826576-3f57-455d-a82c-f85c90c79c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:47.983791 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-b1c1af14-a852-46bd-8cae-03ef1533e6ca None None] Attempt 4 to provision port 74c1509c-21ce-4510-a4b2-711bc5a80ca0 Sep 22 21:24:48.041638 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-b1c1af14-a852-46bd-8cae-03ef1533e6ca None None] Port 74c1509c-21ce-4510-a4b2-711bc5a80ca0 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:24:48.211363 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-2f826576-3f57-455d-a82c-f85c90c79c26 None None] Notify callbacks [] for port, precommit_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:48.226596 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.provisioning_blocks [None req-2f826576-3f57-455d-a82c-f85c90c79c26 None None] Transition to ACTIVE for port object 74c1509c-21ce-4510-a4b2-711bc5a80ca0 will not be triggered until provisioned by entity L2. {{(pid=89011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:24:48.232637 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-2f826576-3f57-455d-a82c-f85c90c79c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:48.453640 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dafb869-f4e3-4e68-ba40-400af900bf37 None None] Pushing event updated for resources: {'Port': ['ID=74c1509c-21ce-4510-a4b2-711bc5a80ca0,revision_number=3']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:24:48.472260 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dafb869-f4e3-4e68-ba40-400af900bf37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:48.472610 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dafb869-f4e3-4e68-ba40-400af900bf37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:48.472944 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dafb869-f4e3-4e68-ba40-400af900bf37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:48.473291 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dafb869-f4e3-4e68-ba40-400af900bf37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:48.473599 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dafb869-f4e3-4e68-ba40-400af900bf37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:48.473936 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dafb869-f4e3-4e68-ba40-400af900bf37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:48.474257 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dafb869-f4e3-4e68-ba40-400af900bf37 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:48.474574 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dafb869-f4e3-4e68-ba40-400af900bf37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:48.474934 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dafb869-f4e3-4e68-ba40-400af900bf37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:48.475251 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dafb869-f4e3-4e68-ba40-400af900bf37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:48.475562 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dafb869-f4e3-4e68-ba40-400af900bf37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:48.475870 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dafb869-f4e3-4e68-ba40-400af900bf37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:24:48.477198 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dafb869-f4e3-4e68-ba40-400af900bf37 None None] Tracked resource versions report: Sep 22 21:24:48.477198 dv-neutron-858900-1-hyperv neutron-server[89011]: pushed versions: Sep 22 21:24:48.477198 dv-neutron-858900-1-hyperv neutron-server[89011]: { 'AddressGroup': {'1.2'}, Sep 22 21:24:48.477198 dv-neutron-858900-1-hyperv neutron-server[89011]: 'ConntrackHelper': {'1.0'}, Sep 22 21:24:48.477198 dv-neutron-858900-1-hyperv neutron-server[89011]: 'Log': {'1.0'}, Sep 22 21:24:48.477198 dv-neutron-858900-1-hyperv neutron-server[89011]: 'Network': {'1.1'}, Sep 22 21:24:48.477198 dv-neutron-858900-1-hyperv neutron-server[89011]: 'Port': {'1.7'}, Sep 22 21:24:48.477198 dv-neutron-858900-1-hyperv neutron-server[89011]: 'PortForwarding': {'1.2'}, Sep 22 21:24:48.477198 dv-neutron-858900-1-hyperv neutron-server[89011]: 'QosPolicy': {'1.8'}, Sep 22 21:24:48.477198 dv-neutron-858900-1-hyperv neutron-server[89011]: 'SecurityGroup': {'1.4'}, Sep 22 21:24:48.477198 dv-neutron-858900-1-hyperv neutron-server[89011]: 'SecurityGroupRule': {'1.2'}, Sep 22 21:24:48.477198 dv-neutron-858900-1-hyperv neutron-server[89011]: 'SubPort': {'1.0'}, Sep 22 21:24:48.477198 dv-neutron-858900-1-hyperv neutron-server[89011]: 'Subnet': {'1.1'}, Sep 22 21:24:48.477198 dv-neutron-858900-1-hyperv neutron-server[89011]: 'Trunk': {'1.1'}} Sep 22 21:24:48.477198 dv-neutron-858900-1-hyperv neutron-server[89011]: consumer versions: Sep 22 21:24:48.477198 dv-neutron-858900-1-hyperv neutron-server[89011]: { DHCP agent@dv-neutron-858900-1-hyperv: {}, Sep 22 21:24:48.477198 dv-neutron-858900-1-hyperv neutron-server[89011]: L3 agent@dv-neutron-858900-1-hyperv: {}, Sep 22 21:24:48.477198 dv-neutron-858900-1-hyperv neutron-server[89011]: Metadata agent@dv-neutron-858900-1-hyperv: {}, Sep 22 21:24:48.477198 dv-neutron-858900-1-hyperv neutron-server[89011]: Metering agent@dv-neutron-858900-1-hyperv: {}, Sep 22 21:24:48.477198 dv-neutron-858900-1-hyperv neutron-server[89011]: Open vSwitch agent@dv-neutron-858900-1-hyperv: { 'AddressGroup': '1.2', Sep 22 21:24:48.477198 dv-neutron-858900-1-hyperv neutron-server[89011]: 'ConntrackHelper': '1.0', Sep 22 21:24:48.477198 dv-neutron-858900-1-hyperv neutron-server[89011]: 'Log': '1.0', Sep 22 21:24:48.477198 dv-neutron-858900-1-hyperv neutron-server[89011]: 'Network': '1.1', Sep 22 21:24:48.477198 dv-neutron-858900-1-hyperv neutron-server[89011]: 'Port': '1.7', Sep 22 21:24:48.477198 dv-neutron-858900-1-hyperv neutron-server[89011]: 'PortForwarding': '1.2', Sep 22 21:24:48.477198 dv-neutron-858900-1-hyperv neutron-server[89011]: 'QosPolicy': '1.8', Sep 22 21:24:48.477198 dv-neutron-858900-1-hyperv neutron-server[89011]: 'SecurityGroup': '1.4', Sep 22 21:24:48.477198 dv-neutron-858900-1-hyperv neutron-server[89011]: 'SecurityGroupRule': '1.2', Sep 22 21:24:48.477198 dv-neutron-858900-1-hyperv neutron-server[89011]: 'SubPort': '1.0', Sep 22 21:24:48.477198 dv-neutron-858900-1-hyperv neutron-server[89011]: 'Subnet': '1.1', Sep 22 21:24:48.477198 dv-neutron-858900-1-hyperv neutron-server[89011]: 'Trunk': '1.1'}} Sep 22 21:24:48.477198 dv-neutron-858900-1-hyperv neutron-server[89011]: {{(pid=89011) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 21:24:48.481418 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-2f826576-3f57-455d-a82c-f85c90c79c26 None None] Attempting to bind port 74c1509c-21ce-4510-a4b2-711bc5a80ca0 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:24:48.481804 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-2f826576-3f57-455d-a82c-f85c90c79c26 None None] Attempting to bind port 74c1509c-21ce-4510-a4b2-711bc5a80ca0 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '77d17b5e-91fa-4cf1-ac98-a4bd65ca54dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4ca020f2-215d-4bab-97c4-774e3ff04e61'}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:24:48.482230 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f826576-3f57-455d-a82c-f85c90c79c26 None None] Attempting to bind port 74c1509c-21ce-4510-a4b2-711bc5a80ca0 on network 4ca020f2-215d-4bab-97c4-774e3ff04e61 {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:24:48.488806 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f826576-3f57-455d-a82c-f85c90c79c26 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:24:48.489198 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f826576-3f57-455d-a82c-f85c90c79c26 None None] Checking segment: {'id': '77d17b5e-91fa-4cf1-ac98-a4bd65ca54dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4ca020f2-215d-4bab-97c4-774e3ff04e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:24:48.489697 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-2f826576-3f57-455d-a82c-f85c90c79c26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:48.490033 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f826576-3f57-455d-a82c-f85c90c79c26 None None] Bound using segment: {'id': '77d17b5e-91fa-4cf1-ac98-a4bd65ca54dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4ca020f2-215d-4bab-97c4-774e3ff04e61'} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:24:48.490526 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-2f826576-3f57-455d-a82c-f85c90c79c26 None None] Bound port: 74c1509c-21ce-4510-a4b2-711bc5a80ca0, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d17b5e-91fa-4cf1-ac98-a4bd65ca54dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4ca020f2-215d-4bab-97c4-774e3ff04e61'}}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:24:48.490935 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-2f826576-3f57-455d-a82c-f85c90c79c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:48.542721 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-b1c1af14-a852-46bd-8cae-03ef1533e6ca None None] Attempt 5 to provision port 74c1509c-21ce-4510-a4b2-711bc5a80ca0 Sep 22 21:24:48.582747 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-2f826576-3f57-455d-a82c-f85c90c79c26 None None] For port 74c1509c-21ce-4510-a4b2-711bc5a80ca0, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:24:48.587052 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-2f826576-3f57-455d-a82c-f85c90c79c26 None None] For port 74c1509c-21ce-4510-a4b2-711bc5a80ca0, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=74c1509c-21ce-4510-a4b2-711bc5a80ca0,segment=NetworkSegment(77d17b5e-91fa-4cf1-ac98-a4bd65ca54dd),segment_id=77d17b5e-91fa-4cf1-ac98-a4bd65ca54dd)] {{(pid=89011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:24:48.593994 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-2f826576-3f57-455d-a82c-f85c90c79c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:48.597840 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-b1c1af14-a852-46bd-8cae-03ef1533e6ca None None] Port 74c1509c-21ce-4510-a4b2-711bc5a80ca0 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:24:48.657605 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f826576-3f57-455d-a82c-f85c90c79c26 None None] Routers {'71f72871-3dcb-4fee-ac63-263e56c37848'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:24:48.658204 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-2f826576-3f57-455d-a82c-f85c90c79c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:24:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['71f72871-3dcb-4fee-ac63-263e56c37848'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:24:48.785787 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dafb869-f4e3-4e68-ba40-400af900bf37 None None] Pushing event updated for resources: {'Port': ['ID=74c1509c-21ce-4510-a4b2-711bc5a80ca0,revision_number=4']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:24:48.819463 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-2f826576-3f57-455d-a82c-f85c90c79c26 None None] Set router 71f72871-3dcb-4fee-ac63-263e56c37848 gateway port host: None {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:24:49.098960 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-b1c1af14-a852-46bd-8cae-03ef1533e6ca None None] Attempt 6 to provision port 74c1509c-21ce-4510-a4b2-711bc5a80ca0 Sep 22 21:24:49.138808 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-2f826576-3f57-455d-a82c-f85c90c79c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f72871-3dcb-4fee-ac63-263e56c37848', 'name': 'router1', 'tenant_id': '0819b96656a549c8bb72f10ff2df6a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:24:36Z', 'updated_at': '2022-09-22T21:24:46Z', 'revision_number': 2, 'project_id': '0819b96656a549c8bb72f10ff2df6a39', 'gw_port_host': None, '_interfaces': [{'id': '74c1509c-21ce-4510-a4b2-711bc5a80ca0', 'name': '', 'network_id': '4ca020f2-215d-4bab-97c4-774e3ff04e61', 'tenant_id': '0819b96656a549c8bb72f10ff2df6a39', 'mac_address': 'fa:16:3e:73:7c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f72871-3dcb-4fee-ac63-263e56c37848', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c9bfa6b0-5239-4c02-947f-6fed44a38b51', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:24:45Z', 'updated_at': '2022-09-22T21:24:48Z', 'revision_number': 4, 'project_id': '0819b96656a549c8bb72f10ff2df6a39', 'subnets': [{'id': 'c9bfa6b0-5239-4c02-947f-6fed44a38b51', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '10f7d2ae-001c-4a59-b12f-92a035176417'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:24:49.144236 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f826576-3f57-455d-a82c-f85c90c79c26 None None] The sync data for ids ['71f72871-3dcb-4fee-ac63-263e56c37848'] in dv-neutron-858900-1-hyperv is: [{'id': '71f72871-3dcb-4fee-ac63-263e56c37848', 'name': 'router1', 'tenant_id': '0819b96656a549c8bb72f10ff2df6a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:24:36Z', 'updated_at': '2022-09-22T21:24:46Z', 'revision_number': 2, 'project_id': '0819b96656a549c8bb72f10ff2df6a39', 'gw_port_host': None, '_interfaces': [{'id': '74c1509c-21ce-4510-a4b2-711bc5a80ca0', 'name': '', 'network_id': '4ca020f2-215d-4bab-97c4-774e3ff04e61', 'tenant_id': '0819b96656a549c8bb72f10ff2df6a39', 'mac_address': 'fa:16:3e:73:7c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f72871-3dcb-4fee-ac63-263e56c37848', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c9bfa6b0-5239-4c02-947f-6fed44a38b51', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:24:45Z', 'updated_at': '2022-09-22T21:24:48Z', 'revision_number': 4, 'project_id': '0819b96656a549c8bb72f10ff2df6a39', 'subnets': [{'id': 'c9bfa6b0-5239-4c02-947f-6fed44a38b51', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '10f7d2ae-001c-4a59-b12f-92a035176417'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:24:49.159191 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-b1c1af14-a852-46bd-8cae-03ef1533e6ca None None] Port 74c1509c-21ce-4510-a4b2-711bc5a80ca0 had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 21:24:49.483191 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 38376) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:24:49.627229 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5baefa0a-0671-4042-9add-fcbeec6ed1b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:24:49.628586 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-5baefa0a-0671-4042-9add-fcbeec6ed1b0 admin admin] 10.222.0.33 "GET /v2.0/networks/a22ae1c9-d428-411f-af43-ce0f71b38d9c HTTP/1.1" status: 200 len: 842 time: 0.1444318 Sep 22 21:24:49.637772 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-cdca084d-b075-47bb-b207-8a7c334ddc27 admin admin] Request body: {'subnet': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'ip_version': 4, 'gateway_ip': '172.26.0.1', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.26.0.0/24'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:24:49.643748 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-cdca084d-b075-47bb-b207-8a7c334ddc27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:24:49.647520 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-cdca084d-b075-47bb-b207-8a7c334ddc27 admin admin] Usage tracker for resource:subnet and tenant:f5d322d16e6043f68cf59e7645f407ba is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:24:49.650408 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-cdca084d-b075-47bb-b207-8a7c334ddc27 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:24:49.656348 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-cdca084d-b075-47bb-b207-8a7c334ddc27 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:24:49.666001 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdca084d-b075-47bb-b207-8a7c334ddc27 admin admin] Made reservation on behalf of f5d322d16e6043f68cf59e7645f407ba for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:24:49.668358 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cdca084d-b075-47bb-b207-8a7c334ddc27 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:50.091570 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.objects.ports [None req-cdca084d-b075-47bb-b207-8a7c334ddc27 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89009) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 21:24:50.092028 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cdca084d-b075-47bb-b207-8a7c334ddc27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:50.172802 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca084d-b075-47bb-b207-8a7c334ddc27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ac30e08-1453-402b-ab2c-8acf5f518e70,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:24:50.176811 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdca084d-b075-47bb-b207-8a7c334ddc27 admin admin] Checking segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:24:50.177163 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdca084d-b075-47bb-b207-8a7c334ddc27 admin admin] Network hostable DHCP agents. Network: a22ae1c9-d428-411f-af43-ce0f71b38d9c, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:24:50.198272 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdca084d-b075-47bb-b207-8a7c334ddc27 admin admin] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:24:50.208335 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-cdca084d-b075-47bb-b207-8a7c334ddc27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, a22ae1c9-d428-411f-af43-ce0f71b38d9c) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:24:50.212314 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdca084d-b075-47bb-b207-8a7c334ddc27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:24:50.212912 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cdca084d-b075-47bb-b207-8a7c334ddc27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:50.217231 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c797891a-c321-49a3-9bc2-d29d8c56cce8 None None] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:24:50.236233 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-cdca084d-b075-47bb-b207-8a7c334ddc27 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6015532 Sep 22 21:24:50.455530 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35af5fd-f9d3-4580-a8a0-39ef1ad38b56 None None] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:24:50.522426 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 74c1509c-21ce-4510-a4b2-711bc5a80ca0 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:24:50.664134 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 74c1509c-21ce-4510-a4b2-711bc5a80ca0 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:24:50.677358 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 74c1509c-21ce-4510-a4b2-711bc5a80ca0 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:24:50.677790 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:50.678187 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 74c1509c-21ce-4510-a4b2-711bc5a80ca0 Sep 22 21:24:50.838466 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 74c1509c-21ce-4510-a4b2-711bc5a80ca0 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:24:50.838898 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:50.872570 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 74c1509c-21ce-4510-a4b2-711bc5a80ca0, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=74c1509c-21ce-4510-a4b2-711bc5a80ca0,segment=NetworkSegment(77d17b5e-91fa-4cf1-ac98-a4bd65ca54dd),segment_id=77d17b5e-91fa-4cf1-ac98-a4bd65ca54dd)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:24:50.879742 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:50.949247 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=74c1509c-21ce-4510-a4b2-711bc5a80ca0,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:24:52.468058 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 74c1509c-21ce-4510-a4b2-711bc5a80ca0 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:24:52.536413 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 74c1509c-21ce-4510-a4b2-711bc5a80ca0 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:24:52.536791 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:52.537128 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 74c1509c-21ce-4510-a4b2-711bc5a80ca0 Sep 22 21:24:52.558129 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 38390) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:24:52.653750 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 74c1509c-21ce-4510-a4b2-711bc5a80ca0 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:24:52.789437 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e891376d-19f7-47b6-a0d7-62036c18a96d admin admin] 10.222.0.33 "GET /v2.0/routers/71f72871-3dcb-4fee-ac63-263e56c37848 HTTP/1.1" status: 200 len: 710 time: 0.2300851 Sep 22 21:24:52.912099 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7b6bca-251c-44c5-aa7f-cdf5349de37f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:24:52.913382 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ba7b6bca-251c-44c5-aa7f-cdf5349de37f admin admin] 10.222.0.33 "GET /v2.0/networks/a22ae1c9-d428-411f-af43-ce0f71b38d9c HTTP/1.1" status: 200 len: 886 time: 0.1188686 Sep 22 21:24:52.921864 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-dc220975-be7c-498e-bb9f-550ca0644676 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:24:53.344104 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-dc220975-be7c-498e-bb9f-550ca0644676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:53.662282 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-dc220975-be7c-498e-bb9f-550ca0644676 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:53.715457 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-dc220975-be7c-498e-bb9f-550ca0644676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:53.846499 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-dc220975-be7c-498e-bb9f-550ca0644676 admin admin] Allocated IP 172.26.0.157 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/3986db62-d136-48df-800e-9c82a92db584) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:24:53.988156 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-dc220975-be7c-498e-bb9f-550ca0644676 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:54.015381 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-dc220975-be7c-498e-bb9f-550ca0644676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:54.077850 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc220975-be7c-498e-bb9f-550ca0644676 admin admin] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:24:54.080687 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-dc220975-be7c-498e-bb9f-550ca0644676 admin admin] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:24:54.086845 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc220975-be7c-498e-bb9f-550ca0644676 admin admin] Pushing event updated for resources: {'Port': ['ID=3986db62-d136-48df-800e-9c82a92db584,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:24:54.090980 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc220975-be7c-498e-bb9f-550ca0644676 admin admin] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:24:54.516880 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-dc220975-be7c-498e-bb9f-550ca0644676 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:54.846951 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-dc220975-be7c-498e-bb9f-550ca0644676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:54.850129 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-dc220975-be7c-498e-bb9f-550ca0644676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8026890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8012281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8012114'] for router, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:55.022825 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc220975-be7c-498e-bb9f-550ca0644676 admin admin] Router 71f72871-3dcb-4fee-ac63-263e56c37848 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:24:55.194033 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc220975-be7c-498e-bb9f-550ca0644676 admin admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:24:55.202426 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-dc220975-be7c-498e-bb9f-550ca0644676 admin admin] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:55.203653 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-dc220975-be7c-498e-bb9f-550ca0644676 admin admin] 10.222.0.33 "PUT /v2.0/routers/71f72871-3dcb-4fee-ac63-263e56c37848 HTTP/1.1" status: 200 len: 890 time: 2.2848535 Sep 22 21:24:55.204429 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a90f092-ae09-4b74-8b7c-d9f82b4aa093 None None] Sync routers for ids ['71f72871-3dcb-4fee-ac63-263e56c37848'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:24:55.214678 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a90f092-ae09-4b74-8b7c-d9f82b4aa093 None None] Routers {'71f72871-3dcb-4fee-ac63-263e56c37848'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:24:55.215447 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-7a90f092-ae09-4b74-8b7c-d9f82b4aa093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:24:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['71f72871-3dcb-4fee-ac63-263e56c37848'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:24:55.427442 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-7a90f092-ae09-4b74-8b7c-d9f82b4aa093 None None] Set router 71f72871-3dcb-4fee-ac63-263e56c37848 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:24:55.769687 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-7a90f092-ae09-4b74-8b7c-d9f82b4aa093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f72871-3dcb-4fee-ac63-263e56c37848', 'name': 'router1', 'tenant_id': '0819b96656a549c8bb72f10ff2df6a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.157'}], 'enable_snat': True}, 'gw_port_id': '3986db62-d136-48df-800e-9c82a92db584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:24:36Z', 'updated_at': '2022-09-22T21:24:54Z', 'revision_number': 4, 'project_id': '0819b96656a549c8bb72f10ff2df6a39', 'gw_port': {'id': '3986db62-d136-48df-800e-9c82a92db584', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ca:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f72871-3dcb-4fee-ac63-263e56c37848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:24:53Z', 'updated_at': '2022-09-22T21:24:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '74c1509c-21ce-4510-a4b2-711bc5a80ca0', 'name': '', 'network_id': '4ca020f2-215d-4bab-97c4-774e3ff04e61', 'tenant_id': '0819b96656a549c8bb72f10ff2df6a39', 'mac_address': 'fa:16:3e:73:7c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f72871-3dcb-4fee-ac63-263e56c37848', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c9bfa6b0-5239-4c02-947f-6fed44a38b51', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:24:45Z', 'updated_at': '2022-09-22T21:24:50Z', 'revision_number': 5, 'project_id': '0819b96656a549c8bb72f10ff2df6a39', 'subnets': [{'id': 'c9bfa6b0-5239-4c02-947f-6fed44a38b51', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '10f7d2ae-001c-4a59-b12f-92a035176417'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:24:55.774463 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a90f092-ae09-4b74-8b7c-d9f82b4aa093 None None] Checking router: 71f72871-3dcb-4fee-ac63-263e56c37848 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:24:55.774848 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a90f092-ae09-4b74-8b7c-d9f82b4aa093 None None] Updating router 71f72871-3dcb-4fee-ac63-263e56c37848 port 3986db62-d136-48df-800e-9c82a92db584 binding host dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:24:55.828340 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7a90f092-ae09-4b74-8b7c-d9f82b4aa093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:56.147343 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7a90f092-ae09-4b74-8b7c-d9f82b4aa093 None None] Notify callbacks [] for port, precommit_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:56.160807 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-7a90f092-ae09-4b74-8b7c-d9f82b4aa093 None None] Transition to ACTIVE for port object 3986db62-d136-48df-800e-9c82a92db584 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:24:56.167062 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7a90f092-ae09-4b74-8b7c-d9f82b4aa093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:56.227001 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-7a90f092-ae09-4b74-8b7c-d9f82b4aa093 None None] Attempting to bind port 3986db62-d136-48df-800e-9c82a92db584 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:24:56.227696 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-7a90f092-ae09-4b74-8b7c-d9f82b4aa093 None None] Attempting to bind port 3986db62-d136-48df-800e-9c82a92db584 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:24:56.227696 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a90f092-ae09-4b74-8b7c-d9f82b4aa093 None None] Attempting to bind port 3986db62-d136-48df-800e-9c82a92db584 on network a22ae1c9-d428-411f-af43-ce0f71b38d9c {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:24:56.240865 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a90f092-ae09-4b74-8b7c-d9f82b4aa093 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:24:56.241237 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a90f092-ae09-4b74-8b7c-d9f82b4aa093 None None] Checking segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:24:56.241632 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7a90f092-ae09-4b74-8b7c-d9f82b4aa093 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:56.242020 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a90f092-ae09-4b74-8b7c-d9f82b4aa093 None None] Bound using segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:24:56.242480 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-7a90f092-ae09-4b74-8b7c-d9f82b4aa093 None None] Bound port: 3986db62-d136-48df-800e-9c82a92db584, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:24:56.242878 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7a90f092-ae09-4b74-8b7c-d9f82b4aa093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:56.281095 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4215bf-991a-4ad1-94b4-7fe1949ae45a None None] Pushing event updated for resources: {'Port': ['ID=3986db62-d136-48df-800e-9c82a92db584,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:24:56.321649 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-7a90f092-ae09-4b74-8b7c-d9f82b4aa093 None None] For port 3986db62-d136-48df-800e-9c82a92db584, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:24:56.324605 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-7a90f092-ae09-4b74-8b7c-d9f82b4aa093 None None] For port 3986db62-d136-48df-800e-9c82a92db584, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=3986db62-d136-48df-800e-9c82a92db584,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:24:56.328657 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7a90f092-ae09-4b74-8b7c-d9f82b4aa093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:56.389662 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a90f092-ae09-4b74-8b7c-d9f82b4aa093 None None] Routers {'71f72871-3dcb-4fee-ac63-263e56c37848'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:24:56.390817 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-7a90f092-ae09-4b74-8b7c-d9f82b4aa093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:24:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['71f72871-3dcb-4fee-ac63-263e56c37848'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:24:56.471076 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4215bf-991a-4ad1-94b4-7fe1949ae45a None None] Pushing event updated for resources: {'Port': ['ID=3986db62-d136-48df-800e-9c82a92db584,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:24:56.581346 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-7a90f092-ae09-4b74-8b7c-d9f82b4aa093 None None] Set router 71f72871-3dcb-4fee-ac63-263e56c37848 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:24:56.928071 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-7a90f092-ae09-4b74-8b7c-d9f82b4aa093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f72871-3dcb-4fee-ac63-263e56c37848', 'name': 'router1', 'tenant_id': '0819b96656a549c8bb72f10ff2df6a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.157'}], 'enable_snat': True}, 'gw_port_id': '3986db62-d136-48df-800e-9c82a92db584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:24:36Z', 'updated_at': '2022-09-22T21:24:54Z', 'revision_number': 4, 'project_id': '0819b96656a549c8bb72f10ff2df6a39', 'gw_port': {'id': '3986db62-d136-48df-800e-9c82a92db584', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ca:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f72871-3dcb-4fee-ac63-263e56c37848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:24:53Z', 'updated_at': '2022-09-22T21:24:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '74c1509c-21ce-4510-a4b2-711bc5a80ca0', 'name': '', 'network_id': '4ca020f2-215d-4bab-97c4-774e3ff04e61', 'tenant_id': '0819b96656a549c8bb72f10ff2df6a39', 'mac_address': 'fa:16:3e:73:7c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f72871-3dcb-4fee-ac63-263e56c37848', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c9bfa6b0-5239-4c02-947f-6fed44a38b51', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:24:45Z', 'updated_at': '2022-09-22T21:24:50Z', 'revision_number': 5, 'project_id': '0819b96656a549c8bb72f10ff2df6a39', 'subnets': [{'id': 'c9bfa6b0-5239-4c02-947f-6fed44a38b51', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '10f7d2ae-001c-4a59-b12f-92a035176417'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:24:56.931879 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a90f092-ae09-4b74-8b7c-d9f82b4aa093 None None] The sync data for ids ['71f72871-3dcb-4fee-ac63-263e56c37848'] in dv-neutron-858900-1-hyperv is: [{'id': '71f72871-3dcb-4fee-ac63-263e56c37848', 'name': 'router1', 'tenant_id': '0819b96656a549c8bb72f10ff2df6a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.157'}], 'enable_snat': True}, 'gw_port_id': '3986db62-d136-48df-800e-9c82a92db584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:24:36Z', 'updated_at': '2022-09-22T21:24:54Z', 'revision_number': 4, 'project_id': '0819b96656a549c8bb72f10ff2df6a39', 'gw_port': {'id': '3986db62-d136-48df-800e-9c82a92db584', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ca:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f72871-3dcb-4fee-ac63-263e56c37848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:24:53Z', 'updated_at': '2022-09-22T21:24:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '74c1509c-21ce-4510-a4b2-711bc5a80ca0', 'name': '', 'network_id': '4ca020f2-215d-4bab-97c4-774e3ff04e61', 'tenant_id': '0819b96656a549c8bb72f10ff2df6a39', 'mac_address': 'fa:16:3e:73:7c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f72871-3dcb-4fee-ac63-263e56c37848', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c9bfa6b0-5239-4c02-947f-6fed44a38b51', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:24:45Z', 'updated_at': '2022-09-22T21:24:50Z', 'revision_number': 5, 'project_id': '0819b96656a549c8bb72f10ff2df6a39', 'subnets': [{'id': 'c9bfa6b0-5239-4c02-947f-6fed44a38b51', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '10f7d2ae-001c-4a59-b12f-92a035176417'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:24:57.582429 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 38402) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:24:57.705121 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-b3c6d45f-8f04-4b8a-b5cf-ffd965611b3f admin admin] 10.222.0.33 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1214626 Sep 22 21:24:58.505779 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 3986db62-d136-48df-800e-9c82a92db584 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:24:58.595873 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 3986db62-d136-48df-800e-9c82a92db584 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:24:58.600352 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 3986db62-d136-48df-800e-9c82a92db584 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:24:58.600719 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:58.601046 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 3986db62-d136-48df-800e-9c82a92db584 Sep 22 21:24:58.713743 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 3986db62-d136-48df-800e-9c82a92db584 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:24:58.714120 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:58.730544 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 3986db62-d136-48df-800e-9c82a92db584, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=3986db62-d136-48df-800e-9c82a92db584,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:24:58.734874 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:24:58.801558 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=3986db62-d136-48df-800e-9c82a92db584,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:25:00.477604 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 3986db62-d136-48df-800e-9c82a92db584 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:25:00.559882 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 3986db62-d136-48df-800e-9c82a92db584 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:25:00.560248 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:25:00.560592 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 3986db62-d136-48df-800e-9c82a92db584 Sep 22 21:25:00.693898 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 3986db62-d136-48df-800e-9c82a92db584 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:25:00.699463 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 5 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:25:09.607160 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-40d4540e-2414-4b9d-8d07-25707c855a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:25:11.840145 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-aaa3708b-7aee-40f8-b32b-6821c1293d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:25:12.676360 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:25:12.992683 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:25:14.379142 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:25:37.698861 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 5 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:25:39.611518 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-23d918ed-045f-4e7a-9dc2-d4a00053f48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:25:41.844131 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9d5e9ab6-979d-40e8-825b-056dd8ed37a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:25:42.679716 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:25:42.995021 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:25:44.403647 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:26:09.616716 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4bd61312-06b5-431a-8d84-a8e7ec58a492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:26:11.848772 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1572e4b6-68d1-463b-98d2-6ed0e6a6cb2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:26:12.684817 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:26:12.999235 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:26:14.388348 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:26:14.697874 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 5 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:26:39.609417 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e6a460d3-c612-4742-8db9-16b9630ee475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:26:41.850571 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9bfc40ea-b358-4944-a8e8-22caf7fe3c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:26:42.688739 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:26:43.000066 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:26:44.389908 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:26:51.697110 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 5 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:27:04.799112 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 39006) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:27:04.864609 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-54b10652-2878-4606-a8c4-a3dcfa70a4e1 admin admin] GET failed (client error): The resource could not be found. Sep 22 21:27:04.865842 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-54b10652-2878-4606-a8c4-a3dcfa70a4e1 admin admin] 10.222.0.33 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0657949 Sep 22 21:27:05.043241 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fe8f80-ef03-4f0d-9f36-f13e0d5f7b4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:27:05.044600 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-66fe8f80-ef03-4f0d-9f36-f13e0d5f7b4e admin admin] 10.222.0.33 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1749511 Sep 22 21:27:07.218709 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 39016) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:27:07.324741 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45960d4-2614-4077-9c4a-cae9eba717f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:27:07.325292 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-b45960d4-2614-4077-9c4a-cae9eba717f3 admin admin] Synchronizing usage tracker for tenant:f5d322d16e6043f68cf59e7645f407ba on resource:subnet {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:27:07.342210 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-b45960d4-2614-4077-9c4a-cae9eba717f3 admin admin] Unset dirty status for tenant:f5d322d16e6043f68cf59e7645f407ba on resource:subnet {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:27:07.343442 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-b45960d4-2614-4077-9c4a-cae9eba717f3 admin admin] 10.222.0.33 "GET /v2.0/subnets/c9bfa6b0-5239-4c02-947f-6fed44a38b51 HTTP/1.1" status: 200 len: 849 time: 0.1237669 Sep 22 21:27:07.352721 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-7ebc7e7b-08fb-4896-8b6a-e9b54815b047 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:27:07.468556 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7ebc7e7b-08fb-4896-8b6a-e9b54815b047 admin admin] Notify callbacks [] for subnet, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:27:07.649265 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7ebc7e7b-08fb-4896-8b6a-e9b54815b047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733476589918'] for subnet, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:27:07.693195 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebc7e7b-08fb-4896-8b6a-e9b54815b047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:27:07.693773 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7ebc7e7b-08fb-4896-8b6a-e9b54815b047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:27:07.695060 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-7ebc7e7b-08fb-4896-8b6a-e9b54815b047 admin admin] 10.222.0.33 "PUT /v2.0/subnets/c9bfa6b0-5239-4c02-947f-6fed44a38b51 HTTP/1.1" status: 200 len: 868 time: 0.3459897 Sep 22 21:27:07.710212 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194f89a3-49c7-49c1-950c-f4a2c5bc475f None None] Network 4ca020f2-215d-4bab-97c4-774e3ff04e61 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:27:07.722913 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc7e7b-08fb-4896-8b6a-e9b54815b047 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9bfa6b0-5239-4c02-947f-6fed44a38b51,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:27:07.731432 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc7e7b-08fb-4896-8b6a-e9b54815b047 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:27:07.731432 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc7e7b-08fb-4896-8b6a-e9b54815b047 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:27:07.731745 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc7e7b-08fb-4896-8b6a-e9b54815b047 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:27:07.731966 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc7e7b-08fb-4896-8b6a-e9b54815b047 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:27:07.732295 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc7e7b-08fb-4896-8b6a-e9b54815b047 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:27:07.732696 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc7e7b-08fb-4896-8b6a-e9b54815b047 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:27:07.733011 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc7e7b-08fb-4896-8b6a-e9b54815b047 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:27:07.733353 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc7e7b-08fb-4896-8b6a-e9b54815b047 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:27:07.733681 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc7e7b-08fb-4896-8b6a-e9b54815b047 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:27:07.734001 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc7e7b-08fb-4896-8b6a-e9b54815b047 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:27:07.734321 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc7e7b-08fb-4896-8b6a-e9b54815b047 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:27:07.734731 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc7e7b-08fb-4896-8b6a-e9b54815b047 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:27:08.202984 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1f5d2c5c-9429-4902-abb4-919365f0dad2 None None] Provisioning complete for port d7914c10-ca52-4877-bd72-77fd1ef3e6aa triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:27:08.203352 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1f5d2c5c-9429-4902-abb4-919365f0dad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:27:08.203680 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1f5d2c5c-9429-4902-abb4-919365f0dad2 None None] Attempt 1 to provision port d7914c10-ca52-4877-bd72-77fd1ef3e6aa Sep 22 21:27:08.321260 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1f5d2c5c-9429-4902-abb4-919365f0dad2 None None] Current status of the port d7914c10-ca52-4877-bd72-77fd1ef3e6aa is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:27:08.332650 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1f5d2c5c-9429-4902-abb4-919365f0dad2 None None] Provisioning complete for port 74c1509c-21ce-4510-a4b2-711bc5a80ca0 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:27:08.333019 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1f5d2c5c-9429-4902-abb4-919365f0dad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:27:08.333352 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1f5d2c5c-9429-4902-abb4-919365f0dad2 None None] Attempt 1 to provision port 74c1509c-21ce-4510-a4b2-711bc5a80ca0 Sep 22 21:27:08.448573 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1f5d2c5c-9429-4902-abb4-919365f0dad2 None None] Current status of the port 74c1509c-21ce-4510-a4b2-711bc5a80ca0 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:27:09.610962 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-d52f2e0e-97d3-40a1-bc56-b99ce0236bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:27:09.879271 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 39026) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:27:10.046855 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff64612-17e7-4441-9858-f91828efc352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:27:10.047335 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff64612-17e7-4441-9858-f91828efc352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:27:10.048826 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-bff64612-17e7-4441-9858-f91828efc352 admin admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1686013 Sep 22 21:27:11.852269 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c6991b92-f1ef-4cc6-b8ed-51ffc470165a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:27:12.192533 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 39036) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:27:12.365820 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52648aae-d80d-4b6b-a33b-26c295ca42a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:27:12.366297 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52648aae-d80d-4b6b-a33b-26c295ca42a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:27:12.367849 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-52648aae-d80d-4b6b-a33b-26c295ca42a2 admin admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1743238 Sep 22 21:27:12.691114 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:27:12.999852 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:27:14.391495 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:27:14.562027 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 39046) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:27:14.739109 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c01cd1a-0a61-4fd2-9712-5219574f87f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:27:14.739663 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-7c01cd1a-0a61-4fd2-9712-5219574f87f3 admin admin] Synchronizing usage tracker for tenant:f5d322d16e6043f68cf59e7645f407ba on resource:network {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:27:14.756743 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-7c01cd1a-0a61-4fd2-9712-5219574f87f3 admin admin] Unset dirty status for tenant:f5d322d16e6043f68cf59e7645f407ba on resource:network {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:27:14.757873 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-7c01cd1a-0a61-4fd2-9712-5219574f87f3 admin admin] 10.222.0.33 "GET /v2.0/networks/4ca020f2-215d-4bab-97c4-774e3ff04e61 HTTP/1.1" status: 200 len: 868 time: 0.1948888 Sep 22 21:27:16.925960 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 39056) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:27:17.088145 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383be8a2-f06d-400b-8c7e-fd70deb53ec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:27:17.089467 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-383be8a2-f06d-400b-8c7e-fd70deb53ec2 admin admin] 10.222.0.33 "GET /v2.0/networks/a22ae1c9-d428-411f-af43-ce0f71b38d9c HTTP/1.1" status: 200 len: 886 time: 0.1625021 Sep 22 21:27:19.257799 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 39066) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:27:19.363531 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bf0c0c-8376-4a63-8bd4-2480f16006b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:27:19.363980 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bf0c0c-8376-4a63-8bd4-2480f16006b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:27:19.365455 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-42bf0c0c-8376-4a63-8bd4-2480f16006b8 admin admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1066432 Sep 22 21:27:21.534644 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 39076) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:27:21.639164 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e230721-fa43-4102-8f7b-7d2da162a9ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:27:21.639611 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e230721-fa43-4102-8f7b-7d2da162a9ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:27:21.641048 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-6e230721-fa43-4102-8f7b-7d2da162a9ab admin admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1055334 Sep 22 21:27:23.875307 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 39086) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:27:23.972215 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb54b9a4-9145-451d-a0ce-50c03ea2f388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:27:23.973540 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-fb54b9a4-9145-451d-a0ce-50c03ea2f388 admin admin] 10.222.0.33 "GET /v2.0/subnets/7ac30e08-1453-402b-ab2c-8acf5f518e70 HTTP/1.1" status: 200 len: 816 time: 0.0972655 Sep 22 21:27:26.145150 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 39096) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:27:26.265378 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ec1177-949c-4143-b979-cac9278ede25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:27:26.275667 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-27ec1177-949c-4143-b979-cac9278ede25 admin admin] 10.222.0.33 "GET /v2.0/subnets/c9bfa6b0-5239-4c02-947f-6fed44a38b51 HTTP/1.1" status: 200 len: 868 time: 0.1207681 Sep 22 21:27:28.696657 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 5 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:27:39.613067 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0361bd42-42d3-4fb0-a8b5-331b47fbf8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:27:41.854064 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c0350e1e-9193-4bce-ae46-dfc2b5ed62de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:27:42.693916 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:27:43.003484 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:27:44.394797 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:27:45.566125 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 39142) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:27:45.612437 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [None req-55eb5c0e-326d-4d7a-bf32-485be6329ff0 admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=89008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:27:45.613391 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-55eb5c0e-326d-4d7a-bf32-485be6329ff0 admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0463243 Sep 22 21:27:47.837454 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 39152) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:27:47.903853 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cb4d84b-964c-43fc-b417-0e900497e854 admin admin] GET failed (client error): The resource could not be found. Sep 22 21:27:47.905108 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-3cb4d84b-964c-43fc-b417-0e900497e854 admin admin] 10.222.0.33 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0667322 Sep 22 21:27:48.028940 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733a5300-3a4d-4a0f-8b9a-e623ead8dc5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:27:48.030314 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-733a5300-3a4d-4a0f-8b9a-e623ead8dc5e admin admin] 10.222.0.33 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1212881 Sep 22 21:27:50.273218 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 39162) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:27:50.319141 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-53b5cba6-a6c5-441e-9394-80e955f72226 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:27:50.324142 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-53b5cba6-a6c5-441e-9394-80e955f72226 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:27:50.333586 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-53b5cba6-a6c5-441e-9394-80e955f72226 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:27:50.343686 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b5cba6-a6c5-441e-9394-80e955f72226 admin admin] Made reservation on behalf of f5d322d16e6043f68cf59e7645f407ba for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:27:50.346045 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-53b5cba6-a6c5-441e-9394-80e955f72226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:27:50.432001 dv-neutron-858900-1-hyperv neutron-server[89009]: WARNING neutron.services.revisions.revision_plugin [None req-53b5cba6-a6c5-441e-9394-80e955f72226 admin admin] Could not find related network for resource to bump revision. Sep 22 21:27:50.446414 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53b5cba6-a6c5-441e-9394-80e955f72226 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:27:50.456920 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-53b5cba6-a6c5-441e-9394-80e955f72226 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733476682918', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:27:50.457337 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-53b5cba6-a6c5-441e-9394-80e955f72226 admin admin] Unsubscribe: segment precommit_create {{(pid=89009) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 22 21:27:50.457786 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-53b5cba6-a6c5-441e-9394-80e955f72226 admin admin] Added segment f626d993-766a-4fc0-b723-b1822fa2e591 of type vlan for network f4d51da9-2e06-4dca-aedf-7c5f6f1cb967 Sep 22 21:27:50.496713 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-53b5cba6-a6c5-441e-9394-80e955f72226 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:27:50.528151 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-53b5cba6-a6c5-441e-9394-80e955f72226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:27:50.529092 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b5cba6-a6c5-441e-9394-80e955f72226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:27:50.529646 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-53b5cba6-a6c5-441e-9394-80e955f72226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:27:50.625241 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b5cba6-a6c5-441e-9394-80e955f72226 admin admin] Pushing event updated for resources: {'Network': ['ID=f4d51da9-2e06-4dca-aedf-7c5f6f1cb967,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:27:50.628117 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-53b5cba6-a6c5-441e-9394-80e955f72226 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3538685 Sep 22 21:27:50.638006 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network f4d51da9-2e06-4dca-aedf-7c5f6f1cb967 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:27:52.801893 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 39172) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:27:52.866979 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab04a144-9925-4e47-85ad-230ae83968ab admin admin] GET failed (client error): The resource could not be found. Sep 22 21:27:52.867482 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-ab04a144-9925-4e47-85ad-230ae83968ab admin admin] Synchronizing usage tracker for tenant:f5d322d16e6043f68cf59e7645f407ba on resource:network {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:27:52.882324 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-ab04a144-9925-4e47-85ad-230ae83968ab admin admin] Unset dirty status for tenant:f5d322d16e6043f68cf59e7645f407ba on resource:network {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:27:52.883491 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ab04a144-9925-4e47-85ad-230ae83968ab admin admin] 10.222.0.33 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0806639 Sep 22 21:27:52.988609 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c25754-8f9f-46cf-bf21-390bdd3aa4c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:27:52.989970 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a7c25754-8f9f-46cf-bf21-390bdd3aa4c1 admin admin] 10.222.0.33 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.1021502 Sep 22 21:27:53.000414 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-fd4e8a12-f9aa-471d-b7bd-dae89c03d3bc admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'f4d51da9-2e06-4dca-aedf-7c5f6f1cb967', 'ip_version': 4}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:27:53.004889 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-fd4e8a12-f9aa-471d-b7bd-dae89c03d3bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:27:53.014844 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-fd4e8a12-f9aa-471d-b7bd-dae89c03d3bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:27:53.023555 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4e8a12-f9aa-471d-b7bd-dae89c03d3bc admin admin] Made reservation on behalf of f5d322d16e6043f68cf59e7645f407ba for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:27:53.025892 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fd4e8a12-f9aa-471d-b7bd-dae89c03d3bc admin admin] Notify callbacks [] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:27:53.269296 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fd4e8a12-f9aa-471d-b7bd-dae89c03d3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:27:53.340155 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e8a12-f9aa-471d-b7bd-dae89c03d3bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8dfd65b-5d1b-4a82-b06c-bde2b2732d22,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:27:53.350395 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4e8a12-f9aa-471d-b7bd-dae89c03d3bc admin admin] Checking segment: {'id': 'f626d993-766a-4fc0-b723-b1822fa2e591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f4d51da9-2e06-4dca-aedf-7c5f6f1cb967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:27:53.350781 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4e8a12-f9aa-471d-b7bd-dae89c03d3bc admin admin] Network hostable DHCP agents. Network: f4d51da9-2e06-4dca-aedf-7c5f6f1cb967, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:27:53.370420 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4e8a12-f9aa-471d-b7bd-dae89c03d3bc admin admin] Network f4d51da9-2e06-4dca-aedf-7c5f6f1cb967 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:27:53.379736 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-fd4e8a12-f9aa-471d-b7bd-dae89c03d3bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, f4d51da9-2e06-4dca-aedf-7c5f6f1cb967) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:27:53.383846 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4e8a12-f9aa-471d-b7bd-dae89c03d3bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:27:53.384432 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fd4e8a12-f9aa-471d-b7bd-dae89c03d3bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:27:53.389058 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b520934e-608e-48c8-b82d-9fa1888c703e None None] Network f4d51da9-2e06-4dca-aedf-7c5f6f1cb967 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:27:53.408307 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-fd4e8a12-f9aa-471d-b7bd-dae89c03d3bc admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4112632 Sep 22 21:27:53.627782 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb556fa1-ef14-43ac-b1d9-1e726a794ca6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-f4d51da9-2e06-4dca-aedf-7c5f6f1cb967', 'network_id': 'f4d51da9-2e06-4dca-aedf-7c5f6f1cb967', 'tenant_id': 'f5d322d16e6043f68cf59e7645f407ba', 'fixed_ips': [{'subnet_id': 'c8dfd65b-5d1b-4a82-b06c-bde2b2732d22'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:27:53.628615 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-fb556fa1-ef14-43ac-b1d9-1e726a794ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:27:53.794020 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-fb556fa1-ef14-43ac-b1d9-1e726a794ca6 None None] Allocated IP 192.168.233.2 (f4d51da9-2e06-4dca-aedf-7c5f6f1cb967/c8dfd65b-5d1b-4a82-b06c-bde2b2732d22/0ef55614-55a4-4589-b57a-d9906d54a621) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:27:53.999846 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-fb556fa1-ef14-43ac-b1d9-1e726a794ca6 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:27:54.013088 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-fb556fa1-ef14-43ac-b1d9-1e726a794ca6 None None] Transition to ACTIVE for port object 0ef55614-55a4-4589-b57a-d9906d54a621 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:27:54.032514 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-fb556fa1-ef14-43ac-b1d9-1e726a794ca6 None None] Transition to ACTIVE for port object 0ef55614-55a4-4589-b57a-d9906d54a621 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:27:54.038989 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-fb556fa1-ef14-43ac-b1d9-1e726a794ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:27:54.103500 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb556fa1-ef14-43ac-b1d9-1e726a794ca6 None None] Network f4d51da9-2e06-4dca-aedf-7c5f6f1cb967 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:27:54.104673 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-fb556fa1-ef14-43ac-b1d9-1e726a794ca6 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:27:54.108257 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb556fa1-ef14-43ac-b1d9-1e726a794ca6 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:27:54.185466 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb556fa1-ef14-43ac-b1d9-1e726a794ca6 None None] Pushing event updated for resources: {'Port': ['ID=0ef55614-55a4-4589-b57a-d9906d54a621,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:27:54.201818 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb556fa1-ef14-43ac-b1d9-1e726a794ca6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:27:54.202186 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb556fa1-ef14-43ac-b1d9-1e726a794ca6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:27:54.202527 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb556fa1-ef14-43ac-b1d9-1e726a794ca6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:27:54.202884 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb556fa1-ef14-43ac-b1d9-1e726a794ca6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:27:54.203206 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb556fa1-ef14-43ac-b1d9-1e726a794ca6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:27:54.203566 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb556fa1-ef14-43ac-b1d9-1e726a794ca6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:27:54.203889 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb556fa1-ef14-43ac-b1d9-1e726a794ca6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:27:54.204210 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb556fa1-ef14-43ac-b1d9-1e726a794ca6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:27:54.204546 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb556fa1-ef14-43ac-b1d9-1e726a794ca6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:27:54.204864 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb556fa1-ef14-43ac-b1d9-1e726a794ca6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:27:54.205183 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb556fa1-ef14-43ac-b1d9-1e726a794ca6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:27:54.205495 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb556fa1-ef14-43ac-b1d9-1e726a794ca6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:27:54.224348 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-fb556fa1-ef14-43ac-b1d9-1e726a794ca6 None None] Attempting to bind port 0ef55614-55a4-4589-b57a-d9906d54a621 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:27:54.224713 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-fb556fa1-ef14-43ac-b1d9-1e726a794ca6 None None] Attempting to bind port 0ef55614-55a4-4589-b57a-d9906d54a621 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'f626d993-766a-4fc0-b723-b1822fa2e591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f4d51da9-2e06-4dca-aedf-7c5f6f1cb967'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:27:54.225070 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb556fa1-ef14-43ac-b1d9-1e726a794ca6 None None] Attempting to bind port 0ef55614-55a4-4589-b57a-d9906d54a621 on network f4d51da9-2e06-4dca-aedf-7c5f6f1cb967 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:27:54.230341 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb556fa1-ef14-43ac-b1d9-1e726a794ca6 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:27:54.230736 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb556fa1-ef14-43ac-b1d9-1e726a794ca6 None None] Checking segment: {'id': 'f626d993-766a-4fc0-b723-b1822fa2e591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f4d51da9-2e06-4dca-aedf-7c5f6f1cb967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:27:54.231124 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-fb556fa1-ef14-43ac-b1d9-1e726a794ca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:27:54.231506 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb556fa1-ef14-43ac-b1d9-1e726a794ca6 None None] Bound using segment: {'id': 'f626d993-766a-4fc0-b723-b1822fa2e591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f4d51da9-2e06-4dca-aedf-7c5f6f1cb967'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:27:54.231957 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-fb556fa1-ef14-43ac-b1d9-1e726a794ca6 None None] Bound port: 0ef55614-55a4-4589-b57a-d9906d54a621, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f626d993-766a-4fc0-b723-b1822fa2e591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f4d51da9-2e06-4dca-aedf-7c5f6f1cb967'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:27:54.232338 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-fb556fa1-ef14-43ac-b1d9-1e726a794ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:27:54.323358 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-fb556fa1-ef14-43ac-b1d9-1e726a794ca6 None None] For port 0ef55614-55a4-4589-b57a-d9906d54a621, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:27:54.326362 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-fb556fa1-ef14-43ac-b1d9-1e726a794ca6 None None] For port 0ef55614-55a4-4589-b57a-d9906d54a621, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=0ef55614-55a4-4589-b57a-d9906d54a621,segment=NetworkSegment(f626d993-766a-4fc0-b723-b1822fa2e591),segment_id=f626d993-766a-4fc0-b723-b1822fa2e591)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:27:54.331243 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-fb556fa1-ef14-43ac-b1d9-1e726a794ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:27:54.405176 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb556fa1-ef14-43ac-b1d9-1e726a794ca6 None None] Pushing event updated for resources: {'Port': ['ID=0ef55614-55a4-4589-b57a-d9906d54a621,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:27:55.252499 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0ad364-4159-455d-82ff-2039e79e4964 None None] Network f4d51da9-2e06-4dca-aedf-7c5f6f1cb967 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:27:55.349351 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-21352f10-0952-47d4-a371-9cd542d9eac8 None None] Provisioning for port 0ef55614-55a4-4589-b57a-d9906d54a621 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:27:56.573281 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 0ef55614-55a4-4589-b57a-d9906d54a621 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:27:56.640759 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 0ef55614-55a4-4589-b57a-d9906d54a621 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:27:56.645407 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 0ef55614-55a4-4589-b57a-d9906d54a621 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:27:56.645770 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:27:56.646096 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 0ef55614-55a4-4589-b57a-d9906d54a621 Sep 22 21:27:56.763353 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 0ef55614-55a4-4589-b57a-d9906d54a621 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:27:56.763745 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:27:56.795231 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 0ef55614-55a4-4589-b57a-d9906d54a621, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=0ef55614-55a4-4589-b57a-d9906d54a621,segment=NetworkSegment(f626d993-766a-4fc0-b723-b1822fa2e591),segment_id=f626d993-766a-4fc0-b723-b1822fa2e591)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:27:56.801698 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:27:56.895434 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=0ef55614-55a4-4589-b57a-d9906d54a621,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:27:58.554002 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 0ef55614-55a4-4589-b57a-d9906d54a621 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:27:58.623295 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 0ef55614-55a4-4589-b57a-d9906d54a621 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:27:58.623668 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:27:58.623988 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 0ef55614-55a4-4589-b57a-d9906d54a621 Sep 22 21:27:58.740328 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 0ef55614-55a4-4589-b57a-d9906d54a621 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:28:05.695900 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 5 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:28:09.614944 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-dbedd2f6-d14a-416c-84b4-af86a217addd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:28:11.857029 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a08de52d-3ad8-47a5-b1fe-525f23271322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:28:12.697529 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:28:13.006074 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:28:14.397534 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:28:39.617132 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-b9bdd503-d8f9-418e-b8a7-3bf6b1220782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:28:41.859310 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-83667b67-e9f3-454b-9fa3-91cb4359b4f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:28:42.693887 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 5 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:28:42.699817 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:28:43.009574 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:28:44.399595 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:29:09.619238 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a19a80db-7b55-4083-ada1-28b22e00e2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:29:09.779821 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 39222) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:29:09.785568 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [None req-b9ee96bc-d1f2-4fd3-8017-503d12fb77ef tempest-verify_tempest_config-1163819649 tempest-verify_tempest_config-1163819649-project] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=89008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:29:09.786514 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-b9ee96bc-d1f2-4fd3-8017-503d12fb77ef tempest-verify_tempest_config-1163819649 tempest-verify_tempest_config-1163819649-project] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057333 Sep 22 21:29:10.086110 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 39240) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:29:10.200076 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cc52dfcb-7661-442c-8430-dc5bb8eadb4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:29:10.213969 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-cc52dfcb-7661-442c-8430-dc5bb8eadb4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:29:10.217774 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-cc52dfcb-7661-442c-8430-dc5bb8eadb4f admin admin] Usage tracker for resource:security_group_rule and tenant:7d8f0cfd315148c3965081ba49ffd1b6 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:29:10.220911 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-cc52dfcb-7661-442c-8430-dc5bb8eadb4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:29:10.226561 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-cc52dfcb-7661-442c-8430-dc5bb8eadb4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:29:10.325721 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cc52dfcb-7661-442c-8430-dc5bb8eadb4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:29:10.329701 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cc52dfcb-7661-442c-8430-dc5bb8eadb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:29:10.376364 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc52dfcb-7661-442c-8430-dc5bb8eadb4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758b46ef-46b0-432e-9d36-75fc5058400b,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:29:10.381353 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-cc52dfcb-7661-442c-8430-dc5bb8eadb4f admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=7d8f0cfd315148c3965081ba49ffd1b6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2941830 Sep 22 21:29:10.384917 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 39246) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:29:10.385836 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc52dfcb-7661-442c-8430-dc5bb8eadb4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:29:10.386217 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc52dfcb-7661-442c-8430-dc5bb8eadb4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:29:10.386556 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc52dfcb-7661-442c-8430-dc5bb8eadb4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:29:10.386918 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc52dfcb-7661-442c-8430-dc5bb8eadb4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:29:10.387267 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc52dfcb-7661-442c-8430-dc5bb8eadb4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:29:10.387605 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc52dfcb-7661-442c-8430-dc5bb8eadb4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:29:10.387936 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc52dfcb-7661-442c-8430-dc5bb8eadb4f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:29:10.388276 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc52dfcb-7661-442c-8430-dc5bb8eadb4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:29:10.388606 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc52dfcb-7661-442c-8430-dc5bb8eadb4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:29:10.388930 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc52dfcb-7661-442c-8430-dc5bb8eadb4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:29:10.389248 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc52dfcb-7661-442c-8430-dc5bb8eadb4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:29:10.389565 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc52dfcb-7661-442c-8430-dc5bb8eadb4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:29:10.441961 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a6c10fcd-b46a-455d-bf8e-50ce62e4ff64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:29:10.466656 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a6c10fcd-b46a-455d-bf8e-50ce62e4ff64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:29:10.559841 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a6c10fcd-b46a-455d-bf8e-50ce62e4ff64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:29:10.573378 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c10fcd-b46a-455d-bf8e-50ce62e4ff64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758b46ef-46b0-432e-9d36-75fc5058400b,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:29:10.582392 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c10fcd-b46a-455d-bf8e-50ce62e4ff64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:29:10.582786 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c10fcd-b46a-455d-bf8e-50ce62e4ff64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:29:10.583133 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c10fcd-b46a-455d-bf8e-50ce62e4ff64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:29:10.583465 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c10fcd-b46a-455d-bf8e-50ce62e4ff64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:29:10.583796 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c10fcd-b46a-455d-bf8e-50ce62e4ff64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:29:10.584127 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c10fcd-b46a-455d-bf8e-50ce62e4ff64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:29:10.584479 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c10fcd-b46a-455d-bf8e-50ce62e4ff64 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:29:10.584820 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c10fcd-b46a-455d-bf8e-50ce62e4ff64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:29:10.585148 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c10fcd-b46a-455d-bf8e-50ce62e4ff64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:29:10.585469 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c10fcd-b46a-455d-bf8e-50ce62e4ff64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:29:10.585797 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c10fcd-b46a-455d-bf8e-50ce62e4ff64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:29:10.586115 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c10fcd-b46a-455d-bf8e-50ce62e4ff64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:29:10.590091 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a6c10fcd-b46a-455d-bf8e-50ce62e4ff64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:29:10.591167 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a6c10fcd-b46a-455d-bf8e-50ce62e4ff64 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/758b46ef-46b0-432e-9d36-75fc5058400b HTTP/1.1" status: 204 len: 168 time: 0.2053051 Sep 22 21:29:11.861000 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a20f2f53-8f75-4544-a04f-0b8d908e740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:29:12.703565 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:29:13.011532 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:29:14.403433 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:29:19.692833 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 5 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:29:39.621611 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-88271ffe-bb43-4693-98e2-aab047d290fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:29:41.863137 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-47821b30-3c40-48c6-98b8-d4ce31c265de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:29:42.704363 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:29:43.013860 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:29:44.409480 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:29:56.691412 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 5 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:30:09.623866 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a47511d0-6559-4c33-991b-027ac9027a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:30:11.871042 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f12db2b9-3517-408c-a3b1-f43fdeb41dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:30:12.706102 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:30:13.018233 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:30:14.408421 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:30:25.626874 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8026401'] for agent, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:30:33.691424 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:30:39.625473 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-692e4a2f-614c-437b-8970-f50b994e28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:30:40.383382 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 39316) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:30:40.490916 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c40bea74-e212-485e-87d7-1256e504b1cb admin admin] 10.222.0.33 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1064420 Sep 22 21:30:41.863348 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-31b469af-7ab7-4b17-8a0d-687f91c46b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:30:42.698844 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 39326) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:30:42.708342 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:30:42.757426 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a0b03836-f35f-4588-88a7-4564eb480ba7 admin admin] 10.222.0.33 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0571828 Sep 22 21:30:43.020911 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:30:44.412234 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:30:55.629556 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:31:09.626556 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-097367bd-0b39-49a9-9ebe-de07838fc156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:31:10.690740 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:31:11.866156 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ffe19e6d-e6a9-4efa-9160-e038adb4174c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:31:12.712200 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:31:13.023413 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:31:14.415841 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:31:25.663310 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:31:39.628407 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-85d5db72-23a1-48de-a7c8-f56a567f79f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:31:41.869324 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7a764c08-6f92-4550-adff-11e58d30b865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:31:42.714197 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:31:43.025266 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:31:44.421036 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:31:47.690004 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:31:55.661339 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:09.629696 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-625abb23-97c1-4041-9a33-df712721be6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:11.871675 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-d65a4118-8ff0-442a-9d0b-da74b3e4e526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:12.716424 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:13.028527 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:14.421674 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:24.689474 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:32:25.175065 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 39500) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:25.572887 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 39520) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:25.619579 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-ec064791-1c65-4d30-a60e-edd4c9c67d1b admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1079022819-network', 'tenant_id': '00d27190048c4d5c9df662860665c71e'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:32:25.624268 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-ec064791-1c65-4d30-a60e-edd4c9c67d1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:25.629329 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-ec064791-1c65-4d30-a60e-edd4c9c67d1b admin admin] Usage tracker for resource:network and tenant:00d27190048c4d5c9df662860665c71e is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:25.632373 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-ec064791-1c65-4d30-a60e-edd4c9c67d1b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:25.638405 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-ec064791-1c65-4d30-a60e-edd4c9c67d1b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:25.653010 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec064791-1c65-4d30-a60e-edd4c9c67d1b admin admin] Made reservation on behalf of 00d27190048c4d5c9df662860665c71e for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:32:25.657133 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ec064791-1c65-4d30-a60e-edd4c9c67d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:25.666475 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:25.675858 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ec064791-1c65-4d30-a60e-edd4c9c67d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:25.690587 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-ec064791-1c65-4d30-a60e-edd4c9c67d1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:25.695404 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-ec064791-1c65-4d30-a60e-edd4c9c67d1b admin admin] Usage tracker for resource:security_group_rule and tenant:00d27190048c4d5c9df662860665c71e is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:25.698456 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-ec064791-1c65-4d30-a60e-edd4c9c67d1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:25.704415 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-ec064791-1c65-4d30-a60e-edd4c9c67d1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:25.795527 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ec064791-1c65-4d30-a60e-edd4c9c67d1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:25.801317 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ec064791-1c65-4d30-a60e-edd4c9c67d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:25.835502 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec064791-1c65-4d30-a60e-edd4c9c67d1b admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:32:25.837757 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec064791-1c65-4d30-a60e-edd4c9c67d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27dad4e9-1a7d-4472-8f17-f57f90c86ff3,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:25.848872 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec064791-1c65-4d30-a60e-edd4c9c67d1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:32:25.849373 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec064791-1c65-4d30-a60e-edd4c9c67d1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:32:25.849798 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec064791-1c65-4d30-a60e-edd4c9c67d1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:32:25.850238 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec064791-1c65-4d30-a60e-edd4c9c67d1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:32:25.850678 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec064791-1c65-4d30-a60e-edd4c9c67d1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:32:25.851119 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec064791-1c65-4d30-a60e-edd4c9c67d1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:32:25.851537 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec064791-1c65-4d30-a60e-edd4c9c67d1b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:32:25.851972 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec064791-1c65-4d30-a60e-edd4c9c67d1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:32:25.852303 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec064791-1c65-4d30-a60e-edd4c9c67d1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:32:25.852623 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec064791-1c65-4d30-a60e-edd4c9c67d1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:32:25.852943 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec064791-1c65-4d30-a60e-edd4c9c67d1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:32:25.853258 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec064791-1c65-4d30-a60e-edd4c9c67d1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:32:25.854346 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec064791-1c65-4d30-a60e-edd4c9c67d1b admin admin] Tracked resource versions report: Sep 22 21:32:25.854346 dv-neutron-858900-1-hyperv neutron-server[89008]: pushed versions: Sep 22 21:32:25.854346 dv-neutron-858900-1-hyperv neutron-server[89008]: { 'AddressGroup': {'1.2'}, Sep 22 21:32:25.854346 dv-neutron-858900-1-hyperv neutron-server[89008]: 'ConntrackHelper': {'1.0'}, Sep 22 21:32:25.854346 dv-neutron-858900-1-hyperv neutron-server[89008]: 'Log': {'1.0'}, Sep 22 21:32:25.854346 dv-neutron-858900-1-hyperv neutron-server[89008]: 'Network': {'1.1'}, Sep 22 21:32:25.854346 dv-neutron-858900-1-hyperv neutron-server[89008]: 'Port': {'1.7'}, Sep 22 21:32:25.854346 dv-neutron-858900-1-hyperv neutron-server[89008]: 'PortForwarding': {'1.2'}, Sep 22 21:32:25.854346 dv-neutron-858900-1-hyperv neutron-server[89008]: 'QosPolicy': {'1.8'}, Sep 22 21:32:25.854346 dv-neutron-858900-1-hyperv neutron-server[89008]: 'SecurityGroup': {'1.4'}, Sep 22 21:32:25.854346 dv-neutron-858900-1-hyperv neutron-server[89008]: 'SecurityGroupRule': {'1.2'}, Sep 22 21:32:25.854346 dv-neutron-858900-1-hyperv neutron-server[89008]: 'SubPort': {'1.0'}, Sep 22 21:32:25.854346 dv-neutron-858900-1-hyperv neutron-server[89008]: 'Subnet': {'1.1'}, Sep 22 21:32:25.854346 dv-neutron-858900-1-hyperv neutron-server[89008]: 'Trunk': {'1.1'}} Sep 22 21:32:25.854346 dv-neutron-858900-1-hyperv neutron-server[89008]: consumer versions: Sep 22 21:32:25.854346 dv-neutron-858900-1-hyperv neutron-server[89008]: { DHCP agent@dv-neutron-858900-1-hyperv: {}, Sep 22 21:32:25.854346 dv-neutron-858900-1-hyperv neutron-server[89008]: HyperV agent@hv-neutron-8589: {}, Sep 22 21:32:25.854346 dv-neutron-858900-1-hyperv neutron-server[89008]: L3 agent@dv-neutron-858900-1-hyperv: {}, Sep 22 21:32:25.854346 dv-neutron-858900-1-hyperv neutron-server[89008]: Metadata agent@dv-neutron-858900-1-hyperv: {}, Sep 22 21:32:25.854346 dv-neutron-858900-1-hyperv neutron-server[89008]: Metering agent@dv-neutron-858900-1-hyperv: {}, Sep 22 21:32:25.854346 dv-neutron-858900-1-hyperv neutron-server[89008]: Open vSwitch agent@dv-neutron-858900-1-hyperv: { 'AddressGroup': '1.2', Sep 22 21:32:25.854346 dv-neutron-858900-1-hyperv neutron-server[89008]: 'ConntrackHelper': '1.0', Sep 22 21:32:25.854346 dv-neutron-858900-1-hyperv neutron-server[89008]: 'Log': '1.0', Sep 22 21:32:25.854346 dv-neutron-858900-1-hyperv neutron-server[89008]: 'Network': '1.1', Sep 22 21:32:25.854346 dv-neutron-858900-1-hyperv neutron-server[89008]: 'Port': '1.7', Sep 22 21:32:25.854346 dv-neutron-858900-1-hyperv neutron-server[89008]: 'PortForwarding': '1.2', Sep 22 21:32:25.854346 dv-neutron-858900-1-hyperv neutron-server[89008]: 'QosPolicy': '1.8', Sep 22 21:32:25.854346 dv-neutron-858900-1-hyperv neutron-server[89008]: 'SecurityGroup': '1.4', Sep 22 21:32:25.854346 dv-neutron-858900-1-hyperv neutron-server[89008]: 'SecurityGroupRule': '1.2', Sep 22 21:32:25.854346 dv-neutron-858900-1-hyperv neutron-server[89008]: 'SubPort': '1.0', Sep 22 21:32:25.854346 dv-neutron-858900-1-hyperv neutron-server[89008]: 'Subnet': '1.1', Sep 22 21:32:25.854346 dv-neutron-858900-1-hyperv neutron-server[89008]: 'Trunk': '1.1'}} Sep 22 21:32:25.854346 dv-neutron-858900-1-hyperv neutron-server[89008]: {{(pid=89008) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 21:32:25.860797 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ec064791-1c65-4d30-a60e-edd4c9c67d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:25.861154 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-ec064791-1c65-4d30-a60e-edd4c9c67d1b admin admin] Added segment 061a951f-7d62-41da-84b4-c96edd705f4f of type vlan for network 452fb2e3-f6a7-40db-8fcb-ea7dd754bdda Sep 22 21:32:25.873535 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 39532) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:25.879373 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 39536) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:25.902474 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ec064791-1c65-4d30-a60e-edd4c9c67d1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:25.938042 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ec064791-1c65-4d30-a60e-edd4c9c67d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:25.939336 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec064791-1c65-4d30-a60e-edd4c9c67d1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:25.940166 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ec064791-1c65-4d30-a60e-edd4c9c67d1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:26.046158 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 39546) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:26.052257 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-4c729ea9-e317-410f-a410-9387019217a1 admin admin] Request body: {'subnet': {'network_id': '452fb2e3-f6a7-40db-8fcb-ea7dd754bdda', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1079022819-subnet', 'tenant_id': '00d27190048c4d5c9df662860665c71e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:32:26.056260 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ec064791-1c65-4d30-a60e-edd4c9c67d1b admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8797631 Sep 22 21:32:26.061428 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-1952d15b-81d7-4e58-b983-ae73f481400c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2097652843-network', 'tenant_id': 'bd8cb946cffb40a086f88543474db7f3'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:32:26.066263 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-1952d15b-81d7-4e58-b983-ae73f481400c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:26.066858 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec064791-1c65-4d30-a60e-edd4c9c67d1b admin admin] Pushing event updated for resources: {'Network': ['ID=452fb2e3-f6a7-40db-8fcb-ea7dd754bdda,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:26.071885 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-1952d15b-81d7-4e58-b983-ae73f481400c admin admin] Usage tracker for resource:network and tenant:bd8cb946cffb40a086f88543474db7f3 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:26.075201 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-1952d15b-81d7-4e58-b983-ae73f481400c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:26.082052 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-1952d15b-81d7-4e58-b983-ae73f481400c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:26.090660 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-4c729ea9-e317-410f-a410-9387019217a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:26.099851 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-4c729ea9-e317-410f-a410-9387019217a1 admin admin] Usage tracker for resource:subnet and tenant:00d27190048c4d5c9df662860665c71e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:26.104649 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-4c729ea9-e317-410f-a410-9387019217a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:26.113572 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-4c729ea9-e317-410f-a410-9387019217a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:26.122981 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1952d15b-81d7-4e58-b983-ae73f481400c admin admin] Made reservation on behalf of bd8cb946cffb40a086f88543474db7f3 for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:32:26.126236 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1952d15b-81d7-4e58-b983-ae73f481400c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:26.141234 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1952d15b-81d7-4e58-b983-ae73f481400c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:26.153813 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c729ea9-e317-410f-a410-9387019217a1 admin admin] Made reservation on behalf of 00d27190048c4d5c9df662860665c71e for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:32:26.157257 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4c729ea9-e317-410f-a410-9387019217a1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:26.223829 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 452fb2e3-f6a7-40db-8fcb-ea7dd754bdda details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:32:26.296693 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-1952d15b-81d7-4e58-b983-ae73f481400c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:26.314842 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-1952d15b-81d7-4e58-b983-ae73f481400c admin admin] Usage tracker for resource:security_group_rule and tenant:bd8cb946cffb40a086f88543474db7f3 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:26.318779 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-1952d15b-81d7-4e58-b983-ae73f481400c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:26.327360 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-1952d15b-81d7-4e58-b983-ae73f481400c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:26.381641 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-5249e658-d7f3-4cb0-961c-13df7574e0ac admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-631294346-network', 'tenant_id': '25574d9f1a93412b95f1e988f287237a'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:32:26.393841 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-53876535-7a65-40a7-98ef-4813636777e5 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-599037740'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:32:26.423911 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-53876535-7a65-40a7-98ef-4813636777e5 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:26.426474 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-5249e658-d7f3-4cb0-961c-13df7574e0ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:26.436065 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-53876535-7a65-40a7-98ef-4813636777e5 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Usage tracker for resource:network and tenant:c704583039e64d3f814746054767041a is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:26.440331 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-5249e658-d7f3-4cb0-961c-13df7574e0ac admin admin] Usage tracker for resource:network and tenant:25574d9f1a93412b95f1e988f287237a is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:26.442836 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-53876535-7a65-40a7-98ef-4813636777e5 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:26.449889 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-5249e658-d7f3-4cb0-961c-13df7574e0ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:26.452766 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-53876535-7a65-40a7-98ef-4813636777e5 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:26.466435 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-5249e658-d7f3-4cb0-961c-13df7574e0ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:26.491466 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53876535-7a65-40a7-98ef-4813636777e5 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Made reservation on behalf of c704583039e64d3f814746054767041a for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:32:26.498225 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-53876535-7a65-40a7-98ef-4813636777e5 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:26.521412 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5249e658-d7f3-4cb0-961c-13df7574e0ac admin admin] Made reservation on behalf of 25574d9f1a93412b95f1e988f287237a for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:32:26.523660 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5249e658-d7f3-4cb0-961c-13df7574e0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:26.539818 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-53876535-7a65-40a7-98ef-4813636777e5 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:26.589003 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5249e658-d7f3-4cb0-961c-13df7574e0ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:26.607656 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1952d15b-81d7-4e58-b983-ae73f481400c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:26.616344 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 39572) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:26.625663 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-53876535-7a65-40a7-98ef-4813636777e5 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:26.629192 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1952d15b-81d7-4e58-b983-ae73f481400c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:26.635850 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-5249e658-d7f3-4cb0-961c-13df7574e0ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:26.647985 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-53876535-7a65-40a7-98ef-4813636777e5 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Usage tracker for resource:security_group_rule and tenant:c704583039e64d3f814746054767041a is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:26.655863 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-5249e658-d7f3-4cb0-961c-13df7574e0ac admin admin] Usage tracker for resource:security_group_rule and tenant:25574d9f1a93412b95f1e988f287237a is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:26.658671 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-5249e658-d7f3-4cb0-961c-13df7574e0ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:26.663837 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1952d15b-81d7-4e58-b983-ae73f481400c admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:32:26.673608 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1952d15b-81d7-4e58-b983-ae73f481400c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:26.674263 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-1952d15b-81d7-4e58-b983-ae73f481400c admin admin] Added segment b9a5893b-0c23-4aa8-b596-b3dc1cc17f58 of type vlan for network ffaea767-2648-4475-a48d-aacd7334937b Sep 22 21:32:26.685193 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-53876535-7a65-40a7-98ef-4813636777e5 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:26.731249 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1952d15b-81d7-4e58-b983-ae73f481400c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27b54a8-ed9e-4549-b5c2-489adc3a9e34,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:26.738181 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-5249e658-d7f3-4cb0-961c-13df7574e0ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:26.745859 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1952d15b-81d7-4e58-b983-ae73f481400c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:26.752660 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-53876535-7a65-40a7-98ef-4813636777e5 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:26.773212 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1952d15b-81d7-4e58-b983-ae73f481400c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:32:26.773752 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1952d15b-81d7-4e58-b983-ae73f481400c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:32:26.774488 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1952d15b-81d7-4e58-b983-ae73f481400c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:32:26.775021 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1952d15b-81d7-4e58-b983-ae73f481400c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:32:26.775504 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1952d15b-81d7-4e58-b983-ae73f481400c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:32:26.775992 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1952d15b-81d7-4e58-b983-ae73f481400c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:32:26.776472 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1952d15b-81d7-4e58-b983-ae73f481400c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:32:26.776986 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1952d15b-81d7-4e58-b983-ae73f481400c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:32:26.777483 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1952d15b-81d7-4e58-b983-ae73f481400c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:32:26.777816 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1952d15b-81d7-4e58-b983-ae73f481400c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:32:26.778143 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1952d15b-81d7-4e58-b983-ae73f481400c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:32:26.778483 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1952d15b-81d7-4e58-b983-ae73f481400c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:32:26.779648 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1952d15b-81d7-4e58-b983-ae73f481400c admin admin] Tracked resource versions report: Sep 22 21:32:26.779648 dv-neutron-858900-1-hyperv neutron-server[89009]: pushed versions: Sep 22 21:32:26.779648 dv-neutron-858900-1-hyperv neutron-server[89009]: { 'AddressGroup': {'1.2'}, Sep 22 21:32:26.779648 dv-neutron-858900-1-hyperv neutron-server[89009]: 'ConntrackHelper': {'1.0'}, Sep 22 21:32:26.779648 dv-neutron-858900-1-hyperv neutron-server[89009]: 'Log': {'1.0'}, Sep 22 21:32:26.779648 dv-neutron-858900-1-hyperv neutron-server[89009]: 'Network': {'1.1'}, Sep 22 21:32:26.779648 dv-neutron-858900-1-hyperv neutron-server[89009]: 'Port': {'1.7'}, Sep 22 21:32:26.779648 dv-neutron-858900-1-hyperv neutron-server[89009]: 'PortForwarding': {'1.2'}, Sep 22 21:32:26.779648 dv-neutron-858900-1-hyperv neutron-server[89009]: 'QosPolicy': {'1.8'}, Sep 22 21:32:26.779648 dv-neutron-858900-1-hyperv neutron-server[89009]: 'SecurityGroup': {'1.4'}, Sep 22 21:32:26.779648 dv-neutron-858900-1-hyperv neutron-server[89009]: 'SecurityGroupRule': {'1.2'}, Sep 22 21:32:26.779648 dv-neutron-858900-1-hyperv neutron-server[89009]: 'SubPort': {'1.0'}, Sep 22 21:32:26.779648 dv-neutron-858900-1-hyperv neutron-server[89009]: 'Subnet': {'1.1'}, Sep 22 21:32:26.779648 dv-neutron-858900-1-hyperv neutron-server[89009]: 'Trunk': {'1.1'}} Sep 22 21:32:26.779648 dv-neutron-858900-1-hyperv neutron-server[89009]: consumer versions: Sep 22 21:32:26.779648 dv-neutron-858900-1-hyperv neutron-server[89009]: { DHCP agent@dv-neutron-858900-1-hyperv: {}, Sep 22 21:32:26.779648 dv-neutron-858900-1-hyperv neutron-server[89009]: HyperV agent@hv-neutron-8589: {}, Sep 22 21:32:26.779648 dv-neutron-858900-1-hyperv neutron-server[89009]: L3 agent@dv-neutron-858900-1-hyperv: {}, Sep 22 21:32:26.779648 dv-neutron-858900-1-hyperv neutron-server[89009]: Metadata agent@dv-neutron-858900-1-hyperv: {}, Sep 22 21:32:26.779648 dv-neutron-858900-1-hyperv neutron-server[89009]: Metering agent@dv-neutron-858900-1-hyperv: {}, Sep 22 21:32:26.779648 dv-neutron-858900-1-hyperv neutron-server[89009]: Open vSwitch agent@dv-neutron-858900-1-hyperv: { 'AddressGroup': '1.2', Sep 22 21:32:26.779648 dv-neutron-858900-1-hyperv neutron-server[89009]: 'ConntrackHelper': '1.0', Sep 22 21:32:26.779648 dv-neutron-858900-1-hyperv neutron-server[89009]: 'Log': '1.0', Sep 22 21:32:26.779648 dv-neutron-858900-1-hyperv neutron-server[89009]: 'Network': '1.1', Sep 22 21:32:26.779648 dv-neutron-858900-1-hyperv neutron-server[89009]: 'Port': '1.7', Sep 22 21:32:26.779648 dv-neutron-858900-1-hyperv neutron-server[89009]: 'PortForwarding': '1.2', Sep 22 21:32:26.779648 dv-neutron-858900-1-hyperv neutron-server[89009]: 'QosPolicy': '1.8', Sep 22 21:32:26.779648 dv-neutron-858900-1-hyperv neutron-server[89009]: 'SecurityGroup': '1.4', Sep 22 21:32:26.779648 dv-neutron-858900-1-hyperv neutron-server[89009]: 'SecurityGroupRule': '1.2', Sep 22 21:32:26.779648 dv-neutron-858900-1-hyperv neutron-server[89009]: 'SubPort': '1.0', Sep 22 21:32:26.779648 dv-neutron-858900-1-hyperv neutron-server[89009]: 'Subnet': '1.1', Sep 22 21:32:26.779648 dv-neutron-858900-1-hyperv neutron-server[89009]: 'Trunk': '1.1'}} Sep 22 21:32:26.779648 dv-neutron-858900-1-hyperv neutron-server[89009]: {{(pid=89009) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 21:32:26.848272 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1952d15b-81d7-4e58-b983-ae73f481400c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:26.848272 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1952d15b-81d7-4e58-b983-ae73f481400c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:26.848272 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1952d15b-81d7-4e58-b983-ae73f481400c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:26.878858 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4c729ea9-e317-410f-a410-9387019217a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:26.919306 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-bf33cd8c-f1c8-469d-a9cb-8db12eec1a55 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055-project-admin] Request body: {'floatingip': {'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:32:26.927887 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-bf33cd8c-f1c8-469d-a9cb-8db12eec1a55 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:26.934096 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-bf33cd8c-f1c8-469d-a9cb-8db12eec1a55 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055-project-admin] Usage tracker for resource:floatingip and tenant:35de3d4b236a43dbb3defc56ec1ca885 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:26.939847 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-bf33cd8c-f1c8-469d-a9cb-8db12eec1a55 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:26.953275 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-bf33cd8c-f1c8-469d-a9cb-8db12eec1a55 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:26.971029 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bf33cd8c-f1c8-469d-a9cb-8db12eec1a55 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:27.021538 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c729ea9-e317-410f-a410-9387019217a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c427adaf-86b6-4f5b-b847-86f219fa4602,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:27.035157 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1952d15b-81d7-4e58-b983-ae73f481400c admin admin] Pushing event updated for resources: {'Network': ['ID=ffaea767-2648-4475-a48d-aacd7334937b,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:27.059133 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network ffaea767-2648-4475-a48d-aacd7334937b details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:32:27.124135 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c729ea9-e317-410f-a410-9387019217a1 admin admin] Checking segment: {'id': '061a951f-7d62-41da-84b4-c96edd705f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '452fb2e3-f6a7-40db-8fcb-ea7dd754bdda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:32:27.124547 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c729ea9-e317-410f-a410-9387019217a1 admin admin] Network hostable DHCP agents. Network: 452fb2e3-f6a7-40db-8fcb-ea7dd754bdda, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:32:27.165454 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-1952d15b-81d7-4e58-b983-ae73f481400c admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5912738 Sep 22 21:32:27.166128 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 39600) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:27.174487 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-c5629533-e43b-452d-8c62-7e3c2e474243 admin admin] Request body: {'subnet': {'network_id': 'ffaea767-2648-4475-a48d-aacd7334937b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2097652843-subnet', 'tenant_id': 'bd8cb946cffb40a086f88543474db7f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:32:27.184549 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c5629533-e43b-452d-8c62-7e3c2e474243 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:27.200358 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c5629533-e43b-452d-8c62-7e3c2e474243 admin admin] Usage tracker for resource:subnet and tenant:bd8cb946cffb40a086f88543474db7f3 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:27.204761 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c729ea9-e317-410f-a410-9387019217a1 admin admin] Network 452fb2e3-f6a7-40db-8fcb-ea7dd754bdda is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:32:27.206106 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c5629533-e43b-452d-8c62-7e3c2e474243 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:27.215581 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c5629533-e43b-452d-8c62-7e3c2e474243 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:27.231591 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bf33cd8c-f1c8-469d-a9cb-8db12eec1a55 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:27.259512 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-4c729ea9-e317-410f-a410-9387019217a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 452fb2e3-f6a7-40db-8fcb-ea7dd754bdda) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:32:27.268696 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adca6e43-870d-47d3-8671-1dd0d055d2ab None None] Network 452fb2e3-f6a7-40db-8fcb-ea7dd754bdda requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:32:27.323968 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-53876535-7a65-40a7-98ef-4813636777e5 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:27.330915 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5249e658-d7f3-4cb0-961c-13df7574e0ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:27.334785 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c729ea9-e317-410f-a410-9387019217a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:27.335547 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4c729ea9-e317-410f-a410-9387019217a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:27.363716 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5249e658-d7f3-4cb0-961c-13df7574e0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:27.376525 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-53876535-7a65-40a7-98ef-4813636777e5 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:27.379498 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5249e658-d7f3-4cb0-961c-13df7574e0ac admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:32:27.380582 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5629533-e43b-452d-8c62-7e3c2e474243 admin admin] Made reservation on behalf of bd8cb946cffb40a086f88543474db7f3 for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:32:27.389696 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c5629533-e43b-452d-8c62-7e3c2e474243 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:27.422184 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-4c729ea9-e317-410f-a410-9387019217a1 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3742852 Sep 22 21:32:27.425627 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 39612) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:27.429707 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53876535-7a65-40a7-98ef-4813636777e5 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:32:27.432373 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5249e658-d7f3-4cb0-961c-13df7574e0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:27.433724 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-5249e658-d7f3-4cb0-961c-13df7574e0ac admin admin] Added segment 9c967a15-e80e-4848-9c56-eedb9bf46e0a of type vlan for network 5dbb466f-7241-4d18-b090-2d779954893b Sep 22 21:32:27.453902 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5249e658-d7f3-4cb0-961c-13df7574e0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65cc042e-7563-4726-a1a9-cb714a2c32c0,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:27.467875 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-8bb56ec1-5540-4736-a03b-a85e5131ab8d admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1079022819-router', 'tenant_id': '00d27190048c4d5c9df662860665c71e', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:32:27.481706 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-8bb56ec1-5540-4736-a03b-a85e5131ab8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:27.485855 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-8bb56ec1-5540-4736-a03b-a85e5131ab8d admin admin] Usage tracker for resource:router and tenant:00d27190048c4d5c9df662860665c71e is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:27.489209 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-8bb56ec1-5540-4736-a03b-a85e5131ab8d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:27.493596 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-53876535-7a65-40a7-98ef-4813636777e5 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:27.495143 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-8bb56ec1-5540-4736-a03b-a85e5131ab8d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:27.500200 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-53876535-7a65-40a7-98ef-4813636777e5 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Added segment 2d96ec25-cf6e-4b23-a4a1-9ac47cf8fee7 of type vlan for network 55928b10-4731-4af7-b284-cf1153d69606 Sep 22 21:32:27.559260 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8bb56ec1-5540-4736-a03b-a85e5131ab8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:27.560224 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8bb56ec1-5540-4736-a03b-a85e5131ab8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:27.583122 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 39618) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:27.583384 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8bb56ec1-5540-4736-a03b-a85e5131ab8d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:27.601984 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5249e658-d7f3-4cb0-961c-13df7574e0ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:27.611435 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379fe8ea-a14e-460d-889a-9d5aeee0315d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-452fb2e3-f6a7-40db-8fcb-ea7dd754bdda', 'network_id': '452fb2e3-f6a7-40db-8fcb-ea7dd754bdda', 'tenant_id': '00d27190048c4d5c9df662860665c71e', 'fixed_ips': [{'subnet_id': 'c427adaf-86b6-4f5b-b847-86f219fa4602'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:32:27.612297 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-379fe8ea-a14e-460d-889a-9d5aeee0315d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:27.629376 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53876535-7a65-40a7-98ef-4813636777e5 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f59fca4e-d613-45e9-ac87-a71640f83231,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:27.638586 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-53876535-7a65-40a7-98ef-4813636777e5 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:27.701008 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5249e658-d7f3-4cb0-961c-13df7574e0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:27.704335 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5249e658-d7f3-4cb0-961c-13df7574e0ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:27.705893 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5249e658-d7f3-4cb0-961c-13df7574e0ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:27.752511 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-53876535-7a65-40a7-98ef-4813636777e5 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:27.758199 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53876535-7a65-40a7-98ef-4813636777e5 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:27.759038 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-53876535-7a65-40a7-98ef-4813636777e5 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:27.872299 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-5249e658-d7f3-4cb0-961c-13df7574e0ac admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9975882 Sep 22 21:32:27.876361 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 39628) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:27.885006 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-844ee130-5451-417c-b5fd-7c12d829b219 admin admin] Request body: {'subnet': {'network_id': '5dbb466f-7241-4d18-b090-2d779954893b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-631294346-subnet', 'tenant_id': '25574d9f1a93412b95f1e988f287237a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:32:27.893086 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-53876535-7a65-40a7-98ef-4813636777e5 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.0125279 Sep 22 21:32:27.894273 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5249e658-d7f3-4cb0-961c-13df7574e0ac admin admin] Pushing event updated for resources: {'Network': ['ID=5dbb466f-7241-4d18-b090-2d779954893b,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:27.896534 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 39632) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:27.904151 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-af972012-66c5-4c03-8c60-4b02f5e60644 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Request body: {'subnet': {'network_id': '55928b10-4731-4af7-b284-cf1153d69606', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:32:27.906571 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 5dbb466f-7241-4d18-b090-2d779954893b details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:32:27.919943 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-844ee130-5451-417c-b5fd-7c12d829b219 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:28.080510 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-844ee130-5451-417c-b5fd-7c12d829b219 admin admin] Usage tracker for resource:subnet and tenant:25574d9f1a93412b95f1e988f287237a is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:28.086453 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-61c9f5e6-e9db-4e07-8a49-9df9a35fda5e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1944844841', 'router:external': True}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:32:28.097228 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 39636) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:28.106629 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-844ee130-5451-417c-b5fd-7c12d829b219 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:28.107522 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8bb56ec1-5540-4736-a03b-a85e5131ab8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:28.114295 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-bf33cd8c-f1c8-469d-a9cb-8db12eec1a55 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055-project-admin] Allocated IP 172.26.0.35 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/7cbd8dc7-6d43-455d-b814-e239d9804bf6) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:32:28.142460 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-61c9f5e6-e9db-4e07-8a49-9df9a35fda5e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:28.147037 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-379fe8ea-a14e-460d-889a-9d5aeee0315d None None] Allocated IP 172.20.0.2 (452fb2e3-f6a7-40db-8fcb-ea7dd754bdda/c427adaf-86b6-4f5b-b847-86f219fa4602/13f7b8d8-d9b6-4153-b020-572bd46d9aa0) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:32:28.152206 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-844ee130-5451-417c-b5fd-7c12d829b219 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:28.159359 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-61c9f5e6-e9db-4e07-8a49-9df9a35fda5e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Usage tracker for resource:network and tenant:3948481bd8564dd39302cf1d97156919 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:28.165244 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-61c9f5e6-e9db-4e07-8a49-9df9a35fda5e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:28.182560 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53876535-7a65-40a7-98ef-4813636777e5 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Pushing event updated for resources: {'Network': ['ID=55928b10-4731-4af7-b284-cf1153d69606,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:28.185105 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-61c9f5e6-e9db-4e07-8a49-9df9a35fda5e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:28.206475 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-af972012-66c5-4c03-8c60-4b02f5e60644 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:28.208948 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844ee130-5451-417c-b5fd-7c12d829b219 admin admin] Made reservation on behalf of 25574d9f1a93412b95f1e988f287237a for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:32:28.211447 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-844ee130-5451-417c-b5fd-7c12d829b219 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:28.230884 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c9f5e6-e9db-4e07-8a49-9df9a35fda5e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Made reservation on behalf of 3948481bd8564dd39302cf1d97156919 for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:32:28.233079 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-61c9f5e6-e9db-4e07-8a49-9df9a35fda5e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:28.242316 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-af972012-66c5-4c03-8c60-4b02f5e60644 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Usage tracker for resource:subnet and tenant:c704583039e64d3f814746054767041a is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:28.251413 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 55928b10-4731-4af7-b284-cf1153d69606 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:32:28.353953 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-af972012-66c5-4c03-8c60-4b02f5e60644 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:28.369664 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-71ae1540-d2a8-40cd-866d-838553f4ff1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-230773262'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:32:28.382520 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-af972012-66c5-4c03-8c60-4b02f5e60644 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:28.385132 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-61c9f5e6-e9db-4e07-8a49-9df9a35fda5e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:28.394008 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 39646) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:28.406907 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-71ae1540-d2a8-40cd-866d-838553f4ff1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:28.424603 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-71ae1540-d2a8-40cd-866d-838553f4ff1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562-project] Usage tracker for resource:network and tenant:949ea44fc4a04e4ba77ab0835cf4da23 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:28.428629 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-61c9f5e6-e9db-4e07-8a49-9df9a35fda5e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:28.431000 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-71ae1540-d2a8-40cd-866d-838553f4ff1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:28.435465 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af972012-66c5-4c03-8c60-4b02f5e60644 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Made reservation on behalf of c704583039e64d3f814746054767041a for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:32:28.438985 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-af972012-66c5-4c03-8c60-4b02f5e60644 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks [] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:28.462219 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-71ae1540-d2a8-40cd-866d-838553f4ff1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:28.469071 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-61c9f5e6-e9db-4e07-8a49-9df9a35fda5e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Usage tracker for resource:security_group_rule and tenant:3948481bd8564dd39302cf1d97156919 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:28.525622 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-61c9f5e6-e9db-4e07-8a49-9df9a35fda5e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:28.535065 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-ac271353-e88e-456e-9dcb-9ec0614dfa08 tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Request body: {'quota': {'network': 2}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:32:28.549116 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-379fe8ea-a14e-460d-889a-9d5aeee0315d None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:28.560464 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-379fe8ea-a14e-460d-889a-9d5aeee0315d None None] Transition to ACTIVE for port object 13f7b8d8-d9b6-4153-b020-572bd46d9aa0 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:32:28.563574 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-61c9f5e6-e9db-4e07-8a49-9df9a35fda5e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:28.581347 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-379fe8ea-a14e-460d-889a-9d5aeee0315d None None] Transition to ACTIVE for port object 13f7b8d8-d9b6-4153-b020-572bd46d9aa0 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:32:28.585321 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ae1540-d2a8-40cd-866d-838553f4ff1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562-project] Made reservation on behalf of 949ea44fc4a04e4ba77ab0835cf4da23 for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:32:28.589807 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-71ae1540-d2a8-40cd-866d-838553f4ff1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:28.590729 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-379fe8ea-a14e-460d-889a-9d5aeee0315d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:28.591885 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bf33cd8c-f1c8-469d-a9cb-8db12eec1a55 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:28.627776 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-71ae1540-d2a8-40cd-866d-838553f4ff1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:28.675885 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ac271353-e88e-456e-9dcb-9ec0614dfa08 tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] 10.222.0.33 "PUT /v2.0/quotas/01ea5e68d64d44e7b912cfccf52f1e5b HTTP/1.1" status: 200 len: 368 time: 0.2758236 Sep 22 21:32:28.677078 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379fe8ea-a14e-460d-889a-9d5aeee0315d None None] Network 452fb2e3-f6a7-40db-8fcb-ea7dd754bdda is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:32:28.683022 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-379fe8ea-a14e-460d-889a-9d5aeee0315d None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:32:28.686714 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 39652) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:28.687858 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379fe8ea-a14e-460d-889a-9d5aeee0315d None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:32:28.707300 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-31861e54-764b-49eb-b15e-09dd9a10d02b tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Request body: {'network': {'project_id': '01ea5e68d64d44e7b912cfccf52f1e5b'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:32:28.714575 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-71ae1540-d2a8-40cd-866d-838553f4ff1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:28.727721 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379fe8ea-a14e-460d-889a-9d5aeee0315d None None] Pushing event updated for resources: {'Port': ['ID=13f7b8d8-d9b6-4153-b020-572bd46d9aa0,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:28.740669 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379fe8ea-a14e-460d-889a-9d5aeee0315d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:32:28.741008 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379fe8ea-a14e-460d-889a-9d5aeee0315d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:32:28.741341 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379fe8ea-a14e-460d-889a-9d5aeee0315d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:32:28.741666 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379fe8ea-a14e-460d-889a-9d5aeee0315d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:32:28.741987 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379fe8ea-a14e-460d-889a-9d5aeee0315d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:32:28.742309 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379fe8ea-a14e-460d-889a-9d5aeee0315d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:32:28.742643 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379fe8ea-a14e-460d-889a-9d5aeee0315d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:32:28.742967 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379fe8ea-a14e-460d-889a-9d5aeee0315d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:32:28.743077 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-71ae1540-d2a8-40cd-866d-838553f4ff1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562-project] Usage tracker for resource:security_group_rule and tenant:949ea44fc4a04e4ba77ab0835cf4da23 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:28.743303 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379fe8ea-a14e-460d-889a-9d5aeee0315d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:32:28.743624 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379fe8ea-a14e-460d-889a-9d5aeee0315d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:32:28.743939 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379fe8ea-a14e-460d-889a-9d5aeee0315d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:32:28.744250 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379fe8ea-a14e-460d-889a-9d5aeee0315d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:32:28.745531 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379fe8ea-a14e-460d-889a-9d5aeee0315d None None] Tracked resource versions report: Sep 22 21:32:28.745531 dv-neutron-858900-1-hyperv neutron-server[89010]: pushed versions: Sep 22 21:32:28.745531 dv-neutron-858900-1-hyperv neutron-server[89010]: { 'AddressGroup': {'1.2'}, Sep 22 21:32:28.745531 dv-neutron-858900-1-hyperv neutron-server[89010]: 'ConntrackHelper': {'1.0'}, Sep 22 21:32:28.745531 dv-neutron-858900-1-hyperv neutron-server[89010]: 'Log': {'1.0'}, Sep 22 21:32:28.745531 dv-neutron-858900-1-hyperv neutron-server[89010]: 'Network': {'1.1'}, Sep 22 21:32:28.745531 dv-neutron-858900-1-hyperv neutron-server[89010]: 'Port': {'1.7'}, Sep 22 21:32:28.745531 dv-neutron-858900-1-hyperv neutron-server[89010]: 'PortForwarding': {'1.2'}, Sep 22 21:32:28.745531 dv-neutron-858900-1-hyperv neutron-server[89010]: 'QosPolicy': {'1.8'}, Sep 22 21:32:28.745531 dv-neutron-858900-1-hyperv neutron-server[89010]: 'SecurityGroup': {'1.4'}, Sep 22 21:32:28.745531 dv-neutron-858900-1-hyperv neutron-server[89010]: 'SecurityGroupRule': {'1.2'}, Sep 22 21:32:28.745531 dv-neutron-858900-1-hyperv neutron-server[89010]: 'SubPort': {'1.0'}, Sep 22 21:32:28.745531 dv-neutron-858900-1-hyperv neutron-server[89010]: 'Subnet': {'1.1'}, Sep 22 21:32:28.745531 dv-neutron-858900-1-hyperv neutron-server[89010]: 'Trunk': {'1.1'}} Sep 22 21:32:28.745531 dv-neutron-858900-1-hyperv neutron-server[89010]: consumer versions: Sep 22 21:32:28.745531 dv-neutron-858900-1-hyperv neutron-server[89010]: { DHCP agent@dv-neutron-858900-1-hyperv: {}, Sep 22 21:32:28.745531 dv-neutron-858900-1-hyperv neutron-server[89010]: HyperV agent@hv-neutron-8589: {}, Sep 22 21:32:28.745531 dv-neutron-858900-1-hyperv neutron-server[89010]: L3 agent@dv-neutron-858900-1-hyperv: {}, Sep 22 21:32:28.745531 dv-neutron-858900-1-hyperv neutron-server[89010]: Metadata agent@dv-neutron-858900-1-hyperv: {}, Sep 22 21:32:28.745531 dv-neutron-858900-1-hyperv neutron-server[89010]: Metering agent@dv-neutron-858900-1-hyperv: {}, Sep 22 21:32:28.745531 dv-neutron-858900-1-hyperv neutron-server[89010]: Open vSwitch agent@dv-neutron-858900-1-hyperv: { 'AddressGroup': '1.2', Sep 22 21:32:28.745531 dv-neutron-858900-1-hyperv neutron-server[89010]: 'ConntrackHelper': '1.0', Sep 22 21:32:28.745531 dv-neutron-858900-1-hyperv neutron-server[89010]: 'Log': '1.0', Sep 22 21:32:28.745531 dv-neutron-858900-1-hyperv neutron-server[89010]: 'Network': '1.1', Sep 22 21:32:28.745531 dv-neutron-858900-1-hyperv neutron-server[89010]: 'Port': '1.7', Sep 22 21:32:28.745531 dv-neutron-858900-1-hyperv neutron-server[89010]: 'PortForwarding': '1.2', Sep 22 21:32:28.745531 dv-neutron-858900-1-hyperv neutron-server[89010]: 'QosPolicy': '1.8', Sep 22 21:32:28.745531 dv-neutron-858900-1-hyperv neutron-server[89010]: 'SecurityGroup': '1.4', Sep 22 21:32:28.745531 dv-neutron-858900-1-hyperv neutron-server[89010]: 'SecurityGroupRule': '1.2', Sep 22 21:32:28.745531 dv-neutron-858900-1-hyperv neutron-server[89010]: 'SubPort': '1.0', Sep 22 21:32:28.745531 dv-neutron-858900-1-hyperv neutron-server[89010]: 'Subnet': '1.1', Sep 22 21:32:28.745531 dv-neutron-858900-1-hyperv neutron-server[89010]: 'Trunk': '1.1'}} Sep 22 21:32:28.745531 dv-neutron-858900-1-hyperv neutron-server[89010]: {{(pid=89010) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 21:32:28.751888 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-71ae1540-d2a8-40cd-866d-838553f4ff1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:28.758046 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-31861e54-764b-49eb-b15e-09dd9a10d02b tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:28.768198 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-31861e54-764b-49eb-b15e-09dd9a10d02b tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Usage tracker for resource:network and tenant:01ea5e68d64d44e7b912cfccf52f1e5b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:28.769159 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-71ae1540-d2a8-40cd-866d-838553f4ff1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:28.779133 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bf33cd8c-f1c8-469d-a9cb-8db12eec1a55 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:28.787107 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-31861e54-764b-49eb-b15e-09dd9a10d02b tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:28.814366 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-379fe8ea-a14e-460d-889a-9d5aeee0315d None None] Attempting to bind port 13f7b8d8-d9b6-4153-b020-572bd46d9aa0 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:32:28.814760 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-379fe8ea-a14e-460d-889a-9d5aeee0315d None None] Attempting to bind port 13f7b8d8-d9b6-4153-b020-572bd46d9aa0 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '061a951f-7d62-41da-84b4-c96edd705f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '452fb2e3-f6a7-40db-8fcb-ea7dd754bdda'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:32:28.815113 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379fe8ea-a14e-460d-889a-9d5aeee0315d None None] Attempting to bind port 13f7b8d8-d9b6-4153-b020-572bd46d9aa0 on network 452fb2e3-f6a7-40db-8fcb-ea7dd754bdda {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:32:28.820704 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379fe8ea-a14e-460d-889a-9d5aeee0315d None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:32:28.821005 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379fe8ea-a14e-460d-889a-9d5aeee0315d None None] Checking segment: {'id': '061a951f-7d62-41da-84b4-c96edd705f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '452fb2e3-f6a7-40db-8fcb-ea7dd754bdda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:32:28.821313 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-379fe8ea-a14e-460d-889a-9d5aeee0315d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:28.821693 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379fe8ea-a14e-460d-889a-9d5aeee0315d None None] Bound using segment: {'id': '061a951f-7d62-41da-84b4-c96edd705f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '452fb2e3-f6a7-40db-8fcb-ea7dd754bdda'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:32:28.822147 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-379fe8ea-a14e-460d-889a-9d5aeee0315d None None] Bound port: 13f7b8d8-d9b6-4153-b020-572bd46d9aa0, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061a951f-7d62-41da-84b4-c96edd705f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '452fb2e3-f6a7-40db-8fcb-ea7dd754bdda'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:32:28.822508 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-379fe8ea-a14e-460d-889a-9d5aeee0315d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:28.829614 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-31861e54-764b-49eb-b15e-09dd9a10d02b tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:28.840931 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c5629533-e43b-452d-8c62-7e3c2e474243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:28.880858 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf33cd8c-f1c8-469d-a9cb-8db12eec1a55 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055-project-admin] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:32:28.892408 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-bf33cd8c-f1c8-469d-a9cb-8db12eec1a55 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055-project-admin] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:32:28.900575 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-844ee130-5451-417c-b5fd-7c12d829b219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:28.903082 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31861e54-764b-49eb-b15e-09dd9a10d02b tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Made reservation on behalf of 01ea5e68d64d44e7b912cfccf52f1e5b for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:32:28.905283 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-31861e54-764b-49eb-b15e-09dd9a10d02b tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:28.922794 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-379fe8ea-a14e-460d-889a-9d5aeee0315d None None] For port 13f7b8d8-d9b6-4153-b020-572bd46d9aa0, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:32:28.923402 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf33cd8c-f1c8-469d-a9cb-8db12eec1a55 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055-project-admin] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:32:28.926305 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-379fe8ea-a14e-460d-889a-9d5aeee0315d None None] For port 13f7b8d8-d9b6-4153-b020-572bd46d9aa0, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=13f7b8d8-d9b6-4153-b020-572bd46d9aa0,segment=NetworkSegment(061a951f-7d62-41da-84b4-c96edd705f4f),segment_id=061a951f-7d62-41da-84b4-c96edd705f4f)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:32:28.931278 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-379fe8ea-a14e-460d-889a-9d5aeee0315d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:28.947303 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-31861e54-764b-49eb-b15e-09dd9a10d02b tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:29.025401 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379fe8ea-a14e-460d-889a-9d5aeee0315d None None] Pushing event updated for resources: {'Port': ['ID=13f7b8d8-d9b6-4153-b020-572bd46d9aa0,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:29.055587 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-31861e54-764b-49eb-b15e-09dd9a10d02b tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:29.057910 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf33cd8c-f1c8-469d-a9cb-8db12eec1a55 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055-project-admin] Pushing event updated for resources: {'Port': ['ID=7cbd8dc7-6d43-455d-b814-e239d9804bf6,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:29.070736 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-31861e54-764b-49eb-b15e-09dd9a10d02b tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Usage tracker for resource:security_group_rule and tenant:01ea5e68d64d44e7b912cfccf52f1e5b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:29.076107 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-31861e54-764b-49eb-b15e-09dd9a10d02b tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:29.076783 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-61c9f5e6-e9db-4e07-8a49-9df9a35fda5e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:29.078275 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ee130-5451-417c-b5fd-7c12d829b219 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f291bed0-d028-44b6-829f-efb0f7512ced,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:29.094288 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-31861e54-764b-49eb-b15e-09dd9a10d02b tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:29.100473 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-61c9f5e6-e9db-4e07-8a49-9df9a35fda5e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:29.117676 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-af972012-66c5-4c03-8c60-4b02f5e60644 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:29.150898 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844ee130-5451-417c-b5fd-7c12d829b219 admin admin] Checking segment: {'id': '9c967a15-e80e-4848-9c56-eedb9bf46e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5dbb466f-7241-4d18-b090-2d779954893b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:32:29.151250 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844ee130-5451-417c-b5fd-7c12d829b219 admin admin] Network hostable DHCP agents. Network: 5dbb466f-7241-4d18-b090-2d779954893b, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:32:29.162732 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5629533-e43b-452d-8c62-7e3c2e474243 admin admin] Checking segment: {'id': 'b9a5893b-0c23-4aa8-b596-b3dc1cc17f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ffaea767-2648-4475-a48d-aacd7334937b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:32:29.163405 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5629533-e43b-452d-8c62-7e3c2e474243 admin admin] Network hostable DHCP agents. Network: ffaea767-2648-4475-a48d-aacd7334937b, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:32:29.180474 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5629533-e43b-452d-8c62-7e3c2e474243 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98fb1cd8-d884-4964-b7fb-0cf4fecc1c4a,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:29.185401 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bf33cd8c-f1c8-469d-a9cb-8db12eec1a55 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:29.234581 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-71ae1540-d2a8-40cd-866d-838553f4ff1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:29.265633 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-71ae1540-d2a8-40cd-866d-838553f4ff1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:29.269531 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61c9f5e6-e9db-4e07-8a49-9df9a35fda5e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:32:29.282496 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c9f5e6-e9db-4e07-8a49-9df9a35fda5e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d77acc-0a69-489a-92a9-7bd9725fde87,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:29.371984 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71ae1540-d2a8-40cd-866d-838553f4ff1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:32:29.386874 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-61c9f5e6-e9db-4e07-8a49-9df9a35fda5e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:29.387316 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-61c9f5e6-e9db-4e07-8a49-9df9a35fda5e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Added segment 752900a6-99cc-425b-a430-17d9eea1d97a of type vlan for network 5625c499-2764-4d95-9637-604c70018d0d Sep 22 21:32:29.388900 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af972012-66c5-4c03-8c60-4b02f5e60644 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Pushing event updated for resources: {'Subnet': ['ID=12e9ef01-b1b9-4caf-a62b-47cb64b5fd4b,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:29.394154 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844ee130-5451-417c-b5fd-7c12d829b219 admin admin] Network 5dbb466f-7241-4d18-b090-2d779954893b is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:32:29.406498 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5629533-e43b-452d-8c62-7e3c2e474243 admin admin] Network ffaea767-2648-4475-a48d-aacd7334937b is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:32:29.418548 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae1540-d2a8-40cd-866d-838553f4ff1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98ac5d6a-b6f4-4504-b5d2-3944579982ac,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:29.418982 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bf33cd8c-f1c8-469d-a9cb-8db12eec1a55 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:29.432871 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-71ae1540-d2a8-40cd-866d-838553f4ff1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:29.433254 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-71ae1540-d2a8-40cd-866d-838553f4ff1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562-project] Added segment 2e8fe675-b768-4499-8608-17ebd4ab5bcd of type vlan for network 9beb930a-bec4-4792-bd96-a7a273f7a39f Sep 22 21:32:29.434517 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-844ee130-5451-417c-b5fd-7c12d829b219 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 5dbb466f-7241-4d18-b090-2d779954893b) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:32:29.441946 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844ee130-5451-417c-b5fd-7c12d829b219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:29.442450 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-844ee130-5451-417c-b5fd-7c12d829b219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:29.444470 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6362ab0-64b8-4379-ad1f-5ff7f10dfffc None None] Network 5dbb466f-7241-4d18-b090-2d779954893b requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:32:29.457908 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af972012-66c5-4c03-8c60-4b02f5e60644 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Checking segment: {'id': '2d96ec25-cf6e-4b23-a4a1-9ac47cf8fee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '55928b10-4731-4af7-b284-cf1153d69606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:32:29.458285 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af972012-66c5-4c03-8c60-4b02f5e60644 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Network hostable DHCP agents. Network: 55928b10-4731-4af7-b284-cf1153d69606, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:32:29.461667 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-c5629533-e43b-452d-8c62-7e3c2e474243 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, ffaea767-2648-4475-a48d-aacd7334937b) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:32:29.480675 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5629533-e43b-452d-8c62-7e3c2e474243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:29.481209 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c5629533-e43b-452d-8c62-7e3c2e474243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:29.492045 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8bb56ec1-5540-4736-a03b-a85e5131ab8d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:29.508683 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-61c9f5e6-e9db-4e07-8a49-9df9a35fda5e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:29.525527 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf99f8a-58b7-43f9-9a34-20c834bab065 None None] Network ffaea767-2648-4475-a48d-aacd7334937b requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:32:29.541564 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8bb56ec1-5540-4736-a03b-a85e5131ab8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:29.553860 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-71ae1540-d2a8-40cd-866d-838553f4ff1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:29.561753 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af972012-66c5-4c03-8c60-4b02f5e60644 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Network 55928b10-4731-4af7-b284-cf1153d69606 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:32:29.588130 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-af972012-66c5-4c03-8c60-4b02f5e60644 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 55928b10-4731-4af7-b284-cf1153d69606) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:32:29.593031 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af972012-66c5-4c03-8c60-4b02f5e60644 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:29.594062 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-af972012-66c5-4c03-8c60-4b02f5e60644 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:29.608097 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-844ee130-5451-417c-b5fd-7c12d829b219 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7303543 Sep 22 21:32:29.623845 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2cb853-067e-4f91-9446-35bcfd66ac0c None None] Network 55928b10-4731-4af7-b284-cf1153d69606 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:32:29.629877 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 39662) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:29.644683 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-000dc4dd-cdca-4533-9a09-9b802532160b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-631294346-router', 'tenant_id': '25574d9f1a93412b95f1e988f287237a', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:32:29.647771 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-31861e54-764b-49eb-b15e-09dd9a10d02b tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:29.657171 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-000dc4dd-cdca-4533-9a09-9b802532160b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:29.664893 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-000dc4dd-cdca-4533-9a09-9b802532160b admin admin] Usage tracker for resource:router and tenant:25574d9f1a93412b95f1e988f287237a is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:29.669209 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-af972012-66c5-4c03-8c60-4b02f5e60644 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7700951 Sep 22 21:32:29.670569 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-000dc4dd-cdca-4533-9a09-9b802532160b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:29.671004 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c5629533-e43b-452d-8c62-7e3c2e474243 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.5030994 Sep 22 21:32:29.674970 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-61c9f5e6-e9db-4e07-8a49-9df9a35fda5e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:29.676084 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c9f5e6-e9db-4e07-8a49-9df9a35fda5e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:29.676660 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-61c9f5e6-e9db-4e07-8a49-9df9a35fda5e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:29.677917 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 39666) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:29.678399 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 39668) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:29.679188 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-31861e54-764b-49eb-b15e-09dd9a10d02b tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:29.700070 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-000dc4dd-cdca-4533-9a09-9b802532160b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:29.704650 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-71ae1540-d2a8-40cd-866d-838553f4ff1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:29.710881 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ae1540-d2a8-40cd-866d-838553f4ff1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:29.711477 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-71ae1540-d2a8-40cd-866d-838553f4ff1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:29.743544 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-5bdc20f6-2eeb-4002-bf70-2273df0c19d3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2097652843-router', 'tenant_id': 'bd8cb946cffb40a086f88543474db7f3', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:32:29.757564 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-d685a23f-f3aa-4ae6-a6aa-bb68d41fd6c3 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Request body: {'port': {'network_id': '55928b10-4731-4af7-b284-cf1153d69606', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2099131058'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:32:29.804195 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-61c9f5e6-e9db-4e07-8a49-9df9a35fda5e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.2138023 Sep 22 21:32:29.804452 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-5bdc20f6-2eeb-4002-bf70-2273df0c19d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:29.805488 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-000dc4dd-cdca-4533-9a09-9b802532160b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:29.806586 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-000dc4dd-cdca-4533-9a09-9b802532160b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:29.822894 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 39674) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:29.830122 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-3456b2df-7d26-458c-a14c-f64ab89e2b01 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Request body: {'subnet': {'network_id': '5625c499-2764-4d95-9637-604c70018d0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:32:29.848954 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-3456b2df-7d26-458c-a14c-f64ab89e2b01 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:29.860468 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-71ae1540-d2a8-40cd-866d-838553f4ff1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.7527125 Sep 22 21:32:29.862568 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c9f5e6-e9db-4e07-8a49-9df9a35fda5e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Pushing event updated for resources: {'Network': ['ID=5625c499-2764-4d95-9637-604c70018d0d,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:29.868469 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31861e54-764b-49eb-b15e-09dd9a10d02b tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:32:29.885854 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-3456b2df-7d26-458c-a14c-f64ab89e2b01 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Usage tracker for resource:subnet and tenant:3948481bd8564dd39302cf1d97156919 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:29.897734 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-3456b2df-7d26-458c-a14c-f64ab89e2b01 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:29.928840 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-5bdc20f6-2eeb-4002-bf70-2273df0c19d3 admin admin] Usage tracker for resource:router and tenant:bd8cb946cffb40a086f88543474db7f3 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:29.953303 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-000dc4dd-cdca-4533-9a09-9b802532160b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:29.954807 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-3456b2df-7d26-458c-a14c-f64ab89e2b01 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:29.956006 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-5bdc20f6-2eeb-4002-bf70-2273df0c19d3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:29.976188 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 5625c499-2764-4d95-9637-604c70018d0d details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:32:29.978957 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-5bdc20f6-2eeb-4002-bf70-2273df0c19d3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:30.017911 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae1540-d2a8-40cd-866d-838553f4ff1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562-project] Pushing event updated for resources: {'Network': ['ID=9beb930a-bec4-4792-bd96-a7a273f7a39f,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:30.023079 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31861e54-764b-49eb-b15e-09dd9a10d02b tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f7fd77-5c8d-4879-8301-bbbc94e47899,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:30.037398 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3456b2df-7d26-458c-a14c-f64ab89e2b01 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Made reservation on behalf of 3948481bd8564dd39302cf1d97156919 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:32:30.041942 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3456b2df-7d26-458c-a14c-f64ab89e2b01 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks [] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:30.042914 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-31861e54-764b-49eb-b15e-09dd9a10d02b tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:30.043252 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-31861e54-764b-49eb-b15e-09dd9a10d02b tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Added segment 12d70fe4-5fab-4c3f-a4bc-ffbc455aa93d of type vlan for network 18e0f84a-1d23-4032-96bd-ccd559c08080 Sep 22 21:32:30.107814 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-8bb56ec1-5540-4736-a03b-a85e5131ab8d admin admin] Allocated IP 172.26.0.176 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/3aec1245-0918-4b0c-b06e-8de745946414) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:32:30.137159 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5bdc20f6-2eeb-4002-bf70-2273df0c19d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:30.138233 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5bdc20f6-2eeb-4002-bf70-2273df0c19d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:30.167358 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 9beb930a-bec4-4792-bd96-a7a273f7a39f details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:32:30.294259 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-31861e54-764b-49eb-b15e-09dd9a10d02b tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:30.365605 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-d685a23f-f3aa-4ae6-a6aa-bb68d41fd6c3 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:30.370630 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5bdc20f6-2eeb-4002-bf70-2273df0c19d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:30.376515 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-d685a23f-f3aa-4ae6-a6aa-bb68d41fd6c3 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Usage tracker for resource:port and tenant:c704583039e64d3f814746054767041a is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:30.378855 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddc4425-db83-43fe-87ec-ffe077bc0e4b None None] Network 452fb2e3-f6a7-40db-8fcb-ea7dd754bdda requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:32:30.385994 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-d685a23f-f3aa-4ae6-a6aa-bb68d41fd6c3 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:30.394320 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc037dff-1622-4477-87a1-dd967ad8158a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-5dbb466f-7241-4d18-b090-2d779954893b', 'network_id': '5dbb466f-7241-4d18-b090-2d779954893b', 'tenant_id': '25574d9f1a93412b95f1e988f287237a', 'fixed_ips': [{'subnet_id': 'f291bed0-d028-44b6-829f-efb0f7512ced'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:32:30.395656 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-fc037dff-1622-4477-87a1-dd967ad8158a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:30.416531 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-31861e54-764b-49eb-b15e-09dd9a10d02b tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:30.417494 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31861e54-764b-49eb-b15e-09dd9a10d02b tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:30.418068 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-31861e54-764b-49eb-b15e-09dd9a10d02b tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:30.523306 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-000dc4dd-cdca-4533-9a09-9b802532160b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:30.526982 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-d685a23f-f3aa-4ae6-a6aa-bb68d41fd6c3 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:30.564170 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.db.resource_extend [None req-bf33cd8c-f1c8-469d-a9cb-8db12eec1a55 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055-project-admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 21:32:30.573305 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-899b47e8-c26a-4d8d-9c9f-c52c1878dc3a None None] Provisioning for port 13f7b8d8-d9b6-4153-b020-572bd46d9aa0 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:32:30.585414 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d431b8e8-9cab-42c5-9777-45caf315201d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-ffaea767-2648-4475-a48d-aacd7334937b', 'network_id': 'ffaea767-2648-4475-a48d-aacd7334937b', 'tenant_id': 'bd8cb946cffb40a086f88543474db7f3', 'fixed_ips': [{'subnet_id': '98fb1cd8-d884-4964-b7fb-0cf4fecc1c4a'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:32:30.586959 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-d431b8e8-9cab-42c5-9777-45caf315201d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:30.648228 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bf33cd8c-f1c8-469d-a9cb-8db12eec1a55 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:30.682664 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bf33cd8c-f1c8-469d-a9cb-8db12eec1a55 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:30.683480 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bf33cd8c-f1c8-469d-a9cb-8db12eec1a55 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:30.730211 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d685a23f-f3aa-4ae6-a6aa-bb68d41fd6c3 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Made reservation on behalf of c704583039e64d3f814746054767041a for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:32:30.746037 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d685a23f-f3aa-4ae6-a6aa-bb68d41fd6c3 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:30.806757 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf33cd8c-f1c8-469d-a9cb-8db12eec1a55 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055-project-admin] Pushing event updated for resources: {'Port': ['ID=7cbd8dc7-6d43-455d-b814-e239d9804bf6,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:30.816651 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-d431b8e8-9cab-42c5-9777-45caf315201d None None] Allocated IP 172.20.0.2 (ffaea767-2648-4475-a48d-aacd7334937b/98fb1cd8-d884-4964-b7fb-0cf4fecc1c4a/61b55dc5-5d7f-4150-bcfd-a6a77e84f2c3) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:32:30.820399 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-31861e54-764b-49eb-b15e-09dd9a10d02b tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.1323557 Sep 22 21:32:30.830664 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 39696) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:30.842476 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-327660fe-1794-4f44-bacb-694b0f4df193 tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Request body: {'network': {'project_id': '01ea5e68d64d44e7b912cfccf52f1e5b'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:32:30.853169 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-327660fe-1794-4f44-bacb-694b0f4df193 tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:30.865668 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-327660fe-1794-4f44-bacb-694b0f4df193 tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Usage tracker for resource:network and tenant:01ea5e68d64d44e7b912cfccf52f1e5b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:30.881117 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-327660fe-1794-4f44-bacb-694b0f4df193 tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:30.889840 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-327660fe-1794-4f44-bacb-694b0f4df193 tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:30.934199 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 13f7b8d8-d9b6-4153-b020-572bd46d9aa0 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:32:30.934486 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 39700) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:30.949403 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Request body: {'port': {'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f', 'binding:host_id': 'hv-neutron-8589', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1198610936'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:32:30.957705 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327660fe-1794-4f44-bacb-694b0f4df193 tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Made reservation on behalf of 01ea5e68d64d44e7b912cfccf52f1e5b for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:32:30.961431 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-327660fe-1794-4f44-bacb-694b0f4df193 tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:30.973540 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31861e54-764b-49eb-b15e-09dd9a10d02b tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Pushing event updated for resources: {'Network': ['ID=18e0f84a-1d23-4032-96bd-ccd559c08080,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:30.986585 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:30.999134 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Usage tracker for resource:port and tenant:16f814f5421f406d9b243f1d12c11d1c is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:31.021667 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:31.034488 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:31.040118 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 18e0f84a-1d23-4032-96bd-ccd559c08080 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:32:31.053420 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bf33cd8c-f1c8-469d-a9cb-8db12eec1a55 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:31.056434 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-327660fe-1794-4f44-bacb-694b0f4df193 tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:32:31.058042 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-bf33cd8c-f1c8-469d-a9cb-8db12eec1a55 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055-project-admin] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4411917 Sep 22 21:32:31.059674 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [None req-d685a23f-f3aa-4ae6-a6aa-bb68d41fd6c3 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] device_id is not set on port 84d75bf8-85f0-4843-a49e-8e10ab7a25ad yet. {{(pid=89008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:32:31.105029 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 39706) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:31.147872 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Made reservation on behalf of 16f814f5421f406d9b243f1d12c11d1c for: {'port': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:32:31.150352 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:31.163344 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-327660fe-1794-4f44-bacb-694b0f4df193 tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:31.163787 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-327660fe-1794-4f44-bacb-694b0f4df193 tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Added segment f34cfa84-7ede-4549-ba3a-ab28f6dea2a9 of type vlan for network 04509ff6-fc0f-41f9-a891-dba7498ceb56 Sep 22 21:32:31.178939 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-08ba6386-4240-40b5-b02f-3cfa44a3e915 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2065695772', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'fixed_ips': [{'ip_address': '172.26.0.35'}]}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:32:31.194232 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:31.200732 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc3cbe9-53e0-4079-989f-9550cc8e8a5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-55928b10-4731-4af7-b284-cf1153d69606', 'network_id': '55928b10-4731-4af7-b284-cf1153d69606', 'tenant_id': 'c704583039e64d3f814746054767041a', 'fixed_ips': [{'subnet_id': '12e9ef01-b1b9-4caf-a62b-47cb64b5fd4b'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:32:31.201077 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-acc3cbe9-53e0-4079-989f-9550cc8e8a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:31.202804 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-08ba6386-4240-40b5-b02f-3cfa44a3e915 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:31.231946 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:31.242348 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-327660fe-1794-4f44-bacb-694b0f4df193 tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:31.246815 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Usage tracker for resource:security_group_rule and tenant:16f814f5421f406d9b243f1d12c11d1c is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:31.252375 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:31.259923 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:31.322017 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5bdc20f6-2eeb-4002-bf70-2273df0c19d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:31.330261 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8bb56ec1-5540-4736-a03b-a85e5131ab8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:31.338998 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-08ba6386-4240-40b5-b02f-3cfa44a3e915 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055-project-admin] Usage tracker for resource:port and tenant:35de3d4b236a43dbb3defc56ec1ca885 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:31.352014 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-08ba6386-4240-40b5-b02f-3cfa44a3e915 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:31.370156 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-08ba6386-4240-40b5-b02f-3cfa44a3e915 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:31.462400 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ba6386-4240-40b5-b02f-3cfa44a3e915 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055-project-admin] Made reservation on behalf of 35de3d4b236a43dbb3defc56ec1ca885 for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:32:31.465332 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-08ba6386-4240-40b5-b02f-3cfa44a3e915 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:31.485210 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-327660fe-1794-4f44-bacb-694b0f4df193 tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:31.486251 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327660fe-1794-4f44-bacb-694b0f4df193 tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:31.486931 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-327660fe-1794-4f44-bacb-694b0f4df193 tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:31.499049 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-d685a23f-f3aa-4ae6-a6aa-bb68d41fd6c3 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Allocated IP 2001:db8::135 (55928b10-4731-4af7-b284-cf1153d69606/12e9ef01-b1b9-4caf-a62b-47cb64b5fd4b/84d75bf8-85f0-4843-a49e-8e10ab7a25ad) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:32:31.506158 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-08ba6386-4240-40b5-b02f-3cfa44a3e915 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:31.537423 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-08ba6386-4240-40b5-b02f-3cfa44a3e915 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:31.559932 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-08ba6386-4240-40b5-b02f-3cfa44a3e915 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055-project-admin] Usage tracker for resource:security_group_rule and tenant:35de3d4b236a43dbb3defc56ec1ca885 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:31.565181 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-08ba6386-4240-40b5-b02f-3cfa44a3e915 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:31.571958 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-fc037dff-1622-4477-87a1-dd967ad8158a None None] Allocated IP 172.20.0.2 (5dbb466f-7241-4d18-b090-2d779954893b/f291bed0-d028-44b6-829f-efb0f7512ced/d95bd252-0c09-457a-a5da-ae6df63a3ad0) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:32:31.574106 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8bb56ec1-5540-4736-a03b-a85e5131ab8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:31.575174 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-d431b8e8-9cab-42c5-9777-45caf315201d None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:31.581897 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-08ba6386-4240-40b5-b02f-3cfa44a3e915 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:31.582457 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 13f7b8d8-d9b6-4153-b020-572bd46d9aa0 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:32:31.619053 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 13f7b8d8-d9b6-4153-b020-572bd46d9aa0 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:32:31.619426 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:31.619762 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 13f7b8d8-d9b6-4153-b020-572bd46d9aa0 Sep 22 21:32:31.634886 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-000dc4dd-cdca-4533-9a09-9b802532160b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:31.654199 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-d431b8e8-9cab-42c5-9777-45caf315201d None None] Transition to ACTIVE for port object 61b55dc5-5d7f-4150-bcfd-a6a77e84f2c3 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:32:31.685115 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-000dc4dd-cdca-4533-9a09-9b802532160b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:31.686829 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327660fe-1794-4f44-bacb-694b0f4df193 tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Pushing event updated for resources: {'Network': ['ID=04509ff6-fc0f-41f9-a891-dba7498ceb56,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:31.693145 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-327660fe-1794-4f44-bacb-694b0f4df193 tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.8578119 Sep 22 21:32:31.693748 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb56ec1-5540-4736-a03b-a85e5131ab8d admin admin] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:32:31.698457 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 39710) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:31.706889 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-8bb56ec1-5540-4736-a03b-a85e5131ab8d admin admin] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:32:31.709221 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb56ec1-5540-4736-a03b-a85e5131ab8d admin admin] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:32:31.753667 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 04509ff6-fc0f-41f9-a891-dba7498ceb56 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:32:31.782399 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-76a23704-4c2c-470a-a556-9785b9b8e274 tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Request body: {'network': {'project_id': '01ea5e68d64d44e7b912cfccf52f1e5b'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:32:31.788228 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb56ec1-5540-4736-a03b-a85e5131ab8d admin admin] Pushing event updated for resources: {'Port': ['ID=3aec1245-0918-4b0c-b06e-8de745946414,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:31.803312 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:31.807616 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.objects.ports [None req-3456b2df-7d26-458c-a14c-f64ab89e2b01 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89009) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 21:32:31.807616 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3456b2df-7d26-458c-a14c-f64ab89e2b01 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:31.846391 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:31.873637 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] device_id is not set on port a7933855-ba3c-4563-812a-bddd94f55338 yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:32:31.904772 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-d431b8e8-9cab-42c5-9777-45caf315201d None None] Transition to ACTIVE for port object 61b55dc5-5d7f-4150-bcfd-a6a77e84f2c3 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:32:31.921991 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-76a23704-4c2c-470a-a556-9785b9b8e274 tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:31.941148 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-d431b8e8-9cab-42c5-9777-45caf315201d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:31.974138 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-76a23704-4c2c-470a-a556-9785b9b8e274 tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Usage tracker for resource:network and tenant:01ea5e68d64d44e7b912cfccf52f1e5b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:32.023602 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078d7d0e-79ba-4046-af08-acbee4824dfa,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:32.032436 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3456b2df-7d26-458c-a14c-f64ab89e2b01 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6fbf2241-62aa-470f-858c-28a33d271531,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:32.064375 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-76a23704-4c2c-470a-a556-9785b9b8e274 tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:32.072510 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d431b8e8-9cab-42c5-9777-45caf315201d None None] Network ffaea767-2648-4475-a48d-aacd7334937b is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:32:32.072824 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3456b2df-7d26-458c-a14c-f64ab89e2b01 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Checking segment: {'id': '752900a6-99cc-425b-a430-17d9eea1d97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5625c499-2764-4d95-9637-604c70018d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:32:32.073087 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3456b2df-7d26-458c-a14c-f64ab89e2b01 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Network hostable DHCP agents. Network: 5625c499-2764-4d95-9637-604c70018d0d, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:32:32.098823 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-76a23704-4c2c-470a-a556-9785b9b8e274 tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:32.100962 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-d431b8e8-9cab-42c5-9777-45caf315201d None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:32:32.115699 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-000dc4dd-cdca-4533-9a09-9b802532160b admin admin] Allocated IP 172.26.0.17 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/b4cc0aa5-08c3-41e9-97fb-7407b192bf84) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:32:32.133624 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d431b8e8-9cab-42c5-9777-45caf315201d None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:32:32.148436 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-76a23704-4c2c-470a-a556-9785b9b8e274 tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 22 21:32:32.149045 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76a23704-4c2c-470a-a556-9785b9b8e274 tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:32:32.150008 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431b8e8-9cab-42c5-9777-45caf315201d None None] Pushing event updated for resources: {'Port': ['ID=61b55dc5-5d7f-4150-bcfd-a6a77e84f2c3,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:32.150506 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-76a23704-4c2c-470a-a556-9785b9b8e274 tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.4455140 Sep 22 21:32:32.161911 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 39716) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:32.236824 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3456b2df-7d26-458c-a14c-f64ab89e2b01 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Network 5625c499-2764-4d95-9637-604c70018d0d is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:32:32.296265 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 13f7b8d8-d9b6-4153-b020-572bd46d9aa0 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:32:32.297101 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:32.352004 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-3456b2df-7d26-458c-a14c-f64ab89e2b01 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 5625c499-2764-4d95-9637-604c70018d0d) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:32:32.364031 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-fc037dff-1622-4477-87a1-dd967ad8158a None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:32.368423 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fd0167-b09e-4877-ae1e-c1faf956512e None None] Network 5625c499-2764-4d95-9637-604c70018d0d requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:32:32.370327 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3456b2df-7d26-458c-a14c-f64ab89e2b01 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:32.371566 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3456b2df-7d26-458c-a14c-f64ab89e2b01 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:32.392573 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d685a23f-f3aa-4ae6-a6aa-bb68d41fd6c3 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:32.406063 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-fc037dff-1622-4477-87a1-dd967ad8158a None None] Transition to ACTIVE for port object d95bd252-0c09-457a-a5da-ae6df63a3ad0 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:32:32.460334 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-d431b8e8-9cab-42c5-9777-45caf315201d None None] Attempting to bind port 61b55dc5-5d7f-4150-bcfd-a6a77e84f2c3 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:32:32.460605 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-d431b8e8-9cab-42c5-9777-45caf315201d None None] Attempting to bind port 61b55dc5-5d7f-4150-bcfd-a6a77e84f2c3 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'b9a5893b-0c23-4aa8-b596-b3dc1cc17f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ffaea767-2648-4475-a48d-aacd7334937b'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:32:32.460965 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d431b8e8-9cab-42c5-9777-45caf315201d None None] Attempting to bind port 61b55dc5-5d7f-4150-bcfd-a6a77e84f2c3 on network ffaea767-2648-4475-a48d-aacd7334937b {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:32:32.462016 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-08ba6386-4240-40b5-b02f-3cfa44a3e915 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:32.489756 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d431b8e8-9cab-42c5-9777-45caf315201d None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:32:32.490128 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d431b8e8-9cab-42c5-9777-45caf315201d None None] Checking segment: {'id': 'b9a5893b-0c23-4aa8-b596-b3dc1cc17f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ffaea767-2648-4475-a48d-aacd7334937b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:32:32.490526 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-d431b8e8-9cab-42c5-9777-45caf315201d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:32.490942 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d431b8e8-9cab-42c5-9777-45caf315201d None None] Bound using segment: {'id': 'b9a5893b-0c23-4aa8-b596-b3dc1cc17f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ffaea767-2648-4475-a48d-aacd7334937b'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:32:32.491416 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-d431b8e8-9cab-42c5-9777-45caf315201d None None] Bound port: 61b55dc5-5d7f-4150-bcfd-a6a77e84f2c3, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9a5893b-0c23-4aa8-b596-b3dc1cc17f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ffaea767-2648-4475-a48d-aacd7334937b'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:32:32.491802 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-d431b8e8-9cab-42c5-9777-45caf315201d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:32.494940 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-3456b2df-7d26-458c-a14c-f64ab89e2b01 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.6676607 Sep 22 21:32:32.498898 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 39720) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:32.506746 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-a55583ab-0c53-4bf6-a2d3-443c0d174984 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1189494862', 'network_id': '5625c499-2764-4d95-9637-604c70018d0d'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:32:32.514114 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 13f7b8d8-d9b6-4153-b020-572bd46d9aa0, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=13f7b8d8-d9b6-4153-b020-572bd46d9aa0,segment=NetworkSegment(061a951f-7d62-41da-84b4-c96edd705f4f),segment_id=061a951f-7d62-41da-84b4-c96edd705f4f)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:32:32.524285 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a55583ab-0c53-4bf6-a2d3-443c0d174984 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:32.527385 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:32.532132 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-fc037dff-1622-4477-87a1-dd967ad8158a None None] Transition to ACTIVE for port object d95bd252-0c09-457a-a5da-ae6df63a3ad0 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:32:32.535746 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] device_id is not set on port a7933855-ba3c-4563-812a-bddd94f55338 yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:32:32.540222 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-08ba6386-4240-40b5-b02f-3cfa44a3e915 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:32.545627 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-a55583ab-0c53-4bf6-a2d3-443c0d174984 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Usage tracker for resource:port and tenant:3948481bd8564dd39302cf1d97156919 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:32.553826 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-a55583ab-0c53-4bf6-a2d3-443c0d174984 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:32.564373 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:32.575388 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a55583ab-0c53-4bf6-a2d3-443c0d174984 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:32.589699 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-000dc4dd-cdca-4533-9a09-9b802532160b admin admin] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:32.592651 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Transition to ACTIVE for port object a7933855-ba3c-4563-812a-bddd94f55338 will not be triggered until provisioned by entity L2. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:32:32.603408 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55583ab-0c53-4bf6-a2d3-443c0d174984 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Made reservation on behalf of 3948481bd8564dd39302cf1d97156919 for: {'port': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:32:32.607730 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a55583ab-0c53-4bf6-a2d3-443c0d174984 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:32.614869 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [None req-08ba6386-4240-40b5-b02f-3cfa44a3e915 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055-project-admin] device_id is not set on port d4422ede-355c-47ba-b0f4-0a2b35e5da8c yet. {{(pid=89008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:32:32.630966 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:32.645662 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-fc037dff-1622-4477-87a1-dd967ad8158a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:32.664696 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-b0c8e24c-2b10-422b-a8b1-9e59221b7e87 tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=01ea5e68d64d44e7b912cfccf52f1e5b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4981537 Sep 22 21:32:32.682976 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-a4472540-934a-4e2c-adf2-00ccee1e56d1 None None] Provisioning complete for port 13f7b8d8-d9b6-4153-b020-572bd46d9aa0 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:32:32.683341 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a4472540-934a-4e2c-adf2-00ccee1e56d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:32.683694 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a4472540-934a-4e2c-adf2-00ccee1e56d1 None None] Attempt 1 to provision port 13f7b8d8-d9b6-4153-b020-572bd46d9aa0 Sep 22 21:32:32.687537 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-d685a23f-f3aa-4ae6-a6aa-bb68d41fd6c3 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Transition to ACTIVE for port object 84d75bf8-85f0-4843-a49e-8e10ab7a25ad will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:32:32.689145 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 39724) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:32.756797 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-a55583ab-0c53-4bf6-a2d3-443c0d174984 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] device_id is not set on port 649e9fe8-bfea-4504-a58e-894270b33611 yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:32:32.783681 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc037dff-1622-4477-87a1-dd967ad8158a None None] Network 5dbb466f-7241-4d18-b090-2d779954893b is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:32:32.799503 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-fc037dff-1622-4477-87a1-dd967ad8158a None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:32:32.801589 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=13f7b8d8-d9b6-4153-b020-572bd46d9aa0,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:32.809164 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba6386-4240-40b5-b02f-3cfa44a3e915 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ca068e-bc61-46c4-9161-6f620cefac18,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:32.811385 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc037dff-1622-4477-87a1-dd967ad8158a None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:32:32.852531 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-d431b8e8-9cab-42c5-9777-45caf315201d None None] For port 61b55dc5-5d7f-4150-bcfd-a6a77e84f2c3, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:32:32.855837 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8bb56ec1-5540-4736-a03b-a85e5131ab8d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:32.865392 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Checking segment: {'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:32:32.865977 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Network hostable DHCP agents. Network: 9beb930a-bec4-4792-bd96-a7a273f7a39f, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:32:32.875082 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Pushing event updated for resources: {'Port': ['ID=a7933855-ba3c-4563-812a-bddd94f55338,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:32.893851 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-000dc4dd-cdca-4533-9a09-9b802532160b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:32.927916 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-d431b8e8-9cab-42c5-9777-45caf315201d None None] For port 61b55dc5-5d7f-4150-bcfd-a6a77e84f2c3, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=61b55dc5-5d7f-4150-bcfd-a6a77e84f2c3,segment=NetworkSegment(b9a5893b-0c23-4aa8-b596-b3dc1cc17f58),segment_id=b9a5893b-0c23-4aa8-b596-b3dc1cc17f58)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:32:32.975998 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Network 9beb930a-bec4-4792-bd96-a7a273f7a39f is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:32:32.984859 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-d431b8e8-9cab-42c5-9777-45caf315201d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:32.994303 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5bdc20f6-2eeb-4002-bf70-2273df0c19d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:33.012993 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000dc4dd-cdca-4533-9a09-9b802532160b admin admin] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:32:33.019046 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-000dc4dd-cdca-4533-9a09-9b802532160b admin admin] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:32:33.020854 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 9beb930a-bec4-4792-bd96-a7a273f7a39f) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:32:33.025601 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000dc4dd-cdca-4533-9a09-9b802532160b admin admin] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:32:33.042311 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7cfe99-633f-4b80-9e93-9dca7dbf4f91 None None] Network 9beb930a-bec4-4792-bd96-a7a273f7a39f requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:32:33.054818 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc037dff-1622-4477-87a1-dd967ad8158a None None] Pushing event updated for resources: {'Port': ['ID=d95bd252-0c09-457a-a5da-ae6df63a3ad0,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:33.057121 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5bdc20f6-2eeb-4002-bf70-2273df0c19d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:33.063725 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c02361ab-c269-43d0-898c-a8cf6b0f63ff tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:33.065683 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d685a23f-f3aa-4ae6-a6aa-bb68d41fd6c3 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:33.081629 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:32:33.103706 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000dc4dd-cdca-4533-9a09-9b802532160b admin admin] Pushing event updated for resources: {'Port': ['ID=b4cc0aa5-08c3-41e9-97fb-7407b192bf84,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:33.170901 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-a55583ab-0c53-4bf6-a2d3-443c0d174984 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Allocated IP 172.20.0.14 (5625c499-2764-4d95-9637-604c70018d0d/6fbf2241-62aa-470f-858c-28a33d271531/649e9fe8-bfea-4504-a58e-894270b33611) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:32:33.179951 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port a7933855-ba3c-4563-812a-bddd94f55338 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:32:33.180283 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port a7933855-ba3c-4563-812a-bddd94f55338 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] {{(pid=89009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:32:33.180651 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port a7933855-ba3c-4563-812a-bddd94f55338 on network 9beb930a-bec4-4792-bd96-a7a273f7a39f {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:32:33.196841 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-fc037dff-1622-4477-87a1-dd967ad8158a None None] Attempting to bind port d95bd252-0c09-457a-a5da-ae6df63a3ad0 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:32:33.197201 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-fc037dff-1622-4477-87a1-dd967ad8158a None None] Attempting to bind port d95bd252-0c09-457a-a5da-ae6df63a3ad0 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '9c967a15-e80e-4848-9c56-eedb9bf46e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5dbb466f-7241-4d18-b090-2d779954893b'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:32:33.197558 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc037dff-1622-4477-87a1-dd967ad8158a None None] Attempting to bind port d95bd252-0c09-457a-a5da-ae6df63a3ad0 on network 5dbb466f-7241-4d18-b090-2d779954893b {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:32:33.233453 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Port a7933855-ba3c-4563-812a-bddd94f55338 on network 9beb930a-bec4-4792-bd96-a7a273f7a39f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:32:33.234376 dv-neutron-858900-1-hyperv neutron-server[89009]: ERROR neutron.plugins.ml2.managers [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Failed to bind port a7933855-ba3c-4563-812a-bddd94f55338 on host hv-neutron-8589 for vnic_type normal using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] Sep 22 21:32:33.240796 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.plugins.ml2.plugin [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempt 2 to bind port a7933855-ba3c-4563-812a-bddd94f55338 Sep 22 21:32:33.279399 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59953a9d-db0d-46b5-8968-bb4c548ed2f6 None None] Network 5625c499-2764-4d95-9637-604c70018d0d requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:32:33.280029 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port a7933855-ba3c-4563-812a-bddd94f55338 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:32:33.280365 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port a7933855-ba3c-4563-812a-bddd94f55338 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] {{(pid=89009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:32:33.281211 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port a7933855-ba3c-4563-812a-bddd94f55338 on network 9beb930a-bec4-4792-bd96-a7a273f7a39f {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:32:33.303333 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Port a7933855-ba3c-4563-812a-bddd94f55338 on network 9beb930a-bec4-4792-bd96-a7a273f7a39f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:32:33.304140 dv-neutron-858900-1-hyperv neutron-server[89009]: ERROR neutron.plugins.ml2.managers [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Failed to bind port a7933855-ba3c-4563-812a-bddd94f55338 on host hv-neutron-8589 for vnic_type normal using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] Sep 22 21:32:33.306274 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.plugins.ml2.plugin [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempt 3 to bind port a7933855-ba3c-4563-812a-bddd94f55338 Sep 22 21:32:33.328809 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-acc3cbe9-53e0-4079-989f-9550cc8e8a5e None None] Allocated IP 2001:db8::2 (55928b10-4731-4af7-b284-cf1153d69606/12e9ef01-b1b9-4caf-a62b-47cb64b5fd4b/7b175a04-e957-48a3-994e-20927595560d) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:32:33.427066 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port a7933855-ba3c-4563-812a-bddd94f55338 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:32:33.427394 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port a7933855-ba3c-4563-812a-bddd94f55338 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] {{(pid=89009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:32:33.427724 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port a7933855-ba3c-4563-812a-bddd94f55338 on network 9beb930a-bec4-4792-bd96-a7a273f7a39f {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:32:33.430795 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d685a23f-f3aa-4ae6-a6aa-bb68d41fd6c3 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Network 55928b10-4731-4af7-b284-cf1153d69606 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:32:33.452078 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Port a7933855-ba3c-4563-812a-bddd94f55338 on network 9beb930a-bec4-4792-bd96-a7a273f7a39f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:32:33.453137 dv-neutron-858900-1-hyperv neutron-server[89009]: ERROR neutron.plugins.ml2.managers [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Failed to bind port a7933855-ba3c-4563-812a-bddd94f55338 on host hv-neutron-8589 for vnic_type normal using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] Sep 22 21:32:33.453494 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-d685a23f-f3aa-4ae6-a6aa-bb68d41fd6c3 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:32:33.456263 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d685a23f-f3aa-4ae6-a6aa-bb68d41fd6c3 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:32:33.458650 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.plugins.ml2.plugin [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempt 4 to bind port a7933855-ba3c-4563-812a-bddd94f55338 Sep 22 21:32:33.462628 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d685a23f-f3aa-4ae6-a6aa-bb68d41fd6c3 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:33.463449 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d685a23f-f3aa-4ae6-a6aa-bb68d41fd6c3 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:33.512289 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc037dff-1622-4477-87a1-dd967ad8158a None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:32:33.512775 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc037dff-1622-4477-87a1-dd967ad8158a None None] Checking segment: {'id': '9c967a15-e80e-4848-9c56-eedb9bf46e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5dbb466f-7241-4d18-b090-2d779954893b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:32:33.513799 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-fc037dff-1622-4477-87a1-dd967ad8158a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:33.514295 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc037dff-1622-4477-87a1-dd967ad8158a None None] Bound using segment: {'id': '9c967a15-e80e-4848-9c56-eedb9bf46e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5dbb466f-7241-4d18-b090-2d779954893b'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:32:33.515429 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-fc037dff-1622-4477-87a1-dd967ad8158a None None] Bound port: d95bd252-0c09-457a-a5da-ae6df63a3ad0, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c967a15-e80e-4848-9c56-eedb9bf46e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5dbb466f-7241-4d18-b090-2d779954893b'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:32:33.515941 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-fc037dff-1622-4477-87a1-dd967ad8158a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:33.538065 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c02361ab-c269-43d0-898c-a8cf6b0f63ff tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:33.590205 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port a7933855-ba3c-4563-812a-bddd94f55338 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:32:33.590804 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port a7933855-ba3c-4563-812a-bddd94f55338 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] {{(pid=89009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:32:33.591142 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port a7933855-ba3c-4563-812a-bddd94f55338 on network 9beb930a-bec4-4792-bd96-a7a273f7a39f {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:32:33.651775 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-d685a23f-f3aa-4ae6-a6aa-bb68d41fd6c3 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.9673934 Sep 22 21:32:33.665725 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 39728) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:33.666404 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d685a23f-f3aa-4ae6-a6aa-bb68d41fd6c3 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Pushing event updated for resources: {'Port': ['ID=84d75bf8-85f0-4843-a49e-8e10ab7a25ad,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:33.685494 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431b8e8-9cab-42c5-9777-45caf315201d None None] Pushing event updated for resources: {'Port': ['ID=61b55dc5-5d7f-4150-bcfd-a6a77e84f2c3,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:33.702282 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-000dc4dd-cdca-4533-9a09-9b802532160b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:33.720142 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-191f7a81-4265-426f-b578-a699a90fc6f1 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Request body: {'port': {'network_id': '55928b10-4731-4af7-b284-cf1153d69606', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1837239747', 'allowed_address_pairs': [{'ip_address': '2001:db8::135', 'mac_address': 'fa:16:3e:3f:2c:9d'}]}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:32:33.742075 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-08ba6386-4240-40b5-b02f-3cfa44a3e915 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 22 21:32:33.742483 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08ba6386-4240-40b5-b02f-3cfa44a3e915 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:32:33.776031 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Port a7933855-ba3c-4563-812a-bddd94f55338 on network 9beb930a-bec4-4792-bd96-a7a273f7a39f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:32:33.776378 dv-neutron-858900-1-hyperv neutron-server[89009]: ERROR neutron.plugins.ml2.managers [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Failed to bind port a7933855-ba3c-4563-812a-bddd94f55338 on host hv-neutron-8589 for vnic_type normal using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] Sep 22 21:32:33.787239 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.plugins.ml2.plugin [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempt 5 to bind port a7933855-ba3c-4563-812a-bddd94f55338 Sep 22 21:32:33.829558 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port a7933855-ba3c-4563-812a-bddd94f55338 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:32:33.829558 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port a7933855-ba3c-4563-812a-bddd94f55338 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] {{(pid=89009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:32:33.829847 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port a7933855-ba3c-4563-812a-bddd94f55338 on network 9beb930a-bec4-4792-bd96-a7a273f7a39f {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:32:33.838097 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Port a7933855-ba3c-4563-812a-bddd94f55338 on network 9beb930a-bec4-4792-bd96-a7a273f7a39f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:32:33.838427 dv-neutron-858900-1-hyperv neutron-server[89009]: ERROR neutron.plugins.ml2.managers [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Failed to bind port a7933855-ba3c-4563-812a-bddd94f55338 on host hv-neutron-8589 for vnic_type normal using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] Sep 22 21:32:33.882698 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a4472540-934a-4e2c-adf2-00ccee1e56d1 None None] Current status of the port 13f7b8d8-d9b6-4153-b020-572bd46d9aa0 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:32:33.901233 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.plugins.ml2.plugin [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempt 6 to bind port a7933855-ba3c-4563-812a-bddd94f55338 Sep 22 21:32:33.924622 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port a7933855-ba3c-4563-812a-bddd94f55338 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:32:33.925231 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port a7933855-ba3c-4563-812a-bddd94f55338 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] {{(pid=89009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:32:33.925552 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port a7933855-ba3c-4563-812a-bddd94f55338 on network 9beb930a-bec4-4792-bd96-a7a273f7a39f {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:32:33.940881 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8bb56ec1-5540-4736-a03b-a85e5131ab8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:33.948089 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Port a7933855-ba3c-4563-812a-bddd94f55338 on network 9beb930a-bec4-4792-bd96-a7a273f7a39f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:32:33.948468 dv-neutron-858900-1-hyperv neutron-server[89009]: ERROR neutron.plugins.ml2.managers [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Failed to bind port a7933855-ba3c-4563-812a-bddd94f55338 on host hv-neutron-8589 for vnic_type normal using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] Sep 22 21:32:33.950662 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.plugins.ml2.plugin [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempt 7 to bind port a7933855-ba3c-4563-812a-bddd94f55338 Sep 22 21:32:33.993654 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port a7933855-ba3c-4563-812a-bddd94f55338 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:32:33.993986 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port a7933855-ba3c-4563-812a-bddd94f55338 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] {{(pid=89009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:32:33.994323 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port a7933855-ba3c-4563-812a-bddd94f55338 on network 9beb930a-bec4-4792-bd96-a7a273f7a39f {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:32:34.002110 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a55583ab-0c53-4bf6-a2d3-443c0d174984 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:34.006747 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Port a7933855-ba3c-4563-812a-bddd94f55338 on network 9beb930a-bec4-4792-bd96-a7a273f7a39f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:32:34.007075 dv-neutron-858900-1-hyperv neutron-server[89009]: ERROR neutron.plugins.ml2.managers [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Failed to bind port a7933855-ba3c-4563-812a-bddd94f55338 on host hv-neutron-8589 for vnic_type normal using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] Sep 22 21:32:34.010309 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.plugins.ml2.plugin [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempt 8 to bind port a7933855-ba3c-4563-812a-bddd94f55338 Sep 22 21:32:34.017113 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-08ba6386-4240-40b5-b02f-3cfa44a3e915 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055-project-admin] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 2.8973107 Sep 22 21:32:34.028803 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 39732) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:34.029339 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port a7933855-ba3c-4563-812a-bddd94f55338 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:32:34.029680 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port a7933855-ba3c-4563-812a-bddd94f55338 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] {{(pid=89009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:32:34.030014 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port a7933855-ba3c-4563-812a-bddd94f55338 on network 9beb930a-bec4-4792-bd96-a7a273f7a39f {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:32:34.035708 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-5bdc20f6-2eeb-4002-bf70-2273df0c19d3 admin admin] Allocated IP 172.26.0.217 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/8d43a8d9-47c4-47c7-a7df-b31f15feec69) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:32:34.070509 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c02361ab-c269-43d0-898c-a8cf6b0f63ff tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:34.071167 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-fc037dff-1622-4477-87a1-dd967ad8158a None None] For port d95bd252-0c09-457a-a5da-ae6df63a3ad0, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:32:34.073229 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c02361ab-c269-43d0-898c-a8cf6b0f63ff tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:34.074430 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c02361ab-c269-43d0-898c-a8cf6b0f63ff tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] 10.222.0.33 "DELETE /v2.0/security-groups/49f7fd77-5c8d-4879-8301-bbbc94e47899 HTTP/1.1" status: 204 len: 168 time: 1.3768704 Sep 22 21:32:34.087193 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-fc037dff-1622-4477-87a1-dd967ad8158a None None] For port d95bd252-0c09-457a-a5da-ae6df63a3ad0, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=d95bd252-0c09-457a-a5da-ae6df63a3ad0,segment=NetworkSegment(9c967a15-e80e-4848-9c56-eedb9bf46e0a),segment_id=9c967a15-e80e-4848-9c56-eedb9bf46e0a)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:32:34.088073 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 39734) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:34.105266 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-fc037dff-1622-4477-87a1-dd967ad8158a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:34.160719 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-acc3cbe9-53e0-4079-989f-9550cc8e8a5e None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:34.194182 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-acc3cbe9-53e0-4079-989f-9550cc8e8a5e None None] Transition to ACTIVE for port object 7b175a04-e957-48a3-994e-20927595560d will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:32:34.200415 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02361ab-c269-43d0-898c-a8cf6b0f63ff tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f7fd77-5c8d-4879-8301-bbbc94e47899,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:34.222921 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-acc3cbe9-53e0-4079-989f-9550cc8e8a5e None None] Transition to ACTIVE for port object 7b175a04-e957-48a3-994e-20927595560d will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:32:34.224131 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc037dff-1622-4477-87a1-dd967ad8158a None None] Pushing event updated for resources: {'Port': ['ID=d95bd252-0c09-457a-a5da-ae6df63a3ad0,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:34.232597 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-acc3cbe9-53e0-4079-989f-9550cc8e8a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:34.381958 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc3cbe9-53e0-4079-989f-9550cc8e8a5e None None] Network 55928b10-4731-4af7-b284-cf1153d69606 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:32:34.390000 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-acc3cbe9-53e0-4079-989f-9550cc8e8a5e None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:32:34.396430 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc3cbe9-53e0-4079-989f-9550cc8e8a5e None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:32:34.402490 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc3cbe9-53e0-4079-989f-9550cc8e8a5e None None] Pushing event updated for resources: {'Port': ['ID=7b175a04-e957-48a3-994e-20927595560d,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:34.565918 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-acc3cbe9-53e0-4079-989f-9550cc8e8a5e None None] Attempting to bind port 7b175a04-e957-48a3-994e-20927595560d on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:32:34.566266 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-acc3cbe9-53e0-4079-989f-9550cc8e8a5e None None] Attempting to bind port 7b175a04-e957-48a3-994e-20927595560d by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '2d96ec25-cf6e-4b23-a4a1-9ac47cf8fee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '55928b10-4731-4af7-b284-cf1153d69606'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:32:34.567284 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc3cbe9-53e0-4079-989f-9550cc8e8a5e None None] Attempting to bind port 7b175a04-e957-48a3-994e-20927595560d on network 55928b10-4731-4af7-b284-cf1153d69606 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:32:34.569142 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-191f7a81-4265-426f-b578-a699a90fc6f1 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:34.573070 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc3cbe9-53e0-4079-989f-9550cc8e8a5e None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:32:34.573366 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc3cbe9-53e0-4079-989f-9550cc8e8a5e None None] Checking segment: {'id': '2d96ec25-cf6e-4b23-a4a1-9ac47cf8fee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '55928b10-4731-4af7-b284-cf1153d69606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:32:34.573674 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-acc3cbe9-53e0-4079-989f-9550cc8e8a5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:34.574058 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc3cbe9-53e0-4079-989f-9550cc8e8a5e None None] Bound using segment: {'id': '2d96ec25-cf6e-4b23-a4a1-9ac47cf8fee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '55928b10-4731-4af7-b284-cf1153d69606'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:32:34.574518 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-acc3cbe9-53e0-4079-989f-9550cc8e8a5e None None] Bound port: 7b175a04-e957-48a3-994e-20927595560d, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d96ec25-cf6e-4b23-a4a1-9ac47cf8fee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '55928b10-4731-4af7-b284-cf1153d69606'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:32:34.574924 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-acc3cbe9-53e0-4079-989f-9550cc8e8a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:34.617927 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-191f7a81-4265-426f-b578-a699a90fc6f1 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Usage tracker for resource:port and tenant:c704583039e64d3f814746054767041a is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:34.632823 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-191f7a81-4265-426f-b578-a699a90fc6f1 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:34.710316 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-daaa23bf-389b-438b-9a25-d4e0796deb0b tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:34.717686 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-191f7a81-4265-426f-b578-a699a90fc6f1 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:34.764783 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Port a7933855-ba3c-4563-812a-bddd94f55338 on network 9beb930a-bec4-4792-bd96-a7a273f7a39f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:32:34.765168 dv-neutron-858900-1-hyperv neutron-server[89009]: ERROR neutron.plugins.ml2.managers [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Failed to bind port a7933855-ba3c-4563-812a-bddd94f55338 on host hv-neutron-8589 for vnic_type normal using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] Sep 22 21:32:34.771131 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.plugins.ml2.plugin [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempt 9 to bind port a7933855-ba3c-4563-812a-bddd94f55338 Sep 22 21:32:34.783527 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-acc3cbe9-53e0-4079-989f-9550cc8e8a5e None None] For port 7b175a04-e957-48a3-994e-20927595560d, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:32:34.787087 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-acc3cbe9-53e0-4079-989f-9550cc8e8a5e None None] For port 7b175a04-e957-48a3-994e-20927595560d, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=7b175a04-e957-48a3-994e-20927595560d,segment=NetworkSegment(2d96ec25-cf6e-4b23-a4a1-9ac47cf8fee7),segment_id=2d96ec25-cf6e-4b23-a4a1-9ac47cf8fee7)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:32:34.787940 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191f7a81-4265-426f-b578-a699a90fc6f1 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Made reservation on behalf of c704583039e64d3f814746054767041a for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:32:34.793676 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-acc3cbe9-53e0-4079-989f-9550cc8e8a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:34.793925 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a55583ab-0c53-4bf6-a2d3-443c0d174984 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:34.798874 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port a7933855-ba3c-4563-812a-bddd94f55338 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:32:34.799205 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port a7933855-ba3c-4563-812a-bddd94f55338 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] {{(pid=89009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:32:34.799795 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port a7933855-ba3c-4563-812a-bddd94f55338 on network 9beb930a-bec4-4792-bd96-a7a273f7a39f {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:32:34.805921 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-9db29df7-324b-4918-b3fa-37cba334429f tempest-ExternalNetworksAdminNegativeTestJSON-1984673055 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055-project-admin] Deleting port 7cbd8dc7-6d43-455d-b814-e239d9804bf6 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:32:34.806277 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9db29df7-324b-4918-b3fa-37cba334429f tempest-ExternalNetworksAdminNegativeTestJSON-1984673055 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:34.857541 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbec539-a03f-4e3a-bfbe-5116aec8b6ab None None] Network ffaea767-2648-4475-a48d-aacd7334937b requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:32:34.980784 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device d95bd252-0c09-457a-a5da-ae6df63a3ad0 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:32:34.995168 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5bdc20f6-2eeb-4002-bf70-2273df0c19d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:35.065034 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-a1b862a0-c34f-4932-99d2-f63c6fddb12f None None] Provisioning for port 61b55dc5-5d7f-4150-bcfd-a6a77e84f2c3 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:32:35.078401 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc3cbe9-53e0-4079-989f-9550cc8e8a5e None None] Pushing event updated for resources: {'Port': ['ID=7b175a04-e957-48a3-994e-20927595560d,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:35.095600 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Port a7933855-ba3c-4563-812a-bddd94f55338 on network 9beb930a-bec4-4792-bd96-a7a273f7a39f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:32:35.096236 dv-neutron-858900-1-hyperv neutron-server[89009]: ERROR neutron.plugins.ml2.managers [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Failed to bind port a7933855-ba3c-4563-812a-bddd94f55338 on host hv-neutron-8589 for vnic_type normal using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] Sep 22 21:32:35.120313 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.plugins.ml2.plugin [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempt 10 to bind port a7933855-ba3c-4563-812a-bddd94f55338 Sep 22 21:32:35.123356 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port d95bd252-0c09-457a-a5da-ae6df63a3ad0 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:32:35.145659 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port a7933855-ba3c-4563-812a-bddd94f55338 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:32:35.146097 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port a7933855-ba3c-4563-812a-bddd94f55338 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] {{(pid=89009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:32:35.146492 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port a7933855-ba3c-4563-812a-bddd94f55338 on network 9beb930a-bec4-4792-bd96-a7a273f7a39f {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:32:35.149178 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 13f7b8d8-d9b6-4153-b020-572bd46d9aa0 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:32:35.159044 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55583ab-0c53-4bf6-a2d3-443c0d174984 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Network 5625c499-2764-4d95-9637-604c70018d0d is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:32:35.166495 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-a55583ab-0c53-4bf6-a2d3-443c0d174984 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:32:35.173931 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-daaa23bf-389b-438b-9a25-d4e0796deb0b tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:35.177134 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55583ab-0c53-4bf6-a2d3-443c0d174984 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:32:35.181081 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55583ab-0c53-4bf6-a2d3-443c0d174984 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:35.181391 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a55583ab-0c53-4bf6-a2d3-443c0d174984 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:35.192279 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Port a7933855-ba3c-4563-812a-bddd94f55338 on network 9beb930a-bec4-4792-bd96-a7a273f7a39f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:32:35.192608 dv-neutron-858900-1-hyperv neutron-server[89009]: ERROR neutron.plugins.ml2.managers [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Failed to bind port a7933855-ba3c-4563-812a-bddd94f55338 on host hv-neutron-8589 for vnic_type normal using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] Sep 22 21:32:35.192971 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:35.205304 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb56ec1-5540-4736-a03b-a85e5131ab8d admin admin] Router 25f9b28a-14dd-4153-8ed1-0380eb454ae5 is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:32:35.280107 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-daaa23bf-389b-438b-9a25-d4e0796deb0b tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=89008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:32:35.283708 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-daaa23bf-389b-438b-9a25-d4e0796deb0b tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=89008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:32:35.287041 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-daaa23bf-389b-438b-9a25-d4e0796deb0b tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:32:35.287561 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-daaa23bf-389b-438b-9a25-d4e0796deb0b tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Subscribe: > port after_create 55550000 {{(pid=89008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:32:35.288176 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-daaa23bf-389b-438b-9a25-d4e0796deb0b tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Subscribe: > port after_delete 55550000 {{(pid=89008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:32:35.288680 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-daaa23bf-389b-438b-9a25-d4e0796deb0b tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Subscribe: > port after_update 55550000 {{(pid=89008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:32:35.289167 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-daaa23bf-389b-438b-9a25-d4e0796deb0b tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=89008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:32:35.290418 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-daaa23bf-389b-438b-9a25-d4e0796deb0b tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=89008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:32:35.290954 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-daaa23bf-389b-438b-9a25-d4e0796deb0b tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=89008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:32:35.291587 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-daaa23bf-389b-438b-9a25-d4e0796deb0b tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=89008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:32:35.333812 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55583ab-0c53-4bf6-a2d3-443c0d174984 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Pushing event updated for resources: {'Port': ['ID=649e9fe8-bfea-4504-a58e-894270b33611,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:35.363006 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-000dc4dd-cdca-4533-9a09-9b802532160b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:35.407206 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 13f7b8d8-d9b6-4153-b020-572bd46d9aa0 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:32:35.407576 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:35.407904 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 13f7b8d8-d9b6-4153-b020-572bd46d9aa0 Sep 22 21:32:35.468404 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a55583ab-0c53-4bf6-a2d3-443c0d174984 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 2.9677258 Sep 22 21:32:35.469190 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 39740) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:35.484386 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9db29df7-324b-4918-b3fa-37cba334429f tempest-ExternalNetworksAdminNegativeTestJSON-1984673055 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:35.484715 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9db29df7-324b-4918-b3fa-37cba334429f tempest-ExternalNetworksAdminNegativeTestJSON-1984673055 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:35.562180 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-daaa23bf-389b-438b-9a25-d4e0796deb0b tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=89008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:32:35.562546 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-daaa23bf-389b-438b-9a25-d4e0796deb0b tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=89008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:32:35.562899 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-daaa23bf-389b-438b-9a25-d4e0796deb0b tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=89008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:32:35.563226 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-daaa23bf-389b-438b-9a25-d4e0796deb0b tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=89008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:32:35.563602 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-daaa23bf-389b-438b-9a25-d4e0796deb0b tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04509ff6-fc0f-41f9-a891-dba7498ceb56']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:32:35.578996 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 13f7b8d8-d9b6-4153-b020-572bd46d9aa0 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:32:35.580225 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 61b55dc5-5d7f-4150-bcfd-a6a77e84f2c3 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:32:35.587917 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] For port a7933855-ba3c-4563-812a-bddd94f55338, host hv-neutron-8589, cleared binding levels {{(pid=89009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:32:35.598639 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempted to set empty binding levels {{(pid=89009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 22 21:32:35.631612 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-191f7a81-4265-426f-b578-a699a90fc6f1 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:35.662380 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 61b55dc5-5d7f-4150-bcfd-a6a77e84f2c3 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:32:35.677077 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-daaa23bf-389b-438b-9a25-d4e0796deb0b tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f34cfa84-7ede-4549-ba3a-ab28f6dea2a9') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:32:35.677680 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-daaa23bf-389b-438b-9a25-d4e0796deb0b tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f34cfa84-7ede-4549-ba3a-ab28f6dea2a9') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:32:35.677861 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 61b55dc5-5d7f-4150-bcfd-a6a77e84f2c3 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:32:35.678431 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:35.680771 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 61b55dc5-5d7f-4150-bcfd-a6a77e84f2c3 Sep 22 21:32:35.710590 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-daaa23bf-389b-438b-9a25-d4e0796deb0b tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:35.746325 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5bdc20f6-2eeb-4002-bf70-2273df0c19d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:35.751536 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [None req-191f7a81-4265-426f-b578-a699a90fc6f1 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] device_id is not set on port fcdf56be-a766-403e-a373-a009595ead90 yet. {{(pid=89008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:32:35.779392 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:35.781886 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:35.782622 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:35.821395 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a94a438-e652-43ff-8519-fcab447d1bcc None None] Network 5dbb466f-7241-4d18-b090-2d779954893b requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:32:35.834872 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-daaa23bf-389b-438b-9a25-d4e0796deb0b tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:35.860093 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-9db29df7-324b-4918-b3fa-37cba334429f tempest-ExternalNetworksAdminNegativeTestJSON-1984673055 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055-project-admin] Calling delete_port for 7cbd8dc7-6d43-455d-b814-e239d9804bf6 owned by network:floatingip {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:32:35.925831 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-26f10d26-0a79-4bdf-824e-62bbbc856eea tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Deleting port 649e9fe8-bfea-4504-a58e-894270b33611 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:32:35.926180 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-26f10d26-0a79-4bdf-824e-62bbbc856eea tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:35.931176 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daaa23bf-389b-438b-9a25-d4e0796deb0b tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:32:35.931845 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-daaa23bf-389b-438b-9a25-d4e0796deb0b tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:36.030871 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 61b55dc5-5d7f-4150-bcfd-a6a77e84f2c3 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:32:36.031420 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:36.046120 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-51d1d602-744a-4d23-a90c-5f05aeb56e5f None None] Provisioning complete for port 61b55dc5-5d7f-4150-bcfd-a6a77e84f2c3 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:32:36.046642 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-51d1d602-744a-4d23-a90c-5f05aeb56e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:36.047082 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-51d1d602-744a-4d23-a90c-5f05aeb56e5f None None] Attempt 1 to provision port 61b55dc5-5d7f-4150-bcfd-a6a77e84f2c3 Sep 22 21:32:36.123804 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 5.1812658 Sep 22 21:32:36.144464 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 39748) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:36.194382 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdc20f6-2eeb-4002-bf70-2273df0c19d3 admin admin] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:32:36.197568 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-5bdc20f6-2eeb-4002-bf70-2273df0c19d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:32:36.216936 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdc20f6-2eeb-4002-bf70-2273df0c19d3 admin admin] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:32:36.222705 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbda0832-7a44-4a26-a219-8b6d09fa16b2 None None] Network 55928b10-4731-4af7-b284-cf1153d69606 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:32:36.257116 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc20f6-2eeb-4002-bf70-2273df0c19d3 admin admin] Pushing event updated for resources: {'Port': ['ID=8d43a8d9-47c4-47c7-a7df-b31f15feec69,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:36.333495 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb56ec1-5540-4736-a03b-a85e5131ab8d admin admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:32:36.344375 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d51419f-a5cc-4466-b3b1-51aaa42c4d9f None None] Sync routers for ids ['25f9b28a-14dd-4153-8ed1-0380eb454ae5'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:32:36.357794 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4de9b3-c808-45f9-bf5c-d1121123d4df tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Pushing event updated for resources: {'Port': ['ID=a7933855-ba3c-4563-812a-bddd94f55338,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:36.360003 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d51419f-a5cc-4466-b3b1-51aaa42c4d9f None None] Routers {'25f9b28a-14dd-4153-8ed1-0380eb454ae5'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:32:36.360731 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-2d51419f-a5cc-4466-b3b1-51aaa42c4d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:32:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['25f9b28a-14dd-4153-8ed1-0380eb454ae5'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:32:36.371809 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 61b55dc5-5d7f-4150-bcfd-a6a77e84f2c3, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=61b55dc5-5d7f-4150-bcfd-a6a77e84f2c3,segment=NetworkSegment(b9a5893b-0c23-4aa8-b596-b3dc1cc17f58),segment_id=b9a5893b-0c23-4aa8-b596-b3dc1cc17f58)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:32:36.382216 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:36.399805 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-daaa23bf-389b-438b-9a25-d4e0796deb0b tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:36.419204 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8bb56ec1-5540-4736-a03b-a85e5131ab8d admin admin] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:36.423709 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-8bb56ec1-5540-4736-a03b-a85e5131ab8d admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.9916239 Sep 22 21:32:36.454332 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 39756) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:36.516479 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa23bf-389b-438b-9a25-d4e0796deb0b tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Pushing event deleted for resources: {'Network': ['ID=04509ff6-fc0f-41f9-a891-dba7498ceb56,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:36.522589 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-daaa23bf-389b-438b-9a25-d4e0796deb0b tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:36.527136 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-daaa23bf-389b-438b-9a25-d4e0796deb0b tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] 10.222.0.33 "DELETE /v2.0/networks/04509ff6-fc0f-41f9-a891-dba7498ceb56 HTTP/1.1" status: 204 len: 168 time: 2.4106793 Sep 22 21:32:36.532000 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 39766) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:36.642117 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment f34cfa84-7ede-4549-ba3a-ab28f6dea2a9 resource provider aggregate not found Sep 22 21:32:36.661884 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-191f7a81-4265-426f-b578-a699a90fc6f1 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Allocated IP 2001:db8::146 (55928b10-4731-4af7-b284-cf1153d69606/12e9ef01-b1b9-4caf-a62b-47cb64b5fd4b/fcdf56be-a766-403e-a373-a009595ead90) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:32:36.681342 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-2d51419f-a5cc-4466-b3b1-51aaa42c4d9f None None] Set router 25f9b28a-14dd-4153-8ed1-0380eb454ae5 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:32:36.724311 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment f34cfa84-7ede-4549-ba3a-ab28f6dea2a9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f34cfa84-7ede-4549-ba3a-ab28f6dea2a9 found for delete ", "request_id": "req-720f0302-33e9-49ae-b0e1-18b9a9ddd539"}]} Sep 22 21:32:36.779161 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-51d1d602-744a-4d23-a90c-5f05aeb56e5f None None] Current status of the port 61b55dc5-5d7f-4150-bcfd-a6a77e84f2c3 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:32:36.792136 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=61b55dc5-5d7f-4150-bcfd-a6a77e84f2c3,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:36.831966 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 7b175a04-e957-48a3-994e-20927595560d up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:32:36.853327 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1afc7768-49ff-4c6c-8edb-df00b8881de9 tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:36.894399 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-51d1d602-744a-4d23-a90c-5f05aeb56e5f None None] Provisioning for port d95bd252-0c09-457a-a5da-ae6df63a3ad0 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:32:36.903112 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-51d1d602-744a-4d23-a90c-5f05aeb56e5f None None] Provisioning complete for port d95bd252-0c09-457a-a5da-ae6df63a3ad0 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:32:36.903486 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-51d1d602-744a-4d23-a90c-5f05aeb56e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:36.903820 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-51d1d602-744a-4d23-a90c-5f05aeb56e5f None None] Attempt 1 to provision port d95bd252-0c09-457a-a5da-ae6df63a3ad0 Sep 22 21:32:37.004031 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-26f10d26-0a79-4bdf-824e-62bbbc856eea tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:37.027044 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-2d51419f-a5cc-4466-b3b1-51aaa42c4d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f9b28a-14dd-4153-8ed1-0380eb454ae5', 'name': 'tempest-ServersTestManualDisk-1079022819-router', 'tenant_id': '00d27190048c4d5c9df662860665c71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '3aec1245-0918-4b0c-b06e-8de745946414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:32:27Z', 'updated_at': '2022-09-22T21:32:32Z', 'revision_number': 3, 'project_id': '00d27190048c4d5c9df662860665c71e', 'gw_port': {'id': '3aec1245-0918-4b0c-b06e-8de745946414', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f9b28a-14dd-4153-8ed1-0380eb454ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:29Z', 'updated_at': '2022-09-22T21:32:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:32:37.032477 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d51419f-a5cc-4466-b3b1-51aaa42c4d9f None None] Checking router: 25f9b28a-14dd-4153-8ed1-0380eb454ae5 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:32:37.033054 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d51419f-a5cc-4466-b3b1-51aaa42c4d9f None None] Updating router 25f9b28a-14dd-4153-8ed1-0380eb454ae5 port 3aec1245-0918-4b0c-b06e-8de745946414 binding host dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:32:37.078288 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-51d1d602-744a-4d23-a90c-5f05aeb56e5f None None] Current status of the port d95bd252-0c09-457a-a5da-ae6df63a3ad0 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:32:37.078787 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-51d1d602-744a-4d23-a90c-5f05aeb56e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:37.095957 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-2d51419f-a5cc-4466-b3b1-51aaa42c4d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:37.106470 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5bdc20f6-2eeb-4002-bf70-2273df0c19d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:37.138986 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-51d1d602-744a-4d23-a90c-5f05aeb56e5f None None] For port d95bd252-0c09-457a-a5da-ae6df63a3ad0, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=d95bd252-0c09-457a-a5da-ae6df63a3ad0,segment=NetworkSegment(9c967a15-e80e-4848-9c56-eedb9bf46e0a),segment_id=9c967a15-e80e-4848-9c56-eedb9bf46e0a)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:32:37.142887 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 7b175a04-e957-48a3-994e-20927595560d completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:32:37.156673 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-51d1d602-744a-4d23-a90c-5f05aeb56e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:37.258492 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d1d602-744a-4d23-a90c-5f05aeb56e5f None None] Pushing event updated for resources: {'Port': ['ID=d95bd252-0c09-457a-a5da-ae6df63a3ad0,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:37.296011 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-67f34f0e-1f86-4b9c-9aaf-8b428e296728 None None] Provisioning for port 7b175a04-e957-48a3-994e-20927595560d completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:32:37.301959 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-67f34f0e-1f86-4b9c-9aaf-8b428e296728 None None] Provisioning complete for port 7b175a04-e957-48a3-994e-20927595560d triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:32:37.302335 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-67f34f0e-1f86-4b9c-9aaf-8b428e296728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:37.302704 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-67f34f0e-1f86-4b9c-9aaf-8b428e296728 None None] Attempt 1 to provision port 7b175a04-e957-48a3-994e-20927595560d Sep 22 21:32:37.495081 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-26f10d26-0a79-4bdf-824e-62bbbc856eea tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Calling delete_port for 649e9fe8-bfea-4504-a58e-894270b33611 owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:32:37.551838 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-67f34f0e-1f86-4b9c-9aaf-8b428e296728 None None] Current status of the port 7b175a04-e957-48a3-994e-20927595560d is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:32:37.553608 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-67f34f0e-1f86-4b9c-9aaf-8b428e296728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:37.593252 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-2d51419f-a5cc-4466-b3b1-51aaa42c4d9f None None] Notify callbacks [] for port, precommit_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:37.608041 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.provisioning_blocks [None req-2d51419f-a5cc-4466-b3b1-51aaa42c4d9f None None] Transition to ACTIVE for port object 3aec1245-0918-4b0c-b06e-8de745946414 will not be triggered until provisioned by entity L2. {{(pid=89011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:32:37.611382 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-67f34f0e-1f86-4b9c-9aaf-8b428e296728 None None] For port 7b175a04-e957-48a3-994e-20927595560d, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=7b175a04-e957-48a3-994e-20927595560d,segment=NetworkSegment(2d96ec25-cf6e-4b23-a4a1-9ac47cf8fee7),segment_id=2d96ec25-cf6e-4b23-a4a1-9ac47cf8fee7)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:32:37.616517 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-2d51419f-a5cc-4466-b3b1-51aaa42c4d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:37.619400 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-67f34f0e-1f86-4b9c-9aaf-8b428e296728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:37.660679 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-82727304-0774-4793-bdbb-ed6ca602e449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Deleting port a7933855-ba3c-4563-812a-bddd94f55338 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:32:37.661020 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-82727304-0774-4793-bdbb-ed6ca602e449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:37.671595 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1afc7768-49ff-4c6c-8edb-df00b8881de9 tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:37.710692 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-2d51419f-a5cc-4466-b3b1-51aaa42c4d9f None None] Attempting to bind port 3aec1245-0918-4b0c-b06e-8de745946414 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:32:37.711263 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-2d51419f-a5cc-4466-b3b1-51aaa42c4d9f None None] Attempting to bind port 3aec1245-0918-4b0c-b06e-8de745946414 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:32:37.711733 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d51419f-a5cc-4466-b3b1-51aaa42c4d9f None None] Attempting to bind port 3aec1245-0918-4b0c-b06e-8de745946414 on network a22ae1c9-d428-411f-af43-ce0f71b38d9c {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:32:37.719256 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a2981-c16b-4d59-a020-81a6aad54f22 None None] Pushing event updated for resources: {'Port': ['ID=3aec1245-0918-4b0c-b06e-8de745946414,revision_number=2']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:37.730762 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d51419f-a5cc-4466-b3b1-51aaa42c4d9f None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:32:37.731980 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d51419f-a5cc-4466-b3b1-51aaa42c4d9f None None] Checking segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:32:37.732599 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-2d51419f-a5cc-4466-b3b1-51aaa42c4d9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:37.733158 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d51419f-a5cc-4466-b3b1-51aaa42c4d9f None None] Bound using segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:32:37.734668 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-2d51419f-a5cc-4466-b3b1-51aaa42c4d9f None None] Bound port: 3aec1245-0918-4b0c-b06e-8de745946414, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:32:37.735158 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-2d51419f-a5cc-4466-b3b1-51aaa42c4d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:37.735278 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f34f0e-1f86-4b9c-9aaf-8b428e296728 None None] Pushing event updated for resources: {'Port': ['ID=7b175a04-e957-48a3-994e-20927595560d,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:37.750938 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-1afc7768-49ff-4c6c-8edb-df00b8881de9 tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18e0f84a-1d23-4032-96bd-ccd559c08080']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:32:37.767614 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-a0aca2e5-ebf0-42d3-9c36-856dc071acae None None] Provisioning for port 84d75bf8-85f0-4843-a49e-8e10ab7a25ad completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:32:37.771676 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-1afc7768-49ff-4c6c-8edb-df00b8881de9 tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12d70fe4-5fab-4c3f-a4bc-ffbc455aa93d') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:32:37.772129 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-1afc7768-49ff-4c6c-8edb-df00b8881de9 tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12d70fe4-5fab-4c3f-a4bc-ffbc455aa93d') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:32:37.774047 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-a0aca2e5-ebf0-42d3-9c36-856dc071acae None None] Provisioning complete for port 84d75bf8-85f0-4843-a49e-8e10ab7a25ad triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:32:37.774572 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a0aca2e5-ebf0-42d3-9c36-856dc071acae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:37.774933 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a0aca2e5-ebf0-42d3-9c36-856dc071acae None None] Attempt 1 to provision port 84d75bf8-85f0-4843-a49e-8e10ab7a25ad Sep 22 21:32:37.775081 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-000dc4dd-cdca-4533-9a09-9b802532160b admin admin] Router 7df7de81-bff1-4c9e-be6a-0568eee4cc3d is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:32:37.786337 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1afc7768-49ff-4c6c-8edb-df00b8881de9 tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:37.812671 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1afc7768-49ff-4c6c-8edb-df00b8881de9 tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:37.841365 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-2d51419f-a5cc-4466-b3b1-51aaa42c4d9f None None] For port 3aec1245-0918-4b0c-b06e-8de745946414, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:32:37.845983 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-2d51419f-a5cc-4466-b3b1-51aaa42c4d9f None None] For port 3aec1245-0918-4b0c-b06e-8de745946414, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=3aec1245-0918-4b0c-b06e-8de745946414,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:32:37.848512 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a2981-c16b-4d59-a020-81a6aad54f22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:32:37.849117 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a2981-c16b-4d59-a020-81a6aad54f22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:32:37.851139 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a2981-c16b-4d59-a020-81a6aad54f22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:32:37.851139 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a2981-c16b-4d59-a020-81a6aad54f22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:32:37.851740 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a2981-c16b-4d59-a020-81a6aad54f22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:32:37.852322 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a2981-c16b-4d59-a020-81a6aad54f22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:32:37.853054 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a2981-c16b-4d59-a020-81a6aad54f22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:32:37.854106 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a2981-c16b-4d59-a020-81a6aad54f22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:32:37.854628 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a2981-c16b-4d59-a020-81a6aad54f22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:32:37.855827 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a2981-c16b-4d59-a020-81a6aad54f22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:32:37.856292 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a2981-c16b-4d59-a020-81a6aad54f22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:32:37.857761 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1afc7768-49ff-4c6c-8edb-df00b8881de9 tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:32:37.858023 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a2981-c16b-4d59-a020-81a6aad54f22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:32:37.858163 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1afc7768-49ff-4c6c-8edb-df00b8881de9 tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:37.859865 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a2981-c16b-4d59-a020-81a6aad54f22 None None] Tracked resource versions report: Sep 22 21:32:37.859865 dv-neutron-858900-1-hyperv neutron-server[89011]: pushed versions: Sep 22 21:32:37.859865 dv-neutron-858900-1-hyperv neutron-server[89011]: { 'AddressGroup': {'1.2'}, Sep 22 21:32:37.859865 dv-neutron-858900-1-hyperv neutron-server[89011]: 'ConntrackHelper': {'1.0'}, Sep 22 21:32:37.859865 dv-neutron-858900-1-hyperv neutron-server[89011]: 'Log': {'1.0'}, Sep 22 21:32:37.859865 dv-neutron-858900-1-hyperv neutron-server[89011]: 'Network': {'1.1'}, Sep 22 21:32:37.859865 dv-neutron-858900-1-hyperv neutron-server[89011]: 'Port': {'1.7'}, Sep 22 21:32:37.859865 dv-neutron-858900-1-hyperv neutron-server[89011]: 'PortForwarding': {'1.2'}, Sep 22 21:32:37.859865 dv-neutron-858900-1-hyperv neutron-server[89011]: 'QosPolicy': {'1.8'}, Sep 22 21:32:37.859865 dv-neutron-858900-1-hyperv neutron-server[89011]: 'SecurityGroup': {'1.4'}, Sep 22 21:32:37.859865 dv-neutron-858900-1-hyperv neutron-server[89011]: 'SecurityGroupRule': {'1.2'}, Sep 22 21:32:37.859865 dv-neutron-858900-1-hyperv neutron-server[89011]: 'SubPort': {'1.0'}, Sep 22 21:32:37.859865 dv-neutron-858900-1-hyperv neutron-server[89011]: 'Subnet': {'1.1'}, Sep 22 21:32:37.859865 dv-neutron-858900-1-hyperv neutron-server[89011]: 'Trunk': {'1.1'}} Sep 22 21:32:37.859865 dv-neutron-858900-1-hyperv neutron-server[89011]: consumer versions: Sep 22 21:32:37.859865 dv-neutron-858900-1-hyperv neutron-server[89011]: { DHCP agent@dv-neutron-858900-1-hyperv: {}, Sep 22 21:32:37.859865 dv-neutron-858900-1-hyperv neutron-server[89011]: HyperV agent@hv-neutron-8589: {}, Sep 22 21:32:37.859865 dv-neutron-858900-1-hyperv neutron-server[89011]: L3 agent@dv-neutron-858900-1-hyperv: {}, Sep 22 21:32:37.859865 dv-neutron-858900-1-hyperv neutron-server[89011]: Metadata agent@dv-neutron-858900-1-hyperv: {}, Sep 22 21:32:37.859865 dv-neutron-858900-1-hyperv neutron-server[89011]: Metering agent@dv-neutron-858900-1-hyperv: {}, Sep 22 21:32:37.859865 dv-neutron-858900-1-hyperv neutron-server[89011]: Open vSwitch agent@dv-neutron-858900-1-hyperv: { 'AddressGroup': '1.2', Sep 22 21:32:37.859865 dv-neutron-858900-1-hyperv neutron-server[89011]: 'ConntrackHelper': '1.0', Sep 22 21:32:37.859865 dv-neutron-858900-1-hyperv neutron-server[89011]: 'Log': '1.0', Sep 22 21:32:37.859865 dv-neutron-858900-1-hyperv neutron-server[89011]: 'Network': '1.1', Sep 22 21:32:37.859865 dv-neutron-858900-1-hyperv neutron-server[89011]: 'Port': '1.7', Sep 22 21:32:37.859865 dv-neutron-858900-1-hyperv neutron-server[89011]: 'PortForwarding': '1.2', Sep 22 21:32:37.859865 dv-neutron-858900-1-hyperv neutron-server[89011]: 'QosPolicy': '1.8', Sep 22 21:32:37.859865 dv-neutron-858900-1-hyperv neutron-server[89011]: 'SecurityGroup': '1.4', Sep 22 21:32:37.859865 dv-neutron-858900-1-hyperv neutron-server[89011]: 'SecurityGroupRule': '1.2', Sep 22 21:32:37.859865 dv-neutron-858900-1-hyperv neutron-server[89011]: 'SubPort': '1.0', Sep 22 21:32:37.859865 dv-neutron-858900-1-hyperv neutron-server[89011]: 'Subnet': '1.1', Sep 22 21:32:37.859865 dv-neutron-858900-1-hyperv neutron-server[89011]: 'Trunk': '1.1'}} Sep 22 21:32:37.859865 dv-neutron-858900-1-hyperv neutron-server[89011]: {{(pid=89011) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 21:32:37.865103 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a0aca2e5-ebf0-42d3-9c36-856dc071acae None None] Port 84d75bf8-85f0-4843-a49e-8e10ab7a25ad cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:32:37.870537 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-2d51419f-a5cc-4466-b3b1-51aaa42c4d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:37.930645 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d51419f-a5cc-4466-b3b1-51aaa42c4d9f None None] Routers {'25f9b28a-14dd-4153-8ed1-0380eb454ae5'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:32:37.931331 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-2d51419f-a5cc-4466-b3b1-51aaa42c4d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:32:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['25f9b28a-14dd-4153-8ed1-0380eb454ae5'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:32:37.959044 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-26f10d26-0a79-4bdf-824e-62bbbc856eea tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:38.018437 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a2981-c16b-4d59-a020-81a6aad54f22 None None] Pushing event updated for resources: {'Port': ['ID=3aec1245-0918-4b0c-b06e-8de745946414,revision_number=3']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:38.062789 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1afc7768-49ff-4c6c-8edb-df00b8881de9 tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:38.080962 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f10d26-0a79-4bdf-824e-62bbbc856eea tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Pushing event deleted for resources: {'Port': ['ID=649e9fe8-bfea-4504-a58e-894270b33611,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:38.135910 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-2d51419f-a5cc-4466-b3b1-51aaa42c4d9f None None] Set router 25f9b28a-14dd-4153-8ed1-0380eb454ae5 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:32:38.200163 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-191f7a81-4265-426f-b578-a699a90fc6f1 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:38.243855 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afc7768-49ff-4c6c-8edb-df00b8881de9 tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Pushing event deleted for resources: {'Network': ['ID=18e0f84a-1d23-4032-96bd-ccd559c08080,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:38.248525 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1afc7768-49ff-4c6c-8edb-df00b8881de9 tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:38.272109 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-1afc7768-49ff-4c6c-8edb-df00b8881de9 tempest-QuotasNegativeTest-1593405634 tempest-QuotasNegativeTest-1593405634-project-admin] 10.222.0.33 "DELETE /v2.0/networks/18e0f84a-1d23-4032-96bd-ccd559c08080 HTTP/1.1" status: 204 len: 168 time: 1.7336171 Sep 22 21:32:38.276913 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-191f7a81-4265-426f-b578-a699a90fc6f1 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Transition to ACTIVE for port object fcdf56be-a766-403e-a373-a009595ead90 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:32:38.283359 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5bdc20f6-2eeb-4002-bf70-2273df0c19d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:38.285866 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2f367510-f6a7-415c-bae4-76fd18e0608a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:38.294742 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9db29df7-324b-4918-b3fa-37cba334429f tempest-ExternalNetworksAdminNegativeTestJSON-1984673055 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:38.366321 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a0aca2e5-ebf0-42d3-9c36-856dc071acae None None] Attempt 2 to provision port 84d75bf8-85f0-4843-a49e-8e10ab7a25ad Sep 22 21:32:38.392560 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-26f10d26-0a79-4bdf-824e-62bbbc856eea tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:38.395090 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db29df7-324b-4918-b3fa-37cba334429f tempest-ExternalNetworksAdminNegativeTestJSON-1984673055 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055-project-admin] Pushing event deleted for resources: {'Port': ['ID=7cbd8dc7-6d43-455d-b814-e239d9804bf6,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:38.469336 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a0aca2e5-ebf0-42d3-9c36-856dc071acae None None] Port 84d75bf8-85f0-4843-a49e-8e10ab7a25ad cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:32:38.473602 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-191f7a81-4265-426f-b578-a699a90fc6f1 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:38.549260 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-2d51419f-a5cc-4466-b3b1-51aaa42c4d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f9b28a-14dd-4153-8ed1-0380eb454ae5', 'name': 'tempest-ServersTestManualDisk-1079022819-router', 'tenant_id': '00d27190048c4d5c9df662860665c71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '3aec1245-0918-4b0c-b06e-8de745946414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:32:27Z', 'updated_at': '2022-09-22T21:32:32Z', 'revision_number': 3, 'project_id': '00d27190048c4d5c9df662860665c71e', 'gw_port': {'id': '3aec1245-0918-4b0c-b06e-8de745946414', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f9b28a-14dd-4153-8ed1-0380eb454ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:29Z', 'updated_at': '2022-09-22T21:32:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:32:38.554241 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d51419f-a5cc-4466-b3b1-51aaa42c4d9f None None] The sync data for ids ['25f9b28a-14dd-4153-8ed1-0380eb454ae5'] in dv-neutron-858900-1-hyperv is: [{'id': '25f9b28a-14dd-4153-8ed1-0380eb454ae5', 'name': 'tempest-ServersTestManualDisk-1079022819-router', 'tenant_id': '00d27190048c4d5c9df662860665c71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '3aec1245-0918-4b0c-b06e-8de745946414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:32:27Z', 'updated_at': '2022-09-22T21:32:32Z', 'revision_number': 3, 'project_id': '00d27190048c4d5c9df662860665c71e', 'gw_port': {'id': '3aec1245-0918-4b0c-b06e-8de745946414', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f9b28a-14dd-4153-8ed1-0380eb454ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:29Z', 'updated_at': '2022-09-22T21:32:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:32:38.555579 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191f7a81-4265-426f-b578-a699a90fc6f1 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Pushing event updated for resources: {'Port': ['ID=fcdf56be-a766-403e-a373-a009595ead90,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:38.577459 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191f7a81-4265-426f-b578-a699a90fc6f1 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Network 55928b10-4731-4af7-b284-cf1153d69606 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:32:38.578938 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-26f10d26-0a79-4bdf-824e-62bbbc856eea tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] 10.222.0.33 "DELETE /v2.0/ports/649e9fe8-bfea-4504-a58e-894270b33611 HTTP/1.1" status: 204 len: 168 time: 3.0950782 Sep 22 21:32:38.580517 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 39776) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:38.581426 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-191f7a81-4265-426f-b578-a699a90fc6f1 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:32:38.593250 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-3fc98a12-2d71-438a-8f1c-e8c3be85bc7e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5625c499-2764-4d95-9637-604c70018d0d', 'external_fixed_ips': [{'subnet_id': '6fbf2241-62aa-470f-858c-28a33d271531', 'ip_address': '172.20.0.14'}]}}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:32:38.605248 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191f7a81-4265-426f-b578-a699a90fc6f1 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:32:38.610313 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9db29df7-324b-4918-b3fa-37cba334429f tempest-ExternalNetworksAdminNegativeTestJSON-1984673055 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:38.611850 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191f7a81-4265-426f-b578-a699a90fc6f1 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:38.612495 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-191f7a81-4265-426f-b578-a699a90fc6f1 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:38.621932 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-3fc98a12-2d71-438a-8f1c-e8c3be85bc7e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:38.628506 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000dc4dd-cdca-4533-9a09-9b802532160b admin admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:32:38.640569 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-82727304-0774-4793-bdbb-ed6ca602e449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] For port a7933855-ba3c-4563-812a-bddd94f55338, host hv-neutron-8589, got binding levels [] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:32:38.641043 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-82727304-0774-4793-bdbb-ed6ca602e449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:38.643416 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-3fc98a12-2d71-438a-8f1c-e8c3be85bc7e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Usage tracker for resource:router and tenant:3948481bd8564dd39302cf1d97156919 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:38.648406 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-3fc98a12-2d71-438a-8f1c-e8c3be85bc7e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:38.654823 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9db29df7-324b-4918-b3fa-37cba334429f tempest-ExternalNetworksAdminNegativeTestJSON-1984673055 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:38.655552 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b06391-1d25-49ab-8b79-e4a22e4ecf8e None None] Sync routers for ids ['7df7de81-bff1-4c9e-be6a-0568eee4cc3d'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:32:38.661264 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-9db29df7-324b-4918-b3fa-37cba334429f tempest-ExternalNetworksAdminNegativeTestJSON-1984673055 tempest-ExternalNetworksAdminNegativeTestJSON-1984673055-project-admin] 10.222.0.33 "DELETE /v2.0/floatingips/bcbcf6d4-182a-44db-bfa0-909d538d3e08 HTTP/1.1" status: 204 len: 168 time: 4.5684347 Sep 22 21:32:38.669531 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-191f7a81-4265-426f-b578-a699a90fc6f1 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 4.9994671 Sep 22 21:32:38.670228 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 39782) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:38.671944 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-3fc98a12-2d71-438a-8f1c-e8c3be85bc7e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:38.678997 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b06391-1d25-49ab-8b79-e4a22e4ecf8e None None] Routers {'7df7de81-bff1-4c9e-be6a-0568eee4cc3d'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:32:38.678997 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-77b06391-1d25-49ab-8b79-e4a22e4ecf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:32:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['7df7de81-bff1-4c9e-be6a-0568eee4cc3d'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:32:38.770965 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 12d70fe4-5fab-4c3f-a4bc-ffbc455aa93d resource provider aggregate not found Sep 22 21:32:38.785019 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bdc20f6-2eeb-4002-bf70-2273df0c19d3 admin admin] Router d05473aa-664e-4044-9a35-ff875a3c8a0e is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:32:38.803700 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3fc98a12-2d71-438a-8f1c-e8c3be85bc7e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:38.804464 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3fc98a12-2d71-438a-8f1c-e8c3be85bc7e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:38.818717 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 12d70fe4-5fab-4c3f-a4bc-ffbc455aa93d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 12d70fe4-5fab-4c3f-a4bc-ffbc455aa93d found for delete ", "request_id": "req-af0dbbf8-7e5d-4070-bace-1e0a219eb25f"}]} Sep 22 21:32:38.899483 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 7b175a04-e957-48a3-994e-20927595560d up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:32:38.935006 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-82727304-0774-4793-bdbb-ed6ca602e449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Calling delete_port for a7933855-ba3c-4563-812a-bddd94f55338 owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:32:38.972043 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a0aca2e5-ebf0-42d3-9c36-856dc071acae None None] Attempt 3 to provision port 84d75bf8-85f0-4843-a49e-8e10ab7a25ad Sep 22 21:32:39.009370 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-000dc4dd-cdca-4533-9a09-9b802532160b admin admin] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:39.010973 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-000dc4dd-cdca-4533-9a09-9b802532160b admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.3800237 Sep 22 21:32:39.027225 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 39790) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:39.057910 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3fc98a12-2d71-438a-8f1c-e8c3be85bc7e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:39.189854 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a0aca2e5-ebf0-42d3-9c36-856dc071acae None None] Port 84d75bf8-85f0-4843-a49e-8e10ab7a25ad cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:32:39.271789 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-77b06391-1d25-49ab-8b79-e4a22e4ecf8e None None] Set router 7df7de81-bff1-4c9e-be6a-0568eee4cc3d gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:32:39.376382 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 39800) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:39.399417 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 39804) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:39.431304 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-82727304-0774-4793-bdbb-ed6ca602e449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:39.477367 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 7b175a04-e957-48a3-994e-20927595560d triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:32:39.479204 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:39.479613 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 7b175a04-e957-48a3-994e-20927595560d Sep 22 21:32:39.484411 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-2f367510-f6a7-415c-bae4-76fd18e0608a admin admin] Allocated IP 172.20.0.1 (452fb2e3-f6a7-40db-8fcb-ea7dd754bdda/c427adaf-86b6-4f5b-b847-86f219fa4602/e5cc9bc2-8c42-4be7-b160-ed3d4036bd87) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:32:39.519303 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82727304-0774-4793-bdbb-ed6ca602e449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Pushing event deleted for resources: {'Port': ['ID=a7933855-ba3c-4563-812a-bddd94f55338,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:39.523584 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10a2898-6aff-4f9f-bde4-7ed7722ed5df tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:39.532307 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10a2898-6aff-4f9f-bde4-7ed7722ed5df tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:39.538909 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10a2898-6aff-4f9f-bde4-7ed7722ed5df tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:39.539782 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-f10a2898-6aff-4f9f-bde4-7ed7722ed5df tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Synchronizing usage tracker for tenant:c704583039e64d3f814746054767041a on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:32:39.627343 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-82727304-0774-4793-bdbb-ed6ca602e449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:39.711689 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a0aca2e5-ebf0-42d3-9c36-856dc071acae None None] Attempt 4 to provision port 84d75bf8-85f0-4843-a49e-8e10ab7a25ad Sep 22 21:32:39.746223 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ee196280-5651-4683-8a2b-ff2a7f76d696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:39.770466 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-ee196280-5651-4683-8a2b-ff2a7f76d696 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:39.776425 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-ee196280-5651-4683-8a2b-ff2a7f76d696 admin admin] Usage tracker for resource:security_group_rule and tenant:c13efb6ebcd44dc098b71a804478a062 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:39.779823 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-ee196280-5651-4683-8a2b-ff2a7f76d696 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:39.787822 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-ee196280-5651-4683-8a2b-ff2a7f76d696 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:39.823629 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-b6495e70-c598-48d5-90d7-5d5b18f2cfef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:39.841263 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a0aca2e5-ebf0-42d3-9c36-856dc071acae None None] Port 84d75bf8-85f0-4843-a49e-8e10ab7a25ad cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:32:39.867902 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 7b175a04-e957-48a3-994e-20927595560d is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:32:39.868964 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device d95bd252-0c09-457a-a5da-ae6df63a3ad0 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:32:39.889206 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ee196280-5651-4683-8a2b-ff2a7f76d696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:39.899509 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3fc98a12-2d71-438a-8f1c-e8c3be85bc7e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:39.906249 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ee196280-5651-4683-8a2b-ff2a7f76d696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:39.914512 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-f10a2898-6aff-4f9f-bde4-7ed7722ed5df tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Unset dirty status for tenant:c704583039e64d3f814746054767041a on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:32:39.915999 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-f10a2898-6aff-4f9f-bde4-7ed7722ed5df tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 1.2417996 Sep 22 21:32:39.928910 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 39812) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:39.929127 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-82727304-0774-4793-bdbb-ed6ca602e449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] 10.222.0.33 "DELETE /v2.0/ports/a7933855-ba3c-4563-812a-bddd94f55338 HTTP/1.1" status: 204 len: 168 time: 3.7810538 Sep 22 21:32:39.938447 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 39814) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:39.971484 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c47abe35-ccd5-4335-9b44-df0a993c1f58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:40.002789 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port d95bd252-0c09-457a-a5da-ae6df63a3ad0 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:32:40.003291 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:40.003291 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port d95bd252-0c09-457a-a5da-ae6df63a3ad0 Sep 22 21:32:40.008035 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-c47abe35-ccd5-4335-9b44-df0a993c1f58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:40.020927 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-08482735-6144-425c-be9d-ff457b61f41d tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Deleting port fcdf56be-a766-403e-a373-a009595ead90 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:32:40.021200 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-c47abe35-ccd5-4335-9b44-df0a993c1f58 admin admin] Usage tracker for resource:security_group_rule and tenant:a63b52b3133e4654844a7830e98429c0 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:40.021355 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-08482735-6144-425c-be9d-ff457b61f41d tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:40.027856 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-c47abe35-ccd5-4335-9b44-df0a993c1f58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:40.065429 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-77b06391-1d25-49ab-8b79-e4a22e4ecf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df7de81-bff1-4c9e-be6a-0568eee4cc3d', 'name': 'tempest-ServerActionsTestJSON-631294346-router', 'tenant_id': '25574d9f1a93412b95f1e988f287237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b4cc0aa5-08c3-41e9-97fb-7407b192bf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:32:29Z', 'updated_at': '2022-09-22T21:32:33Z', 'revision_number': 3, 'project_id': '25574d9f1a93412b95f1e988f287237a', 'gw_port': {'id': 'b4cc0aa5-08c3-41e9-97fb-7407b192bf84', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:96:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df7de81-bff1-4c9e-be6a-0568eee4cc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:31Z', 'updated_at': '2022-09-22T21:32:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:32:40.074462 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b06391-1d25-49ab-8b79-e4a22e4ecf8e None None] Checking router: 7df7de81-bff1-4c9e-be6a-0568eee4cc3d for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:32:40.074462 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b06391-1d25-49ab-8b79-e4a22e4ecf8e None None] Updating router 7df7de81-bff1-4c9e-be6a-0568eee4cc3d port b4cc0aa5-08c3-41e9-97fb-7407b192bf84 binding host dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:32:40.075011 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bdc20f6-2eeb-4002-bf70-2273df0c19d3 admin admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:32:40.088203 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428fc22b-a1d5-4f79-bba6-62357e0d6694 None None] Sync routers for ids ['d05473aa-664e-4044-9a35-ff875a3c8a0e'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:32:40.101113 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428fc22b-a1d5-4f79-bba6-62357e0d6694 None None] Routers {'d05473aa-664e-4044-9a35-ff875a3c8a0e'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:32:40.102037 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-428fc22b-a1d5-4f79-bba6-62357e0d6694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:32:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['d05473aa-664e-4044-9a35-ff875a3c8a0e'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:32:40.168984 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-77b06391-1d25-49ab-8b79-e4a22e4ecf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:40.204091 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5bdc20f6-2eeb-4002-bf70-2273df0c19d3 admin admin] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:40.207615 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-c47abe35-ccd5-4335-9b44-df0a993c1f58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:40.211679 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 39820) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:40.227546 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-5bdc20f6-2eeb-4002-bf70-2273df0c19d3 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 10.5450180 Sep 22 21:32:40.228725 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port d95bd252-0c09-457a-a5da-ae6df63a3ad0 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:32:40.229833 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 61b55dc5-5d7f-4150-bcfd-a6a77e84f2c3 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:32:40.260559 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-ee196280-5651-4683-8a2b-ff2a7f76d696 admin admin] Synchronizing usage tracker for tenant:f5d322d16e6043f68cf59e7645f407ba on resource:security_group {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:32:40.342299 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a0aca2e5-ebf0-42d3-9c36-856dc071acae None None] Attempt 5 to provision port 84d75bf8-85f0-4843-a49e-8e10ab7a25ad Sep 22 21:32:40.361440 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2f367510-f6a7-415c-bae4-76fd18e0608a admin admin] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:40.404352 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-428fc22b-a1d5-4f79-bba6-62357e0d6694 None None] Set router d05473aa-664e-4044-9a35-ff875a3c8a0e gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:32:40.460199 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d3a3a05-9b93-423c-b41a-237a2ba56224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] GET failed (client error): The resource could not be found. Sep 22 21:32:40.461571 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-4d3a3a05-9b93-423c-b41a-237a2ba56224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] 10.222.0.33 "GET /v2.0/ports/a7933855-ba3c-4563-812a-bddd94f55338 HTTP/1.1" status: 404 len: 333 time: 0.4460063 Sep 22 21:32:40.467278 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee196280-5651-4683-8a2b-ff2a7f76d696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22803f0-90ef-4757-87c6-12d385d611e2,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:40.482535 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-ee196280-5651-4683-8a2b-ff2a7f76d696 admin admin] Unset dirty status for tenant:f5d322d16e6043f68cf59e7645f407ba on resource:security_group {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:32:40.486054 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ee196280-5651-4683-8a2b-ff2a7f76d696 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c13efb6ebcd44dc098b71a804478a062&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0728433 Sep 22 21:32:40.492846 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 39824) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:40.493203 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 39826) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:40.508364 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a0aca2e5-ebf0-42d3-9c36-856dc071acae None None] Port 84d75bf8-85f0-4843-a49e-8e10ab7a25ad cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:32:40.519665 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-1d7397f6-b780-46a3-bf00-bae6bd55e192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Request body: {'port': {'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519585179'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:32:40.523541 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 61b55dc5-5d7f-4150-bcfd-a6a77e84f2c3 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:32:40.528211 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:40.528894 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 61b55dc5-5d7f-4150-bcfd-a6a77e84f2c3 Sep 22 21:32:40.541531 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-2f367510-f6a7-415c-bae4-76fd18e0608a admin admin] Transition to ACTIVE for port object e5cc9bc2-8c42-4be7-b160-ed3d4036bd87 will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:32:40.557683 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-1d7397f6-b780-46a3-bf00-bae6bd55e192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:40.573764 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-1d7397f6-b780-46a3-bf00-bae6bd55e192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Usage tracker for resource:port and tenant:16f814f5421f406d9b243f1d12c11d1c is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:40.591445 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-1d7397f6-b780-46a3-bf00-bae6bd55e192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:40.613766 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-1d7397f6-b780-46a3-bf00-bae6bd55e192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:40.726770 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-08482735-6144-425c-be9d-ff457b61f41d tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:40.728794 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-33ebf668-9b92-4bcd-9694-9cecf3790cb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:40.775916 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 61b55dc5-5d7f-4150-bcfd-a6a77e84f2c3 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:32:40.788732 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-77b06391-1d25-49ab-8b79-e4a22e4ecf8e None None] Notify callbacks [] for port, precommit_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:40.804626 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-77b06391-1d25-49ab-8b79-e4a22e4ecf8e None None] Transition to ACTIVE for port object b4cc0aa5-08c3-41e9-97fb-7407b192bf84 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:32:40.817127 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-77b06391-1d25-49ab-8b79-e4a22e4ecf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:40.894047 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-77b06391-1d25-49ab-8b79-e4a22e4ecf8e None None] Attempting to bind port b4cc0aa5-08c3-41e9-97fb-7407b192bf84 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:32:40.894469 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-77b06391-1d25-49ab-8b79-e4a22e4ecf8e None None] Attempting to bind port b4cc0aa5-08c3-41e9-97fb-7407b192bf84 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:32:40.897065 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b06391-1d25-49ab-8b79-e4a22e4ecf8e None None] Attempting to bind port b4cc0aa5-08c3-41e9-97fb-7407b192bf84 on network a22ae1c9-d428-411f-af43-ce0f71b38d9c {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:32:40.907356 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b06391-1d25-49ab-8b79-e4a22e4ecf8e None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:32:40.907859 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b06391-1d25-49ab-8b79-e4a22e4ecf8e None None] Checking segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:32:40.908347 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-77b06391-1d25-49ab-8b79-e4a22e4ecf8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:40.909019 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b06391-1d25-49ab-8b79-e4a22e4ecf8e None None] Bound using segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:32:40.909581 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-77b06391-1d25-49ab-8b79-e4a22e4ecf8e None None] Bound port: b4cc0aa5-08c3-41e9-97fb-7407b192bf84, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:32:40.910076 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-77b06391-1d25-49ab-8b79-e4a22e4ecf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:40.912674 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-428fc22b-a1d5-4f79-bba6-62357e0d6694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05473aa-664e-4044-9a35-ff875a3c8a0e', 'name': 'tempest-ServersTestJSON-2097652843-router', 'tenant_id': 'bd8cb946cffb40a086f88543474db7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.217'}], 'enable_snat': True}, 'gw_port_id': '8d43a8d9-47c4-47c7-a7df-b31f15feec69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:32:30Z', 'updated_at': '2022-09-22T21:32:36Z', 'revision_number': 3, 'project_id': 'bd8cb946cffb40a086f88543474db7f3', 'gw_port': {'id': '8d43a8d9-47c4-47c7-a7df-b31f15feec69', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:75:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05473aa-664e-4044-9a35-ff875a3c8a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:33Z', 'updated_at': '2022-09-22T21:32:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:32:40.916696 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428fc22b-a1d5-4f79-bba6-62357e0d6694 None None] Checking router: d05473aa-664e-4044-9a35-ff875a3c8a0e for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:32:40.917114 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428fc22b-a1d5-4f79-bba6-62357e0d6694 None None] Updating router d05473aa-664e-4044-9a35-ff875a3c8a0e port 8d43a8d9-47c4-47c7-a7df-b31f15feec69 binding host dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:32:40.943652 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 3aec1245-0918-4b0c-b06e-8de745946414 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:32:40.964299 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-08482735-6144-425c-be9d-ff457b61f41d tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Calling delete_port for fcdf56be-a766-403e-a373-a009595ead90 owned by {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:32:40.978778 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7397f6-b780-46a3-bf00-bae6bd55e192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Made reservation on behalf of 16f814f5421f406d9b243f1d12c11d1c for: {'port': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:32:40.987000 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1d7397f6-b780-46a3-bf00-bae6bd55e192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:40.994463 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-428fc22b-a1d5-4f79-bba6-62357e0d6694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:41.001380 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6b81fb-0aed-4b56-b73c-add3d03ba7ec None None] Pushing event updated for resources: {'Port': ['ID=b4cc0aa5-08c3-41e9-97fb-7407b192bf84,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:41.011943 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a0aca2e5-ebf0-42d3-9c36-856dc071acae None None] Attempt 6 to provision port 84d75bf8-85f0-4843-a49e-8e10ab7a25ad Sep 22 21:32:41.107307 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c47abe35-ccd5-4335-9b44-df0a993c1f58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:41.148651 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a0aca2e5-ebf0-42d3-9c36-856dc071acae None None] Port 84d75bf8-85f0-4843-a49e-8e10ab7a25ad cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:32:41.151990 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-77b06391-1d25-49ab-8b79-e4a22e4ecf8e None None] For port b4cc0aa5-08c3-41e9-97fb-7407b192bf84, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:32:41.156923 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-77b06391-1d25-49ab-8b79-e4a22e4ecf8e None None] For port b4cc0aa5-08c3-41e9-97fb-7407b192bf84, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=b4cc0aa5-08c3-41e9-97fb-7407b192bf84,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:32:41.162121 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-77b06391-1d25-49ab-8b79-e4a22e4ecf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:41.179773 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-1d7397f6-b780-46a3-bf00-bae6bd55e192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] device_id is not set on port 9d442b37-e598-4165-b785-a0f37361c4ca yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:32:41.201163 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 3aec1245-0918-4b0c-b06e-8de745946414 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:32:41.211238 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-08482735-6144-425c-be9d-ff457b61f41d tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:41.225358 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c47abe35-ccd5-4335-9b44-df0a993c1f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:41.266131 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08482735-6144-425c-be9d-ff457b61f41d tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Pushing event deleted for resources: {'Port': ['ID=fcdf56be-a766-403e-a373-a009595ead90,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:41.269868 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 3aec1245-0918-4b0c-b06e-8de745946414 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:32:41.270351 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:41.270730 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 3aec1245-0918-4b0c-b06e-8de745946414 Sep 22 21:32:41.309499 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c47abe35-ccd5-4335-9b44-df0a993c1f58 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=a63b52b3133e4654844a7830e98429c0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9320500 Sep 22 21:32:41.318281 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 39834) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:41.333046 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47abe35-ccd5-4335-9b44-df0a993c1f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5654a72-07f0-4325-9436-92179964291b,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:41.362037 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b06391-1d25-49ab-8b79-e4a22e4ecf8e None None] Routers {'7df7de81-bff1-4c9e-be6a-0568eee4cc3d'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:32:41.364562 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-77b06391-1d25-49ab-8b79-e4a22e4ecf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:32:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['7df7de81-bff1-4c9e-be6a-0568eee4cc3d'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:32:41.403296 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-33ebf668-9b92-4bcd-9694-9cecf3790cb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:41.504398 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-428fc22b-a1d5-4f79-bba6-62357e0d6694 None None] Notify callbacks [] for port, precommit_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:41.517964 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.provisioning_blocks [None req-428fc22b-a1d5-4f79-bba6-62357e0d6694 None None] Transition to ACTIVE for port object 8d43a8d9-47c4-47c7-a7df-b31f15feec69 will not be triggered until provisioned by entity L2. {{(pid=89011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:32:41.534244 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-428fc22b-a1d5-4f79-bba6-62357e0d6694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:41.552549 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2f367510-f6a7-415c-bae4-76fd18e0608a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:41.569369 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-08482735-6144-425c-be9d-ff457b61f41d tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:41.595545 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6b81fb-0aed-4b56-b73c-add3d03ba7ec None None] Pushing event updated for resources: {'Port': ['ID=b4cc0aa5-08c3-41e9-97fb-7407b192bf84,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:41.606925 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2edf53b5-b697-4d03-a7f0-dfb315a4e0ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:41.629717 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-77b06391-1d25-49ab-8b79-e4a22e4ecf8e None None] Set router 7df7de81-bff1-4c9e-be6a-0568eee4cc3d gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:32:41.635866 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-428fc22b-a1d5-4f79-bba6-62357e0d6694 None None] Attempting to bind port 8d43a8d9-47c4-47c7-a7df-b31f15feec69 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:32:41.636498 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-428fc22b-a1d5-4f79-bba6-62357e0d6694 None None] Attempting to bind port 8d43a8d9-47c4-47c7-a7df-b31f15feec69 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:32:41.637151 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428fc22b-a1d5-4f79-bba6-62357e0d6694 None None] Attempting to bind port 8d43a8d9-47c4-47c7-a7df-b31f15feec69 on network a22ae1c9-d428-411f-af43-ce0f71b38d9c {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:32:41.645044 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-08482735-6144-425c-be9d-ff457b61f41d tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] 10.222.0.33 "DELETE /v2.0/ports/fcdf56be-a766-403e-a373-a009595ead90 HTTP/1.1" status: 204 len: 168 time: 1.7083991 Sep 22 21:32:41.645715 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 39838) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:41.648639 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428fc22b-a1d5-4f79-bba6-62357e0d6694 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:32:41.649319 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428fc22b-a1d5-4f79-bba6-62357e0d6694 None None] Checking segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:32:41.649948 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-428fc22b-a1d5-4f79-bba6-62357e0d6694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:41.650556 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428fc22b-a1d5-4f79-bba6-62357e0d6694 None None] Bound using segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:32:41.651315 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-428fc22b-a1d5-4f79-bba6-62357e0d6694 None None] Bound port: 8d43a8d9-47c4-47c7-a7df-b31f15feec69, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:32:41.651970 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-428fc22b-a1d5-4f79-bba6-62357e0d6694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:41.662648 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-67bf6350-8f7f-43a2-a32b-5086912a1e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:41.692578 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2edf53b5-b697-4d03-a7f0-dfb315a4e0ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:41.706958 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f461b-1ee7-410e-b9b9-8b329cb8aa74 None None] Pushing event updated for resources: {'Port': ['ID=8d43a8d9-47c4-47c7-a7df-b31f15feec69,revision_number=2']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:41.742936 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a0aca2e5-ebf0-42d3-9c36-856dc071acae None None] Attempt 7 to provision port 84d75bf8-85f0-4843-a49e-8e10ab7a25ad Sep 22 21:32:41.754262 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-428fc22b-a1d5-4f79-bba6-62357e0d6694 None None] For port 8d43a8d9-47c4-47c7-a7df-b31f15feec69, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:32:41.758135 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-428fc22b-a1d5-4f79-bba6-62357e0d6694 None None] For port 8d43a8d9-47c4-47c7-a7df-b31f15feec69, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=8d43a8d9-47c4-47c7-a7df-b31f15feec69,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:32:41.761144 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-104a40da-94bb-451c-be5f-21a3a9321431 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] GET failed (client error): The resource could not be found. Sep 22 21:32:41.761701 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-104a40da-94bb-451c-be5f-21a3a9321431 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Synchronizing usage tracker for tenant:c704583039e64d3f814746054767041a on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:32:41.764757 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-428fc22b-a1d5-4f79-bba6-62357e0d6694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:41.830738 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 3aec1245-0918-4b0c-b06e-8de745946414 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:32:41.831141 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1d7397f6-b780-46a3-bf00-bae6bd55e192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:41.831608 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:41.833747 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428fc22b-a1d5-4f79-bba6-62357e0d6694 None None] Routers {'d05473aa-664e-4044-9a35-ff875a3c8a0e'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:32:41.834575 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-428fc22b-a1d5-4f79-bba6-62357e0d6694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:32:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['d05473aa-664e-4044-9a35-ff875a3c8a0e'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:32:41.863711 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-104a40da-94bb-451c-be5f-21a3a9321431 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Unset dirty status for tenant:c704583039e64d3f814746054767041a on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:32:41.869325 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-104a40da-94bb-451c-be5f-21a3a9321431 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] 10.222.0.33 "GET /v2.0/ports/fcdf56be-a766-403e-a373-a009595ead90 HTTP/1.1" status: 404 len: 333 time: 0.2197828 Sep 22 21:32:41.878355 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 39842) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:41.935609 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-ebaeeb90-ed08-481f-ad44-2fa93e56e1eb tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Request body: {'port': {'network_id': '55928b10-4731-4af7-b284-cf1153d69606', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-373473289'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:32:41.964411 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 3aec1245-0918-4b0c-b06e-8de745946414, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=3aec1245-0918-4b0c-b06e-8de745946414,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:32:41.994959 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:42.054135 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f367510-f6a7-415c-bae4-76fd18e0608a admin admin] Network 452fb2e3-f6a7-40db-8fcb-ea7dd754bdda is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:32:42.055732 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f367510-f6a7-415c-bae4-76fd18e0608a admin admin] Pushing event updated for resources: {'Port': ['ID=e5cc9bc2-8c42-4be7-b160-ed3d4036bd87,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:42.056455 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6636305c-4f7b-47a6-9a97-37326eb9e336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:42.060112 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a0aca2e5-ebf0-42d3-9c36-856dc071acae None None] Port 84d75bf8-85f0-4843-a49e-8e10ab7a25ad cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:32:42.065428 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-2f367510-f6a7-415c-bae4-76fd18e0608a admin admin] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:32:42.067697 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-33ebf668-9b92-4bcd-9694-9cecf3790cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:42.071248 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f367510-f6a7-415c-bae4-76fd18e0608a admin admin] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:32:42.072758 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2f367510-f6a7-415c-bae4-76fd18e0608a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:42.110035 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2edf53b5-b697-4d03-a7f0-dfb315a4e0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:42.133517 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=3aec1245-0918-4b0c-b06e-8de745946414,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:42.134907 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f461b-1ee7-410e-b9b9-8b329cb8aa74 None None] Pushing event updated for resources: {'Port': ['ID=8d43a8d9-47c4-47c7-a7df-b31f15feec69,revision_number=3']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:42.146526 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf53b5-b697-4d03-a7f0-dfb315a4e0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5654a72-07f0-4325-9436-92179964291b,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:42.148270 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-428fc22b-a1d5-4f79-bba6-62357e0d6694 None None] Set router d05473aa-664e-4044-9a35-ff875a3c8a0e gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:32:42.180634 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2edf53b5-b697-4d03-a7f0-dfb315a4e0ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:42.187048 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-2edf53b5-b697-4d03-a7f0-dfb315a4e0ea admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/a5654a72-07f0-4325-9436-92179964291b HTTP/1.1" status: 204 len: 168 time: 0.8599951 Sep 22 21:32:42.196862 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3fc98a12-2d71-438a-8f1c-e8c3be85bc7e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:42.228841 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-77b06391-1d25-49ab-8b79-e4a22e4ecf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df7de81-bff1-4c9e-be6a-0568eee4cc3d', 'name': 'tempest-ServerActionsTestJSON-631294346-router', 'tenant_id': '25574d9f1a93412b95f1e988f287237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b4cc0aa5-08c3-41e9-97fb-7407b192bf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:32:29Z', 'updated_at': '2022-09-22T21:32:33Z', 'revision_number': 3, 'project_id': '25574d9f1a93412b95f1e988f287237a', 'gw_port': {'id': 'b4cc0aa5-08c3-41e9-97fb-7407b192bf84', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:96:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df7de81-bff1-4c9e-be6a-0568eee4cc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:31Z', 'updated_at': '2022-09-22T21:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:32:42.235696 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b06391-1d25-49ab-8b79-e4a22e4ecf8e None None] The sync data for ids ['7df7de81-bff1-4c9e-be6a-0568eee4cc3d'] in dv-neutron-858900-1-hyperv is: [{'id': '7df7de81-bff1-4c9e-be6a-0568eee4cc3d', 'name': 'tempest-ServerActionsTestJSON-631294346-router', 'tenant_id': '25574d9f1a93412b95f1e988f287237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b4cc0aa5-08c3-41e9-97fb-7407b192bf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:32:29Z', 'updated_at': '2022-09-22T21:32:33Z', 'revision_number': 3, 'project_id': '25574d9f1a93412b95f1e988f287237a', 'gw_port': {'id': 'b4cc0aa5-08c3-41e9-97fb-7407b192bf84', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:96:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df7de81-bff1-4c9e-be6a-0568eee4cc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:31Z', 'updated_at': '2022-09-22T21:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:32:42.298856 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1d7397f6-b780-46a3-bf00-bae6bd55e192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:42.299461 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3fc98a12-2d71-438a-8f1c-e8c3be85bc7e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:42.502439 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-ebaeeb90-ed08-481f-ad44-2fa93e56e1eb tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:42.538173 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-ebaeeb90-ed08-481f-ad44-2fa93e56e1eb tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:42.549050 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-67bf6350-8f7f-43a2-a32b-5086912a1e36 admin admin] Allocated IP 172.20.0.1 (5dbb466f-7241-4d18-b090-2d779954893b/f291bed0-d028-44b6-829f-efb0f7512ced/01dac8c6-de86-4e6c-91ee-e5aece1b2f91) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:32:42.562193 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a0aca2e5-ebf0-42d3-9c36-856dc071acae None None] Attempt 8 to provision port 84d75bf8-85f0-4843-a49e-8e10ab7a25ad Sep 22 21:32:42.590275 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebaeeb90-ed08-481f-ad44-2fa93e56e1eb tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Made reservation on behalf of c704583039e64d3f814746054767041a for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:32:42.600111 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ebaeeb90-ed08-481f-ad44-2fa93e56e1eb tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:42.628969 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ebf668-9b92-4bcd-9694-9cecf3790cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22803f0-90ef-4757-87c6-12d385d611e2,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:42.671849 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [None req-ebaeeb90-ed08-481f-ad44-2fa93e56e1eb tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] device_id is not set on port c6f2c310-687b-4172-b0c1-4c808db8cc58 yet. {{(pid=89008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:32:42.731351 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2f367510-f6a7-415c-bae4-76fd18e0608a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:42.733368 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-428fc22b-a1d5-4f79-bba6-62357e0d6694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05473aa-664e-4044-9a35-ff875a3c8a0e', 'name': 'tempest-ServersTestJSON-2097652843-router', 'tenant_id': 'bd8cb946cffb40a086f88543474db7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.217'}], 'enable_snat': True}, 'gw_port_id': '8d43a8d9-47c4-47c7-a7df-b31f15feec69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:32:30Z', 'updated_at': '2022-09-22T21:32:36Z', 'revision_number': 3, 'project_id': 'bd8cb946cffb40a086f88543474db7f3', 'gw_port': {'id': '8d43a8d9-47c4-47c7-a7df-b31f15feec69', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:75:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05473aa-664e-4044-9a35-ff875a3c8a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:33Z', 'updated_at': '2022-09-22T21:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:32:42.742592 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428fc22b-a1d5-4f79-bba6-62357e0d6694 None None] The sync data for ids ['d05473aa-664e-4044-9a35-ff875a3c8a0e'] in dv-neutron-858900-1-hyperv is: [{'id': 'd05473aa-664e-4044-9a35-ff875a3c8a0e', 'name': 'tempest-ServersTestJSON-2097652843-router', 'tenant_id': 'bd8cb946cffb40a086f88543474db7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.217'}], 'enable_snat': True}, 'gw_port_id': '8d43a8d9-47c4-47c7-a7df-b31f15feec69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:32:30Z', 'updated_at': '2022-09-22T21:32:36Z', 'revision_number': 3, 'project_id': 'bd8cb946cffb40a086f88543474db7f3', 'gw_port': {'id': '8d43a8d9-47c4-47c7-a7df-b31f15feec69', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:75:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05473aa-664e-4044-9a35-ff875a3c8a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:33Z', 'updated_at': '2022-09-22T21:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:32:42.834162 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 39850) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:42.868217 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a0aca2e5-ebf0-42d3-9c36-856dc071acae None None] Port 84d75bf8-85f0-4843-a49e-8e10ab7a25ad cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:32:42.880538 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:42.918919 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5be35377-bbb2-4d4c-8360-f4f2d202f88f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:42.939757 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-3fc98a12-2d71-438a-8f1c-e8c3be85bc7e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Allocated IP 172.20.0.14 (5625c499-2764-4d95-9637-604c70018d0d/6fbf2241-62aa-470f-858c-28a33d271531/95efe631-98a8-4ecb-9590-da42a821d4b1) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:32:42.974381 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-5be35377-bbb2-4d4c-8360-f4f2d202f88f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:43.016822 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 3aec1245-0918-4b0c-b06e-8de745946414 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:32:43.020130 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-5be35377-bbb2-4d4c-8360-f4f2d202f88f admin admin] Usage tracker for resource:security_group_rule and tenant:a6281d4b20894f2a824d3f0fb42222a6 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:43.029655 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-5be35377-bbb2-4d4c-8360-f4f2d202f88f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:43.052284 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7397f6-b780-46a3-bf00-bae6bd55e192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Network 9beb930a-bec4-4792-bd96-a7a273f7a39f is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:32:43.070744 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-1d7397f6-b780-46a3-bf00-bae6bd55e192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:32:43.104948 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7397f6-b780-46a3-bf00-bae6bd55e192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:32:43.106299 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7397f6-b780-46a3-bf00-bae6bd55e192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:43.107023 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1d7397f6-b780-46a3-bf00-bae6bd55e192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:43.112228 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:43.137132 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-5be35377-bbb2-4d4c-8360-f4f2d202f88f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:43.144133 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7397f6-b780-46a3-bf00-bae6bd55e192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Pushing event updated for resources: {'Port': ['ID=9d442b37-e598-4165-b785-a0f37361c4ca,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:43.153683 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 3aec1245-0918-4b0c-b06e-8de745946414 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:32:43.154059 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:43.154672 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 3aec1245-0918-4b0c-b06e-8de745946414 Sep 22 21:32:43.184307 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-ebaeeb90-ed08-481f-ad44-2fa93e56e1eb tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Allocated IP 2001:db8::22c (55928b10-4731-4af7-b284-cf1153d69606/12e9ef01-b1b9-4caf-a62b-47cb64b5fd4b/c6f2c310-687b-4172-b0c1-4c808db8cc58) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:32:43.295239 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-33ebf668-9b92-4bcd-9694-9cecf3790cb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:43.301740 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-33ebf668-9b92-4bcd-9694-9cecf3790cb7 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/a22803f0-90ef-4757-87c6-12d385d611e2 HTTP/1.1" status: 204 len: 168 time: 2.7874064 Sep 22 21:32:43.359281 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 3aec1245-0918-4b0c-b06e-8de745946414 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:32:43.360346 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device b4cc0aa5-08c3-41e9-97fb-7407b192bf84 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:32:43.403139 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3fc98a12-2d71-438a-8f1c-e8c3be85bc7e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:43.406545 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-1d7397f6-b780-46a3-bf00-bae6bd55e192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.8938131 Sep 22 21:32:43.423345 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 39856) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:43.486761 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a0aca2e5-ebf0-42d3-9c36-856dc071acae None None] Attempt 9 to provision port 84d75bf8-85f0-4843-a49e-8e10ab7a25ad Sep 22 21:32:43.527161 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8589'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:32:43.556111 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-67bf6350-8f7f-43a2-a32b-5086912a1e36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:43.606530 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a0aca2e5-ebf0-42d3-9c36-856dc071acae None None] Port 84d75bf8-85f0-4843-a49e-8e10ab7a25ad cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:32:43.609654 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port b4cc0aa5-08c3-41e9-97fb-7407b192bf84 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:32:43.616590 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port b4cc0aa5-08c3-41e9-97fb-7407b192bf84 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:32:43.617215 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:43.617857 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port b4cc0aa5-08c3-41e9-97fb-7407b192bf84 Sep 22 21:32:43.651823 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-67bf6350-8f7f-43a2-a32b-5086912a1e36 admin admin] Transition to ACTIVE for port object 01dac8c6-de86-4e6c-91ee-e5aece1b2f91 will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:32:43.744542 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b9edae37-248b-4b1d-9646-042b53fe57ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:43.757691 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5be35377-bbb2-4d4c-8360-f4f2d202f88f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:43.795118 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port b4cc0aa5-08c3-41e9-97fb-7407b192bf84 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:32:43.796450 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:43.818070 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port b4cc0aa5-08c3-41e9-97fb-7407b192bf84, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=b4cc0aa5-08c3-41e9-97fb-7407b192bf84,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:32:43.824177 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:43.841847 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5be35377-bbb2-4d4c-8360-f4f2d202f88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:43.879031 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2f367510-f6a7-415c-bae4-76fd18e0608a admin admin] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:43.885263 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-67bf6350-8f7f-43a2-a32b-5086912a1e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:43.915596 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=b4cc0aa5-08c3-41e9-97fb-7407b192bf84,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:43.938083 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3fc98a12-2d71-438a-8f1c-e8c3be85bc7e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:43.960529 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2f367510-f6a7-415c-bae4-76fd18e0608a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:43.961210 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2f367510-f6a7-415c-bae4-76fd18e0608a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:43.984733 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bf6350-8f7f-43a2-a32b-5086912a1e36 admin admin] Network 5dbb466f-7241-4d18-b090-2d779954893b is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:32:43.992952 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:43.993872 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-67bf6350-8f7f-43a2-a32b-5086912a1e36 admin admin] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:32:44.007789 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bf6350-8f7f-43a2-a32b-5086912a1e36 admin admin] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:32:44.008249 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-67bf6350-8f7f-43a2-a32b-5086912a1e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:44.070894 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be35377-bbb2-4d4c-8360-f4f2d202f88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e4c08b-12be-429f-9b80-cb5c454a8e92,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:44.090023 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ebaeeb90-ed08-481f-ad44-2fa93e56e1eb tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:44.108252 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a0aca2e5-ebf0-42d3-9c36-856dc071acae None None] Attempt 10 to provision port 84d75bf8-85f0-4843-a49e-8e10ab7a25ad Sep 22 21:32:44.119936 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-5be35377-bbb2-4d4c-8360-f4f2d202f88f admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=a6281d4b20894f2a824d3f0fb42222a6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2806041 Sep 22 21:32:44.119936 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 39862) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:44.127777 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 39864) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:44.145260 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc98a12-2d71-438a-8f1c-e8c3be85bc7e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Network 5625c499-2764-4d95-9637-604c70018d0d is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:32:44.152522 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-3fc98a12-2d71-438a-8f1c-e8c3be85bc7e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:32:44.216484 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc98a12-2d71-438a-8f1c-e8c3be85bc7e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:32:44.238097 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a0aca2e5-ebf0-42d3-9c36-856dc071acae None None] Port 84d75bf8-85f0-4843-a49e-8e10ab7a25ad cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:32:44.255366 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-a0aca2e5-ebf0-42d3-9c36-856dc071acae None None] Provisioning complete for port 7b175a04-e957-48a3-994e-20927595560d triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:32:44.255906 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a0aca2e5-ebf0-42d3-9c36-856dc071acae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:44.256333 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a0aca2e5-ebf0-42d3-9c36-856dc071acae None None] Attempt 1 to provision port 7b175a04-e957-48a3-994e-20927595560d Sep 22 21:32:44.286312 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-ebaeeb90-ed08-481f-ad44-2fa93e56e1eb tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Transition to ACTIVE for port object c6f2c310-687b-4172-b0c1-4c808db8cc58 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:32:44.328084 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf6350-8f7f-43a2-a32b-5086912a1e36 admin admin] Pushing event updated for resources: {'Port': ['ID=01dac8c6-de86-4e6c-91ee-e5aece1b2f91,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:44.375317 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f367510-f6a7-415c-bae4-76fd18e0608a admin admin] Network 452fb2e3-f6a7-40db-8fcb-ea7dd754bdda is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:32:44.387787 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-2f367510-f6a7-415c-bae4-76fd18e0608a admin admin] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:32:44.392177 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc98a12-2d71-438a-8f1c-e8c3be85bc7e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Pushing event updated for resources: {'Port': ['ID=95efe631-98a8-4ecb-9590-da42a821d4b1,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:44.405526 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a0aca2e5-ebf0-42d3-9c36-856dc071acae None None] Current status of the port 7b175a04-e957-48a3-994e-20927595560d is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:32:44.422884 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-a0aca2e5-ebf0-42d3-9c36-856dc071acae None None] Provisioning complete for port d95bd252-0c09-457a-a5da-ae6df63a3ad0 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:32:44.423251 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a0aca2e5-ebf0-42d3-9c36-856dc071acae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:44.424163 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a0aca2e5-ebf0-42d3-9c36-856dc071acae None None] Attempt 1 to provision port d95bd252-0c09-457a-a5da-ae6df63a3ad0 Sep 22 21:32:44.426005 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-0e48e268-cace-4c66-816e-1a076dad330a admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=35de3d4b236a43dbb3defc56ec1ca885&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2949862 Sep 22 21:32:44.433887 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 39870) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:44.491714 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:44.566656 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a0aca2e5-ebf0-42d3-9c36-856dc071acae None None] Current status of the port d95bd252-0c09-457a-a5da-ae6df63a3ad0 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:32:44.594279 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f367510-f6a7-415c-bae4-76fd18e0608a admin admin] Pushing event updated for resources: {'Port': ['ID=e5cc9bc2-8c42-4be7-b160-ed3d4036bd87,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:44.689658 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-214adc66-f218-487d-bb8b-1a906ea6b1cb None None] Provisioning for port 01dac8c6-de86-4e6c-91ee-e5aece1b2f91 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:32:44.695059 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-214adc66-f218-487d-bb8b-1a906ea6b1cb None None] Provisioning complete for port 01dac8c6-de86-4e6c-91ee-e5aece1b2f91 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:32:44.695362 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-214adc66-f218-487d-bb8b-1a906ea6b1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:44.695685 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-214adc66-f218-487d-bb8b-1a906ea6b1cb None None] Attempt 1 to provision port 01dac8c6-de86-4e6c-91ee-e5aece1b2f91 Sep 22 21:32:44.709635 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-b9edae37-248b-4b1d-9646-042b53fe57ec admin admin] Allocated IP 172.20.0.1 (ffaea767-2648-4475-a48d-aacd7334937b/98fb1cd8-d884-4964-b7fb-0cf4fecc1c4a/76d49b16-8e20-46af-9671-e36b447d7ed9) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:32:44.713775 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d4ac5671-1d26-4eba-b405-8b3356f4f046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:44.755593 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-214adc66-f218-487d-bb8b-1a906ea6b1cb None None] Port 01dac8c6-de86-4e6c-91ee-e5aece1b2f91 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:32:44.784010 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ebaeeb90-ed08-481f-ad44-2fa93e56e1eb tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:44.952717 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] device_id is not set on port 9d442b37-e598-4165-b785-a0f37361c4ca yet. {{(pid=89008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:32:44.974937 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3e7e9781-4d49-42de-8541-f692e458e2d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:44.977635 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:44.998297 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d4ac5671-1d26-4eba-b405-8b3356f4f046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:45.009729 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f367510-f6a7-415c-bae4-76fd18e0608a admin admin] Router 25f9b28a-14dd-4153-8ed1-0380eb454ae5 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:32:45.026506 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-67bf6350-8f7f-43a2-a32b-5086912a1e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:45.027823 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device b4cc0aa5-08c3-41e9-97fb-7407b192bf84 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:32:45.039612 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebaeeb90-ed08-481f-ad44-2fa93e56e1eb tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Network 55928b10-4731-4af7-b284-cf1153d69606 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:32:45.101701 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-ebaeeb90-ed08-481f-ad44-2fa93e56e1eb tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:32:45.133549 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaeeb90-ed08-481f-ad44-2fa93e56e1eb tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:32:45.139045 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebaeeb90-ed08-481f-ad44-2fa93e56e1eb tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:45.139607 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ebaeeb90-ed08-481f-ad44-2fa93e56e1eb tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:45.143652 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Transition to ACTIVE for port object 9d442b37-e598-4165-b785-a0f37361c4ca will not be triggered until provisioned by entity L2. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:32:45.149721 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3e7e9781-4d49-42de-8541-f692e458e2d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:45.152971 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port b4cc0aa5-08c3-41e9-97fb-7407b192bf84 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:32:45.153571 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:45.154093 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port b4cc0aa5-08c3-41e9-97fb-7407b192bf84 Sep 22 21:32:45.157360 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaeeb90-ed08-481f-ad44-2fa93e56e1eb tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Pushing event updated for resources: {'Port': ['ID=c6f2c310-687b-4172-b0c1-4c808db8cc58,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:45.173538 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:45.259753 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-214adc66-f218-487d-bb8b-1a906ea6b1cb None None] Attempt 2 to provision port 01dac8c6-de86-4e6c-91ee-e5aece1b2f91 Sep 22 21:32:45.347553 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d4ac5671-1d26-4eba-b405-8b3356f4f046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:45.352420 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b9edae37-248b-4b1d-9646-042b53fe57ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:45.379109 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-214adc66-f218-487d-bb8b-1a906ea6b1cb None None] Port 01dac8c6-de86-4e6c-91ee-e5aece1b2f91 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:32:45.460616 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac5671-1d26-4eba-b405-8b3356f4f046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e4c08b-12be-429f-9b80-cb5c454a8e92,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:45.482671 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-b9edae37-248b-4b1d-9646-042b53fe57ec admin admin] Transition to ACTIVE for port object 76d49b16-8e20-46af-9671-e36b447d7ed9 will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:32:45.499712 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Pushing event updated for resources: {'Port': ['ID=9d442b37-e598-4165-b785-a0f37361c4ca,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:45.503228 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 9d442b37-e598-4165-b785-a0f37361c4ca on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:32:45.503795 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 9d442b37-e598-4165-b785-a0f37361c4ca by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:32:45.504359 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 9d442b37-e598-4165-b785-a0f37361c4ca on network 9beb930a-bec4-4792-bd96-a7a273f7a39f {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:32:45.504481 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d4ac5671-1d26-4eba-b405-8b3356f4f046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:45.505565 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d4ac5671-1d26-4eba-b405-8b3356f4f046 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e6e4c08b-12be-429f-9b80-cb5c454a8e92 HTTP/1.1" status: 204 len: 168 time: 1.2192721 Sep 22 21:32:45.510429 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f367510-f6a7-415c-bae4-76fd18e0608a admin admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:32:45.527752 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ebaeeb90-ed08-481f-ad44-2fa93e56e1eb tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.6482346 Sep 22 21:32:45.531058 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2f367510-f6a7-415c-bae4-76fd18e0608a admin admin] 10.222.0.33 "PUT /v2.0/routers/25f9b28a-14dd-4153-8ed1-0380eb454ae5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0693154 Sep 22 21:32:45.533298 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 39878) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:45.541615 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Port 9d442b37-e598-4165-b785-a0f37361c4ca on network 9beb930a-bec4-4792-bd96-a7a273f7a39f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:32:45.541958 dv-neutron-858900-1-hyperv neutron-server[89008]: ERROR neutron.plugins.ml2.managers [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Failed to bind port 9d442b37-e598-4165-b785-a0f37361c4ca on host hv-neutron-8589 for vnic_type normal using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] Sep 22 21:32:45.548955 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port b4cc0aa5-08c3-41e9-97fb-7407b192bf84 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:32:45.550920 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 8d43a8d9-47c4-47c7-a7df-b31f15feec69 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:32:45.553103 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.plugins.ml2.plugin [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempt 2 to bind port 9d442b37-e598-4165-b785-a0f37361c4ca Sep 22 21:32:45.581249 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3fc98a12-2d71-438a-8f1c-e8c3be85bc7e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:45.609824 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-67bf6350-8f7f-43a2-a32b-5086912a1e36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:45.619281 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-5dd0e0dd-93f1-4958-ac83-b254eab3e4b9 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::135', 'mac_address': 'fa:16:3e:3f:2c:9d'}]}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:32:45.631033 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd73d789-a28b-4922-bbfb-25c7d2dbbe81 None None] Sync routers for ids ['25f9b28a-14dd-4153-8ed1-0380eb454ae5'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:32:45.645730 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd73d789-a28b-4922-bbfb-25c7d2dbbe81 None None] Routers {'25f9b28a-14dd-4153-8ed1-0380eb454ae5'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:32:45.646115 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-bd73d789-a28b-4922-bbfb-25c7d2dbbe81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:32:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['25f9b28a-14dd-4153-8ed1-0380eb454ae5'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:32:45.656856 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-67bf6350-8f7f-43a2-a32b-5086912a1e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:45.657540 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-67bf6350-8f7f-43a2-a32b-5086912a1e36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:45.720631 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3e7e9781-4d49-42de-8541-f692e458e2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:45.753146 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 9d442b37-e598-4165-b785-a0f37361c4ca on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:32:45.753564 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 9d442b37-e598-4165-b785-a0f37361c4ca by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:32:45.753806 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 9d442b37-e598-4165-b785-a0f37361c4ca on network 9beb930a-bec4-4792-bd96-a7a273f7a39f {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:32:45.769260 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Port 9d442b37-e598-4165-b785-a0f37361c4ca on network 9beb930a-bec4-4792-bd96-a7a273f7a39f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:32:45.769551 dv-neutron-858900-1-hyperv neutron-server[89008]: ERROR neutron.plugins.ml2.managers [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Failed to bind port 9d442b37-e598-4165-b785-a0f37361c4ca on host hv-neutron-8589 for vnic_type normal using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] Sep 22 21:32:45.772670 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.plugins.ml2.plugin [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempt 3 to bind port 9d442b37-e598-4165-b785-a0f37361c4ca Sep 22 21:32:45.779339 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e9781-4d49-42de-8541-f692e458e2d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ca068e-bc61-46c4-9161-6f620cefac18,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:45.855743 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3e7e9781-4d49-42de-8541-f692e458e2d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:45.856866 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-3e7e9781-4d49-42de-8541-f692e458e2d8 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e0ca068e-bc61-46c4-9161-6f620cefac18 HTTP/1.1" status: 204 len: 168 time: 1.4220636 Sep 22 21:32:45.894131 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-bd73d789-a28b-4922-bbfb-25c7d2dbbe81 None None] Set router 25f9b28a-14dd-4153-8ed1-0380eb454ae5 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:32:45.912229 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 9d442b37-e598-4165-b785-a0f37361c4ca on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:32:45.912563 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 9d442b37-e598-4165-b785-a0f37361c4ca by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:32:45.912899 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 9d442b37-e598-4165-b785-a0f37361c4ca on network 9beb930a-bec4-4792-bd96-a7a273f7a39f {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:32:45.931537 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Port 9d442b37-e598-4165-b785-a0f37361c4ca on network 9beb930a-bec4-4792-bd96-a7a273f7a39f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:32:45.931867 dv-neutron-858900-1-hyperv neutron-server[89008]: ERROR neutron.plugins.ml2.managers [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Failed to bind port 9d442b37-e598-4165-b785-a0f37361c4ca on host hv-neutron-8589 for vnic_type normal using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] Sep 22 21:32:45.934225 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.plugins.ml2.plugin [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempt 4 to bind port 9d442b37-e598-4165-b785-a0f37361c4ca Sep 22 21:32:45.952424 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-214adc66-f218-487d-bb8b-1a906ea6b1cb None None] Attempt 3 to provision port 01dac8c6-de86-4e6c-91ee-e5aece1b2f91 Sep 22 21:32:45.978798 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 9d442b37-e598-4165-b785-a0f37361c4ca on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:32:45.979433 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 9d442b37-e598-4165-b785-a0f37361c4ca by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:32:45.979541 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 9d442b37-e598-4165-b785-a0f37361c4ca on network 9beb930a-bec4-4792-bd96-a7a273f7a39f {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:32:46.046316 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Port 9d442b37-e598-4165-b785-a0f37361c4ca on network 9beb930a-bec4-4792-bd96-a7a273f7a39f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:32:46.046781 dv-neutron-858900-1-hyperv neutron-server[89008]: ERROR neutron.plugins.ml2.managers [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Failed to bind port 9d442b37-e598-4165-b785-a0f37361c4ca on host hv-neutron-8589 for vnic_type normal using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] Sep 22 21:32:46.055470 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.plugins.ml2.plugin [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempt 5 to bind port 9d442b37-e598-4165-b785-a0f37361c4ca Sep 22 21:32:46.063848 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf6350-8f7f-43a2-a32b-5086912a1e36 admin admin] Pushing event updated for resources: {'Port': ['ID=01dac8c6-de86-4e6c-91ee-e5aece1b2f91,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:46.081040 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 9d442b37-e598-4165-b785-a0f37361c4ca on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:32:46.081374 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 9d442b37-e598-4165-b785-a0f37361c4ca by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:32:46.081704 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 9d442b37-e598-4165-b785-a0f37361c4ca on network 9beb930a-bec4-4792-bd96-a7a273f7a39f {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:32:46.106594 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 8d43a8d9-47c4-47c7-a7df-b31f15feec69 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:32:46.119350 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-214adc66-f218-487d-bb8b-1a906ea6b1cb None None] Port 01dac8c6-de86-4e6c-91ee-e5aece1b2f91 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:32:46.120107 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 8d43a8d9-47c4-47c7-a7df-b31f15feec69 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:32:46.120496 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:46.120820 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 8d43a8d9-47c4-47c7-a7df-b31f15feec69 Sep 22 21:32:46.136844 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Port 9d442b37-e598-4165-b785-a0f37361c4ca on network 9beb930a-bec4-4792-bd96-a7a273f7a39f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:32:46.136844 dv-neutron-858900-1-hyperv neutron-server[89008]: ERROR neutron.plugins.ml2.managers [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Failed to bind port 9d442b37-e598-4165-b785-a0f37361c4ca on host hv-neutron-8589 for vnic_type normal using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] Sep 22 21:32:46.144690 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.plugins.ml2.plugin [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempt 6 to bind port 9d442b37-e598-4165-b785-a0f37361c4ca Sep 22 21:32:46.175517 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 9d442b37-e598-4165-b785-a0f37361c4ca on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:32:46.176223 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 9d442b37-e598-4165-b785-a0f37361c4ca by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:32:46.176223 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 9d442b37-e598-4165-b785-a0f37361c4ca on network 9beb930a-bec4-4792-bd96-a7a273f7a39f {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:32:46.186377 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Port 9d442b37-e598-4165-b785-a0f37361c4ca on network 9beb930a-bec4-4792-bd96-a7a273f7a39f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:32:46.186546 dv-neutron-858900-1-hyperv neutron-server[89008]: ERROR neutron.plugins.ml2.managers [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Failed to bind port 9d442b37-e598-4165-b785-a0f37361c4ca on host hv-neutron-8589 for vnic_type normal using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] Sep 22 21:32:46.189252 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.plugins.ml2.plugin [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempt 7 to bind port 9d442b37-e598-4165-b785-a0f37361c4ca Sep 22 21:32:46.204909 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b9edae37-248b-4b1d-9646-042b53fe57ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:46.209952 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3fc98a12-2d71-438a-8f1c-e8c3be85bc7e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:46.214415 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 9d442b37-e598-4165-b785-a0f37361c4ca on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:32:46.214797 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 9d442b37-e598-4165-b785-a0f37361c4ca by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:32:46.215126 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 9d442b37-e598-4165-b785-a0f37361c4ca on network 9beb930a-bec4-4792-bd96-a7a273f7a39f {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:32:46.289795 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Port 9d442b37-e598-4165-b785-a0f37361c4ca on network 9beb930a-bec4-4792-bd96-a7a273f7a39f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:32:46.290021 dv-neutron-858900-1-hyperv neutron-server[89008]: ERROR neutron.plugins.ml2.managers [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Failed to bind port 9d442b37-e598-4165-b785-a0f37361c4ca on host hv-neutron-8589 for vnic_type normal using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] Sep 22 21:32:46.299003 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.plugins.ml2.plugin [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempt 8 to bind port 9d442b37-e598-4165-b785-a0f37361c4ca Sep 22 21:32:46.319904 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 9d442b37-e598-4165-b785-a0f37361c4ca on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:32:46.320517 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 9d442b37-e598-4165-b785-a0f37361c4ca by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:32:46.320517 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 9d442b37-e598-4165-b785-a0f37361c4ca on network 9beb930a-bec4-4792-bd96-a7a273f7a39f {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:32:46.418383 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Port 9d442b37-e598-4165-b785-a0f37361c4ca on network 9beb930a-bec4-4792-bd96-a7a273f7a39f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:32:46.418726 dv-neutron-858900-1-hyperv neutron-server[89008]: ERROR neutron.plugins.ml2.managers [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Failed to bind port 9d442b37-e598-4165-b785-a0f37361c4ca on host hv-neutron-8589 for vnic_type normal using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] Sep 22 21:32:46.426542 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.plugins.ml2.plugin [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempt 9 to bind port 9d442b37-e598-4165-b785-a0f37361c4ca Sep 22 21:32:46.467779 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9edae37-248b-4b1d-9646-042b53fe57ec admin admin] Network ffaea767-2648-4475-a48d-aacd7334937b is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:32:46.495107 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 9d442b37-e598-4165-b785-a0f37361c4ca on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:32:46.495270 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 9d442b37-e598-4165-b785-a0f37361c4ca by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:32:46.495603 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 9d442b37-e598-4165-b785-a0f37361c4ca on network 9beb930a-bec4-4792-bd96-a7a273f7a39f {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:32:46.507970 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bf6350-8f7f-43a2-a32b-5086912a1e36 admin admin] Network 5dbb466f-7241-4d18-b090-2d779954893b is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:32:46.510519 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-b9edae37-248b-4b1d-9646-042b53fe57ec admin admin] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:32:46.515489 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9edae37-248b-4b1d-9646-042b53fe57ec admin admin] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:32:46.515948 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b9edae37-248b-4b1d-9646-042b53fe57ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:46.524432 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Port 9d442b37-e598-4165-b785-a0f37361c4ca on network 9beb930a-bec4-4792-bd96-a7a273f7a39f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:32:46.524764 dv-neutron-858900-1-hyperv neutron-server[89008]: ERROR neutron.plugins.ml2.managers [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Failed to bind port 9d442b37-e598-4165-b785-a0f37361c4ca on host hv-neutron-8589 for vnic_type normal using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] Sep 22 21:32:46.527062 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.plugins.ml2.plugin [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempt 10 to bind port 9d442b37-e598-4165-b785-a0f37361c4ca Sep 22 21:32:46.532832 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-67bf6350-8f7f-43a2-a32b-5086912a1e36 admin admin] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:32:46.576266 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 9d442b37-e598-4165-b785-a0f37361c4ca on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:32:46.586727 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 9d442b37-e598-4165-b785-a0f37361c4ca by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:32:46.587215 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 9d442b37-e598-4165-b785-a0f37361c4ca on network 9beb930a-bec4-4792-bd96-a7a273f7a39f {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:32:46.603350 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Port 9d442b37-e598-4165-b785-a0f37361c4ca on network 9beb930a-bec4-4792-bd96-a7a273f7a39f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:32:46.603678 dv-neutron-858900-1-hyperv neutron-server[89008]: ERROR neutron.plugins.ml2.managers [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Failed to bind port 9d442b37-e598-4165-b785-a0f37361c4ca on host hv-neutron-8589 for vnic_type normal using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] Sep 22 21:32:46.604031 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:46.618416 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 8d43a8d9-47c4-47c7-a7df-b31f15feec69 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:32:46.618984 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:46.630006 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-214adc66-f218-487d-bb8b-1a906ea6b1cb None None] Attempt 4 to provision port 01dac8c6-de86-4e6c-91ee-e5aece1b2f91 Sep 22 21:32:46.798301 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 8d43a8d9-47c4-47c7-a7df-b31f15feec69, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=8d43a8d9-47c4-47c7-a7df-b31f15feec69,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:32:46.813621 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:46.854241 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc98a12-2d71-438a-8f1c-e8c3be85bc7e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Router 4b18ec0a-24a6-4701-a3f1-c2bd61a01bfc is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:32:46.907205 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-214adc66-f218-487d-bb8b-1a906ea6b1cb None None] Port 01dac8c6-de86-4e6c-91ee-e5aece1b2f91 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:32:46.944043 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-bd73d789-a28b-4922-bbfb-25c7d2dbbe81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f9b28a-14dd-4153-8ed1-0380eb454ae5', 'name': 'tempest-ServersTestManualDisk-1079022819-router', 'tenant_id': '00d27190048c4d5c9df662860665c71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '3aec1245-0918-4b0c-b06e-8de745946414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:32:27Z', 'updated_at': '2022-09-22T21:32:42Z', 'revision_number': 4, 'project_id': '00d27190048c4d5c9df662860665c71e', 'gw_port': {'id': '3aec1245-0918-4b0c-b06e-8de745946414', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f9b28a-14dd-4153-8ed1-0380eb454ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:29Z', 'updated_at': '2022-09-22T21:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': 'e5cc9bc2-8c42-4be7-b160-ed3d4036bd87', 'name': '', 'network_id': '452fb2e3-f6a7-40db-8fcb-ea7dd754bdda', 'tenant_id': '00d27190048c4d5c9df662860665c71e', 'mac_address': 'fa:16:3e:80:ed:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f9b28a-14dd-4153-8ed1-0380eb454ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c427adaf-86b6-4f5b-b847-86f219fa4602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:38Z', 'updated_at': '2022-09-22T21:32:43Z', 'revision_number': 2, 'project_id': '00d27190048c4d5c9df662860665c71e', 'subnets': [{'id': 'c427adaf-86b6-4f5b-b847-86f219fa4602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:32:46.949180 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9edae37-248b-4b1d-9646-042b53fe57ec admin admin] Pushing event updated for resources: {'Port': ['ID=76d49b16-8e20-46af-9671-e36b447d7ed9,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:46.965907 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd73d789-a28b-4922-bbfb-25c7d2dbbe81 None None] Checking router: 25f9b28a-14dd-4153-8ed1-0380eb454ae5 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:32:46.965907 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd73d789-a28b-4922-bbfb-25c7d2dbbe81 None None] Updating router 25f9b28a-14dd-4153-8ed1-0380eb454ae5 port e5cc9bc2-8c42-4be7-b160-ed3d4036bd87 binding host dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:32:47.030497 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=8d43a8d9-47c4-47c7-a7df-b31f15feec69,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:47.042582 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-bd73d789-a28b-4922-bbfb-25c7d2dbbe81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:47.066022 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] For port 9d442b37-e598-4165-b785-a0f37361c4ca, host hv-neutron-8589, cleared binding levels {{(pid=89008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:32:47.066627 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempted to set empty binding levels {{(pid=89008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 22 21:32:47.093497 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67bf6350-8f7f-43a2-a32b-5086912a1e36 admin admin] Router 7df7de81-bff1-4c9e-be6a-0568eee4cc3d has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:32:47.104376 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5dd0e0dd-93f1-4958-ac83-b254eab3e4b9 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:47.111070 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:47.111629 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] In _notify_port_updated(), no bound segment for port 9d442b37-e598-4165-b785-a0f37361c4ca on network 9beb930a-bec4-4792-bd96-a7a273f7a39f {{(pid=89008) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 21:32:47.112548 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:47.113075 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:47.117317 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] 10.222.0.33 "PUT /v2.0/ports/9d442b37-e598-4165-b785-a0f37361c4ca HTTP/1.1" status: 200 len: 981 time: 3.6881077 Sep 22 21:32:47.120168 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 39926) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:47.182751 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 39928) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:47.294301 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-0a8123ae-e763-4cac-8aef-52dbff41bde4 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1341532646', 'description': 'tempest-description--1763955451'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:32:47.506296 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 39940) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:47.537053 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d424a-7ad9-4068-a7c4-33a30652ff3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Pushing event updated for resources: {'Port': ['ID=9d442b37-e598-4165-b785-a0f37361c4ca,revision_number=3']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:47.541777 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-0a8123ae-e763-4cac-8aef-52dbff41bde4 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:47.571571 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-0a8123ae-e763-4cac-8aef-52dbff41bde4 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Usage tracker for resource:security_group and tenant:00d27190048c4d5c9df662860665c71e is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:47.576024 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-0a8123ae-e763-4cac-8aef-52dbff41bde4 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:47.591426 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-0a8123ae-e763-4cac-8aef-52dbff41bde4 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:47.626066 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc98a12-2d71-438a-8f1c-e8c3be85bc7e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:32:47.630366 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0a8123ae-e763-4cac-8aef-52dbff41bde4 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:47.638815 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b047d1f-b8ef-441a-8509-cef75dd38312 None None] Sync routers for ids ['4b18ec0a-24a6-4701-a3f1-c2bd61a01bfc'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:32:47.657218 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b047d1f-b8ef-441a-8509-cef75dd38312 None None] Routers {'4b18ec0a-24a6-4701-a3f1-c2bd61a01bfc'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:32:47.659431 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-3b047d1f-b8ef-441a-8509-cef75dd38312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:32:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['4b18ec0a-24a6-4701-a3f1-c2bd61a01bfc'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:32:47.676460 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a80610-231d-450b-ba10-a8313bcac50d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:47.677075 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a80610-231d-450b-ba10-a8313bcac50d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:47.677862 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a80610-231d-450b-ba10-a8313bcac50d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:47.678310 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a80610-231d-450b-ba10-a8313bcac50d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:47.678921 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a80610-231d-450b-ba10-a8313bcac50d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:47.679375 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a80610-231d-450b-ba10-a8313bcac50d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:47.679827 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a80610-231d-450b-ba10-a8313bcac50d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:47.680276 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a80610-231d-450b-ba10-a8313bcac50d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:47.680725 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a80610-231d-450b-ba10-a8313bcac50d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:47.681173 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a80610-231d-450b-ba10-a8313bcac50d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:47.681621 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a80610-231d-450b-ba10-a8313bcac50d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:47.682066 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a80610-231d-450b-ba10-a8313bcac50d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:47.682513 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a80610-231d-450b-ba10-a8313bcac50d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:47.682983 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a80610-231d-450b-ba10-a8313bcac50d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:47.683435 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a80610-231d-450b-ba10-a8313bcac50d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:47.684288 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a80610-231d-450b-ba10-a8313bcac50d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:47.684745 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a80610-231d-450b-ba10-a8313bcac50d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:47.685196 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a80610-231d-450b-ba10-a8313bcac50d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:47.691290 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-38a80610-231d-450b-ba10-a8313bcac50d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16041 time: 0.5091302 Sep 22 21:32:47.691444 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b9edae37-248b-4b1d-9646-042b53fe57ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:47.694259 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 39948) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:47.705543 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67bf6350-8f7f-43a2-a32b-5086912a1e36 admin admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:32:47.725362 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-67bf6350-8f7f-43a2-a32b-5086912a1e36 admin admin] 10.222.0.33 "PUT /v2.0/routers/7df7de81-bff1-4c9e-be6a-0568eee4cc3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6941736 Sep 22 21:32:47.773909 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-5fa7c502-cd1d-4fd6-8979-96c245bf1534 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Deleting port 9d442b37-e598-4165-b785-a0f37361c4ca {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:32:47.774546 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5fa7c502-cd1d-4fd6-8979-96c245bf1534 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:47.777674 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-214adc66-f218-487d-bb8b-1a906ea6b1cb None None] Attempt 5 to provision port 01dac8c6-de86-4e6c-91ee-e5aece1b2f91 Sep 22 21:32:47.809895 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3fc98a12-2d71-438a-8f1c-e8c3be85bc7e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:47.811281 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-3fc98a12-2d71-438a-8f1c-e8c3be85bc7e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 9.2224464 Sep 22 21:32:47.812610 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-0a8123ae-e763-4cac-8aef-52dbff41bde4 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:47.819748 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 39954) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:47.832844 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-0a8123ae-e763-4cac-8aef-52dbff41bde4 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Usage tracker for resource:security_group_rule and tenant:00d27190048c4d5c9df662860665c71e is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:47.838244 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-0a8123ae-e763-4cac-8aef-52dbff41bde4 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:47.848214 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-0a8123ae-e763-4cac-8aef-52dbff41bde4 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:47.930775 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-bd73d789-a28b-4922-bbfb-25c7d2dbbe81 None None] Notify callbacks [] for port, precommit_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:47.969223 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-bd73d789-a28b-4922-bbfb-25c7d2dbbe81 None None] Transition to ACTIVE for port object e5cc9bc2-8c42-4be7-b160-ed3d4036bd87 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:32:47.990323 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf704ba-1178-47ba-aa58-35bc726c2627 None None] Sync routers for ids ['7df7de81-bff1-4c9e-be6a-0568eee4cc3d'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:32:48.046154 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-5daacf35-43f7-4149-89dd-5faf51a47dd7 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Request body: {'networks': [{'name': 'tempest-network--606628679'}, {'name': 'tempest-network--1508674964'}]} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:32:48.048717 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-5daacf35-43f7-4149-89dd-5faf51a47dd7 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Request body: {'network': {'name': 'tempest-network--606628679'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:32:48.055680 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-5daacf35-43f7-4149-89dd-5faf51a47dd7 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Request body: {'network': {'name': 'tempest-network--1508674964'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:32:48.059045 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf704ba-1178-47ba-aa58-35bc726c2627 None None] Routers {'7df7de81-bff1-4c9e-be6a-0568eee4cc3d'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:32:48.061810 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-2cf704ba-1178-47ba-aa58-35bc726c2627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:32:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['7df7de81-bff1-4c9e-be6a-0568eee4cc3d'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:32:48.102023 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-5fa7c502-cd1d-4fd6-8979-96c245bf1534 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] For port 9d442b37-e598-4165-b785-a0f37361c4ca, host hv-neutron-8589, got binding levels [] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:32:48.102328 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5fa7c502-cd1d-4fd6-8979-96c245bf1534 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:48.118059 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0a8123ae-e763-4cac-8aef-52dbff41bde4 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:48.120235 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.db.resource_extend [None req-5dd0e0dd-93f1-4958-ac83-b254eab3e4b9 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 21:32:48.147200 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-5daacf35-43f7-4149-89dd-5faf51a47dd7 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:48.172130 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5dd0e0dd-93f1-4958-ac83-b254eab3e4b9 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:48.178180 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0a8123ae-e763-4cac-8aef-52dbff41bde4 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:48.185810 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-3b047d1f-b8ef-441a-8509-cef75dd38312 None None] Set router 4b18ec0a-24a6-4701-a3f1-c2bd61a01bfc gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:32:48.192135 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-5daacf35-43f7-4149-89dd-5faf51a47dd7 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Usage tracker for resource:network and tenant:1c71f3b6114749b38821c6c564cfcd20 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:48.200342 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-5daacf35-43f7-4149-89dd-5faf51a47dd7 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:48.211167 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5dd0e0dd-93f1-4958-ac83-b254eab3e4b9 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:48.211504 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-5dd0e0dd-93f1-4958-ac83-b254eab3e4b9 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] In _notify_port_updated(), no bound segment for port c6f2c310-687b-4172-b0c1-4c808db8cc58 on network 55928b10-4731-4af7-b284-cf1153d69606 {{(pid=89009) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 21:32:48.217459 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd0e0dd-93f1-4958-ac83-b254eab3e4b9 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:48.218107 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5dd0e0dd-93f1-4958-ac83-b254eab3e4b9 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:48.222006 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-5dd0e0dd-93f1-4958-ac83-b254eab3e4b9 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] 10.222.0.33 "PUT /v2.0/ports/c6f2c310-687b-4172-b0c1-4c808db8cc58 HTTP/1.1" status: 200 len: 1002 time: 2.6064541 Sep 22 21:32:48.224757 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-5daacf35-43f7-4149-89dd-5faf51a47dd7 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:48.234114 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-bd73d789-a28b-4922-bbfb-25c7d2dbbe81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:48.260793 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 39964) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:48.306768 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-5fa7c502-cd1d-4fd6-8979-96c245bf1534 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Calling delete_port for 9d442b37-e598-4165-b785-a0f37361c4ca owned by {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:32:48.343253 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8123ae-e763-4cac-8aef-52dbff41bde4 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3436d52f-576d-49f3-8cfd-19ae3692e444,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:48.360854 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0a8123ae-e763-4cac-8aef-52dbff41bde4 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:48.365788 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-0a8123ae-e763-4cac-8aef-52dbff41bde4 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1186259 Sep 22 21:32:48.375480 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 39972) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:48.383625 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-850891fd-df2b-4ab4-896f-ce481f71b2a6 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Request body: {'security_group_rule': {'security_group_id': '3436d52f-576d-49f3-8cfd-19ae3692e444', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:32:48.393235 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-850891fd-df2b-4ab4-896f-ce481f71b2a6 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:48.400534 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-850891fd-df2b-4ab4-896f-ce481f71b2a6 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Usage tracker for resource:security_group_rule and tenant:00d27190048c4d5c9df662860665c71e is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:48.406366 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-850891fd-df2b-4ab4-896f-ce481f71b2a6 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:48.415486 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-850891fd-df2b-4ab4-896f-ce481f71b2a6 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:48.442965 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5daacf35-43f7-4149-89dd-5faf51a47dd7 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Made reservation on behalf of 1c71f3b6114749b38821c6c564cfcd20 for: {'network': 2} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:32:48.447707 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5daacf35-43f7-4149-89dd-5faf51a47dd7 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:48.454891 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-850891fd-df2b-4ab4-896f-ce481f71b2a6 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:48.469065 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d7cae261-fd5a-478f-97fc-d940e1c950b4 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks [] for router, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:48.476784 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5fa7c502-cd1d-4fd6-8979-96c245bf1534 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:48.544395 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5daacf35-43f7-4149-89dd-5faf51a47dd7 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:48.558977 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa7c502-cd1d-4fd6-8979-96c245bf1534 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d442b37-e598-4165-b785-a0f37361c4ca,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:48.567294 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd0e0dd-93f1-4958-ac83-b254eab3e4b9 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Pushing event updated for resources: {'Port': ['ID=c6f2c310-687b-4172-b0c1-4c808db8cc58,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:48.601316 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5fa7c502-cd1d-4fd6-8979-96c245bf1534 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:48.610910 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-e89daaee-653f-43cb-bff9-a5365bc98c0d tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Deleting port c6f2c310-687b-4172-b0c1-4c808db8cc58 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:32:48.611252 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e89daaee-653f-43cb-bff9-a5365bc98c0d tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:48.622245 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-5fa7c502-cd1d-4fd6-8979-96c245bf1534 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] 10.222.0.33 "DELETE /v2.0/ports/9d442b37-e598-4165-b785-a0f37361c4ca HTTP/1.1" status: 204 len: 168 time: 0.9268486 Sep 22 21:32:48.626369 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 39978) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:48.659328 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-5daacf35-43f7-4149-89dd-5faf51a47dd7 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:48.683773 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-5daacf35-43f7-4149-89dd-5faf51a47dd7 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Usage tracker for resource:security_group_rule and tenant:1c71f3b6114749b38821c6c564cfcd20 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:48.699942 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-5daacf35-43f7-4149-89dd-5faf51a47dd7 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:48.725742 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-5daacf35-43f7-4149-89dd-5faf51a47dd7 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:48.728173 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2cb905-a801-4c53-add5-bdde5ad31e87 None None] Pushing event updated for resources: {'Port': ['ID=e5cc9bc2-8c42-4be7-b160-ed3d4036bd87,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:48.734860 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbb2fb55-1a6f-4bec-b955-2f6093ac3124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] GET failed (client error): The resource could not be found. Sep 22 21:32:48.735397 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-cbb2fb55-1a6f-4bec-b955-2f6093ac3124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Synchronizing usage tracker for tenant:16f814f5421f406d9b243f1d12c11d1c on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:32:48.738715 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 39986) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:48.758623 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-301137a4-479d-4df2-9617-900fe27d9353 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Request body: {'security_group': {'name': 'tempest-securitygroup--568670062', 'description': 'tempest-description--412938486'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:32:48.769602 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-301137a4-479d-4df2-9617-900fe27d9353 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:48.779458 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-301137a4-479d-4df2-9617-900fe27d9353 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Usage tracker for resource:security_group and tenant:25574d9f1a93412b95f1e988f287237a is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:48.784632 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-301137a4-479d-4df2-9617-900fe27d9353 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:48.794409 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-301137a4-479d-4df2-9617-900fe27d9353 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:48.809430 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b9edae37-248b-4b1d-9646-042b53fe57ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:48.814189 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-850891fd-df2b-4ab4-896f-ce481f71b2a6 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:48.821907 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-850891fd-df2b-4ab4-896f-ce481f71b2a6 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:48.828475 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b9edae37-248b-4b1d-9646-042b53fe57ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:48.829172 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b9edae37-248b-4b1d-9646-042b53fe57ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:48.844529 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-301137a4-479d-4df2-9617-900fe27d9353 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:48.845165 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-214adc66-f218-487d-bb8b-1a906ea6b1cb None None] Port 01dac8c6-de86-4e6c-91ee-e5aece1b2f91 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:32:48.882507 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850891fd-df2b-4ab4-896f-ce481f71b2a6 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=639cbb18-05f5-4eb4-b0de-9e92a87dd913,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:48.883059 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-3b047d1f-b8ef-441a-8509-cef75dd38312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b18ec0a-24a6-4701-a3f1-c2bd61a01bfc', 'name': '', 'tenant_id': '3948481bd8564dd39302cf1d97156919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5625c499-2764-4d95-9637-604c70018d0d', 'external_fixed_ips': [{'subnet_id': '6fbf2241-62aa-470f-858c-28a33d271531', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': '95efe631-98a8-4ecb-9590-da42a821d4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:32:38Z', 'updated_at': '2022-09-22T21:32:44Z', 'revision_number': 3, 'project_id': '3948481bd8564dd39302cf1d97156919', 'gw_port': {'id': '95efe631-98a8-4ecb-9590-da42a821d4b1', 'name': '', 'network_id': '5625c499-2764-4d95-9637-604c70018d0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c0:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b18ec0a-24a6-4701-a3f1-c2bd61a01bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '6fbf2241-62aa-470f-858c-28a33d271531', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:42Z', 'updated_at': '2022-09-22T21:32:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6fbf2241-62aa-470f-858c-28a33d271531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:32:48.886389 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-bd73d789-a28b-4922-bbfb-25c7d2dbbe81 None None] Attempting to bind port e5cc9bc2-8c42-4be7-b160-ed3d4036bd87 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:32:48.886720 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-bd73d789-a28b-4922-bbfb-25c7d2dbbe81 None None] Attempting to bind port e5cc9bc2-8c42-4be7-b160-ed3d4036bd87 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '061a951f-7d62-41da-84b4-c96edd705f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '452fb2e3-f6a7-40db-8fcb-ea7dd754bdda'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:32:48.887075 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd73d789-a28b-4922-bbfb-25c7d2dbbe81 None None] Attempting to bind port e5cc9bc2-8c42-4be7-b160-ed3d4036bd87 on network 452fb2e3-f6a7-40db-8fcb-ea7dd754bdda {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:32:48.898867 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd73d789-a28b-4922-bbfb-25c7d2dbbe81 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:32:48.899242 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd73d789-a28b-4922-bbfb-25c7d2dbbe81 None None] Checking segment: {'id': '061a951f-7d62-41da-84b4-c96edd705f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '452fb2e3-f6a7-40db-8fcb-ea7dd754bdda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:32:48.899436 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b047d1f-b8ef-441a-8509-cef75dd38312 None None] Checking router: 4b18ec0a-24a6-4701-a3f1-c2bd61a01bfc for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:32:48.899641 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-bd73d789-a28b-4922-bbfb-25c7d2dbbe81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:48.899836 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b047d1f-b8ef-441a-8509-cef75dd38312 None None] Updating router 4b18ec0a-24a6-4701-a3f1-c2bd61a01bfc port 95efe631-98a8-4ecb-9590-da42a821d4b1 binding host dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:32:48.900031 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd73d789-a28b-4922-bbfb-25c7d2dbbe81 None None] Bound using segment: {'id': '061a951f-7d62-41da-84b4-c96edd705f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '452fb2e3-f6a7-40db-8fcb-ea7dd754bdda'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:32:48.900500 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-bd73d789-a28b-4922-bbfb-25c7d2dbbe81 None None] Bound port: e5cc9bc2-8c42-4be7-b160-ed3d4036bd87, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061a951f-7d62-41da-84b4-c96edd705f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '452fb2e3-f6a7-40db-8fcb-ea7dd754bdda'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:32:48.900886 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-bd73d789-a28b-4922-bbfb-25c7d2dbbe81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:48.924198 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-301137a4-479d-4df2-9617-900fe27d9353 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:48.933560 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-2cf704ba-1178-47ba-aa58-35bc726c2627 None None] Set router 7df7de81-bff1-4c9e-be6a-0568eee4cc3d gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:32:48.934308 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-301137a4-479d-4df2-9617-900fe27d9353 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Usage tracker for resource:security_group_rule and tenant:25574d9f1a93412b95f1e988f287237a is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:48.943787 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-301137a4-479d-4df2-9617-900fe27d9353 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:48.948578 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-850891fd-df2b-4ab4-896f-ce481f71b2a6 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:48.950040 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-850891fd-df2b-4ab4-896f-ce481f71b2a6 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5735662 Sep 22 21:32:48.954629 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 39992) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:48.960532 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-301137a4-479d-4df2-9617-900fe27d9353 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:48.962847 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 39996) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:48.980533 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-4518fdf0-3098-4c8e-8d67-6edeb2720b69 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Request body: {'security_group_rule': {'security_group_id': '3436d52f-576d-49f3-8cfd-19ae3692e444', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:32:48.987386 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 8d43a8d9-47c4-47c7-a7df-b31f15feec69 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:32:48.994190 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-4518fdf0-3098-4c8e-8d67-6edeb2720b69 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:48.999533 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-3b047d1f-b8ef-441a-8509-cef75dd38312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:49.009847 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-4518fdf0-3098-4c8e-8d67-6edeb2720b69 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Usage tracker for resource:security_group_rule and tenant:00d27190048c4d5c9df662860665c71e is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:49.014315 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-4518fdf0-3098-4c8e-8d67-6edeb2720b69 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:49.024590 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-4518fdf0-3098-4c8e-8d67-6edeb2720b69 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:49.088351 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4518fdf0-3098-4c8e-8d67-6edeb2720b69 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:49.156037 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-301137a4-479d-4df2-9617-900fe27d9353 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:49.161319 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9edae37-248b-4b1d-9646-042b53fe57ec admin admin] Pushing event updated for resources: {'Port': ['ID=76d49b16-8e20-46af-9671-e36b447d7ed9,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:49.169448 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-3da5ccdf-ec1e-4013-b2c9-fd8c03d91326 tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-516705019'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:32:49.180341 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-301137a4-479d-4df2-9617-900fe27d9353 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:49.218839 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-3da5ccdf-ec1e-4013-b2c9-fd8c03d91326 tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:49.237387 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-301137a4-479d-4df2-9617-900fe27d9353 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:49.238745 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-301137a4-479d-4df2-9617-900fe27d9353 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4890752 Sep 22 21:32:49.240004 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-3da5ccdf-ec1e-4013-b2c9-fd8c03d91326 tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Usage tracker for resource:router and tenant:67b030c84f9e4f7490d4445997094126 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:49.251473 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-3da5ccdf-ec1e-4013-b2c9-fd8c03d91326 tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:49.257778 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 40004) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:49.268933 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 8d43a8d9-47c4-47c7-a7df-b31f15feec69 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:32:49.269301 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:49.270072 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 8d43a8d9-47c4-47c7-a7df-b31f15feec69 Sep 22 21:32:49.274801 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-0968ed7f-c420-4ed6-8a8d-f25f3cb543b3 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Request body: {'security_group_rule': {'security_group_id': 'c3a131f2-1e31-4ac4-a0f6-1f37fe45043c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:32:49.281312 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-0968ed7f-c420-4ed6-8a8d-f25f3cb543b3 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:49.285830 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-0968ed7f-c420-4ed6-8a8d-f25f3cb543b3 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Usage tracker for resource:security_group_rule and tenant:25574d9f1a93412b95f1e988f287237a is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:49.288390 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-0968ed7f-c420-4ed6-8a8d-f25f3cb543b3 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:49.294157 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-3da5ccdf-ec1e-4013-b2c9-fd8c03d91326 tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:49.300257 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-0968ed7f-c420-4ed6-8a8d-f25f3cb543b3 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:49.317396 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301137a4-479d-4df2-9617-900fe27d9353 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:49.334441 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3da5ccdf-ec1e-4013-b2c9-fd8c03d91326 tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:49.335527 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3da5ccdf-ec1e-4013-b2c9-fd8c03d91326 tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:49.359252 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3da5ccdf-ec1e-4013-b2c9-fd8c03d91326 tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:49.361505 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4518fdf0-3098-4c8e-8d67-6edeb2720b69 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:49.371531 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0968ed7f-c420-4ed6-8a8d-f25f3cb543b3 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:49.383205 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4518fdf0-3098-4c8e-8d67-6edeb2720b69 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:49.398945 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-214adc66-f218-487d-bb8b-1a906ea6b1cb None None] Attempt 6 to provision port 01dac8c6-de86-4e6c-91ee-e5aece1b2f91 Sep 22 21:32:49.407563 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4518fdf0-3098-4c8e-8d67-6edeb2720b69 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5b41973-1353-4be7-b439-a7fac06e8ae3,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:49.444225 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3da5ccdf-ec1e-4013-b2c9-fd8c03d91326 tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:49.467751 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-bd73d789-a28b-4922-bbfb-25c7d2dbbe81 None None] For port e5cc9bc2-8c42-4be7-b160-ed3d4036bd87, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:32:49.482527 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-3b047d1f-b8ef-441a-8509-cef75dd38312 None None] Notify callbacks [] for port, precommit_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:49.503282 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-bd73d789-a28b-4922-bbfb-25c7d2dbbe81 None None] For port e5cc9bc2-8c42-4be7-b160-ed3d4036bd87, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=e5cc9bc2-8c42-4be7-b160-ed3d4036bd87,segment=NetworkSegment(061a951f-7d62-41da-84b4-c96edd705f4f),segment_id=061a951f-7d62-41da-84b4-c96edd705f4f)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:32:49.504043 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0968ed7f-c420-4ed6-8a8d-f25f3cb543b3 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:49.505952 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3da5ccdf-ec1e-4013-b2c9-fd8c03d91326 tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:49.509976 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-3da5ccdf-ec1e-4013-b2c9-fd8c03d91326 tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.5425680 Sep 22 21:32:49.509976 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4518fdf0-3098-4c8e-8d67-6edeb2720b69 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:49.510227 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-214adc66-f218-487d-bb8b-1a906ea6b1cb None None] Port 01dac8c6-de86-4e6c-91ee-e5aece1b2f91 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:32:49.511219 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.provisioning_blocks [None req-3b047d1f-b8ef-441a-8509-cef75dd38312 None None] Transition to ACTIVE for port object 95efe631-98a8-4ecb-9590-da42a821d4b1 will not be triggered until provisioned by entity L2. {{(pid=89011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:32:49.516759 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-4518fdf0-3098-4c8e-8d67-6edeb2720b69 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5606298 Sep 22 21:32:49.517924 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 40008) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:49.519960 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 40010) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:49.524504 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-3b047d1f-b8ef-441a-8509-cef75dd38312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:49.526505 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-bd73d789-a28b-4922-bbfb-25c7d2dbbe81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:49.588523 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-46b76820-ccd2-4c47-9908-7a93b023ceed tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Request body: {'floatingip': {'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:32:49.592678 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0968ed7f-c420-4ed6-8a8d-f25f3cb543b3 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:49.627071 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-46b76820-ccd2-4c47-9908-7a93b023ceed tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:49.631988 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-3b047d1f-b8ef-441a-8509-cef75dd38312 None None] Attempting to bind port 95efe631-98a8-4ecb-9590-da42a821d4b1 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:32:49.633497 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-3b047d1f-b8ef-441a-8509-cef75dd38312 None None] Attempting to bind port 95efe631-98a8-4ecb-9590-da42a821d4b1 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '752900a6-99cc-425b-a430-17d9eea1d97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5625c499-2764-4d95-9637-604c70018d0d'}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:32:49.634310 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b047d1f-b8ef-441a-8509-cef75dd38312 None None] Attempting to bind port 95efe631-98a8-4ecb-9590-da42a821d4b1 on network 5625c499-2764-4d95-9637-604c70018d0d {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:32:49.637626 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0968ed7f-c420-4ed6-8a8d-f25f3cb543b3 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88e178fe-c16e-426b-be11-b2aa4bc42948,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:49.638493 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d7cae261-fd5a-478f-97fc-d940e1c950b4 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:49.648798 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589ee490-d81c-498d-9552-9a9afa486195 None None] Pushing event updated for resources: {'Port': ['ID=95efe631-98a8-4ecb-9590-da42a821d4b1,revision_number=2']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:49.653105 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b047d1f-b8ef-441a-8509-cef75dd38312 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:32:49.653536 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b047d1f-b8ef-441a-8509-cef75dd38312 None None] Checking segment: {'id': '752900a6-99cc-425b-a430-17d9eea1d97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5625c499-2764-4d95-9637-604c70018d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:32:49.654686 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-3b047d1f-b8ef-441a-8509-cef75dd38312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:49.655095 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b047d1f-b8ef-441a-8509-cef75dd38312 None None] Bound using segment: {'id': '752900a6-99cc-425b-a430-17d9eea1d97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5625c499-2764-4d95-9637-604c70018d0d'} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:32:49.655585 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-3b047d1f-b8ef-441a-8509-cef75dd38312 None None] Bound port: 95efe631-98a8-4ecb-9590-da42a821d4b1, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '752900a6-99cc-425b-a430-17d9eea1d97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5625c499-2764-4d95-9637-604c70018d0d'}}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:32:49.656078 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-3b047d1f-b8ef-441a-8509-cef75dd38312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:49.698715 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-d7cae261-fd5a-478f-97fc-d940e1c950b4 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Deleting port 95efe631-98a8-4ecb-9590-da42a821d4b1 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:32:49.699143 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d7cae261-fd5a-478f-97fc-d940e1c950b4 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:49.710956 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd73d789-a28b-4922-bbfb-25c7d2dbbe81 None None] Routers {'25f9b28a-14dd-4153-8ed1-0380eb454ae5'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:32:49.711592 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-bd73d789-a28b-4922-bbfb-25c7d2dbbe81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:32:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['25f9b28a-14dd-4153-8ed1-0380eb454ae5'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:32:49.719641 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-46b76820-ccd2-4c47-9908-7a93b023ceed tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Usage tracker for resource:floatingip and tenant:00d27190048c4d5c9df662860665c71e is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:49.722674 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-46b76820-ccd2-4c47-9908-7a93b023ceed tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:49.741535 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-46b76820-ccd2-4c47-9908-7a93b023ceed tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:49.751030 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0968ed7f-c420-4ed6-8a8d-f25f3cb543b3 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:49.752294 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-0968ed7f-c420-4ed6-8a8d-f25f3cb543b3 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4936361 Sep 22 21:32:49.755614 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2c2d6824-460e-4f1f-89b4-220851e5ba9c tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Notify callbacks [] for router, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:49.766308 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-3b047d1f-b8ef-441a-8509-cef75dd38312 None None] For port 95efe631-98a8-4ecb-9590-da42a821d4b1, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:32:49.771349 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-3b047d1f-b8ef-441a-8509-cef75dd38312 None None] For port 95efe631-98a8-4ecb-9590-da42a821d4b1, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=95efe631-98a8-4ecb-9590-da42a821d4b1,segment=NetworkSegment(752900a6-99cc-425b-a430-17d9eea1d97a),segment_id=752900a6-99cc-425b-a430-17d9eea1d97a)] {{(pid=89011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:32:49.779792 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-3b047d1f-b8ef-441a-8509-cef75dd38312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:49.819386 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 40016) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:49.833131 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-a4338eb2-1575-4042-b1b5-ee60ad576149 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Request body: {'security_group_rule': {'security_group_id': 'c3a131f2-1e31-4ac4-a0f6-1f37fe45043c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:32:49.839279 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2cb905-a801-4c53-add5-bdde5ad31e87 None None] Pushing event updated for resources: {'Port': ['ID=e5cc9bc2-8c42-4be7-b160-ed3d4036bd87,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:49.890134 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-46b76820-ccd2-4c47-9908-7a93b023ceed tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Notify callbacks [] for floatingip, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:49.892643 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-d7cae261-fd5a-478f-97fc-d940e1c950b4 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] For port 95efe631-98a8-4ecb-9590-da42a821d4b1, host dv-neutron-858900-1-hyperv, got binding levels [] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:32:49.893065 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d7cae261-fd5a-478f-97fc-d940e1c950b4 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:49.896755 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 8d43a8d9-47c4-47c7-a7df-b31f15feec69 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:32:49.911190 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-a4338eb2-1575-4042-b1b5-ee60ad576149 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:49.932164 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-a4338eb2-1575-4042-b1b5-ee60ad576149 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Usage tracker for resource:security_group_rule and tenant:25574d9f1a93412b95f1e988f287237a is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:49.938758 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-a4338eb2-1575-4042-b1b5-ee60ad576149 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:49.953449 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-bd73d789-a28b-4922-bbfb-25c7d2dbbe81 None None] Set router 25f9b28a-14dd-4153-8ed1-0380eb454ae5 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:32:49.963728 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589ee490-d81c-498d-9552-9a9afa486195 None None] Pushing event updated for resources: {'Port': ['ID=95efe631-98a8-4ecb-9590-da42a821d4b1,revision_number=3']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:49.982822 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b047d1f-b8ef-441a-8509-cef75dd38312 None None] Routers {'4b18ec0a-24a6-4701-a3f1-c2bd61a01bfc'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:32:49.983740 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-3b047d1f-b8ef-441a-8509-cef75dd38312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:32:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['4b18ec0a-24a6-4701-a3f1-c2bd61a01bfc'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:32:50.022127 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-d7cae261-fd5a-478f-97fc-d940e1c950b4 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Calling delete_port for 95efe631-98a8-4ecb-9590-da42a821d4b1 owned by network:router_gateway {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:32:50.088178 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-214adc66-f218-487d-bb8b-1a906ea6b1cb None None] Attempt 7 to provision port 01dac8c6-de86-4e6c-91ee-e5aece1b2f91 Sep 22 21:32:50.103251 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-a4338eb2-1575-4042-b1b5-ee60ad576149 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:50.168198 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-3b047d1f-b8ef-441a-8509-cef75dd38312 None None] Set router 4b18ec0a-24a6-4701-a3f1-c2bd61a01bfc gateway port host: None {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:32:50.234240 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-2cf704ba-1178-47ba-aa58-35bc726c2627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df7de81-bff1-4c9e-be6a-0568eee4cc3d', 'name': 'tempest-ServerActionsTestJSON-631294346-router', 'tenant_id': '25574d9f1a93412b95f1e988f287237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b4cc0aa5-08c3-41e9-97fb-7407b192bf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:32:29Z', 'updated_at': '2022-09-22T21:32:44Z', 'revision_number': 4, 'project_id': '25574d9f1a93412b95f1e988f287237a', 'gw_port': {'id': 'b4cc0aa5-08c3-41e9-97fb-7407b192bf84', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df7de81-bff1-4c9e-be6a-0568eee4cc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:31Z', 'updated_at': '2022-09-22T21:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '01dac8c6-de86-4e6c-91ee-e5aece1b2f91', 'name': '', 'network_id': '5dbb466f-7241-4d18-b090-2d779954893b', 'tenant_id': '25574d9f1a93412b95f1e988f287237a', 'mac_address': 'fa:16:3e:db:6e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df7de81-bff1-4c9e-be6a-0568eee4cc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'f291bed0-d028-44b6-829f-efb0f7512ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:41Z', 'updated_at': '2022-09-22T21:32:45Z', 'revision_number': 2, 'project_id': '25574d9f1a93412b95f1e988f287237a', 'subnets': [{'id': 'f291bed0-d028-44b6-829f-efb0f7512ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:32:50.236277 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-214adc66-f218-487d-bb8b-1a906ea6b1cb None None] Port 01dac8c6-de86-4e6c-91ee-e5aece1b2f91 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:32:50.256838 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2c2d6824-460e-4f1f-89b4-220851e5ba9c tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:50.260570 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2c2d6824-460e-4f1f-89b4-220851e5ba9c tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:50.267370 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf704ba-1178-47ba-aa58-35bc726c2627 None None] Checking router: 7df7de81-bff1-4c9e-be6a-0568eee4cc3d for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:32:50.267755 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf704ba-1178-47ba-aa58-35bc726c2627 None None] Updating router 7df7de81-bff1-4c9e-be6a-0568eee4cc3d port 01dac8c6-de86-4e6c-91ee-e5aece1b2f91 binding host dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:32:50.289852 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.db.api [None req-d7cae261-fd5a-478f-97fc-d940e1c950b4 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:32:50.290269 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG oslo_db.api [None req-d7cae261-fd5a-478f-97fc-d940e1c950b4 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:32:50.294282 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5daacf35-43f7-4149-89dd-5faf51a47dd7 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:50.319515 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5daacf35-43f7-4149-89dd-5faf51a47dd7 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:50.319961 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5daacf35-43f7-4149-89dd-5faf51a47dd7 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:50.323145 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-3b047d1f-b8ef-441a-8509-cef75dd38312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b18ec0a-24a6-4701-a3f1-c2bd61a01bfc', 'name': '', 'tenant_id': '3948481bd8564dd39302cf1d97156919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:32:38Z', 'updated_at': '2022-09-22T21:32:49Z', 'revision_number': 4, 'project_id': '3948481bd8564dd39302cf1d97156919', 'gw_port_host': None}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:32:50.329060 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b047d1f-b8ef-441a-8509-cef75dd38312 None None] The sync data for ids ['4b18ec0a-24a6-4701-a3f1-c2bd61a01bfc'] in dv-neutron-858900-1-hyperv is: [{'id': '4b18ec0a-24a6-4701-a3f1-c2bd61a01bfc', 'name': '', 'tenant_id': '3948481bd8564dd39302cf1d97156919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:32:38Z', 'updated_at': '2022-09-22T21:32:49Z', 'revision_number': 4, 'project_id': '3948481bd8564dd39302cf1d97156919', 'gw_port_host': None}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:32:50.349754 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a4338eb2-1575-4042-b1b5-ee60ad576149 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:50.372392 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e89daaee-653f-43cb-bff9-a5365bc98c0d tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:50.379183 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-cbb2fb55-1a6f-4bec-b955-2f6093ac3124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Unset dirty status for tenant:16f814f5421f406d9b243f1d12c11d1c on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:32:50.379581 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-cbb2fb55-1a6f-4bec-b955-2f6093ac3124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] 10.222.0.33 "GET /v2.0/ports/9d442b37-e598-4165-b785-a0f37361c4ca HTTP/1.1" status: 404 len: 333 time: 1.7376807 Sep 22 21:32:50.393967 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 40020) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:50.404243 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2cf704ba-1178-47ba-aa58-35bc726c2627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:50.407826 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9edae37-248b-4b1d-9646-042b53fe57ec admin admin] Network ffaea767-2648-4475-a48d-aacd7334937b is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:32:50.412641 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-ce9c56ac-4f2d-48b5-b726-b28930ed045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090235272', 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:32:50.425297 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-ce9c56ac-4f2d-48b5-b726-b28930ed045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:50.431018 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2c2d6824-460e-4f1f-89b4-220851e5ba9c tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:50.431650 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2d6824-460e-4f1f-89b4-220851e5ba9c tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c21e44f6-af6e-43f4-b256-064e288baadb {{(pid=89008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:32:50.459497 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-ce9c56ac-4f2d-48b5-b726-b28930ed045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:50.475987 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2c2d6824-460e-4f1f-89b4-220851e5ba9c tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:50.480380 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-2c2d6824-460e-4f1f-89b4-220851e5ba9c tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] 10.222.0.33 "DELETE /v2.0/routers/c21e44f6-af6e-43f4-b256-064e288baadb HTTP/1.1" status: 204 len: 168 time: 0.9574730 Sep 22 21:32:50.485805 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 40024) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:50.513245 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-9c0ce57a-a90c-4515-92bd-14ad60b03cdd tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Request body: {'router': {'name': 'tempest-router-1239601093', 'distributed': False}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:32:50.516622 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9c56ac-4f2d-48b5-b726-b28930ed045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Made reservation on behalf of 16f814f5421f406d9b243f1d12c11d1c for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:32:50.518866 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ce9c56ac-4f2d-48b5-b726-b28930ed045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:50.528625 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a4338eb2-1575-4042-b1b5-ee60ad576149 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:50.535671 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-b9edae37-248b-4b1d-9646-042b53fe57ec admin admin] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:32:50.535866 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-9c0ce57a-a90c-4515-92bd-14ad60b03cdd tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:50.546748 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a4338eb2-1575-4042-b1b5-ee60ad576149 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:50.550997 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-e89daaee-653f-43cb-bff9-a5365bc98c0d tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Calling delete_port for c6f2c310-687b-4172-b0c1-4c808db8cc58 owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:32:50.553041 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-9c0ce57a-a90c-4515-92bd-14ad60b03cdd tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Usage tracker for resource:router and tenant:67b030c84f9e4f7490d4445997094126 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:50.564810 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-9c0ce57a-a90c-4515-92bd-14ad60b03cdd tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:50.586661 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-9c0ce57a-a90c-4515-92bd-14ad60b03cdd tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:50.591044 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4338eb2-1575-4042-b1b5-ee60ad576149 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8985cc38-2e4b-483a-8d6e-7ec4d211b7e8,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:50.592644 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5daacf35-43f7-4149-89dd-5faf51a47dd7 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:32:50.602385 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [None req-ce9c56ac-4f2d-48b5-b726-b28930ed045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] device_id is not set on port e5902be4-1362-4f41-a98c-8de7295c4fc1 yet. {{(pid=89008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:32:50.619532 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daacf35-43f7-4149-89dd-5faf51a47dd7 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87f196a5-f69c-494b-b7c6-53cc2a12399f,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:50.642180 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-46b76820-ccd2-4c47-9908-7a93b023ceed tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:50.700051 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9c0ce57a-a90c-4515-92bd-14ad60b03cdd tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:50.701094 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9c0ce57a-a90c-4515-92bd-14ad60b03cdd tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:50.707121 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a4338eb2-1575-4042-b1b5-ee60ad576149 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:50.708360 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a4338eb2-1575-4042-b1b5-ee60ad576149 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8880024 Sep 22 21:32:50.713048 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40028) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:50.715914 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5daacf35-43f7-4149-89dd-5faf51a47dd7 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:50.716252 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-5daacf35-43f7-4149-89dd-5faf51a47dd7 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Added segment d8a4b6f9-932c-4244-84cb-470220290462 of type vlan for network defa784e-7cbc-4343-b6d0-b52491c61166 Sep 22 21:32:50.743560 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-214adc66-f218-487d-bb8b-1a906ea6b1cb None None] Attempt 8 to provision port 01dac8c6-de86-4e6c-91ee-e5aece1b2f91 Sep 22 21:32:50.748150 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-f6710846-6e83-4564-88fa-dc4182d04e18 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Request body: {'floatingip': {'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:32:50.768161 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-f6710846-6e83-4564-88fa-dc4182d04e18 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:50.779040 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9c0ce57a-a90c-4515-92bd-14ad60b03cdd tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:50.791039 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-d7cae261-fd5a-478f-97fc-d940e1c950b4 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Deleting port 95efe631-98a8-4ecb-9590-da42a821d4b1 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:32:50.791373 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d7cae261-fd5a-478f-97fc-d940e1c950b4 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:50.827889 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f6710846-6e83-4564-88fa-dc4182d04e18 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Usage tracker for resource:floatingip and tenant:25574d9f1a93412b95f1e988f287237a is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:50.885605 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-214adc66-f218-487d-bb8b-1a906ea6b1cb None None] Port 01dac8c6-de86-4e6c-91ee-e5aece1b2f91 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:32:50.891877 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f6710846-6e83-4564-88fa-dc4182d04e18 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:50.894520 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-bd73d789-a28b-4922-bbfb-25c7d2dbbe81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f9b28a-14dd-4153-8ed1-0380eb454ae5', 'name': 'tempest-ServersTestManualDisk-1079022819-router', 'tenant_id': '00d27190048c4d5c9df662860665c71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '3aec1245-0918-4b0c-b06e-8de745946414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:32:27Z', 'updated_at': '2022-09-22T21:32:42Z', 'revision_number': 4, 'project_id': '00d27190048c4d5c9df662860665c71e', 'gw_port': {'id': '3aec1245-0918-4b0c-b06e-8de745946414', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f9b28a-14dd-4153-8ed1-0380eb454ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:29Z', 'updated_at': '2022-09-22T21:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': 'e5cc9bc2-8c42-4be7-b160-ed3d4036bd87', 'name': '', 'network_id': '452fb2e3-f6a7-40db-8fcb-ea7dd754bdda', 'tenant_id': '00d27190048c4d5c9df662860665c71e', 'mac_address': 'fa:16:3e:80:ed:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f9b28a-14dd-4153-8ed1-0380eb454ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c427adaf-86b6-4f5b-b847-86f219fa4602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:38Z', 'updated_at': '2022-09-22T21:32:49Z', 'revision_number': 4, 'project_id': '00d27190048c4d5c9df662860665c71e', 'subnets': [{'id': 'c427adaf-86b6-4f5b-b847-86f219fa4602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:32:50.901961 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd73d789-a28b-4922-bbfb-25c7d2dbbe81 None None] The sync data for ids ['25f9b28a-14dd-4153-8ed1-0380eb454ae5'] in dv-neutron-858900-1-hyperv is: [{'id': '25f9b28a-14dd-4153-8ed1-0380eb454ae5', 'name': 'tempest-ServersTestManualDisk-1079022819-router', 'tenant_id': '00d27190048c4d5c9df662860665c71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '3aec1245-0918-4b0c-b06e-8de745946414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:32:27Z', 'updated_at': '2022-09-22T21:32:42Z', 'revision_number': 4, 'project_id': '00d27190048c4d5c9df662860665c71e', 'gw_port': {'id': '3aec1245-0918-4b0c-b06e-8de745946414', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f9b28a-14dd-4153-8ed1-0380eb454ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:29Z', 'updated_at': '2022-09-22T21:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': 'e5cc9bc2-8c42-4be7-b160-ed3d4036bd87', 'name': '', 'network_id': '452fb2e3-f6a7-40db-8fcb-ea7dd754bdda', 'tenant_id': '00d27190048c4d5c9df662860665c71e', 'mac_address': 'fa:16:3e:80:ed:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f9b28a-14dd-4153-8ed1-0380eb454ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c427adaf-86b6-4f5b-b847-86f219fa4602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:38Z', 'updated_at': '2022-09-22T21:32:49Z', 'revision_number': 4, 'project_id': '00d27190048c4d5c9df662860665c71e', 'subnets': [{'id': 'c427adaf-86b6-4f5b-b847-86f219fa4602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:32:50.904252 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5daacf35-43f7-4149-89dd-5faf51a47dd7 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:50.927822 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-f6710846-6e83-4564-88fa-dc4182d04e18 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:50.933080 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9c0ce57a-a90c-4515-92bd-14ad60b03cdd tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:51.007963 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-46b76820-ccd2-4c47-9908-7a93b023ceed tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Allocated IP 172.26.0.76 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/d4aee613-68d7-401c-a91e-eb95584da7ef) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:32:51.045791 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ce9c56ac-4f2d-48b5-b726-b28930ed045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:51.053733 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9c0ce57a-a90c-4515-92bd-14ad60b03cdd tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:51.058053 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-9c0ce57a-a90c-4515-92bd-14ad60b03cdd tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5595465 Sep 22 21:32:51.058216 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 40032) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:51.135261 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2cf704ba-1178-47ba-aa58-35bc726c2627 None None] Notify callbacks [] for port, precommit_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:51.153814 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-2cf704ba-1178-47ba-aa58-35bc726c2627 None None] Transition to ACTIVE for port object 01dac8c6-de86-4e6c-91ee-e5aece1b2f91 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:32:51.164573 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2cf704ba-1178-47ba-aa58-35bc726c2627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:51.236156 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f6710846-6e83-4564-88fa-dc4182d04e18 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Notify callbacks [] for floatingip, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:51.263732 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ce9c56ac-4f2d-48b5-b726-b28930ed045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:51.280381 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.db.resource_extend [None req-5daacf35-43f7-4149-89dd-5faf51a47dd7 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 21:32:51.314588 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9edae37-248b-4b1d-9646-042b53fe57ec admin admin] Router d05473aa-664e-4044-9a35-ff875a3c8a0e has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:32:51.379385 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-195a10fd-d478-4de3-b80e-a7bdf3d9c693 tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Notify callbacks [] for router, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:51.383217 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d0c4e-0064-4f2a-8967-7f72cbba46c4 None None] Pushing event updated for resources: {'Port': ['ID=01dac8c6-de86-4e6c-91ee-e5aece1b2f91,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:51.390185 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-214adc66-f218-487d-bb8b-1a906ea6b1cb None None] Attempt 9 to provision port 01dac8c6-de86-4e6c-91ee-e5aece1b2f91 Sep 22 21:32:51.508103 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5daacf35-43f7-4149-89dd-5faf51a47dd7 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:32:51.566314 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5daacf35-43f7-4149-89dd-5faf51a47dd7 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:51.566686 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-5daacf35-43f7-4149-89dd-5faf51a47dd7 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Added segment 9bc8142a-59aa-43e1-b2ea-c978b107b07c of type vlan for network 1b447f63-294b-4e91-b758-24ef840fc80c Sep 22 21:32:51.613720 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-214adc66-f218-487d-bb8b-1a906ea6b1cb None None] Port 01dac8c6-de86-4e6c-91ee-e5aece1b2f91 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:32:51.635454 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e89daaee-653f-43cb-bff9-a5365bc98c0d tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:51.636954 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-2cf704ba-1178-47ba-aa58-35bc726c2627 None None] Attempting to bind port 01dac8c6-de86-4e6c-91ee-e5aece1b2f91 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:32:51.637222 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-2cf704ba-1178-47ba-aa58-35bc726c2627 None None] Attempting to bind port 01dac8c6-de86-4e6c-91ee-e5aece1b2f91 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '9c967a15-e80e-4848-9c56-eedb9bf46e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5dbb466f-7241-4d18-b090-2d779954893b'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:32:51.637758 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf704ba-1178-47ba-aa58-35bc726c2627 None None] Attempting to bind port 01dac8c6-de86-4e6c-91ee-e5aece1b2f91 on network 5dbb466f-7241-4d18-b090-2d779954893b {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:32:51.653778 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf704ba-1178-47ba-aa58-35bc726c2627 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:32:51.657152 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf704ba-1178-47ba-aa58-35bc726c2627 None None] Checking segment: {'id': '9c967a15-e80e-4848-9c56-eedb9bf46e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5dbb466f-7241-4d18-b090-2d779954893b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:32:51.657654 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2cf704ba-1178-47ba-aa58-35bc726c2627 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:51.658128 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf704ba-1178-47ba-aa58-35bc726c2627 None None] Bound using segment: {'id': '9c967a15-e80e-4848-9c56-eedb9bf46e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5dbb466f-7241-4d18-b090-2d779954893b'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:32:51.658812 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-2cf704ba-1178-47ba-aa58-35bc726c2627 None None] Bound port: 01dac8c6-de86-4e6c-91ee-e5aece1b2f91, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c967a15-e80e-4848-9c56-eedb9bf46e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5dbb466f-7241-4d18-b090-2d779954893b'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:32:51.659260 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2cf704ba-1178-47ba-aa58-35bc726c2627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:51.736222 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9c56ac-4f2d-48b5-b726-b28930ed045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Network 9beb930a-bec4-4792-bd96-a7a273f7a39f is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:32:51.743948 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-d7cae261-fd5a-478f-97fc-d940e1c950b4 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] For port 95efe631-98a8-4ecb-9590-da42a821d4b1, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=95efe631-98a8-4ecb-9590-da42a821d4b1,segment=NetworkSegment(752900a6-99cc-425b-a430-17d9eea1d97a),segment_id=752900a6-99cc-425b-a430-17d9eea1d97a)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:32:51.744522 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d7cae261-fd5a-478f-97fc-d940e1c950b4 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:51.778051 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89daaee-653f-43cb-bff9-a5365bc98c0d tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Pushing event deleted for resources: {'Port': ['ID=c6f2c310-687b-4172-b0c1-4c808db8cc58,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:51.785476 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-2cf704ba-1178-47ba-aa58-35bc726c2627 None None] For port 01dac8c6-de86-4e6c-91ee-e5aece1b2f91, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:32:51.789219 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-2cf704ba-1178-47ba-aa58-35bc726c2627 None None] For port 01dac8c6-de86-4e6c-91ee-e5aece1b2f91, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=01dac8c6-de86-4e6c-91ee-e5aece1b2f91,segment=NetworkSegment(9c967a15-e80e-4848-9c56-eedb9bf46e0a),segment_id=9c967a15-e80e-4848-9c56-eedb9bf46e0a)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:32:51.800218 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-ce9c56ac-4f2d-48b5-b726-b28930ed045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:32:51.808589 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2cf704ba-1178-47ba-aa58-35bc726c2627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:51.824963 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9c56ac-4f2d-48b5-b726-b28930ed045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:32:51.825887 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9c56ac-4f2d-48b5-b726-b28930ed045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:51.826515 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ce9c56ac-4f2d-48b5-b726-b28930ed045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:51.832123 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9c56ac-4f2d-48b5-b726-b28930ed045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Pushing event updated for resources: {'Port': ['ID=e5902be4-1362-4f41-a98c-8de7295c4fc1,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:51.842590 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-195a10fd-d478-4de3-b80e-a7bdf3d9c693 tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:51.888673 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf704ba-1178-47ba-aa58-35bc726c2627 None None] Routers {'7df7de81-bff1-4c9e-be6a-0568eee4cc3d'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:32:51.889355 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-2cf704ba-1178-47ba-aa58-35bc726c2627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:32:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['7df7de81-bff1-4c9e-be6a-0568eee4cc3d'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:32:51.909082 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5daacf35-43f7-4149-89dd-5faf51a47dd7 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:51.924146 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-195a10fd-d478-4de3-b80e-a7bdf3d9c693 tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:51.974113 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ce9c56ac-4f2d-48b5-b726-b28930ed045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.5790176 Sep 22 21:32:51.989922 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 40036) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:52.026823 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d0c4e-0064-4f2a-8967-7f72cbba46c4 None None] Pushing event updated for resources: {'Port': ['ID=01dac8c6-de86-4e6c-91ee-e5aece1b2f91,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:52.044464 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-d7cae261-fd5a-478f-97fc-d940e1c950b4 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Calling delete_port for 95efe631-98a8-4ecb-9590-da42a821d4b1 owned by network:router_gateway {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:32:52.077488 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-195a10fd-d478-4de3-b80e-a7bdf3d9c693 tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:52.078233 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195a10fd-d478-4de3-b80e-a7bdf3d9c693 tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b1881262-3e95-41e9-8491-488e30194357 {{(pid=89008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:32:52.097846 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-195a10fd-d478-4de3-b80e-a7bdf3d9c693 tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:52.103203 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-195a10fd-d478-4de3-b80e-a7bdf3d9c693 tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] 10.222.0.33 "DELETE /v2.0/routers/b1881262-3e95-41e9-8491-488e30194357 HTTP/1.1" status: 204 len: 168 time: 1.0437355 Sep 22 21:32:52.106551 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40040) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:52.116694 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5daacf35-43f7-4149-89dd-5faf51a47dd7 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:52.116694 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5daacf35-43f7-4149-89dd-5faf51a47dd7 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:52.116967 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-214adc66-f218-487d-bb8b-1a906ea6b1cb None None] Attempt 10 to provision port 01dac8c6-de86-4e6c-91ee-e5aece1b2f91 Sep 22 21:32:52.126084 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5daacf35-43f7-4149-89dd-5faf51a47dd7 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:52.130757 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5daacf35-43f7-4149-89dd-5faf51a47dd7 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:52.131425 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5daacf35-43f7-4149-89dd-5faf51a47dd7 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:52.142981 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cbde7c-6f85-457b-82cd-92f585f0ce03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:52.143722 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-a1cbde7c-6f85-457b-82cd-92f585f0ce03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Synchronizing usage tracker for tenant:16f814f5421f406d9b243f1d12c11d1c on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:32:52.158395 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-46b76820-ccd2-4c47-9908-7a93b023ceed tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:52.170210 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9edae37-248b-4b1d-9646-042b53fe57ec admin admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:32:52.176061 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-a1cbde7c-6f85-457b-82cd-92f585f0ce03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Unset dirty status for tenant:16f814f5421f406d9b243f1d12c11d1c on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:32:52.177897 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a1cbde7c-6f85-457b-82cd-92f585f0ce03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] 10.222.0.33 "GET /v2.0/ports/e5902be4-1362-4f41-a98c-8de7295c4fc1 HTTP/1.1" status: 200 len: 959 time: 0.1865921 Sep 22 21:32:52.180802 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 40044) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:52.182816 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-7d1e93a0-2862-4a44-8b64-00d7c6615918 tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Request body: {'router': {'name': 'tempest-router-1324428726', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '102011ec9ea7403396a894aad973d4f7'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:32:52.191021 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5cabb1-3363-42aa-b24a-fa7b148d8255 None None] Sync routers for ids ['d05473aa-664e-4044-9a35-ff875a3c8a0e'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:32:52.207615 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5cabb1-3363-42aa-b24a-fa7b148d8255 None None] Routers {'d05473aa-664e-4044-9a35-ff875a3c8a0e'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:32:52.208665 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-eb5cabb1-3363-42aa-b24a-fa7b148d8255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:32:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['d05473aa-664e-4044-9a35-ff875a3c8a0e'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:32:52.246430 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-2cf704ba-1178-47ba-aa58-35bc726c2627 None None] Set router 7df7de81-bff1-4c9e-be6a-0568eee4cc3d gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:32:52.251403 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-7d1e93a0-2862-4a44-8b64-00d7c6615918 tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:52.282755 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-26e9df94-e60b-4427-98ed-f99dfe809a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Deleting port e5902be4-1362-4f41-a98c-8de7295c4fc1 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:32:52.283106 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-26e9df94-e60b-4427-98ed-f99dfe809a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:52.303373 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-214adc66-f218-487d-bb8b-1a906ea6b1cb None None] Port 01dac8c6-de86-4e6c-91ee-e5aece1b2f91 had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 21:32:52.356558 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-46b76820-ccd2-4c47-9908-7a93b023ceed tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:52.405348 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-7d1e93a0-2862-4a44-8b64-00d7c6615918 tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Usage tracker for resource:router and tenant:102011ec9ea7403396a894aad973d4f7 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:52.412122 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-7d1e93a0-2862-4a44-8b64-00d7c6615918 tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:52.433194 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-b9edae37-248b-4b1d-9646-042b53fe57ec admin admin] 10.222.0.33 "PUT /v2.0/routers/d05473aa-664e-4044-9a35-ff875a3c8a0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2187586 Sep 22 21:32:52.451043 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-5daacf35-43f7-4149-89dd-5faf51a47dd7 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 4.9422956 Sep 22 21:32:52.453515 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-7d1e93a0-2862-4a44-8b64-00d7c6615918 tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:52.505558 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40050) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:52.511330 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-eb5cabb1-3363-42aa-b24a-fa7b148d8255 None None] Set router d05473aa-664e-4044-9a35-ff875a3c8a0e gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:32:52.530990 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daacf35-43f7-4149-89dd-5faf51a47dd7 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Pushing event updated for resources: {'Network': ['ID=defa784e-7cbc-4343-b6d0-b52491c61166,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:52.621736 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-26e9df94-e60b-4427-98ed-f99dfe809a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:52.667111 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e89daaee-653f-43cb-bff9-a5365bc98c0d tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:52.669618 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e89daaee-653f-43cb-bff9-a5365bc98c0d tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] 10.222.0.33 "DELETE /v2.0/ports/c6f2c310-687b-4172-b0c1-4c808db8cc58 HTTP/1.1" status: 204 len: 168 time: 4.3789032 Sep 22 21:32:52.780340 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network defa784e-7cbc-4343-b6d0-b52491c61166 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:32:52.798277 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40054) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:52.804148 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7d1e93a0-2862-4a44-8b64-00d7c6615918 tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:52.805318 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7d1e93a0-2862-4a44-8b64-00d7c6615918 tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:52.850792 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-26e9df94-e60b-4427-98ed-f99dfe809a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Calling delete_port for e5902be4-1362-4f41-a98c-8de7295c4fc1 owned by {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:32:52.855605 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-eb5cabb1-3363-42aa-b24a-fa7b148d8255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05473aa-664e-4044-9a35-ff875a3c8a0e', 'name': 'tempest-ServersTestJSON-2097652843-router', 'tenant_id': 'bd8cb946cffb40a086f88543474db7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.217'}], 'enable_snat': True}, 'gw_port_id': '8d43a8d9-47c4-47c7-a7df-b31f15feec69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:32:30Z', 'updated_at': '2022-09-22T21:32:47Z', 'revision_number': 4, 'project_id': 'bd8cb946cffb40a086f88543474db7f3', 'gw_port': {'id': '8d43a8d9-47c4-47c7-a7df-b31f15feec69', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05473aa-664e-4044-9a35-ff875a3c8a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:33Z', 'updated_at': '2022-09-22T21:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '76d49b16-8e20-46af-9671-e36b447d7ed9', 'name': '', 'network_id': 'ffaea767-2648-4475-a48d-aacd7334937b', 'tenant_id': 'bd8cb946cffb40a086f88543474db7f3', 'mac_address': 'fa:16:3e:b6:5b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05473aa-664e-4044-9a35-ff875a3c8a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '98fb1cd8-d884-4964-b7fb-0cf4fecc1c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:43Z', 'updated_at': '2022-09-22T21:32:47Z', 'revision_number': 2, 'project_id': 'bd8cb946cffb40a086f88543474db7f3', 'subnets': [{'id': '98fb1cd8-d884-4964-b7fb-0cf4fecc1c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:32:52.860111 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5cabb1-3363-42aa-b24a-fa7b148d8255 None None] Checking router: d05473aa-664e-4044-9a35-ff875a3c8a0e for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:32:52.860469 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5cabb1-3363-42aa-b24a-fa7b148d8255 None None] Updating router d05473aa-664e-4044-9a35-ff875a3c8a0e port 76d49b16-8e20-46af-9671-e36b447d7ed9 binding host dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:32:52.900864 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-214adc66-f218-487d-bb8b-1a906ea6b1cb None None] Provisioning complete for port 84d75bf8-85f0-4843-a49e-8e10ab7a25ad triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:32:52.901252 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-214adc66-f218-487d-bb8b-1a906ea6b1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:52.901593 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-214adc66-f218-487d-bb8b-1a906ea6b1cb None None] Attempt 1 to provision port 84d75bf8-85f0-4843-a49e-8e10ab7a25ad Sep 22 21:32:52.918086 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-eb5cabb1-3363-42aa-b24a-fa7b148d8255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:52.990901 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b76820-ccd2-4c47-9908-7a93b023ceed tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:32:53.002325 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-46b76820-ccd2-4c47-9908-7a93b023ceed tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:32:53.009365 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b76820-ccd2-4c47-9908-7a93b023ceed tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:32:53.084906 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daacf35-43f7-4149-89dd-5faf51a47dd7 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Pushing event updated for resources: {'Network': ['ID=1b447f63-294b-4e91-b758-24ef840fc80c,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:53.088596 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 40062) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:53.094103 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d04ccf4-6f34-4ef6-ba20-522762b6d76d tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] GET failed (client error): The resource could not be found. Sep 22 21:32:53.094862 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-8d04ccf4-6f34-4ef6-ba20-522762b6d76d tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Synchronizing usage tracker for tenant:c704583039e64d3f814746054767041a on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:32:53.097931 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-f3ca1e90-61b2-4ca1-99b4-1d3a1a7e4cfd tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Request body: {'security_group': {'name': 'tempest-securitygroup--744937881', 'description': 'tempest-description--1025722916'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:32:53.104444 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f6710846-6e83-4564-88fa-dc4182d04e18 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:53.105801 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b76820-ccd2-4c47-9908-7a93b023ceed tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Pushing event updated for resources: {'Port': ['ID=d4aee613-68d7-401c-a91e-eb95584da7ef,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:53.116322 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-f3ca1e90-61b2-4ca1-99b4-1d3a1a7e4cfd tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:53.130837 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device e5cc9bc2-8c42-4be7-b160-ed3d4036bd87 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:32:53.132063 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7d1e93a0-2862-4a44-8b64-00d7c6615918 tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:53.152268 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-46b76820-ccd2-4c47-9908-7a93b023ceed tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:53.158675 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-26e9df94-e60b-4427-98ed-f99dfe809a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:53.160979 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-f3ca1e90-61b2-4ca1-99b4-1d3a1a7e4cfd tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Usage tracker for resource:security_group and tenant:bd8cb946cffb40a086f88543474db7f3 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:53.213287 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-f3ca1e90-61b2-4ca1-99b4-1d3a1a7e4cfd tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:53.227155 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 1b447f63-294b-4e91-b758-24ef840fc80c details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:32:53.275568 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e9df94-e60b-4427-98ed-f99dfe809a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Pushing event deleted for resources: {'Port': ['ID=e5902be4-1362-4f41-a98c-8de7295c4fc1,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:53.286243 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-f3ca1e90-61b2-4ca1-99b4-1d3a1a7e4cfd tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:53.296097 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-8d04ccf4-6f34-4ef6-ba20-522762b6d76d tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Unset dirty status for tenant:c704583039e64d3f814746054767041a on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:32:53.302815 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-8d04ccf4-6f34-4ef6-ba20-522762b6d76d tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] 10.222.0.33 "GET /v2.0/ports/c6f2c310-687b-4172-b0c1-4c808db8cc58 HTTP/1.1" status: 404 len: 333 time: 0.4932165 Sep 22 21:32:53.308803 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-26e9df94-e60b-4427-98ed-f99dfe809a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:53.313448 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 40066) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:53.319624 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-641136d3-8a7c-4cf7-9f12-72478e7ad390 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Request body: {'port': {'network_id': '55928b10-4731-4af7-b284-cf1153d69606', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-680058052'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:32:53.320975 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4047aaaf-c44a-430a-bb80-fc4385d710c0 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:53.327672 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4047aaaf-c44a-430a-bb80-fc4385d710c0 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:53.337988 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4047aaaf-c44a-430a-bb80-fc4385d710c0 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:53.356820 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-214adc66-f218-487d-bb8b-1a906ea6b1cb None None] Port 84d75bf8-85f0-4843-a49e-8e10ab7a25ad cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:32:53.357016 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4047aaaf-c44a-430a-bb80-fc4385d710c0 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:53.360063 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f3ca1e90-61b2-4ca1-99b4-1d3a1a7e4cfd tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:53.365555 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4047aaaf-c44a-430a-bb80-fc4385d710c0 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:53.367337 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-4047aaaf-c44a-430a-bb80-fc4385d710c0 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Synchronizing usage tracker for tenant:1c71f3b6114749b38821c6c564cfcd20 on resource:network {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:32:53.383694 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port e5cc9bc2-8c42-4be7-b160-ed3d4036bd87 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:32:53.408354 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-2cf704ba-1178-47ba-aa58-35bc726c2627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df7de81-bff1-4c9e-be6a-0568eee4cc3d', 'name': 'tempest-ServerActionsTestJSON-631294346-router', 'tenant_id': '25574d9f1a93412b95f1e988f287237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b4cc0aa5-08c3-41e9-97fb-7407b192bf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:32:29Z', 'updated_at': '2022-09-22T21:32:44Z', 'revision_number': 4, 'project_id': '25574d9f1a93412b95f1e988f287237a', 'gw_port': {'id': 'b4cc0aa5-08c3-41e9-97fb-7407b192bf84', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df7de81-bff1-4c9e-be6a-0568eee4cc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:31Z', 'updated_at': '2022-09-22T21:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '01dac8c6-de86-4e6c-91ee-e5aece1b2f91', 'name': '', 'network_id': '5dbb466f-7241-4d18-b090-2d779954893b', 'tenant_id': '25574d9f1a93412b95f1e988f287237a', 'mac_address': 'fa:16:3e:db:6e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df7de81-bff1-4c9e-be6a-0568eee4cc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'f291bed0-d028-44b6-829f-efb0f7512ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:41Z', 'updated_at': '2022-09-22T21:32:51Z', 'revision_number': 4, 'project_id': '25574d9f1a93412b95f1e988f287237a', 'subnets': [{'id': 'f291bed0-d028-44b6-829f-efb0f7512ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:32:53.410999 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7d1e93a0-2862-4a44-8b64-00d7c6615918 tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:53.414551 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf704ba-1178-47ba-aa58-35bc726c2627 None None] The sync data for ids ['7df7de81-bff1-4c9e-be6a-0568eee4cc3d'] in dv-neutron-858900-1-hyperv is: [{'id': '7df7de81-bff1-4c9e-be6a-0568eee4cc3d', 'name': 'tempest-ServerActionsTestJSON-631294346-router', 'tenant_id': '25574d9f1a93412b95f1e988f287237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b4cc0aa5-08c3-41e9-97fb-7407b192bf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:32:29Z', 'updated_at': '2022-09-22T21:32:44Z', 'revision_number': 4, 'project_id': '25574d9f1a93412b95f1e988f287237a', 'gw_port': {'id': 'b4cc0aa5-08c3-41e9-97fb-7407b192bf84', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df7de81-bff1-4c9e-be6a-0568eee4cc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:31Z', 'updated_at': '2022-09-22T21:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '01dac8c6-de86-4e6c-91ee-e5aece1b2f91', 'name': '', 'network_id': '5dbb466f-7241-4d18-b090-2d779954893b', 'tenant_id': '25574d9f1a93412b95f1e988f287237a', 'mac_address': 'fa:16:3e:db:6e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df7de81-bff1-4c9e-be6a-0568eee4cc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'f291bed0-d028-44b6-829f-efb0f7512ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:41Z', 'updated_at': '2022-09-22T21:32:51Z', 'revision_number': 4, 'project_id': '25574d9f1a93412b95f1e988f287237a', 'subnets': [{'id': 'f291bed0-d028-44b6-829f-efb0f7512ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:32:53.446780 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-46b76820-ccd2-4c47-9908-7a93b023ceed tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:53.449926 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-eb5cabb1-3363-42aa-b24a-fa7b148d8255 None None] Notify callbacks [] for port, precommit_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:53.462769 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.provisioning_blocks [None req-eb5cabb1-3363-42aa-b24a-fa7b148d8255 None None] Transition to ACTIVE for port object 76d49b16-8e20-46af-9671-e36b447d7ed9 will not be triggered until provisioned by entity L2. {{(pid=89011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:32:53.470413 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-eb5cabb1-3363-42aa-b24a-fa7b148d8255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:53.489642 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-f3ca1e90-61b2-4ca1-99b4-1d3a1a7e4cfd tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:53.501836 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-4047aaaf-c44a-430a-bb80-fc4385d710c0 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Unset dirty status for tenant:1c71f3b6114749b38821c6c564cfcd20 on resource:network {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:32:53.505266 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-4047aaaf-c44a-430a-bb80-fc4385d710c0 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3010 time: 0.9947824 Sep 22 21:32:53.505266 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7d1e93a0-2862-4a44-8b64-00d7c6615918 tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:53.505266 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-7d1e93a0-2862-4a44-8b64-00d7c6615918 tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.3911107 Sep 22 21:32:53.514550 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-26e9df94-e60b-4427-98ed-f99dfe809a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] 10.222.0.33 "DELETE /v2.0/ports/e5902be4-1362-4f41-a98c-8de7295c4fc1 HTTP/1.1" status: 204 len: 168 time: 1.3323991 Sep 22 21:32:53.515126 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40070) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:53.515126 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40072) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:53.522838 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-f3ca1e90-61b2-4ca1-99b4-1d3a1a7e4cfd tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Usage tracker for resource:security_group_rule and tenant:bd8cb946cffb40a086f88543474db7f3 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:53.523322 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40076) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:53.531882 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-f3ca1e90-61b2-4ca1-99b4-1d3a1a7e4cfd tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:53.551837 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-f3ca1e90-61b2-4ca1-99b4-1d3a1a7e4cfd tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:53.575458 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-2c914f20-cbb8-4ecd-983a-a128ee417bff tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Request body: {'router': {'distributed': True}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:32:53.665773 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d7cae261-fd5a-478f-97fc-d940e1c950b4 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:53.754478 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a85d6ff-0d2f-495c-80ed-2f7b58216409 None None] Pushing event updated for resources: {'Port': ['ID=76d49b16-8e20-46af-9671-e36b447d7ed9,revision_number=3']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:53.756533 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-641136d3-8a7c-4cf7-9f12-72478e7ad390 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:53.772040 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-eb5cabb1-3363-42aa-b24a-fa7b148d8255 None None] Attempting to bind port 76d49b16-8e20-46af-9671-e36b447d7ed9 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:32:53.772513 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-eb5cabb1-3363-42aa-b24a-fa7b148d8255 None None] Attempting to bind port 76d49b16-8e20-46af-9671-e36b447d7ed9 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'b9a5893b-0c23-4aa8-b596-b3dc1cc17f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ffaea767-2648-4475-a48d-aacd7334937b'}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:32:53.773208 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5cabb1-3363-42aa-b24a-fa7b148d8255 None None] Attempting to bind port 76d49b16-8e20-46af-9671-e36b447d7ed9 on network ffaea767-2648-4475-a48d-aacd7334937b {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:32:53.783478 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5cabb1-3363-42aa-b24a-fa7b148d8255 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:32:53.784030 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5cabb1-3363-42aa-b24a-fa7b148d8255 None None] Checking segment: {'id': 'b9a5893b-0c23-4aa8-b596-b3dc1cc17f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ffaea767-2648-4475-a48d-aacd7334937b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:32:53.784519 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-eb5cabb1-3363-42aa-b24a-fa7b148d8255 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:53.784999 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5cabb1-3363-42aa-b24a-fa7b148d8255 None None] Bound using segment: {'id': 'b9a5893b-0c23-4aa8-b596-b3dc1cc17f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ffaea767-2648-4475-a48d-aacd7334937b'} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:32:53.785559 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-eb5cabb1-3363-42aa-b24a-fa7b148d8255 None None] Bound port: 76d49b16-8e20-46af-9671-e36b447d7ed9, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9a5893b-0c23-4aa8-b596-b3dc1cc17f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ffaea767-2648-4475-a48d-aacd7334937b'}}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:32:53.786123 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-eb5cabb1-3363-42aa-b24a-fa7b148d8255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:53.858650 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-214adc66-f218-487d-bb8b-1a906ea6b1cb None None] Attempt 2 to provision port 84d75bf8-85f0-4843-a49e-8e10ab7a25ad Sep 22 21:32:53.867764 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-641136d3-8a7c-4cf7-9f12-72478e7ad390 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:53.883051 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-f6710846-6e83-4564-88fa-dc4182d04e18 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Allocated IP 172.26.0.234 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/7e96c020-f526-44a1-9175-fd5fa67c5ece) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:32:53.920604 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-eb5cabb1-3363-42aa-b24a-fa7b148d8255 None None] For port 76d49b16-8e20-46af-9671-e36b447d7ed9, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:32:53.924267 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-eb5cabb1-3363-42aa-b24a-fa7b148d8255 None None] For port 76d49b16-8e20-46af-9671-e36b447d7ed9, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=76d49b16-8e20-46af-9671-e36b447d7ed9,segment=NetworkSegment(b9a5893b-0c23-4aa8-b596-b3dc1cc17f58),segment_id=b9a5893b-0c23-4aa8-b596-b3dc1cc17f58)] {{(pid=89011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:32:53.932905 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-eb5cabb1-3363-42aa-b24a-fa7b148d8255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:53.934668 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641136d3-8a7c-4cf7-9f12-72478e7ad390 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Made reservation on behalf of c704583039e64d3f814746054767041a for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:32:53.939783 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-641136d3-8a7c-4cf7-9f12-72478e7ad390 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:53.942171 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe5e8b41-3f49-4b55-b623-b8d4877603d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] GET failed (client error): The resource could not be found. Sep 22 21:32:53.942875 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-fe5e8b41-3f49-4b55-b623-b8d4877603d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Synchronizing usage tracker for tenant:16f814f5421f406d9b243f1d12c11d1c on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:32:53.957099 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-214adc66-f218-487d-bb8b-1a906ea6b1cb None None] Port 84d75bf8-85f0-4843-a49e-8e10ab7a25ad cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:32:53.961086 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f3ca1e90-61b2-4ca1-99b4-1d3a1a7e4cfd tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:53.976637 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [None req-641136d3-8a7c-4cf7-9f12-72478e7ad390 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] device_id is not set on port d5988ced-b285-4194-ab47-3fa57d54ac6c yet. {{(pid=89008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:32:54.009611 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5cabb1-3363-42aa-b24a-fa7b148d8255 None None] Routers {'d05473aa-664e-4044-9a35-ff875a3c8a0e'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:32:54.010249 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-eb5cabb1-3363-42aa-b24a-fa7b148d8255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:32:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['d05473aa-664e-4044-9a35-ff875a3c8a0e'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:32:54.011972 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f3ca1e90-61b2-4ca1-99b4-1d3a1a7e4cfd tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:54.062481 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cae261-fd5a-478f-97fc-d940e1c950b4 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Pushing event deleted for resources: {'Port': ['ID=95efe631-98a8-4ecb-9590-da42a821d4b1,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:54.135171 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca1e90-61b2-4ca1-99b4-1d3a1a7e4cfd tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c38e2c-e015-40bb-a6d8-d16188e9a895,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:54.146573 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f3ca1e90-61b2-4ca1-99b4-1d3a1a7e4cfd tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:54.151015 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-f3ca1e90-61b2-4ca1-99b4-1d3a1a7e4cfd tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0583947 Sep 22 21:32:54.153369 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-46b76820-ccd2-4c47-9908-7a93b023ceed tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:54.156066 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40084) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:54.197640 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a85d6ff-0d2f-495c-80ed-2f7b58216409 None None] Pushing event updated for resources: {'Port': ['ID=76d49b16-8e20-46af-9671-e36b447d7ed9,revision_number=4']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:54.214097 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-46b76820-ccd2-4c47-9908-7a93b023ceed tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:54.267554 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-0fb9b874-8cd0-4826-bfa5-d8f0739bb9b9 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Request body: {'security_group_rule': {'security_group_id': 'f9c38e2c-e015-40bb-a6d8-d16188e9a895', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:32:54.279229 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-eb5cabb1-3363-42aa-b24a-fa7b148d8255 None None] Set router d05473aa-664e-4044-9a35-ff875a3c8a0e gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:32:54.361456 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-0fb9b874-8cd0-4826-bfa5-d8f0739bb9b9 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:54.364434 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-fe5e8b41-3f49-4b55-b623-b8d4877603d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Unset dirty status for tenant:16f814f5421f406d9b243f1d12c11d1c on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:32:54.365755 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-fe5e8b41-3f49-4b55-b623-b8d4877603d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] 10.222.0.33 "GET /v2.0/ports/e5902be4-1362-4f41-a98c-8de7295c4fc1 HTTP/1.1" status: 404 len: 333 time: 0.8414524 Sep 22 21:32:54.379890 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 40088) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:54.387449 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d7cae261-fd5a-478f-97fc-d940e1c950b4 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8012236'] for router_gateway, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:54.392846 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-f7937151-d202-44d6-948e-470f4f5a967a tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Request body: {'port': {'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-404656870'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:32:54.397348 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-f7937151-d202-44d6-948e-470f4f5a967a tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:54.408016 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-f7937151-d202-44d6-948e-470f4f5a967a tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:54.435474 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-46b76820-ccd2-4c47-9908-7a93b023ceed tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:54.452145 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7937151-d202-44d6-948e-470f4f5a967a tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Made reservation on behalf of 16f814f5421f406d9b243f1d12c11d1c for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:32:54.454707 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f7937151-d202-44d6-948e-470f4f5a967a tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:54.458017 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-214adc66-f218-487d-bb8b-1a906ea6b1cb None None] Attempt 3 to provision port 84d75bf8-85f0-4843-a49e-8e10ab7a25ad Sep 22 21:32:54.474850 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-641136d3-8a7c-4cf7-9f12-72478e7ad390 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Allocated IP 2001:db8::ec (55928b10-4731-4af7-b284-cf1153d69606/12e9ef01-b1b9-4caf-a62b-47cb64b5fd4b/d5988ced-b285-4194-ab47-3fa57d54ac6c) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:32:54.478281 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b76820-ccd2-4c47-9908-7a93b023ceed tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Pushing event updated for resources: {'Port': ['ID=d4aee613-68d7-401c-a91e-eb95584da7ef,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:54.484175 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-46b76820-ccd2-4c47-9908-7a93b023ceed tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:54.493468 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-46b76820-ccd2-4c47-9908-7a93b023ceed tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9636478 Sep 22 21:32:54.493468 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [None req-f7937151-d202-44d6-948e-470f4f5a967a tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] device_id is not set on port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb yet. {{(pid=89008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:32:54.595592 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d7cae261-fd5a-478f-97fc-d940e1c950b4 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:54.601836 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d7cae261-fd5a-478f-97fc-d940e1c950b4 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:54.645742 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-214adc66-f218-487d-bb8b-1a906ea6b1cb None None] Port 84d75bf8-85f0-4843-a49e-8e10ab7a25ad cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:32:54.723979 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-eb5cabb1-3363-42aa-b24a-fa7b148d8255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05473aa-664e-4044-9a35-ff875a3c8a0e', 'name': 'tempest-ServersTestJSON-2097652843-router', 'tenant_id': 'bd8cb946cffb40a086f88543474db7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.217'}], 'enable_snat': True}, 'gw_port_id': '8d43a8d9-47c4-47c7-a7df-b31f15feec69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:32:30Z', 'updated_at': '2022-09-22T21:32:47Z', 'revision_number': 4, 'project_id': 'bd8cb946cffb40a086f88543474db7f3', 'gw_port': {'id': '8d43a8d9-47c4-47c7-a7df-b31f15feec69', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05473aa-664e-4044-9a35-ff875a3c8a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:33Z', 'updated_at': '2022-09-22T21:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '76d49b16-8e20-46af-9671-e36b447d7ed9', 'name': '', 'network_id': 'ffaea767-2648-4475-a48d-aacd7334937b', 'tenant_id': 'bd8cb946cffb40a086f88543474db7f3', 'mac_address': 'fa:16:3e:b6:5b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05473aa-664e-4044-9a35-ff875a3c8a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '98fb1cd8-d884-4964-b7fb-0cf4fecc1c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:43Z', 'updated_at': '2022-09-22T21:32:53Z', 'revision_number': 4, 'project_id': 'bd8cb946cffb40a086f88543474db7f3', 'subnets': [{'id': '98fb1cd8-d884-4964-b7fb-0cf4fecc1c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:32:54.729110 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5cabb1-3363-42aa-b24a-fa7b148d8255 None None] The sync data for ids ['d05473aa-664e-4044-9a35-ff875a3c8a0e'] in dv-neutron-858900-1-hyperv is: [{'id': 'd05473aa-664e-4044-9a35-ff875a3c8a0e', 'name': 'tempest-ServersTestJSON-2097652843-router', 'tenant_id': 'bd8cb946cffb40a086f88543474db7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.217'}], 'enable_snat': True}, 'gw_port_id': '8d43a8d9-47c4-47c7-a7df-b31f15feec69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:32:30Z', 'updated_at': '2022-09-22T21:32:47Z', 'revision_number': 4, 'project_id': 'bd8cb946cffb40a086f88543474db7f3', 'gw_port': {'id': '8d43a8d9-47c4-47c7-a7df-b31f15feec69', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05473aa-664e-4044-9a35-ff875a3c8a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:33Z', 'updated_at': '2022-09-22T21:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '76d49b16-8e20-46af-9671-e36b447d7ed9', 'name': '', 'network_id': 'ffaea767-2648-4475-a48d-aacd7334937b', 'tenant_id': 'bd8cb946cffb40a086f88543474db7f3', 'mac_address': 'fa:16:3e:b6:5b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05473aa-664e-4044-9a35-ff875a3c8a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '98fb1cd8-d884-4964-b7fb-0cf4fecc1c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:43Z', 'updated_at': '2022-09-22T21:32:53Z', 'revision_number': 4, 'project_id': 'bd8cb946cffb40a086f88543474db7f3', 'subnets': [{'id': '98fb1cd8-d884-4964-b7fb-0cf4fecc1c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:32:54.743929 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ee9c4d69-7be6-4c26-8978-657815f28aff tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:54.787557 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-0fb9b874-8cd0-4826-bfa5-d8f0739bb9b9 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Usage tracker for resource:security_group_rule and tenant:bd8cb946cffb40a086f88543474db7f3 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:54.800290 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-0fb9b874-8cd0-4826-bfa5-d8f0739bb9b9 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:54.833388 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-0fb9b874-8cd0-4826-bfa5-d8f0739bb9b9 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:54.836668 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d7cae261-fd5a-478f-97fc-d940e1c950b4 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:54.840115 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7cae261-fd5a-478f-97fc-d940e1c950b4 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4b18ec0a-24a6-4701-a3f1-c2bd61a01bfc {{(pid=89009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:32:55.007211 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f7937151-d202-44d6-948e-470f4f5a967a tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:55.026746 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 01dac8c6-de86-4e6c-91ee-e5aece1b2f91 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:32:55.049795 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-641136d3-8a7c-4cf7-9f12-72478e7ad390 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:55.102392 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f6710846-6e83-4564-88fa-dc4182d04e18 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:55.115592 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-641136d3-8a7c-4cf7-9f12-72478e7ad390 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Transition to ACTIVE for port object d5988ced-b285-4194-ab47-3fa57d54ac6c will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:32:55.135234 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 01dac8c6-de86-4e6c-91ee-e5aece1b2f91 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:32:55.146691 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-214adc66-f218-487d-bb8b-1a906ea6b1cb None None] Attempt 4 to provision port 84d75bf8-85f0-4843-a49e-8e10ab7a25ad Sep 22 21:32:55.166729 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f7937151-d202-44d6-948e-470f4f5a967a tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:55.225306 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 01dac8c6-de86-4e6c-91ee-e5aece1b2f91 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:32:55.225684 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:55.226032 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 01dac8c6-de86-4e6c-91ee-e5aece1b2f91 Sep 22 21:32:55.275107 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 40114) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:55.305089 dv-neutron-858900-1-hyperv neutron-server[89008]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 22 21:32:55.385270 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-641136d3-8a7c-4cf7-9f12-72478e7ad390 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:55.388223 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7937151-d202-44d6-948e-470f4f5a967a tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Network 9beb930a-bec4-4792-bd96-a7a273f7a39f is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:32:55.399173 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0fb9b874-8cd0-4826-bfa5-d8f0739bb9b9 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:55.406241 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-f7937151-d202-44d6-948e-470f4f5a967a tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:32:55.411826 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7937151-d202-44d6-948e-470f4f5a967a tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Pushing event updated for resources: {'Port': ['ID=2eeba96a-e5d3-41f0-9e3e-37c8a82722fb,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:55.414868 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7937151-d202-44d6-948e-470f4f5a967a tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:32:55.415057 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7937151-d202-44d6-948e-470f4f5a967a tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:55.419233 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f7937151-d202-44d6-948e-470f4f5a967a tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:55.449019 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-214adc66-f218-487d-bb8b-1a906ea6b1cb None None] Port 84d75bf8-85f0-4843-a49e-8e10ab7a25ad cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:32:55.450078 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2c914f20-cbb8-4ecd-983a-a128ee417bff tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:55.450447 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2c914f20-cbb8-4ecd-983a-a128ee417bff tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Notify callbacks [] for router, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:55.495125 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-e57ac568-84fc-472c-8058-52971bd9419b tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Synchronizing usage tracker for tenant:00d27190048c4d5c9df662860665c71e on resource:security_group {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:32:55.513954 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641136d3-8a7c-4cf7-9f12-72478e7ad390 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Network 55928b10-4731-4af7-b284-cf1153d69606 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:32:55.521342 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d7cae261-fd5a-478f-97fc-d940e1c950b4 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:55.528204 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d7cae261-fd5a-478f-97fc-d940e1c950b4 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] 10.222.0.33 "DELETE /v2.0/routers/4b18ec0a-24a6-4701-a3f1-c2bd61a01bfc HTTP/1.1" status: 204 len: 168 time: 7.7021270 Sep 22 21:32:55.528415 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-641136d3-8a7c-4cf7-9f12-72478e7ad390 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:32:55.537548 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641136d3-8a7c-4cf7-9f12-72478e7ad390 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:32:55.541218 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 01dac8c6-de86-4e6c-91ee-e5aece1b2f91 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:32:55.541725 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:55.551206 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641136d3-8a7c-4cf7-9f12-72478e7ad390 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:55.551895 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-641136d3-8a7c-4cf7-9f12-72478e7ad390 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:55.556375 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 40118) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:55.646013 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 01dac8c6-de86-4e6c-91ee-e5aece1b2f91, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=01dac8c6-de86-4e6c-91ee-e5aece1b2f91,segment=NetworkSegment(9c967a15-e80e-4848-9c56-eedb9bf46e0a),segment_id=9c967a15-e80e-4848-9c56-eedb9bf46e0a)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:32:55.660471 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:55.661150 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 76d49b16-8e20-46af-9671-e36b447d7ed9 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:32:55.664459 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-f7937151-d202-44d6-948e-470f4f5a967a tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2834840 Sep 22 21:32:55.673874 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ee9c4d69-7be6-4c26-8978-657815f28aff tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:55.681422 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 40122) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:55.704595 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-641136d3-8a7c-4cf7-9f12-72478e7ad390 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.3900137 Sep 22 21:32:55.705633 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ee9c4d69-7be6-4c26-8978-657815f28aff tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Subscribe: > segment before_delete 55550000 {{(pid=89009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:32:55.706182 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ee9c4d69-7be6-4c26-8978-657815f28aff tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=89009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:32:55.714360 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ee9c4d69-7be6-4c26-8978-657815f28aff tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:32:55.714897 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ee9c4d69-7be6-4c26-8978-657815f28aff tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Subscribe: > port after_create 55550000 {{(pid=89009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:32:55.715342 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ee9c4d69-7be6-4c26-8978-657815f28aff tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Subscribe: > port after_delete 55550000 {{(pid=89009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:32:55.715766 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ee9c4d69-7be6-4c26-8978-657815f28aff tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Subscribe: > port after_update 55550000 {{(pid=89009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:32:55.716380 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ee9c4d69-7be6-4c26-8978-657815f28aff tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Subscribe: > segment after_delete 55550000 {{(pid=89009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:32:55.716520 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ee9c4d69-7be6-4c26-8978-657815f28aff tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Subscribe: > subnet after_create 55550000 {{(pid=89009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:32:55.717631 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ee9c4d69-7be6-4c26-8978-657815f28aff tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Subscribe: > subnet after_delete 55550000 {{(pid=89009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:32:55.717875 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8589'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:32:55.718025 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ee9c4d69-7be6-4c26-8978-657815f28aff tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Subscribe: > subnet after_update 55550000 {{(pid=89009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:32:55.758870 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 40126) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:55.761818 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641136d3-8a7c-4cf7-9f12-72478e7ad390 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Pushing event updated for resources: {'Port': ['ID=d5988ced-b285-4194-ab47-3fa57d54ac6c,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:55.766712 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-e57ac568-84fc-472c-8058-52971bd9419b tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Unset dirty status for tenant:00d27190048c4d5c9df662860665c71e on resource:security_group {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:32:55.775608 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-e57ac568-84fc-472c-8058-52971bd9419b tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1341532646&fields=id&tenant_id=00d27190048c4d5c9df662860665c71e HTTP/1.1" status: 200 len: 267 time: 0.4983835 Sep 22 21:32:55.796377 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-cf389126-1028-484d-a03d-e447f05b7c00 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:3f:2c:9d'}]}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:32:55.828393 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=01dac8c6-de86-4e6c-91ee-e5aece1b2f91,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:55.834418 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e108763-5925-434d-aa5a-57aa3a305e1d tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Deleting subnet 6fbf2241-62aa-470f-858c-28a33d271531 {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:32:55.842643 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:55.870444 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 76d49b16-8e20-46af-9671-e36b447d7ed9 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:32:55.884111 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2e108763-5925-434d-aa5a-57aa3a305e1d tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:55.950327 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-214adc66-f218-487d-bb8b-1a906ea6b1cb None None] Attempt 5 to provision port 84d75bf8-85f0-4843-a49e-8e10ab7a25ad Sep 22 21:32:55.961214 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ee9c4d69-7be6-4c26-8978-657815f28aff tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Subscribe: > subnet after_create 55550000 {{(pid=89009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:32:55.961572 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ee9c4d69-7be6-4c26-8978-657815f28aff tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Subscribe: > subnet after_delete 55550000 {{(pid=89009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:32:55.961910 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ee9c4d69-7be6-4c26-8978-657815f28aff tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Subscribe: > subnet before_create 55550000 {{(pid=89009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:32:55.962242 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ee9c4d69-7be6-4c26-8978-657815f28aff tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Subscribe: > subnet before_update 55550000 {{(pid=89009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:32:55.962629 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-ee9c4d69-7be6-4c26-8978-657815f28aff tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['defa784e-7cbc-4343-b6d0-b52491c61166']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:32:56.006162 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-214adc66-f218-487d-bb8b-1a906ea6b1cb None None] Port 84d75bf8-85f0-4843-a49e-8e10ab7a25ad cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:32:56.041864 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-ee9c4d69-7be6-4c26-8978-657815f28aff tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8a4b6f9-932c-4244-84cb-470220290462') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:32:56.042168 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-ee9c4d69-7be6-4c26-8978-657815f28aff tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8a4b6f9-932c-4244-84cb-470220290462') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:32:56.075395 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2e108763-5925-434d-aa5a-57aa3a305e1d tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:56.080474 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ee9c4d69-7be6-4c26-8978-657815f28aff tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:56.097253 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2c914f20-cbb8-4ecd-983a-a128ee417bff tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=89009) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Sep 22 21:32:56.097588 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2c914f20-cbb8-4ecd-983a-a128ee417bff tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Router 926f46c3-db5c-4453-abad-07c511cf07eb migrating from provider to provider. {{(pid=89009) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Sep 22 21:32:56.097946 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2c914f20-cbb8-4ecd-983a-a128ee417bff tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:56.114508 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2c914f20-cbb8-4ecd-983a-a128ee417bff tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:56.125717 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ee9c4d69-7be6-4c26-8978-657815f28aff tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:56.131298 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2c914f20-cbb8-4ecd-983a-a128ee417bff tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8026890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8012281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8012114'] for router, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:56.134682 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0fb9b874-8cd0-4826-bfa5-d8f0739bb9b9 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:56.143674 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee9c4d69-7be6-4c26-8978-657815f28aff tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:32:56.144197 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ee9c4d69-7be6-4c26-8978-657815f28aff tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:56.160771 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0fb9b874-8cd0-4826-bfa5-d8f0739bb9b9 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:56.312476 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:56.327543 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-d1eb94eb-319b-4fce-b0c4-e763548e0851 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:56.328213 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-d1eb94eb-319b-4fce-b0c4-e763548e0851 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Synchronizing usage tracker for tenant:00d27190048c4d5c9df662860665c71e on resource:network {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:32:56.354468 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2e108763-5925-434d-aa5a-57aa3a305e1d tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:56.395917 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb9b874-8cd0-4826-bfa5-d8f0739bb9b9 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdf7bf14-bb5a-4e46-8302-9e8aa68446ef,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:56.401181 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f6710846-6e83-4564-88fa-dc4182d04e18 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:56.453527 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0fb9b874-8cd0-4826-bfa5-d8f0739bb9b9 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:56.457163 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-0fb9b874-8cd0-4826-bfa5-d8f0739bb9b9 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2456665 Sep 22 21:32:56.461308 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 40138) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:56.470579 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ee9c4d69-7be6-4c26-8978-657815f28aff tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:56.489953 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-7434ce94-33d5-4243-85a0-3c90504e5644 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Request body: {'security_group_rule': {'security_group_id': 'f9c38e2c-e015-40bb-a6d8-d16188e9a895', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:32:56.491402 dv-neutron-858900-1-hyperv neutron-server[89009]: WARNING neutron.scheduler.l3_agent_scheduler [None req-2c914f20-cbb8-4ecd-983a-a128ee417bff tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] No L3 agents can host the router 926f46c3-db5c-4453-abad-07c511cf07eb Sep 22 21:32:56.501124 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-7434ce94-33d5-4243-85a0-3c90504e5644 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:56.501267 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6710846-6e83-4564-88fa-dc4182d04e18 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:32:56.506214 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-d1eb94eb-319b-4fce-b0c4-e763548e0851 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Unset dirty status for tenant:00d27190048c4d5c9df662860665c71e on resource:network {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:32:56.508001 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-214adc66-f218-487d-bb8b-1a906ea6b1cb None None] Attempt 6 to provision port 84d75bf8-85f0-4843-a49e-8e10ab7a25ad Sep 22 21:32:56.512474 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-d1eb94eb-319b-4fce-b0c4-e763548e0851 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] 10.222.0.33 "GET /v2.0/networks?id=452fb2e3-f6a7-40db-8fcb-ea7dd754bdda HTTP/1.1" status: 200 len: 812 time: 0.7359169 Sep 22 21:32:56.532201 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-f6710846-6e83-4564-88fa-dc4182d04e18 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:32:56.540743 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ee9c4d69-7be6-4c26-8978-657815f28aff tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:56.553894 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6710846-6e83-4564-88fa-dc4182d04e18 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:32:56.569072 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-7434ce94-33d5-4243-85a0-3c90504e5644 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Usage tracker for resource:security_group_rule and tenant:bd8cb946cffb40a086f88543474db7f3 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:56.585190 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-214adc66-f218-487d-bb8b-1a906ea6b1cb None None] Port 84d75bf8-85f0-4843-a49e-8e10ab7a25ad cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:32:56.597582 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-7434ce94-33d5-4243-85a0-3c90504e5644 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:56.636036 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9c4d69-7be6-4c26-8978-657815f28aff tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Pushing event deleted for resources: {'Network': ['ID=defa784e-7cbc-4343-b6d0-b52491c61166,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:56.653370 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment d8a4b6f9-932c-4244-84cb-470220290462 resource provider aggregate not found Sep 22 21:32:56.664696 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-7434ce94-33d5-4243-85a0-3c90504e5644 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:56.672051 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6710846-6e83-4564-88fa-dc4182d04e18 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Pushing event updated for resources: {'Port': ['ID=7e96c020-f526-44a1-9175-fd5fa67c5ece,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:56.692177 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-2af93c87-3a06-4203-a209-8cd2647d88c7 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] 10.222.0.33 "GET /v2.0/quotas/00d27190048c4d5c9df662860665c71e HTTP/1.1" status: 200 len: 375 time: 0.1787665 Sep 22 21:32:56.745588 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment d8a4b6f9-932c-4244-84cb-470220290462 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d8a4b6f9-932c-4244-84cb-470220290462 found for delete ", "request_id": "req-3a21b543-9c43-4cc0-9aec-8f86573f7852"}]} Sep 22 21:32:56.754587 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ee9c4d69-7be6-4c26-8978-657815f28aff tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] 10.222.0.33 "DELETE /v2.0/networks/defa784e-7cbc-4343-b6d0-b52491c61166 HTTP/1.1" status: 204 len: 168 time: 3.2386949 Sep 22 21:32:56.758899 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40146) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:56.802393 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cf389126-1028-484d-a03d-e447f05b7c00 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:56.824842 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2e108763-5925-434d-aa5a-57aa3a305e1d tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:56.875699 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7434ce94-33d5-4243-85a0-3c90504e5644 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:56.889095 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c914f20-cbb8-4ecd-983a-a128ee417bff tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Hosts for router 926f46c3-db5c-4453-abad-07c511cf07eb: [] {{(pid=89009) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:326}} Sep 22 21:32:56.911125 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 01dac8c6-de86-4e6c-91ee-e5aece1b2f91 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:32:56.935027 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e108763-5925-434d-aa5a-57aa3a305e1d tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6fbf2241-62aa-470f-858c-28a33d271531,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:56.937322 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2e108763-5925-434d-aa5a-57aa3a305e1d tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:56.997221 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-2e108763-5925-434d-aa5a-57aa3a305e1d tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] 10.222.0.33 "DELETE /v2.0/subnets/6fbf2241-62aa-470f-858c-28a33d271531 HTTP/1.1" status: 204 len: 168 time: 1.4367359 Sep 22 21:32:57.000087 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40150) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:57.002080 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 01dac8c6-de86-4e6c-91ee-e5aece1b2f91 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:32:57.002638 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:57.002961 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 01dac8c6-de86-4e6c-91ee-e5aece1b2f91 Sep 22 21:32:57.015307 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c914f20-cbb8-4ecd-983a-a128ee417bff tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Hosts for other DVR routers connected to router 926f46c3-db5c-4453-abad-07c511cf07eb: set() {{(pid=89009) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:343}} Sep 22 21:32:57.090413 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-214adc66-f218-487d-bb8b-1a906ea6b1cb None None] Attempt 7 to provision port 84d75bf8-85f0-4843-a49e-8e10ab7a25ad Sep 22 21:32:57.110686 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-eb2935c8-4f8f-4ed4-9a18-8bbc80c6ab4e tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=00d27190048c4d5c9df662860665c71e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4175608 Sep 22 21:32:57.165542 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] device_id is not set on port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb yet. {{(pid=89008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:32:57.176178 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-214adc66-f218-487d-bb8b-1a906ea6b1cb None None] Port 84d75bf8-85f0-4843-a49e-8e10ab7a25ad cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:32:57.176784 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 01dac8c6-de86-4e6c-91ee-e5aece1b2f91 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:32:57.202475 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:57.207907 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7434ce94-33d5-4243-85a0-3c90504e5644 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:57.223733 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2c914f20-cbb8-4ecd-983a-a128ee417bff tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:57.227839 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2c914f20-cbb8-4ecd-983a-a128ee417bff tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] 10.222.0.33 "PUT /v2.0/routers/926f46c3-db5c-4453-abad-07c511cf07eb HTTP/1.1" status: 200 len: 717 time: 3.7077646 Sep 22 21:32:57.228017 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7434ce94-33d5-4243-85a0-3c90504e5644 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:57.242168 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 40158) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:57.254265 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-325fd831-d720-4cf9-8213-3e0e6be35bd8 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:57.260824 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f6710846-6e83-4564-88fa-dc4182d04e18 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:57.316432 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Transition to ACTIVE for port object 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb will not be triggered until provisioned by entity L2. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:32:57.328723 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e2ff7066-ac14-499c-9b5b-dc0800ca143e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:57.351081 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7434ce94-33d5-4243-85a0-3c90504e5644 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa8dd0e4-f4b2-4333-a329-3552c4b347d6,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:57.402450 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:57.458691 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f6710846-6e83-4564-88fa-dc4182d04e18 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:57.512341 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-8eb67052-c6d8-48ff-837e-7312d13172ad service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=89008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:32:57.513261 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-8eb67052-c6d8-48ff-837e-7312d13172ad service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1821682 Sep 22 21:32:57.543567 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7434ce94-33d5-4243-85a0-3c90504e5644 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:57.544690 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-7434ce94-33d5-4243-85a0-3c90504e5644 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0694687 Sep 22 21:32:57.556234 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40164) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:57.569255 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-442c0f63-769c-43cf-9d46-8961ba1d0306 tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] 10.222.0.33 "GET /v2.0/routers/926f46c3-db5c-4453-abad-07c511cf07eb HTTP/1.1" status: 200 len: 717 time: 0.3226840 Sep 22 21:32:57.570559 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-325fd831-d720-4cf9-8213-3e0e6be35bd8 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:57.578160 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 40168) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:57.581997 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-97f1459a-547e-437f-9d11-412c107d46cc tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Request body: {'floatingip': {'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:32:57.640518 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-97f1459a-547e-437f-9d11-412c107d46cc tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:57.676504 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-97f1459a-547e-437f-9d11-412c107d46cc tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Usage tracker for resource:floatingip and tenant:bd8cb946cffb40a086f88543474db7f3 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:57.678205 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-214adc66-f218-487d-bb8b-1a906ea6b1cb None None] Attempt 8 to provision port 84d75bf8-85f0-4843-a49e-8e10ab7a25ad Sep 22 21:32:57.685288 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-97f1459a-547e-437f-9d11-412c107d46cc tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:57.690425 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Pushing event updated for resources: {'Port': ['ID=2eeba96a-e5d3-41f0-9e3e-37c8a82722fb,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:57.699335 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e2ff7066-ac14-499c-9b5b-dc0800ca143e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:57.707591 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-97f1459a-547e-437f-9d11-412c107d46cc tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:57.709213 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:32:57.709332 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:32:57.709615 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb on network 9beb930a-bec4-4792-bd96-a7a273f7a39f {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:32:57.724903 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-325fd831-d720-4cf9-8213-3e0e6be35bd8 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b447f63-294b-4e91-b758-24ef840fc80c']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:32:57.725845 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb on network 9beb930a-bec4-4792-bd96-a7a273f7a39f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:32:57.725974 dv-neutron-858900-1-hyperv neutron-server[89008]: ERROR neutron.plugins.ml2.managers [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Failed to bind port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb on host hv-neutron-8589 for vnic_type normal using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] Sep 22 21:32:57.727803 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cf389126-1028-484d-a03d-e447f05b7c00 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:57.732141 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.plugins.ml2.plugin [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempt 2 to bind port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb Sep 22 21:32:57.753333 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cf389126-1028-484d-a03d-e447f05b7c00 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:57.753995 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-cf389126-1028-484d-a03d-e447f05b7c00 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] In _notify_port_updated(), no bound segment for port d5988ced-b285-4194-ab47-3fa57d54ac6c on network 55928b10-4731-4af7-b284-cf1153d69606 {{(pid=89008) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 21:32:57.759538 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf389126-1028-484d-a03d-e447f05b7c00 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:57.760159 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cf389126-1028-484d-a03d-e447f05b7c00 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:57.764952 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-cf389126-1028-484d-a03d-e447f05b7c00 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] 10.222.0.33 "PUT /v2.0/ports/d5988ced-b285-4194-ab47-3fa57d54ac6c HTTP/1.1" status: 200 len: 1001 time: 1.9961963 Sep 22 21:32:57.772825 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-214adc66-f218-487d-bb8b-1a906ea6b1cb None None] Port 84d75bf8-85f0-4843-a49e-8e10ab7a25ad cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:32:57.787587 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40174) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:57.829214 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:32:57.829554 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:32:57.829889 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb on network 9beb930a-bec4-4792-bd96-a7a273f7a39f {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:32:57.853152 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-325fd831-d720-4cf9-8213-3e0e6be35bd8 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bc8142a-59aa-43e1-b2ea-c978b107b07c') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:32:57.853494 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-325fd831-d720-4cf9-8213-3e0e6be35bd8 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bc8142a-59aa-43e1-b2ea-c978b107b07c') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:32:57.866169 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-97f1459a-547e-437f-9d11-412c107d46cc tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Notify callbacks [] for floatingip, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:57.887493 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-e2ff7066-ac14-499c-9b5b-dc0800ca143e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5625c499-2764-4d95-9637-604c70018d0d']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:32:57.909724 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb on network 9beb930a-bec4-4792-bd96-a7a273f7a39f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:32:57.910059 dv-neutron-858900-1-hyperv neutron-server[89008]: ERROR neutron.plugins.ml2.managers [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Failed to bind port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb on host hv-neutron-8589 for vnic_type normal using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] Sep 22 21:32:57.919996 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.plugins.ml2.plugin [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempt 3 to bind port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb Sep 22 21:32:57.926165 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-325fd831-d720-4cf9-8213-3e0e6be35bd8 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:57.932816 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-3cd67afc-de9c-4c64-b133-d5a762970aab service neutron] 10.222.0.33 "GET /v2.0/networks/452fb2e3-f6a7-40db-8fcb-ea7dd754bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3957069 Sep 22 21:32:57.934304 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-e2ff7066-ac14-499c-9b5b-dc0800ca143e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '752900a6-99cc-425b-a430-17d9eea1d97a') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:32:57.934625 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-e2ff7066-ac14-499c-9b5b-dc0800ca143e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '752900a6-99cc-425b-a430-17d9eea1d97a') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:32:58.014166 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e2ff7066-ac14-499c-9b5b-dc0800ca143e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:58.052885 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-325fd831-d720-4cf9-8213-3e0e6be35bd8 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:58.071802 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-53ae18a9-5e9b-49b4-99c7-041a31b63d29 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Deleting port d5988ced-b285-4194-ab47-3fa57d54ac6c {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:32:58.072154 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-53ae18a9-5e9b-49b4-99c7-041a31b63d29 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:58.118045 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e2ff7066-ac14-499c-9b5b-dc0800ca143e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:58.120452 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-325fd831-d720-4cf9-8213-3e0e6be35bd8 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:32:58.120840 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-325fd831-d720-4cf9-8213-3e0e6be35bd8 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:58.126268 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf389126-1028-484d-a03d-e447f05b7c00 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Pushing event updated for resources: {'Port': ['ID=d5988ced-b285-4194-ab47-3fa57d54ac6c,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:58.177750 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:32:58.178095 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:32:58.178435 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb on network 9beb930a-bec4-4792-bd96-a7a273f7a39f {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:32:58.185238 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-31a90a3c-655f-430e-9539-434eb152037a tempest-RoutersTestDVR-575518788 tempest-RoutersTestDVR-575518788-project] 10.222.0.33 "GET /v2.0/routers/926f46c3-db5c-4453-abad-07c511cf07eb HTTP/1.1" status: 200 len: 683 time: 0.5962181 Sep 22 21:32:58.191733 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 40178) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:58.227741 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2ff7066-ac14-499c-9b5b-dc0800ca143e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:32:58.228262 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e2ff7066-ac14-499c-9b5b-dc0800ca143e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:58.258400 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb on network 9beb930a-bec4-4792-bd96-a7a273f7a39f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:32:58.258972 dv-neutron-858900-1-hyperv neutron-server[89008]: ERROR neutron.plugins.ml2.managers [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Failed to bind port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb on host hv-neutron-8589 for vnic_type normal using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] Sep 22 21:32:58.266207 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.plugins.ml2.plugin [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempt 4 to bind port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb Sep 22 21:32:58.274973 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-214adc66-f218-487d-bb8b-1a906ea6b1cb None None] Attempt 9 to provision port 84d75bf8-85f0-4843-a49e-8e10ab7a25ad Sep 22 21:32:58.360630 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:32:58.360967 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:32:58.361301 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb on network 9beb930a-bec4-4792-bd96-a7a273f7a39f {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:32:58.363827 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f4937225-b145-4b03-b447-23d5dc536129 tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Notify callbacks [] for router, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:58.377230 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-214adc66-f218-487d-bb8b-1a906ea6b1cb None None] Port 84d75bf8-85f0-4843-a49e-8e10ab7a25ad cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:32:58.402246 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-325fd831-d720-4cf9-8213-3e0e6be35bd8 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:58.440241 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-325fd831-d720-4cf9-8213-3e0e6be35bd8 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:58.469002 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e2ff7066-ac14-499c-9b5b-dc0800ca143e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:58.479216 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325fd831-d720-4cf9-8213-3e0e6be35bd8 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Pushing event deleted for resources: {'Network': ['ID=1b447f63-294b-4e91-b758-24ef840fc80c,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:58.496476 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb on network 9beb930a-bec4-4792-bd96-a7a273f7a39f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:32:58.496801 dv-neutron-858900-1-hyperv neutron-server[89008]: ERROR neutron.plugins.ml2.managers [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Failed to bind port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb on host hv-neutron-8589 for vnic_type normal using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] Sep 22 21:32:58.500766 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.plugins.ml2.plugin [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempt 5 to bind port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb Sep 22 21:32:58.538692 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f6710846-6e83-4564-88fa-dc4182d04e18 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:58.552832 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ff7066-ac14-499c-9b5b-dc0800ca143e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5625c499-2764-4d95-9637-604c70018d0d {{(pid=89009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 22 21:32:58.575539 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-b603f81f-7e69-4712-bed1-bc0cd374bb6c service neutron] 10.222.0.33 "GET /v2.0/networks/452fb2e3-f6a7-40db-8fcb-ea7dd754bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4803298 Sep 22 21:32:58.575726 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:32:58.575800 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f6710846-6e83-4564-88fa-dc4182d04e18 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:58.576072 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:32:58.576411 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb on network 9beb930a-bec4-4792-bd96-a7a273f7a39f {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:32:58.601146 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e2ff7066-ac14-499c-9b5b-dc0800ca143e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:58.608969 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e2ff7066-ac14-499c-9b5b-dc0800ca143e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] 10.222.0.33 "DELETE /v2.0/networks/5625c499-2764-4d95-9637-604c70018d0d HTTP/1.1" status: 204 len: 168 time: 1.6042964 Sep 22 21:32:58.700246 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb on network 9beb930a-bec4-4792-bd96-a7a273f7a39f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:32:58.700796 dv-neutron-858900-1-hyperv neutron-server[89008]: ERROR neutron.plugins.ml2.managers [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Failed to bind port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb on host hv-neutron-8589 for vnic_type normal using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] Sep 22 21:32:58.708667 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.plugins.ml2.plugin [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempt 6 to bind port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb Sep 22 21:32:58.727355 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f4937225-b145-4b03-b447-23d5dc536129 tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:58.731534 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f4937225-b145-4b03-b447-23d5dc536129 tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:58.734316 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:32:58.734851 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:32:58.735335 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb on network 9beb930a-bec4-4792-bd96-a7a273f7a39f {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:32:58.745765 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb on network 9beb930a-bec4-4792-bd96-a7a273f7a39f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:32:58.746344 dv-neutron-858900-1-hyperv neutron-server[89008]: ERROR neutron.plugins.ml2.managers [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Failed to bind port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb on host hv-neutron-8589 for vnic_type normal using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] Sep 22 21:32:58.753925 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.plugins.ml2.plugin [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempt 7 to bind port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb Sep 22 21:32:58.772721 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:32:58.773534 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:32:58.774309 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb on network 9beb930a-bec4-4792-bd96-a7a273f7a39f {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:32:58.780891 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f4937225-b145-4b03-b447-23d5dc536129 tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:58.781584 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4937225-b145-4b03-b447-23d5dc536129 tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 926f46c3-db5c-4453-abad-07c511cf07eb {{(pid=89008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:32:58.785629 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb on network 9beb930a-bec4-4792-bd96-a7a273f7a39f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:32:58.786194 dv-neutron-858900-1-hyperv neutron-server[89008]: ERROR neutron.plugins.ml2.managers [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Failed to bind port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb on host hv-neutron-8589 for vnic_type normal using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] Sep 22 21:32:58.790055 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.plugins.ml2.plugin [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempt 8 to bind port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb Sep 22 21:32:58.811346 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f4937225-b145-4b03-b447-23d5dc536129 tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:58.813300 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-f4937225-b145-4b03-b447-23d5dc536129 tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] 10.222.0.33 "DELETE /v2.0/routers/926f46c3-db5c-4453-abad-07c511cf07eb HTTP/1.1" status: 204 len: 168 time: 0.6136076 Sep 22 21:32:58.818703 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:32:58.819234 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:32:58.820145 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb on network 9beb930a-bec4-4792-bd96-a7a273f7a39f {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:32:58.822497 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 40188) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:58.830332 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-0d002fef-ff8a-4753-932c-89d28f27f2a1 tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Request body: {'router': {'name': 'tempest-router-1096077782', 'distributed': True}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:32:58.837633 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb on network 9beb930a-bec4-4792-bd96-a7a273f7a39f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:32:58.838148 dv-neutron-858900-1-hyperv neutron-server[89008]: ERROR neutron.plugins.ml2.managers [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Failed to bind port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb on host hv-neutron-8589 for vnic_type normal using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] Sep 22 21:32:58.839254 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-0d002fef-ff8a-4753-932c-89d28f27f2a1 tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:58.842827 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.plugins.ml2.plugin [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempt 9 to bind port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb Sep 22 21:32:58.853436 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-0d002fef-ff8a-4753-932c-89d28f27f2a1 tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Usage tracker for resource:router and tenant:67b030c84f9e4f7490d4445997094126 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:58.860343 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-0d002fef-ff8a-4753-932c-89d28f27f2a1 tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:58.869716 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-0d002fef-ff8a-4753-932c-89d28f27f2a1 tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:58.874920 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:32:58.875443 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:32:58.875987 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb on network 9beb930a-bec4-4792-bd96-a7a273f7a39f {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:32:58.878496 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-214adc66-f218-487d-bb8b-1a906ea6b1cb None None] Attempt 10 to provision port 84d75bf8-85f0-4843-a49e-8e10ab7a25ad Sep 22 21:32:58.883971 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb on network 9beb930a-bec4-4792-bd96-a7a273f7a39f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:32:58.884474 dv-neutron-858900-1-hyperv neutron-server[89008]: ERROR neutron.plugins.ml2.managers [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Failed to bind port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb on host hv-neutron-8589 for vnic_type normal using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] Sep 22 21:32:58.886569 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.plugins.ml2.plugin [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempt 10 to bind port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb Sep 22 21:32:58.890156 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-325fd831-d720-4cf9-8213-3e0e6be35bd8 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] 10.222.0.33 "DELETE /v2.0/networks/1b447f63-294b-4e91-b758-24ef840fc80c HTTP/1.1" status: 204 len: 168 time: 2.0997062 Sep 22 21:32:58.890566 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff7066-ac14-499c-9b5b-dc0800ca143e tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Pushing event deleted for resources: {'Network': ['ID=5625c499-2764-4d95-9637-604c70018d0d,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:58.908012 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f6710846-6e83-4564-88fa-dc4182d04e18 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:58.916207 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 40196) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:58.932741 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0d002fef-ff8a-4753-932c-89d28f27f2a1 tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:58.935826 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0d002fef-ff8a-4753-932c-89d28f27f2a1 tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:58.989021 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 9bc8142a-59aa-43e1-b2ea-c978b107b07c resource provider aggregate not found Sep 22 21:32:58.990906 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-214adc66-f218-487d-bb8b-1a906ea6b1cb None None] Port 84d75bf8-85f0-4843-a49e-8e10ab7a25ad cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:32:59.024811 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-214adc66-f218-487d-bb8b-1a906ea6b1cb None None] Provisioning for port e5cc9bc2-8c42-4be7-b160-ed3d4036bd87 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:32:59.038013 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-214adc66-f218-487d-bb8b-1a906ea6b1cb None None] Provisioning complete for port e5cc9bc2-8c42-4be7-b160-ed3d4036bd87 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:32:59.038388 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-214adc66-f218-487d-bb8b-1a906ea6b1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:59.039089 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-214adc66-f218-487d-bb8b-1a906ea6b1cb None None] Attempt 1 to provision port e5cc9bc2-8c42-4be7-b160-ed3d4036bd87 Sep 22 21:32:59.041414 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f6710846-6e83-4564-88fa-dc4182d04e18 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:59.043736 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-f6710846-6e83-4564-88fa-dc4182d04e18 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.3260009 Sep 22 21:32:59.055198 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 9bc8142a-59aa-43e1-b2ea-c978b107b07c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9bc8142a-59aa-43e1-b2ea-c978b107b07c found for delete ", "request_id": "req-6e20d858-ce9e-4812-b57f-ef0a202b9a21"}]} Sep 22 21:32:59.061818 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6710846-6e83-4564-88fa-dc4182d04e18 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Pushing event updated for resources: {'Port': ['ID=7e96c020-f526-44a1-9175-fd5fa67c5ece,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:59.116392 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 752900a6-99cc-425b-a430-17d9eea1d97a resource provider aggregate not found Sep 22 21:32:59.153325 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 752900a6-99cc-425b-a430-17d9eea1d97a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 752900a6-99cc-425b-a430-17d9eea1d97a found for delete ", "request_id": "req-b110fb6a-cef1-4d09-8a10-65162ea2892a"}]} Sep 22 21:32:59.187373 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5c290c-80e0-4c62-bcf2-26e38710df1f tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:59.195622 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-53ae18a9-5e9b-49b4-99c7-041a31b63d29 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:59.195821 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5c290c-80e0-4c62-bcf2-26e38710df1f tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:59.202546 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ff5c290c-80e0-4c62-bcf2-26e38710df1f tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2772822 Sep 22 21:32:59.202546 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:32:59.215446 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40224) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:59.222491 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:32:59.223932 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempting to bind port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb on network 9beb930a-bec4-4792-bd96-a7a273f7a39f {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:32:59.226095 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40226) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:59.241728 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-97f1459a-547e-437f-9d11-412c107d46cc tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:59.242402 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb on network 9beb930a-bec4-4792-bd96-a7a273f7a39f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:32:59.242402 dv-neutron-858900-1-hyperv neutron-server[89008]: ERROR neutron.plugins.ml2.managers [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Failed to bind port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb on host hv-neutron-8589 for vnic_type normal using segments [{'id': '2e8fe675-b768-4499-8608-17ebd4ab5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9beb930a-bec4-4792-bd96-a7a273f7a39f'}] Sep 22 21:32:59.245889 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:59.254029 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-b36aeeed-7a7c-4aff-a254-d2f664ad9c7c tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-916072979'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:32:59.339451 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-214adc66-f218-487d-bb8b-1a906ea6b1cb None None] Current status of the port e5cc9bc2-8c42-4be7-b160-ed3d4036bd87 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:32:59.339838 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-214adc66-f218-487d-bb8b-1a906ea6b1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:59.367877 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-b36aeeed-7a7c-4aff-a254-d2f664ad9c7c tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:59.421082 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-214adc66-f218-487d-bb8b-1a906ea6b1cb None None] For port e5cc9bc2-8c42-4be7-b160-ed3d4036bd87, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=e5cc9bc2-8c42-4be7-b160-ed3d4036bd87,segment=NetworkSegment(061a951f-7d62-41da-84b4-c96edd705f4f),segment_id=061a951f-7d62-41da-84b4-c96edd705f4f)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:32:59.432425 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-214adc66-f218-487d-bb8b-1a906ea6b1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:59.442666 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 40234) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:59.476220 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-214adc66-f218-487d-bb8b-1a906ea6b1cb None None] Could not find standard attr ID for object fcdf56be-a766-403e-a373-a009595ead90. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:32:59.511156 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-4834f79c-52a2-40a7-bff3-02d77dd3e5c9 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Request body: {'router': {'name': 'tempest-router--1974752998', 'project_id': '50b785bfba64425383539c549eb3309b'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:32:59.513751 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-53ae18a9-5e9b-49b4-99c7-041a31b63d29 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Calling delete_port for d5988ced-b285-4194-ab47-3fa57d54ac6c owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:32:59.522755 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-4834f79c-52a2-40a7-bff3-02d77dd3e5c9 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:32:59.526674 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0d002fef-ff8a-4753-932c-89d28f27f2a1 tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:59.540540 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214adc66-f218-487d-bb8b-1a906ea6b1cb None None] Pushing event updated for resources: {'Port': ['ID=e5cc9bc2-8c42-4be7-b160-ed3d4036bd87,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:59.541188 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-4834f79c-52a2-40a7-bff3-02d77dd3e5c9 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Usage tracker for resource:router and tenant:50b785bfba64425383539c549eb3309b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:59.563523 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-4834f79c-52a2-40a7-bff3-02d77dd3e5c9 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:59.579370 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-4834f79c-52a2-40a7-bff3-02d77dd3e5c9 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:59.588568 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-b36aeeed-7a7c-4aff-a254-d2f664ad9c7c tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Usage tracker for resource:network and tenant:1c71f3b6114749b38821c6c564cfcd20 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:32:59.599814 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-b36aeeed-7a7c-4aff-a254-d2f664ad9c7c tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:32:59.603451 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] For port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb, host hv-neutron-8589, cleared binding levels {{(pid=89008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:32:59.603851 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attempted to set empty binding levels {{(pid=89008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 22 21:32:59.610799 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-f74d05a0-b1e1-468a-9801-4b5d037b28c0 None None] Provisioning complete for port 01dac8c6-de86-4e6c-91ee-e5aece1b2f91 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:32:59.612068 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f74d05a0-b1e1-468a-9801-4b5d037b28c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:59.612400 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-f74d05a0-b1e1-468a-9801-4b5d037b28c0 None None] Attempt 1 to provision port 01dac8c6-de86-4e6c-91ee-e5aece1b2f91 Sep 22 21:32:59.616872 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-b36aeeed-7a7c-4aff-a254-d2f664ad9c7c tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:32:59.642398 dv-neutron-858900-1-hyperv neutron-server[89009]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 22 21:32:59.645152 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4834f79c-52a2-40a7-bff3-02d77dd3e5c9 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:59.646389 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4834f79c-52a2-40a7-bff3-02d77dd3e5c9 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:59.652544 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0d002fef-ff8a-4753-932c-89d28f27f2a1 tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:59.678416 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:59.679056 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] In _notify_port_updated(), no bound segment for port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb on network 9beb930a-bec4-4792-bd96-a7a273f7a39f {{(pid=89008) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 21:32:59.680068 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:32:59.680731 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:59.682223 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] 10.222.0.33 "PUT /v2.0/ports/2eeba96a-e5d3-41f0-9e3e-37c8a82722fb HTTP/1.1" status: 200 len: 980 time: 3.9984765 Sep 22 21:32:59.686925 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40260) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:59.696632 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36aeeed-7a7c-4aff-a254-d2f664ad9c7c tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Made reservation on behalf of 1c71f3b6114749b38821c6c564cfcd20 for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:32:59.699970 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b36aeeed-7a7c-4aff-a254-d2f664ad9c7c tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:59.756012 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-1fcd71a5-38ec-425f-8980-5473d624b2b6 req-92425e2e-9287-4e3c-a3e3-873129cf7615 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Synchronizing usage tracker for tenant:00d27190048c4d5c9df662860665c71e on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:32:59.766147 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cede6e-652c-4438-a5cc-c83037ebfd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Pushing event updated for resources: {'Port': ['ID=2eeba96a-e5d3-41f0-9e3e-37c8a82722fb,revision_number=3']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:32:59.773084 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-91d5a5a0-4092-47e8-8caa-017d60a0c623 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Synchronizing usage tracker for tenant:25574d9f1a93412b95f1e988f287237a on resource:security_group {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:32:59.775966 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0d002fef-ff8a-4753-932c-89d28f27f2a1 tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:59.777171 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-0d002fef-ff8a-4753-932c-89d28f27f2a1 tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.9533949 Sep 22 21:32:59.783782 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 40266) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:32:59.798560 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-f74d05a0-b1e1-468a-9801-4b5d037b28c0 None None] Current status of the port 01dac8c6-de86-4e6c-91ee-e5aece1b2f91 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:32:59.818323 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-f74d05a0-b1e1-468a-9801-4b5d037b28c0 None None] Provisioning for port 76d49b16-8e20-46af-9671-e36b447d7ed9 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:32:59.824373 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-f74d05a0-b1e1-468a-9801-4b5d037b28c0 None None] Provisioning complete for port 76d49b16-8e20-46af-9671-e36b447d7ed9 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:32:59.826812 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f74d05a0-b1e1-468a-9801-4b5d037b28c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:59.826812 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-f74d05a0-b1e1-468a-9801-4b5d037b28c0 None None] Attempt 1 to provision port 76d49b16-8e20-46af-9671-e36b447d7ed9 Sep 22 21:32:59.861815 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4834f79c-52a2-40a7-bff3-02d77dd3e5c9 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:59.885555 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b36aeeed-7a7c-4aff-a254-d2f664ad9c7c tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:32:59.905627 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-1fcd71a5-38ec-425f-8980-5473d624b2b6 req-92425e2e-9287-4e3c-a3e3-873129cf7615 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Unset dirty status for tenant:00d27190048c4d5c9df662860665c71e on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:32:59.919180 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-1fcd71a5-38ec-425f-8980-5473d624b2b6 req-92425e2e-9287-4e3c-a3e3-873129cf7615 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] 10.222.0.33 "GET /v2.0/ports?device_id=18bad13e-d11f-4012-9e0d-bf2e7d80980e HTTP/1.1" status: 200 len: 210 time: 0.6857517 Sep 22 21:32:59.961671 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-2b1a6469-f76d-48cd-aaef-19fbe1d8240c tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Deleting port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:32:59.962028 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2b1a6469-f76d-48cd-aaef-19fbe1d8240c tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:59.980603 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-f74d05a0-b1e1-468a-9801-4b5d037b28c0 None None] Current status of the port 76d49b16-8e20-46af-9671-e36b447d7ed9 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:32:59.981223 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f74d05a0-b1e1-468a-9801-4b5d037b28c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:32:59.998413 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-91d5a5a0-4092-47e8-8caa-017d60a0c623 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Unset dirty status for tenant:25574d9f1a93412b95f1e988f287237a on resource:security_group {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:32:59.999627 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-91d5a5a0-4092-47e8-8caa-017d60a0c623 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--568670062&fields=id&tenant_id=25574d9f1a93412b95f1e988f287237a HTTP/1.1" status: 200 len: 267 time: 0.4018700 Sep 22 21:33:00.000759 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8ab88964-4cf1-4a55-89c4-ab7fbc3c4468 tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Notify callbacks [] for router, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:00.031285 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-f74d05a0-b1e1-468a-9801-4b5d037b28c0 None None] For port 76d49b16-8e20-46af-9671-e36b447d7ed9, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=76d49b16-8e20-46af-9671-e36b447d7ed9,segment=NetworkSegment(b9a5893b-0c23-4aa8-b596-b3dc1cc17f58),segment_id=b9a5893b-0c23-4aa8-b596-b3dc1cc17f58)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:33:00.037293 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f74d05a0-b1e1-468a-9801-4b5d037b28c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:00.067916 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-97f1459a-547e-437f-9d11-412c107d46cc tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Allocated IP 172.26.0.208 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/d70c4f19-b22a-4b6c-afa6-953ffd276063) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:33:00.133291 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b36aeeed-7a7c-4aff-a254-d2f664ad9c7c tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:00.133890 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-b36aeeed-7a7c-4aff-a254-d2f664ad9c7c tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Added segment 2abdc6c5-c93b-4f86-a570-fcc773158be8 of type vlan for network edc3c7fb-15b8-4419-a89c-00fd6ff9df66 Sep 22 21:33:00.137259 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-53ae18a9-5e9b-49b4-99c7-041a31b63d29 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:00.147004 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-f74d05a0-b1e1-468a-9801-4b5d037b28c0 None None] Provisioning complete for port e5cc9bc2-8c42-4be7-b160-ed3d4036bd87 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:33:00.148363 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f74d05a0-b1e1-468a-9801-4b5d037b28c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:00.148363 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-f74d05a0-b1e1-468a-9801-4b5d037b28c0 None None] Attempt 1 to provision port e5cc9bc2-8c42-4be7-b160-ed3d4036bd87 Sep 22 21:33:00.181674 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d05a0-b1e1-468a-9801-4b5d037b28c0 None None] Pushing event updated for resources: {'Port': ['ID=76d49b16-8e20-46af-9671-e36b447d7ed9,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:00.301887 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-f74d05a0-b1e1-468a-9801-4b5d037b28c0 None None] Current status of the port e5cc9bc2-8c42-4be7-b160-ed3d4036bd87 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:33:00.306125 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-f74d05a0-b1e1-468a-9801-4b5d037b28c0 None None] Could not find standard attr ID for object d5988ced-b285-4194-ab47-3fa57d54ac6c. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:33:00.309647 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-f74d05a0-b1e1-468a-9801-4b5d037b28c0 None None] Could not find standard attr ID for object c6f2c310-687b-4172-b0c1-4c808db8cc58. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:33:00.353308 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4834f79c-52a2-40a7-bff3-02d77dd3e5c9 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:00.434490 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ae18a9-5e9b-49b4-99c7-041a31b63d29 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Pushing event deleted for resources: {'Port': ['ID=d5988ced-b285-4194-ab47-3fa57d54ac6c,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:00.451902 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b36aeeed-7a7c-4aff-a254-d2f664ad9c7c tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:00.540664 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-53ae18a9-5e9b-49b4-99c7-041a31b63d29 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:00.587295 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8ab88964-4cf1-4a55-89c4-ab7fbc3c4468 tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:00.593432 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-2b1a6469-f76d-48cd-aaef-19fbe1d8240c tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] For port 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb, host hv-neutron-8589, got binding levels [] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:33:00.593803 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2b1a6469-f76d-48cd-aaef-19fbe1d8240c tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:00.595265 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-0573525f-17eb-46dd-8ed3-a03ffd3839af tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:00.603493 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-0573525f-17eb-46dd-8ed3-a03ffd3839af tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/networks?id=5dbb466f-7241-4d18-b090-2d779954893b HTTP/1.1" status: 200 len: 811 time: 0.3783243 Sep 22 21:33:00.610399 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8ab88964-4cf1-4a55-89c4-ab7fbc3c4468 tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:00.615965 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-53ae18a9-5e9b-49b4-99c7-041a31b63d29 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] 10.222.0.33 "DELETE /v2.0/ports/d5988ced-b285-4194-ab47-3fa57d54ac6c HTTP/1.1" status: 204 len: 168 time: 2.8206019 Sep 22 21:33:00.620072 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4834f79c-52a2-40a7-bff3-02d77dd3e5c9 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:00.621215 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-4834f79c-52a2-40a7-bff3-02d77dd3e5c9 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.1631968 Sep 22 21:33:00.622086 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 40280) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:00.627115 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 40282) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:00.632001 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-0ba190c5-4783-4ac9-9e1f-ec8fc3051c89 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/quotas/25574d9f1a93412b95f1e988f287237a HTTP/1.1" status: 200 len: 375 time: 0.0275388 Sep 22 21:33:00.737099 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b36aeeed-7a7c-4aff-a254-d2f664ad9c7c tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:00.742875 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36aeeed-7a7c-4aff-a254-d2f664ad9c7c tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:00.743478 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b36aeeed-7a7c-4aff-a254-d2f664ad9c7c tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:00.757060 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-2b1a6469-f76d-48cd-aaef-19fbe1d8240c tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Calling delete_port for 2eeba96a-e5d3-41f0-9e3e-37c8a82722fb owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:33:00.787234 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-2770c8d1-2e05-45bb-8080-38c44c1d1fb8 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] GET failed (client error): The resource could not be found. Sep 22 21:33:00.787841 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-2770c8d1-2e05-45bb-8080-38c44c1d1fb8 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Synchronizing usage tracker for tenant:c704583039e64d3f814746054767041a on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:33:00.840992 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8ab88964-4cf1-4a55-89c4-ab7fbc3c4468 tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:00.842055 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab88964-4cf1-4a55-89c4-ab7fbc3c4468 tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 35869de2-00b9-46a3-82d7-2ba39855a622 {{(pid=89008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:33:00.873998 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9e461989-bcea-4495-a4a1-238283c15ba0 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks [] for router, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:00.921202 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-b36aeeed-7a7c-4aff-a254-d2f664ad9c7c tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6961486 Sep 22 21:33:00.930875 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 40288) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:00.939133 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8ab88964-4cf1-4a55-89c4-ab7fbc3c4468 tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:00.943366 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-8ab88964-4cf1-4a55-89c4-ab7fbc3c4468 tempest-RoutersTestDVR-1699541958 tempest-RoutersTestDVR-1699541958-project-admin] 10.222.0.33 "DELETE /v2.0/routers/35869de2-00b9-46a3-82d7-2ba39855a622 HTTP/1.1" status: 204 len: 168 time: 1.1538703 Sep 22 21:33:00.947053 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36aeeed-7a7c-4aff-a254-d2f664ad9c7c tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Pushing event updated for resources: {'Network': ['ID=edc3c7fb-15b8-4419-a89c-00fd6ff9df66,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:00.953935 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device e5cc9bc2-8c42-4be7-b160-ed3d4036bd87 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:33:00.954472 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-97f1459a-547e-437f-9d11-412c107d46cc tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:00.955908 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-6ceb1fc1-c782-4689-8c3f-771fa9b9199c tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-925192826'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:01.005088 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network edc3c7fb-15b8-4419-a89c-00fd6ff9df66 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:33:01.020985 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-6ceb1fc1-c782-4689-8c3f-771fa9b9199c tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:33:01.025385 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-2770c8d1-2e05-45bb-8080-38c44c1d1fb8 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Unset dirty status for tenant:c704583039e64d3f814746054767041a on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:33:01.030773 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-2770c8d1-2e05-45bb-8080-38c44c1d1fb8 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] 10.222.0.33 "GET /v2.0/ports/d5988ced-b285-4194-ab47-3fa57d54ac6c HTTP/1.1" status: 404 len: 333 time: 0.4005289 Sep 22 21:33:01.030946 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2b1a6469-f76d-48cd-aaef-19fbe1d8240c tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:01.033730 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 40296) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:01.035571 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-6ceb1fc1-c782-4689-8c3f-771fa9b9199c tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Usage tracker for resource:network and tenant:1c71f3b6114749b38821c6c564cfcd20 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:33:01.040142 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-6ceb1fc1-c782-4689-8c3f-771fa9b9199c tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:33:01.050903 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-8713db5b-f74d-4a89-8826-48e7c3c75771 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Request body: {'port': {'network_id': '55928b10-4731-4af7-b284-cf1153d69606', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-57457833'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:01.102799 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a6469-f76d-48cd-aaef-19fbe1d8240c tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Pushing event deleted for resources: {'Port': ['ID=2eeba96a-e5d3-41f0-9e3e-37c8a82722fb,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:01.113484 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2b1a6469-f76d-48cd-aaef-19fbe1d8240c tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:01.122654 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-97f1459a-547e-437f-9d11-412c107d46cc tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:01.161333 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-6ceb1fc1-c782-4689-8c3f-771fa9b9199c tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:33:01.184034 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2b1a6469-f76d-48cd-aaef-19fbe1d8240c tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] 10.222.0.33 "DELETE /v2.0/ports/2eeba96a-e5d3-41f0-9e3e-37c8a82722fb HTTP/1.1" status: 204 len: 168 time: 1.4885817 Sep 22 21:33:01.233242 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 40302) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:01.233571 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.49', 58534) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:01.312466 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port e5cc9bc2-8c42-4be7-b160-ed3d4036bd87 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:33:01.312836 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:01.313216 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port e5cc9bc2-8c42-4be7-b160-ed3d4036bd87 Sep 22 21:33:01.427420 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-a55c767c-88fd-479a-9298-09e5a49a007f req-56f65633-c4d2-4890-ac16-ff4ea784f0c3 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] 10.222.0.33 "GET /v2.0/ports?device_id=18bad13e-d11f-4012-9e0d-bf2e7d80980e HTTP/1.1" status: 200 len: 210 time: 0.2600698 Sep 22 21:33:01.429330 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f1459a-547e-437f-9d11-412c107d46cc tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:33:01.432827 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-97f1459a-547e-437f-9d11-412c107d46cc tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:33:01.437516 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f1459a-547e-437f-9d11-412c107d46cc tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:33:01.475827 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f1459a-547e-437f-9d11-412c107d46cc tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Pushing event updated for resources: {'Port': ['ID=d70c4f19-b22a-4b6c-afa6-953ffd276063,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:01.536715 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-97f1459a-547e-437f-9d11-412c107d46cc tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:01.580629 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40310) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:01.583033 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port e5cc9bc2-8c42-4be7-b160-ed3d4036bd87 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:33:01.584405 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 76d49b16-8e20-46af-9671-e36b447d7ed9 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:33:01.618474 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-97f1459a-547e-437f-9d11-412c107d46cc tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:01.678814 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 76d49b16-8e20-46af-9671-e36b447d7ed9 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:33:01.679463 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:01.680085 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 76d49b16-8e20-46af-9671-e36b447d7ed9 Sep 22 21:33:01.689189 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:33:01.756044 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ceb1fc1-c782-4689-8c3f-771fa9b9199c tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Made reservation on behalf of 1c71f3b6114749b38821c6c564cfcd20 for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:33:01.759749 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6ceb1fc1-c782-4689-8c3f-771fa9b9199c tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:01.784603 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d731cd57-4245-4aca-9eb5-b6c913115f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:01.816627 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-d731cd57-4245-4aca-9eb5-b6c913115f88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:33:01.823456 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-d731cd57-4245-4aca-9eb5-b6c913115f88 admin admin] Usage tracker for resource:security_group_rule and tenant:102011ec9ea7403396a894aad973d4f7 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:33:01.828230 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-d731cd57-4245-4aca-9eb5-b6c913115f88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:33:01.828367 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-8713db5b-f74d-4a89-8826-48e7c3c75771 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:33:01.832301 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9e461989-bcea-4495-a4a1-238283c15ba0 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:01.837750 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c604989-83c9-43da-b9a7-9f799003d467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] GET failed (client error): The resource could not be found. Sep 22 21:33:01.838452 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-4c604989-83c9-43da-b9a7-9f799003d467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Synchronizing usage tracker for tenant:16f814f5421f406d9b243f1d12c11d1c on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:33:01.838729 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-d731cd57-4245-4aca-9eb5-b6c913115f88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:33:01.840172 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 76d49b16-8e20-46af-9671-e36b447d7ed9 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:33:01.847063 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9e461989-bcea-4495-a4a1-238283c15ba0 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:01.899592 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-7d3b5cd3-f858-4957-ba65-8db1640e55d8 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=25574d9f1a93412b95f1e988f287237a&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1685889 Sep 22 21:33:01.937108 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-97f1459a-547e-437f-9d11-412c107d46cc tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:01.944422 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-97f1459a-547e-437f-9d11-412c107d46cc tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:01.980632 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-8713db5b-f74d-4a89-8826-48e7c3c75771 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:33:02.024311 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ceb1fc1-c782-4689-8c3f-771fa9b9199c tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:33:02.046470 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-4c604989-83c9-43da-b9a7-9f799003d467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] Unset dirty status for tenant:16f814f5421f406d9b243f1d12c11d1c on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:33:02.053068 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-4c604989-83c9-43da-b9a7-9f799003d467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-384170682-project-admin] 10.222.0.33 "GET /v2.0/ports/2eeba96a-e5d3-41f0-9e3e-37c8a82722fb HTTP/1.1" status: 404 len: 333 time: 0.7969587 Sep 22 21:33:02.053160 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40336) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:02.063155 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6ceb1fc1-c782-4689-8c3f-771fa9b9199c tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:02.063506 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-6ceb1fc1-c782-4689-8c3f-771fa9b9199c tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Added segment 21bd1546-b065-424f-9d3d-3cbe21752677 of type vlan for network 1df9132b-92f9-45fa-a2d9-0bcb51d7a590 Sep 22 21:33:02.066555 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8713db5b-f74d-4a89-8826-48e7c3c75771 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Made reservation on behalf of c704583039e64d3f814746054767041a for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:33:02.070269 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8713db5b-f74d-4a89-8826-48e7c3c75771 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:02.089195 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9e461989-bcea-4495-a4a1-238283c15ba0 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:02.089691 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e461989-bcea-4495-a4a1-238283c15ba0 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 331006ee-0041-420a-9af9-073d4bcf8e66 {{(pid=89008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:33:02.168011 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [None req-8713db5b-f74d-4a89-8826-48e7c3c75771 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] device_id is not set on port ccf608c5-d45f-461c-924a-5b3b56835fbd yet. {{(pid=89008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:33:02.172869 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d731cd57-4245-4aca-9eb5-b6c913115f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:02.186509 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f1459a-547e-437f-9d11-412c107d46cc tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Pushing event updated for resources: {'Port': ['ID=d70c4f19-b22a-4b6c-afa6-953ffd276063,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:02.192910 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-97f1459a-547e-437f-9d11-412c107d46cc tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:02.204722 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d731cd57-4245-4aca-9eb5-b6c913115f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:02.216139 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-5c50e7b9-982d-43fe-b101-4b9cca7d6465 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:02.218132 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-5c50e7b9-982d-43fe-b101-4b9cca7d6465 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] 10.222.0.49 "GET /v2.0/networks?id=452fb2e3-f6a7-40db-8fcb-ea7dd754bdda HTTP/1.1" status: 200 len: 812 time: 0.9658885 Sep 22 21:33:02.226224 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6ceb1fc1-c782-4689-8c3f-771fa9b9199c tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:02.243422 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-3bce715f-b43d-40d4-b2e6-2f14d25a64c6 service neutron] 10.222.0.33 "GET /v2.0/networks/5dbb466f-7241-4d18-b090-2d779954893b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421781 Sep 22 21:33:02.271784 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d731cd57-4245-4aca-9eb5-b6c913115f88 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=102011ec9ea7403396a894aad973d4f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6846137 Sep 22 21:33:02.277729 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40344) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:02.297644 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d731cd57-4245-4aca-9eb5-b6c913115f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a53760-a6ef-4304-a2ac-4eb257d2532a,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:02.312272 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9e461989-bcea-4495-a4a1-238283c15ba0 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:02.314331 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-9e461989-bcea-4495-a4a1-238283c15ba0 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] 10.222.0.33 "DELETE /v2.0/routers/331006ee-0041-420a-9af9-073d4bcf8e66 HTTP/1.1" status: 204 len: 168 time: 1.6830943 Sep 22 21:33:02.320870 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7665ea85-c1f3-4d14-9a00-fa563c778a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:02.376579 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-97f1459a-547e-437f-9d11-412c107d46cc tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:02.378068 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-97f1459a-547e-437f-9d11-412c107d46cc tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8147748 Sep 22 21:33:02.410316 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.db.resource_extend [None req-6ceb1fc1-c782-4689-8c3f-771fa9b9199c tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 21:33:02.475105 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4c5c0a83-5cb3-4521-8f07-622a53c0ca0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:02.515858 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-872cd080-cfb7-4e82-afe1-74faf9f0fcec service neutron] 10.222.0.33 "GET /v2.0/networks/5dbb466f-7241-4d18-b090-2d779954893b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713468 Sep 22 21:33:02.555964 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6ceb1fc1-c782-4689-8c3f-771fa9b9199c tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:02.572651 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ceb1fc1-c782-4689-8c3f-771fa9b9199c tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:02.573286 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6ceb1fc1-c782-4689-8c3f-771fa9b9199c tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:02.674199 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7665ea85-c1f3-4d14-9a00-fa563c778a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:02.844061 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40364) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:02.928318 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-8713db5b-f74d-4a89-8826-48e7c3c75771 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Allocated IP 2001:db8::3de (55928b10-4731-4af7-b284-cf1153d69606/12e9ef01-b1b9-4caf-a62b-47cb64b5fd4b/ccf608c5-d45f-461c-924a-5b3b56835fbd) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:33:02.945954 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-83797945-3402-4a05-87d3-11bd13807fbc req-5c9bf7a8-5429-4f67-82e6-50bc5888e932 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] 10.222.0.33 "GET /v2.0/ports?device_id=18bad13e-d11f-4012-9e0d-bf2e7d80980e HTTP/1.1" status: 200 len: 210 time: 0.2003942 Sep 22 21:33:02.947952 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4c5c0a83-5cb3-4521-8f07-622a53c0ca0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:02.956180 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-7665ea85-c1f3-4d14-9a00-fa563c778a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9beb930a-bec4-4792-bd96-a7a273f7a39f']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:33:02.973656 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-7665ea85-c1f3-4d14-9a00-fa563c778a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e8fe675-b768-4499-8608-17ebd4ab5bcd') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:33:02.973964 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-7665ea85-c1f3-4d14-9a00-fa563c778a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e8fe675-b768-4499-8608-17ebd4ab5bcd') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:33:02.996786 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7665ea85-c1f3-4d14-9a00-fa563c778a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:03.027419 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7665ea85-c1f3-4d14-9a00-fa563c778a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:03.035423 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7665ea85-c1f3-4d14-9a00-fa563c778a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:33:03.035979 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7665ea85-c1f3-4d14-9a00-fa563c778a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:03.175600 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 2e8fe675-b768-4499-8608-17ebd4ab5bcd resource provider aggregate not found Sep 22 21:33:03.213117 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-c7c27072-bdff-4c2b-b14c-8b49f51fd611 req-5019cb94-f2a7-4abf-b9df-618b8d337c60 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Synchronizing usage tracker for tenant:25574d9f1a93412b95f1e988f287237a on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:33:03.260824 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 2e8fe675-b768-4499-8608-17ebd4ab5bcd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2e8fe675-b768-4499-8608-17ebd4ab5bcd found for delete ", "request_id": "req-88ecb1da-4709-49d3-9b6c-8a2ade4859b9"}]} Sep 22 21:33:03.280609 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8713db5b-f74d-4a89-8826-48e7c3c75771 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:03.289471 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4c5c0a83-5cb3-4521-8f07-622a53c0ca0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:03.322553 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c0a83-5cb3-4521-8f07-622a53c0ca0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a53760-a6ef-4304-a2ac-4eb257d2532a,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:03.350557 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7665ea85-c1f3-4d14-9a00-fa563c778a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:03.383782 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7665ea85-c1f3-4d14-9a00-fa563c778a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:03.461090 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-7665ea85-c1f3-4d14-9a00-fa563c778a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562-project] 10.222.0.33 "DELETE /v2.0/networks/9beb930a-bec4-4792-bd96-a7a273f7a39f HTTP/1.1" status: 204 len: 168 time: 1.3987319 Sep 22 21:33:03.463393 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4c5c0a83-5cb3-4521-8f07-622a53c0ca0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:03.464545 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-4c5c0a83-5cb3-4521-8f07-622a53c0ca0c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/95a53760-a6ef-4304-a2ac-4eb257d2532a HTTP/1.1" status: 204 len: 168 time: 1.1755211 Sep 22 21:33:03.467881 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-c7c27072-bdff-4c2b-b14c-8b49f51fd611 req-5019cb94-f2a7-4abf-b9df-618b8d337c60 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Unset dirty status for tenant:25574d9f1a93412b95f1e988f287237a on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:33:03.481468 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c7c27072-bdff-4c2b-b14c-8b49f51fd611 req-5019cb94-f2a7-4abf-b9df-618b8d337c60 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 210 time: 0.4194953 Sep 22 21:33:03.494062 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7665ea85-c1f3-4d14-9a00-fa563c778a34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722513562-project] Pushing event deleted for resources: {'Network': ['ID=9beb930a-bec4-4792-bd96-a7a273f7a39f,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:03.566495 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-3a1b9ced-b9dc-452d-bb20-f1770de141fb tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00d27190048c4d5c9df662860665c71e HTTP/1.1" status: 200 len: 380 time: 1.2797005 Sep 22 21:33:03.567174 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceb1fc1-c782-4689-8c3f-771fa9b9199c tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Pushing event updated for resources: {'Network': ['ID=1df9132b-92f9-45fa-a2d9-0bcb51d7a590,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:03.570370 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-8713db5b-f74d-4a89-8826-48e7c3c75771 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Transition to ACTIVE for port object ccf608c5-d45f-461c-924a-5b3b56835fbd will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:33:03.576459 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40400) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:03.582029 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-9232b7b9-7bd5-4d60-ae12-34988caa186a tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Request body: {'ports': [{'network_id': 'edc3c7fb-15b8-4419-a89c-00fd6ff9df66', 'name': 'tempest-port--1273836159', 'admin_state_up': True}, {'network_id': '1df9132b-92f9-45fa-a2d9-0bcb51d7a590', 'admin_state_up': False}]} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:03.582337 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-9232b7b9-7bd5-4d60-ae12-34988caa186a tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Request body: {'port': {'network_id': 'edc3c7fb-15b8-4419-a89c-00fd6ff9df66', 'name': 'tempest-port--1273836159', 'admin_state_up': True}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:03.582460 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 1df9132b-92f9-45fa-a2d9-0bcb51d7a590 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:33:03.583002 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-9232b7b9-7bd5-4d60-ae12-34988caa186a tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Request body: {'port': {'network_id': '1df9132b-92f9-45fa-a2d9-0bcb51d7a590', 'admin_state_up': False}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:03.588236 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-6ceb1fc1-c782-4689-8c3f-771fa9b9199c tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.6513386 Sep 22 21:33:03.659664 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-fb82ec23-13d4-448e-8bb0-1bae16565aa3 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Request body: {'port': {'device_id': '18bad13e-d11f-4012-9e0d-bf2e7d80980e', 'network_id': '452fb2e3-f6a7-40db-8fcb-ea7dd754bdda', 'admin_state_up': True, 'tenant_id': '00d27190048c4d5c9df662860665c71e', 'security_groups': ['3436d52f-576d-49f3-8cfd-19ae3692e444']}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:03.749125 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-cce73f47-da3f-497b-b172-65c21e205773 req-ceb5c4dc-410b-4c02-b13e-c01edbd9c261 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Synchronizing usage tracker for tenant:bd8cb946cffb40a086f88543474db7f3 on resource:security_group {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:33:03.934561 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-cce73f47-da3f-497b-b172-65c21e205773 req-ceb5c4dc-410b-4c02-b13e-c01edbd9c261 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Unset dirty status for tenant:bd8cb946cffb40a086f88543474db7f3 on resource:security_group {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:33:03.936332 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cce73f47-da3f-497b-b172-65c21e205773 req-ceb5c4dc-410b-4c02-b13e-c01edbd9c261 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--744937881&fields=id&tenant_id=bd8cb946cffb40a086f88543474db7f3 HTTP/1.1" status: 200 len: 267 time: 0.5994978 Sep 22 21:33:04.039026 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-8532a93d-2464-4562-b6e8-972d9a95cade tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2088180207', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}, 'admin_state_up': False}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:04.079852 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-8532a93d-2464-4562-b6e8-972d9a95cade tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:33:04.089012 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-8532a93d-2464-4562-b6e8-972d9a95cade tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Usage tracker for resource:router and tenant:9ff0a0e372bd49f3bc3ed4c0fc4758dc is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:33:04.098164 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-8532a93d-2464-4562-b6e8-972d9a95cade tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:33:04.124067 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-8532a93d-2464-4562-b6e8-972d9a95cade tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:33:04.176404 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8532a93d-2464-4562-b6e8-972d9a95cade tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:04.177545 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8532a93d-2464-4562-b6e8-972d9a95cade tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:04.211155 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40416) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:04.473796 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce73f47-da3f-497b-b172-65c21e205773 req-f9ff7d17-99d6-4692-bd58-ef04afb30e67 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:04.479836 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cce73f47-da3f-497b-b172-65c21e205773 req-f9ff7d17-99d6-4692-bd58-ef04afb30e67 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] 10.222.0.33 "GET /v2.0/networks?id=ffaea767-2648-4475-a48d-aacd7334937b HTTP/1.1" status: 200 len: 806 time: 0.5230052 Sep 22 21:33:04.562380 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8532a93d-2464-4562-b6e8-972d9a95cade tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:04.573070 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cce73f47-da3f-497b-b172-65c21e205773 req-c717ea1a-bd6d-44f5-9465-a5d051d08177 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] 10.222.0.33 "GET /v2.0/quotas/bd8cb946cffb40a086f88543474db7f3 HTTP/1.1" status: 200 len: 375 time: 0.0816877 Sep 22 21:33:04.619148 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-98753cd7-135b-4f08-8127-17ea09076a03 req-097cee2c-3035-4605-b581-37e6f4691df7 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] 10.222.0.33 "GET /v2.0/ports?device_id=18bad13e-d11f-4012-9e0d-bf2e7d80980e HTTP/1.1" status: 200 len: 210 time: 0.2161381 Sep 22 21:33:04.623004 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-9232b7b9-7bd5-4d60-ae12-34988caa186a tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:33:04.690507 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-9232b7b9-7bd5-4d60-ae12-34988caa186a tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Usage tracker for resource:port and tenant:1c71f3b6114749b38821c6c564cfcd20 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:33:04.702128 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-9232b7b9-7bd5-4d60-ae12-34988caa186a tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:33:04.731984 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 40426) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:04.742533 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8713db5b-f74d-4a89-8826-48e7c3c75771 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:04.750353 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-9232b7b9-7bd5-4d60-ae12-34988caa186a tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:33:04.806230 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a81518cc-0154-487b-9c4b-5ab8c2c5c665 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=949ea44fc4a04e4ba77ab0835cf4da23&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5925391 Sep 22 21:33:04.846311 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 40430) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:04.879713 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-fb82ec23-13d4-448e-8bb0-1bae16565aa3 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:33:04.891845 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-fb82ec23-13d4-448e-8bb0-1bae16565aa3 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:33:04.912376 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8713db5b-f74d-4a89-8826-48e7c3c75771 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Network 55928b10-4731-4af7-b284-cf1153d69606 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:33:04.914446 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-207828b3-d0cf-433c-bebb-3130e38d8128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:04.984985 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-8713db5b-f74d-4a89-8826-48e7c3c75771 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:33:04.986865 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-fb82ec23-13d4-448e-8bb0-1bae16565aa3 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Made reservation on behalf of 00d27190048c4d5c9df662860665c71e for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:33:04.990926 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-fb82ec23-13d4-448e-8bb0-1bae16565aa3 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:05.032963 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8713db5b-f74d-4a89-8826-48e7c3c75771 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:33:05.039182 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8713db5b-f74d-4a89-8826-48e7c3c75771 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:05.039888 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8713db5b-f74d-4a89-8826-48e7c3c75771 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:05.062188 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9232b7b9-7bd5-4d60-ae12-34988caa186a tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Made reservation on behalf of 1c71f3b6114749b38821c6c564cfcd20 for: {'port': 2} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:33:05.069211 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9232b7b9-7bd5-4d60-ae12-34988caa186a tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:05.157639 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-147f386b-0874-4a6b-af72-15b9011cf111 req-7b63ed7f-5d08-4170-a7c2-745c495d304f tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 210 time: 0.1864784 Sep 22 21:33:05.288712 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8532a93d-2464-4562-b6e8-972d9a95cade tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:05.301198 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9232b7b9-7bd5-4d60-ae12-34988caa186a tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:05.355491 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9c79a85d-700a-4559-a9db-4949827f5d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:05.383701 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9c79a85d-700a-4559-a9db-4949827f5d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:05.409543 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-56fca257-5f0a-45d4-9632-71015c027732 None None] Provisioning for port ccf608c5-d45f-461c-924a-5b3b56835fbd completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:33:05.420322 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-56fca257-5f0a-45d4-9632-71015c027732 None None] Provisioning complete for port ccf608c5-d45f-461c-924a-5b3b56835fbd triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:33:05.421721 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-56fca257-5f0a-45d4-9632-71015c027732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:05.422983 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-56fca257-5f0a-45d4-9632-71015c027732 None None] Attempt 1 to provision port ccf608c5-d45f-461c-924a-5b3b56835fbd Sep 22 21:33:05.449426 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9c79a85d-700a-4559-a9db-4949827f5d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:05.462229 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-207828b3-d0cf-433c-bebb-3130e38d8128 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:33:05.466944 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-207828b3-d0cf-433c-bebb-3130e38d8128 admin admin] Usage tracker for resource:security_group_rule and tenant:67b030c84f9e4f7490d4445997094126 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:33:05.469860 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-207828b3-d0cf-433c-bebb-3130e38d8128 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:33:05.486648 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-207828b3-d0cf-433c-bebb-3130e38d8128 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:33:05.529902 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-8713db5b-f74d-4a89-8826-48e7c3c75771 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.4913404 Sep 22 21:33:05.554550 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40434) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:05.584873 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c79a85d-700a-4559-a9db-4949827f5d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ac5d6a-b6f4-4504-b5d2-3944579982ac,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:05.597167 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8713db5b-f74d-4a89-8826-48e7c3c75771 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Pushing event updated for resources: {'Port': ['ID=ccf608c5-d45f-461c-924a-5b3b56835fbd,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:05.600848 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-56fca257-5f0a-45d4-9632-71015c027732 None None] Port ccf608c5-d45f-461c-924a-5b3b56835fbd cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:33:05.620009 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9c79a85d-700a-4559-a9db-4949827f5d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:05.624307 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-9c79a85d-700a-4559-a9db-4949827f5d14 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/98ac5d6a-b6f4-4504-b5d2-3944579982ac HTTP/1.1" status: 204 len: 168 time: 0.7576983 Sep 22 21:33:05.633941 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cce73f47-da3f-497b-b172-65c21e205773 req-526814f9-e001-40a1-869c-54892483a1cc tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=bd8cb946cffb40a086f88543474db7f3&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0481191 Sep 22 21:33:05.693926 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-66554739-ed9c-4d0f-a251-a558b1f4e9ad tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Request body: {'port': {'network_id': '55928b10-4731-4af7-b284-cf1153d69606', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-149783743'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:05.798150 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-207828b3-d0cf-433c-bebb-3130e38d8128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:05.825078 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-207828b3-d0cf-433c-bebb-3130e38d8128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:05.893115 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-fb82ec23-13d4-448e-8bb0-1bae16565aa3 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Allocated IP 172.20.0.11 (452fb2e3-f6a7-40db-8fcb-ea7dd754bdda/c427adaf-86b6-4f5b-b847-86f219fa4602/c4bae391-e4c3-4dc8-b738-41ee6ea8ad51) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:33:05.929129 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-207828b3-d0cf-433c-bebb-3130e38d8128 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=67b030c84f9e4f7490d4445997094126&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1923475 Sep 22 21:33:05.930468 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 40442) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:05.932880 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207828b3-d0cf-433c-bebb-3130e38d8128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d76cc99-d094-4d27-bf9e-1f3e42da279a,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:06.035047 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-9232b7b9-7bd5-4d60-ae12-34988caa186a tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] device_id is not set on port 4ca22157-0d0e-43f7-8889-31dcf2b58f2b yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:33:06.042439 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cce73f47-da3f-497b-b172-65c21e205773 req-d1023f01-1a72-4813-9eac-7de2572db689 service neutron] 10.222.0.33 "GET /v2.0/networks/ffaea767-2648-4475-a48d-aacd7334937b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569796 Sep 22 21:33:06.102613 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-56fca257-5f0a-45d4-9632-71015c027732 None None] Attempt 2 to provision port ccf608c5-d45f-461c-924a-5b3b56835fbd Sep 22 21:33:06.166702 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9232b7b9-7bd5-4d60-ae12-34988caa186a tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:06.258261 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-56fca257-5f0a-45d4-9632-71015c027732 None None] Port ccf608c5-d45f-461c-924a-5b3b56835fbd cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:33:06.289574 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.49', 58540) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:06.303593 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40450) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:06.377408 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bc862973-709b-43ef-8804-9024f35e08f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:06.474054 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-9232b7b9-7bd5-4d60-ae12-34988caa186a tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] device_id is not set on port 5966b08d-0c0c-492d-b754-5215d03e23ea yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:33:06.526644 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-379909f6-d272-43ea-b0b2-48b99af9bce2 req-dab110eb-aedc-4f19-855b-f5053d8b4d9e tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] 10.222.0.33 "GET /v2.0/ports?device_id=18bad13e-d11f-4012-9e0d-bf2e7d80980e HTTP/1.1" status: 200 len: 210 time: 0.1285484 Sep 22 21:33:06.729329 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-66554739-ed9c-4d0f-a251-a558b1f4e9ad tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:33:06.734834 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cce73f47-da3f-497b-b172-65c21e205773 req-21d9ac6f-41b7-40b6-9de2-8af7b46b2cf3 service neutron] 10.222.0.33 "GET /v2.0/networks/ffaea767-2648-4475-a48d-aacd7334937b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6600003 Sep 22 21:33:06.742643 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-1e094df4-7cf5-4323-8b0f-2682fd6d1c5d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=16f814f5421f406d9b243f1d12c11d1c&name=default HTTP/1.1" status: 200 len: 2978 time: 0.3430569 Sep 22 21:33:06.749473 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 40456) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:06.759007 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bc862973-709b-43ef-8804-9024f35e08f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:06.759948 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-56fca257-5f0a-45d4-9632-71015c027732 None None] Attempt 3 to provision port ccf608c5-d45f-461c-924a-5b3b56835fbd Sep 22 21:33:06.808231 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-66554739-ed9c-4d0f-a251-a558b1f4e9ad tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:33:06.830472 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-b82d78c7-fe3c-4814-90a6-1a705140be53 req-584ac532-c349-4ad5-ba9e-6d6845fa281f tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 210 time: 0.1051257 Sep 22 21:33:06.852877 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-56fca257-5f0a-45d4-9632-71015c027732 None None] Port ccf608c5-d45f-461c-924a-5b3b56835fbd cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:33:06.868515 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66554739-ed9c-4d0f-a251-a558b1f4e9ad tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Made reservation on behalf of c704583039e64d3f814746054767041a for: {'port': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:33:06.871798 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-66554739-ed9c-4d0f-a251-a558b1f4e9ad tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:06.988052 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-66554739-ed9c-4d0f-a251-a558b1f4e9ad tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] device_id is not set on port cc0859c9-b412-4fb3-9894-4b83f1bac6fe yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:33:07.035480 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-da440721-a52c-4d19-a5ce-1aec3e5b567f tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:07.037075 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-da440721-a52c-4d19-a5ce-1aec3e5b567f tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.49 "GET /v2.0/networks?id=5dbb466f-7241-4d18-b090-2d779954893b HTTP/1.1" status: 200 len: 811 time: 0.7351296 Sep 22 21:33:07.042516 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b3f7223e-1df8-457e-897c-1c6b6e7d2049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:07.051704 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-fb82ec23-13d4-448e-8bb0-1bae16565aa3 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:07.075999 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bc862973-709b-43ef-8804-9024f35e08f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:07.109962 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-fb82ec23-13d4-448e-8bb0-1bae16565aa3 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Transition to ACTIVE for port object c4bae391-e4c3-4dc8-b738-41ee6ea8ad51 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:33:07.117938 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc862973-709b-43ef-8804-9024f35e08f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d76cc99-d094-4d27-bf9e-1f3e42da279a,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:07.124182 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b3f7223e-1df8-457e-897c-1c6b6e7d2049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:07.154442 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bc862973-709b-43ef-8804-9024f35e08f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:07.158775 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-bc862973-709b-43ef-8804-9024f35e08f9 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/9d76cc99-d094-4d27-bf9e-1f3e42da279a HTTP/1.1" status: 204 len: 168 time: 1.2224672 Sep 22 21:33:07.273431 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-47031cbf-a0c6-4ada-9ac9-7276f95c2f63 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25574d9f1a93412b95f1e988f287237a HTTP/1.1" status: 200 len: 379 time: 0.1096315 Sep 22 21:33:07.285728 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-fb82ec23-13d4-448e-8bb0-1bae16565aa3 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:07.299461 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-d9fd1689-9816-4373-91d0-06a493dc2266 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Request body: {'port': {'device_id': '651a176d-8835-40fa-aa3c-811926baf0c3', 'network_id': '5dbb466f-7241-4d18-b090-2d779954893b', 'admin_state_up': True, 'tenant_id': '25574d9f1a93412b95f1e988f287237a', 'security_groups': ['c3a131f2-1e31-4ac4-a0f6-1f37fe45043c']}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:07.353973 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-56fca257-5f0a-45d4-9632-71015c027732 None None] Attempt 4 to provision port ccf608c5-d45f-461c-924a-5b3b56835fbd Sep 22 21:33:07.434235 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b3f7223e-1df8-457e-897c-1c6b6e7d2049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:07.448769 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-56fca257-5f0a-45d4-9632-71015c027732 None None] Port ccf608c5-d45f-461c-924a-5b3b56835fbd cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:33:07.577356 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f7223e-1df8-457e-897c-1c6b6e7d2049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078d7d0e-79ba-4046-af08-acbee4824dfa,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:07.588514 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-fb82ec23-13d4-448e-8bb0-1bae16565aa3 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Network 452fb2e3-f6a7-40db-8fcb-ea7dd754bdda is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:33:07.638893 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-fb82ec23-13d4-448e-8bb0-1bae16565aa3 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:33:07.643308 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-fb82ec23-13d4-448e-8bb0-1bae16565aa3 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:33:07.688137 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9232b7b9-7bd5-4d60-ae12-34988caa186a tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:07.694915 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-1a8822a1-2819-43aa-a580-5da739f0b045 req-edf3da17-8945-4993-90f5-546a02cf5496 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Synchronizing usage tracker for tenant:bd8cb946cffb40a086f88543474db7f3 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:33:07.709900 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8532a93d-2464-4562-b6e8-972d9a95cade tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks [] for router_gateway, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:07.749268 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82ec23-13d4-448e-8bb0-1bae16565aa3 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Pushing event updated for resources: {'Port': ['ID=c4bae391-e4c3-4dc8-b738-41ee6ea8ad51,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:07.753983 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b3f7223e-1df8-457e-897c-1c6b6e7d2049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:07.755843 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-b3f7223e-1df8-457e-897c-1c6b6e7d2049 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/078d7d0e-79ba-4046-af08-acbee4824dfa HTTP/1.1" status: 204 len: 168 time: 1.0008912 Sep 22 21:33:07.842486 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-fb82ec23-13d4-448e-8bb0-1bae16565aa3 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:07.843390 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-fb82ec23-13d4-448e-8bb0-1bae16565aa3 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:07.913586 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-fb82ec23-13d4-448e-8bb0-1bae16565aa3 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2714767 Sep 22 21:33:07.951231 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-56fca257-5f0a-45d4-9632-71015c027732 None None] Attempt 5 to provision port ccf608c5-d45f-461c-924a-5b3b56835fbd Sep 22 21:33:08.005003 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-5b0a599a-4ad8-4c88-b789-3f5f0f0ec094 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=89008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:33:08.006026 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-5b0a599a-4ad8-4c88-b789-3f5f0f0ec094 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0179050 Sep 22 21:33:08.015763 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-d9fd1689-9816-4373-91d0-06a493dc2266 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:33:08.042703 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-d9fd1689-9816-4373-91d0-06a493dc2266 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:33:08.074962 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-d9fd1689-9816-4373-91d0-06a493dc2266 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Made reservation on behalf of 25574d9f1a93412b95f1e988f287237a for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:33:08.079820 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-d9fd1689-9816-4373-91d0-06a493dc2266 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:08.089762 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8532a93d-2464-4562-b6e8-972d9a95cade tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:08.120990 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-1a8822a1-2819-43aa-a580-5da739f0b045 req-edf3da17-8945-4993-90f5-546a02cf5496 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Unset dirty status for tenant:bd8cb946cffb40a086f88543474db7f3 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:33:08.124032 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-1a8822a1-2819-43aa-a580-5da739f0b045 req-edf3da17-8945-4993-90f5-546a02cf5496 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] 10.222.0.33 "GET /v2.0/ports?device_id=8604d6f2-6d4e-4cf6-92a4-6c488be17672 HTTP/1.1" status: 200 len: 210 time: 0.9361098 Sep 22 21:33:08.131277 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-56fca257-5f0a-45d4-9632-71015c027732 None None] Port ccf608c5-d45f-461c-924a-5b3b56835fbd cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:33:08.158894 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f0cb5-3078-4ae9-b0ea-a8c0d0f6824f req-82e41372-5f07-4f40-a927-adf9b7c372d2 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:08.158894 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-3a5f0cb5-3078-4ae9-b0ea-a8c0d0f6824f req-82e41372-5f07-4f40-a927-adf9b7c372d2 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Synchronizing usage tracker for tenant:00d27190048c4d5c9df662860665c71e on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:33:08.370136 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-3a5f0cb5-3078-4ae9-b0ea-a8c0d0f6824f req-82e41372-5f07-4f40-a927-adf9b7c372d2 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Unset dirty status for tenant:00d27190048c4d5c9df662860665c71e on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:33:08.376858 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3a5f0cb5-3078-4ae9-b0ea-a8c0d0f6824f req-82e41372-5f07-4f40-a927-adf9b7c372d2 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] 10.222.0.33 "GET /v2.0/ports?device_id=18bad13e-d11f-4012-9e0d-bf2e7d80980e HTTP/1.1" status: 200 len: 932 time: 0.4712908 Sep 22 21:33:08.437773 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-66554739-ed9c-4d0f-a251-a558b1f4e9ad tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Allocated IP 2001:db8::97 (55928b10-4731-4af7-b284-cf1153d69606/12e9ef01-b1b9-4caf-a62b-47cb64b5fd4b/cc0859c9-b412-4fb3-9894-4b83f1bac6fe) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:33:08.502954 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3a5f0cb5-3078-4ae9-b0ea-a8c0d0f6824f req-858d42ea-465c-4b25-9b75-6066ff090bb9 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] 10.222.0.33 "GET /v2.0/security-groups?id=3436d52f-576d-49f3-8cfd-19ae3692e444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250741 Sep 22 21:33:08.543218 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-3ac59854-de08-4e6a-b82f-9f82c643a9e2 req-e3826f3d-13fd-4a27-b3d5-bc43cca96724 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 210 time: 0.1770425 Sep 22 21:33:08.571532 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-d9fd1689-9816-4373-91d0-06a493dc2266 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Allocated IP 172.20.0.11 (5dbb466f-7241-4d18-b090-2d779954893b/f291bed0-d028-44b6-829f-efb0f7512ced/9bdd48e0-5d9d-43f0-97a8-e321a99aac21) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:33:08.632913 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-56fca257-5f0a-45d4-9632-71015c027732 None None] Attempt 6 to provision port ccf608c5-d45f-461c-924a-5b3b56835fbd Sep 22 21:33:08.781305 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-4da44aa3-ede9-4344-b281-a4c3eb89aec5 service neutron] Request body: {'port': {'device_id': '18bad13e-d11f-4012-9e0d-bf2e7d80980e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:08.807123 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-8532a93d-2464-4562-b6e8-972d9a95cade tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Allocated IP 172.26.0.221 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/2ede2f03-69a9-45d2-96fe-1a6ed462f12a) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:33:08.813488 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-56fca257-5f0a-45d4-9632-71015c027732 None None] Port ccf608c5-d45f-461c-924a-5b3b56835fbd cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:33:09.059498 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8532a93d-2464-4562-b6e8-972d9a95cade tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:09.304979 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9232b7b9-7bd5-4d60-ae12-34988caa186a tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:09.315698 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-56fca257-5f0a-45d4-9632-71015c027732 None None] Attempt 7 to provision port ccf608c5-d45f-461c-924a-5b3b56835fbd Sep 22 21:33:09.416574 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-d9fd1689-9816-4373-91d0-06a493dc2266 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:09.448491 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-56fca257-5f0a-45d4-9632-71015c027732 None None] Port ccf608c5-d45f-461c-924a-5b3b56835fbd cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:33:09.455609 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-d9fd1689-9816-4373-91d0-06a493dc2266 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Transition to ACTIVE for port object 9bdd48e0-5d9d-43f0-97a8-e321a99aac21 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:33:09.504743 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-d9fd1689-9816-4373-91d0-06a493dc2266 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:09.581935 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8532a93d-2464-4562-b6e8-972d9a95cade tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:09.652616 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-3631d759-4e62-4837-936f-f625368e3e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:09.742248 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8532a93d-2464-4562-b6e8-972d9a95cade tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:33:09.762967 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-8532a93d-2464-4562-b6e8-972d9a95cade tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:33:09.771227 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8532a93d-2464-4562-b6e8-972d9a95cade tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:33:09.794740 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e9e24701-4d1e-4fe0-bf91-016f39646fef req-9a2ca9c7-2a03-4838-ae92-0e6ce5f5fe1f tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] 10.222.0.33 "GET /v2.0/ports?device_id=8604d6f2-6d4e-4cf6-92a4-6c488be17672 HTTP/1.1" status: 200 len: 210 time: 0.1572373 Sep 22 21:33:09.832602 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-d9fd1689-9816-4373-91d0-06a493dc2266 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Network 5dbb466f-7241-4d18-b090-2d779954893b is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:33:09.847352 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-d9fd1689-9816-4373-91d0-06a493dc2266 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:33:09.861238 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fd1689-9816-4373-91d0-06a493dc2266 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Pushing event updated for resources: {'Port': ['ID=9bdd48e0-5d9d-43f0-97a8-e321a99aac21,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:09.865957 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-d9fd1689-9816-4373-91d0-06a493dc2266 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:33:09.951105 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-56fca257-5f0a-45d4-9632-71015c027732 None None] Attempt 8 to provision port ccf608c5-d45f-461c-924a-5b3b56835fbd Sep 22 21:33:10.092873 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-56fca257-5f0a-45d4-9632-71015c027732 None None] Port ccf608c5-d45f-461c-924a-5b3b56835fbd cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:33:10.126757 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-d9fd1689-9816-4373-91d0-06a493dc2266 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:10.127533 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-d9fd1689-9816-4373-91d0-06a493dc2266 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:10.176348 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.49', 58545) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:10.246203 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-d9fd1689-9816-4373-91d0-06a493dc2266 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9518325 Sep 22 21:33:10.367577 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9232b7b9-7bd5-4d60-ae12-34988caa186a tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Pushing event updated for resources: {'Port': ['ID=4ca22157-0d0e-43f7-8889-31dcf2b58f2b,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:10.539899 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9232b7b9-7bd5-4d60-ae12-34988caa186a tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Checking segment: {'id': '2abdc6c5-c93b-4f86-a570-fcc773158be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'edc3c7fb-15b8-4419-a89c-00fd6ff9df66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:33:10.540266 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9232b7b9-7bd5-4d60-ae12-34988caa186a tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Network hostable DHCP agents. Network: edc3c7fb-15b8-4419-a89c-00fd6ff9df66, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:33:10.599900 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-56fca257-5f0a-45d4-9632-71015c027732 None None] Attempt 9 to provision port ccf608c5-d45f-461c-924a-5b3b56835fbd Sep 22 21:33:10.656312 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-394bcb2d-83af-46a5-8db9-8b8654c5ed18 service neutron] Request body: {'port': {'device_id': '651a176d-8835-40fa-aa3c-811926baf0c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:10.736260 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-56fca257-5f0a-45d4-9632-71015c027732 None None] Port ccf608c5-d45f-461c-924a-5b3b56835fbd cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:33:10.753446 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-4da44aa3-ede9-4344-b281-a4c3eb89aec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:10.831224 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8532a93d-2464-4562-b6e8-972d9a95cade tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Pushing event updated for resources: {'Port': ['ID=2ede2f03-69a9-45d2-96fe-1a6ed462f12a,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:10.885706 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9232b7b9-7bd5-4d60-ae12-34988caa186a tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Network edc3c7fb-15b8-4419-a89c-00fd6ff9df66 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:33:10.926595 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134836eb-d8b4-4936-b700-54ae31d88696 req-82689b65-02f0-4b61-9321-146f2f85606e tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:10.931106 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-134836eb-d8b4-4936-b700-54ae31d88696 req-82689b65-02f0-4b61-9321-146f2f85606e tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] 10.222.0.33 "GET /v2.0/ports?device_id=18bad13e-d11f-4012-9e0d-bf2e7d80980e HTTP/1.1" status: 200 len: 932 time: 1.1632504 Sep 22 21:33:11.019334 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-66554739-ed9c-4d0f-a251-a558b1f4e9ad tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:11.051667 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-9232b7b9-7bd5-4d60-ae12-34988caa186a tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, edc3c7fb-15b8-4419-a89c-00fd6ff9df66) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:33:11.065176 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7df870c-6601-4fe5-ad17-665253bc6de9 None None] Network edc3c7fb-15b8-4419-a89c-00fd6ff9df66 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:33:11.071619 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9232b7b9-7bd5-4d60-ae12-34988caa186a tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:33:11.072624 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9232b7b9-7bd5-4d60-ae12-34988caa186a tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:11.084777 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-66554739-ed9c-4d0f-a251-a558b1f4e9ad tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Transition to ACTIVE for port object cc0859c9-b412-4fb3-9894-4b83f1bac6fe will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:33:11.089716 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-394bcb2d-83af-46a5-8db9-8b8654c5ed18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:11.240363 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-56fca257-5f0a-45d4-9632-71015c027732 None None] Attempt 10 to provision port ccf608c5-d45f-461c-924a-5b3b56835fbd Sep 22 21:33:11.326511 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-134836eb-d8b4-4936-b700-54ae31d88696 req-d1837b3c-8c3d-4e26-8c4e-5387ff695440 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] 10.222.0.33 "GET /v2.0/security-groups?id=3436d52f-576d-49f3-8cfd-19ae3692e444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3289609 Sep 22 21:33:11.328374 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40564) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:11.476918 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-56fca257-5f0a-45d4-9632-71015c027732 None None] Port ccf608c5-d45f-461c-924a-5b3b56835fbd cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:33:11.491687 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8532a93d-2464-4562-b6e8-972d9a95cade tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks [] for router_gateway, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:11.615554 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9232b7b9-7bd5-4d60-ae12-34988caa186a tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Checking segment: {'id': '21bd1546-b065-424f-9d3d-3cbe21752677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1df9132b-92f9-45fa-a2d9-0bcb51d7a590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:33:11.615986 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9232b7b9-7bd5-4d60-ae12-34988caa186a tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Network hostable DHCP agents. Network: 1df9132b-92f9-45fa-a2d9-0bcb51d7a590, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:33:11.720385 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-21289e19-4ec5-497c-bc12-7acf729b1a69 None None] Provisioning for port c4bae391-e4c3-4dc8-b738-41ee6ea8ad51 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:33:11.741789 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-21289e19-4ec5-497c-bc12-7acf729b1a69 None None] Provisioning complete for port c4bae391-e4c3-4dc8-b738-41ee6ea8ad51 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:33:11.742214 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-21289e19-4ec5-497c-bc12-7acf729b1a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:11.745705 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-21289e19-4ec5-497c-bc12-7acf729b1a69 None None] Attempt 1 to provision port c4bae391-e4c3-4dc8-b738-41ee6ea8ad51 Sep 22 21:33:11.848990 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9232b7b9-7bd5-4d60-ae12-34988caa186a tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Pushing event updated for resources: {'Port': ['ID=5966b08d-0c0c-492d-b754-5215d03e23ea,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:11.877700 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-21289e19-4ec5-497c-bc12-7acf729b1a69 None None] Port c4bae391-e4c3-4dc8-b738-41ee6ea8ad51 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:33:11.881625 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-32d842b5-16f9-4c9c-b6fe-303dda541e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:11.890570 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-30bb9f68-65ac-4c40-b2a9-b47a117086d9 req-5e404e22-3eb0-4085-b3d2-72a72e848a15 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] 10.222.0.33 "GET /v2.0/ports?device_id=8604d6f2-6d4e-4cf6-92a4-6c488be17672 HTTP/1.1" status: 200 len: 210 time: 0.3998578 Sep 22 21:33:11.929516 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-66554739-ed9c-4d0f-a251-a558b1f4e9ad tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:11.960976 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce73f47-da3f-497b-b172-65c21e205773 req-c844d33b-6906-44b9-bdeb-d8b4f4a95960 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:11.966962 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cce73f47-da3f-497b-b172-65c21e205773 req-c844d33b-6906-44b9-bdeb-d8b4f4a95960 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] 10.222.0.49 "GET /v2.0/networks?id=ffaea767-2648-4475-a48d-aacd7334937b HTTP/1.1" status: 200 len: 806 time: 1.7829177 Sep 22 21:33:12.013722 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b5b72f-04ab-43dc-a05e-910e46c1bfff req-f0758ae1-4328-4b85-8cbf-2929fcfb3d1d tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:12.014443 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-55b5b72f-04ab-43dc-a05e-910e46c1bfff req-f0758ae1-4328-4b85-8cbf-2929fcfb3d1d tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Synchronizing usage tracker for tenant:25574d9f1a93412b95f1e988f287237a on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:33:12.036367 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66554739-ed9c-4d0f-a251-a558b1f4e9ad tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Pushing event updated for resources: {'Port': ['ID=cc0859c9-b412-4fb3-9894-4b83f1bac6fe,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:12.040113 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9232b7b9-7bd5-4d60-ae12-34988caa186a tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Network 1df9132b-92f9-45fa-a2d9-0bcb51d7a590 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:33:12.072773 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66554739-ed9c-4d0f-a251-a558b1f4e9ad tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Network 55928b10-4731-4af7-b284-cf1153d69606 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:33:12.073834 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-9232b7b9-7bd5-4d60-ae12-34988caa186a tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 1df9132b-92f9-45fa-a2d9-0bcb51d7a590) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:33:12.084410 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95f7083-72ef-4820-96a0-c392ad8bf1b7 None None] Network 1df9132b-92f9-45fa-a2d9-0bcb51d7a590 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:33:12.090580 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9232b7b9-7bd5-4d60-ae12-34988caa186a tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:33:12.097974 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9232b7b9-7bd5-4d60-ae12-34988caa186a tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:12.104139 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9232b7b9-7bd5-4d60-ae12-34988caa186a tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:12.105073 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9232b7b9-7bd5-4d60-ae12-34988caa186a tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:12.119325 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-66554739-ed9c-4d0f-a251-a558b1f4e9ad tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:33:12.139707 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 40582) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:12.143022 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66554739-ed9c-4d0f-a251-a558b1f4e9ad tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:33:12.155729 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66554739-ed9c-4d0f-a251-a558b1f4e9ad tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:12.163998 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-66554739-ed9c-4d0f-a251-a558b1f4e9ad tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:12.285805 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-66554739-ed9c-4d0f-a251-a558b1f4e9ad tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 6.7232635 Sep 22 21:33:12.290629 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-17ae0782-650c-4562-9562-22b337a39f59 tempest-RoutersAdminNegativeIpV6Test-878680590 tempest-RoutersAdminNegativeIpV6Test-878680590-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1582129161', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:12.316767 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40586) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:12.323321 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-bbf17f6a-6b7e-4035-9291-922485318777 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::135', 'mac_address': 'fa:16:3e:3f:2c:9d'}, {'ip_address': '2001:db8::3de', 'mac_address': 'fa:16:3e:22:a9:0e'}]}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:12.337822 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cce73f47-da3f-497b-b172-65c21e205773 req-0946be6b-2b6e-43cc-953d-08a56bdf63c6 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd8cb946cffb40a086f88543474db7f3 HTTP/1.1" status: 200 len: 379 time: 0.3382549 Sep 22 21:33:12.360544 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-17ae0782-650c-4562-9562-22b337a39f59 tempest-RoutersAdminNegativeIpV6Test-878680590 tempest-RoutersAdminNegativeIpV6Test-878680590-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:33:12.382330 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-21289e19-4ec5-497c-bc12-7acf729b1a69 None None] Attempt 2 to provision port c4bae391-e4c3-4dc8-b738-41ee6ea8ad51 Sep 22 21:33:12.383662 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-cce73f47-da3f-497b-b172-65c21e205773 req-24137d0e-f58d-44c7-85de-de7b0a57c410 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Request body: {'port': {'device_id': '8604d6f2-6d4e-4cf6-92a4-6c488be17672', 'network_id': 'ffaea767-2648-4475-a48d-aacd7334937b', 'admin_state_up': True, 'tenant_id': 'bd8cb946cffb40a086f88543474db7f3', 'security_groups': ['f9c38e2c-e015-40bb-a6d8-d16188e9a895']}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:12.389815 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-17ae0782-650c-4562-9562-22b337a39f59 tempest-RoutersAdminNegativeIpV6Test-878680590 tempest-RoutersAdminNegativeIpV6Test-878680590-project-admin] Usage tracker for resource:port and tenant:22efe0abc53540b5a41ae370448738df is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:33:12.420517 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-55b5b72f-04ab-43dc-a05e-910e46c1bfff req-f0758ae1-4328-4b85-8cbf-2929fcfb3d1d tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Unset dirty status for tenant:25574d9f1a93412b95f1e988f287237a on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:33:12.443305 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-55b5b72f-04ab-43dc-a05e-910e46c1bfff req-f0758ae1-4328-4b85-8cbf-2929fcfb3d1d tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 932 time: 2.2629158 Sep 22 21:33:12.444150 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-17ae0782-650c-4562-9562-22b337a39f59 tempest-RoutersAdminNegativeIpV6Test-878680590 tempest-RoutersAdminNegativeIpV6Test-878680590-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:33:12.454417 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-9232b7b9-7bd5-4d60-ae12-34988caa186a tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 8.8765321 Sep 22 21:33:12.466528 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40594) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:12.473868 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-17ae0782-650c-4562-9562-22b337a39f59 tempest-RoutersAdminNegativeIpV6Test-878680590 tempest-RoutersAdminNegativeIpV6Test-878680590-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:33:12.576024 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-21289e19-4ec5-497c-bc12-7acf729b1a69 None None] Port c4bae391-e4c3-4dc8-b738-41ee6ea8ad51 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:33:12.711839 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.db.resource_extend [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-4da44aa3-ede9-4344-b281-a4c3eb89aec5 service neutron] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 21:33:12.793219 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-4da44aa3-ede9-4344-b281-a4c3eb89aec5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4bae391-e4c3-4dc8-b738-41ee6ea8ad51 {{(pid=89008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:33:12.800900 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ae0782-650c-4562-9562-22b337a39f59 tempest-RoutersAdminNegativeIpV6Test-878680590 tempest-RoutersAdminNegativeIpV6Test-878680590-project-admin] Made reservation on behalf of 22efe0abc53540b5a41ae370448738df for: {'port': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:33:12.804179 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-17ae0782-650c-4562-9562-22b337a39f59 tempest-RoutersAdminNegativeIpV6Test-878680590 tempest-RoutersAdminNegativeIpV6Test-878680590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:12.805193 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-4da44aa3-ede9-4344-b281-a4c3eb89aec5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:12.807162 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:12.826569 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-4da44aa3-ede9-4344-b281-a4c3eb89aec5 service neutron] Transition to ACTIVE for port object c4bae391-e4c3-4dc8-b738-41ee6ea8ad51 will not be triggered until provisioned by entity L2. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:33:12.899960 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-17ae0782-650c-4562-9562-22b337a39f59 tempest-RoutersAdminNegativeIpV6Test-878680590 tempest-RoutersAdminNegativeIpV6Test-878680590-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:12.939147 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-17ae0782-650c-4562-9562-22b337a39f59 tempest-RoutersAdminNegativeIpV6Test-878680590 tempest-RoutersAdminNegativeIpV6Test-878680590-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:33:12.940009 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-6bfa4f53-fad2-4a3e-af2d-e3ff93a7753a tempest-QuotasTest-419735683 tempest-QuotasTest-419735683-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:12.948974 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-4da44aa3-ede9-4344-b281-a4c3eb89aec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:12.951059 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-17ae0782-650c-4562-9562-22b337a39f59 tempest-RoutersAdminNegativeIpV6Test-878680590 tempest-RoutersAdminNegativeIpV6Test-878680590-project-admin] Usage tracker for resource:security_group_rule and tenant:22efe0abc53540b5a41ae370448738df is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:33:12.959601 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-17ae0782-650c-4562-9562-22b337a39f59 tempest-RoutersAdminNegativeIpV6Test-878680590 tempest-RoutersAdminNegativeIpV6Test-878680590-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:33:12.962509 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8532a93d-2464-4562-b6e8-972d9a95cade tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:12.981292 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-17ae0782-650c-4562-9562-22b337a39f59 tempest-RoutersAdminNegativeIpV6Test-878680590 tempest-RoutersAdminNegativeIpV6Test-878680590-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:33:13.001595 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0117ab8-365e-4dd4-9bd9-647987cbc573 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:13.007357 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0117ab8-365e-4dd4-9bd9-647987cbc573 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:13.008101 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-d0117ab8-365e-4dd4-9bd9-647987cbc573 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Synchronizing usage tracker for tenant:1c71f3b6114749b38821c6c564cfcd20 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:33:13.035812 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:13.077263 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-21289e19-4ec5-497c-bc12-7acf729b1a69 None None] Attempt 3 to provision port c4bae391-e4c3-4dc8-b738-41ee6ea8ad51 Sep 22 21:33:13.088599 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-394bcb2d-83af-46a5-8db9-8b8654c5ed18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bdd48e0-5d9d-43f0-97a8-e321a99aac21 {{(pid=89008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:33:13.117801 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-394bcb2d-83af-46a5-8db9-8b8654c5ed18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:13.162244 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-21289e19-4ec5-497c-bc12-7acf729b1a69 None None] Port c4bae391-e4c3-4dc8-b738-41ee6ea8ad51 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:33:13.173194 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ebbc43-f4b9-41b3-b849-3215735bc006 req-e61b865a-5810-412e-a66b-34776a7ac0b4 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:13.174674 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-84ebbc43-f4b9-41b3-b849-3215735bc006 req-e61b865a-5810-412e-a66b-34776a7ac0b4 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] 10.222.0.33 "GET /v2.0/ports?device_id=18bad13e-d11f-4012-9e0d-bf2e7d80980e HTTP/1.1" status: 200 len: 932 time: 0.5232730 Sep 22 21:33:13.182766 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-55b5b72f-04ab-43dc-a05e-910e46c1bfff req-2f8b3351-5fa5-492a-9aa5-3bd0f397c500 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7375517 Sep 22 21:33:13.214971 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-394bcb2d-83af-46a5-8db9-8b8654c5ed18 service neutron] Transition to ACTIVE for port object 9bdd48e0-5d9d-43f0-97a8-e321a99aac21 will not be triggered until provisioned by entity L2. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:33:13.218562 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da44aa3-ede9-4344-b281-a4c3eb89aec5 service neutron] Pushing event updated for resources: {'Port': ['ID=c4bae391-e4c3-4dc8-b738-41ee6ea8ad51,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:13.249806 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-cce73f47-da3f-497b-b172-65c21e205773 req-24137d0e-f58d-44c7-85de-de7b0a57c410 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:33:13.261524 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-cce73f47-da3f-497b-b172-65c21e205773 req-24137d0e-f58d-44c7-85de-de7b0a57c410 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:33:13.311572 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cce73f47-da3f-497b-b172-65c21e205773 req-24137d0e-f58d-44c7-85de-de7b0a57c410 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Made reservation on behalf of bd8cb946cffb40a086f88543474db7f3 for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:33:13.315190 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-cce73f47-da3f-497b-b172-65c21e205773 req-24137d0e-f58d-44c7-85de-de7b0a57c410 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:13.327046 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-394bcb2d-83af-46a5-8db9-8b8654c5ed18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:13.445508 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bbf17f6a-6b7e-4035-9291-922485318777 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:13.477193 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-84ebbc43-f4b9-41b3-b849-3215735bc006 req-1e40ae0f-7acf-4843-879d-f2c2daf35027 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] 10.222.0.33 "GET /v2.0/security-groups?id=3436d52f-576d-49f3-8cfd-19ae3692e444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293848 Sep 22 21:33:13.487173 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-6bfa4f53-fad2-4a3e-af2d-e3ff93a7753a tempest-QuotasTest-419735683 tempest-QuotasTest-419735683-project-admin] 10.222.0.33 "PUT /v2.0/quotas/36cc4121bcf24b93a4cbfb4801b6e31e HTTP/1.1" status: 200 len: 366 time: 1.3422310 Sep 22 21:33:13.511580 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4c3f096f-70b6-4d38-baed-5eabb9a891c0 req-29a2939b-0cf3-4c28-9659-9b31188e5845 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] 10.222.0.33 "GET /v2.0/ports?device_id=8604d6f2-6d4e-4cf6-92a4-6c488be17672 HTTP/1.1" status: 200 len: 210 time: 0.1946661 Sep 22 21:33:13.511580 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 40600) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:13.584805 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-17ae0782-650c-4562-9562-22b337a39f59 tempest-RoutersAdminNegativeIpV6Test-878680590 tempest-RoutersAdminNegativeIpV6Test-878680590-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:13.597811 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-17ae0782-650c-4562-9562-22b337a39f59 tempest-RoutersAdminNegativeIpV6Test-878680590 tempest-RoutersAdminNegativeIpV6Test-878680590-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:13.608833 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-68f12a63-0753-41d1-a477-5d349f36fb19 tempest-QuotasTest-419735683 tempest-QuotasTest-419735683-project-admin] 10.222.0.33 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0995064 Sep 22 21:33:13.614563 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40604) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:13.632838 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-17ae0782-650c-4562-9562-22b337a39f59 tempest-RoutersAdminNegativeIpV6Test-878680590 tempest-RoutersAdminNegativeIpV6Test-878680590-project-admin] device_id is not set on port 4f01261a-1490-4ec8-a3da-4e229619d076 yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:33:13.657842 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394bcb2d-83af-46a5-8db9-8b8654c5ed18 service neutron] Pushing event updated for resources: {'Port': ['ID=9bdd48e0-5d9d-43f0-97a8-e321a99aac21,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:13.663236 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-21289e19-4ec5-497c-bc12-7acf729b1a69 None None] Attempt 4 to provision port c4bae391-e4c3-4dc8-b738-41ee6ea8ad51 Sep 22 21:33:13.669530 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-d0117ab8-365e-4dd4-9bd9-647987cbc573 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Unset dirty status for tenant:1c71f3b6114749b38821c6c564cfcd20 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:33:13.673441 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d0117ab8-365e-4dd4-9bd9-647987cbc573 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 1.2053711 Sep 22 21:33:13.676571 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 40608) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:13.724771 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-4da44aa3-ede9-4344-b281-a4c3eb89aec5 service neutron] Attempting to bind port c4bae391-e4c3-4dc8-b738-41ee6ea8ad51 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:33:13.725007 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-4da44aa3-ede9-4344-b281-a4c3eb89aec5 service neutron] Attempting to bind port c4bae391-e4c3-4dc8-b738-41ee6ea8ad51 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '061a951f-7d62-41da-84b4-c96edd705f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '452fb2e3-f6a7-40db-8fcb-ea7dd754bdda'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:33:13.725337 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-4da44aa3-ede9-4344-b281-a4c3eb89aec5 service neutron] Attempting to bind port c4bae391-e4c3-4dc8-b738-41ee6ea8ad51 on network 452fb2e3-f6a7-40db-8fcb-ea7dd754bdda {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:33:13.734083 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-21289e19-4ec5-497c-bc12-7acf729b1a69 None None] Port c4bae391-e4c3-4dc8-b738-41ee6ea8ad51 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:33:13.760026 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-4da44aa3-ede9-4344-b281-a4c3eb89aec5 service neutron] Port c4bae391-e4c3-4dc8-b738-41ee6ea8ad51 on network 452fb2e3-f6a7-40db-8fcb-ea7dd754bdda not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:33:13.760352 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-4da44aa3-ede9-4344-b281-a4c3eb89aec5 service neutron] Attempting to bind port c4bae391-e4c3-4dc8-b738-41ee6ea8ad51 on network 452fb2e3-f6a7-40db-8fcb-ea7dd754bdda {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:33:13.770811 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8532a93d-2464-4562-b6e8-972d9a95cade tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Router 52bd498c-4c5c-4898-a691-7ab8e010c4f8 is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:33:13.785073 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-da60e044-916e-4a66-95b7-1c9738815ba4 tempest-QuotasTest-419735683 tempest-QuotasTest-419735683-project-admin] 10.222.0.33 "GET /v2.0/quotas/36cc4121bcf24b93a4cbfb4801b6e31e HTTP/1.1" status: 200 len: 366 time: 0.1148677 Sep 22 21:33:13.785278 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-4da44aa3-ede9-4344-b281-a4c3eb89aec5 service neutron] Checking agent: {'id': '8a88b827-3477-4399-ac15-439d59b3c48a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'started_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:33:13.785278 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-4da44aa3-ede9-4344-b281-a4c3eb89aec5 service neutron] Checking segment: {'id': '061a951f-7d62-41da-84b4-c96edd705f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '452fb2e3-f6a7-40db-8fcb-ea7dd754bdda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:33:13.785278 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-4da44aa3-ede9-4344-b281-a4c3eb89aec5 service neutron] Bound using segment: {'id': '061a951f-7d62-41da-84b4-c96edd705f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '452fb2e3-f6a7-40db-8fcb-ea7dd754bdda'} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:33:13.785278 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-4da44aa3-ede9-4344-b281-a4c3eb89aec5 service neutron] Bound port: c4bae391-e4c3-4dc8-b738-41ee6ea8ad51, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061a951f-7d62-41da-84b4-c96edd705f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '452fb2e3-f6a7-40db-8fcb-ea7dd754bdda'}}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:33:13.785278 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-4da44aa3-ede9-4344-b281-a4c3eb89aec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:13.789161 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ae0782-650c-4562-9562-22b337a39f59 tempest-RoutersAdminNegativeIpV6Test-878680590 tempest-RoutersAdminNegativeIpV6Test-878680590-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799ccb10-cde0-468a-b194-21725911b187,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:13.794397 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40612) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:13.851771 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-5734d12e-e202-4932-90f2-e330e375845e tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Deleting port 4ca22157-0d0e-43f7-8889-31dcf2b58f2b {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:33:13.852114 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5734d12e-e202-4932-90f2-e330e375845e tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:13.893261 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-394bcb2d-83af-46a5-8db9-8b8654c5ed18 service neutron] Attempting to bind port 9bdd48e0-5d9d-43f0-97a8-e321a99aac21 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:33:13.893261 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-394bcb2d-83af-46a5-8db9-8b8654c5ed18 service neutron] Attempting to bind port 9bdd48e0-5d9d-43f0-97a8-e321a99aac21 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '9c967a15-e80e-4848-9c56-eedb9bf46e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5dbb466f-7241-4d18-b090-2d779954893b'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:33:13.893261 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-394bcb2d-83af-46a5-8db9-8b8654c5ed18 service neutron] Attempting to bind port 9bdd48e0-5d9d-43f0-97a8-e321a99aac21 on network 5dbb466f-7241-4d18-b090-2d779954893b {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:33:13.939916 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-428a7f7b-467a-4036-acd6-3eb1d5a0bc0f tempest-QuotasTest-419735683 tempest-QuotasTest-419735683-project-admin] 10.222.0.33 "DELETE /v2.0/quotas/36cc4121bcf24b93a4cbfb4801b6e31e HTTP/1.1" status: 204 len: 168 time: 0.1393461 Sep 22 21:33:13.946262 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-394bcb2d-83af-46a5-8db9-8b8654c5ed18 service neutron] Port 9bdd48e0-5d9d-43f0-97a8-e321a99aac21 on network 5dbb466f-7241-4d18-b090-2d779954893b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:33:13.946587 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-394bcb2d-83af-46a5-8db9-8b8654c5ed18 service neutron] Attempting to bind port 9bdd48e0-5d9d-43f0-97a8-e321a99aac21 on network 5dbb466f-7241-4d18-b090-2d779954893b {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:33:13.948462 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 40616) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:13.990394 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-394bcb2d-83af-46a5-8db9-8b8654c5ed18 service neutron] Checking agent: {'id': '8a88b827-3477-4399-ac15-439d59b3c48a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'started_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:33:13.990656 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-394bcb2d-83af-46a5-8db9-8b8654c5ed18 service neutron] Checking segment: {'id': '9c967a15-e80e-4848-9c56-eedb9bf46e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5dbb466f-7241-4d18-b090-2d779954893b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:33:13.991045 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-394bcb2d-83af-46a5-8db9-8b8654c5ed18 service neutron] Bound using segment: {'id': '9c967a15-e80e-4848-9c56-eedb9bf46e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5dbb466f-7241-4d18-b090-2d779954893b'} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:33:13.991476 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-394bcb2d-83af-46a5-8db9-8b8654c5ed18 service neutron] Bound port: 9bdd48e0-5d9d-43f0-97a8-e321a99aac21, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c967a15-e80e-4848-9c56-eedb9bf46e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5dbb466f-7241-4d18-b090-2d779954893b'}}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:33:13.991819 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-394bcb2d-83af-46a5-8db9-8b8654c5ed18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:14.047377 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-b7fadc56-669e-4e9b-b757-2be4f9574b12 tempest-QuotasTest-419735683 tempest-QuotasTest-419735683-project-admin] 10.222.0.33 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0816982 Sep 22 21:33:14.050081 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [req-cce73f47-da3f-497b-b172-65c21e205773 req-24137d0e-f58d-44c7-85de-de7b0a57c410 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Allocated IP 172.20.0.8 (ffaea767-2648-4475-a48d-aacd7334937b/98fb1cd8-d884-4964-b7fb-0cf4fecc1c4a/3875b074-8f13-475e-8947-8278944c835a) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:33:14.054409 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40620) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:14.079712 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-17ae0782-650c-4562-9562-22b337a39f59 tempest-RoutersAdminNegativeIpV6Test-878680590 tempest-RoutersAdminNegativeIpV6Test-878680590-project-admin] Allocated IP 172.26.0.80 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/4f01261a-1490-4ec8-a3da-4e229619d076) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:33:14.113266 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-f2dcebb7-b8b9-4539-9130-ac6aa772da75 tempest-QuotasTest-419735683 tempest-QuotasTest-419735683-project-admin] 10.222.0.33 "GET /v2.0/quotas/36cc4121bcf24b93a4cbfb4801b6e31e HTTP/1.1" status: 200 len: 370 time: 0.0566022 Sep 22 21:33:14.119933 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 40624) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:14.128140 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bbf17f6a-6b7e-4035-9291-922485318777 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:14.148173 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bbf17f6a-6b7e-4035-9291-922485318777 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:14.148824 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-bbf17f6a-6b7e-4035-9291-922485318777 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] In _notify_port_updated(), no bound segment for port cc0859c9-b412-4fb3-9894-4b83f1bac6fe on network 55928b10-4731-4af7-b284-cf1153d69606 {{(pid=89009) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 21:33:14.156157 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-93957a66-fa73-42db-9896-c8c6e5dd22b5 tempest-QuotasTest-419735683 tempest-QuotasTest-419735683-project-admin] 10.222.0.33 "GET /v2.0/quotas/36cc4121bcf24b93a4cbfb4801b6e31e/default HTTP/1.1" status: 200 len: 370 time: 0.0299854 Sep 22 21:33:14.156313 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf17f6a-6b7e-4035-9291-922485318777 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:14.156313 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bbf17f6a-6b7e-4035-9291-922485318777 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:14.156707 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-bbf17f6a-6b7e-4035-9291-922485318777 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] 10.222.0.33 "PUT /v2.0/ports/cc0859c9-b412-4fb3-9894-4b83f1bac6fe HTTP/1.1" status: 200 len: 1066 time: 1.8385258 Sep 22 21:33:14.158822 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40628) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:14.159114 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40630) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:14.184112 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-4da44aa3-ede9-4344-b281-a4c3eb89aec5 service neutron] For port c4bae391-e4c3-4dc8-b738-41ee6ea8ad51, host hv-neutron-8589, cleared binding levels {{(pid=89008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:33:14.206266 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8532a93d-2464-4562-b6e8-972d9a95cade tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:33:14.225702 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c670f51-c2ca-4215-9d10-26e33e4c5b78 None None] Sync routers for ids ['52bd498c-4c5c-4898-a691-7ab8e010c4f8'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:33:14.245816 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-21289e19-4ec5-497c-bc12-7acf729b1a69 None None] Attempt 5 to provision port c4bae391-e4c3-4dc8-b738-41ee6ea8ad51 Sep 22 21:33:14.292484 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c670f51-c2ca-4215-9d10-26e33e4c5b78 None None] Routers {'52bd498c-4c5c-4898-a691-7ab8e010c4f8'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:33:14.299483 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-9c670f51-c2ca-4215-9d10-26e33e4c5b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:33:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['52bd498c-4c5c-4898-a691-7ab8e010c4f8'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:33:14.305161 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-8f8dd784-ee06-4002-afb7-09f41a0de6bb tempest-QuotasTest-419735683 tempest-QuotasTest-419735683-project-admin] delete failed (client error): The resource could not be found. Sep 22 21:33:14.306190 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-8f8dd784-ee06-4002-afb7-09f41a0de6bb tempest-QuotasTest-419735683 tempest-QuotasTest-419735683-project-admin] 10.222.0.33 "DELETE /v2.0/quotas/36cc4121bcf24b93a4cbfb4801b6e31e HTTP/1.1" status: 404 len: 348 time: 0.1157887 Sep 22 21:33:14.361860 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5734d12e-e202-4932-90f2-e330e375845e tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:14.432633 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-9c670f51-c2ca-4215-9d10-26e33e4c5b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:33:14.468103 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c670f51-c2ca-4215-9d10-26e33e4c5b78 None None] Routers {'52bd498c-4c5c-4898-a691-7ab8e010c4f8'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:33:14.469003 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-9c670f51-c2ca-4215-9d10-26e33e4c5b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:33:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['52bd498c-4c5c-4898-a691-7ab8e010c4f8'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:33:14.541148 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-5734d12e-e202-4932-90f2-e330e375845e tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Calling delete_port for 4ca22157-0d0e-43f7-8889-31dcf2b58f2b owned by {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:33:14.550777 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf17f6a-6b7e-4035-9291-922485318777 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Pushing event updated for resources: {'Port': ['ID=cc0859c9-b412-4fb3-9894-4b83f1bac6fe,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:14.553111 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40642) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:14.574444 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-9c670f51-c2ca-4215-9d10-26e33e4c5b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:33:14.575073 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c670f51-c2ca-4215-9d10-26e33e4c5b78 None None] The sync data for ids ['52bd498c-4c5c-4898-a691-7ab8e010c4f8'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:33:14.584425 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8532a93d-2464-4562-b6e8-972d9a95cade tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:14.586413 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-8532a93d-2464-4562-b6e8-972d9a95cade tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 11.6977048 Sep 22 21:33:14.590085 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-de275ba9-57cb-449e-b094-6dcb563451ef tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Deleting port cc0859c9-b412-4fb3-9894-4b83f1bac6fe {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:33:14.590828 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-de275ba9-57cb-449e-b094-6dcb563451ef tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:14.590938 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-21289e19-4ec5-497c-bc12-7acf729b1a69 None None] Port c4bae391-e4c3-4dc8-b738-41ee6ea8ad51 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:33:14.592541 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:14.601936 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 40648) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:14.624954 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-4da44aa3-ede9-4344-b281-a4c3eb89aec5 service neutron] For port c4bae391-e4c3-4dc8-b738-41ee6ea8ad51, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=c4bae391-e4c3-4dc8-b738-41ee6ea8ad51,segment=NetworkSegment(061a951f-7d62-41da-84b4-c96edd705f4f),segment_id=061a951f-7d62-41da-84b4-c96edd705f4f)] {{(pid=89008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:33:14.760905 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f980b187-131b-42cf-8b19-8ecff54af979 tempest-QuotasTest-419735683 tempest-QuotasTest-419735683-project-admin] Usage tracker for resource:network and tenant:1d2c08e407e94780b4fb2d7ca8ef9bf4 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:33:14.784728 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f980b187-131b-42cf-8b19-8ecff54af979 tempest-QuotasTest-419735683 tempest-QuotasTest-419735683-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:33:14.794378 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-17ae0782-650c-4562-9562-22b337a39f59 tempest-RoutersAdminNegativeIpV6Test-878680590 tempest-RoutersAdminNegativeIpV6Test-878680590-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:14.820586 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-4da44aa3-ede9-4344-b281-a4c3eb89aec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:14.832668 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f980b187-131b-42cf-8b19-8ecff54af979 tempest-QuotasTest-419735683 tempest-QuotasTest-419735683-project-admin] Usage tracker for resource:subnet and tenant:1d2c08e407e94780b4fb2d7ca8ef9bf4 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:33:14.895261 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada0d64-fbfa-4e97-b4e2-1309a840e480 req-30c2e920-3420-499e-b80e-00e2255684f3 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:14.896732 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-6ada0d64-fbfa-4e97-b4e2-1309a840e480 req-30c2e920-3420-499e-b80e-00e2255684f3 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 944 time: 0.5001686 Sep 22 21:33:14.911717 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f980b187-131b-42cf-8b19-8ecff54af979 tempest-QuotasTest-419735683 tempest-QuotasTest-419735683-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:33:14.953389 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-4da44aa3-ede9-4344-b281-a4c3eb89aec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:14.953923 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-4da44aa3-ede9-4344-b281-a4c3eb89aec5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:14.955344 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-4da44aa3-ede9-4344-b281-a4c3eb89aec5 service neutron] 10.222.0.49 "PUT /v2.0/ports/c4bae391-e4c3-4dc8-b738-41ee6ea8ad51 HTTP/1.1" status: 200 len: 1094 time: 6.5729928 Sep 22 21:33:14.957743 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18bad13e-d11f-4012-9e0d-bf2e7d80980e', 'tag': 'c4bae391-e4c3-4dc8-b738-41ee6ea8ad51'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:33:14.982886 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f980b187-131b-42cf-8b19-8ecff54af979 tempest-QuotasTest-419735683 tempest-QuotasTest-419735683-project-admin] Usage tracker for resource:subnetpool and tenant:1d2c08e407e94780b4fb2d7ca8ef9bf4 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:33:15.004242 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-6ada0d64-fbfa-4e97-b4e2-1309a840e480 req-e23b54c9-a257-4a42-9923-5a54dd8b3127 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Synchronizing usage tracker for tenant:25574d9f1a93412b95f1e988f287237a on resource:security_group {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:33:15.010348 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f980b187-131b-42cf-8b19-8ecff54af979 tempest-QuotasTest-419735683 tempest-QuotasTest-419735683-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:33:15.017818 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-de275ba9-57cb-449e-b094-6dcb563451ef tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:15.020331 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-394bcb2d-83af-46a5-8db9-8b8654c5ed18 service neutron] For port 9bdd48e0-5d9d-43f0-97a8-e321a99aac21, host hv-neutron-8589, cleared binding levels {{(pid=89008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:33:15.033864 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-17ae0782-650c-4562-9562-22b337a39f59 tempest-RoutersAdminNegativeIpV6Test-878680590 tempest-RoutersAdminNegativeIpV6Test-878680590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:15.092032 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-21289e19-4ec5-497c-bc12-7acf729b1a69 None None] Attempt 6 to provision port c4bae391-e4c3-4dc8-b738-41ee6ea8ad51 Sep 22 21:33:15.144828 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-394bcb2d-83af-46a5-8db9-8b8654c5ed18 service neutron] For port 9bdd48e0-5d9d-43f0-97a8-e321a99aac21, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=9bdd48e0-5d9d-43f0-97a8-e321a99aac21,segment=NetworkSegment(9c967a15-e80e-4848-9c56-eedb9bf46e0a),segment_id=9c967a15-e80e-4848-9c56-eedb9bf46e0a)] {{(pid=89008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:33:15.161332 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2acf8b-d08c-48f8-8856-c348b0b9c9c2" -d '{"events": [{"name": "network-changed", "server_uuid": "18bad13e-d11f-4012-9e0d-bf2e7d80980e", "tag": "c4bae391-e4c3-4dc8-b738-41ee6ea8ad51"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:33:15.168104 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-21289e19-4ec5-497c-bc12-7acf729b1a69 None None] Port c4bae391-e4c3-4dc8-b738-41ee6ea8ad51 had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 21:33:15.177116 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5734d12e-e202-4932-90f2-e330e375845e tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:15.183015 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-21289e19-4ec5-497c-bc12-7acf729b1a69 None None] Provisioning for port 9bdd48e0-5d9d-43f0-97a8-e321a99aac21 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:33:15.189538 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-394bcb2d-83af-46a5-8db9-8b8654c5ed18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:15.208403 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da44aa3-ede9-4344-b281-a4c3eb89aec5 service neutron] Pushing event updated for resources: {'Port': ['ID=c4bae391-e4c3-4dc8-b738-41ee6ea8ad51,revision_number=3']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:15.261037 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-394bcb2d-83af-46a5-8db9-8b8654c5ed18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:15.261646 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-394bcb2d-83af-46a5-8db9-8b8654c5ed18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:15.263060 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-394bcb2d-83af-46a5-8db9-8b8654c5ed18 service neutron] 10.222.0.49 "PUT /v2.0/ports/9bdd48e0-5d9d-43f0-97a8-e321a99aac21 HTTP/1.1" status: 200 len: 1094 time: 4.8873258 Sep 22 21:33:15.301040 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-de275ba9-57cb-449e-b094-6dcb563451ef tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Calling delete_port for cc0859c9-b412-4fb3-9894-4b83f1bac6fe owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:33:15.324464 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-73060c38-a19b-4df8-b201-767daa4ae94d None None] Provisioning for port cc0859c9-b412-4fb3-9894-4b83f1bac6fe completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:33:15.325641 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5734d12e-e202-4932-90f2-e330e375845e tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:15.332455 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-73060c38-a19b-4df8-b201-767daa4ae94d None None] Provisioning complete for port cc0859c9-b412-4fb3-9894-4b83f1bac6fe triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:33:15.333103 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-73060c38-a19b-4df8-b201-767daa4ae94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:15.333657 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-73060c38-a19b-4df8-b201-767daa4ae94d None None] Attempt 1 to provision port cc0859c9-b412-4fb3-9894-4b83f1bac6fe Sep 22 21:33:15.337330 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f980b187-131b-42cf-8b19-8ecff54af979 tempest-QuotasTest-419735683 tempest-QuotasTest-419735683-project-admin] Usage tracker for resource:port and tenant:1d2c08e407e94780b4fb2d7ca8ef9bf4 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:33:15.342558 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-79ab16f7-fbff-45da-8901-ea232ed6cd86 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] 10.222.0.33 "GET /v2.0/routers/52bd498c-4c5c-4898-a691-7ab8e010c4f8 HTTP/1.1" status: 200 len: 921 time: 0.7349029 Sep 22 21:33:15.353927 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 40658) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:15.356112 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-6ada0d64-fbfa-4e97-b4e2-1309a840e480 req-e23b54c9-a257-4a42-9923-5a54dd8b3127 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Unset dirty status for tenant:25574d9f1a93412b95f1e988f287237a on resource:security_group {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:33:15.357181 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-6ada0d64-fbfa-4e97-b4e2-1309a840e480 req-e23b54c9-a257-4a42-9923-5a54dd8b3127 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4464591 Sep 22 21:33:15.375682 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f980b187-131b-42cf-8b19-8ecff54af979 tempest-QuotasTest-419735683 tempest-QuotasTest-419735683-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:33:15.395250 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ae0782-650c-4562-9562-22b337a39f59 tempest-RoutersAdminNegativeIpV6Test-878680590 tempest-RoutersAdminNegativeIpV6Test-878680590-project-admin] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:33:15.402935 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ae0782-650c-4562-9562-22b337a39f59 tempest-RoutersAdminNegativeIpV6Test-878680590 tempest-RoutersAdminNegativeIpV6Test-878680590-project-admin] Pushing event updated for resources: {'Port': ['ID=4f01261a-1490-4ec8-a3da-4e229619d076,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:15.406095 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-17ae0782-650c-4562-9562-22b337a39f59 tempest-RoutersAdminNegativeIpV6Test-878680590 tempest-RoutersAdminNegativeIpV6Test-878680590-project-admin] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:33:15.410737 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ae0782-650c-4562-9562-22b337a39f59 tempest-RoutersAdminNegativeIpV6Test-878680590 tempest-RoutersAdminNegativeIpV6Test-878680590-project-admin] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:33:15.419911 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-cce73f47-da3f-497b-b172-65c21e205773 req-24137d0e-f58d-44c7-85de-de7b0a57c410 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:15.435231 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-73060c38-a19b-4df8-b201-767daa4ae94d None None] Port cc0859c9-b412-4fb3-9894-4b83f1bac6fe cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:33:15.442015 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28880fe4-c84f-4b30-bac8-09ece8b96635 req-4b53c469-69b2-41fe-8975-9fc77741b95a tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:15.443530 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-28880fe4-c84f-4b30-bac8-09ece8b96635 req-4b53c469-69b2-41fe-8975-9fc77741b95a tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] 10.222.0.33 "GET /v2.0/ports?device_id=18bad13e-d11f-4012-9e0d-bf2e7d80980e HTTP/1.1" status: 200 len: 944 time: 0.8172987 Sep 22 21:33:15.450819 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f980b187-131b-42cf-8b19-8ecff54af979 tempest-QuotasTest-419735683 tempest-QuotasTest-419735683-project-admin] Usage tracker for resource:router and tenant:1d2c08e407e94780b4fb2d7ca8ef9bf4 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:33:15.454966 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e3985c54-1285-4343-87e8-0be358f31149 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] 10.222.0.33 "GET /v2.0/ports?device_id=52bd498c-4c5c-4898-a691-7ab8e010c4f8 HTTP/1.1" status: 200 len: 205 time: 0.0971236 Sep 22 21:33:15.458585 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40662) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:15.500935 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-5734d12e-e202-4932-90f2-e330e375845e tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] 10.222.0.33 "DELETE /v2.0/ports/4ca22157-0d0e-43f7-8889-31dcf2b58f2b HTTP/1.1" status: 204 len: 168 time: 1.8172233 Sep 22 21:33:15.511323 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394bcb2d-83af-46a5-8db9-8b8654c5ed18 service neutron] Pushing event updated for resources: {'Port': ['ID=9bdd48e0-5d9d-43f0-97a8-e321a99aac21,revision_number=3']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:15.523836 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f980b187-131b-42cf-8b19-8ecff54af979 tempest-QuotasTest-419735683 tempest-QuotasTest-419735683-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:33:15.534062 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 40666) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:15.536639 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-cce73f47-da3f-497b-b172-65c21e205773 req-24137d0e-f58d-44c7-85de-de7b0a57c410 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Transition to ACTIVE for port object 3875b074-8f13-475e-8947-8278944c835a will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:33:15.607619 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-9ed36047-0923-43a3-9cfe-ad8b6e380222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:15.609087 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-9ed36047-0923-43a3-9cfe-ad8b6e380222 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=00d27190048c4d5c9df662860665c71e&device_id=18bad13e-d11f-4012-9e0d-bf2e7d80980e HTTP/1.1" status: 200 len: 1097 time: 0.5961030 Sep 22 21:33:15.615419 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-cfcf2e15-7d69-4abd-967d-9a95bd709ca9 req-477889c0-764a-4bc9-9778-36dff055c176 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] 10.222.0.33 "GET /v2.0/ports?device_id=8604d6f2-6d4e-4cf6-92a4-6c488be17672 HTTP/1.1" status: 200 len: 210 time: 0.0877895 Sep 22 21:33:15.640878 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5734d12e-e202-4932-90f2-e330e375845e tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Pushing event deleted for resources: {'Port': ['ID=4ca22157-0d0e-43f7-8889-31dcf2b58f2b,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:15.646304 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ae0782-650c-4562-9562-22b337a39f59 tempest-RoutersAdminNegativeIpV6Test-878680590 tempest-RoutersAdminNegativeIpV6Test-878680590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:15.647426 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-17ae0782-650c-4562-9562-22b337a39f59 tempest-RoutersAdminNegativeIpV6Test-878680590 tempest-RoutersAdminNegativeIpV6Test-878680590-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:15.658468 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f980b187-131b-42cf-8b19-8ecff54af979 tempest-QuotasTest-419735683 tempest-QuotasTest-419735683-project-admin] Usage tracker for resource:floatingip and tenant:1d2c08e407e94780b4fb2d7ca8ef9bf4 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:33:15.733804 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-28bae851-30ef-4c51-bd0d-8ac7969810de service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4bae391-e4c3-4dc8-b738-41ee6ea8ad51 HTTP/1.1" status: 200 len: 217 time: 0.0995760 Sep 22 21:33:15.737101 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f980b187-131b-42cf-8b19-8ecff54af979 tempest-QuotasTest-419735683 tempest-QuotasTest-419735683-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:33:15.780648 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-17ae0782-650c-4562-9562-22b337a39f59 tempest-RoutersAdminNegativeIpV6Test-878680590 tempest-RoutersAdminNegativeIpV6Test-878680590-project-admin] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 4.4168572 Sep 22 21:33:15.784501 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40674) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:15.793754 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55da0a71-ea4c-4de8-bf6a-21624bc7ee30 x-openstack-request-id: req-55da0a71-ea4c-4de8-bf6a-21624bc7ee30 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:33:15.794077 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18bad13e-d11f-4012-9e0d-bf2e7d80980e", "tag": "c4bae391-e4c3-4dc8-b738-41ee6ea8ad51", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:33:15.794328 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-55da0a71-ea4c-4de8-bf6a-21624bc7ee30 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:33:15.794804 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55da0a71-ea4c-4de8-bf6a-21624bc7ee30'] response: {'name': 'network-changed', 'server_uuid': '18bad13e-d11f-4012-9e0d-bf2e7d80980e', 'tag': 'c4bae391-e4c3-4dc8-b738-41ee6ea8ad51', 'status': 'completed', 'code': 200} Sep 22 21:33:15.797491 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-802d328d-cdef-4b25-b746-7f1702c2d616 tempest-RoutersAdminNegativeIpV6Test-878680590 tempest-RoutersAdminNegativeIpV6Test-878680590-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.80'}]}}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:15.800301 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-de275ba9-57cb-449e-b094-6dcb563451ef tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:15.805836 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-28880fe4-c84f-4b30-bac8-09ece8b96635 req-0e00c65b-4252-48f7-9208-5065e0713912 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] 10.222.0.33 "GET /v2.0/security-groups?id=3436d52f-576d-49f3-8cfd-19ae3692e444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3478978 Sep 22 21:33:15.809274 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-a41277c7-a20c-4e87-9c41-cf1b9e3d7641 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Deleting port 5966b08d-0c0c-492d-b754-5215d03e23ea {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:33:15.809979 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a41277c7-a20c-4e87-9c41-cf1b9e3d7641 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:15.811257 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d098d3a6-fd96-4c3e-a48d-3a1918767d46 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks [] for router, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:15.890072 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-802d328d-cdef-4b25-b746-7f1702c2d616 tempest-RoutersAdminNegativeIpV6Test-878680590 tempest-RoutersAdminNegativeIpV6Test-878680590-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:33:15.890484 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-66261d0c-826e-4e80-871f-a5a80ebe078b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:15.891955 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-66261d0c-826e-4e80-871f-a5a80ebe078b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c427adaf-86b6-4f5b-b847-86f219fa4602 HTTP/1.1" status: 200 len: 851 time: 0.1490886 Sep 22 21:33:15.892859 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-cce73f47-da3f-497b-b172-65c21e205773 req-24137d0e-f58d-44c7-85de-de7b0a57c410 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:15.929756 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-802d328d-cdef-4b25-b746-7f1702c2d616 tempest-RoutersAdminNegativeIpV6Test-878680590 tempest-RoutersAdminNegativeIpV6Test-878680590-project-admin] Usage tracker for resource:router and tenant:22efe0abc53540b5a41ae370448738df is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:33:15.933224 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de275ba9-57cb-449e-b094-6dcb563451ef tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Pushing event deleted for resources: {'Port': ['ID=cc0859c9-b412-4fb3-9894-4b83f1bac6fe,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:15.937114 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-73060c38-a19b-4df8-b201-767daa4ae94d None None] Attempt 2 to provision port cc0859c9-b412-4fb3-9894-4b83f1bac6fe Sep 22 21:33:15.939614 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-802d328d-cdef-4b25-b746-7f1702c2d616 tempest-RoutersAdminNegativeIpV6Test-878680590 tempest-RoutersAdminNegativeIpV6Test-878680590-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:33:15.952651 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-802d328d-cdef-4b25-b746-7f1702c2d616 tempest-RoutersAdminNegativeIpV6Test-878680590 tempest-RoutersAdminNegativeIpV6Test-878680590-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:33:15.983080 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-73060c38-a19b-4df8-b201-767daa4ae94d None None] Port cc0859c9-b412-4fb3-9894-4b83f1bac6fe was deleted so its status cannot be updated. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:33:16.009957 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-114200b2-abce-41af-9145-dbb998a58d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:16.011655 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-114200b2-abce-41af-9145-dbb998a58d3d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=25574d9f1a93412b95f1e988f287237a&device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 1097 time: 0.5627060 Sep 22 21:33:16.086763 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-802d328d-cdef-4b25-b746-7f1702c2d616 tempest-RoutersAdminNegativeIpV6Test-878680590 tempest-RoutersAdminNegativeIpV6Test-878680590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:16.087767 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-802d328d-cdef-4b25-b746-7f1702c2d616 tempest-RoutersAdminNegativeIpV6Test-878680590 tempest-RoutersAdminNegativeIpV6Test-878680590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:16.151331 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cce73f47-da3f-497b-b172-65c21e205773 req-24137d0e-f58d-44c7-85de-de7b0a57c410 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Network ffaea767-2648-4475-a48d-aacd7334937b is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:33:16.152791 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-1c47d318-5e94-4d0e-ad12-3caf0e844894 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bdd48e0-5d9d-43f0-97a8-e321a99aac21 HTTP/1.1" status: 200 len: 217 time: 0.1130443 Sep 22 21:33:16.155860 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f980b187-131b-42cf-8b19-8ecff54af979 tempest-QuotasTest-419735683 tempest-QuotasTest-419735683-project-admin] Usage tracker for resource:security_group and tenant:1d2c08e407e94780b4fb2d7ca8ef9bf4 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:33:16.163070 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-802d328d-cdef-4b25-b746-7f1702c2d616 tempest-RoutersAdminNegativeIpV6Test-878680590 tempest-RoutersAdminNegativeIpV6Test-878680590-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:16.174857 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [req-cce73f47-da3f-497b-b172-65c21e205773 req-24137d0e-f58d-44c7-85de-de7b0a57c410 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:33:16.182519 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f980b187-131b-42cf-8b19-8ecff54af979 tempest-QuotasTest-419735683 tempest-QuotasTest-419735683-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:33:16.185586 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce73f47-da3f-497b-b172-65c21e205773 req-24137d0e-f58d-44c7-85de-de7b0a57c410 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:33:16.193402 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d098d3a6-fd96-4c3e-a48d-3a1918767d46 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:16.217679 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-d098d3a6-fd96-4c3e-a48d-3a1918767d46 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Deleting port 2ede2f03-69a9-45d2-96fe-1a6ed462f12a {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:33:16.218020 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d098d3a6-fd96-4c3e-a48d-3a1918767d46 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:16.244649 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f980b187-131b-42cf-8b19-8ecff54af979 tempest-QuotasTest-419735683 tempest-QuotasTest-419735683-project-admin] Usage tracker for resource:security_group_rule and tenant:1d2c08e407e94780b4fb2d7ca8ef9bf4 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:33:16.368464 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f980b187-131b-42cf-8b19-8ecff54af979 tempest-QuotasTest-419735683 tempest-QuotasTest-419735683-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:33:16.377353 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24137d0e-f58d-44c7-85de-de7b0a57c410 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Pushing event updated for resources: {'Port': ['ID=3875b074-8f13-475e-8947-8278944c835a,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:16.465073 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce73f47-da3f-497b-b172-65c21e205773 req-24137d0e-f58d-44c7-85de-de7b0a57c410 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:16.466222 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-cce73f47-da3f-497b-b172-65c21e205773 req-24137d0e-f58d-44c7-85de-de7b0a57c410 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:16.472577 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a41277c7-a20c-4e87-9c41-cf1b9e3d7641 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:16.482189 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-f980b187-131b-42cf-8b19-8ecff54af979 tempest-QuotasTest-419735683 tempest-QuotasTest-419735683-project-admin] 10.222.0.33 "GET /v2.0/quotas/1d2c08e407e94780b4fb2d7ca8ef9bf4/details.json HTTP/1.1" status: 200 len: 703 time: 1.9149253 Sep 22 21:33:16.526760 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-3ea86f79-bfb0-495e-9814-4af1366b89c7 None None] Provisioning for port 3875b074-8f13-475e-8947-8278944c835a completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:33:16.534167 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-3ea86f79-bfb0-495e-9814-4af1366b89c7 None None] Provisioning complete for port 3875b074-8f13-475e-8947-8278944c835a triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:33:16.534716 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-3ea86f79-bfb0-495e-9814-4af1366b89c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:16.535193 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-3ea86f79-bfb0-495e-9814-4af1366b89c7 None None] Attempt 1 to provision port 3875b074-8f13-475e-8947-8278944c835a Sep 22 21:33:16.547228 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-34f1016a-a043-43b6-bd8e-69271e4f8358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:16.548688 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-34f1016a-a043-43b6-bd8e-69271e4f8358 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f291bed0-d028-44b6-829f-efb0f7512ced HTTP/1.1" status: 200 len: 850 time: 0.3659227 Sep 22 21:33:16.618124 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-3ea86f79-bfb0-495e-9814-4af1366b89c7 None None] Port 3875b074-8f13-475e-8947-8278944c835a cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:33:16.619449 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-a41277c7-a20c-4e87-9c41-cf1b9e3d7641 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Calling delete_port for 5966b08d-0c0c-492d-b754-5215d03e23ea owned by {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:33:16.710108 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cce73f47-da3f-497b-b172-65c21e205773 req-24137d0e-f58d-44c7-85de-de7b0a57c410 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3396070 Sep 22 21:33:16.712105 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-3249e637-bf32-4796-986f-ab43ff77402c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:16.713460 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-3249e637-bf32-4796-986f-ab43ff77402c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=452fb2e3-f6a7-40db-8fcb-ea7dd754bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7546453 Sep 22 21:33:16.753072 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-cce73f47-da3f-497b-b172-65c21e205773 req-be16082f-8ce5-43a6-9fde-66afe1812973 service neutron] Request body: {'port': {'device_id': '8604d6f2-6d4e-4cf6-92a4-6c488be17672', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:16.835250 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-de275ba9-57cb-449e-b094-6dcb563451ef tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:16.853062 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40688) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:16.879294 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-802d328d-cdef-4b25-b746-7f1702c2d616 tempest-RoutersAdminNegativeIpV6Test-878680590 tempest-RoutersAdminNegativeIpV6Test-878680590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:16.887296 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-de275ba9-57cb-449e-b094-6dcb563451ef tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] 10.222.0.33 "DELETE /v2.0/ports/cc0859c9-b412-4fb3-9894-4b83f1bac6fe HTTP/1.1" status: 204 len: 168 time: 2.6951573 Sep 22 21:33:16.893398 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40694) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:16.983996 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-5171fff7-4e99-4ffd-b724-152c55e57357 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] GET failed (client error): The resource could not be found. Sep 22 21:33:16.984522 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-5171fff7-4e99-4ffd-b724-152c55e57357 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Synchronizing usage tracker for tenant:c704583039e64d3f814746054767041a on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:33:17.064779 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a41277c7-a20c-4e87-9c41-cf1b9e3d7641 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:17.073768 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d098d3a6-fd96-4c3e-a48d-3a1918767d46 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:17.088145 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-95bef174-ac42-4131-bff7-6cddf90ceec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:17.118389 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-cce73f47-da3f-497b-b172-65c21e205773 req-be16082f-8ce5-43a6-9fde-66afe1812973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:17.119255 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-3ea86f79-bfb0-495e-9814-4af1366b89c7 None None] Attempt 2 to provision port 3875b074-8f13-475e-8947-8278944c835a Sep 22 21:33:17.139376 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-3e43a81d-b3b5-48c9-a694-97806799195c service neutron] 10.222.0.49 "GET /v2.0/networks/452fb2e3-f6a7-40db-8fcb-ea7dd754bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4129121 Sep 22 21:33:17.145555 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41277c7-a20c-4e87-9c41-cf1b9e3d7641 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Pushing event deleted for resources: {'Port': ['ID=5966b08d-0c0c-492d-b754-5215d03e23ea,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:17.148730 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-ca960276-6517-4244-a6c8-554ef4df1b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:17.150233 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-ca960276-6517-4244-a6c8-554ef4df1b1b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5dbb466f-7241-4d18-b090-2d779954893b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5404761 Sep 22 21:33:17.180506 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-3ea86f79-bfb0-495e-9814-4af1366b89c7 None None] Port 3875b074-8f13-475e-8947-8278944c835a cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:33:17.223072 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-d098d3a6-fd96-4c3e-a48d-3a1918767d46 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Calling delete_port for 2ede2f03-69a9-45d2-96fe-1a6ed462f12a owned by network:router_gateway {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:33:17.228983 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a41277c7-a20c-4e87-9c41-cf1b9e3d7641 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:17.256068 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-5171fff7-4e99-4ffd-b724-152c55e57357 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Unset dirty status for tenant:c704583039e64d3f814746054767041a on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:33:17.259820 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-5171fff7-4e99-4ffd-b724-152c55e57357 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] 10.222.0.33 "GET /v2.0/ports/cc0859c9-b412-4fb3-9894-4b83f1bac6fe HTTP/1.1" status: 404 len: 333 time: 0.3579462 Sep 22 21:33:17.265926 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-95bef174-ac42-4131-bff7-6cddf90ceec2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:33:17.273723 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40698) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:17.282446 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3725fb9b-1864-4661-a0bc-4bfbab8a2b85 req-a31ae5f3-0ace-4ed0-951b-fb676b539389 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:17.283956 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-3725fb9b-1864-4661-a0bc-4bfbab8a2b85 req-a31ae5f3-0ace-4ed0-951b-fb676b539389 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 944 time: 0.7246594 Sep 22 21:33:17.291113 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-95bef174-ac42-4131-bff7-6cddf90ceec2 admin admin] Usage tracker for resource:security_group_rule and tenant:84338ebd66214ba2b5fc5be2aed32e30 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:33:17.326291 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-95bef174-ac42-4131-bff7-6cddf90ceec2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:33:17.357091 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-95bef174-ac42-4131-bff7-6cddf90ceec2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:33:17.359382 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514040e-cbef-4731-9490-47a6c1882772 req-7a8b55d3-1160-45b3-9279-c5de18958aef tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:17.360071 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-1514040e-cbef-4731-9490-47a6c1882772 req-7a8b55d3-1160-45b3-9279-c5de18958aef tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Synchronizing usage tracker for tenant:bd8cb946cffb40a086f88543474db7f3 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:33:17.388888 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a41277c7-a20c-4e87-9c41-cf1b9e3d7641 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] 10.222.0.33 "DELETE /v2.0/ports/5966b08d-0c0c-492d-b754-5215d03e23ea HTTP/1.1" status: 204 len: 168 time: 1.8513138 Sep 22 21:33:17.391266 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40702) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:17.488950 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-1514040e-cbef-4731-9490-47a6c1882772 req-7a8b55d3-1160-45b3-9279-c5de18958aef tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Unset dirty status for tenant:bd8cb946cffb40a086f88543474db7f3 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:33:17.490014 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1514040e-cbef-4731-9490-47a6c1882772 req-7a8b55d3-1160-45b3-9279-c5de18958aef tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] 10.222.0.33 "GET /v2.0/ports?device_id=8604d6f2-6d4e-4cf6-92a4-6c488be17672 HTTP/1.1" status: 200 len: 931 time: 0.7016599 Sep 22 21:33:17.493622 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-ec8a2d72-a677-4e65-b99c-e653eca3a76c tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Deleting port ccf608c5-d45f-461c-924a-5b3b56835fbd {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:33:17.493969 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ec8a2d72-a677-4e65-b99c-e653eca3a76c tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:17.523384 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-33a68e29-0b83-4ec2-9181-fb0c4529b14e tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1252720 Sep 22 21:33:17.533549 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 40706) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:17.556225 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-3725fb9b-1864-4661-a0bc-4bfbab8a2b85 req-ed107686-4195-4305-8da4-79ac3e99c6e9 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2328265 Sep 22 21:33:17.564343 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-d7b31c3f-534f-450c-83c5-1e578766a12f tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1065978900'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:17.572534 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-69ee8e8b-44a1-415d-a20e-5feb80504f55 req-f78487e2-3a15-4986-bc5b-51528a362462 service neutron] 10.222.0.49 "GET /v2.0/networks/452fb2e3-f6a7-40db-8fcb-ea7dd754bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4214118 Sep 22 21:33:17.579161 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-992f6c2f-a5c7-4158-8d52-76070e863a27 service neutron] 10.222.0.49 "GET /v2.0/networks/5dbb466f-7241-4d18-b090-2d779954893b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047906 Sep 22 21:33:17.580293 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-d7b31c3f-534f-450c-83c5-1e578766a12f tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:33:17.590663 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-d7b31c3f-534f-450c-83c5-1e578766a12f tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Usage tracker for resource:network and tenant:1c71f3b6114749b38821c6c564cfcd20 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:33:17.590918 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-d7b31c3f-534f-450c-83c5-1e578766a12f tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:33:17.651606 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-d7b31c3f-534f-450c-83c5-1e578766a12f tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:33:17.683755 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-3ea86f79-bfb0-495e-9814-4af1366b89c7 None None] Attempt 3 to provision port 3875b074-8f13-475e-8947-8278944c835a Sep 22 21:33:17.763131 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-3ea86f79-bfb0-495e-9814-4af1366b89c7 None None] Port 3875b074-8f13-475e-8947-8278944c835a cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:33:17.819370 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-95bef174-ac42-4131-bff7-6cddf90ceec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:17.837906 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1514040e-cbef-4731-9490-47a6c1882772 req-8ff54d14-924c-43cc-ac7e-a586f4c3634a tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9c38e2c-e015-40bb-a6d8-d16188e9a895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3351874 Sep 22 21:33:17.838337 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '651a176d-8835-40fa-aa3c-811926baf0c3', 'tag': '9bdd48e0-5d9d-43f0-97a8-e321a99aac21'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:33:17.840688 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7371d767-656f-47c4-8408-27da100d25af" -d '{"events": [{"name": "network-changed", "server_uuid": "651a176d-8835-40fa-aa3c-811926baf0c3", "tag": "9bdd48e0-5d9d-43f0-97a8-e321a99aac21"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:33:17.905505 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-95bef174-ac42-4131-bff7-6cddf90ceec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:17.920592 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b31c3f-534f-450c-83c5-1e578766a12f tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Made reservation on behalf of 1c71f3b6114749b38821c6c564cfcd20 for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:33:17.923971 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d7b31c3f-534f-450c-83c5-1e578766a12f tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:17.977513 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d2ac86-53bb-40e0-874c-8ea7acf00ff4 x-openstack-request-id: req-e6d2ac86-53bb-40e0-874c-8ea7acf00ff4 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:33:17.977799 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "651a176d-8835-40fa-aa3c-811926baf0c3", "tag": "9bdd48e0-5d9d-43f0-97a8-e321a99aac21", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:33:17.978062 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e6d2ac86-53bb-40e0-874c-8ea7acf00ff4 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:33:17.978436 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6d2ac86-53bb-40e0-874c-8ea7acf00ff4'] response: {'name': 'network-changed', 'server_uuid': '651a176d-8835-40fa-aa3c-811926baf0c3', 'tag': '9bdd48e0-5d9d-43f0-97a8-e321a99aac21', 'status': 'completed', 'code': 200} Sep 22 21:33:18.019155 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-95bef174-ac42-4131-bff7-6cddf90ceec2 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=84338ebd66214ba2b5fc5be2aed32e30&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1577489 Sep 22 21:33:18.026728 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bef174-ac42-4131-bff7-6cddf90ceec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb0b3d7-b9c1-4a8f-8979-e78d94116628,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:18.031001 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 40714) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:18.050180 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d098d3a6-fd96-4c3e-a48d-3a1918767d46 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:18.068564 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7b31c3f-534f-450c-83c5-1e578766a12f tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:33:18.072194 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ea2ccbd3-35a8-4f05-837a-f8e230fe247a req-9eee07e0-8951-4c79-955c-bfff70dbf060 service neutron] 10.222.0.49 "GET /v2.0/networks/5dbb466f-7241-4d18-b090-2d779954893b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4524319 Sep 22 21:33:18.116727 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2acf8b-d08c-48f8-8856-c348b0b9c9c2 req-a6d6e9f7-3aac-4f84-92d9-9942cdcbac87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:18.118192 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ce2acf8b-d08c-48f8-8856-c348b0b9c9c2 req-a6d6e9f7-3aac-4f84-92d9-9942cdcbac87 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=00d27190048c4d5c9df662860665c71e&device_id=18bad13e-d11f-4012-9e0d-bf2e7d80980e HTTP/1.1" status: 200 len: 1097 time: 0.4211550 Sep 22 21:33:18.125805 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d7b31c3f-534f-450c-83c5-1e578766a12f tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:18.126140 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-d7b31c3f-534f-450c-83c5-1e578766a12f tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Added segment 9b52af03-b2ac-4363-882d-f5ef6c6dcb83 of type vlan for network 2787569c-305e-42fe-b6a7-9e409da1caa5 Sep 22 21:33:18.265169 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-3ea86f79-bfb0-495e-9814-4af1366b89c7 None None] Attempt 4 to provision port 3875b074-8f13-475e-8947-8278944c835a Sep 22 21:33:18.328301 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-3ea86f79-bfb0-495e-9814-4af1366b89c7 None None] Port 3875b074-8f13-475e-8947-8278944c835a cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:33:18.345127 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d098d3a6-fd96-4c3e-a48d-3a1918767d46 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Pushing event deleted for resources: {'Port': ['ID=2ede2f03-69a9-45d2-96fe-1a6ed462f12a,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:18.349956 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ec8a2d72-a677-4e65-b99c-e653eca3a76c tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:18.353376 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d7b31c3f-534f-450c-83c5-1e578766a12f tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:18.358464 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [req-cce73f47-da3f-497b-b172-65c21e205773 req-be16082f-8ce5-43a6-9fde-66afe1812973 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3875b074-8f13-475e-8947-8278944c835a {{(pid=89008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:33:18.376266 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-cce73f47-da3f-497b-b172-65c21e205773 req-be16082f-8ce5-43a6-9fde-66afe1812973 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:18.382438 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2fb8e30a-f476-4122-896e-1888ba01756c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:18.435160 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-cce73f47-da3f-497b-b172-65c21e205773 req-be16082f-8ce5-43a6-9fde-66afe1812973 service neutron] Transition to ACTIVE for port object 3875b074-8f13-475e-8947-8278944c835a will not be triggered until provisioned by entity L2. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:33:18.467073 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-cce73f47-da3f-497b-b172-65c21e205773 req-be16082f-8ce5-43a6-9fde-66afe1812973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:18.555967 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2fb8e30a-f476-4122-896e-1888ba01756c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:18.576921 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-ec8a2d72-a677-4e65-b99c-e653eca3a76c tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Calling delete_port for ccf608c5-d45f-461c-924a-5b3b56835fbd owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:33:18.579566 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2acf8b-d08c-48f8-8856-c348b0b9c9c2 req-43b48aeb-0dac-44ca-8f36-dd311750c793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:18.581001 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ce2acf8b-d08c-48f8-8856-c348b0b9c9c2 req-43b48aeb-0dac-44ca-8f36-dd311750c793 service neutron] 10.222.0.49 "GET /v2.0/networks?id=452fb2e3-f6a7-40db-8fcb-ea7dd754bdda HTTP/1.1" status: 200 len: 912 time: 0.4535458 Sep 22 21:33:18.629725 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911eae29-e74a-43ff-a6c9-3cd8543cb282 req-3eb25f67-e973-4a7d-acb3-fc9b3e3734e9 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:18.631217 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-911eae29-e74a-43ff-a6c9-3cd8543cb282 req-3eb25f67-e973-4a7d-acb3-fc9b3e3734e9 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] 10.222.0.33 "GET /v2.0/ports?device_id=18bad13e-d11f-4012-9e0d-bf2e7d80980e HTTP/1.1" status: 200 len: 944 time: 0.9251170 Sep 22 21:33:18.662100 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d7b31c3f-534f-450c-83c5-1e578766a12f tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:18.667409 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b31c3f-534f-450c-83c5-1e578766a12f tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:18.668003 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d7b31c3f-534f-450c-83c5-1e578766a12f tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:18.674481 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-802d328d-cdef-4b25-b746-7f1702c2d616 tempest-RoutersAdminNegativeIpV6Test-878680590 tempest-RoutersAdminNegativeIpV6Test-878680590-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:18.724738 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-802d328d-cdef-4b25-b746-7f1702c2d616 tempest-RoutersAdminNegativeIpV6Test-878680590 tempest-RoutersAdminNegativeIpV6Test-878680590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:18.768714 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ce2acf8b-d08c-48f8-8856-c348b0b9c9c2 req-2aec8e52-22e2-46f2-9c24-87202b068c13 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4bae391-e4c3-4dc8-b738-41ee6ea8ad51 HTTP/1.1" status: 200 len: 217 time: 0.1674559 Sep 22 21:33:18.770596 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7371d767-656f-47c4-8408-27da100d25af req-e515be57-bfa5-4da6-91c3-33052115369b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:18.772008 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7371d767-656f-47c4-8408-27da100d25af req-e515be57-bfa5-4da6-91c3-33052115369b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=25574d9f1a93412b95f1e988f287237a&device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 1097 time: 0.6134295 Sep 22 21:33:18.786431 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d098d3a6-fd96-4c3e-a48d-3a1918767d46 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8012236'] for router_gateway, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:18.829740 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-3ea86f79-bfb0-495e-9814-4af1366b89c7 None None] Attempt 5 to provision port 3875b074-8f13-475e-8947-8278944c835a Sep 22 21:33:18.846269 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-911eae29-e74a-43ff-a6c9-3cd8543cb282 req-df60080b-aba9-4f61-8639-6fe74a4f8773 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] 10.222.0.33 "GET /v2.0/security-groups?id=3436d52f-576d-49f3-8cfd-19ae3692e444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986871 Sep 22 21:33:18.915200 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-3ea86f79-bfb0-495e-9814-4af1366b89c7 None None] Port 3875b074-8f13-475e-8947-8278944c835a cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:33:18.987693 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16082f-8ce5-43a6-9fde-66afe1812973 service neutron] Pushing event updated for resources: {'Port': ['ID=3875b074-8f13-475e-8947-8278944c835a,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:19.049841 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-d7b31c3f-534f-450c-83c5-1e578766a12f tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5065730 Sep 22 21:33:19.065702 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 40724) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:19.094939 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b31c3f-534f-450c-83c5-1e578766a12f tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Pushing event updated for resources: {'Network': ['ID=2787569c-305e-42fe-b6a7-9e409da1caa5,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:19.101855 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-8131dcb9-271f-448d-850c-12b8d79512cd tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-361204146'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:19.105800 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 2787569c-305e-42fe-b6a7-9e409da1caa5 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:33:19.118585 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-8131dcb9-271f-448d-850c-12b8d79512cd tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:33:19.139670 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d098d3a6-fd96-4c3e-a48d-3a1918767d46 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:19.145722 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d098d3a6-fd96-4c3e-a48d-3a1918767d46 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:19.152615 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2fb8e30a-f476-4122-896e-1888ba01756c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:19.158968 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-8131dcb9-271f-448d-850c-12b8d79512cd tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Usage tracker for resource:network and tenant:1c71f3b6114749b38821c6c564cfcd20 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:33:19.175509 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-8131dcb9-271f-448d-850c-12b8d79512cd tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:33:19.191742 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-cce73f47-da3f-497b-b172-65c21e205773 req-be16082f-8ce5-43a6-9fde-66afe1812973 service neutron] Attempting to bind port 3875b074-8f13-475e-8947-8278944c835a on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:33:19.192074 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-cce73f47-da3f-497b-b172-65c21e205773 req-be16082f-8ce5-43a6-9fde-66afe1812973 service neutron] Attempting to bind port 3875b074-8f13-475e-8947-8278944c835a by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'b9a5893b-0c23-4aa8-b596-b3dc1cc17f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ffaea767-2648-4475-a48d-aacd7334937b'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:33:19.192402 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce73f47-da3f-497b-b172-65c21e205773 req-be16082f-8ce5-43a6-9fde-66afe1812973 service neutron] Attempting to bind port 3875b074-8f13-475e-8947-8278944c835a on network ffaea767-2648-4475-a48d-aacd7334937b {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:33:19.203976 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-8131dcb9-271f-448d-850c-12b8d79512cd tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:33:19.206087 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb8e30a-f476-4122-896e-1888ba01756c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb0b3d7-b9c1-4a8f-8979-e78d94116628,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:19.208599 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2acf8b-d08c-48f8-8856-c348b0b9c9c2 req-b7917d1a-9782-4c04-9698-54f8f1ec629b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:19.210034 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ce2acf8b-d08c-48f8-8856-c348b0b9c9c2 req-b7917d1a-9782-4c04-9698-54f8f1ec629b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c427adaf-86b6-4f5b-b847-86f219fa4602 HTTP/1.1" status: 200 len: 851 time: 0.3663213 Sep 22 21:33:19.225319 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce73f47-da3f-497b-b172-65c21e205773 req-be16082f-8ce5-43a6-9fde-66afe1812973 service neutron] Port 3875b074-8f13-475e-8947-8278944c835a on network ffaea767-2648-4475-a48d-aacd7334937b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:33:19.225586 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce73f47-da3f-497b-b172-65c21e205773 req-be16082f-8ce5-43a6-9fde-66afe1812973 service neutron] Attempting to bind port 3875b074-8f13-475e-8947-8278944c835a on network ffaea767-2648-4475-a48d-aacd7334937b {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:33:19.269169 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d098d3a6-fd96-4c3e-a48d-3a1918767d46 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:19.269701 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d098d3a6-fd96-4c3e-a48d-3a1918767d46 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Fanout notify agent at l3_agent the message router_deleted on router 52bd498c-4c5c-4898-a691-7ab8e010c4f8 {{(pid=89009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:33:19.274735 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7371d767-656f-47c4-8408-27da100d25af req-f5a1cc56-21d8-4dc8-b38d-808b053c5ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:19.275122 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7371d767-656f-47c4-8408-27da100d25af req-f5a1cc56-21d8-4dc8-b38d-808b053c5ac0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5dbb466f-7241-4d18-b090-2d779954893b HTTP/1.1" status: 200 len: 911 time: 0.4683645 Sep 22 21:33:19.292801 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8131dcb9-271f-448d-850c-12b8d79512cd tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Made reservation on behalf of 1c71f3b6114749b38821c6c564cfcd20 for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:33:19.296705 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8131dcb9-271f-448d-850c-12b8d79512cd tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:19.301435 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ec8a2d72-a677-4e65-b99c-e653eca3a76c tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:19.305797 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2fb8e30a-f476-4122-896e-1888ba01756c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:19.310634 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-2fb8e30a-f476-4122-896e-1888ba01756c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/bfb0b3d7-b9c1-4a8f-8979-e78d94116628 HTTP/1.1" status: 204 len: 168 time: 1.2740779 Sep 22 21:33:19.310634 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce73f47-da3f-497b-b172-65c21e205773 req-be16082f-8ce5-43a6-9fde-66afe1812973 service neutron] Checking agent: {'id': '8a88b827-3477-4399-ac15-439d59b3c48a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'started_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:33:19.310634 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce73f47-da3f-497b-b172-65c21e205773 req-be16082f-8ce5-43a6-9fde-66afe1812973 service neutron] Checking segment: {'id': 'b9a5893b-0c23-4aa8-b596-b3dc1cc17f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ffaea767-2648-4475-a48d-aacd7334937b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:33:19.310634 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce73f47-da3f-497b-b172-65c21e205773 req-be16082f-8ce5-43a6-9fde-66afe1812973 service neutron] Bound using segment: {'id': 'b9a5893b-0c23-4aa8-b596-b3dc1cc17f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ffaea767-2648-4475-a48d-aacd7334937b'} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:33:19.310634 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-cce73f47-da3f-497b-b172-65c21e205773 req-be16082f-8ce5-43a6-9fde-66afe1812973 service neutron] Bound port: 3875b074-8f13-475e-8947-8278944c835a, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9a5893b-0c23-4aa8-b596-b3dc1cc17f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ffaea767-2648-4475-a48d-aacd7334937b'}}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:33:19.311659 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-cce73f47-da3f-497b-b172-65c21e205773 req-be16082f-8ce5-43a6-9fde-66afe1812973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:19.375988 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a2d72-a677-4e65-b99c-e653eca3a76c tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Pushing event deleted for resources: {'Port': ['ID=ccf608c5-d45f-461c-924a-5b3b56835fbd,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:19.408305 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1967c9f-212e-4b6d-aedd-14f97b6fe4f4 req-38d18222-af92-4e8d-ad7e-591e068f66c9 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:19.415301 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c1967c9f-212e-4b6d-aedd-14f97b6fe4f4 req-38d18222-af92-4e8d-ad7e-591e068f66c9 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 944 time: 0.6636729 Sep 22 21:33:19.416649 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-3ea86f79-bfb0-495e-9814-4af1366b89c7 None None] Attempt 6 to provision port 3875b074-8f13-475e-8947-8278944c835a Sep 22 21:33:19.417614 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7371d767-656f-47c4-8408-27da100d25af req-0e9a8c62-a7ae-4265-9987-f948b69cb1ce service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bdd48e0-5d9d-43f0-97a8-e321a99aac21 HTTP/1.1" status: 200 len: 217 time: 0.1268256 Sep 22 21:33:19.454940 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ec8a2d72-a677-4e65-b99c-e653eca3a76c tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:19.471993 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b753cf-4e03-43a4-a243-772b09fe7a61 req-815db0b1-b1ea-4740-ba86-261670ab3dc5 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:19.479394 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-29b753cf-4e03-43a4-a243-772b09fe7a61 req-815db0b1-b1ea-4740-ba86-261670ab3dc5 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] 10.222.0.33 "GET /v2.0/ports?device_id=8604d6f2-6d4e-4cf6-92a4-6c488be17672 HTTP/1.1" status: 200 len: 943 time: 0.4649718 Sep 22 21:33:19.482431 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-802d328d-cdef-4b25-b746-7f1702c2d616 tempest-RoutersAdminNegativeIpV6Test-878680590 tempest-RoutersAdminNegativeIpV6Test-878680590-project-admin] Notify callbacks [] for router, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:19.504879 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-3ea86f79-bfb0-495e-9814-4af1366b89c7 None None] Port 3875b074-8f13-475e-8947-8278944c835a cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:33:19.593249 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d098d3a6-fd96-4c3e-a48d-3a1918767d46 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:19.595301 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d098d3a6-fd96-4c3e-a48d-3a1918767d46 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] 10.222.0.33 "DELETE /v2.0/routers/52bd498c-4c5c-4898-a691-7ab8e010c4f8 HTTP/1.1" status: 204 len: 168 time: 4.1305401 Sep 22 21:33:19.621815 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 40732) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:19.654562 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-bdf40d1e-5d9b-418f-8675-c517e241f11a tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1480374183', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'enable_snat': False}}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:19.661380 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ec8a2d72-a677-4e65-b99c-e653eca3a76c tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] 10.222.0.33 "DELETE /v2.0/ports/ccf608c5-d45f-461c-924a-5b3b56835fbd HTTP/1.1" status: 204 len: 168 time: 2.3742292 Sep 22 21:33:19.671596 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40736) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:19.676046 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8131dcb9-271f-448d-850c-12b8d79512cd tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:33:19.684276 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-bdf40d1e-5d9b-418f-8675-c517e241f11a tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:33:19.708036 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-bdf40d1e-5d9b-418f-8675-c517e241f11a tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Usage tracker for resource:router and tenant:3948481bd8564dd39302cf1d97156919 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:33:19.713653 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 40740) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:19.718436 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c1967c9f-212e-4b6d-aedd-14f97b6fe4f4 req-533604a5-9e39-43e5-ab56-60faeacb8ee3 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3024552 Sep 22 21:33:19.722454 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8131dcb9-271f-448d-850c-12b8d79512cd tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:19.722984 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-8131dcb9-271f-448d-850c-12b8d79512cd tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Added segment 0cc3230e-ff97-4c85-bc80-45eeb3935dd8 of type vlan for network 8c94eada-22c4-481c-9236-b2fc264129a1 Sep 22 21:33:19.724281 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-bdf40d1e-5d9b-418f-8675-c517e241f11a tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:33:19.762424 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-bdf40d1e-5d9b-418f-8675-c517e241f11a tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:33:19.772251 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7371d767-656f-47c4-8408-27da100d25af req-3e2905fa-45fc-4de8-b5d2-87b1f67b3fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:19.773752 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7371d767-656f-47c4-8408-27da100d25af req-3e2905fa-45fc-4de8-b5d2-87b1f67b3fe7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f291bed0-d028-44b6-829f-efb0f7512ced HTTP/1.1" status: 200 len: 850 time: 0.1966982 Sep 22 21:33:19.790215 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0ae28caa-f999-4170-a71a-9e4280a33f32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:19.838813 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2acf8b-d08c-48f8-8856-c348b0b9c9c2 req-6799c9aa-13c9-4ba2-8a0c-510616418f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:19.840291 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ce2acf8b-d08c-48f8-8856-c348b0b9c9c2 req-6799c9aa-13c9-4ba2-8a0c-510616418f32 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=452fb2e3-f6a7-40db-8fcb-ea7dd754bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6218188 Sep 22 21:33:19.861024 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-cce73f47-da3f-497b-b172-65c21e205773 req-be16082f-8ce5-43a6-9fde-66afe1812973 service neutron] For port 3875b074-8f13-475e-8947-8278944c835a, host hv-neutron-8589, cleared binding levels {{(pid=89008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:33:19.871620 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bdf40d1e-5d9b-418f-8675-c517e241f11a tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:19.872611 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bdf40d1e-5d9b-418f-8675-c517e241f11a tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:19.909947 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8131dcb9-271f-448d-850c-12b8d79512cd tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:19.916823 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-0ae28caa-f999-4170-a71a-9e4280a33f32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:33:19.948213 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-29b753cf-4e03-43a4-a243-772b09fe7a61 req-f6ff361d-b965-46d0-a1d8-89be87c28363 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Synchronizing usage tracker for tenant:bd8cb946cffb40a086f88543474db7f3 on resource:security_group {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:33:19.951878 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a381361-dd12-46d9-aee9-8e81a02a1f9b tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] GET failed (client error): The resource could not be found. Sep 22 21:33:19.951878 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-4a381361-dd12-46d9-aee9-8e81a02a1f9b tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Synchronizing usage tracker for tenant:c704583039e64d3f814746054767041a on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:33:19.972993 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-cce73f47-da3f-497b-b172-65c21e205773 req-be16082f-8ce5-43a6-9fde-66afe1812973 service neutron] For port 3875b074-8f13-475e-8947-8278944c835a, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=3875b074-8f13-475e-8947-8278944c835a,segment=NetworkSegment(b9a5893b-0c23-4aa8-b596-b3dc1cc17f58),segment_id=b9a5893b-0c23-4aa8-b596-b3dc1cc17f58)] {{(pid=89008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:33:20.005728 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-3ea86f79-bfb0-495e-9814-4af1366b89c7 None None] Attempt 7 to provision port 3875b074-8f13-475e-8947-8278944c835a Sep 22 21:33:20.007595 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-0ae28caa-f999-4170-a71a-9e4280a33f32 admin admin] Usage tracker for resource:security_group_rule and tenant:1d2c08e407e94780b4fb2d7ca8ef9bf4 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:33:20.039479 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-802d328d-cdef-4b25-b746-7f1702c2d616 tempest-RoutersAdminNegativeIpV6Test-878680590 tempest-RoutersAdminNegativeIpV6Test-878680590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:20.044766 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-cce73f47-da3f-497b-b172-65c21e205773 req-be16082f-8ce5-43a6-9fde-66afe1812973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:20.045387 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-802d328d-cdef-4b25-b746-7f1702c2d616 tempest-RoutersAdminNegativeIpV6Test-878680590 tempest-RoutersAdminNegativeIpV6Test-878680590-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:20.050655 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-29b753cf-4e03-43a4-a243-772b09fe7a61 req-f6ff361d-b965-46d0-a1d8-89be87c28363 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Unset dirty status for tenant:bd8cb946cffb40a086f88543474db7f3 on resource:security_group {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:33:20.052141 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-29b753cf-4e03-43a4-a243-772b09fe7a61 req-f6ff361d-b965-46d0-a1d8-89be87c28363 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9c38e2c-e015-40bb-a6d8-d16188e9a895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5713623 Sep 22 21:33:20.067871 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-4a381361-dd12-46d9-aee9-8e81a02a1f9b tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Unset dirty status for tenant:c704583039e64d3f814746054767041a on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:33:20.069271 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-4a381361-dd12-46d9-aee9-8e81a02a1f9b tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] 10.222.0.33 "GET /v2.0/ports/ccf608c5-d45f-461c-924a-5b3b56835fbd HTTP/1.1" status: 404 len: 333 time: 0.3947737 Sep 22 21:33:20.073425 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40746) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:20.090020 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-802d328d-cdef-4b25-b746-7f1702c2d616 tempest-RoutersAdminNegativeIpV6Test-878680590 tempest-RoutersAdminNegativeIpV6Test-878680590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:20.090020 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802d328d-cdef-4b25-b746-7f1702c2d616 tempest-RoutersAdminNegativeIpV6Test-878680590 tempest-RoutersAdminNegativeIpV6Test-878680590-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 220b1cfd-6935-434a-a7e2-c9f552e77848 {{(pid=89009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:33:20.093000 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce73f47-da3f-497b-b172-65c21e205773 req-be16082f-8ce5-43a6-9fde-66afe1812973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:20.093000 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-cce73f47-da3f-497b-b172-65c21e205773 req-be16082f-8ce5-43a6-9fde-66afe1812973 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:20.093000 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cce73f47-da3f-497b-b172-65c21e205773 req-be16082f-8ce5-43a6-9fde-66afe1812973 service neutron] 10.222.0.49 "PUT /v2.0/ports/3875b074-8f13-475e-8947-8278944c835a HTTP/1.1" status: 200 len: 1093 time: 3.3550668 Sep 22 21:33:20.093000 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-0ae28caa-f999-4170-a71a-9e4280a33f32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:33:20.095602 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8604d6f2-6d4e-4cf6-92a4-6c488be17672', 'tag': '3875b074-8f13-475e-8947-8278944c835a'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:33:20.097959 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84775b14-d3d4-4772-871e-df629236d4d1" -d '{"events": [{"name": "network-changed", "server_uuid": "8604d6f2-6d4e-4cf6-92a4-6c488be17672", "tag": "3875b074-8f13-475e-8947-8278944c835a"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:33:20.119346 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-3ea86f79-bfb0-495e-9814-4af1366b89c7 None None] Port 3875b074-8f13-475e-8947-8278944c835a had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 21:33:20.133131 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bdf40d1e-5d9b-418f-8675-c517e241f11a tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:20.134641 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-0ae28caa-f999-4170-a71a-9e4280a33f32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:33:20.137077 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.db.resource_extend [None req-8131dcb9-271f-448d-850c-12b8d79512cd tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 21:33:20.163467 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6690c750-e870-4f77-ba7f-d08f7cfbf00a x-openstack-request-id: req-6690c750-e870-4f77-ba7f-d08f7cfbf00a {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:33:20.163754 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8604d6f2-6d4e-4cf6-92a4-6c488be17672", "tag": "3875b074-8f13-475e-8947-8278944c835a", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:33:20.164003 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6690c750-e870-4f77-ba7f-d08f7cfbf00a {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:33:20.164393 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6690c750-e870-4f77-ba7f-d08f7cfbf00a'] response: {'name': 'network-changed', 'server_uuid': '8604d6f2-6d4e-4cf6-92a4-6c488be17672', 'tag': '3875b074-8f13-475e-8947-8278944c835a', 'status': 'completed', 'code': 200} Sep 22 21:33:20.174426 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-802d328d-cdef-4b25-b746-7f1702c2d616 tempest-RoutersAdminNegativeIpV6Test-878680590 tempest-RoutersAdminNegativeIpV6Test-878680590-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 22 21:33:20.175541 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-802d328d-cdef-4b25-b746-7f1702c2d616 tempest-RoutersAdminNegativeIpV6Test-878680590 tempest-RoutersAdminNegativeIpV6Test-878680590-project-admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.3875570 Sep 22 21:33:20.178387 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40752) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:20.217367 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-cf97d5f6-e42a-428b-b2d9-399c5d9875c4 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Deleting port 84d75bf8-85f0-4843-a49e-8e10ab7a25ad {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:33:20.217711 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cf97d5f6-e42a-428b-b2d9-399c5d9875c4 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:20.287053 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8131dcb9-271f-448d-850c-12b8d79512cd tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:20.292309 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8131dcb9-271f-448d-850c-12b8d79512cd tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:20.292886 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8131dcb9-271f-448d-850c-12b8d79512cd tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:20.328738 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-65b23478-ef98-4b0a-b9cc-8368b8dd6dc4 tempest-RoutersAdminNegativeIpV6Test-878680590 tempest-RoutersAdminNegativeIpV6Test-878680590-project-admin] Deleting port 4f01261a-1490-4ec8-a3da-4e229619d076 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:33:20.329078 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-65b23478-ef98-4b0a-b9cc-8368b8dd6dc4 tempest-RoutersAdminNegativeIpV6Test-878680590 tempest-RoutersAdminNegativeIpV6Test-878680590-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:20.350170 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16082f-8ce5-43a6-9fde-66afe1812973 service neutron] Pushing event updated for resources: {'Port': ['ID=3875b074-8f13-475e-8947-8278944c835a,revision_number=3']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:20.360398 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device c4bae391-e4c3-4dc8-b738-41ee6ea8ad51 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 21:33:20.414504 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7371d767-656f-47c4-8408-27da100d25af req-d1489418-91b0-4c43-84be-c2c03f109ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:20.415982 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7371d767-656f-47c4-8408-27da100d25af req-d1489418-91b0-4c43-84be-c2c03f109ec2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5dbb466f-7241-4d18-b090-2d779954893b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6300774 Sep 22 21:33:20.432539 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ce2acf8b-d08c-48f8-8856-c348b0b9c9c2 req-a5d7f5a5-de26-4200-ac2c-a4dd71eda3f8 service neutron] 10.222.0.49 "GET /v2.0/networks/452fb2e3-f6a7-40db-8fcb-ea7dd754bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5751505 Sep 22 21:33:20.495430 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port c4bae391-e4c3-4dc8-b738-41ee6ea8ad51, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=c4bae391-e4c3-4dc8-b738-41ee6ea8ad51,segment=NetworkSegment(061a951f-7d62-41da-84b4-c96edd705f4f),segment_id=061a951f-7d62-41da-84b4-c96edd705f4f)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:33:20.510179 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': 'c4bae391-e4c3-4dc8-b738-41ee6ea8ad51', 'network_id': '452fb2e3-f6a7-40db-8fcb-ea7dd754bdda', 'port_id': 'c4bae391-e4c3-4dc8-b738-41ee6ea8ad51', 'mac_address': 'fa:16:3e:61:e4:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c427adaf-86b6-4f5b-b847-86f219fa4602', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 21:33:20.565974 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port c4bae391-e4c3-4dc8-b738-41ee6ea8ad51 is: DOWN; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:33:20.566672 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:20.583329 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4bae391-e4c3-4dc8-b738-41ee6ea8ad51 {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:33:20.600131 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port c4bae391-e4c3-4dc8-b738-41ee6ea8ad51, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=c4bae391-e4c3-4dc8-b738-41ee6ea8ad51,segment=NetworkSegment(061a951f-7d62-41da-84b4-c96edd705f4f),segment_id=061a951f-7d62-41da-84b4-c96edd705f4f)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:33:20.606567 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:20.665830 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cf97d5f6-e42a-428b-b2d9-399c5d9875c4 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:20.678318 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=c4bae391-e4c3-4dc8-b738-41ee6ea8ad51,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:20.804819 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-cf97d5f6-e42a-428b-b2d9-399c5d9875c4 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Calling delete_port for 84d75bf8-85f0-4843-a49e-8e10ab7a25ad owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:33:20.825497 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-8131dcb9-271f-448d-850c-12b8d79512cd tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7497203 Sep 22 21:33:20.884446 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['c4bae391-e4c3-4dc8-b738-41ee6ea8ad51'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 21:33:20.884766 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fba4a8-718b-4b37-83cc-7aa29e89ef72 req-a282cc07-3cda-402d-8396-a58eb30124c9 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:20.886211 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-17fba4a8-718b-4b37-83cc-7aa29e89ef72 req-a282cc07-3cda-402d-8396-a58eb30124c9 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] 10.222.0.33 "GET /v2.0/ports?device_id=18bad13e-d11f-4012-9e0d-bf2e7d80980e HTTP/1.1" status: 200 len: 944 time: 0.9105766 Sep 22 21:33:20.907228 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8131dcb9-271f-448d-850c-12b8d79512cd tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Pushing event updated for resources: {'Network': ['ID=8c94eada-22c4-481c-9236-b2fc264129a1,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:20.920658 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-65b23478-ef98-4b0a-b9cc-8368b8dd6dc4 tempest-RoutersAdminNegativeIpV6Test-878680590 tempest-RoutersAdminNegativeIpV6Test-878680590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:20.960206 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bdf40d1e-5d9b-418f-8675-c517e241f11a tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:20.996053 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 8c94eada-22c4-481c-9236-b2fc264129a1 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:33:21.069419 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-65b23478-ef98-4b0a-b9cc-8368b8dd6dc4 tempest-RoutersAdminNegativeIpV6Test-878680590 tempest-RoutersAdminNegativeIpV6Test-878680590-project-admin] Calling delete_port for 4f01261a-1490-4ec8-a3da-4e229619d076 owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:33:21.105139 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce73f47-da3f-497b-b172-65c21e205773 req-75534424-f10c-4fc9-b305-2ab3fc55eff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:21.107300 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cce73f47-da3f-497b-b172-65c21e205773 req-75534424-f10c-4fc9-b305-2ab3fc55eff8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bd8cb946cffb40a086f88543474db7f3&device_id=8604d6f2-6d4e-4cf6-92a4-6c488be17672 HTTP/1.1" status: 200 len: 1096 time: 0.9540389 Sep 22 21:33:21.239970 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0ae28caa-f999-4170-a71a-9e4280a33f32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:21.257424 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7371d767-656f-47c4-8408-27da100d25af req-b4d27210-a349-428f-b58b-4a0b7e51ace6 service neutron] 10.222.0.49 "GET /v2.0/networks/5dbb466f-7241-4d18-b090-2d779954893b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7736199 Sep 22 21:33:21.259622 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cce73f47-da3f-497b-b172-65c21e205773 req-26f0febd-b9ce-4c11-a94d-ba509b2b15ae service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3875b074-8f13-475e-8947-8278944c835a HTTP/1.1" status: 200 len: 217 time: 0.1318471 Sep 22 21:33:21.265976 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-17fba4a8-718b-4b37-83cc-7aa29e89ef72 req-1e3eb221-16cc-4492-9b35-389057086917 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] 10.222.0.33 "GET /v2.0/security-groups?id=3436d52f-576d-49f3-8cfd-19ae3692e444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3607314 Sep 22 21:33:21.267801 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0ae28caa-f999-4170-a71a-9e4280a33f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:21.275792 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ce2acf8b-d08c-48f8-8856-c348b0b9c9c2 req-103ca3c7-2f6d-4ba4-82d8-d9f800714251 service neutron] 10.222.0.49 "GET /v2.0/networks/452fb2e3-f6a7-40db-8fcb-ea7dd754bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7563636 Sep 22 21:33:21.434408 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecece55-f6b2-43b4-922b-dcde58b92fa0 req-db3d8493-ffbc-440b-a645-6371e2f7138f tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:21.436081 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-eecece55-f6b2-43b4-922b-dcde58b92fa0 req-db3d8493-ffbc-440b-a645-6371e2f7138f tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 944 time: 0.5912178 Sep 22 21:33:21.482690 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cf97d5f6-e42a-428b-b2d9-399c5d9875c4 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:21.558318 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf97d5f6-e42a-428b-b2d9-399c5d9875c4 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Pushing event deleted for resources: {'Port': ['ID=84d75bf8-85f0-4843-a49e-8e10ab7a25ad,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:21.577462 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-0ae28caa-f999-4170-a71a-9e4280a33f32 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=1d2c08e407e94780b4fb2d7ca8ef9bf4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8553147 Sep 22 21:33:21.591363 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 40762) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:21.598741 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae28caa-f999-4170-a71a-9e4280a33f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119b35b0-e84f-4b7d-9414-3bbdbe7392a1,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:21.621207 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce73f47-da3f-497b-b172-65c21e205773 req-68940812-d97f-44e1-8ff7-0ce76a940026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:21.622666 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cce73f47-da3f-497b-b172-65c21e205773 req-68940812-d97f-44e1-8ff7-0ce76a940026 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=98fb1cd8-d884-4964-b7fb-0cf4fecc1c4a HTTP/1.1" status: 200 len: 845 time: 0.3460071 Sep 22 21:33:21.634376 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cf97d5f6-e42a-428b-b2d9-399c5d9875c4 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:21.646821 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-eecece55-f6b2-43b4-922b-dcde58b92fa0 req-e722fcc7-45cf-4bd3-9f4e-48a4238e57d1 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702402 Sep 22 21:33:21.657474 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-65b23478-ef98-4b0a-b9cc-8368b8dd6dc4 tempest-RoutersAdminNegativeIpV6Test-878680590 tempest-RoutersAdminNegativeIpV6Test-878680590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:21.706122 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-cf97d5f6-e42a-428b-b2d9-399c5d9875c4 tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] 10.222.0.33 "DELETE /v2.0/ports/84d75bf8-85f0-4843-a49e-8e10ab7a25ad HTTP/1.1" status: 204 len: 168 time: 1.6314640 Sep 22 21:33:21.714325 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40766) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:21.717170 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b23478-ef98-4b0a-b9cc-8368b8dd6dc4 tempest-RoutersAdminNegativeIpV6Test-878680590 tempest-RoutersAdminNegativeIpV6Test-878680590-project-admin] Pushing event deleted for resources: {'Port': ['ID=4f01261a-1490-4ec8-a3da-4e229619d076,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:21.776875 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7371d767-656f-47c4-8408-27da100d25af req-41c06d9b-da8e-4b5e-9914-df9f3ff40473 service neutron] 10.222.0.49 "GET /v2.0/networks/5dbb466f-7241-4d18-b090-2d779954893b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4967823 Sep 22 21:33:21.874309 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-907e5e10-acad-41d9-bc6e-dac97034ead8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:21.876698 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cd74678-f0cd-4c05-a422-da401cd1a0cd tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Deleting subnet 12e9ef01-b1b9-4caf-a62b-47cb64b5fd4b {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:33:21.882512 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7cd74678-f0cd-4c05-a422-da401cd1a0cd tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:21.926875 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-65b23478-ef98-4b0a-b9cc-8368b8dd6dc4 tempest-RoutersAdminNegativeIpV6Test-878680590 tempest-RoutersAdminNegativeIpV6Test-878680590-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:21.928473 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-65b23478-ef98-4b0a-b9cc-8368b8dd6dc4 tempest-RoutersAdminNegativeIpV6Test-878680590 tempest-RoutersAdminNegativeIpV6Test-878680590-project-admin] 10.222.0.33 "DELETE /v2.0/ports/4f01261a-1490-4ec8-a3da-4e229619d076 HTTP/1.1" status: 204 len: 168 time: 1.7490540 Sep 22 21:33:21.949149 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a31b4-322c-490e-987d-1827be556508 req-c1f7dcac-cb98-4234-a8d8-be0ab408ac8d tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:21.956546 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-695a31b4-322c-490e-987d-1827be556508 req-c1f7dcac-cb98-4234-a8d8-be0ab408ac8d tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] 10.222.0.33 "GET /v2.0/ports?device_id=8604d6f2-6d4e-4cf6-92a4-6c488be17672 HTTP/1.1" status: 200 len: 943 time: 0.4603121 Sep 22 21:33:21.961899 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-907e5e10-acad-41d9-bc6e-dac97034ead8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:21.963910 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7cd74678-f0cd-4c05-a422-da401cd1a0cd tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:21.986214 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce73f47-da3f-497b-b172-65c21e205773 req-d81abc02-766c-406b-a7d4-4a0b00109c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:21.987659 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cce73f47-da3f-497b-b172-65c21e205773 req-d81abc02-766c-406b-a7d4-4a0b00109c85 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ffaea767-2648-4475-a48d-aacd7334937b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3514266 Sep 22 21:33:22.131235 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7cd74678-f0cd-4c05-a422-da401cd1a0cd tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:22.241596 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7cd74678-f0cd-4c05-a422-da401cd1a0cd tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:22.290456 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-695a31b4-322c-490e-987d-1827be556508 req-6447902b-86d4-42ad-804c-5283ed8547ca tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9c38e2c-e015-40bb-a6d8-d16188e9a895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3328822 Sep 22 21:33:22.327086 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7cd74678-f0cd-4c05-a422-da401cd1a0cd tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:22.336158 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74678-f0cd-4c05-a422-da401cd1a0cd tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Pushing event deleted for resources: {'Subnet': ['ID=12e9ef01-b1b9-4caf-a62b-47cb64b5fd4b,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:22.338500 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f1b815-9bcb-47b7-a458-7a6b919b1544 None None] Network 55928b10-4731-4af7-b284-cf1153d69606 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:33:22.340485 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40776) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:22.348388 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-7cd74678-f0cd-4c05-a422-da401cd1a0cd tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] 10.222.0.33 "DELETE /v2.0/subnets/12e9ef01-b1b9-4caf-a62b-47cb64b5fd4b HTTP/1.1" status: 204 len: 168 time: 0.6327233 Sep 22 21:33:22.350660 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40782) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:22.442089 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-907e5e10-acad-41d9-bc6e-dac97034ead8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:22.496777 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e5e10-acad-41d9-bc6e-dac97034ead8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119b35b0-e84f-4b7d-9414-3bbdbe7392a1,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:22.516541 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cce73f47-da3f-497b-b172-65c21e205773 req-f0bdf077-9e01-4a31-837d-cb2f654dad73 service neutron] 10.222.0.49 "GET /v2.0/networks/ffaea767-2648-4475-a48d-aacd7334937b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5147076 Sep 22 21:33:22.548328 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-137acf9b-8c4d-47f3-b067-63743cd3f9da tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:22.564687 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-907e5e10-acad-41d9-bc6e-dac97034ead8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:22.565776 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-907e5e10-acad-41d9-bc6e-dac97034ead8 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/119b35b0-e84f-4b7d-9414-3bbdbe7392a1 HTTP/1.1" status: 204 len: 168 time: 0.9693182 Sep 22 21:33:22.566992 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bdf40d1e-5d9b-418f-8675-c517e241f11a tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:22.614468 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 9bdd48e0-5d9d-43f0-97a8-e321a99aac21 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 21:33:22.617287 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device c4bae391-e4c3-4dc8-b738-41ee6ea8ad51 up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:33:22.639731 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6e2cbe9c-ce61-4ca0-a8de-2a64286cb732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:22.688237 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bdf40d1e-5d9b-418f-8675-c517e241f11a tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:22.722857 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-6e2cbe9c-ce61-4ca0-a8de-2a64286cb732 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:33:22.730655 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-137acf9b-8c4d-47f3-b067-63743cd3f9da tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Deleting port 7b175a04-e957-48a3-994e-20927595560d {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:33:22.732626 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-137acf9b-8c4d-47f3-b067-63743cd3f9da tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:22.792083 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-6e2cbe9c-ce61-4ca0-a8de-2a64286cb732 admin admin] Usage tracker for resource:security_group_rule and tenant:607e383237604e46a14cf21e8de58f38 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:33:22.832478 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-6e2cbe9c-ce61-4ca0-a8de-2a64286cb732 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:33:22.867900 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-6e2cbe9c-ce61-4ca0-a8de-2a64286cb732 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:33:22.927486 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35214a68-c973-49b0-af1c-813bde38d68b req-553b170c-ff99-4864-854c-cb0b311f891f tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:22.934726 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-35214a68-c973-49b0-af1c-813bde38d68b req-553b170c-ff99-4864-854c-cb0b311f891f tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] 10.222.0.33 "GET /v2.0/ports?device_id=18bad13e-d11f-4012-9e0d-bf2e7d80980e HTTP/1.1" status: 200 len: 945 time: 0.4153526 Sep 22 21:33:23.058064 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-35214a68-c973-49b0-af1c-813bde38d68b req-08777d68-86ad-4c50-ba50-7110898799c2 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] 10.222.0.33 "GET /v2.0/security-groups?id=3436d52f-576d-49f3-8cfd-19ae3692e444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223607 Sep 22 21:33:23.069448 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cce73f47-da3f-497b-b172-65c21e205773 req-3a93b9a0-25a5-4e74-86f4-f560989abbd1 service neutron] 10.222.0.49 "GET /v2.0/networks/ffaea767-2648-4475-a48d-aacd7334937b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5346956 Sep 22 21:33:23.103943 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning for port c4bae391-e4c3-4dc8-b738-41ee6ea8ad51 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:33:23.123968 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port c4bae391-e4c3-4dc8-b738-41ee6ea8ad51 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:33:23.124341 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:23.124670 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port c4bae391-e4c3-4dc8-b738-41ee6ea8ad51 Sep 22 21:33:23.189079 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 9bdd48e0-5d9d-43f0-97a8-e321a99aac21, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=9bdd48e0-5d9d-43f0-97a8-e321a99aac21,segment=NetworkSegment(9c967a15-e80e-4848-9c56-eedb9bf46e0a),segment_id=9c967a15-e80e-4848-9c56-eedb9bf46e0a)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:33:23.262017 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': '9bdd48e0-5d9d-43f0-97a8-e321a99aac21', 'network_id': '5dbb466f-7241-4d18-b090-2d779954893b', 'port_id': '9bdd48e0-5d9d-43f0-97a8-e321a99aac21', 'mac_address': 'fa:16:3e:85:c1:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f291bed0-d028-44b6-829f-efb0f7512ced', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 21:33:23.284442 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-137acf9b-8c4d-47f3-b067-63743cd3f9da tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] For port 7b175a04-e957-48a3-994e-20927595560d, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=7b175a04-e957-48a3-994e-20927595560d,segment=NetworkSegment(2d96ec25-cf6e-4b23-a4a1-9ac47cf8fee7),segment_id=2d96ec25-cf6e-4b23-a4a1-9ac47cf8fee7)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:33:23.289220 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-bdf40d1e-5d9b-418f-8675-c517e241f11a tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Allocated IP 172.26.0.188 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/444c1a43-4f8b-4ca5-aa51-aad9395c8804) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:33:23.292905 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-137acf9b-8c4d-47f3-b067-63743cd3f9da tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:23.454965 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b64967b-5e43-4c38-bf1d-fd622413e327 None None] DHCP port deletion for 55928b10-4731-4af7-b284-cf1153d69606 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:33:23.465063 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 9bdd48e0-5d9d-43f0-97a8-e321a99aac21 is: DOWN; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:33:23.466045 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:23.489770 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bdd48e0-5d9d-43f0-97a8-e321a99aac21 {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:33:23.510192 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 9bdd48e0-5d9d-43f0-97a8-e321a99aac21, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=9bdd48e0-5d9d-43f0-97a8-e321a99aac21,segment=NetworkSegment(9c967a15-e80e-4848-9c56-eedb9bf46e0a),segment_id=9c967a15-e80e-4848-9c56-eedb9bf46e0a)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:33:23.573306 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port c4bae391-e4c3-4dc8-b738-41ee6ea8ad51 is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:33:23.574378 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:23.594586 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-4b64967b-5e43-4c38-bf1d-fd622413e327 None None] Deleting port 7b175a04-e957-48a3-994e-20927595560d {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:33:23.594968 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4b64967b-5e43-4c38-bf1d-fd622413e327 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:23.611876 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-137acf9b-8c4d-47f3-b067-63743cd3f9da tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Calling delete_port for 7b175a04-e957-48a3-994e-20927595560d owned by network:dhcp {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:33:23.632847 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:23.685707 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0e198-a01a-4fce-8010-16508fc30bbd req-dc1d008a-40b5-43a7-b305-cfb02fb7d80b tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:23.687591 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fbd0e198-a01a-4fce-8010-16508fc30bbd req-dc1d008a-40b5-43a7-b305-cfb02fb7d80b tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 944 time: 0.8034866 Sep 22 21:33:23.719342 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port c4bae391-e4c3-4dc8-b738-41ee6ea8ad51, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=c4bae391-e4c3-4dc8-b738-41ee6ea8ad51,segment=NetworkSegment(061a951f-7d62-41da-84b4-c96edd705f4f),segment_id=061a951f-7d62-41da-84b4-c96edd705f4f)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:33:23.736275 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18bad13e-d11f-4012-9e0d-bf2e7d80980e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4bae391-e4c3-4dc8-b738-41ee6ea8ad51'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:33:23.767198 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84775b14-d3d4-4772-871e-df629236d4d1 req-b44d3c58-c684-4075-b09c-289ecce03eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:23.769216 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-84775b14-d3d4-4772-871e-df629236d4d1 req-b44d3c58-c684-4075-b09c-289ecce03eb4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bd8cb946cffb40a086f88543474db7f3&device_id=8604d6f2-6d4e-4cf6-92a4-6c488be17672 HTTP/1.1" status: 200 len: 1096 time: 0.6308749 Sep 22 21:33:23.805295 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fbd0e198-a01a-4fce-8010-16508fc30bbd req-1e6fdcdb-2b59-463d-81cd-4714cd2e7207 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073418 Sep 22 21:33:23.842888 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40810) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:23.844575 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-137acf9b-8c4d-47f3-b067-63743cd3f9da tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:23.936328 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bdf40d1e-5d9b-418f-8675-c517e241f11a tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:23.959197 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=9bdd48e0-5d9d-43f0-97a8-e321a99aac21,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:23.991079 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:24.006644 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84775b14-d3d4-4772-871e-df629236d4d1 req-fd83ce5a-e9fe-405c-8ad2-a9560e2ddfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:24.008845 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-84775b14-d3d4-4772-871e-df629236d4d1 req-fd83ce5a-e9fe-405c-8ad2-a9560e2ddfb5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ffaea767-2648-4475-a48d-aacd7334937b HTTP/1.1" status: 200 len: 906 time: 0.2256689 Sep 22 21:33:24.076158 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137acf9b-8c4d-47f3-b067-63743cd3f9da tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Pushing event deleted for resources: {'Port': ['ID=7b175a04-e957-48a3-994e-20927595560d,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:24.080379 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137acf9b-8c4d-47f3-b067-63743cd3f9da tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] No DVR routers for this DVR port 7b175a04-e957-48a3-994e-20927595560d on host dv-neutron-858900-1-hyperv {{(pid=89009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:33:24.105752 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-84775b14-d3d4-4772-871e-df629236d4d1 req-46a86844-2766-4f90-ab0a-23993083cd11 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3875b074-8f13-475e-8947-8278944c835a HTTP/1.1" status: 200 len: 217 time: 0.0896156 Sep 22 21:33:24.149454 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['9bdd48e0-5d9d-43f0-97a8-e321a99aac21'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 21:33:24.187933 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 40822) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:24.201510 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84775b14-d3d4-4772-871e-df629236d4d1 req-d76f7725-5272-4d95-b2bc-9eb49f174e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:24.202578 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-4ab80468-7a9e-4292-868a-c2ad813eeb16 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2117178782'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:24.203213 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-84775b14-d3d4-4772-871e-df629236d4d1 req-d76f7725-5272-4d95-b2bc-9eb49f174e13 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=98fb1cd8-d884-4964-b7fb-0cf4fecc1c4a HTTP/1.1" status: 200 len: 845 time: 0.0898504 Sep 22 21:33:24.211108 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-151c14f7-c008-412c-99c6-004003ed5db2 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Request body: {'subnets': [{'network_id': '2787569c-305e-42fe-b6a7-9e409da1caa5', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--526320896', 'ip_version': 6}, {'network_id': '8c94eada-22c4-481c-9236-b2fc264129a1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:24.212251 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-151c14f7-c008-412c-99c6-004003ed5db2 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Request body: {'subnet': {'network_id': '2787569c-305e-42fe-b6a7-9e409da1caa5', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--526320896', 'ip_version': 6}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:24.212363 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-151c14f7-c008-412c-99c6-004003ed5db2 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Request body: {'subnet': {'network_id': '8c94eada-22c4-481c-9236-b2fc264129a1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:24.230755 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-4ab80468-7a9e-4292-868a-c2ad813eeb16 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:33:24.281392 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5e7acd-415d-4413-8207-ee8279fa2098" -d '{"events": [{"server_uuid": "18bad13e-d11f-4012-9e0d-bf2e7d80980e", "name": "network-vif-plugged", "status": "completed", "tag": "c4bae391-e4c3-4dc8-b738-41ee6ea8ad51"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:33:24.298509 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-4b64967b-5e43-4c38-bf1d-fd622413e327 None None] The port '7b175a04-e957-48a3-994e-20927595560d' was deleted {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 21:33:24.305946 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bdf40d1e-5d9b-418f-8675-c517e241f11a tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:24.322633 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-4ab80468-7a9e-4292-868a-c2ad813eeb16 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Usage tracker for resource:network and tenant:4fef33e75cf240fcbb352fce012907b9 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:33:24.332827 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-4ab80468-7a9e-4292-868a-c2ad813eeb16 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:33:24.336268 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=c4bae391-e4c3-4dc8-b738-41ee6ea8ad51,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:24.344709 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-4ab80468-7a9e-4292-868a-c2ad813eeb16 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:33:24.350108 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6e2cbe9c-ce61-4ca0-a8de-2a64286cb732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:24.353424 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-137acf9b-8c4d-47f3-b067-63743cd3f9da tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:24.379755 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6e2cbe9c-ce61-4ca0-a8de-2a64286cb732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:24.405874 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-137acf9b-8c4d-47f3-b067-63743cd3f9da tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55928b10-4731-4af7-b284-cf1153d69606']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:33:24.433090 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab80468-7a9e-4292-868a-c2ad813eeb16 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:33:24.433090 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4ab80468-7a9e-4292-868a-c2ad813eeb16 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:24.456984 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-137acf9b-8c4d-47f3-b067-63743cd3f9da tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d96ec25-cf6e-4b23-a4a1-9ac47cf8fee7') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:33:24.457197 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-137acf9b-8c4d-47f3-b067-63743cd3f9da tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d96ec25-cf6e-4b23-a4a1-9ac47cf8fee7') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:33:24.482645 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5dc0b4-7265-4a5c-a18c-655e09c37730 req-e5b8889b-5fcb-4512-b013-68cce1a01dbb tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:24.484354 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-0d5dc0b4-7265-4a5c-a18c-655e09c37730 req-e5b8889b-5fcb-4512-b013-68cce1a01dbb tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] 10.222.0.33 "GET /v2.0/ports?device_id=8604d6f2-6d4e-4cf6-92a4-6c488be17672 HTTP/1.1" status: 200 len: 943 time: 1.0112321 Sep 22 21:33:24.489782 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4ab80468-7a9e-4292-868a-c2ad813eeb16 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:24.497534 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf40d1e-5d9b-418f-8675-c517e241f11a tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:33:24.499154 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2cbe9c-ce61-4ca0-a8de-2a64286cb732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7265a41-f94b-40dc-afca-c4b519b84ad3,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:24.503348 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6e2cbe9c-ce61-4ca0-a8de-2a64286cb732 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=607e383237604e46a14cf21e8de58f38&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1619806 Sep 22 21:33:24.508149 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-137acf9b-8c4d-47f3-b067-63743cd3f9da tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:24.510236 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-bdf40d1e-5d9b-418f-8675-c517e241f11a tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:33:24.511909 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 40828) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:24.534157 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf40d1e-5d9b-418f-8675-c517e241f11a tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:33:24.535648 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-4ab80468-7a9e-4292-868a-c2ad813eeb16 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:33:24.543911 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-4ab80468-7a9e-4292-868a-c2ad813eeb16 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Usage tracker for resource:security_group_rule and tenant:4fef33e75cf240fcbb352fce012907b9 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:33:24.548631 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-4ab80468-7a9e-4292-868a-c2ad813eeb16 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:33:24.551485 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-137acf9b-8c4d-47f3-b067-63743cd3f9da tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:24.565670 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-4ab80468-7a9e-4292-868a-c2ad813eeb16 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:33:24.570503 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-137acf9b-8c4d-47f3-b067-63743cd3f9da tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:33:24.570870 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-137acf9b-8c4d-47f3-b067-63743cd3f9da tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:24.631964 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf40d1e-5d9b-418f-8675-c517e241f11a tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Pushing event updated for resources: {'Port': ['ID=444c1a43-4f8b-4ca5-aa51-aad9395c8804,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:24.653684 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 2d96ec25-cf6e-4b23-a4a1-9ac47cf8fee7 resource provider aggregate not found Sep 22 21:33:24.676606 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 2d96ec25-cf6e-4b23-a4a1-9ac47cf8fee7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2d96ec25-cf6e-4b23-a4a1-9ac47cf8fee7 found for delete ", "request_id": "req-8180d42a-2aef-44ed-aa32-9242ae0638eb"}]} Sep 22 21:33:24.679675 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-0d5dc0b4-7265-4a5c-a18c-655e09c37730 req-af5310bc-2d44-40ee-b58b-4922a8ff2ae7 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9c38e2c-e015-40bb-a6d8-d16188e9a895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752486 Sep 22 21:33:24.704475 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-137acf9b-8c4d-47f3-b067-63743cd3f9da tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:24.728619 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-137acf9b-8c4d-47f3-b067-63743cd3f9da tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:24.739986 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137acf9b-8c4d-47f3-b067-63743cd3f9da tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] Pushing event deleted for resources: {'Network': ['ID=55928b10-4731-4af7-b284-cf1153d69606,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:24.775554 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-137acf9b-8c4d-47f3-b067-63743cd3f9da tempest-AllowedAddressPairIpV6TestJSON-1052112207 tempest-AllowedAddressPairIpV6TestJSON-1052112207-project] 10.222.0.33 "DELETE /v2.0/networks/55928b10-4731-4af7-b284-cf1153d69606 HTTP/1.1" status: 204 len: 168 time: 2.4239018 Sep 22 21:33:24.804372 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4ab80468-7a9e-4292-868a-c2ad813eeb16 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:24.810534 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4ab80468-7a9e-4292-868a-c2ad813eeb16 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:24.820030 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 21:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafed73f-5d7a-4842-aa4f-485a22f0858f x-openstack-request-id: req-eafed73f-5d7a-4842-aa4f-485a22f0858f {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:33:24.820536 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18bad13e-d11f-4012-9e0d-bf2e7d80980e", "name": "network-vif-plugged", "status": "completed", "tag": "c4bae391-e4c3-4dc8-b738-41ee6ea8ad51", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:33:24.820643 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-eafed73f-5d7a-4842-aa4f-485a22f0858f {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:33:24.821018 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eafed73f-5d7a-4842-aa4f-485a22f0858f'] response: {'server_uuid': '18bad13e-d11f-4012-9e0d-bf2e7d80980e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4bae391-e4c3-4dc8-b738-41ee6ea8ad51', 'code': 200} Sep 22 21:33:24.867018 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ab80468-7a9e-4292-868a-c2ad813eeb16 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:33:24.880308 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab80468-7a9e-4292-868a-c2ad813eeb16 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e83b65c-db6b-4040-804e-26a5b6e786b4,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:24.896849 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4ab80468-7a9e-4292-868a-c2ad813eeb16 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:24.898177 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-4ab80468-7a9e-4292-868a-c2ad813eeb16 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Added segment 7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5 of type vlan for network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 Sep 22 21:33:24.949213 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0938d62c-0243-43bc-aa97-358f77ae3f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:24.969540 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4ab80468-7a9e-4292-868a-c2ad813eeb16 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:24.983573 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 7b175a04-e957-48a3-994e-20927595560d no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:33:25.020798 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-151c14f7-c008-412c-99c6-004003ed5db2 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:33:25.032091 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db690fc-31cf-47d1-b77e-5e7785bf0e26 req-09fc9a3b-24f5-4e9d-aa4d-b279bd146e33 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:25.033989 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4db690fc-31cf-47d1-b77e-5e7785bf0e26 req-09fc9a3b-24f5-4e9d-aa4d-b279bd146e33 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] 10.222.0.33 "GET /v2.0/ports?device_id=18bad13e-d11f-4012-9e0d-bf2e7d80980e HTTP/1.1" status: 200 len: 946 time: 0.6645789 Sep 22 21:33:25.050978 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 7b175a04-e957-48a3-994e-20927595560d {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:33:25.051429 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84775b14-d3d4-4772-871e-df629236d4d1 req-5ff71f9e-b9e3-43e6-add0-13d07cb373bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:25.051821 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 7b175a04-e957-48a3-994e-20927595560d not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:33:25.053598 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-84775b14-d3d4-4772-871e-df629236d4d1 req-5ff71f9e-b9e3-43e6-add0-13d07cb373bf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ffaea767-2648-4475-a48d-aacd7334937b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7323937 Sep 22 21:33:25.054280 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-151c14f7-c008-412c-99c6-004003ed5db2 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Usage tracker for resource:subnet and tenant:1c71f3b6114749b38821c6c564cfcd20 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:33:25.072589 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-151c14f7-c008-412c-99c6-004003ed5db2 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:33:25.084617 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4ab80468-7a9e-4292-868a-c2ad813eeb16 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:25.090874 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab80468-7a9e-4292-868a-c2ad813eeb16 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:25.091945 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4ab80468-7a9e-4292-868a-c2ad813eeb16 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:25.170888 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0938d62c-0243-43bc-aa97-358f77ae3f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:25.183775 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-151c14f7-c008-412c-99c6-004003ed5db2 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:33:25.190418 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40846) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:25.225014 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-4ab80468-7a9e-4292-868a-c2ad813eeb16 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3726771 Sep 22 21:33:25.225779 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40852) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:25.237202 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-f6577dfe-1384-4cf0-be97-37c71bd98da9 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'subnet': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:25.259616 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab80468-7a9e-4292-868a-c2ad813eeb16 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Network': ['ID=98c62b9a-5d2a-496f-a1e5-12a6874f54f0,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:25.274015 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:33:25.347324 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4fc1e-fa34-4f35-b9e0-8fae9a0fa5d4 req-fde857b3-9e4a-4f5c-8fc0-bfe1f4a81d3c tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:25.350194 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-8ef4fc1e-fa34-4f35-b9e0-8fae9a0fa5d4 req-fde857b3-9e4a-4f5c-8fc0-bfe1f4a81d3c tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 945 time: 0.3404732 Sep 22 21:33:25.394361 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-f6577dfe-1384-4cf0-be97-37c71bd98da9 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:33:25.408472 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151c14f7-c008-412c-99c6-004003ed5db2 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Made reservation on behalf of 1c71f3b6114749b38821c6c564cfcd20 for: {'subnet': 2} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:33:25.412988 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-151c14f7-c008-412c-99c6-004003ed5db2 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:25.413322 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-151c14f7-c008-412c-99c6-004003ed5db2 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:25.420191 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-8ef4fc1e-fa34-4f35-b9e0-8fae9a0fa5d4 req-25856a56-9e76-4320-ab13-0d13f2d16ace tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579393 Sep 22 21:33:25.421159 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f6577dfe-1384-4cf0-be97-37c71bd98da9 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Usage tracker for resource:subnet and tenant:4fef33e75cf240fcbb352fce012907b9 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:33:25.429429 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4db690fc-31cf-47d1-b77e-5e7785bf0e26 req-c86807c8-2702-40ae-b03e-2d7afdd89a56 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] 10.222.0.33 "GET /v2.0/security-groups?id=3436d52f-576d-49f3-8cfd-19ae3692e444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3715703 Sep 22 21:33:25.438432 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f6577dfe-1384-4cf0-be97-37c71bd98da9 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:33:25.447800 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-f6577dfe-1384-4cf0-be97-37c71bd98da9 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:33:25.478531 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6577dfe-1384-4cf0-be97-37c71bd98da9 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:33:25.482165 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f6577dfe-1384-4cf0-be97-37c71bd98da9 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:25.506829 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-5b1b8b41-3df3-47d5-8993-f72ffbb97edf admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c704583039e64d3f814746054767041a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3152754 Sep 22 21:33:25.553087 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40856) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:25.650013 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-84775b14-d3d4-4772-871e-df629236d4d1 req-e25db8dd-8745-4c1c-a16c-11cf7eb86217 service neutron] 10.222.0.49 "GET /v2.0/networks/ffaea767-2648-4475-a48d-aacd7334937b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5810096 Sep 22 21:33:25.658345 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0d292e55-89a7-426c-b5f7-e59ac7d96a98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:25.659826 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:25.726758 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0d292e55-89a7-426c-b5f7-e59ac7d96a98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:25.743895 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56730b5d-1fce-48b8-a4b6-a859cac65b1e req-542719b4-0eff-4e28-8978-322abff5f486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:25.745410 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-56730b5d-1fce-48b8-a4b6-a859cac65b1e req-542719b4-0eff-4e28-8978-322abff5f486 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=18bad13e-d11f-4012-9e0d-bf2e7d80980e HTTP/1.1" status: 200 len: 1099 time: 0.6693327 Sep 22 21:33:25.836994 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0938d62c-0243-43bc-aa97-358f77ae3f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:25.857604 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-56730b5d-1fce-48b8-a4b6-a859cac65b1e req-d5138a37-0376-4fb3-8e78-32ea86f1526f service neutron] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:25.875543 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f6577dfe-1384-4cf0-be97-37c71bd98da9 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:25.879274 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0d292e55-89a7-426c-b5f7-e59ac7d96a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:25.886963 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0938d62c-0243-43bc-aa97-358f77ae3f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7265a41-f94b-40dc-afca-c4b519b84ad3,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:25.902083 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-56730b5d-1fce-48b8-a4b6-a859cac65b1e req-d5138a37-0376-4fb3-8e78-32ea86f1526f service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:33:25.937155 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d292e55-89a7-426c-b5f7-e59ac7d96a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59fca4e-d613-45e9-ac87-a71640f83231,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:25.950672 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-56730b5d-1fce-48b8-a4b6-a859cac65b1e req-d5138a37-0376-4fb3-8e78-32ea86f1526f service neutron] Usage tracker for resource:security_group_rule and tenant:e9d8fcf8bd1b4ad9aaadba2d133c8531 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:33:25.960784 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0938d62c-0243-43bc-aa97-358f77ae3f63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:33:25.961079 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0938d62c-0243-43bc-aa97-358f77ae3f63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:33:25.961501 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0938d62c-0243-43bc-aa97-358f77ae3f63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:33:25.961734 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0938d62c-0243-43bc-aa97-358f77ae3f63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:33:25.962065 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0938d62c-0243-43bc-aa97-358f77ae3f63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:33:25.962399 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0938d62c-0243-43bc-aa97-358f77ae3f63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:33:25.962853 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0938d62c-0243-43bc-aa97-358f77ae3f63 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:33:25.963083 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0938d62c-0243-43bc-aa97-358f77ae3f63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:33:25.963395 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0938d62c-0243-43bc-aa97-358f77ae3f63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:33:25.963713 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0938d62c-0243-43bc-aa97-358f77ae3f63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:33:25.964084 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0938d62c-0243-43bc-aa97-358f77ae3f63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:33:25.964330 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0938d62c-0243-43bc-aa97-358f77ae3f63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:33:25.971947 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-56730b5d-1fce-48b8-a4b6-a859cac65b1e req-d5138a37-0376-4fb3-8e78-32ea86f1526f service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:33:25.974552 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bdf40d1e-5d9b-418f-8675-c517e241f11a tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:25.998083 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0d292e55-89a7-426c-b5f7-e59ac7d96a98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:25.999213 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-0d292e55-89a7-426c-b5f7-e59ac7d96a98 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/f59fca4e-d613-45e9-ac87-a71640f83231 HTTP/1.1" status: 204 len: 168 time: 0.4451957 Sep 22 21:33:26.008402 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6577dfe-1384-4cf0-be97-37c71bd98da9 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Subnet': ['ID=cac58c67-95eb-40b8-ba27-9d76b5137193,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:26.012374 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6577dfe-1384-4cf0-be97-37c71bd98da9 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Checking segment: {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:33:26.012735 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6577dfe-1384-4cf0-be97-37c71bd98da9 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Network hostable DHCP agents. Network: 98c62b9a-5d2a-496f-a1e5-12a6874f54f0, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:33:26.024006 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c81ff-969a-42c4-9519-27cbadb188a0 req-2dd9ddad-ee1f-4044-8d64-1ccbc1df2073 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:26.025457 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-da6c81ff-969a-42c4-9519-27cbadb188a0 req-2dd9ddad-ee1f-4044-8d64-1ccbc1df2073 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] 10.222.0.33 "GET /v2.0/ports?device_id=8604d6f2-6d4e-4cf6-92a4-6c488be17672 HTTP/1.1" status: 200 len: 943 time: 0.2252166 Sep 22 21:33:26.054573 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-56730b5d-1fce-48b8-a4b6-a859cac65b1e req-d5138a37-0376-4fb3-8e78-32ea86f1526f service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:33:26.073749 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6577dfe-1384-4cf0-be97-37c71bd98da9 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:33:26.087659 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-da6c81ff-969a-42c4-9519-27cbadb188a0 req-53efe117-add2-4c10-a09d-c778a47d4a06 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9c38e2c-e015-40bb-a6d8-d16188e9a895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553863 Sep 22 21:33:26.092118 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-f6577dfe-1384-4cf0-be97-37c71bd98da9 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 98c62b9a-5d2a-496f-a1e5-12a6874f54f0) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:33:26.097366 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6577dfe-1384-4cf0-be97-37c71bd98da9 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:26.098017 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f6577dfe-1384-4cf0-be97-37c71bd98da9 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:26.100439 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-84775b14-d3d4-4772-871e-df629236d4d1 req-58553d5a-b0eb-4d5d-a4f5-102110870f37 service neutron] 10.222.0.49 "GET /v2.0/networks/ffaea767-2648-4475-a48d-aacd7334937b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4431088 Sep 22 21:33:26.113146 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8f18df-1ea0-45db-b7da-f2bf842d6b95 None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:33:26.115046 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0938d62c-0243-43bc-aa97-358f77ae3f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:26.119074 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-0938d62c-0243-43bc-aa97-358f77ae3f63 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e7265a41-f94b-40dc-afca-c4b519b84ad3 HTTP/1.1" status: 204 len: 168 time: 1.5928471 Sep 22 21:33:26.136017 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-f6577dfe-1384-4cf0-be97-37c71bd98da9 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9059768 Sep 22 21:33:26.145809 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40868) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:26.160546 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-e44ac646-621b-4c26-8e9c-92986bf41946 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'port': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'name': 'tempest-NetworksTestDHCPv6-1182351038'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:26.424845 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 3875b074-8f13-475e-8947-8278944c835a details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 21:33:26.428099 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 9bdd48e0-5d9d-43f0-97a8-e321a99aac21 up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:33:26.451098 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-e44ac646-621b-4c26-8e9c-92986bf41946 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:33:26.456800 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-e44ac646-621b-4c26-8e9c-92986bf41946 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Usage tracker for resource:port and tenant:4fef33e75cf240fcbb352fce012907b9 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:33:26.462108 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-e44ac646-621b-4c26-8e9c-92986bf41946 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:33:26.476906 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-e44ac646-621b-4c26-8e9c-92986bf41946 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:33:26.502932 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44ac646-621b-4c26-8e9c-92986bf41946 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'port': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:33:26.508014 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e44ac646-621b-4c26-8e9c-92986bf41946 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:26.556596 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-e44ac646-621b-4c26-8e9c-92986bf41946 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] device_id is not set on port 62f7ae92-3e2e-44d0-a717-9e04d2949412 yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:33:26.577737 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a36862d-5c83-42fc-ad49-0a8a7eeedae5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'tenant_id': '4fef33e75cf240fcbb352fce012907b9', 'fixed_ips': [{'subnet_id': 'cac58c67-95eb-40b8-ba27-9d76b5137193'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:33:26.578639 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1a36862d-5c83-42fc-ad49-0a8a7eeedae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:26.591796 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-56730b5d-1fce-48b8-a4b6-a859cac65b1e req-d5138a37-0376-4fb3-8e78-32ea86f1526f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:26.615086 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-56730b5d-1fce-48b8-a4b6-a859cac65b1e req-d5138a37-0376-4fb3-8e78-32ea86f1526f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:26.737066 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning for port 9bdd48e0-5d9d-43f0-97a8-e321a99aac21 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:33:26.752516 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port 9bdd48e0-5d9d-43f0-97a8-e321a99aac21 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:33:26.753001 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:26.753286 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port 9bdd48e0-5d9d-43f0-97a8-e321a99aac21 Sep 22 21:33:26.786202 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-56730b5d-1fce-48b8-a4b6-a859cac65b1e req-d5138a37-0376-4fb3-8e78-32ea86f1526f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3436d52f-576d-49f3-8cfd-19ae3692e444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9788234 Sep 22 21:33:26.817528 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40890) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:26.836077 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.db.resource_extend [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 21:33:26.849554 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5138a37-0376-4fb3-8e78-32ea86f1526f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=93b33214-11d4-467c-bf10-52962e81f310,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:26.965609 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-f37d792f-91de-4fc5-abf1-c164bf76e4a9 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=22efe0abc53540b5a41ae370448738df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1426594 Sep 22 21:33:26.969164 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40894) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:26.991714 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bdf40d1e-5d9b-418f-8675-c517e241f11a tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:26.999350 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-151c14f7-c008-412c-99c6-004003ed5db2 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:27.009139 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 9bdd48e0-5d9d-43f0-97a8-e321a99aac21 is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:33:27.010072 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:27.015969 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33693809-9f9a-4ab4-ab3f-314205c7c337 req-3c798349-f78a-4f8a-98a6-48fc41af17a4 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:27.017461 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-33693809-9f9a-4ab4-ab3f-314205c7c337 req-3c798349-f78a-4f8a-98a6-48fc41af17a4 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] 10.222.0.33 "GET /v2.0/ports?device_id=18bad13e-d11f-4012-9e0d-bf2e7d80980e HTTP/1.1" status: 200 len: 946 time: 0.2429655 Sep 22 21:33:27.047582 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651a176d-8835-40fa-aa3c-811926baf0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bdd48e0-5d9d-43f0-97a8-e321a99aac21'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:33:27.050643 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8eaf7d-c80c-43e7-86cb-23368c8bd149" -d '{"events": [{"server_uuid": "651a176d-8835-40fa-aa3c-811926baf0c3", "name": "network-vif-plugged", "status": "completed", "tag": "9bdd48e0-5d9d-43f0-97a8-e321a99aac21"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:33:27.064667 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 9bdd48e0-5d9d-43f0-97a8-e321a99aac21, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=9bdd48e0-5d9d-43f0-97a8-e321a99aac21,segment=NetworkSegment(9c967a15-e80e-4848-9c56-eedb9bf46e0a),segment_id=9c967a15-e80e-4848-9c56-eedb9bf46e0a)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:33:27.065490 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-e44ac646-621b-4c26-8e9c-92986bf41946 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Allocated IP 2001:db8::ea (98c62b9a-5d2a-496f-a1e5-12a6874f54f0/cac58c67-95eb-40b8-ba27-9d76b5137193/62f7ae92-3e2e-44d0-a717-9e04d2949412) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:33:27.082484 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:27.143519 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d8ca5338-c06f-4116-8983-899a4fc458ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:27.158382 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-33693809-9f9a-4ab4-ab3f-314205c7c337 req-3a18dbe8-7ff2-44fb-92bc-caf072001f21 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] 10.222.0.33 "GET /v2.0/security-groups?id=3436d52f-576d-49f3-8cfd-19ae3692e444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297452 Sep 22 21:33:27.172521 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 3875b074-8f13-475e-8947-8278944c835a, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=3875b074-8f13-475e-8947-8278944c835a,segment=NetworkSegment(b9a5893b-0c23-4aa8-b596-b3dc1cc17f58),segment_id=b9a5893b-0c23-4aa8-b596-b3dc1cc17f58)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:33:27.198913 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=9bdd48e0-5d9d-43f0-97a8-e321a99aac21,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:27.202878 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': '3875b074-8f13-475e-8947-8278944c835a', 'network_id': 'ffaea767-2648-4475-a48d-aacd7334937b', 'port_id': '3875b074-8f13-475e-8947-8278944c835a', 'mac_address': 'fa:16:3e:da:38:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98fb1cd8-d884-4964-b7fb-0cf4fecc1c4a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 21:33:27.269447 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 3875b074-8f13-475e-8947-8278944c835a is: DOWN; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:33:27.269794 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:27.288983 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3875b074-8f13-475e-8947-8278944c835a {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:33:27.301490 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 21:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd01700c-a309-41a7-84b2-e2dcbff3b877 x-openstack-request-id: req-dd01700c-a309-41a7-84b2-e2dcbff3b877 {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:33:27.301951 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "651a176d-8835-40fa-aa3c-811926baf0c3", "name": "network-vif-plugged", "status": "completed", "tag": "9bdd48e0-5d9d-43f0-97a8-e321a99aac21", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:33:27.302426 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-dd01700c-a309-41a7-84b2-e2dcbff3b877 {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:33:27.302985 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd01700c-a309-41a7-84b2-e2dcbff3b877'] response: {'server_uuid': '651a176d-8835-40fa-aa3c-811926baf0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bdd48e0-5d9d-43f0-97a8-e321a99aac21', 'code': 200} Sep 22 21:33:27.321672 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 3875b074-8f13-475e-8947-8278944c835a, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=3875b074-8f13-475e-8947-8278944c835a,segment=NetworkSegment(b9a5893b-0c23-4aa8-b596-b3dc1cc17f58),segment_id=b9a5893b-0c23-4aa8-b596-b3dc1cc17f58)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:33:27.326823 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:27.367514 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d8ca5338-c06f-4116-8983-899a4fc458ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:27.405684 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a24482-6ff3-4306-9f2d-934da64c1816 req-c897e7fc-9384-4e5b-89ea-7a8a863ee3b7 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:27.412502 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a9a24482-6ff3-4306-9f2d-934da64c1816 req-c897e7fc-9384-4e5b-89ea-7a8a863ee3b7 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 945 time: 0.7209146 Sep 22 21:33:27.414265 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151c14f7-c008-412c-99c6-004003ed5db2 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Pushing event updated for resources: {'Subnet': ['ID=dc6b0000-6781-43ad-af08-7be078ad9ec2,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:27.439152 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151c14f7-c008-412c-99c6-004003ed5db2 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Checking segment: {'id': '9b52af03-b2ac-4363-882d-f5ef6c6dcb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2787569c-305e-42fe-b6a7-9e409da1caa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:33:27.439515 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151c14f7-c008-412c-99c6-004003ed5db2 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Network hostable DHCP agents. Network: 2787569c-305e-42fe-b6a7-9e409da1caa5, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:33:27.463693 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 40910) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:27.485945 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=3875b074-8f13-475e-8947-8278944c835a,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:27.508774 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a9a24482-6ff3-4306-9f2d-934da64c1816 req-7641f33b-3465-432b-8781-8c731ae9b15a tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952556 Sep 22 21:33:27.519223 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151c14f7-c008-412c-99c6-004003ed5db2 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Network 2787569c-305e-42fe-b6a7-9e409da1caa5 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:33:27.542937 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-151c14f7-c008-412c-99c6-004003ed5db2 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 2787569c-305e-42fe-b6a7-9e409da1caa5) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:33:27.551988 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6161851-3570-4006-8e4c-253fc0207ee0 None None] Network 2787569c-305e-42fe-b6a7-9e409da1caa5 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:33:27.552746 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-151c14f7-c008-412c-99c6-004003ed5db2 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:27.625232 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['3875b074-8f13-475e-8947-8278944c835a'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 21:33:27.657580 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-71e323d6-da42-461e-a4e6-1916bf2863b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-921409851'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:27.666764 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-71e323d6-da42-461e-a4e6-1916bf2863b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:33:27.679362 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-71e323d6-da42-461e-a4e6-1916bf2863b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Usage tracker for resource:network and tenant:2a96f7b5ddcd4ef6aa5bf39599c6247b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:33:27.681764 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf40d1e-5d9b-418f-8675-c517e241f11a tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Router a1edef82-a1a0-484a-986f-f47836ecabc3 is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:33:27.684581 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-71e323d6-da42-461e-a4e6-1916bf2863b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:33:27.702908 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-71e323d6-da42-461e-a4e6-1916bf2863b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:33:27.733758 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151c14f7-c008-412c-99c6-004003ed5db2 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Pushing event updated for resources: {'Subnet': ['ID=d5a14a02-0790-4971-8dea-4177bafb6824,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:27.733994 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e44ac646-621b-4c26-8e9c-92986bf41946 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:27.764554 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-e44ac646-621b-4c26-8e9c-92986bf41946 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Transition to ACTIVE for port object 62f7ae92-3e2e-44d0-a717-9e04d2949412 will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:33:27.782058 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d8ca5338-c06f-4116-8983-899a4fc458ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:27.804632 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ca5338-c06f-4116-8983-899a4fc458ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799ccb10-cde0-468a-b194-21725911b187,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:27.805300 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e323d6-da42-461e-a4e6-1916bf2863b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Made reservation on behalf of 2a96f7b5ddcd4ef6aa5bf39599c6247b for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:33:27.808677 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-71e323d6-da42-461e-a4e6-1916bf2863b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:27.822966 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ca5338-c06f-4116-8983-899a4fc458ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:33:27.823311 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ca5338-c06f-4116-8983-899a4fc458ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:33:27.823654 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ca5338-c06f-4116-8983-899a4fc458ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:33:27.823984 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ca5338-c06f-4116-8983-899a4fc458ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:33:27.824311 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ca5338-c06f-4116-8983-899a4fc458ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:33:27.824700 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ca5338-c06f-4116-8983-899a4fc458ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:33:27.825020 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ca5338-c06f-4116-8983-899a4fc458ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:33:27.825338 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ca5338-c06f-4116-8983-899a4fc458ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:33:27.825661 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ca5338-c06f-4116-8983-899a4fc458ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:33:27.825981 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ca5338-c06f-4116-8983-899a4fc458ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:33:27.826294 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ca5338-c06f-4116-8983-899a4fc458ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:33:27.826640 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ca5338-c06f-4116-8983-899a4fc458ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:33:27.835201 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151c14f7-c008-412c-99c6-004003ed5db2 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Checking segment: {'id': '0cc3230e-ff97-4c85-bc80-45eeb3935dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8c94eada-22c4-481c-9236-b2fc264129a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:33:27.835541 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151c14f7-c008-412c-99c6-004003ed5db2 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Network hostable DHCP agents. Network: 8c94eada-22c4-481c-9236-b2fc264129a1, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:33:27.838995 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5f2c5-82b9-4eff-b8de-db88b0bb9f73 req-38d1d399-cc95-40dd-a62c-b8901f1994f5 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:27.844173 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-71e323d6-da42-461e-a4e6-1916bf2863b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:27.846850 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-a3a5f2c5-82b9-4eff-b8de-db88b0bb9f73 req-38d1d399-cc95-40dd-a62c-b8901f1994f5 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] 10.222.0.33 "GET /v2.0/ports?device_id=8604d6f2-6d4e-4cf6-92a4-6c488be17672 HTTP/1.1" status: 200 len: 944 time: 0.2069600 Sep 22 21:33:27.876876 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d8ca5338-c06f-4116-8983-899a4fc458ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:27.877699 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d8ca5338-c06f-4116-8983-899a4fc458ba admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/799ccb10-cde0-468a-b194-21725911b187 HTTP/1.1" status: 204 len: 168 time: 0.9076281 Sep 22 21:33:27.912890 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e44ac646-621b-4c26-8e9c-92986bf41946 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:27.928008 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-71e323d6-da42-461e-a4e6-1916bf2863b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:33:27.935140 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-a3a5f2c5-82b9-4eff-b8de-db88b0bb9f73 req-4b55d4bf-4317-4f20-9706-dc408bb72b4c tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9c38e2c-e015-40bb-a6d8-d16188e9a895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871313 Sep 22 21:33:27.955890 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-71e323d6-da42-461e-a4e6-1916bf2863b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Usage tracker for resource:security_group_rule and tenant:2a96f7b5ddcd4ef6aa5bf39599c6247b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:33:27.959979 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e48f1-db7e-42f2-9e7f-7fb4a16107c6 req-f142b82b-a5d8-4350-afde-f3cff62dff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:27.961476 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d46e48f1-db7e-42f2-9e7f-7fb4a16107c6 req-f142b82b-a5d8-4350-afde-f3cff62dff7a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 1099 time: 0.3751688 Sep 22 21:33:27.971283 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-71e323d6-da42-461e-a4e6-1916bf2863b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:33:27.979074 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-71e323d6-da42-461e-a4e6-1916bf2863b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:33:28.021449 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44ac646-621b-4c26-8e9c-92986bf41946 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:33:28.031844 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-e44ac646-621b-4c26-8e9c-92986bf41946 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:33:28.042150 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44ac646-621b-4c26-8e9c-92986bf41946 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:33:28.053954 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44ac646-621b-4c26-8e9c-92986bf41946 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:28.055370 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e44ac646-621b-4c26-8e9c-92986bf41946 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:28.060288 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-1a36862d-5c83-42fc-ad49-0a8a7eeedae5 None None] Allocated IP 2001:db8::2 (98c62b9a-5d2a-496f-a1e5-12a6874f54f0/cac58c67-95eb-40b8-ba27-9d76b5137193/a3e1d3de-d77f-4d37-a41d-d53d13d2caad) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:33:28.073361 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f74f4d0-3d7a-404c-869e-54f0b3ab1969 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-2787569c-305e-42fe-b6a7-9e409da1caa5', 'network_id': '2787569c-305e-42fe-b6a7-9e409da1caa5', 'tenant_id': '1c71f3b6114749b38821c6c564cfcd20', 'fixed_ips': [{'subnet_id': 'dc6b0000-6781-43ad-af08-7be078ad9ec2'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:33:28.074319 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8f74f4d0-3d7a-404c-869e-54f0b3ab1969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:28.094720 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44ac646-621b-4c26-8e9c-92986bf41946 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Port': ['ID=62f7ae92-3e2e-44d0-a717-9e04d2949412,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:28.101573 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e44ac646-621b-4c26-8e9c-92986bf41946 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9536755 Sep 22 21:33:28.104825 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40918) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:28.156864 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf40d1e-5d9b-418f-8675-c517e241f11a tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:33:28.160344 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151c14f7-c008-412c-99c6-004003ed5db2 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Network 8c94eada-22c4-481c-9236-b2fc264129a1 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:33:28.168870 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27f4f73-fbc9-4871-b60a-471d472f7db3 None None] Sync routers for ids ['a1edef82-a1a0-484a-986f-f47836ecabc3'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:33:28.184905 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27f4f73-fbc9-4871-b60a-471d472f7db3 None None] Routers {'a1edef82-a1a0-484a-986f-f47836ecabc3'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:33:28.185538 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-a27f4f73-fbc9-4871-b60a-471d472f7db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:33:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['a1edef82-a1a0-484a-986f-f47836ecabc3'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:33:28.217277 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-151c14f7-c008-412c-99c6-004003ed5db2 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 8c94eada-22c4-481c-9236-b2fc264129a1) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:33:28.221062 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-71e323d6-da42-461e-a4e6-1916bf2863b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:28.222975 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-d46e48f1-db7e-42f2-9e7f-7fb4a16107c6 req-c07e0427-3a9e-4f11-a83c-a2ab599c6b3e service neutron] Synchronizing usage tracker for tenant:e9d8fcf8bd1b4ad9aaadba2d133c8531 on resource:security_group {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:33:28.233008 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bdf40d1e-5d9b-418f-8675-c517e241f11a tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:28.234850 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-bdf40d1e-5d9b-418f-8675-c517e241f11a tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 8.6019292 Sep 22 21:33:28.237723 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151c14f7-c008-412c-99c6-004003ed5db2 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:28.238385 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151c14f7-c008-412c-99c6-004003ed5db2 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:28.239406 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-151c14f7-c008-412c-99c6-004003ed5db2 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:28.240430 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40926) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:28.257836 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-71e323d6-da42-461e-a4e6-1916bf2863b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:28.273058 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71e323d6-da42-461e-a4e6-1916bf2863b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:33:28.284202 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-71e323d6-da42-461e-a4e6-1916bf2863b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:28.284676 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-71e323d6-da42-461e-a4e6-1916bf2863b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Added segment e07f3ddb-8c5d-4893-add5-734465cbf4e0 of type vlan for network d8393759-5d59-4d15-bcbb-1134608b4b0e Sep 22 21:33:28.351563 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b577e7a-1f5c-464d-b218-b540fb5a778b None None] Network 8c94eada-22c4-481c-9236-b2fc264129a1 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:33:28.358859 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-71e323d6-da42-461e-a4e6-1916bf2863b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:28.394482 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34a728b-56a0-4cfe-a817-914a314c0012 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:28.395932 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-e34a728b-56a0-4cfe-a817-914a314c0012 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:33:28.491417 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-151c14f7-c008-412c-99c6-004003ed5db2 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 4.2868142 Sep 22 21:33:28.495224 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e323d6-da42-461e-a4e6-1916bf2863b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6bb0eda-6192-4dcc-9ec7-ba21bbeccf0a,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:28.502385 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 40936) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:28.507017 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-71e323d6-da42-461e-a4e6-1916bf2863b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:28.515147 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e323d6-da42-461e-a4e6-1916bf2863b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:28.515750 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-71e323d6-da42-461e-a4e6-1916bf2863b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:28.662107 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-a27f4f73-fbc9-4871-b60a-471d472f7db3 None None] Set router a1edef82-a1a0-484a-986f-f47836ecabc3 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:33:28.678578 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a1f26c36-863a-4906-bce7-f28999a9e7e8 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] 10.222.0.33 "GET /v2.0/routers/a1edef82-a1a0-484a-986f-f47836ecabc3 HTTP/1.1" status: 200 len: 909 time: 0.4341474 Sep 22 21:33:28.708477 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40946) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:28.723292 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-69bc3051-0009-4141-9492-0a51ac7b8ffb tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1480374183', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'enable_snat': True}}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:28.728021 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-69bc3051-0009-4141-9492-0a51ac7b8ffb tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:33:28.737024 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-69bc3051-0009-4141-9492-0a51ac7b8ffb tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Usage tracker for resource:router and tenant:3948481bd8564dd39302cf1d97156919 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:33:28.742544 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-69bc3051-0009-4141-9492-0a51ac7b8ffb tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:33:28.760225 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-69bc3051-0009-4141-9492-0a51ac7b8ffb tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:33:28.778979 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-e34a728b-56a0-4cfe-a817-914a314c0012 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:33:28.783255 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e34a728b-56a0-4cfe-a817-914a314c0012 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.6773303 Sep 22 21:33:28.891444 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1a36862d-5c83-42fc-ad49-0a8a7eeedae5 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:28.902060 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40950) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:28.906810 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1a36862d-5c83-42fc-ad49-0a8a7eeedae5 None None] Transition to ACTIVE for port object a3e1d3de-d77f-4d37-a41d-d53d13d2caad will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:33:28.913197 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-69bc3051-0009-4141-9492-0a51ac7b8ffb tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:28.914304 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-69bc3051-0009-4141-9492-0a51ac7b8ffb tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:28.932847 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1a36862d-5c83-42fc-ad49-0a8a7eeedae5 None None] Transition to ACTIVE for port object a3e1d3de-d77f-4d37-a41d-d53d13d2caad will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:33:28.944417 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-69bc3051-0009-4141-9492-0a51ac7b8ffb tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:28.964007 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a937c54a-ef0c-4a72-b2f1-a4dfefbedf82 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:28.965551 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a937c54a-ef0c-4a72-b2f1-a4dfefbedf82 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:28.967535 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a937c54a-ef0c-4a72-b2f1-a4dfefbedf82 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:28.968360 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-a937c54a-ef0c-4a72-b2f1-a4dfefbedf82 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Synchronizing usage tracker for tenant:1c71f3b6114749b38821c6c564cfcd20 on resource:subnet {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:33:28.985076 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-d46e48f1-db7e-42f2-9e7f-7fb4a16107c6 req-c07e0427-3a9e-4f11-a83c-a2ab599c6b3e service neutron] Unset dirty status for tenant:e9d8fcf8bd1b4ad9aaadba2d133c8531 on resource:security_group {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:33:28.986207 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d46e48f1-db7e-42f2-9e7f-7fb4a16107c6 req-c07e0427-3a9e-4f11-a83c-a2ab599c6b3e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8814704 Sep 22 21:33:29.006435 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-71e323d6-da42-461e-a4e6-1916bf2863b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5406585 Sep 22 21:33:29.018587 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 40962) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:29.029268 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-3e92aca7-ffd9-43ad-a1bf-c55e4707106a tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Request body: {'subnet': {'network_id': 'd8393759-5d59-4d15-bcbb-1134608b4b0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:29.066028 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e323d6-da42-461e-a4e6-1916bf2863b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Pushing event updated for resources: {'Network': ['ID=d8393759-5d59-4d15-bcbb-1134608b4b0e,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:29.081786 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1a36862d-5c83-42fc-ad49-0a8a7eeedae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:29.086592 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-8f74f4d0-3d7a-404c-869e-54f0b3ab1969 None None] Allocated IP 2001:db8::1 (2787569c-305e-42fe-b6a7-9e409da1caa5/dc6b0000-6781-43ad-af08-7be078ad9ec2/082ca8e8-158d-498c-8e9d-5e14ca72ec49) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:33:29.129135 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network d8393759-5d59-4d15-bcbb-1134608b4b0e details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:33:29.152100 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-a27f4f73-fbc9-4871-b60a-471d472f7db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1edef82-a1a0-484a-986f-f47836ecabc3', 'name': 'tempest-snat-router-1480374183', 'tenant_id': '3948481bd8564dd39302cf1d97156919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.188'}], 'enable_snat': False}, 'gw_port_id': '444c1a43-4f8b-4ca5-aa51-aad9395c8804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:33:19Z', 'updated_at': '2022-09-22T21:33:25Z', 'revision_number': 3, 'project_id': '3948481bd8564dd39302cf1d97156919', 'gw_port': {'id': '444c1a43-4f8b-4ca5-aa51-aad9395c8804', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e9:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1edef82-a1a0-484a-986f-f47836ecabc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:33:22Z', 'updated_at': '2022-09-22T21:33:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:33:29.160637 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27f4f73-fbc9-4871-b60a-471d472f7db3 None None] Checking router: a1edef82-a1a0-484a-986f-f47836ecabc3 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:33:29.161451 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27f4f73-fbc9-4871-b60a-471d472f7db3 None None] Updating router a1edef82-a1a0-484a-986f-f47836ecabc3 port 444c1a43-4f8b-4ca5-aa51-aad9395c8804 binding host dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:33:29.241519 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-a27f4f73-fbc9-4871-b60a-471d472f7db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:29.250130 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-a937c54a-ef0c-4a72-b2f1-a4dfefbedf82 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Unset dirty status for tenant:1c71f3b6114749b38821c6c564cfcd20 on resource:subnet {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:33:29.260111 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a937c54a-ef0c-4a72-b2f1-a4dfefbedf82 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.6812360 Sep 22 21:33:29.260111 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 40968) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:29.260395 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193a3eb1-4531-4d51-b765-627e2f774940 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-8c94eada-22c4-481c-9236-b2fc264129a1', 'network_id': '8c94eada-22c4-481c-9236-b2fc264129a1', 'tenant_id': '1c71f3b6114749b38821c6c564cfcd20', 'fixed_ips': [{'subnet_id': 'd5a14a02-0790-4971-8dea-4177bafb6824'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:33:29.260500 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-3e92aca7-ffd9-43ad-a1bf-c55e4707106a tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:33:29.260583 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-193a3eb1-4531-4d51-b765-627e2f774940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:29.265893 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 40972) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:29.269262 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-3e92aca7-ffd9-43ad-a1bf-c55e4707106a tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Usage tracker for resource:subnet and tenant:2a96f7b5ddcd4ef6aa5bf39599c6247b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:33:29.310590 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a36862d-5c83-42fc-ad49-0a8a7eeedae5 None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:33:29.338257 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-1a36862d-5c83-42fc-ad49-0a8a7eeedae5 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:33:29.345584 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a36862d-5c83-42fc-ad49-0a8a7eeedae5 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:33:29.357604 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-9c071c0f-e6b2-4fbf-8931-5f2b5822b351 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Deleting port 62f7ae92-3e2e-44d0-a717-9e04d2949412 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:33:29.358176 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9c071c0f-e6b2-4fbf-8931-5f2b5822b351 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:29.373387 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c2da3de-918a-4846-9fd7-506ecd711f75 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Deleting subnet dc6b0000-6781-43ad-af08-7be078ad9ec2 {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:33:29.381133 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-3e92aca7-ffd9-43ad-a1bf-c55e4707106a tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:33:29.415238 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-3e92aca7-ffd9-43ad-a1bf-c55e4707106a tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:33:29.423471 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-26844ec0-45ac-49fe-a355-a6cefd0abd9d tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-984324158'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:29.444450 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c987c-3361-4f89-bdf1-37c1613aaacb req-dbee3fac-dac4-4d78-a020-6e598ced12fb tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:29.453988 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ef1c987c-3361-4f89-bdf1-37c1613aaacb req-dbee3fac-dac4-4d78-a020-6e598ced12fb tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] 10.222.0.33 "GET /v2.0/ports?device_id=18bad13e-d11f-4012-9e0d-bf2e7d80980e HTTP/1.1" status: 200 len: 946 time: 0.9596097 Sep 22 21:33:29.488133 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-26844ec0-45ac-49fe-a355-a6cefd0abd9d tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:33:29.505092 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-26844ec0-45ac-49fe-a355-a6cefd0abd9d tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Usage tracker for resource:network and tenant:f82f9901a1a8480c8bc290e72969c879 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:33:29.513726 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-26844ec0-45ac-49fe-a355-a6cefd0abd9d tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:33:29.525705 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-26844ec0-45ac-49fe-a355-a6cefd0abd9d tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:33:29.529750 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e92aca7-ffd9-43ad-a1bf-c55e4707106a tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Made reservation on behalf of 2a96f7b5ddcd4ef6aa5bf39599c6247b for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:33:29.534060 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3e92aca7-ffd9-43ad-a1bf-c55e4707106a tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:29.566921 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ef1c987c-3361-4f89-bdf1-37c1613aaacb req-53a9df38-1623-4606-aa68-87362544480c tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] 10.222.0.33 "GET /v2.0/security-groups?id=3436d52f-576d-49f3-8cfd-19ae3692e444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116436 Sep 22 21:33:29.603728 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9c748-9983-47ce-8267-441746616261 req-67b2f9f8-0567-4ebc-90c2-4f6d139c2a62 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:29.610982 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-ffa9c748-9983-47ce-8267-441746616261 req-67b2f9f8-0567-4ebc-90c2-4f6d139c2a62 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.8356497 Sep 22 21:33:29.616944 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-69bc3051-0009-4141-9492-0a51ac7b8ffb tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:29.665821 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36862d-5c83-42fc-ad49-0a8a7eeedae5 None None] Pushing event updated for resources: {'Port': ['ID=a3e1d3de-d77f-4d37-a41d-d53d13d2caad,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:29.692547 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36862d-5c83-42fc-ad49-0a8a7eeedae5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:33:29.693065 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36862d-5c83-42fc-ad49-0a8a7eeedae5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:33:29.693498 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36862d-5c83-42fc-ad49-0a8a7eeedae5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:33:29.693923 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36862d-5c83-42fc-ad49-0a8a7eeedae5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:33:29.694338 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36862d-5c83-42fc-ad49-0a8a7eeedae5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:33:29.694796 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36862d-5c83-42fc-ad49-0a8a7eeedae5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:33:29.695231 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36862d-5c83-42fc-ad49-0a8a7eeedae5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:33:29.695645 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36862d-5c83-42fc-ad49-0a8a7eeedae5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:33:29.696075 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36862d-5c83-42fc-ad49-0a8a7eeedae5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:33:29.696507 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36862d-5c83-42fc-ad49-0a8a7eeedae5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:33:29.696916 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36862d-5c83-42fc-ad49-0a8a7eeedae5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:33:29.697334 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a36862d-5c83-42fc-ad49-0a8a7eeedae5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:33:29.725791 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-1a36862d-5c83-42fc-ad49-0a8a7eeedae5 None None] Attempting to bind port a3e1d3de-d77f-4d37-a41d-d53d13d2caad on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:33:29.726319 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-1a36862d-5c83-42fc-ad49-0a8a7eeedae5 None None] Attempting to bind port a3e1d3de-d77f-4d37-a41d-d53d13d2caad by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:33:29.726878 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a36862d-5c83-42fc-ad49-0a8a7eeedae5 None None] Attempting to bind port a3e1d3de-d77f-4d37-a41d-d53d13d2caad on network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:33:29.728041 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-a27f4f73-fbc9-4871-b60a-471d472f7db3 None None] Notify callbacks [] for port, precommit_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:29.739671 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a36862d-5c83-42fc-ad49-0a8a7eeedae5 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:33:29.740221 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a36862d-5c83-42fc-ad49-0a8a7eeedae5 None None] Checking segment: {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:33:29.741126 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-ffa9c748-9983-47ce-8267-441746616261 req-29ac6d78-aac6-4a39-8bae-2fc973c91d77 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292062 Sep 22 21:33:29.741318 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1a36862d-5c83-42fc-ad49-0a8a7eeedae5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:29.741808 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a36862d-5c83-42fc-ad49-0a8a7eeedae5 None None] Bound using segment: {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:33:29.742389 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-1a36862d-5c83-42fc-ad49-0a8a7eeedae5 None None] Bound port: a3e1d3de-d77f-4d37-a41d-d53d13d2caad, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:33:29.742895 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1a36862d-5c83-42fc-ad49-0a8a7eeedae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:29.754094 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.provisioning_blocks [None req-a27f4f73-fbc9-4871-b60a-471d472f7db3 None None] Transition to ACTIVE for port object 444c1a43-4f8b-4ca5-aa51-aad9395c8804 will not be triggered until provisioned by entity L2. {{(pid=89011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:33:29.768593 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-a27f4f73-fbc9-4871-b60a-471d472f7db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:29.827735 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26844ec0-45ac-49fe-a355-a6cefd0abd9d tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Made reservation on behalf of f82f9901a1a8480c8bc290e72969c879 for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:33:29.831396 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-26844ec0-45ac-49fe-a355-a6cefd0abd9d tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:29.841967 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-a27f4f73-fbc9-4871-b60a-471d472f7db3 None None] Attempting to bind port 444c1a43-4f8b-4ca5-aa51-aad9395c8804 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:33:29.842571 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-a27f4f73-fbc9-4871-b60a-471d472f7db3 None None] Attempting to bind port 444c1a43-4f8b-4ca5-aa51-aad9395c8804 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:33:29.843161 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27f4f73-fbc9-4871-b60a-471d472f7db3 None None] Attempting to bind port 444c1a43-4f8b-4ca5-aa51-aad9395c8804 on network a22ae1c9-d428-411f-af43-ce0f71b38d9c {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:33:29.853228 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27f4f73-fbc9-4871-b60a-471d472f7db3 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:33:29.853833 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27f4f73-fbc9-4871-b60a-471d472f7db3 None None] Checking segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:33:29.854412 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-a27f4f73-fbc9-4871-b60a-471d472f7db3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:29.855231 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27f4f73-fbc9-4871-b60a-471d472f7db3 None None] Bound using segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:33:29.855888 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-a27f4f73-fbc9-4871-b60a-471d472f7db3 None None] Bound port: 444c1a43-4f8b-4ca5-aa51-aad9395c8804, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:33:29.856873 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-a27f4f73-fbc9-4871-b60a-471d472f7db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:29.857489 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-26844ec0-45ac-49fe-a355-a6cefd0abd9d tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:29.876140 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1a36862d-5c83-42fc-ad49-0a8a7eeedae5 None None] For port a3e1d3de-d77f-4d37-a41d-d53d13d2caad, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:33:29.881563 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1a36862d-5c83-42fc-ad49-0a8a7eeedae5 None None] For port a3e1d3de-d77f-4d37-a41d-d53d13d2caad, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=a3e1d3de-d77f-4d37-a41d-d53d13d2caad,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:33:29.894379 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-26844ec0-45ac-49fe-a355-a6cefd0abd9d tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:33:29.919110 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffbbddb-6ef5-42df-9cd6-c5695db17e1d None None] Pushing event updated for resources: {'Port': ['ID=444c1a43-4f8b-4ca5-aa51-aad9395c8804,revision_number=2']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:29.921349 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-26844ec0-45ac-49fe-a355-a6cefd0abd9d tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Usage tracker for resource:security_group_rule and tenant:f82f9901a1a8480c8bc290e72969c879 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:33:29.929208 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1a36862d-5c83-42fc-ad49-0a8a7eeedae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:29.937630 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-26844ec0-45ac-49fe-a355-a6cefd0abd9d tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:33:29.953583 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-26844ec0-45ac-49fe-a355-a6cefd0abd9d tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:33:29.956437 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-a27f4f73-fbc9-4871-b60a-471d472f7db3 None None] For port 444c1a43-4f8b-4ca5-aa51-aad9395c8804, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:33:29.960253 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-a27f4f73-fbc9-4871-b60a-471d472f7db3 None None] For port 444c1a43-4f8b-4ca5-aa51-aad9395c8804, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=444c1a43-4f8b-4ca5-aa51-aad9395c8804,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:33:29.967946 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-a27f4f73-fbc9-4871-b60a-471d472f7db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:30.099199 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27f4f73-fbc9-4871-b60a-471d472f7db3 None None] Routers {'a1edef82-a1a0-484a-986f-f47836ecabc3'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:33:30.100396 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-a27f4f73-fbc9-4871-b60a-471d472f7db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:33:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['a1edef82-a1a0-484a-986f-f47836ecabc3'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:33:30.127542 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9c071c0f-e6b2-4fbf-8931-5f2b5822b351 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:30.151585 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36862d-5c83-42fc-ad49-0a8a7eeedae5 None None] Pushing event updated for resources: {'Port': ['ID=a3e1d3de-d77f-4d37-a41d-d53d13d2caad,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:30.165082 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-193a3eb1-4531-4d51-b765-627e2f774940 None None] Allocated IP 2001:db8:0:1::1 (8c94eada-22c4-481c-9236-b2fc264129a1/d5a14a02-0790-4971-8dea-4177bafb6824/8c6977ef-7652-487a-a3fb-9ca6f9f35835) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:33:30.194048 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8f74f4d0-3d7a-404c-869e-54f0b3ab1969 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:30.234122 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ccaa6-72d6-488a-8bf0-fa0ec98de66a req-8d461554-b88e-442e-9411-4cd8f4937f52 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:30.235930 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-311ccaa6-72d6-488a-8bf0-fa0ec98de66a req-8d461554-b88e-442e-9411-4cd8f4937f52 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] 10.222.0.33 "GET /v2.0/ports?device_id=8604d6f2-6d4e-4cf6-92a4-6c488be17672 HTTP/1.1" status: 200 len: 944 time: 0.4741416 Sep 22 21:33:30.273314 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-8f74f4d0-3d7a-404c-869e-54f0b3ab1969 None None] Transition to ACTIVE for port object 082ca8e8-158d-498c-8e9d-5e14ca72ec49 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:33:30.342087 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffbbddb-6ef5-42df-9cd6-c5695db17e1d None None] Pushing event updated for resources: {'Port': ['ID=444c1a43-4f8b-4ca5-aa51-aad9395c8804,revision_number=3']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:30.369290 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-311ccaa6-72d6-488a-8bf0-fa0ec98de66a req-ba064aef-517b-4550-8b37-683d39c13d85 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9c38e2c-e015-40bb-a6d8-d16188e9a895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195595 Sep 22 21:33:30.424921 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-9c071c0f-e6b2-4fbf-8931-5f2b5822b351 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Calling delete_port for 62f7ae92-3e2e-44d0-a717-9e04d2949412 owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:33:30.465063 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-905cac73-40bb-4c8f-8ada-0f57a945415b req-926d17a5-9aa8-433c-8581-7d8ff0217ed6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=18bad13e-d11f-4012-9e0d-bf2e7d80980e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3330274 Sep 22 21:33:30.483572 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3e92aca7-ffd9-43ad-a1bf-c55e4707106a tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:30.540615 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-a27f4f73-fbc9-4871-b60a-471d472f7db3 None None] Set router a1edef82-a1a0-484a-986f-f47836ecabc3 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:33:30.574703 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-26844ec0-45ac-49fe-a355-a6cefd0abd9d tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:30.575731 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e92aca7-ffd9-43ad-a1bf-c55e4707106a tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Pushing event updated for resources: {'Subnet': ['ID=c6e87c68-6f65-43b1-ad89-10f45a03b190,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:30.585217 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-26844ec0-45ac-49fe-a355-a6cefd0abd9d tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:30.718583 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-193a3eb1-4531-4d51-b765-627e2f774940 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:30.732093 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 3875b074-8f13-475e-8947-8278944c835a up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:33:30.741911 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26844ec0-45ac-49fe-a355-a6cefd0abd9d tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:33:30.764523 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-26844ec0-45ac-49fe-a355-a6cefd0abd9d tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:30.765141 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-26844ec0-45ac-49fe-a355-a6cefd0abd9d tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Added segment 0c298dda-70f7-431f-9e88-ff0e271ab1a7 of type vlan for network bec58fb8-a144-40bd-bd75-71d2a84456ca Sep 22 21:33:30.767238 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9c071c0f-e6b2-4fbf-8931-5f2b5822b351 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:30.800377 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-193a3eb1-4531-4d51-b765-627e2f774940 None None] Transition to ACTIVE for port object 8c6977ef-7652-487a-a3fb-9ca6f9f35835 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:33:30.803828 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-26844ec0-45ac-49fe-a355-a6cefd0abd9d tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:30.812830 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-8f74f4d0-3d7a-404c-869e-54f0b3ab1969 None None] Transition to ACTIVE for port object 082ca8e8-158d-498c-8e9d-5e14ca72ec49 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:33:30.835283 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8f74f4d0-3d7a-404c-869e-54f0b3ab1969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:30.843232 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26844ec0-45ac-49fe-a355-a6cefd0abd9d tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe122bb-3505-44f4-9b8e-aec815dfc8ce,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:30.849534 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e92aca7-ffd9-43ad-a1bf-c55e4707106a tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Checking segment: {'id': 'e07f3ddb-8c5d-4893-add5-734465cbf4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd8393759-5d59-4d15-bcbb-1134608b4b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:33:30.850044 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e92aca7-ffd9-43ad-a1bf-c55e4707106a tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Network hostable DHCP agents. Network: d8393759-5d59-4d15-bcbb-1134608b4b0e, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:33:30.855979 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8c2da3de-918a-4846-9fd7-506ecd711f75 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:30.936611 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-26844ec0-45ac-49fe-a355-a6cefd0abd9d tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:30.947320 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26844ec0-45ac-49fe-a355-a6cefd0abd9d tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:30.947953 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-26844ec0-45ac-49fe-a355-a6cefd0abd9d tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:30.979992 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-193a3eb1-4531-4d51-b765-627e2f774940 None None] Transition to ACTIVE for port object 8c6977ef-7652-487a-a3fb-9ca6f9f35835 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:33:31.003941 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f74f4d0-3d7a-404c-869e-54f0b3ab1969 None None] Network 2787569c-305e-42fe-b6a7-9e409da1caa5 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:33:31.010706 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-8f74f4d0-3d7a-404c-869e-54f0b3ab1969 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:33:31.014260 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f74f4d0-3d7a-404c-869e-54f0b3ab1969 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:33:31.054027 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-193a3eb1-4531-4d51-b765-627e2f774940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:31.069913 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f74f4d0-3d7a-404c-869e-54f0b3ab1969 None None] Pushing event updated for resources: {'Port': ['ID=082ca8e8-158d-498c-8e9d-5e14ca72ec49,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:31.083828 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device a3e1d3de-d77f-4d37-a41d-d53d13d2caad up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:33:31.108459 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-a27f4f73-fbc9-4871-b60a-471d472f7db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1edef82-a1a0-484a-986f-f47836ecabc3', 'name': 'tempest-snat-router-1480374183', 'tenant_id': '3948481bd8564dd39302cf1d97156919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.188'}], 'enable_snat': False}, 'gw_port_id': '444c1a43-4f8b-4ca5-aa51-aad9395c8804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:33:19Z', 'updated_at': '2022-09-22T21:33:25Z', 'revision_number': 3, 'project_id': '3948481bd8564dd39302cf1d97156919', 'gw_port': {'id': '444c1a43-4f8b-4ca5-aa51-aad9395c8804', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e9:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1edef82-a1a0-484a-986f-f47836ecabc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:33:22Z', 'updated_at': '2022-09-22T21:33:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:33:31.113875 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27f4f73-fbc9-4871-b60a-471d472f7db3 None None] The sync data for ids ['a1edef82-a1a0-484a-986f-f47836ecabc3'] in dv-neutron-858900-1-hyperv is: [{'id': 'a1edef82-a1a0-484a-986f-f47836ecabc3', 'name': 'tempest-snat-router-1480374183', 'tenant_id': '3948481bd8564dd39302cf1d97156919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.188'}], 'enable_snat': False}, 'gw_port_id': '444c1a43-4f8b-4ca5-aa51-aad9395c8804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:33:19Z', 'updated_at': '2022-09-22T21:33:25Z', 'revision_number': 3, 'project_id': '3948481bd8564dd39302cf1d97156919', 'gw_port': {'id': '444c1a43-4f8b-4ca5-aa51-aad9395c8804', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e9:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1edef82-a1a0-484a-986f-f47836ecabc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:33:22Z', 'updated_at': '2022-09-22T21:33:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:33:31.146636 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-69bc3051-0009-4141-9492-0a51ac7b8ffb tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:31.189238 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e92aca7-ffd9-43ad-a1bf-c55e4707106a tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Network d8393759-5d59-4d15-bcbb-1134608b4b0e is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:33:31.197113 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c071c0f-e6b2-4fbf-8931-5f2b5822b351 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event deleted for resources: {'Port': ['ID=62f7ae92-3e2e-44d0-a717-9e04d2949412,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:31.248952 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8c2da3de-918a-4846-9fd7-506ecd711f75 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:31.269230 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-69bc3051-0009-4141-9492-0a51ac7b8ffb tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:31.292089 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a3eb1-4531-4d51-b765-627e2f774940 None None] Pushing event updated for resources: {'Port': ['ID=8c6977ef-7652-487a-a3fb-9ca6f9f35835,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:31.313606 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning for port 3875b074-8f13-475e-8947-8278944c835a completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:33:31.325749 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port 3875b074-8f13-475e-8947-8278944c835a triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:33:31.326119 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:31.326499 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port 3875b074-8f13-475e-8947-8278944c835a Sep 22 21:33:31.338861 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-3e92aca7-ffd9-43ad-a1bf-c55e4707106a tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, d8393759-5d59-4d15-bcbb-1134608b4b0e) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:33:31.348910 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e92aca7-ffd9-43ad-a1bf-c55e4707106a tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:31.349885 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3e92aca7-ffd9-43ad-a1bf-c55e4707106a tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:31.355014 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9c071c0f-e6b2-4fbf-8931-5f2b5822b351 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:31.393817 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092cf66c-9f3e-4354-abc9-3d3ffe17a2f9 None None] Network d8393759-5d59-4d15-bcbb-1134608b4b0e requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:33:31.413367 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-26844ec0-45ac-49fe-a355-a6cefd0abd9d tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.1577814 Sep 22 21:33:31.419724 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-9c071c0f-e6b2-4fbf-8931-5f2b5822b351 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/ports/62f7ae92-3e2e-44d0-a717-9e04d2949412 HTTP/1.1" status: 204 len: 168 time: 2.5097001 Sep 22 21:33:31.419724 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40984) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:31.420643 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40986) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:31.431562 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-f72b168f-aef2-43b0-83b4-e296345eb074 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Request body: {'subnet': {'network_id': 'bec58fb8-a144-40bd-bd75-71d2a84456ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:31.446727 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-3e92aca7-ffd9-43ad-a1bf-c55e4707106a tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4266937 Sep 22 21:33:31.447745 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26844ec0-45ac-49fe-a355-a6cefd0abd9d tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Pushing event updated for resources: {'Network': ['ID=bec58fb8-a144-40bd-bd75-71d2a84456ca,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:31.450758 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 40992) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:31.554492 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905cac73-40bb-4c8f-8ada-0f57a945415b req-2511715c-672f-4041-bf57-6b98a97fd5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:31.556101 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-905cac73-40bb-4c8f-8ada-0f57a945415b req-2511715c-672f-4041-bf57-6b98a97fd5c2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=00d27190048c4d5c9df662860665c71e&device_id=18bad13e-d11f-4012-9e0d-bf2e7d80980e HTTP/1.1" status: 200 len: 1099 time: 0.9159715 Sep 22 21:33:31.616268 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193a3eb1-4531-4d51-b765-627e2f774940 None None] Network 8c94eada-22c4-481c-9236-b2fc264129a1 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:33:31.618982 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-193a3eb1-4531-4d51-b765-627e2f774940 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:33:31.622093 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193a3eb1-4531-4d51-b765-627e2f774940 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:33:31.622325 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-328dca41-0795-4f6a-bc5a-7fb7c96330fe tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Request body: {'port': {'network_id': 'd8393759-5d59-4d15-bcbb-1134608b4b0e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-615080869'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:31.626298 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network bec58fb8-a144-40bd-bd75-71d2a84456ca details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:33:31.676165 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8c2da3de-918a-4846-9fd7-506ecd711f75 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:31.733084 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d9a851-b6c2-4c6d-a1e3-17a11096b61f req-fd7d4c78-a2f3-4d19-81e1-c91b7afdb96c tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:31.734983 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b5d9a851-b6c2-4c6d-a1e3-17a11096b61f req-fd7d4c78-a2f3-4d19-81e1-c91b7afdb96c tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.7374017 Sep 22 21:33:31.749931 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-8f74f4d0-3d7a-404c-869e-54f0b3ab1969 None None] Attempting to bind port 082ca8e8-158d-498c-8e9d-5e14ca72ec49 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:33:31.750482 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-8f74f4d0-3d7a-404c-869e-54f0b3ab1969 None None] Attempting to bind port 082ca8e8-158d-498c-8e9d-5e14ca72ec49 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '9b52af03-b2ac-4363-882d-f5ef6c6dcb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2787569c-305e-42fe-b6a7-9e409da1caa5'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:33:31.750788 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f74f4d0-3d7a-404c-869e-54f0b3ab1969 None None] Attempting to bind port 082ca8e8-158d-498c-8e9d-5e14ca72ec49 on network 2787569c-305e-42fe-b6a7-9e409da1caa5 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:33:31.823054 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83799954-f5cc-49ff-8523-2367c1dfd302 req-f06282f3-b6bd-40a7-9abf-6ece4c2d4519 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:31.831991 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-83799954-f5cc-49ff-8523-2367c1dfd302 req-f06282f3-b6bd-40a7-9abf-6ece4c2d4519 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] 10.222.0.33 "GET /v2.0/ports?device_id=18bad13e-d11f-4012-9e0d-bf2e7d80980e HTTP/1.1" status: 200 len: 946 time: 0.8473983 Sep 22 21:33:31.846732 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b5d9a851-b6c2-4c6d-a1e3-17a11096b61f req-04a6e02e-5605-4a72-a2d3-b24f25fa630e tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978694 Sep 22 21:33:31.860215 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905cac73-40bb-4c8f-8ada-0f57a945415b req-76392b29-2bb1-4090-8db9-967c781aa527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:31.861626 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-905cac73-40bb-4c8f-8ada-0f57a945415b req-76392b29-2bb1-4090-8db9-967c781aa527 service neutron] 10.222.0.49 "GET /v2.0/networks?id=452fb2e3-f6a7-40db-8fcb-ea7dd754bdda HTTP/1.1" status: 200 len: 912 time: 0.2801116 Sep 22 21:33:31.885083 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f74f4d0-3d7a-404c-869e-54f0b3ab1969 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:33:31.885451 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f74f4d0-3d7a-404c-869e-54f0b3ab1969 None None] Checking segment: {'id': '9b52af03-b2ac-4363-882d-f5ef6c6dcb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2787569c-305e-42fe-b6a7-9e409da1caa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:33:31.885842 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8f74f4d0-3d7a-404c-869e-54f0b3ab1969 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:31.886226 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f74f4d0-3d7a-404c-869e-54f0b3ab1969 None None] Bound using segment: {'id': '9b52af03-b2ac-4363-882d-f5ef6c6dcb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2787569c-305e-42fe-b6a7-9e409da1caa5'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:33:31.887237 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-8f74f4d0-3d7a-404c-869e-54f0b3ab1969 None None] Bound port: 082ca8e8-158d-498c-8e9d-5e14ca72ec49, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b52af03-b2ac-4363-882d-f5ef6c6dcb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2787569c-305e-42fe-b6a7-9e409da1caa5'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:33:31.887601 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8f74f4d0-3d7a-404c-869e-54f0b3ab1969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:31.917201 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port a3e1d3de-d77f-4d37-a41d-d53d13d2caad completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:33:31.920305 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413ce9b7-2571-406a-84e4-a042211fd99b None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:33:31.944546 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-905cac73-40bb-4c8f-8ada-0f57a945415b req-b1363ed3-73e1-410c-8b96-7814b6363e41 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4bae391-e4c3-4dc8-b738-41ee6ea8ad51 HTTP/1.1" status: 200 len: 217 time: 0.0761049 Sep 22 21:33:31.946197 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8c2da3de-918a-4846-9fd7-506ecd711f75 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:32.029924 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2da3de-918a-4846-9fd7-506ecd711f75 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Pushing event deleted for resources: {'Subnet': ['ID=dc6b0000-6781-43ad-af08-7be078ad9ec2,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:32.042984 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8c2da3de-918a-4846-9fd7-506ecd711f75 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:32.064179 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-8c2da3de-918a-4846-9fd7-506ecd711f75 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] 10.222.0.33 "DELETE /v2.0/subnets/dc6b0000-6781-43ad-af08-7be078ad9ec2 HTTP/1.1" status: 204 len: 168 time: 2.7964993 Sep 22 21:33:32.068378 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905cac73-40bb-4c8f-8ada-0f57a945415b req-289b6385-9a02-4e6e-9797-f7aac3d65c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:32.070071 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-905cac73-40bb-4c8f-8ada-0f57a945415b req-289b6385-9a02-4e6e-9797-f7aac3d65c6f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c427adaf-86b6-4f5b-b847-86f219fa4602 HTTP/1.1" status: 200 len: 851 time: 0.1194444 Sep 22 21:33:32.082965 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41000) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:32.084190 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e29a50a-11d8-4155-adcc-9a972dc8f92f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:32.085871 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e29a50a-11d8-4155-adcc-9a972dc8f92f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:32.086820 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-0e29a50a-11d8-4155-adcc-9a972dc8f92f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:33:32.124080 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-83799954-f5cc-49ff-8523-2367c1dfd302 req-4ce6c2ed-031a-4fc0-85c7-525a3df90415 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] 10.222.0.33 "GET /v2.0/security-groups?id=3436d52f-576d-49f3-8cfd-19ae3692e444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2426641 Sep 22 21:33:32.153737 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-69bc3051-0009-4141-9492-0a51ac7b8ffb tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Allocated IP 172.26.0.33 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/e85e58d0-c4f8-4829-977a-475cda0094c9) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:33:32.156452 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-f72b168f-aef2-43b0-83b4-e296345eb074 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:33:32.167596 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f72b168f-aef2-43b0-83b4-e296345eb074 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Usage tracker for resource:subnet and tenant:f82f9901a1a8480c8bc290e72969c879 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:33:32.182580 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f72b168f-aef2-43b0-83b4-e296345eb074 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:33:32.204305 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-f72b168f-aef2-43b0-83b4-e296345eb074 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:33:32.212341 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-0e29a50a-11d8-4155-adcc-9a972dc8f92f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:33:32.213945 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-0e29a50a-11d8-4155-adcc-9a972dc8f92f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7884650 Sep 22 21:33:32.261448 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41006) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:32.270655 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-193a3eb1-4531-4d51-b765-627e2f774940 None None] Attempting to bind port 8c6977ef-7652-487a-a3fb-9ca6f9f35835 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:33:32.271236 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-193a3eb1-4531-4d51-b765-627e2f774940 None None] Attempting to bind port 8c6977ef-7652-487a-a3fb-9ca6f9f35835 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '0cc3230e-ff97-4c85-bc80-45eeb3935dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8c94eada-22c4-481c-9236-b2fc264129a1'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:33:32.271744 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193a3eb1-4531-4d51-b765-627e2f774940 None None] Attempting to bind port 8c6977ef-7652-487a-a3fb-9ca6f9f35835 on network 8c94eada-22c4-481c-9236-b2fc264129a1 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:33:32.385208 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-8f74f4d0-3d7a-404c-869e-54f0b3ab1969 None None] For port 082ca8e8-158d-498c-8e9d-5e14ca72ec49, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:33:32.388770 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-8f74f4d0-3d7a-404c-869e-54f0b3ab1969 None None] For port 082ca8e8-158d-498c-8e9d-5e14ca72ec49, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=082ca8e8-158d-498c-8e9d-5e14ca72ec49,segment=NetworkSegment(9b52af03-b2ac-4363-882d-f5ef6c6dcb83),segment_id=9b52af03-b2ac-4363-882d-f5ef6c6dcb83)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:33:32.406824 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193a3eb1-4531-4d51-b765-627e2f774940 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:33:32.407204 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193a3eb1-4531-4d51-b765-627e2f774940 None None] Checking segment: {'id': '0cc3230e-ff97-4c85-bc80-45eeb3935dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8c94eada-22c4-481c-9236-b2fc264129a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:33:32.407595 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-193a3eb1-4531-4d51-b765-627e2f774940 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:32.407993 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193a3eb1-4531-4d51-b765-627e2f774940 None None] Bound using segment: {'id': '0cc3230e-ff97-4c85-bc80-45eeb3935dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8c94eada-22c4-481c-9236-b2fc264129a1'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:33:32.408473 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-193a3eb1-4531-4d51-b765-627e2f774940 None None] Bound port: 8c6977ef-7652-487a-a3fb-9ca6f9f35835, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cc3230e-ff97-4c85-bc80-45eeb3935dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8c94eada-22c4-481c-9236-b2fc264129a1'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:33:32.408846 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-193a3eb1-4531-4d51-b765-627e2f774940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:32.414531 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72b168f-aef2-43b0-83b4-e296345eb074 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Made reservation on behalf of f82f9901a1a8480c8bc290e72969c879 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:33:32.423601 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f72b168f-aef2-43b0-83b4-e296345eb074 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:32.426867 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-889e392f-b869-4d31-8dd0-b72c0466f520 None None] Provisioning for port a3e1d3de-d77f-4d37-a41d-d53d13d2caad completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:33:32.429641 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-238d7567-7f15-438c-ab2d-8cf11becae9d tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Deleting subnet d5a14a02-0790-4971-8dea-4177bafb6824 {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:33:32.435727 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-238d7567-7f15-438c-ab2d-8cf11becae9d tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:32.448543 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-328dca41-0795-4f6a-bc5a-7fb7c96330fe tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:33:32.476822 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-328dca41-0795-4f6a-bc5a-7fb7c96330fe tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Usage tracker for resource:port and tenant:2a96f7b5ddcd4ef6aa5bf39599c6247b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:33:32.502043 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-238d7567-7f15-438c-ab2d-8cf11becae9d tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:32.515593 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8f74f4d0-3d7a-404c-869e-54f0b3ab1969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:32.542252 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-328dca41-0795-4f6a-bc5a-7fb7c96330fe tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:33:32.559374 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb18e8-884c-4a88-9751-fb7de2899f6c req-29c86e82-a6fb-4e7f-9583-841ab2a9edc6 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:32.560617 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-8deb18e8-884c-4a88-9751-fb7de2899f6c req-29c86e82-a6fb-4e7f-9583-841ab2a9edc6 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] 10.222.0.33 "GET /v2.0/ports?device_id=8604d6f2-6d4e-4cf6-92a4-6c488be17672 HTTP/1.1" status: 200 len: 944 time: 0.4750576 Sep 22 21:33:32.572133 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905cac73-40bb-4c8f-8ada-0f57a945415b req-472b9daa-9108-4050-94bf-0d99c31ed84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:32.574023 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-905cac73-40bb-4c8f-8ada-0f57a945415b req-472b9daa-9108-4050-94bf-0d99c31ed84a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=452fb2e3-f6a7-40db-8fcb-ea7dd754bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4870789 Sep 22 21:33:32.584961 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 3875b074-8f13-475e-8947-8278944c835a is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:33:32.584961 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:32.587484 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-328dca41-0795-4f6a-bc5a-7fb7c96330fe tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:33:32.593904 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-889e392f-b869-4d31-8dd0-b72c0466f520 None None] Provisioning complete for port a3e1d3de-d77f-4d37-a41d-d53d13d2caad triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:33:32.594186 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-889e392f-b869-4d31-8dd0-b72c0466f520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:32.594514 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-889e392f-b869-4d31-8dd0-b72c0466f520 None None] Attempt 1 to provision port a3e1d3de-d77f-4d37-a41d-d53d13d2caad Sep 22 21:33:32.630548 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d57df29-1077-43a3-8f92-49c404ce4c6b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Deleting subnet cac58c67-95eb-40b8-ba27-9d76b5137193 {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:33:32.656179 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3d57df29-1077-43a3-8f92-49c404ce4c6b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:32.701736 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2fc883-47ae-4606-bf4b-65342a7d800e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-d8393759-5d59-4d15-bcbb-1134608b4b0e', 'network_id': 'd8393759-5d59-4d15-bcbb-1134608b4b0e', 'tenant_id': '2a96f7b5ddcd4ef6aa5bf39599c6247b', 'fixed_ips': [{'subnet_id': 'c6e87c68-6f65-43b1-ad89-10f45a03b190'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:33:32.702595 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8d2fc883-47ae-4606-bf4b-65342a7d800e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:32.711310 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328dca41-0795-4f6a-bc5a-7fb7c96330fe tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Made reservation on behalf of 2a96f7b5ddcd4ef6aa5bf39599c6247b for: {'port': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:33:32.715672 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-328dca41-0795-4f6a-bc5a-7fb7c96330fe tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:32.767617 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-69bc3051-0009-4141-9492-0a51ac7b8ffb tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:32.782249 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3d57df29-1077-43a3-8f92-49c404ce4c6b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:32.817699 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-328dca41-0795-4f6a-bc5a-7fb7c96330fe tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] device_id is not set on port c3a44ae3-8a31-42ad-a952-8ea1ab9da306 yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:33:32.823359 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-8deb18e8-884c-4a88-9751-fb7de2899f6c req-58ed22d5-5db4-4b32-a8ce-1de44215dbef tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9c38e2c-e015-40bb-a6d8-d16188e9a895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2457578 Sep 22 21:33:32.841439 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8604d6f2-6d4e-4cf6-92a4-6c488be17672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3875b074-8f13-475e-8947-8278944c835a'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:33:32.843763 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5edbf27c-f839-4a94-90b1-74adc8710fce" -d '{"events": [{"server_uuid": "8604d6f2-6d4e-4cf6-92a4-6c488be17672", "name": "network-vif-plugged", "status": "completed", "tag": "3875b074-8f13-475e-8947-8278944c835a"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:33:32.854000 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-238d7567-7f15-438c-ab2d-8cf11becae9d tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:32.893986 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d89af6-84bd-4f75-81b5-13742fc22522 req-2cbc361a-5062-443f-8b86-06d0b62880d3 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:32.895625 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-a9d89af6-84bd-4f75-81b5-13742fc22522 req-2cbc361a-5062-443f-8b86-06d0b62880d3 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.5197382 Sep 22 21:33:32.910282 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41012) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:32.919969 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 3875b074-8f13-475e-8947-8278944c835a, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=3875b074-8f13-475e-8947-8278944c835a,segment=NetworkSegment(b9a5893b-0c23-4aa8-b596-b3dc1cc17f58),segment_id=b9a5893b-0c23-4aa8-b596-b3dc1cc17f58)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:33:32.934927 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-c0e1c565-1436-411f-8cec-7acc63270d10 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Request body: {'floatingip': {'port_id': '9bdd48e0-5d9d-43f0-97a8-e321a99aac21'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:32.941052 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f74f4d0-3d7a-404c-869e-54f0b3ab1969 None None] Pushing event updated for resources: {'Port': ['ID=082ca8e8-158d-498c-8e9d-5e14ca72ec49,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:32.952213 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f52b398-ad46-46c6-b0da-1e194e7ad765 None None] Network 2787569c-305e-42fe-b6a7-9e409da1caa5 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:33:33.003728 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 21:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24babfbe-2ad0-48a5-93ea-7e4b0531a615 x-openstack-request-id: req-24babfbe-2ad0-48a5-93ea-7e4b0531a615 {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:33:33.004014 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8604d6f2-6d4e-4cf6-92a4-6c488be17672", "name": "network-vif-plugged", "status": "completed", "tag": "3875b074-8f13-475e-8947-8278944c835a", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:33:33.004397 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-24babfbe-2ad0-48a5-93ea-7e4b0531a615 {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:33:33.004857 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24babfbe-2ad0-48a5-93ea-7e4b0531a615'] response: {'server_uuid': '8604d6f2-6d4e-4cf6-92a4-6c488be17672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3875b074-8f13-475e-8947-8278944c835a', 'code': 200} Sep 22 21:33:33.008547 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-905cac73-40bb-4c8f-8ada-0f57a945415b req-d0bf17a5-028c-4d76-bd26-75f9456cf7cd service neutron] 10.222.0.49 "GET /v2.0/networks/452fb2e3-f6a7-40db-8fcb-ea7dd754bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4272499 Sep 22 21:33:33.012882 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:33.166313 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 444c1a43-4f8b-4ca5-aa51-aad9395c8804 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:33:33.246791 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-238d7567-7f15-438c-ab2d-8cf11becae9d tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:33.339606 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-193a3eb1-4531-4d51-b765-627e2f774940 None None] For port 8c6977ef-7652-487a-a3fb-9ca6f9f35835, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:33:33.367765 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-328dca41-0795-4f6a-bc5a-7fb7c96330fe tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Allocated IP 2001:db8::37d (d8393759-5d59-4d15-bcbb-1134608b4b0e/c6e87c68-6f65-43b1-ad89-10f45a03b190/c3a44ae3-8a31-42ad-a952-8ea1ab9da306) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:33:33.400001 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d7567-7f15-438c-ab2d-8cf11becae9d tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Pushing event deleted for resources: {'Subnet': ['ID=d5a14a02-0790-4971-8dea-4177bafb6824,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:33.405276 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-193a3eb1-4531-4d51-b765-627e2f774940 None None] For port 8c6977ef-7652-487a-a3fb-9ca6f9f35835, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=8c6977ef-7652-487a-a3fb-9ca6f9f35835,segment=NetworkSegment(0cc3230e-ff97-4c85-bc80-45eeb3935dd8),segment_id=0cc3230e-ff97-4c85-bc80-45eeb3935dd8)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:33:33.416440 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-238d7567-7f15-438c-ab2d-8cf11becae9d tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:33.450062 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-238d7567-7f15-438c-ab2d-8cf11becae9d tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] 10.222.0.33 "DELETE /v2.0/subnets/d5a14a02-0790-4971-8dea-4177bafb6824 HTTP/1.1" status: 204 len: 168 time: 1.3659589 Sep 22 21:33:33.451310 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-193a3eb1-4531-4d51-b765-627e2f774940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:33.455379 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-905cac73-40bb-4c8f-8ada-0f57a945415b req-9a710044-3153-45be-9e20-38bdb49f8eec service neutron] 10.222.0.49 "GET /v2.0/networks/452fb2e3-f6a7-40db-8fcb-ea7dd754bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392090 Sep 22 21:33:33.457189 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41016) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:33.486121 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-69bc3051-0009-4141-9492-0a51ac7b8ffb tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:33.488050 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=3875b074-8f13-475e-8947-8278944c835a,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:33.527759 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e7be5-910e-4569-b9c4-221bd24dd32e req-a3b0100c-31b8-435f-999f-c2fab1e53be3 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:33.529250 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-006e7be5-910e-4569-b9c4-221bd24dd32e req-a3b0100c-31b8-435f-999f-c2fab1e53be3 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] 10.222.0.33 "GET /v2.0/ports?device_id=18bad13e-d11f-4012-9e0d-bf2e7d80980e HTTP/1.1" status: 200 len: 946 time: 0.4110746 Sep 22 21:33:33.531276 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-889e392f-b869-4d31-8dd0-b72c0466f520 None None] Current status of the port a3e1d3de-d77f-4d37-a41d-d53d13d2caad is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:33:33.532346 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-889e392f-b869-4d31-8dd0-b72c0466f520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:33.545568 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41020) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:33.555527 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-671e35a9-4050-455c-b44d-7b67860d2436 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Request body: {'floatingip': {'port_id': 'c4bae391-e4c3-4dc8-b738-41ee6ea8ad51'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:33.635539 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 444c1a43-4f8b-4ca5-aa51-aad9395c8804 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:33:33.654454 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-889e392f-b869-4d31-8dd0-b72c0466f520 None None] For port a3e1d3de-d77f-4d37-a41d-d53d13d2caad, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=a3e1d3de-d77f-4d37-a41d-d53d13d2caad,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:33:33.655367 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a3eb1-4531-4d51-b765-627e2f774940 None None] Pushing event updated for resources: {'Port': ['ID=8c6977ef-7652-487a-a3fb-9ca6f9f35835,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:33.656053 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f72b168f-aef2-43b0-83b4-e296345eb074 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:33.660822 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-671e35a9-4050-455c-b44d-7b67860d2436 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Notify callbacks [] for floatingip, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:33.662191 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 444c1a43-4f8b-4ca5-aa51-aad9395c8804 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:33:33.662555 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:33.662914 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 444c1a43-4f8b-4ca5-aa51-aad9395c8804 Sep 22 21:33:33.704824 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-889e392f-b869-4d31-8dd0-b72c0466f520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:33.718166 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c0e1c565-1436-411f-8cec-7acc63270d10 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Notify callbacks [] for floatingip, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:33.746064 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d4e62-dfd4-4cf4-9590-6bfff0266b26 req-469f8dc9-20cb-49ae-8a02-33ea9ad41ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:33.747790 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ae4d4e62-dfd4-4cf4-9590-6bfff0266b26 req-469f8dc9-20cb-49ae-8a02-33ea9ad41ce8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8604d6f2-6d4e-4cf6-92a4-6c488be17672 HTTP/1.1" status: 200 len: 1098 time: 0.4210231 Sep 22 21:33:33.755771 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5547926-22b5-4fe5-a216-6aa8eca1af01 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:33.756579 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-d5547926-22b5-4fe5-a216-6aa8eca1af01 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Synchronizing usage tracker for tenant:1c71f3b6114749b38821c6c564cfcd20 on resource:subnet {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:33:33.771298 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bc3051-0009-4141-9492-0a51ac7b8ffb tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Pushing event updated for resources: {'Port': ['ID=e85e58d0-c4f8-4829-977a-475cda0094c9,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:33.792052 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bc3051-0009-4141-9492-0a51ac7b8ffb tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:33:33.843624 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e392f-b869-4d31-8dd0-b72c0466f520 None None] Pushing event updated for resources: {'Port': ['ID=a3e1d3de-d77f-4d37-a41d-d53d13d2caad,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:33.876263 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-69bc3051-0009-4141-9492-0a51ac7b8ffb tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:33:33.906934 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-d5547926-22b5-4fe5-a216-6aa8eca1af01 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Unset dirty status for tenant:1c71f3b6114749b38821c6c564cfcd20 on resource:subnet {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:33:33.913908 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-d5547926-22b5-4fe5-a216-6aa8eca1af01 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4557095 Sep 22 21:33:33.938661 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41026) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:33.939921 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 444c1a43-4f8b-4ca5-aa51-aad9395c8804 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:33:33.940306 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:33.971314 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 444c1a43-4f8b-4ca5-aa51-aad9395c8804, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=444c1a43-4f8b-4ca5-aa51-aad9395c8804,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:33:33.982670 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bc3051-0009-4141-9492-0a51ac7b8ffb tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:33:33.985113 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:34.037889 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ae4d4e62-dfd4-4cf4-9590-6bfff0266b26 req-ed7ceb13-faf8-4cfc-961d-d7e5b22c35c2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f9c38e2c-e015-40bb-a6d8-d16188e9a895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2745669 Sep 22 21:33:34.123559 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=444c1a43-4f8b-4ca5-aa51-aad9395c8804,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:34.168529 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1d79c147-f8aa-4f8a-99e5-f69e6c10d44e None None] Provisioning complete for port a3e1d3de-d77f-4d37-a41d-d53d13d2caad triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:33:34.169159 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1d79c147-f8aa-4f8a-99e5-f69e6c10d44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:34.169696 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1d79c147-f8aa-4f8a-99e5-f69e6c10d44e None None] Attempt 1 to provision port a3e1d3de-d77f-4d37-a41d-d53d13d2caad Sep 22 21:33:34.272225 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8935b447-fb4b-4ecb-8369-f1c2b42724f4 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:34.321502 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1d79c147-f8aa-4f8a-99e5-f69e6c10d44e None None] Current status of the port a3e1d3de-d77f-4d37-a41d-d53d13d2caad is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:33:34.350324 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-8935b447-fb4b-4ecb-8369-f1c2b42724f4 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Deleting port 8c6977ef-7652-487a-a3fb-9ca6f9f35835 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:33:34.350324 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8935b447-fb4b-4ecb-8369-f1c2b42724f4 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:34.440024 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-c13ea64b-e6db-4113-acc9-6b1a8e0d63b7 None None] Could not find standard attr ID for object 62f7ae92-3e2e-44d0-a717-9e04d2949412. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:33:34.447214 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72b168f-aef2-43b0-83b4-e296345eb074 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Checking segment: {'id': '0c298dda-70f7-431f-9e88-ff0e271ab1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bec58fb8-a144-40bd-bd75-71d2a84456ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:33:34.447608 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72b168f-aef2-43b0-83b4-e296345eb074 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Network hostable DHCP agents. Network: bec58fb8-a144-40bd-bd75-71d2a84456ca, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:33:34.490853 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72b168f-aef2-43b0-83b4-e296345eb074 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Pushing event updated for resources: {'Subnet': ['ID=92dd7fe2-1cc3-4ba2-9437-bf37d3ba871d,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:34.494909 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3d57df29-1077-43a3-8f92-49c404ce4c6b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:34.613568 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-328dca41-0795-4f6a-bc5a-7fb7c96330fe tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:34.735604 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72b168f-aef2-43b0-83b4-e296345eb074 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Network bec58fb8-a144-40bd-bd75-71d2a84456ca is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:33:34.739635 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-328dca41-0795-4f6a-bc5a-7fb7c96330fe tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Transition to ACTIVE for port object c3a44ae3-8a31-42ad-a952-8ea1ab9da306 will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:33:34.928765 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-8935b447-fb4b-4ecb-8369-f1c2b42724f4 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] For port 8c6977ef-7652-487a-a3fb-9ca6f9f35835, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=8c6977ef-7652-487a-a3fb-9ca6f9f35835,segment=NetworkSegment(0cc3230e-ff97-4c85-bc80-45eeb3935dd8),segment_id=0cc3230e-ff97-4c85-bc80-45eeb3935dd8)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:33:34.929276 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8935b447-fb4b-4ecb-8369-f1c2b42724f4 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:35.021388 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e205441-aefe-469f-8e29-dbfbed922897 None None] Network 8c94eada-22c4-481c-9236-b2fc264129a1 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:33:35.075212 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-8935b447-fb4b-4ecb-8369-f1c2b42724f4 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Calling delete_port for 8c6977ef-7652-487a-a3fb-9ca6f9f35835 owned by network:dhcp {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:33:35.232419 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device a3e1d3de-d77f-4d37-a41d-d53d13d2caad up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:33:35.336788 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-f72b168f-aef2-43b0-83b4-e296345eb074 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, bec58fb8-a144-40bd-bd75-71d2a84456ca) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:33:35.346343 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72b168f-aef2-43b0-83b4-e296345eb074 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:35.348543 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f72b168f-aef2-43b0-83b4-e296345eb074 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:35.352317 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8935b447-fb4b-4ecb-8369-f1c2b42724f4 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:35.377981 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba35e244-907e-4092-94a6-0c0c00715050 None None] Network bec58fb8-a144-40bd-bd75-71d2a84456ca requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:33:35.414298 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-671e35a9-4050-455c-b44d-7b67860d2436 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:35.424381 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8935b447-fb4b-4ecb-8369-f1c2b42724f4 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Pushing event deleted for resources: {'Port': ['ID=8c6977ef-7652-487a-a3fb-9ca6f9f35835,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:35.431485 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8935b447-fb4b-4ecb-8369-f1c2b42724f4 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] No DVR routers for this DVR port 8c6977ef-7652-487a-a3fb-9ca6f9f35835 on host dv-neutron-858900-1-hyperv {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:33:35.446997 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-f70195c8-00da-4990-99e9-e9c3c058ddb7 None None] Provisioning for port 8c6977ef-7652-487a-a3fb-9ca6f9f35835 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:33:35.460077 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-671e35a9-4050-455c-b44d-7b67860d2436 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:35.480050 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-328dca41-0795-4f6a-bc5a-7fb7c96330fe tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:35.510537 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-f72b168f-aef2-43b0-83b4-e296345eb074 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0884593 Sep 22 21:33:35.516074 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b90397-711a-4df7-9979-b205bc1191b2 req-a45a7d7d-e08d-4bd4-8dc1-d0803287ece0 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:35.517148 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-35b90397-711a-4df7-9979-b205bc1191b2 req-a45a7d7d-e08d-4bd4-8dc1-d0803287ece0 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] 10.222.0.33 "GET /v2.0/ports?device_id=8604d6f2-6d4e-4cf6-92a4-6c488be17672 HTTP/1.1" status: 200 len: 945 time: 1.1648223 Sep 22 21:33:35.522112 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41032) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:35.530210 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-f70195c8-00da-4990-99e9-e9c3c058ddb7 None None] Provisioning complete for port 8c6977ef-7652-487a-a3fb-9ca6f9f35835 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:33:35.530435 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f70195c8-00da-4990-99e9-e9c3c058ddb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:35.530716 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-f70195c8-00da-4990-99e9-e9c3c058ddb7 None None] Attempt 1 to provision port 8c6977ef-7652-487a-a3fb-9ca6f9f35835 Sep 22 21:33:35.549106 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-5040155c-9eed-4c76-b246-f536cbbc75c8 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Request body: {'port': {'network_id': 'bec58fb8-a144-40bd-bd75-71d2a84456ca', 'name': 'tempest-AllowedAddressPairTestJSON-1568952592'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:35.562025 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-8d2fc883-47ae-4606-bf4b-65342a7d800e None None] Allocated IP 2001:db8::2 (d8393759-5d59-4d15-bcbb-1134608b4b0e/c6e87c68-6f65-43b1-ad89-10f45a03b190/e724f3ca-43e4-4d55-b68d-4d01cc22f479) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:33:35.584538 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-f70195c8-00da-4990-99e9-e9c3c058ddb7 None None] Port 8c6977ef-7652-487a-a3fb-9ca6f9f35835 was deleted so its status cannot be updated. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:33:35.636381 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a0b241-b7bf-4e43-8905-1991e644a28e None None] DHCP port deletion for 8c94eada-22c4-481c-9236-b2fc264129a1 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:33:35.704997 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port a3e1d3de-d77f-4d37-a41d-d53d13d2caad triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:33:35.705370 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:35.705696 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port a3e1d3de-d77f-4d37-a41d-d53d13d2caad Sep 22 21:33:35.723522 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3d57df29-1077-43a3-8f92-49c404ce4c6b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:35.798233 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d57df29-1077-43a3-8f92-49c404ce4c6b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event deleted for resources: {'Subnet': ['ID=cac58c67-95eb-40b8-ba27-9d76b5137193,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:35.800230 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3d57df29-1077-43a3-8f92-49c404ce4c6b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:35.802055 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-3d57df29-1077-43a3-8f92-49c404ce4c6b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/cac58c67-95eb-40b8-ba27-9d76b5137193 HTTP/1.1" status: 204 len: 168 time: 3.5372951 Sep 22 21:33:35.817051 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41036) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:35.824622 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8935b447-fb4b-4ecb-8369-f1c2b42724f4 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:35.826134 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f0ff71-847a-4725-9e94-5d4859a9e781 None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:33:35.868799 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328dca41-0795-4f6a-bc5a-7fb7c96330fe tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Network d8393759-5d59-4d15-bcbb-1134608b4b0e is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:33:35.877958 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328dca41-0795-4f6a-bc5a-7fb7c96330fe tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Pushing event updated for resources: {'Port': ['ID=c3a44ae3-8a31-42ad-a952-8ea1ab9da306,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:35.894418 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-328dca41-0795-4f6a-bc5a-7fb7c96330fe tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:33:35.908512 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328dca41-0795-4f6a-bc5a-7fb7c96330fe tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:33:35.914093 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328dca41-0795-4f6a-bc5a-7fb7c96330fe tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:35.915404 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-328dca41-0795-4f6a-bc5a-7fb7c96330fe tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:35.938976 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-35b90397-711a-4df7-9979-b205bc1191b2 req-75b746be-592b-4533-b19b-8bdaf1e2323b tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9c38e2c-e015-40bb-a6d8-d16188e9a895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2454584 Sep 22 21:33:35.969500 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-69bc3051-0009-4141-9492-0a51ac7b8ffb tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:36.015321 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-456c2738-b893-48c9-a1de-91d383d5732b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1914017 Sep 22 21:33:36.026487 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41040) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:36.034268 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-8935b447-fb4b-4ecb-8369-f1c2b42724f4 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c94eada-22c4-481c-9236-b2fc264129a1']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:33:36.047144 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-d14608a5-409a-4a9a-84cd-edf1afda2100 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'subnet': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:36.064916 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ed0623-0f4a-4aff-8c0e-561b76258e37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-bec58fb8-a144-40bd-bd75-71d2a84456ca', 'network_id': 'bec58fb8-a144-40bd-bd75-71d2a84456ca', 'tenant_id': 'f82f9901a1a8480c8bc290e72969c879', 'fixed_ips': [{'subnet_id': '92dd7fe2-1cc3-4ba2-9437-bf37d3ba871d'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:33:36.065804 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-70ed0623-0f4a-4aff-8c0e-561b76258e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:36.079161 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-8935b447-fb4b-4ecb-8369-f1c2b42724f4 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cc3230e-ff97-4c85-bc80-45eeb3935dd8') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:33:36.079624 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-8935b447-fb4b-4ecb-8369-f1c2b42724f4 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cc3230e-ff97-4c85-bc80-45eeb3935dd8') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:33:36.143666 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.l3_db [None req-671e35a9-4050-455c-b44d-7b67860d2436 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Floating IP afdc85f2-91b0-4e09-9ec8-e19d927c1564 associated. External IP: 172.26.0.76, port: c4bae391-e4c3-4dc8-b738-41ee6ea8ad51. Sep 22 21:33:36.157085 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-328dca41-0795-4f6a-bc5a-7fb7c96330fe tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 4.6548145 Sep 22 21:33:36.164721 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41044) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:36.175883 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-fd46a667-0930-45ac-899b-ef8024e5a213 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Request body: {'port': {'network_id': 'd8393759-5d59-4d15-bcbb-1134608b4b0e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2132131321', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:36.176434 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.api.validators [None req-fd46a667-0930-45ac-899b-ef8024e5a213 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] bootfile-name is not in valid_values {{(pid=89009) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 22 21:33:36.176767 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.api.validators [None req-fd46a667-0930-45ac-899b-ef8024e5a213 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] tftp-server is not in valid_values {{(pid=89009) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 22 21:33:36.177108 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.api.validators [None req-fd46a667-0930-45ac-899b-ef8024e5a213 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] server-ip-address is not in valid_values {{(pid=89009) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 22 21:33:36.201952 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-5040155c-9eed-4c76-b246-f536cbbc75c8 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:33:36.328995 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8935b447-fb4b-4ecb-8369-f1c2b42724f4 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:36.335467 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-5040155c-9eed-4c76-b246-f536cbbc75c8 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Usage tracker for resource:port and tenant:f82f9901a1a8480c8bc290e72969c879 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:33:36.362270 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-5040155c-9eed-4c76-b246-f536cbbc75c8 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:33:36.388638 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-5040155c-9eed-4c76-b246-f536cbbc75c8 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:33:36.394120 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8d2fc883-47ae-4606-bf4b-65342a7d800e None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:36.404845 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port a3e1d3de-d77f-4d37-a41d-d53d13d2caad is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:33:36.405624 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.db.resource_extend [None req-c0e1c565-1436-411f-8cec-7acc63270d10 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 21:33:36.405915 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 444c1a43-4f8b-4ca5-aa51-aad9395c8804 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:33:36.407307 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8935b447-fb4b-4ecb-8369-f1c2b42724f4 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:36.422898 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-d14608a5-409a-4a9a-84cd-edf1afda2100 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:33:36.426378 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5040155c-9eed-4c76-b246-f536cbbc75c8 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Made reservation on behalf of f82f9901a1a8480c8bc290e72969c879 for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:33:36.430702 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5040155c-9eed-4c76-b246-f536cbbc75c8 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:36.446291 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8935b447-fb4b-4ecb-8369-f1c2b42724f4 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:33:36.446718 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8935b447-fb4b-4ecb-8369-f1c2b42724f4 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:36.468658 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-8d2fc883-47ae-4606-bf4b-65342a7d800e None None] Transition to ACTIVE for port object e724f3ca-43e4-4d55-b68d-4d01cc22f479 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:33:36.528224 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 0cc3230e-ff97-4c85-bc80-45eeb3935dd8 resource provider aggregate not found Sep 22 21:33:36.538072 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-d14608a5-409a-4a9a-84cd-edf1afda2100 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:33:36.547053 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [None req-5040155c-9eed-4c76-b246-f536cbbc75c8 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] device_id is not set on port 24a47a38-17ee-485c-99e9-899a491ad8ca yet. {{(pid=89008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:33:36.553284 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-8d2fc883-47ae-4606-bf4b-65342a7d800e None None] Transition to ACTIVE for port object e724f3ca-43e4-4d55-b68d-4d01cc22f479 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:33:36.586516 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 0cc3230e-ff97-4c85-bc80-45eeb3935dd8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0cc3230e-ff97-4c85-bc80-45eeb3935dd8 found for delete ", "request_id": "req-ee526474-8c77-4c75-980a-b1cfd60167d9"}]} Sep 22 21:33:36.615666 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-fd46a667-0930-45ac-899b-ef8024e5a213 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:33:36.620705 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c0e1c565-1436-411f-8cec-7acc63270d10 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:36.626079 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-fd46a667-0930-45ac-899b-ef8024e5a213 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Usage tracker for resource:port and tenant:2a96f7b5ddcd4ef6aa5bf39599c6247b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:33:36.630504 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-fd46a667-0930-45ac-899b-ef8024e5a213 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:33:36.640729 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8d2fc883-47ae-4606-bf4b-65342a7d800e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:36.687772 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-fd46a667-0930-45ac-899b-ef8024e5a213 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:33:36.697984 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c0e1c565-1436-411f-8cec-7acc63270d10 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:36.723867 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14608a5-409a-4a9a-84cd-edf1afda2100 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:33:36.727194 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d14608a5-409a-4a9a-84cd-edf1afda2100 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:36.741162 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-70ed0623-0f4a-4aff-8c0e-561b76258e37 None None] Allocated IP 172.20.0.2 (bec58fb8-a144-40bd-bd75-71d2a84456ca/92dd7fe2-1cc3-4ba2-9437-bf37d3ba871d/2cc59087-50b3-4b1d-9465-a001fff4540a) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:33:36.759582 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2fc883-47ae-4606-bf4b-65342a7d800e None None] Network d8393759-5d59-4d15-bcbb-1134608b4b0e is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:33:36.759773 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8935b447-fb4b-4ecb-8369-f1c2b42724f4 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:36.764676 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8935b447-fb4b-4ecb-8369-f1c2b42724f4 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:36.768946 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-8d2fc883-47ae-4606-bf4b-65342a7d800e None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:33:36.770713 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63b97a6-4b89-400d-a462-c152bc88c232 None None] DHCP port deletion for 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:33:36.780064 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2fc883-47ae-4606-bf4b-65342a7d800e None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:33:36.792629 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd46a667-0930-45ac-899b-ef8024e5a213 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Made reservation on behalf of 2a96f7b5ddcd4ef6aa5bf39599c6247b for: {'port': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:33:36.794715 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a63b97a6-4b89-400d-a462-c152bc88c232 None None] Deleting port a3e1d3de-d77f-4d37-a41d-d53d13d2caad {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:33:36.795094 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a63b97a6-4b89-400d-a462-c152bc88c232 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:36.796903 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fd46a667-0930-45ac-899b-ef8024e5a213 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:36.818028 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 444c1a43-4f8b-4ca5-aa51-aad9395c8804 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:33:36.818397 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:36.819172 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 444c1a43-4f8b-4ca5-aa51-aad9395c8804 Sep 22 21:33:36.852460 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2fc883-47ae-4606-bf4b-65342a7d800e None None] Pushing event updated for resources: {'Port': ['ID=e724f3ca-43e4-4d55-b68d-4d01cc22f479,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:36.887583 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-fd46a667-0930-45ac-899b-ef8024e5a213 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] device_id is not set on port 168385a4-6819-4308-a5fc-d8c18470e06b yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:33:36.927851 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-69bc3051-0009-4141-9492-0a51ac7b8ffb tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:36.946191 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8935b447-fb4b-4ecb-8369-f1c2b42724f4 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Pushing event deleted for resources: {'Network': ['ID=8c94eada-22c4-481c-9236-b2fc264129a1,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:36.972738 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-8935b447-fb4b-4ecb-8369-f1c2b42724f4 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] 10.222.0.33 "DELETE /v2.0/networks/8c94eada-22c4-481c-9236-b2fc264129a1 HTTP/1.1" status: 204 len: 168 time: 3.0305598 Sep 22 21:33:36.983599 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41052) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:37.073392 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671e35a9-4050-455c-b44d-7b67860d2436 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Router 25f9b28a-14dd-4153-8ed1-0380eb454ae5 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:33:37.120945 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-379b482b-205d-4ac4-9782-ebfaf344dd26 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:37.122293 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-8d2fc883-47ae-4606-bf4b-65342a7d800e None None] Attempting to bind port e724f3ca-43e4-4d55-b68d-4d01cc22f479 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:33:37.122769 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-8d2fc883-47ae-4606-bf4b-65342a7d800e None None] Attempting to bind port e724f3ca-43e4-4d55-b68d-4d01cc22f479 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'e07f3ddb-8c5d-4893-add5-734465cbf4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd8393759-5d59-4d15-bcbb-1134608b4b0e'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:33:37.123047 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2fc883-47ae-4606-bf4b-65342a7d800e None None] Attempting to bind port e724f3ca-43e4-4d55-b68d-4d01cc22f479 on network d8393759-5d59-4d15-bcbb-1134608b4b0e {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:33:37.137329 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.l3_db [None req-c0e1c565-1436-411f-8cec-7acc63270d10 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Floating IP c46ee5c5-9a12-4006-974f-0f1f668cfb91 associated. External IP: 172.26.0.234, port: 9bdd48e0-5d9d-43f0-97a8-e321a99aac21. Sep 22 21:33:37.160324 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2fc883-47ae-4606-bf4b-65342a7d800e None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:33:37.160699 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2fc883-47ae-4606-bf4b-65342a7d800e None None] Checking segment: {'id': 'e07f3ddb-8c5d-4893-add5-734465cbf4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd8393759-5d59-4d15-bcbb-1134608b4b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:33:37.161098 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8d2fc883-47ae-4606-bf4b-65342a7d800e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:37.161490 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2fc883-47ae-4606-bf4b-65342a7d800e None None] Bound using segment: {'id': 'e07f3ddb-8c5d-4893-add5-734465cbf4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd8393759-5d59-4d15-bcbb-1134608b4b0e'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:33:37.161968 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-8d2fc883-47ae-4606-bf4b-65342a7d800e None None] Bound port: e724f3ca-43e4-4d55-b68d-4d01cc22f479, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e07f3ddb-8c5d-4893-add5-734465cbf4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd8393759-5d59-4d15-bcbb-1134608b4b0e'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:33:37.162356 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8d2fc883-47ae-4606-bf4b-65342a7d800e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:37.323604 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-379b482b-205d-4ac4-9782-ebfaf344dd26 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Deleting port 082ca8e8-158d-498c-8e9d-5e14ca72ec49 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:33:37.324395 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-379b482b-205d-4ac4-9782-ebfaf344dd26 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:37.520011 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-fd46a667-0930-45ac-899b-ef8024e5a213 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Allocated IP 2001:db8::2fd (d8393759-5d59-4d15-bcbb-1134608b4b0e/c6e87c68-6f65-43b1-ad89-10f45a03b190/168385a4-6819-4308-a5fc-d8c18470e06b) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:33:37.568824 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 444c1a43-4f8b-4ca5-aa51-aad9395c8804 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:33:37.570024 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 8c6977ef-7652-487a-a3fb-9ca6f9f35835 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:33:37.665666 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-70ed0623-0f4a-4aff-8c0e-561b76258e37 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:37.668271 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 8c6977ef-7652-487a-a3fb-9ca6f9f35835 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:33:37.668661 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 8c6977ef-7652-487a-a3fb-9ca6f9f35835 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Sep 22 21:33:37.672562 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671e35a9-4050-455c-b44d-7b67860d2436 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:33:37.680698 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d14608a5-409a-4a9a-84cd-edf1afda2100 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:37.688471 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69bc3051-0009-4141-9492-0a51ac7b8ffb tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Router cccc7db6-87bd-4c16-96d3-c5cf3e8e17c9 is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:33:37.698320 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-a63b97a6-4b89-400d-a462-c152bc88c232 None None] For port a3e1d3de-d77f-4d37-a41d-d53d13d2caad, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=a3e1d3de-d77f-4d37-a41d-d53d13d2caad,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:33:37.698742 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a63b97a6-4b89-400d-a462-c152bc88c232 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:37.709961 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-8d2fc883-47ae-4606-bf4b-65342a7d800e None None] For port e724f3ca-43e4-4d55-b68d-4d01cc22f479, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:33:37.717055 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75804b95-bf5f-4ad9-b51e-95f41e006fb8 None None] Sync routers for ids ['25f9b28a-14dd-4153-8ed1-0380eb454ae5'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:33:37.740374 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Port 8c6977ef-7652-487a-a3fb-9ca6f9f35835 not found, will not notify nova. {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Sep 22 21:33:37.742134 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-70ed0623-0f4a-4aff-8c0e-561b76258e37 None None] Transition to ACTIVE for port object 2cc59087-50b3-4b1d-9465-a001fff4540a will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:33:37.757953 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064ad41-f68a-4b23-8459-4668b3bcf378 req-8e3eb9e3-e026-4577-abd1-66e7a3c7ebd3 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:37.760074 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b064ad41-f68a-4b23-8459-4668b3bcf378 req-8e3eb9e3-e026-4577-abd1-66e7a3c7ebd3 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] 10.222.0.33 "GET /v2.0/ports?device_id=8604d6f2-6d4e-4cf6-92a4-6c488be17672 HTTP/1.1" status: 200 len: 945 time: 0.5506742 Sep 22 21:33:37.762954 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-671e35a9-4050-455c-b44d-7b67860d2436 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:37.856758 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-8d2fc883-47ae-4606-bf4b-65342a7d800e None None] For port e724f3ca-43e4-4d55-b68d-4d01cc22f479, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=e724f3ca-43e4-4d55-b68d-4d01cc22f479,segment=NetworkSegment(e07f3ddb-8c5d-4893-add5-734465cbf4e0),segment_id=e07f3ddb-8c5d-4893-add5-734465cbf4e0)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:33:37.873731 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a63b97a6-4b89-400d-a462-c152bc88c232 None None] Calling delete_port for a3e1d3de-d77f-4d37-a41d-d53d13d2caad owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:33:37.885474 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14608a5-409a-4a9a-84cd-edf1afda2100 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:33:37.897143 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-d14608a5-409a-4a9a-84cd-edf1afda2100 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:33:37.899136 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14608a5-409a-4a9a-84cd-edf1afda2100 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:37.899712 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d14608a5-409a-4a9a-84cd-edf1afda2100 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:37.905193 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device a3e1d3de-d77f-4d37-a41d-d53d13d2caad no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:33:37.953628 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8d2fc883-47ae-4606-bf4b-65342a7d800e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:37.976646 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-d14608a5-409a-4a9a-84cd-edf1afda2100 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9451213 Sep 22 21:33:37.977566 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14608a5-409a-4a9a-84cd-edf1afda2100 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Subnet': ['ID=47d1d620-5dc2-4892-ae0d-2e05c27d8dd3,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:37.985017 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41058) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:37.993651 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-671e35a9-4050-455c-b44d-7b67860d2436 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] 10.222.0.33 "PUT /v2.0/floatingips/afdc85f2-91b0-4e09-9ec8-e19d927c1564 HTTP/1.1" status: 200 len: 991 time: 4.4454677 Sep 22 21:33:37.996826 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-379b482b-205d-4ac4-9782-ebfaf344dd26 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] For port 082ca8e8-158d-498c-8e9d-5e14ca72ec49, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=082ca8e8-158d-498c-8e9d-5e14ca72ec49,segment=NetworkSegment(9b52af03-b2ac-4363-882d-f5ef6c6dcb83),segment_id=9b52af03-b2ac-4363-882d-f5ef6c6dcb83)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:33:37.997188 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-379b482b-205d-4ac4-9782-ebfaf344dd26 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:38.006263 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18bad13e-d11f-4012-9e0d-bf2e7d80980e', 'tag': 'c4bae391-e4c3-4dc8-b738-41ee6ea8ad51'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:33:38.009638 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef290a2-0d1f-4602-836a-4b6aa55f15c2" -d '{"events": [{"name": "network-changed", "server_uuid": "18bad13e-d11f-4012-9e0d-bf2e7d80980e", "tag": "c4bae391-e4c3-4dc8-b738-41ee6ea8ad51"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:33:38.009867 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75804b95-bf5f-4ad9-b51e-95f41e006fb8 None None] Routers {'25f9b28a-14dd-4153-8ed1-0380eb454ae5'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:33:38.010494 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-75804b95-bf5f-4ad9-b51e-95f41e006fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:33:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['25f9b28a-14dd-4153-8ed1-0380eb454ae5'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:33:38.019223 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-61506094-1109-4164-8716-3ee96d28ecea tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'port': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'name': 'tempest-NetworksTestDHCPv6-1888039415'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:38.049436 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b064ad41-f68a-4b23-8459-4668b3bcf378 req-b900d4d2-ef0e-4da3-aab4-ccfb52f20bd2 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9c38e2c-e015-40bb-a6d8-d16188e9a895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2482100 Sep 22 21:33:38.099071 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-70ed0623-0f4a-4aff-8c0e-561b76258e37 None None] Transition to ACTIVE for port object 2cc59087-50b3-4b1d-9465-a001fff4540a will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:33:38.171025 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-70ed0623-0f4a-4aff-8c0e-561b76258e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:38.210358 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed3ee31-5813-4fbd-adcf-bbf809d727b7 x-openstack-request-id: req-aed3ee31-5813-4fbd-adcf-bbf809d727b7 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:33:38.211382 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18bad13e-d11f-4012-9e0d-bf2e7d80980e", "tag": "c4bae391-e4c3-4dc8-b738-41ee6ea8ad51", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:33:38.211799 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-aed3ee31-5813-4fbd-adcf-bbf809d727b7 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:33:38.212487 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aed3ee31-5813-4fbd-adcf-bbf809d727b7'] response: {'name': 'network-changed', 'server_uuid': '18bad13e-d11f-4012-9e0d-bf2e7d80980e', 'tag': 'c4bae391-e4c3-4dc8-b738-41ee6ea8ad51', 'status': 'completed', 'code': 200} Sep 22 21:33:38.232384 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fd46a667-0930-45ac-899b-ef8024e5a213 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:38.253759 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-fd46a667-0930-45ac-899b-ef8024e5a213 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Transition to ACTIVE for port object 168385a4-6819-4308-a5fc-d8c18470e06b will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:33:38.277840 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-379b482b-205d-4ac4-9782-ebfaf344dd26 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Calling delete_port for 082ca8e8-158d-498c-8e9d-5e14ca72ec49 owned by network:dhcp {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:33:38.287932 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69bc3051-0009-4141-9492-0a51ac7b8ffb tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:33:38.300532 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f477a8c-9b8e-458e-aba8-92ec4cbcd4c3 None None] Sync routers for ids ['cccc7db6-87bd-4c16-96d3-c5cf3e8e17c9'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:33:38.319247 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f477a8c-9b8e-458e-aba8-92ec4cbcd4c3 None None] Routers {'cccc7db6-87bd-4c16-96d3-c5cf3e8e17c9'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:33:38.320225 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-1f477a8c-9b8e-458e-aba8-92ec4cbcd4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:33:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['cccc7db6-87bd-4c16-96d3-c5cf3e8e17c9'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:33:38.417203 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e1c565-1436-411f-8cec-7acc63270d10 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Router 7df7de81-bff1-4c9e-be6a-0568eee4cc3d has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:33:38.461789 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2fc883-47ae-4606-bf4b-65342a7d800e None None] Pushing event updated for resources: {'Port': ['ID=e724f3ca-43e4-4d55-b68d-4d01cc22f479,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:38.506996 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ed0623-0f4a-4aff-8c0e-561b76258e37 None None] Network bec58fb8-a144-40bd-bd75-71d2a84456ca is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:33:38.508370 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fd46a667-0930-45ac-899b-ef8024e5a213 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:38.534863 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-70ed0623-0f4a-4aff-8c0e-561b76258e37 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:33:38.537694 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ed0623-0f4a-4aff-8c0e-561b76258e37 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:33:38.563917 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a63b97a6-4b89-400d-a462-c152bc88c232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:38.601999 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd46a667-0930-45ac-899b-ef8024e5a213 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Network d8393759-5d59-4d15-bcbb-1134608b4b0e is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:33:38.645847 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-1f477a8c-9b8e-458e-aba8-92ec4cbcd4c3 None None] Set router cccc7db6-87bd-4c16-96d3-c5cf3e8e17c9 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:33:38.673893 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-75804b95-bf5f-4ad9-b51e-95f41e006fb8 None None] Set router 25f9b28a-14dd-4153-8ed1-0380eb454ae5 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:33:38.688504 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-fd46a667-0930-45ac-899b-ef8024e5a213 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:33:38.690920 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-69bc3051-0009-4141-9492-0a51ac7b8ffb tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:38.695618 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-69bc3051-0009-4141-9492-0a51ac7b8ffb tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 9.9858513 Sep 22 21:33:38.703300 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-5040155c-9eed-4c76-b246-f536cbbc75c8 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Allocated IP 172.20.0.7 (bec58fb8-a144-40bd-bd75-71d2a84456ca/92dd7fe2-1cc3-4ba2-9437-bf37d3ba871d/24a47a38-17ee-485c-99e9-899a491ad8ca) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:33:38.703919 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41068) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:38.713302 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd46a667-0930-45ac-899b-ef8024e5a213 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:33:38.720719 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd46a667-0930-45ac-899b-ef8024e5a213 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:38.721435 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fd46a667-0930-45ac-899b-ef8024e5a213 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:38.757964 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-61506094-1109-4164-8716-3ee96d28ecea tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:33:38.766978 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-379b482b-205d-4ac4-9782-ebfaf344dd26 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:38.772006 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-61506094-1109-4164-8716-3ee96d28ecea tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Usage tracker for resource:port and tenant:4fef33e75cf240fcbb352fce012907b9 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:33:38.807758 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-61506094-1109-4164-8716-3ee96d28ecea tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:33:38.847624 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:33:38.851133 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-61506094-1109-4164-8716-3ee96d28ecea tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:33:38.853164 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379b482b-205d-4ac4-9782-ebfaf344dd26 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Pushing event deleted for resources: {'Port': ['ID=082ca8e8-158d-498c-8e9d-5e14ca72ec49,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:38.873724 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef290a2-0d1f-4602-836a-4b6aa55f15c2 req-ab5e85c1-ce48-4f67-ac5b-8467166d65b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:38.875318 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-aef290a2-0d1f-4602-836a-4b6aa55f15c2 req-ab5e85c1-ce48-4f67-ac5b-8467166d65b9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=00d27190048c4d5c9df662860665c71e&device_id=18bad13e-d11f-4012-9e0d-bf2e7d80980e HTTP/1.1" status: 200 len: 1099 time: 0.5671496 Sep 22 21:33:38.878107 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379b482b-205d-4ac4-9782-ebfaf344dd26 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] No DVR routers for this DVR port 082ca8e8-158d-498c-8e9d-5e14ca72ec49 on host dv-neutron-858900-1-hyperv {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:33:38.900865 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-fd46a667-0930-45ac-899b-ef8024e5a213 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.7327402 Sep 22 21:33:38.906810 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd46a667-0930-45ac-899b-ef8024e5a213 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Pushing event updated for resources: {'Port': ['ID=168385a4-6819-4308-a5fc-d8c18470e06b,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:38.909849 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41072) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:38.964336 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61506094-1109-4164-8716-3ee96d28ecea tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:33:38.967826 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-61506094-1109-4164-8716-3ee96d28ecea tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:38.983889 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca6a14-197d-4987-8499-d3ee3f701a87 req-e60301fb-e094-41b3-899b-092277dbf243 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:38.984130 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fc251-4996-4a2b-b7f4-cbccce901a6f req-4364ed6e-6007-4223-881f-d430fd167ca8 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:38.985387 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-04ca6a14-197d-4987-8499-d3ee3f701a87 req-e60301fb-e094-41b3-899b-092277dbf243 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] 10.222.0.33 "GET /v2.0/ports?device_id=8604d6f2-6d4e-4cf6-92a4-6c488be17672 HTTP/1.1" status: 200 len: 945 time: 0.5937984 Sep 22 21:33:38.997963 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-760fc251-4996-4a2b-b7f4-cbccce901a6f req-4364ed6e-6007-4223-881f-d430fd167ca8 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] 10.222.0.33 "GET /v2.0/ports?device_id=18bad13e-d11f-4012-9e0d-bf2e7d80980e HTTP/1.1" status: 200 len: 946 time: 0.7004337 Sep 22 21:33:39.040682 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41076) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:39.084940 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-1f477a8c-9b8e-458e-aba8-92ec4cbcd4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccc7db6-87bd-4c16-96d3-c5cf3e8e17c9', 'name': 'tempest-snat-router-1480374183', 'tenant_id': '3948481bd8564dd39302cf1d97156919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.33'}], 'enable_snat': True}, 'gw_port_id': 'e85e58d0-c4f8-4829-977a-475cda0094c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:33:28Z', 'updated_at': '2022-09-22T21:33:34Z', 'revision_number': 3, 'project_id': '3948481bd8564dd39302cf1d97156919', 'gw_port': {'id': 'e85e58d0-c4f8-4829-977a-475cda0094c9', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:42:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cccc7db6-87bd-4c16-96d3-c5cf3e8e17c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:33:31Z', 'updated_at': '2022-09-22T21:33:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:33:39.089243 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f477a8c-9b8e-458e-aba8-92ec4cbcd4c3 None None] Checking router: cccc7db6-87bd-4c16-96d3-c5cf3e8e17c9 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:33:39.090115 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f477a8c-9b8e-458e-aba8-92ec4cbcd4c3 None None] Updating router cccc7db6-87bd-4c16-96d3-c5cf3e8e17c9 port e85e58d0-c4f8-4829-977a-475cda0094c9 binding host dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:33:39.141786 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63b97a6-4b89-400d-a462-c152bc88c232 None None] No DVR routers for this DVR port a3e1d3de-d77f-4d37-a41d-d53d13d2caad on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:33:39.150080 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ed0623-0f4a-4aff-8c0e-561b76258e37 None None] Pushing event updated for resources: {'Port': ['ID=2cc59087-50b3-4b1d-9465-a001fff4540a,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:39.159886 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-58177da8-48dd-4525-8d7c-ea4f8a626916 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Request body: {'floatingip': {'port_id': '3875b074-8f13-475e-8947-8278944c835a'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:39.180587 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-1f477a8c-9b8e-458e-aba8-92ec4cbcd4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:39.215871 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-70ed0623-0f4a-4aff-8c0e-561b76258e37 None None] Attempting to bind port 2cc59087-50b3-4b1d-9465-a001fff4540a on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:33:39.216386 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-70ed0623-0f4a-4aff-8c0e-561b76258e37 None None] Attempting to bind port 2cc59087-50b3-4b1d-9465-a001fff4540a by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '0c298dda-70f7-431f-9e88-ff0e271ab1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bec58fb8-a144-40bd-bd75-71d2a84456ca'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:33:39.216770 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ed0623-0f4a-4aff-8c0e-561b76258e37 None None] Attempting to bind port 2cc59087-50b3-4b1d-9465-a001fff4540a on network bec58fb8-a144-40bd-bd75-71d2a84456ca {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:33:39.232143 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857eff59-5f4a-461d-990a-648dcec6b489 None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:33:39.249965 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port a3e1d3de-d77f-4d37-a41d-d53d13d2caad is: ACTIVE; New status is: DOWN {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:33:39.250343 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:39.330917 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e1c565-1436-411f-8cec-7acc63270d10 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:33:39.333338 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [None req-61506094-1109-4164-8716-3ee96d28ecea tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] device_id is not set on port 63346a89-cf30-40d3-9d6a-066e8421ce77 yet. {{(pid=89008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:33:39.335218 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-760fc251-4996-4a2b-b7f4-cbccce901a6f req-6a04bf9a-35b8-4ffc-ae53-b1e02cf4b697 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] 10.222.0.33 "GET /v2.0/security-groups?id=3436d52f-576d-49f3-8cfd-19ae3692e444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3432043 Sep 22 21:33:39.340891 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c0e1c565-1436-411f-8cec-7acc63270d10 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:39.420480 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a22743b9-1e4f-486f-af34-b7c0caa4a0ac tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] 10.222.0.33 "GET /v2.0/routers/cccc7db6-87bd-4c16-96d3-c5cf3e8e17c9 HTTP/1.1" status: 200 len: 907 time: 0.6878388 Sep 22 21:33:39.438115 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41082) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:39.456203 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63b97a6-4b89-400d-a462-c152bc88c232 None None] Pushing event deleted for resources: {'Port': ['ID=a3e1d3de-d77f-4d37-a41d-d53d13d2caad,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:39.471246 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ed0623-0f4a-4aff-8c0e-561b76258e37 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:33:39.471622 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ed0623-0f4a-4aff-8c0e-561b76258e37 None None] Checking segment: {'id': '0c298dda-70f7-431f-9e88-ff0e271ab1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bec58fb8-a144-40bd-bd75-71d2a84456ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:33:39.472021 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-70ed0623-0f4a-4aff-8c0e-561b76258e37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:39.472409 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ed0623-0f4a-4aff-8c0e-561b76258e37 None None] Bound using segment: {'id': '0c298dda-70f7-431f-9e88-ff0e271ab1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bec58fb8-a144-40bd-bd75-71d2a84456ca'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:33:39.472892 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-70ed0623-0f4a-4aff-8c0e-561b76258e37 None None] Bound port: 2cc59087-50b3-4b1d-9465-a001fff4540a, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c298dda-70f7-431f-9e88-ff0e271ab1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bec58fb8-a144-40bd-bd75-71d2a84456ca'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:33:39.473279 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-70ed0623-0f4a-4aff-8c0e-561b76258e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:39.485304 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db3211d-6aeb-43a1-9f60-b60446bdeae4 None None] Sync routers for ids ['7df7de81-bff1-4c9e-be6a-0568eee4cc3d'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:33:39.634242 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db3211d-6aeb-43a1-9f60-b60446bdeae4 None None] Routers {'7df7de81-bff1-4c9e-be6a-0568eee4cc3d'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:33:39.634913 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-7db3211d-6aeb-43a1-9f60-b60446bdeae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:33:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['7df7de81-bff1-4c9e-be6a-0568eee4cc3d'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:33:39.677480 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-58177da8-48dd-4525-8d7c-ea4f8a626916 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Notify callbacks [] for floatingip, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:39.749871 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-1f477a8c-9b8e-458e-aba8-92ec4cbcd4c3 None None] Notify callbacks [] for port, precommit_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:39.761308 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-379b482b-205d-4ac4-9782-ebfaf344dd26 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:39.763577 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.provisioning_blocks [None req-1f477a8c-9b8e-458e-aba8-92ec4cbcd4c3 None None] Transition to ACTIVE for port object e85e58d0-c4f8-4829-977a-475cda0094c9 will not be triggered until provisioned by entity L2. {{(pid=89011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:33:39.772724 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 8c6977ef-7652-487a-a3fb-9ca6f9f35835 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:33:39.776216 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-1f477a8c-9b8e-458e-aba8-92ec4cbcd4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:39.788556 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c0e1c565-1436-411f-8cec-7acc63270d10 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "PUT /v2.0/floatingips/c46ee5c5-9a12-4006-974f-0f1f668cfb91 HTTP/1.1" status: 200 len: 992 time: 6.8687038 Sep 22 21:33:39.793714 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '651a176d-8835-40fa-aa3c-811926baf0c3', 'tag': '9bdd48e0-5d9d-43f0-97a8-e321a99aac21'}] {{(pid=89009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:33:39.799891 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923e5efc-a9e2-41b4-b66e-f47d43788f67 None None] Network d8393759-5d59-4d15-bcbb-1134608b4b0e requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:33:39.815791 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f0abf6-37da-4fe8-b20e-8ac315de4c14 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:39.822993 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f0abf6-37da-4fe8-b20e-8ac315de4c14 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:39.828854 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f0abf6-37da-4fe8-b20e-8ac315de4c14 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:39.829893 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-48f0abf6-37da-4fe8-b20e-8ac315de4c14 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Synchronizing usage tracker for tenant:2a96f7b5ddcd4ef6aa5bf39599c6247b on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:33:39.834155 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-1f477a8c-9b8e-458e-aba8-92ec4cbcd4c3 None None] Attempting to bind port e85e58d0-c4f8-4829-977a-475cda0094c9 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:33:39.835216 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-1f477a8c-9b8e-458e-aba8-92ec4cbcd4c3 None None] Attempting to bind port e85e58d0-c4f8-4829-977a-475cda0094c9 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:33:39.835822 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f477a8c-9b8e-458e-aba8-92ec4cbcd4c3 None None] Attempting to bind port e85e58d0-c4f8-4829-977a-475cda0094c9 on network a22ae1c9-d428-411f-af43-ce0f71b38d9c {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:33:39.844973 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5040155c-9eed-4c76-b246-f536cbbc75c8 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:39.864309 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-5040155c-9eed-4c76-b246-f536cbbc75c8 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Transition to ACTIVE for port object 24a47a38-17ee-485c-99e9-899a491ad8ca will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:33:39.871345 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f477a8c-9b8e-458e-aba8-92ec4cbcd4c3 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:33:39.872085 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f477a8c-9b8e-458e-aba8-92ec4cbcd4c3 None None] Checking segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:33:39.872702 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-1f477a8c-9b8e-458e-aba8-92ec4cbcd4c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:39.873339 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f477a8c-9b8e-458e-aba8-92ec4cbcd4c3 None None] Bound using segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:33:39.874033 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-1f477a8c-9b8e-458e-aba8-92ec4cbcd4c3 None None] Bound port: e85e58d0-c4f8-4829-977a-475cda0094c9, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:33:39.875583 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-1f477a8c-9b8e-458e-aba8-92ec4cbcd4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:39.942213 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-48f0abf6-37da-4fe8-b20e-8ac315de4c14 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Unset dirty status for tenant:2a96f7b5ddcd4ef6aa5bf39599c6247b on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:33:39.943678 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-48f0abf6-37da-4fe8-b20e-8ac315de4c14 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.9701388 Sep 22 21:33:39.946514 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41094) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:39.951149 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 8c6977ef-7652-487a-a3fb-9ca6f9f35835 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:33:39.951476 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 8c6977ef-7652-487a-a3fb-9ca6f9f35835 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:33:39.996873 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8c27a606-99f6-4a82-83c1-b468acd32afe tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks [] for router, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:40.004580 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-04054d35-fc27-4c2a-b237-c00b4b26963c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:40.080245 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-61506094-1109-4164-8716-3ee96d28ecea tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Allocated IP 2001:db8::1c3 (98c62b9a-5d2a-496f-a1e5-12a6874f54f0/47d1d620-5dc2-4892-ae0d-2e05c27d8dd3/63346a89-cf30-40d3-9d6a-066e8421ce77) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:33:40.090178 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-1f477a8c-9b8e-458e-aba8-92ec4cbcd4c3 None None] For port e85e58d0-c4f8-4829-977a-475cda0094c9, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:33:40.094031 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-1f477a8c-9b8e-458e-aba8-92ec4cbcd4c3 None None] For port e85e58d0-c4f8-4829-977a-475cda0094c9, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=e85e58d0-c4f8-4829-977a-475cda0094c9,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:33:40.115645 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-1f477a8c-9b8e-458e-aba8-92ec4cbcd4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:40.124271 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3cdb6d5bdfc0c86a52b2d842100ac752cec167fbf441e2518ec0a73bf85169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634499ac-48df-4178-a992-455c1b5cf83b" -d '{"events": [{"name": "network-changed", "server_uuid": "651a176d-8835-40fa-aa3c-811926baf0c3", "tag": "9bdd48e0-5d9d-43f0-97a8-e321a99aac21"}]}' {{(pid=89009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:33:40.154800 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-d5c0a0df-33a7-430f-b0ae-dc85c20886a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Deleting port 168385a4-6819-4308-a5fc-d8c18470e06b {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:33:40.155178 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d5c0a0df-33a7-430f-b0ae-dc85c20886a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:40.169991 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f477a8c-9b8e-458e-aba8-92ec4cbcd4c3 None None] Routers {'cccc7db6-87bd-4c16-96d3-c5cf3e8e17c9'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:33:40.170526 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-cd954dfa-6864-454f-8b79-bff809fb52a2 None None] Provisioning for port e724f3ca-43e4-4d55-b68d-4d01cc22f479 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:33:40.172655 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-1f477a8c-9b8e-458e-aba8-92ec4cbcd4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:33:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['cccc7db6-87bd-4c16-96d3-c5cf3e8e17c9'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:33:40.192279 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-70ed0623-0f4a-4aff-8c0e-561b76258e37 None None] For port 2cc59087-50b3-4b1d-9465-a001fff4540a, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:33:40.240264 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-70ed0623-0f4a-4aff-8c0e-561b76258e37 None None] For port 2cc59087-50b3-4b1d-9465-a001fff4540a, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=2cc59087-50b3-4b1d-9465-a001fff4540a,segment=NetworkSegment(0c298dda-70f7-431f-9e88-ff0e271ab1a7),segment_id=0c298dda-70f7-431f-9e88-ff0e271ab1a7)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:33:40.268166 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device e724f3ca-43e4-4d55-b68d-4d01cc22f479 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:33:40.306185 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-70ed0623-0f4a-4aff-8c0e-561b76258e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:40.372376 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7512b73a-4fd8-4d15-9d9e-9620aa4d5ba4 x-openstack-request-id: req-7512b73a-4fd8-4d15-9d9e-9620aa4d5ba4 {{(pid=89009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:33:40.372822 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "651a176d-8835-40fa-aa3c-811926baf0c3", "tag": "9bdd48e0-5d9d-43f0-97a8-e321a99aac21", "status": "completed", "code": 200}]} {{(pid=89009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:33:40.373078 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7512b73a-4fd8-4d15-9d9e-9620aa4d5ba4 {{(pid=89009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:33:40.373397 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-61506094-1109-4164-8716-3ee96d28ecea tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:40.373846 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7512b73a-4fd8-4d15-9d9e-9620aa4d5ba4'] response: {'name': 'network-changed', 'server_uuid': '651a176d-8835-40fa-aa3c-811926baf0c3', 'tag': '9bdd48e0-5d9d-43f0-97a8-e321a99aac21', 'status': 'completed', 'code': 200} Sep 22 21:33:40.391134 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-61506094-1109-4164-8716-3ee96d28ecea tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Transition to ACTIVE for port object 63346a89-cf30-40d3-9d6a-066e8421ce77 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:33:40.414612 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef290a2-0d1f-4602-836a-4b6aa55f15c2 req-68aa3645-439e-4304-b56b-a8199ba8f58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:40.417185 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-aef290a2-0d1f-4602-836a-4b6aa55f15c2 req-68aa3645-439e-4304-b56b-a8199ba8f58d service neutron] 10.222.0.49 "GET /v2.0/networks?id=452fb2e3-f6a7-40db-8fcb-ea7dd754bdda HTTP/1.1" status: 200 len: 912 time: 1.5321419 Sep 22 21:33:40.477831 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-1f477a8c-9b8e-458e-aba8-92ec4cbcd4c3 None None] Set router cccc7db6-87bd-4c16-96d3-c5cf3e8e17c9 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:33:40.487077 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-7db3211d-6aeb-43a1-9f60-b60446bdeae4 None None] Set router 7df7de81-bff1-4c9e-be6a-0568eee4cc3d gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:33:40.512517 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8c27a606-99f6-4a82-83c1-b468acd32afe tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:40.601697 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5040155c-9eed-4c76-b246-f536cbbc75c8 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:40.660966 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-61506094-1109-4164-8716-3ee96d28ecea tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:40.686410 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-8c27a606-99f6-4a82-83c1-b468acd32afe tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Deleting port e85e58d0-c4f8-4829-977a-475cda0094c9 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:33:40.687452 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8c27a606-99f6-4a82-83c1-b468acd32afe tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:40.736101 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-379b482b-205d-4ac4-9782-ebfaf344dd26 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2787569c-305e-42fe-b6a7-9e409da1caa5']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:33:40.756616 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d5c0a0df-33a7-430f-b0ae-dc85c20886a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:40.791846 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-379b482b-205d-4ac4-9782-ebfaf344dd26 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b52af03-b2ac-4363-882d-f5ef6c6dcb83') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:33:40.794267 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b13c0-c02e-4edd-bfd3-41a4508ef4d3 None None] Pushing event updated for resources: {'Port': ['ID=e85e58d0-c4f8-4829-977a-475cda0094c9,revision_number=2']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:40.796024 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-379b482b-205d-4ac4-9782-ebfaf344dd26 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b52af03-b2ac-4363-882d-f5ef6c6dcb83') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:33:40.843887 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787b13c0-c02e-4edd-bfd3-41a4508ef4d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:33:40.844259 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787b13c0-c02e-4edd-bfd3-41a4508ef4d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:33:40.844643 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787b13c0-c02e-4edd-bfd3-41a4508ef4d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:33:40.844979 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787b13c0-c02e-4edd-bfd3-41a4508ef4d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:33:40.845306 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787b13c0-c02e-4edd-bfd3-41a4508ef4d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:33:40.849401 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787b13c0-c02e-4edd-bfd3-41a4508ef4d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:33:40.849401 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787b13c0-c02e-4edd-bfd3-41a4508ef4d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:33:40.849401 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787b13c0-c02e-4edd-bfd3-41a4508ef4d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:33:40.849401 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787b13c0-c02e-4edd-bfd3-41a4508ef4d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:33:40.849401 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787b13c0-c02e-4edd-bfd3-41a4508ef4d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:33:40.849401 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787b13c0-c02e-4edd-bfd3-41a4508ef4d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:33:40.849401 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787b13c0-c02e-4edd-bfd3-41a4508ef4d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:33:40.884638 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-aef290a2-0d1f-4602-836a-4b6aa55f15c2 req-03d6c358-46cd-4875-94f0-e217fda96cd0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4bae391-e4c3-4dc8-b738-41ee6ea8ad51 HTTP/1.1" status: 200 len: 999 time: 0.4450707 Sep 22 21:33:40.945779 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-379b482b-205d-4ac4-9782-ebfaf344dd26 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:40.964615 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5040155c-9eed-4c76-b246-f536cbbc75c8 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Network bec58fb8-a144-40bd-bd75-71d2a84456ca is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:33:40.966445 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61506094-1109-4164-8716-3ee96d28ecea tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:33:40.988953 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-d5c0a0df-33a7-430f-b0ae-dc85c20886a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Calling delete_port for 168385a4-6819-4308-a5fc-d8c18470e06b owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:33:41.016018 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-5040155c-9eed-4c76-b246-f536cbbc75c8 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:33:41.018311 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-61506094-1109-4164-8716-3ee96d28ecea tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:33:41.018439 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-75804b95-bf5f-4ad9-b51e-95f41e006fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f9b28a-14dd-4153-8ed1-0380eb454ae5', 'name': 'tempest-ServersTestManualDisk-1079022819-router', 'tenant_id': '00d27190048c4d5c9df662860665c71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '3aec1245-0918-4b0c-b06e-8de745946414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:32:27Z', 'updated_at': '2022-09-22T21:32:42Z', 'revision_number': 4, 'project_id': '00d27190048c4d5c9df662860665c71e', 'gw_port': {'id': '3aec1245-0918-4b0c-b06e-8de745946414', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f9b28a-14dd-4153-8ed1-0380eb454ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:29Z', 'updated_at': '2022-09-22T21:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': 'afdc85f2-91b0-4e09-9ec8-e19d927c1564', 'tenant_id': '00d27190048c4d5c9df662860665c71e', 'floating_ip_address': '172.26.0.76', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '25f9b28a-14dd-4153-8ed1-0380eb454ae5', 'port_id': 'c4bae391-e4c3-4dc8-b738-41ee6ea8ad51', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '452fb2e3-f6a7-40db-8fcb-ea7dd754bdda', 'mac_address': 'fa:16:3e:61:e4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bad13e-d11f-4012-9e0d-bf2e7d80980e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:32:53Z', 'updated_at': '2022-09-22T21:33:35Z', 'revision_number': 1, 'project_id': '00d27190048c4d5c9df662860665c71e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5cc9bc2-8c42-4be7-b160-ed3d4036bd87', 'name': '', 'network_id': '452fb2e3-f6a7-40db-8fcb-ea7dd754bdda', 'tenant_id': '00d27190048c4d5c9df662860665c71e', 'mac_address': 'fa:16:3e:80:ed:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f9b28a-14dd-4153-8ed1-0380eb454ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c427adaf-86b6-4f5b-b847-86f219fa4602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:38Z', 'updated_at': '2022-09-22T21:32:59Z', 'revision_number': 5, 'project_id': '00d27190048c4d5c9df662860665c71e', 'subnets': [{'id': 'c427adaf-86b6-4f5b-b847-86f219fa4602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:33:41.020306 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5040155c-9eed-4c76-b246-f536cbbc75c8 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:33:41.027499 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b13c0-c02e-4edd-bfd3-41a4508ef4d3 None None] Pushing event updated for resources: {'Port': ['ID=e85e58d0-c4f8-4829-977a-475cda0094c9,revision_number=3']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:41.028588 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75804b95-bf5f-4ad9-b51e-95f41e006fb8 None None] Checking router: 25f9b28a-14dd-4153-8ed1-0380eb454ae5 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:33:41.034557 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-1f477a8c-9b8e-458e-aba8-92ec4cbcd4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccc7db6-87bd-4c16-96d3-c5cf3e8e17c9', 'name': 'tempest-snat-router-1480374183', 'tenant_id': '3948481bd8564dd39302cf1d97156919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.33'}], 'enable_snat': True}, 'gw_port_id': 'e85e58d0-c4f8-4829-977a-475cda0094c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:33:28Z', 'updated_at': '2022-09-22T21:33:34Z', 'revision_number': 3, 'project_id': '3948481bd8564dd39302cf1d97156919', 'gw_port': {'id': 'e85e58d0-c4f8-4829-977a-475cda0094c9', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:42:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cccc7db6-87bd-4c16-96d3-c5cf3e8e17c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:33:31Z', 'updated_at': '2022-09-22T21:33:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:33:41.040347 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f477a8c-9b8e-458e-aba8-92ec4cbcd4c3 None None] The sync data for ids ['cccc7db6-87bd-4c16-96d3-c5cf3e8e17c9'] in dv-neutron-858900-1-hyperv is: [{'id': 'cccc7db6-87bd-4c16-96d3-c5cf3e8e17c9', 'name': 'tempest-snat-router-1480374183', 'tenant_id': '3948481bd8564dd39302cf1d97156919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.33'}], 'enable_snat': True}, 'gw_port_id': 'e85e58d0-c4f8-4829-977a-475cda0094c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:33:28Z', 'updated_at': '2022-09-22T21:33:34Z', 'revision_number': 3, 'project_id': '3948481bd8564dd39302cf1d97156919', 'gw_port': {'id': 'e85e58d0-c4f8-4829-977a-475cda0094c9', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:42:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cccc7db6-87bd-4c16-96d3-c5cf3e8e17c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:33:31Z', 'updated_at': '2022-09-22T21:33:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:33:41.104858 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ed0623-0f4a-4aff-8c0e-561b76258e37 None None] Pushing event updated for resources: {'Port': ['ID=2cc59087-50b3-4b1d-9465-a001fff4540a,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:41.119128 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61506094-1109-4164-8716-3ee96d28ecea tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:33:41.124000 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61506094-1109-4164-8716-3ee96d28ecea tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:41.124620 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-61506094-1109-4164-8716-3ee96d28ecea tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:41.140497 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75804b95-bf5f-4ad9-b51e-95f41e006fb8 None None] Routers {'25f9b28a-14dd-4153-8ed1-0380eb454ae5'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:33:41.141920 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-75804b95-bf5f-4ad9-b51e-95f41e006fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:33:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['25f9b28a-14dd-4153-8ed1-0380eb454ae5'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:33:41.151238 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef290a2-0d1f-4602-836a-4b6aa55f15c2 req-5944b6a9-7d50-4248-b085-88ca12edecde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:41.152652 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-aef290a2-0d1f-4602-836a-4b6aa55f15c2 req-5944b6a9-7d50-4248-b085-88ca12edecde service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c427adaf-86b6-4f5b-b847-86f219fa4602 HTTP/1.1" status: 200 len: 851 time: 0.1951632 Sep 22 21:33:41.153691 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-379b482b-205d-4ac4-9782-ebfaf344dd26 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:41.219728 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-8c27a606-99f6-4a82-83c1-b468acd32afe tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] For port e85e58d0-c4f8-4829-977a-475cda0094c9, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=e85e58d0-c4f8-4829-977a-475cda0094c9,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:33:41.220115 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8c27a606-99f6-4a82-83c1-b468acd32afe tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:41.278371 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5040155c-9eed-4c76-b246-f536cbbc75c8 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Pushing event updated for resources: {'Port': ['ID=24a47a38-17ee-485c-99e9-899a491ad8ca,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:41.357407 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port e724f3ca-43e4-4d55-b68d-4d01cc22f479 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:33:41.392674 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61506094-1109-4164-8716-3ee96d28ecea tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Port': ['ID=63346a89-cf30-40d3-9d6a-066e8421ce77,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:41.405822 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-379b482b-205d-4ac4-9782-ebfaf344dd26 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:33:41.406684 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-379b482b-205d-4ac4-9782-ebfaf344dd26 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:41.427244 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-8c27a606-99f6-4a82-83c1-b468acd32afe tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Calling delete_port for e85e58d0-c4f8-4829-977a-475cda0094c9 owned by network:router_gateway {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:33:41.504569 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d5c0a0df-33a7-430f-b0ae-dc85c20886a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:41.522681 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port e724f3ca-43e4-4d55-b68d-4d01cc22f479 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:33:41.522681 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:41.522939 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 9b52af03-b2ac-4363-882d-f5ef6c6dcb83 resource provider aggregate not found Sep 22 21:33:41.523013 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port e724f3ca-43e4-4d55-b68d-4d01cc22f479 Sep 22 21:33:41.574363 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-61506094-1109-4164-8716-3ee96d28ecea tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.5856259 Sep 22 21:33:41.602533 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 9b52af03-b2ac-4363-882d-f5ef6c6dcb83 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b52af03-b2ac-4363-882d-f5ef6c6dcb83 found for delete ", "request_id": "req-c0768cc3-80c2-4184-8a81-20ee085542e0"}]} Sep 22 21:33:41.603307 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41106) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:41.609440 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5040155c-9eed-4c76-b246-f536cbbc75c8 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:41.618326 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5040155c-9eed-4c76-b246-f536cbbc75c8 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:41.670915 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-75804b95-bf5f-4ad9-b51e-95f41e006fb8 None None] Set router 25f9b28a-14dd-4153-8ed1-0380eb454ae5 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:33:41.764962 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634499ac-48df-4178-a992-455c1b5cf83b req-542a6e95-31b2-4d03-8b5f-62a5a3d7069d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:41.766776 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-634499ac-48df-4178-a992-455c1b5cf83b req-542a6e95-31b2-4d03-8b5f-62a5a3d7069d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=25574d9f1a93412b95f1e988f287237a&device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 1099 time: 1.3286865 Sep 22 21:33:41.917041 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0a0df-33a7-430f-b0ae-dc85c20886a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Pushing event deleted for resources: {'Port': ['ID=168385a4-6819-4308-a5fc-d8c18470e06b,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:41.919100 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8c27a606-99f6-4a82-83c1-b468acd32afe tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:41.939695 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a37ded-acfe-4668-be44-206bed3ac5fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'tenant_id': '4fef33e75cf240fcbb352fce012907b9', 'fixed_ips': [{'subnet_id': '47d1d620-5dc2-4892-ae0d-2e05c27d8dd3'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:33:41.940801 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-05a37ded-acfe-4668-be44-206bed3ac5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:42.017991 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-cabea3d2-1e2b-4811-8ef2-b32457346523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:42.050087 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c27a606-99f6-4a82-83c1-b468acd32afe tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Pushing event deleted for resources: {'Port': ['ID=e85e58d0-c4f8-4829-977a-475cda0094c9,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:42.083311 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-379b482b-205d-4ac4-9782-ebfaf344dd26 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:42.101852 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d5c0a0df-33a7-430f-b0ae-dc85c20886a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:42.104605 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cf4eb4-d644-4530-9b07-1aa62274f781 None None] Network bec58fb8-a144-40bd-bd75-71d2a84456ca requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:33:42.128445 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d5c0a0df-33a7-430f-b0ae-dc85c20886a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] 10.222.0.33 "DELETE /v2.0/ports/168385a4-6819-4308-a5fc-d8c18470e06b HTTP/1.1" status: 204 len: 168 time: 2.1807833 Sep 22 21:33:42.129105 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41110) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:42.140700 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-379b482b-205d-4ac4-9782-ebfaf344dd26 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:42.151376 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-379b482b-205d-4ac4-9782-ebfaf344dd26 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] 10.222.0.33 "DELETE /v2.0/networks/2787569c-305e-42fe-b6a7-9e409da1caa5 HTTP/1.1" status: 204 len: 168 time: 5.1673765 Sep 22 21:33:42.152957 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-7db3211d-6aeb-43a1-9f60-b60446bdeae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df7de81-bff1-4c9e-be6a-0568eee4cc3d', 'name': 'tempest-ServerActionsTestJSON-631294346-router', 'tenant_id': '25574d9f1a93412b95f1e988f287237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b4cc0aa5-08c3-41e9-97fb-7407b192bf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:32:29Z', 'updated_at': '2022-09-22T21:32:44Z', 'revision_number': 4, 'project_id': '25574d9f1a93412b95f1e988f287237a', 'gw_port': {'id': 'b4cc0aa5-08c3-41e9-97fb-7407b192bf84', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df7de81-bff1-4c9e-be6a-0568eee4cc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:31Z', 'updated_at': '2022-09-22T21:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': 'c46ee5c5-9a12-4006-974f-0f1f668cfb91', 'tenant_id': '25574d9f1a93412b95f1e988f287237a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '7df7de81-bff1-4c9e-be6a-0568eee4cc3d', 'port_id': '9bdd48e0-5d9d-43f0-97a8-e321a99aac21', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dbb466f-7241-4d18-b090-2d779954893b', 'mac_address': 'fa:16:3e:85:c1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651a176d-8835-40fa-aa3c-811926baf0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:32:56Z', 'updated_at': '2022-09-22T21:33:36Z', 'revision_number': 1, 'project_id': '25574d9f1a93412b95f1e988f287237a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01dac8c6-de86-4e6c-91ee-e5aece1b2f91', 'name': '', 'network_id': '5dbb466f-7241-4d18-b090-2d779954893b', 'tenant_id': '25574d9f1a93412b95f1e988f287237a', 'mac_address': 'fa:16:3e:db:6e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df7de81-bff1-4c9e-be6a-0568eee4cc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'f291bed0-d028-44b6-829f-efb0f7512ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:41Z', 'updated_at': '2022-09-22T21:32:55Z', 'revision_number': 5, 'project_id': '25574d9f1a93412b95f1e988f287237a', 'subnets': [{'id': 'f291bed0-d028-44b6-829f-efb0f7512ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:33:42.164844 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41114) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:42.172643 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-2efbb770-505f-4ea5-ae4f-0910e5363c00 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Request body: {'port': {'name': 'tempest-new-port-name-1277461245', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:42.173232 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.api.validators [None req-2efbb770-505f-4ea5-ae4f-0910e5363c00 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] bootfile-name is not in valid_values {{(pid=89009) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 22 21:33:42.173730 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.api.validators [None req-2efbb770-505f-4ea5-ae4f-0910e5363c00 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] tftp-server is not in valid_values {{(pid=89009) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 22 21:33:42.174073 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.api.validators [None req-2efbb770-505f-4ea5-ae4f-0910e5363c00 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] server-ip-address is not in valid_values {{(pid=89009) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 22 21:33:42.180754 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-5040155c-9eed-4c76-b246-f536cbbc75c8 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.6555815 Sep 22 21:33:42.191431 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379b482b-205d-4ac4-9782-ebfaf344dd26 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Pushing event deleted for resources: {'Network': ['ID=2787569c-305e-42fe-b6a7-9e409da1caa5,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:42.205068 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41116) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:42.214856 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-1718b217-fd86-4375-a221-500658c4fb37 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Request body: {'port': {'network_id': 'bec58fb8-a144-40bd-bd75-71d2a84456ca', 'name': 'tempest-AllowedAddressPairTestJSON-1978764405', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:2b:3f:e2'}]}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:42.235428 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef290a2-0d1f-4602-836a-4b6aa55f15c2 req-7ef2fbaf-e733-47ac-a678-9df08b283a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:42.237445 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-aef290a2-0d1f-4602-836a-4b6aa55f15c2 req-7ef2fbaf-e733-47ac-a678-9df08b283a5a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=452fb2e3-f6a7-40db-8fcb-ea7dd754bdda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0012829 Sep 22 21:33:42.365012 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db3211d-6aeb-43a1-9f60-b60446bdeae4 None None] Checking router: 7df7de81-bff1-4c9e-be6a-0568eee4cc3d for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:33:42.385444 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8c27a606-99f6-4a82-83c1-b468acd32afe tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8012236'] for router_gateway, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:42.467740 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-5549e875-1884-48f1-bc74-bde0087b1b00 None None] Provisioning for port 2cc59087-50b3-4b1d-9465-a001fff4540a completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:33:42.496560 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db3211d-6aeb-43a1-9f60-b60446bdeae4 None None] Routers {'7df7de81-bff1-4c9e-be6a-0568eee4cc3d'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:33:42.497189 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-7db3211d-6aeb-43a1-9f60-b60446bdeae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:33:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['7df7de81-bff1-4c9e-be6a-0568eee4cc3d'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:33:42.703599 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8c27a606-99f6-4a82-83c1-b468acd32afe tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:42.712446 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8c27a606-99f6-4a82-83c1-b468acd32afe tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:42.721027 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bd7e4545-0e71-4598-b575-110c0fbe2004 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:42.743992 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91f62d1-106d-4ff9-9372-bb50d69b5b1b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:42.744828 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-a91f62d1-106d-4ff9-9372-bb50d69b5b1b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:33:42.756269 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port e724f3ca-43e4-4d55-b68d-4d01cc22f479 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:33:42.756657 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:42.756763 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2efbb770-505f-4ea5-ae4f-0910e5363c00 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:42.780206 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634499ac-48df-4178-a992-455c1b5cf83b req-34eca329-be53-4593-a5f0-e07b36e954a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:42.781808 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-634499ac-48df-4178-a992-455c1b5cf83b req-34eca329-be53-4593-a5f0-e07b36e954a7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5dbb466f-7241-4d18-b090-2d779954893b HTTP/1.1" status: 200 len: 911 time: 0.9932184 Sep 22 21:33:42.783551 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8c27a606-99f6-4a82-83c1-b468acd32afe tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:42.784327 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c27a606-99f6-4a82-83c1-b468acd32afe tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cccc7db6-87bd-4c16-96d3-c5cf3e8e17c9 {{(pid=89009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:33:42.865377 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.db.resource_extend [None req-58177da8-48dd-4525-8d7c-ea4f8a626916 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 21:33:42.898343 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8c27a606-99f6-4a82-83c1-b468acd32afe tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:42.899506 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-8c27a606-99f6-4a82-83c1-b468acd32afe tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] 10.222.0.33 "DELETE /v2.0/routers/cccc7db6-87bd-4c16-96d3-c5cf3e8e17c9 HTTP/1.1" status: 204 len: 168 time: 3.4602649 Sep 22 21:33:42.909604 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41122) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:42.926051 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-7db3211d-6aeb-43a1-9f60-b60446bdeae4 None None] Set router 7df7de81-bff1-4c9e-be6a-0568eee4cc3d gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:33:43.059659 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-a91f62d1-106d-4ff9-9372-bb50d69b5b1b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:33:43.063693 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a91f62d1-106d-4ff9-9372-bb50d69b5b1b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 1.4384394 Sep 22 21:33:43.067239 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-aef290a2-0d1f-4602-836a-4b6aa55f15c2 req-3933ff10-fb88-40f3-a012-1666586fdcd0 service neutron] 10.222.0.49 "GET /v2.0/networks/452fb2e3-f6a7-40db-8fcb-ea7dd754bdda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8023887 Sep 22 21:33:43.072052 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-1718b217-fd86-4375-a221-500658c4fb37 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:33:43.076759 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-1718b217-fd86-4375-a221-500658c4fb37 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Usage tracker for resource:port and tenant:f82f9901a1a8480c8bc290e72969c879 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:33:43.079918 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-1718b217-fd86-4375-a221-500658c4fb37 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:33:43.086246 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-1718b217-fd86-4375-a221-500658c4fb37 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:33:43.118877 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-58177da8-48dd-4525-8d7c-ea4f8a626916 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:43.119554 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41126) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:43.173322 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-634499ac-48df-4178-a992-455c1b5cf83b req-e97dc700-4072-4d36-b998-22444c1018c9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bdd48e0-5d9d-43f0-97a8-e321a99aac21 HTTP/1.1" status: 200 len: 1000 time: 0.3675089 Sep 22 21:33:43.182700 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1718b217-fd86-4375-a221-500658c4fb37 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Made reservation on behalf of f82f9901a1a8480c8bc290e72969c879 for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:33:43.189626 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-512dcc44-1fad-4511-97df-796adbadbc7f tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks [] for router, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:43.254906 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:43.260955 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:43.273344 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port e724f3ca-43e4-4d55-b68d-4d01cc22f479, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=e724f3ca-43e4-4d55-b68d-4d01cc22f479,segment=NetworkSegment(e07f3ddb-8c5d-4893-add5-734465cbf4e0),segment_id=e07f3ddb-8c5d-4893-add5-734465cbf4e0)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:33:43.311582 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-a1bc56e7-d3b0-4f3f-897c-04d3a0ff8024 None None] Could not find standard attr ID for object 168385a4-6819-4308-a5fc-d8c18470e06b. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:33:43.313870 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bd7e4545-0e71-4598-b575-110c0fbe2004 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:43.339122 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-58177da8-48dd-4525-8d7c-ea4f8a626916 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:43.425273 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-bd7e4545-0e71-4598-b575-110c0fbe2004 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1df9132b-92f9-45fa-a2d9-0bcb51d7a590']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:33:43.446792 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-05a37ded-acfe-4668-be44-206bed3ac5fc None None] Allocated IP 2001:db8::2 (98c62b9a-5d2a-496f-a1e5-12a6874f54f0/47d1d620-5dc2-4892-ae0d-2e05c27d8dd3/4b872932-22c4-453c-98e4-8b2254b20bee) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:33:43.452210 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:43.613257 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634499ac-48df-4178-a992-455c1b5cf83b req-6c12c5f3-24dc-452f-bc60-6e727a3a2cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:43.614985 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-634499ac-48df-4178-a992-455c1b5cf83b req-6c12c5f3-24dc-452f-bc60-6e727a3a2cb5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f291bed0-d028-44b6-829f-efb0f7512ced HTTP/1.1" status: 200 len: 850 time: 0.3221054 Sep 22 21:33:43.619839 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-7889e54b-d0fe-49aa-adf9-376aac489443 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Deleting port 63346a89-cf30-40d3-9d6a-066e8421ce77 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:33:43.620185 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7889e54b-d0fe-49aa-adf9-376aac489443 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:43.695949 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-bd7e4545-0e71-4598-b575-110c0fbe2004 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21bd1546-b065-424f-9d3d-3cbe21752677') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:33:43.696169 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-bd7e4545-0e71-4598-b575-110c0fbe2004 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21bd1546-b065-424f-9d3d-3cbe21752677') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:33:43.720405 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bd7e4545-0e71-4598-b575-110c0fbe2004 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:43.733835 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-a1bc56e7-d3b0-4f3f-897c-04d3a0ff8024 None None] Provisioning complete for port e724f3ca-43e4-4d55-b68d-4d01cc22f479 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:33:43.734522 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a1bc56e7-d3b0-4f3f-897c-04d3a0ff8024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:43.734776 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a1bc56e7-d3b0-4f3f-897c-04d3a0ff8024 None None] Attempt 1 to provision port e724f3ca-43e4-4d55-b68d-4d01cc22f479 Sep 22 21:33:43.758142 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 2cc59087-50b3-4b1d-9465-a001fff4540a up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:33:43.766494 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bd7e4545-0e71-4598-b575-110c0fbe2004 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:43.789190 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd7e4545-0e71-4598-b575-110c0fbe2004 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:33:43.789599 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bd7e4545-0e71-4598-b575-110c0fbe2004 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:43.820828 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-512dcc44-1fad-4511-97df-796adbadbc7f tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:43.869671 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1718b217-fd86-4375-a221-500658c4fb37 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:43.885053 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 21bd1546-b065-424f-9d3d-3cbe21752677 resource provider aggregate not found Sep 22 21:33:43.921157 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-512dcc44-1fad-4511-97df-796adbadbc7f tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Deleting port 444c1a43-4f8b-4ca5-aa51-aad9395c8804 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:33:43.921157 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-512dcc44-1fad-4511-97df-796adbadbc7f tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:43.961502 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 21bd1546-b065-424f-9d3d-3cbe21752677 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 21bd1546-b065-424f-9d3d-3cbe21752677 found for delete ", "request_id": "req-d31af106-9465-4229-9528-30eaf4e00511"}]} Sep 22 21:33:43.983920 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bd7e4545-0e71-4598-b575-110c0fbe2004 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:44.006950 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-aef290a2-0d1f-4602-836a-4b6aa55f15c2 req-6dfbc462-c7fc-4064-9cde-f4bd776cf2e2 service neutron] 10.222.0.49 "GET /v2.0/networks/452fb2e3-f6a7-40db-8fcb-ea7dd754bdda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9099247 Sep 22 21:33:44.010582 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bd7e4545-0e71-4598-b575-110c0fbe2004 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:44.035326 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-05a37ded-acfe-4668-be44-206bed3ac5fc None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:44.044538 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e4545-0e71-4598-b575-110c0fbe2004 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Pushing event deleted for resources: {'Network': ['ID=1df9132b-92f9-45fa-a2d9-0bcb51d7a590,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:44.054130 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-05a37ded-acfe-4668-be44-206bed3ac5fc None None] Transition to ACTIVE for port object 4b872932-22c4-453c-98e4-8b2254b20bee will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:33:44.057342 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.l3_db [None req-58177da8-48dd-4525-8d7c-ea4f8a626916 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Floating IP 8d74a78c-d63c-403e-b0fb-e010aa287b57 associated. External IP: 172.26.0.208, port: 3875b074-8f13-475e-8947-8278944c835a. Sep 22 21:33:44.066124 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-bd7e4545-0e71-4598-b575-110c0fbe2004 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] 10.222.0.33 "DELETE /v2.0/networks/1df9132b-92f9-45fa-a2d9-0bcb51d7a590 HTTP/1.1" status: 204 len: 168 time: 1.8589807 Sep 22 21:33:44.080081 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-05a37ded-acfe-4668-be44-206bed3ac5fc None None] Transition to ACTIVE for port object 4b872932-22c4-453c-98e4-8b2254b20bee will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:33:44.112562 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=e724f3ca-43e4-4d55-b68d-4d01cc22f479,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:44.114314 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41134) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:44.125272 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2efbb770-505f-4ea5-ae4f-0910e5363c00 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:44.139343 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-05a37ded-acfe-4668-be44-206bed3ac5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:44.141909 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2efbb770-505f-4ea5-ae4f-0910e5363c00 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:44.178859 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-75804b95-bf5f-4ad9-b51e-95f41e006fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f9b28a-14dd-4153-8ed1-0380eb454ae5', 'name': 'tempest-ServersTestManualDisk-1079022819-router', 'tenant_id': '00d27190048c4d5c9df662860665c71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '3aec1245-0918-4b0c-b06e-8de745946414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:32:27Z', 'updated_at': '2022-09-22T21:32:42Z', 'revision_number': 4, 'project_id': '00d27190048c4d5c9df662860665c71e', 'gw_port': {'id': '3aec1245-0918-4b0c-b06e-8de745946414', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f9b28a-14dd-4153-8ed1-0380eb454ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:29Z', 'updated_at': '2022-09-22T21:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': 'afdc85f2-91b0-4e09-9ec8-e19d927c1564', 'tenant_id': '00d27190048c4d5c9df662860665c71e', 'floating_ip_address': '172.26.0.76', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '25f9b28a-14dd-4153-8ed1-0380eb454ae5', 'port_id': 'c4bae391-e4c3-4dc8-b738-41ee6ea8ad51', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '452fb2e3-f6a7-40db-8fcb-ea7dd754bdda', 'mac_address': 'fa:16:3e:61:e4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bad13e-d11f-4012-9e0d-bf2e7d80980e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:32:53Z', 'updated_at': '2022-09-22T21:33:35Z', 'revision_number': 1, 'project_id': '00d27190048c4d5c9df662860665c71e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5cc9bc2-8c42-4be7-b160-ed3d4036bd87', 'name': '', 'network_id': '452fb2e3-f6a7-40db-8fcb-ea7dd754bdda', 'tenant_id': '00d27190048c4d5c9df662860665c71e', 'mac_address': 'fa:16:3e:80:ed:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f9b28a-14dd-4153-8ed1-0380eb454ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c427adaf-86b6-4f5b-b847-86f219fa4602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:38Z', 'updated_at': '2022-09-22T21:32:59Z', 'revision_number': 5, 'project_id': '00d27190048c4d5c9df662860665c71e', 'subnets': [{'id': 'c427adaf-86b6-4f5b-b847-86f219fa4602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:33:44.184234 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [None req-1718b217-fd86-4375-a221-500658c4fb37 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] device_id is not set on port 942c3f24-e394-4c78-87d1-ff9b98cdd370 yet. {{(pid=89008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:33:44.223048 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-2efbb770-505f-4ea5-ae4f-0910e5363c00 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] In _notify_port_updated(), no bound segment for port c3a44ae3-8a31-42ad-a952-8ea1ab9da306 on network d8393759-5d59-4d15-bcbb-1134608b4b0e {{(pid=89009) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 21:33:44.229059 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efbb770-505f-4ea5-ae4f-0910e5363c00 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:44.230844 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2efbb770-505f-4ea5-ae4f-0910e5363c00 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:44.231476 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 2cc59087-50b3-4b1d-9465-a001fff4540a completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:33:44.232394 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2efbb770-505f-4ea5-ae4f-0910e5363c00 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] 10.222.0.33 "PUT /v2.0/ports/c3a44ae3-8a31-42ad-a952-8ea1ab9da306 HTTP/1.1" status: 200 len: 1130 time: 2.0963361 Sep 22 21:33:44.238504 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41138) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:44.257832 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75804b95-bf5f-4ad9-b51e-95f41e006fb8 None None] The sync data for ids ['25f9b28a-14dd-4153-8ed1-0380eb454ae5'] in dv-neutron-858900-1-hyperv is: [{'id': '25f9b28a-14dd-4153-8ed1-0380eb454ae5', 'name': 'tempest-ServersTestManualDisk-1079022819-router', 'tenant_id': '00d27190048c4d5c9df662860665c71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '3aec1245-0918-4b0c-b06e-8de745946414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:32:27Z', 'updated_at': '2022-09-22T21:32:42Z', 'revision_number': 4, 'project_id': '00d27190048c4d5c9df662860665c71e', 'gw_port': {'id': '3aec1245-0918-4b0c-b06e-8de745946414', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f9b28a-14dd-4153-8ed1-0380eb454ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:29Z', 'updated_at': '2022-09-22T21:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': 'afdc85f2-91b0-4e09-9ec8-e19d927c1564', 'tenant_id': '00d27190048c4d5c9df662860665c71e', 'floating_ip_address': '172.26.0.76', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '25f9b28a-14dd-4153-8ed1-0380eb454ae5', 'port_id': 'c4bae391-e4c3-4dc8-b738-41ee6ea8ad51', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '452fb2e3-f6a7-40db-8fcb-ea7dd754bdda', 'mac_address': 'fa:16:3e:61:e4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bad13e-d11f-4012-9e0d-bf2e7d80980e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:32:53Z', 'updated_at': '2022-09-22T21:33:35Z', 'revision_number': 1, 'project_id': '00d27190048c4d5c9df662860665c71e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5cc9bc2-8c42-4be7-b160-ed3d4036bd87', 'name': '', 'network_id': '452fb2e3-f6a7-40db-8fcb-ea7dd754bdda', 'tenant_id': '00d27190048c4d5c9df662860665c71e', 'mac_address': 'fa:16:3e:80:ed:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f9b28a-14dd-4153-8ed1-0380eb454ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c427adaf-86b6-4f5b-b847-86f219fa4602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:38Z', 'updated_at': '2022-09-22T21:32:59Z', 'revision_number': 5, 'project_id': '00d27190048c4d5c9df662860665c71e', 'subnets': [{'id': 'c427adaf-86b6-4f5b-b847-86f219fa4602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:33:44.272853 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a37ded-acfe-4668-be44-206bed3ac5fc None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:33:44.281219 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 2cc59087-50b3-4b1d-9465-a001fff4540a triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:33:44.281515 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:44.282112 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 2cc59087-50b3-4b1d-9465-a001fff4540a Sep 22 21:33:44.328754 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efbb770-505f-4ea5-ae4f-0910e5363c00 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Pushing event updated for resources: {'Port': ['ID=c3a44ae3-8a31-42ad-a952-8ea1ab9da306,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:44.352539 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-05a37ded-acfe-4668-be44-206bed3ac5fc None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:33:44.393773 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-512dcc44-1fad-4511-97df-796adbadbc7f tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] For port 444c1a43-4f8b-4ca5-aa51-aad9395c8804, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=444c1a43-4f8b-4ca5-aa51-aad9395c8804,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:33:44.394407 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-512dcc44-1fad-4511-97df-796adbadbc7f tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:44.401414 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a37ded-acfe-4668-be44-206bed3ac5fc None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:33:44.425749 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a37ded-acfe-4668-be44-206bed3ac5fc None None] Pushing event updated for resources: {'Port': ['ID=4b872932-22c4-453c-98e4-8b2254b20bee,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:44.462280 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592fa585-7941-4596-9181-d0722d17c610 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:44.463382 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-592fa585-7941-4596-9181-d0722d17c610 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Synchronizing usage tracker for tenant:2a96f7b5ddcd4ef6aa5bf39599c6247b on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:33:44.513508 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a1bc56e7-d3b0-4f3f-897c-04d3a0ff8024 None None] Current status of the port e724f3ca-43e4-4d55-b68d-4d01cc22f479 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:33:44.648947 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:44.683196 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-05a37ded-acfe-4668-be44-206bed3ac5fc None None] Attempting to bind port 4b872932-22c4-453c-98e4-8b2254b20bee on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:33:44.683578 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-05a37ded-acfe-4668-be44-206bed3ac5fc None None] Attempting to bind port 4b872932-22c4-453c-98e4-8b2254b20bee by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:33:44.683946 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a37ded-acfe-4668-be44-206bed3ac5fc None None] Attempting to bind port 4b872932-22c4-453c-98e4-8b2254b20bee on network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:33:44.684476 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb205b96-df42-408b-853f-457249841681 None None] New status for floating IP afdc85f2-91b0-4e09-9ec8-e19d927c1564: ACTIVE {{(pid=89011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:33:44.690178 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-512dcc44-1fad-4511-97df-796adbadbc7f tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Calling delete_port for 444c1a43-4f8b-4ca5-aa51-aad9395c8804 owned by network:router_gateway {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:33:44.726176 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-a1bc56e7-d3b0-4f3f-897c-04d3a0ff8024 None None] Provisioning for port c3a44ae3-8a31-42ad-a952-8ea1ab9da306 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:33:44.748707 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a37ded-acfe-4668-be44-206bed3ac5fc None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:33:44.749170 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a37ded-acfe-4668-be44-206bed3ac5fc None None] Checking segment: {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:33:44.749493 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-05a37ded-acfe-4668-be44-206bed3ac5fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:44.749895 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a37ded-acfe-4668-be44-206bed3ac5fc None None] Bound using segment: {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:33:44.753140 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-05a37ded-acfe-4668-be44-206bed3ac5fc None None] Bound port: 4b872932-22c4-453c-98e4-8b2254b20bee, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:33:44.753531 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-05a37ded-acfe-4668-be44-206bed3ac5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:44.784183 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a85be6b0-ebcd-4cb3-af63-69a3200c6b72 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:44.787699 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634499ac-48df-4178-a992-455c1b5cf83b req-103653ea-2116-423d-8454-38833e6056e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:44.789329 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-634499ac-48df-4178-a992-455c1b5cf83b req-103653ea-2116-423d-8454-38833e6056e9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5dbb466f-7241-4d18-b090-2d779954893b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0569894 Sep 22 21:33:44.789614 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-a1bc56e7-d3b0-4f3f-897c-04d3a0ff8024 None None] Provisioning complete for port c3a44ae3-8a31-42ad-a952-8ea1ab9da306 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:33:44.790078 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a1bc56e7-d3b0-4f3f-897c-04d3a0ff8024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:44.790420 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a1bc56e7-d3b0-4f3f-897c-04d3a0ff8024 None None] Attempt 1 to provision port c3a44ae3-8a31-42ad-a952-8ea1ab9da306 Sep 22 21:33:44.819867 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-592fa585-7941-4596-9181-d0722d17c610 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Unset dirty status for tenant:2a96f7b5ddcd4ef6aa5bf39599c6247b on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:33:44.824380 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-7db3211d-6aeb-43a1-9f60-b60446bdeae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df7de81-bff1-4c9e-be6a-0568eee4cc3d', 'name': 'tempest-ServerActionsTestJSON-631294346-router', 'tenant_id': '25574d9f1a93412b95f1e988f287237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b4cc0aa5-08c3-41e9-97fb-7407b192bf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:32:29Z', 'updated_at': '2022-09-22T21:32:44Z', 'revision_number': 4, 'project_id': '25574d9f1a93412b95f1e988f287237a', 'gw_port': {'id': 'b4cc0aa5-08c3-41e9-97fb-7407b192bf84', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df7de81-bff1-4c9e-be6a-0568eee4cc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:31Z', 'updated_at': '2022-09-22T21:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': 'c46ee5c5-9a12-4006-974f-0f1f668cfb91', 'tenant_id': '25574d9f1a93412b95f1e988f287237a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '7df7de81-bff1-4c9e-be6a-0568eee4cc3d', 'port_id': '9bdd48e0-5d9d-43f0-97a8-e321a99aac21', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dbb466f-7241-4d18-b090-2d779954893b', 'mac_address': 'fa:16:3e:85:c1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651a176d-8835-40fa-aa3c-811926baf0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:32:56Z', 'updated_at': '2022-09-22T21:33:36Z', 'revision_number': 1, 'project_id': '25574d9f1a93412b95f1e988f287237a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01dac8c6-de86-4e6c-91ee-e5aece1b2f91', 'name': '', 'network_id': '5dbb466f-7241-4d18-b090-2d779954893b', 'tenant_id': '25574d9f1a93412b95f1e988f287237a', 'mac_address': 'fa:16:3e:db:6e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df7de81-bff1-4c9e-be6a-0568eee4cc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'f291bed0-d028-44b6-829f-efb0f7512ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:41Z', 'updated_at': '2022-09-22T21:32:55Z', 'revision_number': 5, 'project_id': '25574d9f1a93412b95f1e988f287237a', 'subnets': [{'id': 'f291bed0-d028-44b6-829f-efb0f7512ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:33:44.824726 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-592fa585-7941-4596-9181-d0722d17c610 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] 10.222.0.33 "GET /v2.0/ports/c3a44ae3-8a31-42ad-a952-8ea1ab9da306 HTTP/1.1" status: 200 len: 1130 time: 0.5847409 Sep 22 21:33:44.830301 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41142) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:44.915894 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db3211d-6aeb-43a1-9f60-b60446bdeae4 None None] The sync data for ids ['7df7de81-bff1-4c9e-be6a-0568eee4cc3d'] in dv-neutron-858900-1-hyperv is: [{'id': '7df7de81-bff1-4c9e-be6a-0568eee4cc3d', 'name': 'tempest-ServerActionsTestJSON-631294346-router', 'tenant_id': '25574d9f1a93412b95f1e988f287237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b4cc0aa5-08c3-41e9-97fb-7407b192bf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:32:29Z', 'updated_at': '2022-09-22T21:32:44Z', 'revision_number': 4, 'project_id': '25574d9f1a93412b95f1e988f287237a', 'gw_port': {'id': 'b4cc0aa5-08c3-41e9-97fb-7407b192bf84', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df7de81-bff1-4c9e-be6a-0568eee4cc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:31Z', 'updated_at': '2022-09-22T21:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': 'c46ee5c5-9a12-4006-974f-0f1f668cfb91', 'tenant_id': '25574d9f1a93412b95f1e988f287237a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '7df7de81-bff1-4c9e-be6a-0568eee4cc3d', 'port_id': '9bdd48e0-5d9d-43f0-97a8-e321a99aac21', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dbb466f-7241-4d18-b090-2d779954893b', 'mac_address': 'fa:16:3e:85:c1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651a176d-8835-40fa-aa3c-811926baf0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:32:56Z', 'updated_at': '2022-09-22T21:33:36Z', 'revision_number': 1, 'project_id': '25574d9f1a93412b95f1e988f287237a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01dac8c6-de86-4e6c-91ee-e5aece1b2f91', 'name': '', 'network_id': '5dbb466f-7241-4d18-b090-2d779954893b', 'tenant_id': '25574d9f1a93412b95f1e988f287237a', 'mac_address': 'fa:16:3e:db:6e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df7de81-bff1-4c9e-be6a-0568eee4cc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'f291bed0-d028-44b6-829f-efb0f7512ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:41Z', 'updated_at': '2022-09-22T21:32:55Z', 'revision_number': 5, 'project_id': '25574d9f1a93412b95f1e988f287237a', 'subnets': [{'id': 'f291bed0-d028-44b6-829f-efb0f7512ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:33:44.939029 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 2cc59087-50b3-4b1d-9465-a001fff4540a is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:33:44.939341 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:44.974520 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a1bc56e7-d3b0-4f3f-897c-04d3a0ff8024 None None] Port c3a44ae3-8a31-42ad-a952-8ea1ab9da306 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:33:45.029655 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-05a37ded-acfe-4668-be44-206bed3ac5fc None None] For port 4b872932-22c4-453c-98e4-8b2254b20bee, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:33:45.032755 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 2cc59087-50b3-4b1d-9465-a001fff4540a, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=2cc59087-50b3-4b1d-9465-a001fff4540a,segment=NetworkSegment(0c298dda-70f7-431f-9e88-ff0e271ab1a7),segment_id=0c298dda-70f7-431f-9e88-ff0e271ab1a7)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:33:45.040610 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:45.048504 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-05a37ded-acfe-4668-be44-206bed3ac5fc None None] For port 4b872932-22c4-453c-98e4-8b2254b20bee, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=4b872932-22c4-453c-98e4-8b2254b20bee,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:33:45.049657 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-512dcc44-1fad-4511-97df-796adbadbc7f tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:45.088723 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-05a37ded-acfe-4668-be44-206bed3ac5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:45.115453 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512dcc44-1fad-4511-97df-796adbadbc7f tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Pushing event deleted for resources: {'Port': ['ID=444c1a43-4f8b-4ca5-aa51-aad9395c8804,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:45.140370 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=2cc59087-50b3-4b1d-9465-a001fff4540a,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:45.187231 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7889e54b-d0fe-49aa-adf9-376aac489443 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:45.238658 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-1718b217-fd86-4375-a221-500658c4fb37 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Allocated IP 172.20.0.11 (bec58fb8-a144-40bd-bd75-71d2a84456ca/92dd7fe2-1cc3-4ba2-9437-bf37d3ba871d/942c3f24-e394-4c78-87d1-ff9b98cdd370) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:33:45.257867 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a37ded-acfe-4668-be44-206bed3ac5fc None None] Pushing event updated for resources: {'Port': ['ID=4b872932-22c4-453c-98e4-8b2254b20bee,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:45.314293 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b3ba7d-62d5-43fb-8c89-5bd618835aa7 None None] New status for floating IP c46ee5c5-9a12-4006-974f-0f1f668cfb91: ACTIVE {{(pid=89010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:33:45.323187 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-512dcc44-1fad-4511-97df-796adbadbc7f tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8012236'] for router_gateway, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:45.441488 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-7889e54b-d0fe-49aa-adf9-376aac489443 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Calling delete_port for 63346a89-cf30-40d3-9d6a-066e8421ce77 owned by {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:33:45.556186 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-512dcc44-1fad-4511-97df-796adbadbc7f tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:45.564113 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a1bc56e7-d3b0-4f3f-897c-04d3a0ff8024 None None] Attempt 2 to provision port c3a44ae3-8a31-42ad-a952-8ea1ab9da306 Sep 22 21:33:45.566722 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-512dcc44-1fad-4511-97df-796adbadbc7f tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:45.614802 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-512dcc44-1fad-4511-97df-796adbadbc7f tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:45.615757 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512dcc44-1fad-4511-97df-796adbadbc7f tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a1edef82-a1a0-484a-986f-f47836ecabc3 {{(pid=89009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:33:45.651361 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-512dcc44-1fad-4511-97df-796adbadbc7f tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:45.654680 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-512dcc44-1fad-4511-97df-796adbadbc7f tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] 10.222.0.33 "DELETE /v2.0/routers/a1edef82-a1a0-484a-986f-f47836ecabc3 HTTP/1.1" status: 204 len: 168 time: 2.7440555 Sep 22 21:33:45.658563 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41150) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:45.670908 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-2fbac5cb-fadd-47c9-a80d-e62a4464323a tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1490943040', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}, 'admin_state_up': False}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:45.679646 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-2fbac5cb-fadd-47c9-a80d-e62a4464323a tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:33:45.684215 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-2fbac5cb-fadd-47c9-a80d-e62a4464323a tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Usage tracker for resource:router and tenant:9ff0a0e372bd49f3bc3ed4c0fc4758dc is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:33:45.687292 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-2fbac5cb-fadd-47c9-a80d-e62a4464323a tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:33:45.697174 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-2fbac5cb-fadd-47c9-a80d-e62a4464323a tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:33:45.712112 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2fbac5cb-fadd-47c9-a80d-e62a4464323a tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:45.713547 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2fbac5cb-fadd-47c9-a80d-e62a4464323a tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:45.748756 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2fbac5cb-fadd-47c9-a80d-e62a4464323a tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:45.750951 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 2cc59087-50b3-4b1d-9465-a001fff4540a up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:33:45.758287 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-aeaeb250-2a44-4740-9856-0c24be8508e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Deleting port c3a44ae3-8a31-42ad-a952-8ea1ab9da306 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:33:45.758433 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-aeaeb250-2a44-4740-9856-0c24be8508e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:45.807566 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a1bc56e7-d3b0-4f3f-897c-04d3a0ff8024 None None] Port c3a44ae3-8a31-42ad-a952-8ea1ab9da306 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:33:45.963508 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 2cc59087-50b3-4b1d-9465-a001fff4540a triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:33:45.964548 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:45.964976 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 2cc59087-50b3-4b1d-9465-a001fff4540a Sep 22 21:33:45.998906 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7889e54b-d0fe-49aa-adf9-376aac489443 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:46.134441 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 2cc59087-50b3-4b1d-9465-a001fff4540a is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:33:46.135316 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 4b872932-22c4-453c-98e4-8b2254b20bee up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:33:46.167534 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a85be6b0-ebcd-4cb3-af63-69a3200c6b72 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:46.178815 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7889e54b-d0fe-49aa-adf9-376aac489443 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event deleted for resources: {'Port': ['ID=63346a89-cf30-40d3-9d6a-066e8421ce77,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:46.179745 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2fbac5cb-fadd-47c9-a80d-e62a4464323a tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:46.183983 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-634499ac-48df-4178-a992-455c1b5cf83b req-d21ed718-ea1d-4458-8907-b5f1b35a6db1 service neutron] 10.222.0.49 "GET /v2.0/networks/5dbb466f-7241-4d18-b090-2d779954893b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3808601 Sep 22 21:33:46.222346 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 4b872932-22c4-453c-98e4-8b2254b20bee completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:33:46.233271 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device e724f3ca-43e4-4d55-b68d-4d01cc22f479 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:33:46.259161 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58177da8-48dd-4525-8d7c-ea4f8a626916 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Router d05473aa-664e-4044-9a35-ff875a3c8a0e has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:33:46.308649 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a1bc56e7-d3b0-4f3f-897c-04d3a0ff8024 None None] Attempt 3 to provision port c3a44ae3-8a31-42ad-a952-8ea1ab9da306 Sep 22 21:33:46.363632 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port e724f3ca-43e4-4d55-b68d-4d01cc22f479 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:33:46.363999 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:46.364331 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port e724f3ca-43e4-4d55-b68d-4d01cc22f479 Sep 22 21:33:46.412074 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a1bc56e7-d3b0-4f3f-897c-04d3a0ff8024 None None] Port c3a44ae3-8a31-42ad-a952-8ea1ab9da306 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:33:46.420627 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7889e54b-d0fe-49aa-adf9-376aac489443 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:46.450731 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-a85be6b0-ebcd-4cb3-af63-69a3200c6b72 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edc3c7fb-15b8-4419-a89c-00fd6ff9df66']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:33:46.520939 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port e724f3ca-43e4-4d55-b68d-4d01cc22f479 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:33:46.530510 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device e85e58d0-c4f8-4829-977a-475cda0094c9 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:33:46.560588 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2fbac5cb-fadd-47c9-a80d-e62a4464323a tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks [] for router_gateway, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:46.564845 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: e85e58d0-c4f8-4829-977a-475cda0094c9 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:33:46.565312 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device e85e58d0-c4f8-4829-977a-475cda0094c9 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:33:46.571917 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-a85be6b0-ebcd-4cb3-af63-69a3200c6b72 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2abdc6c5-c93b-4f86-a570-fcc773158be8') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:33:46.572157 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-a85be6b0-ebcd-4cb3-af63-69a3200c6b72 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2abdc6c5-c93b-4f86-a570-fcc773158be8') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:33:46.580037 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-7889e54b-d0fe-49aa-adf9-376aac489443 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/ports/63346a89-cf30-40d3-9d6a-066e8421ce77 HTTP/1.1" status: 204 len: 168 time: 3.4593797 Sep 22 21:33:46.586700 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41154) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:46.630150 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2fbac5cb-fadd-47c9-a80d-e62a4464323a tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:46.672653 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a85be6b0-ebcd-4cb3-af63-69a3200c6b72 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:46.725614 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a88cc8-33d6-4c3c-a802-23de5ec0fc31 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:46.727264 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a88cc8-33d6-4c3c-a802-23de5ec0fc31 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:46.728020 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-36a88cc8-33d6-4c3c-a802-23de5ec0fc31 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:33:46.794980 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-36a88cc8-33d6-4c3c-a802-23de5ec0fc31 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:33:46.799875 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-36a88cc8-33d6-4c3c-a802-23de5ec0fc31 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2090237 Sep 22 21:33:46.800082 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a85be6b0-ebcd-4cb3-af63-69a3200c6b72 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:46.800182 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41158) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:46.822069 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a85be6b0-ebcd-4cb3-af63-69a3200c6b72 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:33:46.822486 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a85be6b0-ebcd-4cb3-af63-69a3200c6b72 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:46.874752 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-2fbac5cb-fadd-47c9-a80d-e62a4464323a tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Allocated IP 172.26.0.91 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/3b4d66f3-8fb5-41d5-96bf-dded521a23aa) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:33:46.896452 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-726fbf70-d69d-4678-8747-b584c79759ba tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Deleting subnet 47d1d620-5dc2-4892-ae0d-2e05c27d8dd3 {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:33:46.902563 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-726fbf70-d69d-4678-8747-b584c79759ba tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:46.912199 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 2abdc6c5-c93b-4f86-a570-fcc773158be8 resource provider aggregate not found Sep 22 21:33:46.913051 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a1bc56e7-d3b0-4f3f-897c-04d3a0ff8024 None None] Attempt 4 to provision port c3a44ae3-8a31-42ad-a952-8ea1ab9da306 Sep 22 21:33:46.955261 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea7297e-c439-4fbf-aeb4-c3df65a6aa72 None None] get_active_networks_info from dv-neutron-858900-1-hyperv {{(pid=89010) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 22 21:33:47.007768 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 2abdc6c5-c93b-4f86-a570-fcc773158be8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2abdc6c5-c93b-4f86-a570-fcc773158be8 found for delete ", "request_id": "req-886a0fad-d1bd-4043-86b8-36a648b94505"}]} Sep 22 21:33:47.028829 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a1bc56e7-d3b0-4f3f-897c-04d3a0ff8024 None None] Port c3a44ae3-8a31-42ad-a952-8ea1ab9da306 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:33:47.043646 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-726fbf70-d69d-4678-8747-b584c79759ba tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:47.048565 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-634499ac-48df-4178-a992-455c1b5cf83b req-003f97ed-b93a-43c9-95b3-3657e93b755e service neutron] 10.222.0.49 "GET /v2.0/networks/5dbb466f-7241-4d18-b090-2d779954893b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7939668 Sep 22 21:33:47.114561 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a85be6b0-ebcd-4cb3-af63-69a3200c6b72 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:47.120857 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea7297e-c439-4fbf-aeb4-c3df65a6aa72 None None] Resources bound (agent type, host, resource id): {{(pid=89010) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 21:33:47.121118 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-aeaeb250-2a44-4740-9856-0c24be8508e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:47.136837 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1718b217-fd86-4375-a221-500658c4fb37 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:47.156891 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a85be6b0-ebcd-4cb3-af63-69a3200c6b72 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:47.165613 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2fbac5cb-fadd-47c9-a80d-e62a4464323a tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:47.188908 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-726fbf70-d69d-4678-8747-b584c79759ba tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:47.260595 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2fbac5cb-fadd-47c9-a80d-e62a4464323a tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:47.280382 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58177da8-48dd-4525-8d7c-ea4f8a626916 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:33:47.289680 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-aeaeb250-2a44-4740-9856-0c24be8508e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Calling delete_port for c3a44ae3-8a31-42ad-a952-8ea1ab9da306 owned by {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:33:47.291080 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3adcf1-17b8-4528-a902-c8ce7e914676 None None] Sync routers for ids ['d05473aa-664e-4044-9a35-ff875a3c8a0e'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:33:47.303290 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3adcf1-17b8-4528-a902-c8ce7e914676 None None] Routers {'d05473aa-664e-4044-9a35-ff875a3c8a0e'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:33:47.304140 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-bf3adcf1-17b8-4528-a902-c8ce7e914676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:33:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['d05473aa-664e-4044-9a35-ff875a3c8a0e'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:33:47.315543 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbac5cb-fadd-47c9-a80d-e62a4464323a tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:33:47.323249 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85be6b0-ebcd-4cb3-af63-69a3200c6b72 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] Pushing event deleted for resources: {'Network': ['ID=edc3c7fb-15b8-4419-a89c-00fd6ff9df66,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:47.329598 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-2fbac5cb-fadd-47c9-a80d-e62a4464323a tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:33:47.331955 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbac5cb-fadd-47c9-a80d-e62a4464323a tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:33:47.337091 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-58177da8-48dd-4525-8d7c-ea4f8a626916 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:47.380434 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a85be6b0-ebcd-4cb3-af63-69a3200c6b72 tempest-BulkNetworkOpsIpV6Test-437174475 tempest-BulkNetworkOpsIpV6Test-437174475-project] 10.222.0.33 "DELETE /v2.0/networks/edc3c7fb-15b8-4419-a89c-00fd6ff9df66 HTTP/1.1" status: 204 len: 168 time: 3.2551084 Sep 22 21:33:47.395669 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-726fbf70-d69d-4678-8747-b584c79759ba tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:47.403432 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-1718b217-fd86-4375-a221-500658c4fb37 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Transition to ACTIVE for port object 942c3f24-e394-4c78-87d1-ff9b98cdd370 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:33:47.437763 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-58177da8-48dd-4525-8d7c-ea4f8a626916 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] 10.222.0.33 "PUT /v2.0/floatingips/8d74a78c-d63c-403e-b0fb-e010aa287b57 HTTP/1.1" status: 200 len: 991 time: 8.3211827 Sep 22 21:33:47.450711 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbac5cb-fadd-47c9-a80d-e62a4464323a tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Pushing event updated for resources: {'Port': ['ID=3b4d66f3-8fb5-41d5-96bf-dded521a23aa,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:47.458738 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-726fbf70-d69d-4678-8747-b584c79759ba tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:47.469558 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726fbf70-d69d-4678-8747-b584c79759ba tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event deleted for resources: {'Subnet': ['ID=47d1d620-5dc2-4892-ae0d-2e05c27d8dd3,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:47.481610 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8604d6f2-6d4e-4cf6-92a4-6c488be17672', 'tag': '3875b074-8f13-475e-8947-8278944c835a'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:33:47.489934 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46503f49-ae4a-4a49-bbfc-5279172ab244" -d '{"events": [{"name": "network-changed", "server_uuid": "8604d6f2-6d4e-4cf6-92a4-6c488be17672", "tag": "3875b074-8f13-475e-8947-8278944c835a"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:33:47.530330 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a1bc56e7-d3b0-4f3f-897c-04d3a0ff8024 None None] Attempt 5 to provision port c3a44ae3-8a31-42ad-a952-8ea1ab9da306 Sep 22 21:33:47.581287 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-726fbf70-d69d-4678-8747-b584c79759ba tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/47d1d620-5dc2-4892-ae0d-2e05c27d8dd3 HTTP/1.1" status: 204 len: 168 time: 0.7809584 Sep 22 21:33:47.583862 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41172) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:47.597359 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 444c1a43-4f8b-4ca5-aa51-aad9395c8804 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:33:47.623284 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1738bef-3995-44c7-a5e6-8b306ef8315a x-openstack-request-id: req-b1738bef-3995-44c7-a5e6-8b306ef8315a {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:33:47.623627 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8604d6f2-6d4e-4cf6-92a4-6c488be17672", "tag": "3875b074-8f13-475e-8947-8278944c835a", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:33:47.623920 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-b1738bef-3995-44c7-a5e6-8b306ef8315a {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:33:47.624920 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1738bef-3995-44c7-a5e6-8b306ef8315a'] response: {'name': 'network-changed', 'server_uuid': '8604d6f2-6d4e-4cf6-92a4-6c488be17672', 'tag': '3875b074-8f13-475e-8947-8278944c835a', 'status': 'completed', 'code': 200} Sep 22 21:33:47.678001 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a1bc56e7-d3b0-4f3f-897c-04d3a0ff8024 None None] Port c3a44ae3-8a31-42ad-a952-8ea1ab9da306 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:33:47.683519 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1718b217-fd86-4375-a221-500658c4fb37 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:47.690392 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 444c1a43-4f8b-4ca5-aa51-aad9395c8804 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:33:47.690392 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 444c1a43-4f8b-4ca5-aa51-aad9395c8804 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:33:47.700983 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-bf3adcf1-17b8-4528-a902-c8ce7e914676 None None] Set router d05473aa-664e-4044-9a35-ff875a3c8a0e gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:33:47.834537 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9b546c-6bb7-485d-96f6-43e000dc4239 None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:33:47.950622 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41178) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:47.961351 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-25222dfc-9531-4eff-b3d4-2d3d53778778 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3550189 Sep 22 21:33:47.963637 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41180) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:48.001187 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-75a61525-c39e-4702-818e-d5e1435270b2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'subnet': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:48.004634 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1718b217-fd86-4375-a221-500658c4fb37 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Network bec58fb8-a144-40bd-bd75-71d2a84456ca is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:33:48.014723 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-1718b217-fd86-4375-a221-500658c4fb37 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:33:48.026334 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1718b217-fd86-4375-a221-500658c4fb37 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:33:48.070195 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1718b217-fd86-4375-a221-500658c4fb37 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Pushing event updated for resources: {'Port': ['ID=942c3f24-e394-4c78-87d1-ff9b98cdd370,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:48.079297 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-aeaeb250-2a44-4740-9856-0c24be8508e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:48.179234 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a1bc56e7-d3b0-4f3f-897c-04d3a0ff8024 None None] Attempt 6 to provision port c3a44ae3-8a31-42ad-a952-8ea1ab9da306 Sep 22 21:33:48.192698 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaeb250-2a44-4740-9856-0c24be8508e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Pushing event deleted for resources: {'Port': ['ID=c3a44ae3-8a31-42ad-a952-8ea1ab9da306,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:48.227337 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-bf3adcf1-17b8-4528-a902-c8ce7e914676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05473aa-664e-4044-9a35-ff875a3c8a0e', 'name': 'tempest-ServersTestJSON-2097652843-router', 'tenant_id': 'bd8cb946cffb40a086f88543474db7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.217'}], 'enable_snat': True}, 'gw_port_id': '8d43a8d9-47c4-47c7-a7df-b31f15feec69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:32:30Z', 'updated_at': '2022-09-22T21:32:47Z', 'revision_number': 4, 'project_id': 'bd8cb946cffb40a086f88543474db7f3', 'gw_port': {'id': '8d43a8d9-47c4-47c7-a7df-b31f15feec69', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05473aa-664e-4044-9a35-ff875a3c8a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:33Z', 'updated_at': '2022-09-22T21:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '8d74a78c-d63c-403e-b0fb-e010aa287b57', 'tenant_id': 'bd8cb946cffb40a086f88543474db7f3', 'floating_ip_address': '172.26.0.208', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': 'd05473aa-664e-4044-9a35-ff875a3c8a0e', 'port_id': '3875b074-8f13-475e-8947-8278944c835a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffaea767-2648-4475-a48d-aacd7334937b', 'mac_address': 'fa:16:3e:da:38:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8604d6f2-6d4e-4cf6-92a4-6c488be17672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:33:01Z', 'updated_at': '2022-09-22T21:33:42Z', 'revision_number': 1, 'project_id': 'bd8cb946cffb40a086f88543474db7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76d49b16-8e20-46af-9671-e36b447d7ed9', 'name': '', 'network_id': 'ffaea767-2648-4475-a48d-aacd7334937b', 'tenant_id': 'bd8cb946cffb40a086f88543474db7f3', 'mac_address': 'fa:16:3e:b6:5b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05473aa-664e-4044-9a35-ff875a3c8a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '98fb1cd8-d884-4964-b7fb-0cf4fecc1c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:43Z', 'updated_at': '2022-09-22T21:33:00Z', 'revision_number': 5, 'project_id': 'bd8cb946cffb40a086f88543474db7f3', 'subnets': [{'id': '98fb1cd8-d884-4964-b7fb-0cf4fecc1c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:33:48.232603 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3adcf1-17b8-4528-a902-c8ce7e914676 None None] Checking router: d05473aa-664e-4044-9a35-ff875a3c8a0e for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:33:48.242590 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3adcf1-17b8-4528-a902-c8ce7e914676 None None] Routers {'d05473aa-664e-4044-9a35-ff875a3c8a0e'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:33:48.243219 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-bf3adcf1-17b8-4528-a902-c8ce7e914676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:33:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['d05473aa-664e-4044-9a35-ff875a3c8a0e'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:33:48.247188 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46503f49-ae4a-4a49-bbfc-5279172ab244 req-95a3177b-ed20-42fe-ba20-08fbee94f3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:48.248698 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-46503f49-ae4a-4a49-bbfc-5279172ab244 req-95a3177b-ed20-42fe-ba20-08fbee94f3e7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bd8cb946cffb40a086f88543474db7f3&device_id=8604d6f2-6d4e-4cf6-92a4-6c488be17672 HTTP/1.1" status: 200 len: 1098 time: 0.6330812 Sep 22 21:33:48.261403 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1718b217-fd86-4375-a221-500658c4fb37 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:48.268970 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1718b217-fd86-4375-a221-500658c4fb37 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:48.303672 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-75a61525-c39e-4702-818e-d5e1435270b2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:33:48.304209 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc7a2db-9bdb-4dbe-812d-4219db1ae657 None None] DHCP port deletion for 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:33:48.319679 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-9dc7a2db-9bdb-4dbe-812d-4219db1ae657 None None] Deleting port 4b872932-22c4-453c-98e4-8b2254b20bee {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:33:48.321199 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9dc7a2db-9bdb-4dbe-812d-4219db1ae657 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:48.350385 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-aeaeb250-2a44-4740-9856-0c24be8508e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:48.357910 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a1bc56e7-d3b0-4f3f-897c-04d3a0ff8024 None None] Port c3a44ae3-8a31-42ad-a952-8ea1ab9da306 was deleted so its status cannot be updated. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:33:48.382164 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad37c9-69ac-4915-b837-0880efdb1d07 req-2facf33e-f9e8-4538-9267-e28bbb15e85b tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:48.392367 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3dad37c9-69ac-4915-b837-0880efdb1d07 req-2facf33e-f9e8-4538-9267-e28bbb15e85b tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] 10.222.0.33 "GET /v2.0/ports?device_id=8604d6f2-6d4e-4cf6-92a4-6c488be17672 HTTP/1.1" status: 200 len: 945 time: 0.7753344 Sep 22 21:33:48.445225 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-75a61525-c39e-4702-818e-d5e1435270b2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Usage tracker for resource:subnet and tenant:4fef33e75cf240fcbb352fce012907b9 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:33:48.507598 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-75a61525-c39e-4702-818e-d5e1435270b2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:33:48.521964 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-4b862592-a5eb-4910-bb6b-550e0f8eaeb0 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=1c71f3b6114749b38821c6c564cfcd20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5592933 Sep 22 21:33:48.536552 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-75a61525-c39e-4702-818e-d5e1435270b2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:33:48.538150 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41188) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:48.546898 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-bf3adcf1-17b8-4528-a902-c8ce7e914676 None None] Set router d05473aa-664e-4044-9a35-ff875a3c8a0e gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:33:48.583660 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-1718b217-fd86-4375-a221-500658c4fb37 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 6.3746808 Sep 22 21:33:48.583660 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-aeaeb250-2a44-4740-9856-0c24be8508e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] 10.222.0.33 "DELETE /v2.0/ports/c3a44ae3-8a31-42ad-a952-8ea1ab9da306 HTTP/1.1" status: 204 len: 168 time: 3.7308366 Sep 22 21:33:48.586026 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-cd813e57-4acc-4e26-a7a0-78b43d870dd7 None None] Provisioning complete for port 2cc59087-50b3-4b1d-9465-a001fff4540a triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:33:48.586381 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-cd813e57-4acc-4e26-a7a0-78b43d870dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:48.586738 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-cd813e57-4acc-4e26-a7a0-78b43d870dd7 None None] Attempt 1 to provision port 2cc59087-50b3-4b1d-9465-a001fff4540a Sep 22 21:33:48.590760 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41192) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:48.591098 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41194) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:48.630975 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a61525-c39e-4702-818e-d5e1435270b2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:33:48.636972 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-75a61525-c39e-4702-818e-d5e1435270b2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:48.750443 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3dad37c9-69ac-4915-b837-0880efdb1d07 req-58a4c3c1-2c99-45d5-93a0-0a482ea1c03f tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9c38e2c-e015-40bb-a6d8-d16188e9a895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3570809 Sep 22 21:33:48.756311 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-9dc7a2db-9bdb-4dbe-812d-4219db1ae657 None None] For port 4b872932-22c4-453c-98e4-8b2254b20bee, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=4b872932-22c4-453c-98e4-8b2254b20bee,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:33:48.756815 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9dc7a2db-9bdb-4dbe-812d-4219db1ae657 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:48.791230 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2fbac5cb-fadd-47c9-a80d-e62a4464323a tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks [] for router_gateway, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:48.835386 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46503f49-ae4a-4a49-bbfc-5279172ab244 req-8826b1ca-3aff-47ce-bf6d-6e03c50b586e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:48.836844 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-46503f49-ae4a-4a49-bbfc-5279172ab244 req-8826b1ca-3aff-47ce-bf6d-6e03c50b586e service neutron] 10.222.0.49 "GET /v2.0/networks?id=ffaea767-2648-4475-a48d-aacd7334937b HTTP/1.1" status: 200 len: 906 time: 0.5637646 Sep 22 21:33:48.952413 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bf1e3fa6-5e9e-42dd-9dd3-c4df051ecfa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:48.962038 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-169caaeb-019e-4c9c-b469-e2d647183b3a tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Deleting subnet c6e87c68-6f65-43b1-ad89-10f45a03b190 {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:33:48.979683 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-169caaeb-019e-4c9c-b469-e2d647183b3a tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:49.016237 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-9dc7a2db-9bdb-4dbe-812d-4219db1ae657 None None] Calling delete_port for 4b872932-22c4-453c-98e4-8b2254b20bee owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:33:49.051460 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-46503f49-ae4a-4a49-bbfc-5279172ab244 req-4c679361-a2ea-48c4-8d2e-b17a8f56e263 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3875b074-8f13-475e-8947-8278944c835a HTTP/1.1" status: 200 len: 999 time: 0.2032924 Sep 22 21:33:49.053168 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bf1e3fa6-5e9e-42dd-9dd3-c4df051ecfa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:49.066155 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-bf3adcf1-17b8-4528-a902-c8ce7e914676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05473aa-664e-4044-9a35-ff875a3c8a0e', 'name': 'tempest-ServersTestJSON-2097652843-router', 'tenant_id': 'bd8cb946cffb40a086f88543474db7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.217'}], 'enable_snat': True}, 'gw_port_id': '8d43a8d9-47c4-47c7-a7df-b31f15feec69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:32:30Z', 'updated_at': '2022-09-22T21:32:47Z', 'revision_number': 4, 'project_id': 'bd8cb946cffb40a086f88543474db7f3', 'gw_port': {'id': '8d43a8d9-47c4-47c7-a7df-b31f15feec69', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05473aa-664e-4044-9a35-ff875a3c8a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:33Z', 'updated_at': '2022-09-22T21:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '8d74a78c-d63c-403e-b0fb-e010aa287b57', 'tenant_id': 'bd8cb946cffb40a086f88543474db7f3', 'floating_ip_address': '172.26.0.208', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': 'd05473aa-664e-4044-9a35-ff875a3c8a0e', 'port_id': '3875b074-8f13-475e-8947-8278944c835a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffaea767-2648-4475-a48d-aacd7334937b', 'mac_address': 'fa:16:3e:da:38:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8604d6f2-6d4e-4cf6-92a4-6c488be17672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:33:01Z', 'updated_at': '2022-09-22T21:33:42Z', 'revision_number': 1, 'project_id': 'bd8cb946cffb40a086f88543474db7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76d49b16-8e20-46af-9671-e36b447d7ed9', 'name': '', 'network_id': 'ffaea767-2648-4475-a48d-aacd7334937b', 'tenant_id': 'bd8cb946cffb40a086f88543474db7f3', 'mac_address': 'fa:16:3e:b6:5b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05473aa-664e-4044-9a35-ff875a3c8a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '98fb1cd8-d884-4964-b7fb-0cf4fecc1c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:43Z', 'updated_at': '2022-09-22T21:33:00Z', 'revision_number': 5, 'project_id': 'bd8cb946cffb40a086f88543474db7f3', 'subnets': [{'id': '98fb1cd8-d884-4964-b7fb-0cf4fecc1c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:33:49.070803 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3adcf1-17b8-4528-a902-c8ce7e914676 None None] The sync data for ids ['d05473aa-664e-4044-9a35-ff875a3c8a0e'] in dv-neutron-858900-1-hyperv is: [{'id': 'd05473aa-664e-4044-9a35-ff875a3c8a0e', 'name': 'tempest-ServersTestJSON-2097652843-router', 'tenant_id': 'bd8cb946cffb40a086f88543474db7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.217'}], 'enable_snat': True}, 'gw_port_id': '8d43a8d9-47c4-47c7-a7df-b31f15feec69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:32:30Z', 'updated_at': '2022-09-22T21:32:47Z', 'revision_number': 4, 'project_id': 'bd8cb946cffb40a086f88543474db7f3', 'gw_port': {'id': '8d43a8d9-47c4-47c7-a7df-b31f15feec69', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05473aa-664e-4044-9a35-ff875a3c8a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:33Z', 'updated_at': '2022-09-22T21:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '8d74a78c-d63c-403e-b0fb-e010aa287b57', 'tenant_id': 'bd8cb946cffb40a086f88543474db7f3', 'floating_ip_address': '172.26.0.208', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': 'd05473aa-664e-4044-9a35-ff875a3c8a0e', 'port_id': '3875b074-8f13-475e-8947-8278944c835a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffaea767-2648-4475-a48d-aacd7334937b', 'mac_address': 'fa:16:3e:da:38:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8604d6f2-6d4e-4cf6-92a4-6c488be17672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:33:01Z', 'updated_at': '2022-09-22T21:33:42Z', 'revision_number': 1, 'project_id': 'bd8cb946cffb40a086f88543474db7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76d49b16-8e20-46af-9671-e36b447d7ed9', 'name': '', 'network_id': 'ffaea767-2648-4475-a48d-aacd7334937b', 'tenant_id': 'bd8cb946cffb40a086f88543474db7f3', 'mac_address': 'fa:16:3e:b6:5b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05473aa-664e-4044-9a35-ff875a3c8a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '98fb1cd8-d884-4964-b7fb-0cf4fecc1c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:43Z', 'updated_at': '2022-09-22T21:33:00Z', 'revision_number': 5, 'project_id': 'bd8cb946cffb40a086f88543474db7f3', 'subnets': [{'id': '98fb1cd8-d884-4964-b7fb-0cf4fecc1c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:33:49.097670 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-cd813e57-4acc-4e26-a7a0-78b43d870dd7 None None] Current status of the port 2cc59087-50b3-4b1d-9465-a001fff4540a is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:33:49.103803 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed5a5dd-2703-40d3-8141-adc2a9e45c09 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:49.108121 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-cd813e57-4acc-4e26-a7a0-78b43d870dd7 None None] Could not find standard attr ID for object 63346a89-cf30-40d3-9d6a-066e8421ce77. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:33:49.110439 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed5a5dd-2703-40d3-8141-adc2a9e45c09 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:49.116290 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed5a5dd-2703-40d3-8141-adc2a9e45c09 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:49.117168 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-fed5a5dd-2703-40d3-8141-adc2a9e45c09 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Synchronizing usage tracker for tenant:f82f9901a1a8480c8bc290e72969c879 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:33:49.133380 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-cd813e57-4acc-4e26-a7a0-78b43d870dd7 None None] Provisioning for port 4b872932-22c4-453c-98e4-8b2254b20bee completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:33:49.141496 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-cd813e57-4acc-4e26-a7a0-78b43d870dd7 None None] Provisioning complete for port 4b872932-22c4-453c-98e4-8b2254b20bee triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:33:49.141984 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-cd813e57-4acc-4e26-a7a0-78b43d870dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:49.142647 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-cd813e57-4acc-4e26-a7a0-78b43d870dd7 None None] Attempt 1 to provision port 4b872932-22c4-453c-98e4-8b2254b20bee Sep 22 21:33:49.164333 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-169caaeb-019e-4c9c-b469-e2d647183b3a tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:49.179242 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9dc7a2db-9bdb-4dbe-812d-4219db1ae657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:49.242650 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-cd813e57-4acc-4e26-a7a0-78b43d870dd7 None None] Port 4b872932-22c4-453c-98e4-8b2254b20bee was deleted so its status cannot be updated. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:33:49.256904 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc7a2db-9bdb-4dbe-812d-4219db1ae657 None None] Pushing event deleted for resources: {'Port': ['ID=4b872932-22c4-453c-98e4-8b2254b20bee,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:49.257246 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46503f49-ae4a-4a49-bbfc-5279172ab244 req-b250db6f-211f-4dba-9497-e9b2c5724c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:49.258728 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-46503f49-ae4a-4a49-bbfc-5279172ab244 req-b250db6f-211f-4dba-9497-e9b2c5724c22 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=98fb1cd8-d884-4964-b7fb-0cf4fecc1c4a HTTP/1.1" status: 200 len: 845 time: 0.1918354 Sep 22 21:33:49.262099 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc7a2db-9bdb-4dbe-812d-4219db1ae657 None None] No DVR routers for this DVR port 4b872932-22c4-453c-98e4-8b2254b20bee on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:33:49.266290 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-fed5a5dd-2703-40d3-8141-adc2a9e45c09 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Unset dirty status for tenant:f82f9901a1a8480c8bc290e72969c879 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:33:49.267488 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-fed5a5dd-2703-40d3-8141-adc2a9e45c09 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.6637328 Sep 22 21:33:49.284408 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-cd813e57-4acc-4e26-a7a0-78b43d870dd7 None None] Provisioning for port 24a47a38-17ee-485c-99e9-899a491ad8ca completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:33:49.290368 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-cd813e57-4acc-4e26-a7a0-78b43d870dd7 None None] Provisioning complete for port 24a47a38-17ee-485c-99e9-899a491ad8ca triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:33:49.290953 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-cd813e57-4acc-4e26-a7a0-78b43d870dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:49.291443 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-cd813e57-4acc-4e26-a7a0-78b43d870dd7 None None] Attempt 1 to provision port 24a47a38-17ee-485c-99e9-899a491ad8ca Sep 22 21:33:49.332524 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41204) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:49.367112 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-cd813e57-4acc-4e26-a7a0-78b43d870dd7 None None] Port 24a47a38-17ee-485c-99e9-899a491ad8ca cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:33:49.371055 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2fbac5cb-fadd-47c9-a80d-e62a4464323a tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:49.373532 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-75a61525-c39e-4702-818e-d5e1435270b2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:49.397714 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352cd835-3d85-4dfc-8de4-b9118fabeca5 None None] New status for floating IP 8d74a78c-d63c-403e-b0fb-e010aa287b57: ACTIVE {{(pid=89010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:33:49.425247 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bf1e3fa6-5e9e-42dd-9dd3-c4df051ecfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:49.459994 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1e3fa6-5e9e-42dd-9dd3-c4df051ecfa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f196a5-f69c-494b-b7c6-53cc2a12399f,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:49.465938 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-d428bd62-4429-43dc-b916-682538264c2e tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Deleting port 942c3f24-e394-4c78-87d1-ff9b98cdd370 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:33:49.466359 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d428bd62-4429-43dc-b916-682538264c2e tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:49.515177 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-169caaeb-019e-4c9c-b469-e2d647183b3a tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:49.561410 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bf1e3fa6-5e9e-42dd-9dd3-c4df051ecfa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:49.564831 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-bf1e3fa6-5e9e-42dd-9dd3-c4df051ecfa2 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/87f196a5-f69c-494b-b7c6-53cc2a12399f HTTP/1.1" status: 204 len: 168 time: 1.0103631 Sep 22 21:33:49.564987 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 4b872932-22c4-453c-98e4-8b2254b20bee no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:33:49.637595 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 4b872932-22c4-453c-98e4-8b2254b20bee {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:33:49.638341 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 4b872932-22c4-453c-98e4-8b2254b20bee not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:33:49.639395 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a61525-c39e-4702-818e-d5e1435270b2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:33:49.648137 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-75a61525-c39e-4702-818e-d5e1435270b2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:33:49.655865 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a61525-c39e-4702-818e-d5e1435270b2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:49.656517 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-75a61525-c39e-4702-818e-d5e1435270b2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:49.658989 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46503f49-ae4a-4a49-bbfc-5279172ab244 req-4f644829-bd1d-402a-90ff-a1bab8d99e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:49.660875 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-46503f49-ae4a-4a49-bbfc-5279172ab244 req-4f644829-bd1d-402a-90ff-a1bab8d99e4e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ffaea767-2648-4475-a48d-aacd7334937b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3919652 Sep 22 21:33:49.687055 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a61525-c39e-4702-818e-d5e1435270b2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Subnet': ['ID=7a0fcc83-fe9e-4c6f-9d95-8c0ed3b0627e,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:49.697509 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-75a61525-c39e-4702-818e-d5e1435270b2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6986306 Sep 22 21:33:49.697749 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41210) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:49.701091 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fbac5cb-fadd-47c9-a80d-e62a4464323a tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Router dce30089-2973-4ca2-a179-ca3bc30176e1 is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:33:49.706788 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-32181d28-2684-4460-8f53-21f2a7d2252f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'port': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'name': 'tempest-NetworksTestDHCPv6-2040829280'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:49.738913 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd2e511-d43b-4226-aa55-5af544e3aef6 None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:33:49.819990 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-169caaeb-019e-4c9c-b469-e2d647183b3a tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:49.868350 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-cd813e57-4acc-4e26-a7a0-78b43d870dd7 None None] Attempt 2 to provision port 24a47a38-17ee-485c-99e9-899a491ad8ca Sep 22 21:33:49.894717 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169caaeb-019e-4c9c-b469-e2d647183b3a tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Pushing event deleted for resources: {'Subnet': ['ID=c6e87c68-6f65-43b1-ad89-10f45a03b190,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:49.898726 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-169caaeb-019e-4c9c-b469-e2d647183b3a tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:49.934383 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-169caaeb-019e-4c9c-b469-e2d647183b3a tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] 10.222.0.33 "DELETE /v2.0/subnets/c6e87c68-6f65-43b1-ad89-10f45a03b190 HTTP/1.1" status: 204 len: 168 time: 1.3256910 Sep 22 21:33:49.936045 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacd6645-6e35-4810-af13-edb47122c3e4 None None] Network d8393759-5d59-4d15-bcbb-1134608b4b0e requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:33:49.945853 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41218) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:49.999786 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d428bd62-4429-43dc-b916-682538264c2e tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:50.148799 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-32181d28-2684-4460-8f53-21f2a7d2252f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:33:50.161780 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-32181d28-2684-4460-8f53-21f2a7d2252f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Usage tracker for resource:port and tenant:4fef33e75cf240fcbb352fce012907b9 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:33:50.166538 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-32181d28-2684-4460-8f53-21f2a7d2252f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:33:50.170102 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fbac5cb-fadd-47c9-a80d-e62a4464323a tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:33:50.184480 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcce256-4215-47df-9d80-09c9e75a07da None None] Sync routers for ids ['dce30089-2973-4ca2-a179-ca3bc30176e1'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:33:50.186249 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-46503f49-ae4a-4a49-bbfc-5279172ab244 req-836041f3-aa5b-45db-a5a6-55f2d70631aa service neutron] 10.222.0.49 "GET /v2.0/networks/ffaea767-2648-4475-a48d-aacd7334937b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5143321 Sep 22 21:33:50.192575 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-32181d28-2684-4460-8f53-21f2a7d2252f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:33:50.201737 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2fbac5cb-fadd-47c9-a80d-e62a4464323a tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:50.202086 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcce256-4215-47df-9d80-09c9e75a07da None None] Routers {'dce30089-2973-4ca2-a179-ca3bc30176e1'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:33:50.203416 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-5dcce256-4215-47df-9d80-09c9e75a07da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:33:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['dce30089-2973-4ca2-a179-ca3bc30176e1'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:33:50.203577 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2fbac5cb-fadd-47c9-a80d-e62a4464323a tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.5408301 Sep 22 21:33:50.206440 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41228) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:50.213730 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-37935c5b-63e3-4522-b025-45a3db38ba81 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'enable_snat': False}}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:50.334151 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-d428bd62-4429-43dc-b916-682538264c2e tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Calling delete_port for 942c3f24-e394-4c78-87d1-ff9b98cdd370 owned by {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:33:50.345743 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-5dcce256-4215-47df-9d80-09c9e75a07da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:33:50.368264 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcce256-4215-47df-9d80-09c9e75a07da None None] Routers {'dce30089-2973-4ca2-a179-ca3bc30176e1'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:33:50.368865 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-5dcce256-4215-47df-9d80-09c9e75a07da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:33:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['dce30089-2973-4ca2-a179-ca3bc30176e1'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:33:50.382854 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-cd813e57-4acc-4e26-a7a0-78b43d870dd7 None None] Port 24a47a38-17ee-485c-99e9-899a491ad8ca cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:33:50.501616 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32181d28-2684-4460-8f53-21f2a7d2252f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'port': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:33:50.505345 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-32181d28-2684-4460-8f53-21f2a7d2252f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:50.518421 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4a374566-d7f7-49a3-ba60-c7b9104e423e tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:50.519916 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-5dcce256-4215-47df-9d80-09c9e75a07da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:33:50.520396 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcce256-4215-47df-9d80-09c9e75a07da None None] The sync data for ids ['dce30089-2973-4ca2-a179-ca3bc30176e1'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:33:50.547592 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-32181d28-2684-4460-8f53-21f2a7d2252f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] device_id is not set on port 6b1f608a-28a3-4ccb-962f-4eb7b24d70b9 yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:33:50.574562 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-4a374566-d7f7-49a3-ba60-c7b9104e423e tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Deleting port e724f3ca-43e4-4d55-b68d-4d01cc22f479 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:33:50.575052 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4a374566-d7f7-49a3-ba60-c7b9104e423e tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:50.637168 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-46503f49-ae4a-4a49-bbfc-5279172ab244 req-926ceaaa-f77f-45e1-bbcd-f6db9632db44 service neutron] 10.222.0.49 "GET /v2.0/networks/ffaea767-2648-4475-a48d-aacd7334937b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909416 Sep 22 21:33:50.646303 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3242de-ef69-4f42-acfb-c7e0b93cf646 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'tenant_id': '4fef33e75cf240fcbb352fce012907b9', 'fixed_ips': [{'subnet_id': '7a0fcc83-fe9e-4c6f-9d95-8c0ed3b0627e'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:33:50.647159 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8e3242de-ef69-4f42-acfb-c7e0b93cf646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:50.723783 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41240) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:50.741343 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d92d8f8-5bee-461e-bfb4-db89360758f8 None None] DHCP port deletion for d8393759-5d59-4d15-bcbb-1134608b4b0e request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:33:50.757426 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-9d92d8f8-5bee-461e-bfb4-db89360758f8 None None] Deleting port e724f3ca-43e4-4d55-b68d-4d01cc22f479 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:33:50.757426 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9d92d8f8-5bee-461e-bfb4-db89360758f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:50.797087 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d428bd62-4429-43dc-b916-682538264c2e tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:50.884702 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-cd813e57-4acc-4e26-a7a0-78b43d870dd7 None None] Attempt 3 to provision port 24a47a38-17ee-485c-99e9-899a491ad8ca Sep 22 21:33:50.903142 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-f1098cb0-fcef-4894-9e2b-3762dbb8e5da tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-469463832'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:50.908284 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-f1098cb0-fcef-4894-9e2b-3762dbb8e5da tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:33:50.912834 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f1098cb0-fcef-4894-9e2b-3762dbb8e5da tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Usage tracker for resource:network and tenant:5c103daa7e764303927ef5f69fe7eabf is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:33:50.916649 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f1098cb0-fcef-4894-9e2b-3762dbb8e5da tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:33:50.921502 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-f1098cb0-fcef-4894-9e2b-3762dbb8e5da tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:33:50.922863 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d428bd62-4429-43dc-b916-682538264c2e tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Pushing event deleted for resources: {'Port': ['ID=942c3f24-e394-4c78-87d1-ff9b98cdd370,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:50.991044 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-4a374566-d7f7-49a3-ba60-c7b9104e423e tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] For port e724f3ca-43e4-4d55-b68d-4d01cc22f479, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=e724f3ca-43e4-4d55-b68d-4d01cc22f479,segment=NetworkSegment(e07f3ddb-8c5d-4893-add5-734465cbf4e0),segment_id=e07f3ddb-8c5d-4893-add5-734465cbf4e0)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:33:50.991552 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4a374566-d7f7-49a3-ba60-c7b9104e423e tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:51.010289 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1098cb0-fcef-4894-9e2b-3762dbb8e5da tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Made reservation on behalf of 5c103daa7e764303927ef5f69fe7eabf for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:33:51.013998 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f1098cb0-fcef-4894-9e2b-3762dbb8e5da tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:51.035638 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f1098cb0-fcef-4894-9e2b-3762dbb8e5da tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:51.040950 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-cd813e57-4acc-4e26-a7a0-78b43d870dd7 None None] Port 24a47a38-17ee-485c-99e9-899a491ad8ca cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:33:51.060076 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-9d92d8f8-5bee-461e-bfb4-db89360758f8 None None] For port e724f3ca-43e4-4d55-b68d-4d01cc22f479, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=e724f3ca-43e4-4d55-b68d-4d01cc22f479,segment=NetworkSegment(e07f3ddb-8c5d-4893-add5-734465cbf4e0),segment_id=e07f3ddb-8c5d-4893-add5-734465cbf4e0)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:33:51.060468 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9d92d8f8-5bee-461e-bfb4-db89360758f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:51.068108 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-32181d28-2684-4460-8f53-21f2a7d2252f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Allocated IP 2001:db8::8e (98c62b9a-5d2a-496f-a1e5-12a6874f54f0/7a0fcc83-fe9e-4c6f-9d95-8c0ed3b0627e/6b1f608a-28a3-4ccb-962f-4eb7b24d70b9) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:33:51.091875 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-f1098cb0-fcef-4894-9e2b-3762dbb8e5da tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:33:51.096658 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f1098cb0-fcef-4894-9e2b-3762dbb8e5da tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Usage tracker for resource:security_group_rule and tenant:5c103daa7e764303927ef5f69fe7eabf is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:33:51.105872 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f1098cb0-fcef-4894-9e2b-3762dbb8e5da tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:33:51.112065 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-f1098cb0-fcef-4894-9e2b-3762dbb8e5da tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:33:51.154568 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-4a374566-d7f7-49a3-ba60-c7b9104e423e tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Calling delete_port for e724f3ca-43e4-4d55-b68d-4d01cc22f479 owned by network:dhcp {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:33:51.220335 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-37935c5b-63e3-4522-b025-45a3db38ba81 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:51.220774 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-9d92d8f8-5bee-461e-bfb4-db89360758f8 None None] Calling delete_port for e724f3ca-43e4-4d55-b68d-4d01cc22f479 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:33:51.235938 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f1098cb0-fcef-4894-9e2b-3762dbb8e5da tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:51.259056 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f1098cb0-fcef-4894-9e2b-3762dbb8e5da tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:51.333677 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9d92d8f8-5bee-461e-bfb4-db89360758f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:51.340169 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1098cb0-fcef-4894-9e2b-3762dbb8e5da tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffa5b78-dff3-438d-b528-200c8c57f1d5,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:51.342940 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1098cb0-fcef-4894-9e2b-3762dbb8e5da tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:33:51.368859 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.db.api [None req-4a374566-d7f7-49a3-ba60-c7b9104e423e tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:33:51.369187 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG oslo_db.api [None req-4a374566-d7f7-49a3-ba60-c7b9104e423e tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:33:51.370710 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d428bd62-4429-43dc-b916-682538264c2e tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:51.389467 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-d428bd62-4429-43dc-b916-682538264c2e tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] 10.222.0.33 "DELETE /v2.0/ports/942c3f24-e394-4c78-87d1-ff9b98cdd370 HTTP/1.1" status: 204 len: 168 time: 2.0558310 Sep 22 21:33:51.390159 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41248) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:51.395316 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d92d8f8-5bee-461e-bfb4-db89360758f8 None None] No DVR routers for this DVR port e724f3ca-43e4-4d55-b68d-4d01cc22f479 on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:33:51.396908 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d92d8f8-5bee-461e-bfb4-db89360758f8 None None] Pushing event deleted for resources: {'Port': ['ID=e724f3ca-43e4-4d55-b68d-4d01cc22f479,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:51.438176 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-87671979-0d1a-4b30-ba69-a50f03f10677 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] GET failed (client error): The resource could not be found. Sep 22 21:33:51.438738 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-87671979-0d1a-4b30-ba69-a50f03f10677 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Synchronizing usage tracker for tenant:f82f9901a1a8480c8bc290e72969c879 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:33:51.455055 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-87671979-0d1a-4b30-ba69-a50f03f10677 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Unset dirty status for tenant:f82f9901a1a8480c8bc290e72969c879 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:33:51.456284 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-87671979-0d1a-4b30-ba69-a50f03f10677 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] 10.222.0.33 "GET /v2.0/ports/942c3f24-e394-4c78-87d1-ff9b98cdd370 HTTP/1.1" status: 404 len: 333 time: 0.0651493 Sep 22 21:33:51.460336 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41252) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:51.465874 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-d72c6ede-aa51-4510-b41d-088e5fc0c4c3 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Request body: {'port': {'network_id': 'bec58fb8-a144-40bd-bd75-71d2a84456ca', 'name': 'tempest-AllowedAddressPairTestJSON-1191880325'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:51.536358 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device e724f3ca-43e4-4d55-b68d-4d01cc22f479 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:33:51.573425 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-cd813e57-4acc-4e26-a7a0-78b43d870dd7 None None] Attempt 4 to provision port 24a47a38-17ee-485c-99e9-899a491ad8ca Sep 22 21:33:51.586240 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f1098cb0-fcef-4894-9e2b-3762dbb8e5da tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:51.586585 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-f1098cb0-fcef-4894-9e2b-3762dbb8e5da tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Added segment 27c5312a-05e7-45ee-a390-75e4def3308c of type vlan for network 75d3f35c-2694-40d9-bee0-ff37746e7cf7 Sep 22 21:33:51.607553 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: e724f3ca-43e4-4d55-b68d-4d01cc22f479 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:33:51.607889 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device e724f3ca-43e4-4d55-b68d-4d01cc22f479 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:33:51.612896 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-d72c6ede-aa51-4510-b41d-088e5fc0c4c3 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:33:51.624788 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-d72c6ede-aa51-4510-b41d-088e5fc0c4c3 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:33:51.635930 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72c6ede-aa51-4510-b41d-088e5fc0c4c3 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Made reservation on behalf of f82f9901a1a8480c8bc290e72969c879 for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:33:51.640021 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d72c6ede-aa51-4510-b41d-088e5fc0c4c3 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:51.645136 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-cd813e57-4acc-4e26-a7a0-78b43d870dd7 None None] Port 24a47a38-17ee-485c-99e9-899a491ad8ca cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:33:51.654172 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f1098cb0-fcef-4894-9e2b-3762dbb8e5da tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:51.661836 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [None req-d72c6ede-aa51-4510-b41d-088e5fc0c4c3 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] device_id is not set on port 356037f8-3644-4b46-bcca-2c396a38b9e4 yet. {{(pid=89008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:33:51.709330 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-32181d28-2684-4460-8f53-21f2a7d2252f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:51.734786 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-32181d28-2684-4460-8f53-21f2a7d2252f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Transition to ACTIVE for port object 6b1f608a-28a3-4ccb-962f-4eb7b24d70b9 will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:33:51.753143 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f1098cb0-fcef-4894-9e2b-3762dbb8e5da tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:51.758501 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1098cb0-fcef-4894-9e2b-3762dbb8e5da tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:51.759165 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f1098cb0-fcef-4894-9e2b-3762dbb8e5da tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:51.870042 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-4a374566-d7f7-49a3-ba60-c7b9104e423e tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Deleting port e724f3ca-43e4-4d55-b68d-4d01cc22f479 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:33:51.870427 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4a374566-d7f7-49a3-ba60-c7b9104e423e tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:51.892436 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1098cb0-fcef-4894-9e2b-3762dbb8e5da tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event updated for resources: {'Network': ['ID=75d3f35c-2694-40d9-bee0-ff37746e7cf7,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:51.899292 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-f1098cb0-fcef-4894-9e2b-3762dbb8e5da tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1723537 Sep 22 21:33:51.904216 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 75d3f35c-2694-40d9-bee0-ff37746e7cf7 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:33:51.906569 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41258) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:51.943591 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-77294a97-0ac8-4e7e-9b90-68b220df0ef4 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2013392130'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:51.958009 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-4a374566-d7f7-49a3-ba60-c7b9104e423e tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] The port 'e724f3ca-43e4-4d55-b68d-4d01cc22f479' was deleted {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 21:33:51.963279 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-77294a97-0ac8-4e7e-9b90-68b220df0ef4 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:33:51.976006 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-32181d28-2684-4460-8f53-21f2a7d2252f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:51.996014 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-d72c6ede-aa51-4510-b41d-088e5fc0c4c3 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Allocated IP 172.20.0.4 (bec58fb8-a144-40bd-bd75-71d2a84456ca/92dd7fe2-1cc3-4ba2-9437-bf37d3ba871d/356037f8-3644-4b46-bcca-2c396a38b9e4) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:33:52.004750 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-77294a97-0ac8-4e7e-9b90-68b220df0ef4 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Usage tracker for resource:network and tenant:5c103daa7e764303927ef5f69fe7eabf is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:33:52.020148 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-77294a97-0ac8-4e7e-9b90-68b220df0ef4 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:33:52.060512 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-8e3242de-ef69-4f42-acfb-c7e0b93cf646 None None] Allocated IP 2001:db8::2 (98c62b9a-5d2a-496f-a1e5-12a6874f54f0/7a0fcc83-fe9e-4c6f-9d95-8c0ed3b0627e/2574527a-762d-40d8-9cab-27be64a30354) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:33:52.086461 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-77294a97-0ac8-4e7e-9b90-68b220df0ef4 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:33:52.107434 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32181d28-2684-4460-8f53-21f2a7d2252f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:33:52.126124 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-32181d28-2684-4460-8f53-21f2a7d2252f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:33:52.132795 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32181d28-2684-4460-8f53-21f2a7d2252f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:33:52.134930 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77294a97-0ac8-4e7e-9b90-68b220df0ef4 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Made reservation on behalf of 5c103daa7e764303927ef5f69fe7eabf for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:33:52.138450 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32181d28-2684-4460-8f53-21f2a7d2252f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:52.139079 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-77294a97-0ac8-4e7e-9b90-68b220df0ef4 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:52.139210 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-32181d28-2684-4460-8f53-21f2a7d2252f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:52.148223 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-cd813e57-4acc-4e26-a7a0-78b43d870dd7 None None] Attempt 5 to provision port 24a47a38-17ee-485c-99e9-899a491ad8ca Sep 22 21:33:52.153142 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4a374566-d7f7-49a3-ba60-c7b9104e423e tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:52.153297 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32181d28-2684-4460-8f53-21f2a7d2252f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Port': ['ID=6b1f608a-28a3-4ccb-962f-4eb7b24d70b9,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:52.174865 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-32181d28-2684-4460-8f53-21f2a7d2252f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4735749 Sep 22 21:33:52.176084 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41262) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:52.217681 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-4a374566-d7f7-49a3-ba60-c7b9104e423e tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8393759-5d59-4d15-bcbb-1134608b4b0e']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:33:52.225863 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-cd813e57-4acc-4e26-a7a0-78b43d870dd7 None None] Port 24a47a38-17ee-485c-99e9-899a491ad8ca cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:33:52.246676 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-4a374566-d7f7-49a3-ba60-c7b9104e423e tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e07f3ddb-8c5d-4893-add5-734465cbf4e0') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:33:52.247527 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-4a374566-d7f7-49a3-ba60-c7b9104e423e tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e07f3ddb-8c5d-4893-add5-734465cbf4e0') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:33:52.254535 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77294a97-0ac8-4e7e-9b90-68b220df0ef4 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:33:52.342964 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8e3242de-ef69-4f42-acfb-c7e0b93cf646 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:52.344962 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4a374566-d7f7-49a3-ba60-c7b9104e423e tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:52.356437 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-8e3242de-ef69-4f42-acfb-c7e0b93cf646 None None] Transition to ACTIVE for port object 2574527a-762d-40d8-9cab-27be64a30354 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:33:52.364281 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-77294a97-0ac8-4e7e-9b90-68b220df0ef4 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:52.364634 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-77294a97-0ac8-4e7e-9b90-68b220df0ef4 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Added segment 8670628f-d28f-4000-8e5f-75f6b5ccf8ae of type vlan for network 466f4533-7c4d-4e5f-933c-84617c39b62a Sep 22 21:33:52.379014 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4a374566-d7f7-49a3-ba60-c7b9104e423e tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:52.379403 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-8e3242de-ef69-4f42-acfb-c7e0b93cf646 None None] Transition to ACTIVE for port object 2574527a-762d-40d8-9cab-27be64a30354 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:33:52.386830 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8e3242de-ef69-4f42-acfb-c7e0b93cf646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:52.406995 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a374566-d7f7-49a3-ba60-c7b9104e423e tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:33:52.407398 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4a374566-d7f7-49a3-ba60-c7b9104e423e tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:52.441890 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ce3f49-6da0-4670-98cc-bf1d03bf8d74 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:52.442621 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f0ce3f49-6da0-4670-98cc-bf1d03bf8d74 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:33:52.461869 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3242de-ef69-4f42-acfb-c7e0b93cf646 None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:33:52.464419 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-77294a97-0ac8-4e7e-9b90-68b220df0ef4 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:52.464990 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-8e3242de-ef69-4f42-acfb-c7e0b93cf646 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:33:52.468737 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3242de-ef69-4f42-acfb-c7e0b93cf646 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:33:52.475326 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3242de-ef69-4f42-acfb-c7e0b93cf646 None None] Pushing event updated for resources: {'Port': ['ID=2574527a-762d-40d8-9cab-27be64a30354,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:52.524056 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment e07f3ddb-8c5d-4893-add5-734465cbf4e0 resource provider aggregate not found Sep 22 21:33:52.545015 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f0ce3f49-6da0-4670-98cc-bf1d03bf8d74 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:33:52.546572 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-f0ce3f49-6da0-4670-98cc-bf1d03bf8d74 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.3703074 Sep 22 21:33:52.550625 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41270) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:52.568065 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment e07f3ddb-8c5d-4893-add5-734465cbf4e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e07f3ddb-8c5d-4893-add5-734465cbf4e0 found for delete ", "request_id": "req-5ecb20f5-0180-4c96-a4fe-871aaf1f4784"}]} Sep 22 21:33:52.583641 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-8e3242de-ef69-4f42-acfb-c7e0b93cf646 None None] Attempting to bind port 2574527a-762d-40d8-9cab-27be64a30354 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:33:52.583970 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-8e3242de-ef69-4f42-acfb-c7e0b93cf646 None None] Attempting to bind port 2574527a-762d-40d8-9cab-27be64a30354 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:33:52.584371 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3242de-ef69-4f42-acfb-c7e0b93cf646 None None] Attempting to bind port 2574527a-762d-40d8-9cab-27be64a30354 on network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:33:52.589688 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3242de-ef69-4f42-acfb-c7e0b93cf646 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:33:52.590044 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3242de-ef69-4f42-acfb-c7e0b93cf646 None None] Checking segment: {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:33:52.590434 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8e3242de-ef69-4f42-acfb-c7e0b93cf646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:52.590857 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3242de-ef69-4f42-acfb-c7e0b93cf646 None None] Bound using segment: {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:33:52.591636 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-8e3242de-ef69-4f42-acfb-c7e0b93cf646 None None] Bound port: 2574527a-762d-40d8-9cab-27be64a30354, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:33:52.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8e3242de-ef69-4f42-acfb-c7e0b93cf646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:52.608140 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d72c6ede-aa51-4510-b41d-088e5fc0c4c3 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:52.630523 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4a374566-d7f7-49a3-ba60-c7b9104e423e tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:52.657901 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4a374566-d7f7-49a3-ba60-c7b9104e423e tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:52.665500 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-77294a97-0ac8-4e7e-9b90-68b220df0ef4 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:52.671497 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77294a97-0ac8-4e7e-9b90-68b220df0ef4 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:52.672423 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-77294a97-0ac8-4e7e-9b90-68b220df0ef4 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:52.681735 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-d72c6ede-aa51-4510-b41d-088e5fc0c4c3 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Transition to ACTIVE for port object 356037f8-3644-4b46-bcca-2c396a38b9e4 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:33:52.688360 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-8e3242de-ef69-4f42-acfb-c7e0b93cf646 None None] For port 2574527a-762d-40d8-9cab-27be64a30354, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:33:52.691322 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a374566-d7f7-49a3-ba60-c7b9104e423e tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] Pushing event deleted for resources: {'Network': ['ID=d8393759-5d59-4d15-bcbb-1134608b4b0e,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:52.695837 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-8e3242de-ef69-4f42-acfb-c7e0b93cf646 None None] For port 2574527a-762d-40d8-9cab-27be64a30354, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=2574527a-762d-40d8-9cab-27be64a30354,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:33:52.701051 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-66a3ffdf-7ae3-4ab7-824a-e749e4d69667 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Deleting port 6b1f608a-28a3-4ccb-962f-4eb7b24d70b9 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:33:52.701399 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-66a3ffdf-7ae3-4ab7-824a-e749e4d69667 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:52.708882 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8e3242de-ef69-4f42-acfb-c7e0b93cf646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:52.727070 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-4a374566-d7f7-49a3-ba60-c7b9104e423e tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983 tempest-ExtraDHCPOptionsIpV6TestJSON-1857719983-project] 10.222.0.33 "DELETE /v2.0/networks/d8393759-5d59-4d15-bcbb-1134608b4b0e HTTP/1.1" status: 204 len: 168 time: 2.7778585 Sep 22 21:33:52.736827 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-37935c5b-63e3-4522-b025-45a3db38ba81 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:52.754124 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-37935c5b-63e3-4522-b025-45a3db38ba81 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8026890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8012281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8012114'] for router, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:52.766981 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-cd813e57-4acc-4e26-a7a0-78b43d870dd7 None None] Attempt 6 to provision port 24a47a38-17ee-485c-99e9-899a491ad8ca Sep 22 21:33:52.795911 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-77294a97-0ac8-4e7e-9b90-68b220df0ef4 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8855684 Sep 22 21:33:52.796301 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41276) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:52.823850 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-66fbbd17-2a80-45be-9b4a-3fac4cbc3f03 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Request body: {'subnet': {'network_id': '75d3f35c-2694-40d9-bee0-ff37746e7cf7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:52.911559 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77294a97-0ac8-4e7e-9b90-68b220df0ef4 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event updated for resources: {'Network': ['ID=466f4533-7c4d-4e5f-933c-84617c39b62a,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:52.929510 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 466f4533-7c4d-4e5f-933c-84617c39b62a details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:33:52.969054 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d72c6ede-aa51-4510-b41d-088e5fc0c4c3 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:53.067897 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-cd813e57-4acc-4e26-a7a0-78b43d870dd7 None None] Port 24a47a38-17ee-485c-99e9-899a491ad8ca cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:33:53.077584 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3242de-ef69-4f42-acfb-c7e0b93cf646 None None] Pushing event updated for resources: {'Port': ['ID=2574527a-762d-40d8-9cab-27be64a30354,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:53.086827 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72c6ede-aa51-4510-b41d-088e5fc0c4c3 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Network bec58fb8-a144-40bd-bd75-71d2a84456ca is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:33:53.091202 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-d72c6ede-aa51-4510-b41d-088e5fc0c4c3 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:33:53.093445 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-66fbbd17-2a80-45be-9b4a-3fac4cbc3f03 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:33:53.099217 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72c6ede-aa51-4510-b41d-088e5fc0c4c3 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:33:53.138672 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-66fbbd17-2a80-45be-9b4a-3fac4cbc3f03 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Usage tracker for resource:subnet and tenant:5c103daa7e764303927ef5f69fe7eabf is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:33:53.154267 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-66fbbd17-2a80-45be-9b4a-3fac4cbc3f03 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:33:53.178264 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-66fbbd17-2a80-45be-9b4a-3fac4cbc3f03 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:33:53.185522 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c6ede-aa51-4510-b41d-088e5fc0c4c3 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Pushing event updated for resources: {'Port': ['ID=356037f8-3644-4b46-bcca-2c396a38b9e4,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:53.186256 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41282) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:53.251629 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72c6ede-aa51-4510-b41d-088e5fc0c4c3 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:53.252287 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d72c6ede-aa51-4510-b41d-088e5fc0c4c3 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:53.257874 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66fbbd17-2a80-45be-9b4a-3fac4cbc3f03 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Made reservation on behalf of 5c103daa7e764303927ef5f69fe7eabf for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:33:53.261317 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-66fbbd17-2a80-45be-9b4a-3fac4cbc3f03 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:53.276005 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37935c5b-63e3-4522-b025-45a3db38ba81 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Router dce30089-2973-4ca2-a179-ca3bc30176e1 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:33:53.424954 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-d72c6ede-aa51-4510-b41d-088e5fc0c4c3 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9595280 Sep 22 21:33:53.426118 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41288) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:53.431520 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-66a3ffdf-7ae3-4ab7-824a-e749e4d69667 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:53.445266 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-e257bfd0-bb7b-4da2-b8b1-d91e6cb62c04 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:2b:3f:e2'}]}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:53.473016 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-666ab12d-4b9c-482b-8308-2d0440080139 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=2a96f7b5ddcd4ef6aa5bf39599c6247b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2824833 Sep 22 21:33:53.476006 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41292) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:53.569424 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-cd813e57-4acc-4e26-a7a0-78b43d870dd7 None None] Attempt 7 to provision port 24a47a38-17ee-485c-99e9-899a491ad8ca Sep 22 21:33:53.615166 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e034971c-6db2-481f-88a5-9528fcb1d225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:53.627415 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 2574527a-762d-40d8-9cab-27be64a30354 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:33:53.662783 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e034971c-6db2-481f-88a5-9528fcb1d225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:53.687906 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-cd813e57-4acc-4e26-a7a0-78b43d870dd7 None None] Port 24a47a38-17ee-485c-99e9-899a491ad8ca cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:33:53.698641 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-66a3ffdf-7ae3-4ab7-824a-e749e4d69667 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Calling delete_port for 6b1f608a-28a3-4ccb-962f-4eb7b24d70b9 owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:33:53.714673 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 2574527a-762d-40d8-9cab-27be64a30354 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:33:53.734626 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-66fbbd17-2a80-45be-9b4a-3fac4cbc3f03 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:53.831031 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fbbd17-2a80-45be-9b4a-3fac4cbc3f03 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event updated for resources: {'Subnet': ['ID=5fd91223-e1d2-4f89-a8bb-45aed1baabbb,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:53.844195 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e034971c-6db2-481f-88a5-9528fcb1d225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:53.857636 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fbbd17-2a80-45be-9b4a-3fac4cbc3f03 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Checking segment: {'id': '27c5312a-05e7-45ee-a390-75e4def3308c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '75d3f35c-2694-40d9-bee0-ff37746e7cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:33:53.858156 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fbbd17-2a80-45be-9b4a-3fac4cbc3f03 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Network hostable DHCP agents. Network: 75d3f35c-2694-40d9-bee0-ff37746e7cf7, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:33:53.877354 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e034971c-6db2-481f-88a5-9528fcb1d225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6bb0eda-6192-4dcc-9ec7-ba21bbeccf0a,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:53.896107 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e034971c-6db2-481f-88a5-9528fcb1d225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:53.897749 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e034971c-6db2-481f-88a5-9528fcb1d225 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e6bb0eda-6192-4dcc-9ec7-ba21bbeccf0a HTTP/1.1" status: 204 len: 168 time: 0.4208424 Sep 22 21:33:53.904067 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fbbd17-2a80-45be-9b4a-3fac4cbc3f03 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Network 75d3f35c-2694-40d9-bee0-ff37746e7cf7 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:33:53.908578 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37935c5b-63e3-4522-b025-45a3db38ba81 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:33:53.913770 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-37935c5b-63e3-4522-b025-45a3db38ba81 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:53.915116 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-37935c5b-63e3-4522-b025-45a3db38ba81 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] 10.222.0.33 "PUT /v2.0/routers/dce30089-2973-4ca2-a179-ca3bc30176e1 HTTP/1.1" status: 200 len: 921 time: 3.7073703 Sep 22 21:33:53.921243 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41298) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:53.925279 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7638e3-8f4b-4cc8-8b13-01db31e718ba None None] Sync routers for ids ['dce30089-2973-4ca2-a179-ca3bc30176e1'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:33:53.937368 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7638e3-8f4b-4cc8-8b13-01db31e718ba None None] Routers {'dce30089-2973-4ca2-a179-ca3bc30176e1'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:33:53.938043 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-8d7638e3-8f4b-4cc8-8b13-01db31e718ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:33:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['dce30089-2973-4ca2-a179-ca3bc30176e1'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:33:53.939018 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-66fbbd17-2a80-45be-9b4a-3fac4cbc3f03 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 75d3f35c-2694-40d9-bee0-ff37746e7cf7) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:33:53.947936 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fbbd17-2a80-45be-9b4a-3fac4cbc3f03 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:53.949088 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-66fbbd17-2a80-45be-9b4a-3fac4cbc3f03 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:53.981201 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-66fbbd17-2a80-45be-9b4a-3fac4cbc3f03 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1714549 Sep 22 21:33:53.983868 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41302) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:54.000151 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbaba73-b913-4301-ad4f-ca1c296d8c79 None None] Network 75d3f35c-2694-40d9-bee0-ff37746e7cf7 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:33:54.000750 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-bf0a1a8b-8494-4588-bf91-20d0bc45bf9a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Request body: {'subnet': {'network_id': '466f4533-7c4d-4e5f-933c-84617c39b62a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:54.033595 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-8d7638e3-8f4b-4cc8-8b13-01db31e718ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:33:54.118214 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7638e3-8f4b-4cc8-8b13-01db31e718ba None None] Routers {'dce30089-2973-4ca2-a179-ca3bc30176e1'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:33:54.119058 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-8d7638e3-8f4b-4cc8-8b13-01db31e718ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:33:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['dce30089-2973-4ca2-a179-ca3bc30176e1'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:33:54.192348 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-cd813e57-4acc-4e26-a7a0-78b43d870dd7 None None] Attempt 8 to provision port 24a47a38-17ee-485c-99e9-899a491ad8ca Sep 22 21:33:54.265233 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-8d7638e3-8f4b-4cc8-8b13-01db31e718ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:33:54.265642 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7638e3-8f4b-4cc8-8b13-01db31e718ba None None] The sync data for ids ['dce30089-2973-4ca2-a179-ca3bc30176e1'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:33:54.293170 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-cd813e57-4acc-4e26-a7a0-78b43d870dd7 None None] Port 24a47a38-17ee-485c-99e9-899a491ad8ca cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:33:54.373687 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-66a3ffdf-7ae3-4ab7-824a-e749e4d69667 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:54.384586 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-bf0a1a8b-8494-4588-bf91-20d0bc45bf9a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:33:54.391362 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-bf0a1a8b-8494-4588-bf91-20d0bc45bf9a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Usage tracker for resource:subnet and tenant:5c103daa7e764303927ef5f69fe7eabf is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:33:54.394735 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-bf0a1a8b-8494-4588-bf91-20d0bc45bf9a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:33:54.402933 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-bf0a1a8b-8494-4588-bf91-20d0bc45bf9a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:33:54.424362 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0a1a8b-8494-4588-bf91-20d0bc45bf9a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Made reservation on behalf of 5c103daa7e764303927ef5f69fe7eabf for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:33:54.428373 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bf0a1a8b-8494-4588-bf91-20d0bc45bf9a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:54.438010 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495c25d3-92b7-4094-9e2c-a3b735162fd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-75d3f35c-2694-40d9-bee0-ff37746e7cf7', 'network_id': '75d3f35c-2694-40d9-bee0-ff37746e7cf7', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'fixed_ips': [{'subnet_id': '5fd91223-e1d2-4f89-a8bb-45aed1baabbb'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:33:54.438886 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-495c25d3-92b7-4094-9e2c-a3b735162fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:54.481351 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a3ffdf-7ae3-4ab7-824a-e749e4d69667 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event deleted for resources: {'Port': ['ID=6b1f608a-28a3-4ccb-962f-4eb7b24d70b9,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:54.501639 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e257bfd0-bb7b-4da2-b8b1-d91e6cb62c04 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:54.640319 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-66a3ffdf-7ae3-4ab7-824a-e749e4d69667 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:54.652256 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-f02364e7-c7a3-4fb1-abd3-1b625268fc85 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] 10.222.0.33 "GET /v2.0/routers/dce30089-2973-4ca2-a179-ca3bc30176e1 HTTP/1.1" status: 200 len: 921 time: 0.7303867 Sep 22 21:33:54.656610 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41316) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:54.669326 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-495c25d3-92b7-4094-9e2c-a3b735162fd1 None None] Allocated IP 2001:db8::2 (75d3f35c-2694-40d9-bee0-ff37746e7cf7/5fd91223-e1d2-4f89-a8bb-45aed1baabbb/5937f35e-2445-4274-b5c4-ac9c3129f164) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:33:54.701488 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-66a3ffdf-7ae3-4ab7-824a-e749e4d69667 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/ports/6b1f608a-28a3-4ccb-962f-4eb7b24d70b9 HTTP/1.1" status: 204 len: 168 time: 2.1496282 Sep 22 21:33:54.704198 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41320) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:54.804641 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-cd813e57-4acc-4e26-a7a0-78b43d870dd7 None None] Attempt 9 to provision port 24a47a38-17ee-485c-99e9-899a491ad8ca Sep 22 21:33:54.865495 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bf0a1a8b-8494-4588-bf91-20d0bc45bf9a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:54.886106 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a7692b-de3e-49c4-b6cb-b446e5b999cd tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:54.887859 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a7692b-de3e-49c4-b6cb-b446e5b999cd tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:54.889668 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-57a7692b-de3e-49c4-b6cb-b446e5b999cd tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:33:54.933099 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-cd813e57-4acc-4e26-a7a0-78b43d870dd7 None None] Port 24a47a38-17ee-485c-99e9-899a491ad8ca cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:33:54.957053 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-57a7692b-de3e-49c4-b6cb-b446e5b999cd tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:33:54.961786 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-57a7692b-de3e-49c4-b6cb-b446e5b999cd tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2566144 Sep 22 21:33:54.966407 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41330) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:54.975967 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0a1a8b-8494-4588-bf91-20d0bc45bf9a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Checking segment: {'id': '8670628f-d28f-4000-8e5f-75f6b5ccf8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '466f4533-7c4d-4e5f-933c-84617c39b62a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:33:54.976331 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0a1a8b-8494-4588-bf91-20d0bc45bf9a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Network hostable DHCP agents. Network: 466f4533-7c4d-4e5f-933c-84617c39b62a, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:33:54.988436 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0a1a8b-8494-4588-bf91-20d0bc45bf9a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event updated for resources: {'Subnet': ['ID=f977f97e-5b8a-4523-8838-7f3ba045ae33,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:55.003533 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a68602e-e133-457d-85fd-41c44b314b51 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:55.005180 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-6a68602e-e133-457d-85fd-41c44b314b51 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] 10.222.0.33 "GET /v2.0/ports?network_id=a22ae1c9-d428-411f-af43-ce0f71b38d9c&device_id=dce30089-2973-4ca2-a179-ca3bc30176e1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3473740 Sep 22 21:33:55.008526 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41336) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:55.110388 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e257bfd0-bb7b-4da2-b8b1-d91e6cb62c04 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:55.114921 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-495c25d3-92b7-4094-9e2c-a3b735162fd1 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:55.115558 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-d089f904-cc98-4f84-a38a-110e05d25678 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Deleting subnet 7a0fcc83-fe9e-4c6f-9d95-8c0ed3b0627e {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:33:55.119103 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d089f904-cc98-4f84-a38a-110e05d25678 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:55.130211 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-495c25d3-92b7-4094-9e2c-a3b735162fd1 None None] Transition to ACTIVE for port object 5937f35e-2445-4274-b5c4-ac9c3129f164 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:33:55.148335 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e257bfd0-bb7b-4da2-b8b1-d91e6cb62c04 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:55.156547 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-495c25d3-92b7-4094-9e2c-a3b735162fd1 None None] Transition to ACTIVE for port object 5937f35e-2445-4274-b5c4-ac9c3129f164 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:33:55.160841 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71ce3ac-4563-421d-9103-8a139e947956 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:55.162306 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e71ce3ac-4563-421d-9103-8a139e947956 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] 10.222.0.33 "GET /v2.0/networks/a22ae1c9-d428-411f-af43-ce0f71b38d9c HTTP/1.1" status: 200 len: 881 time: 0.1528695 Sep 22 21:33:55.163319 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0a1a8b-8494-4588-bf91-20d0bc45bf9a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Network 466f4533-7c4d-4e5f-933c-84617c39b62a is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:33:55.168390 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41342) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:55.168618 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-495c25d3-92b7-4094-9e2c-a3b735162fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:55.215182 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41346) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:55.234941 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-bf0a1a8b-8494-4588-bf91-20d0bc45bf9a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 466f4533-7c4d-4e5f-933c-84617c39b62a) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:33:55.239981 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0a1a8b-8494-4588-bf91-20d0bc45bf9a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:55.240571 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bf0a1a8b-8494-4588-bf91-20d0bc45bf9a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:55.247588 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-0a64a75b-a28d-4214-a329-4a0782893133 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] 10.222.0.33 "GET /v2.0/ports?device_id=dce30089-2973-4ca2-a179-ca3bc30176e1 HTTP/1.1" status: 200 len: 205 time: 0.0780723 Sep 22 21:33:55.250294 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41352) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:55.259091 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495c25d3-92b7-4094-9e2c-a3b735162fd1 None None] Network 75d3f35c-2694-40d9-bee0-ff37746e7cf7 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:33:55.260013 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43ad88e-45e8-473f-870e-3daf9198264e None None] Network 466f4533-7c4d-4e5f-933c-84617c39b62a requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:33:55.286191 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-495c25d3-92b7-4094-9e2c-a3b735162fd1 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:33:55.356667 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-bf0a1a8b-8494-4588-bf91-20d0bc45bf9a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3716295 Sep 22 21:33:55.360245 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41356) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:55.365986 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-70235b04-f217-4e38-bb13-52cbd236a848 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-754242486', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:55.382093 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495c25d3-92b7-4094-9e2c-a3b735162fd1 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:33:55.427537 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-81522ae5-b54c-4452-a540-bd795320fa83 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-75199178'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:55.430899 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-70235b04-f217-4e38-bb13-52cbd236a848 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:33:55.437138 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-cd813e57-4acc-4e26-a7a0-78b43d870dd7 None None] Attempt 10 to provision port 24a47a38-17ee-485c-99e9-899a491ad8ca Sep 22 21:33:55.445168 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-81522ae5-b54c-4452-a540-bd795320fa83 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:33:55.447587 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-70235b04-f217-4e38-bb13-52cbd236a848 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Usage tracker for resource:router and tenant:5c103daa7e764303927ef5f69fe7eabf is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:33:55.460379 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-70235b04-f217-4e38-bb13-52cbd236a848 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:33:55.464695 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-81522ae5-b54c-4452-a540-bd795320fa83 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Usage tracker for resource:network and tenant:cea970100f344bf88cd0b9c37fe15dda is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:33:55.472263 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-81522ae5-b54c-4452-a540-bd795320fa83 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:33:55.475401 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-70235b04-f217-4e38-bb13-52cbd236a848 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:33:55.480663 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c25d3-92b7-4094-9e2c-a3b735162fd1 None None] Pushing event updated for resources: {'Port': ['ID=5937f35e-2445-4274-b5c4-ac9c3129f164,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:55.485149 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-81522ae5-b54c-4452-a540-bd795320fa83 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:33:55.500894 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d089f904-cc98-4f84-a38a-110e05d25678 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:55.514585 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e8bfd7b1-399e-4944-b892-86f9dfff1efc tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks [] for router, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:55.537384 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e257bfd0-bb7b-4da2-b8b1-d91e6cb62c04 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Pushing event updated for resources: {'Port': ['ID=356037f8-3644-4b46-bcca-2c396a38b9e4,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:55.545278 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-e257bfd0-bb7b-4da2-b8b1-d91e6cb62c04 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] In _notify_port_updated(), no bound segment for port 356037f8-3644-4b46-bcca-2c396a38b9e4 on network bec58fb8-a144-40bd-bd75-71d2a84456ca {{(pid=89009) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 21:33:55.551038 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e257bfd0-bb7b-4da2-b8b1-d91e6cb62c04 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:55.551722 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e257bfd0-bb7b-4da2-b8b1-d91e6cb62c04 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:55.555801 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e257bfd0-bb7b-4da2-b8b1-d91e6cb62c04 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] 10.222.0.33 "PUT /v2.0/ports/356037f8-3644-4b46-bcca-2c396a38b9e4 HTTP/1.1" status: 200 len: 993 time: 2.1261344 Sep 22 21:33:55.560171 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41360) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:55.576227 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-70235b04-f217-4e38-bb13-52cbd236a848 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:55.577434 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-70235b04-f217-4e38-bb13-52cbd236a848 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:55.589580 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81522ae5-b54c-4452-a540-bd795320fa83 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Made reservation on behalf of cea970100f344bf88cd0b9c37fe15dda for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:33:55.592926 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-81522ae5-b54c-4452-a540-bd795320fa83 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:55.628191 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-81522ae5-b54c-4452-a540-bd795320fa83 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:55.630236 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-495c25d3-92b7-4094-9e2c-a3b735162fd1 None None] Attempting to bind port 5937f35e-2445-4274-b5c4-ac9c3129f164 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:33:55.630632 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-495c25d3-92b7-4094-9e2c-a3b735162fd1 None None] Attempting to bind port 5937f35e-2445-4274-b5c4-ac9c3129f164 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '27c5312a-05e7-45ee-a390-75e4def3308c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '75d3f35c-2694-40d9-bee0-ff37746e7cf7'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:33:55.630979 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495c25d3-92b7-4094-9e2c-a3b735162fd1 None None] Attempting to bind port 5937f35e-2445-4274-b5c4-ac9c3129f164 on network 75d3f35c-2694-40d9-bee0-ff37746e7cf7 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:33:55.632968 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-cd813e57-4acc-4e26-a7a0-78b43d870dd7 None None] Port 24a47a38-17ee-485c-99e9-899a491ad8ca cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:33:55.652704 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-b3be1647-19ba-4857-b72a-53e06a9e45e0 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Deleting port 356037f8-3644-4b46-bcca-2c396a38b9e4 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:33:55.653300 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b3be1647-19ba-4857-b72a-53e06a9e45e0 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:55.655524 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-81522ae5-b54c-4452-a540-bd795320fa83 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:33:55.674651 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495c25d3-92b7-4094-9e2c-a3b735162fd1 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:33:55.675044 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495c25d3-92b7-4094-9e2c-a3b735162fd1 None None] Checking segment: {'id': '27c5312a-05e7-45ee-a390-75e4def3308c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '75d3f35c-2694-40d9-bee0-ff37746e7cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:33:55.675404 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-495c25d3-92b7-4094-9e2c-a3b735162fd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:55.675777 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495c25d3-92b7-4094-9e2c-a3b735162fd1 None None] Bound using segment: {'id': '27c5312a-05e7-45ee-a390-75e4def3308c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '75d3f35c-2694-40d9-bee0-ff37746e7cf7'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:33:55.676236 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-495c25d3-92b7-4094-9e2c-a3b735162fd1 None None] Bound port: 5937f35e-2445-4274-b5c4-ac9c3129f164, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c5312a-05e7-45ee-a390-75e4def3308c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '75d3f35c-2694-40d9-bee0-ff37746e7cf7'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:33:55.676597 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-495c25d3-92b7-4094-9e2c-a3b735162fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:55.691574 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-cd813e57-4acc-4e26-a7a0-78b43d870dd7 None None] Could not find standard attr ID for object c3a44ae3-8a31-42ad-a952-8ea1ab9da306. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:33:55.706269 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-cd813e57-4acc-4e26-a7a0-78b43d870dd7 None None] Could not find standard attr ID for object 942c3f24-e394-4c78-87d1-ff9b98cdd370. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:33:55.720543 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-70235b04-f217-4e38-bb13-52cbd236a848 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:55.722625 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-81522ae5-b54c-4452-a540-bd795320fa83 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Usage tracker for resource:security_group_rule and tenant:cea970100f344bf88cd0b9c37fe15dda is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:33:55.745136 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-81522ae5-b54c-4452-a540-bd795320fa83 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:33:55.754003 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:55.757588 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-81522ae5-b54c-4452-a540-bd795320fa83 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:33:55.768129 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d089f904-cc98-4f84-a38a-110e05d25678 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:55.784087 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-70235b04-f217-4e38-bb13-52cbd236a848 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:55.828017 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-70235b04-f217-4e38-bb13-52cbd236a848 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:55.831920 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-70235b04-f217-4e38-bb13-52cbd236a848 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4681544 Sep 22 21:33:55.832118 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41364) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:55.833215 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3338b7-52d0-449f-8a18-949b11707a81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-466f4533-7c4d-4e5f-933c-84617c39b62a', 'network_id': '466f4533-7c4d-4e5f-933c-84617c39b62a', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'fixed_ips': [{'subnet_id': 'f977f97e-5b8a-4523-8838-7f3ba045ae33'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:33:55.833952 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8e3338b7-52d0-449f-8a18-949b11707a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:55.874853 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-495c25d3-92b7-4094-9e2c-a3b735162fd1 None None] For port 5937f35e-2445-4274-b5c4-ac9c3129f164, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:33:55.899177 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e8bfd7b1-399e-4944-b892-86f9dfff1efc tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:55.917205 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-096fec94-80cc-4eed-a4f4-814c058dd14b None None] Provisioning for port 356037f8-3644-4b46-bcca-2c396a38b9e4 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:33:55.935367 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-495c25d3-92b7-4094-9e2c-a3b735162fd1 None None] For port 5937f35e-2445-4274-b5c4-ac9c3129f164, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=5937f35e-2445-4274-b5c4-ac9c3129f164,segment=NetworkSegment(27c5312a-05e7-45ee-a390-75e4def3308c),segment_id=27c5312a-05e7-45ee-a390-75e4def3308c)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:33:55.945424 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-096fec94-80cc-4eed-a4f4-814c058dd14b None None] Provisioning complete for port 356037f8-3644-4b46-bcca-2c396a38b9e4 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:33:55.945424 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-096fec94-80cc-4eed-a4f4-814c058dd14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:55.945424 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-096fec94-80cc-4eed-a4f4-814c058dd14b None None] Attempt 1 to provision port 356037f8-3644-4b46-bcca-2c396a38b9e4 Sep 22 21:33:55.971035 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d089f904-cc98-4f84-a38a-110e05d25678 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:55.990496 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-495c25d3-92b7-4094-9e2c-a3b735162fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:55.992052 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-e8bfd7b1-399e-4944-b892-86f9dfff1efc tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Deleting port 3b4d66f3-8fb5-41d5-96bf-dded521a23aa {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:33:55.992390 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e8bfd7b1-399e-4944-b892-86f9dfff1efc tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:56.013950 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b3be1647-19ba-4857-b72a-53e06a9e45e0 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:56.022078 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d089f904-cc98-4f84-a38a-110e05d25678 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event deleted for resources: {'Subnet': ['ID=7a0fcc83-fe9e-4c6f-9d95-8c0ed3b0627e,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:56.030756 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d089f904-cc98-4f84-a38a-110e05d25678 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:56.050701 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0aecb64-cfbf-493c-a120-9852e5b4c861 None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:33:56.159848 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-b3be1647-19ba-4857-b72a-53e06a9e45e0 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Calling delete_port for 356037f8-3644-4b46-bcca-2c396a38b9e4 owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:33:56.202062 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-096fec94-80cc-4eed-a4f4-814c058dd14b None None] Port 356037f8-3644-4b46-bcca-2c396a38b9e4 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:33:56.211105 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d089f904-cc98-4f84-a38a-110e05d25678 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/7a0fcc83-fe9e-4c6f-9d95-8c0ed3b0627e HTTP/1.1" status: 204 len: 168 time: 1.2410302 Sep 22 21:33:56.219287 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41368) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:56.286265 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-8e3338b7-52d0-449f-8a18-949b11707a81 None None] Allocated IP 2001:db8:1::2 (466f4533-7c4d-4e5f-933c-84617c39b62a/f977f97e-5b8a-4523-8838-7f3ba045ae33/7bc9e6ba-3859-4a31-a3f3-0f071b1fe147) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:33:56.295475 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c25d3-92b7-4094-9e2c-a3b735162fd1 None None] Pushing event updated for resources: {'Port': ['ID=5937f35e-2445-4274-b5c4-ac9c3129f164,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:56.308139 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a411df7f-fd98-4c42-a685-6046cc4db75e tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0877676 Sep 22 21:33:56.311576 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41372) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:56.490062 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e80a8f-bae2-44da-ae7b-320ce26f8a15 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:56.490820 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-b2e80a8f-bae2-44da-ae7b-320ce26f8a15 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:33:56.528225 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b3be1647-19ba-4857-b72a-53e06a9e45e0 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:56.597214 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-b2e80a8f-bae2-44da-ae7b-320ce26f8a15 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:33:56.598453 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-b2e80a8f-bae2-44da-ae7b-320ce26f8a15 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2857566 Sep 22 21:33:56.606720 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41376) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:56.609505 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3be1647-19ba-4857-b72a-53e06a9e45e0 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Pushing event deleted for resources: {'Port': ['ID=356037f8-3644-4b46-bcca-2c396a38b9e4,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:56.636529 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6df6819-0b40-47f9-8c77-6b0fc6bbcaec None None] DHCP port deletion for 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:33:56.651741 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-c6df6819-0b40-47f9-8c77-6b0fc6bbcaec None None] Deleting port 2574527a-762d-40d8-9cab-27be64a30354 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:33:56.652468 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c6df6819-0b40-47f9-8c77-6b0fc6bbcaec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:56.683115 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8e3338b7-52d0-449f-8a18-949b11707a81 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:56.700690 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-81522ae5-b54c-4452-a540-bd795320fa83 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:56.704097 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-096fec94-80cc-4eed-a4f4-814c058dd14b None None] Attempt 2 to provision port 356037f8-3644-4b46-bcca-2c396a38b9e4 Sep 22 21:33:56.727370 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-81522ae5-b54c-4452-a540-bd795320fa83 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:56.753570 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81522ae5-b54c-4452-a540-bd795320fa83 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:33:56.757717 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-8e3338b7-52d0-449f-8a18-949b11707a81 None None] Transition to ACTIVE for port object 7bc9e6ba-3859-4a31-a3f3-0f071b1fe147 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:33:56.762633 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-096fec94-80cc-4eed-a4f4-814c058dd14b None None] Port 356037f8-3644-4b46-bcca-2c396a38b9e4 was deleted so its status cannot be updated. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:33:56.777124 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95e35b7-b8a1-4a7c-a11c-ab47f78ae6ee tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:56.777618 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-b95e35b7-b8a1-4a7c-a11c-ab47f78ae6ee tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:33:56.833816 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-8e3338b7-52d0-449f-8a18-949b11707a81 None None] Transition to ACTIVE for port object 7bc9e6ba-3859-4a31-a3f3-0f071b1fe147 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:33:56.837546 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-096fec94-80cc-4eed-a4f4-814c058dd14b None None] Provisioning for port 2574527a-762d-40d8-9cab-27be64a30354 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:33:56.843219 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-45a10dc0-c9d4-4ee6-b991-de56de19fae0 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:56.845154 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-096fec94-80cc-4eed-a4f4-814c058dd14b None None] Provisioning complete for port 2574527a-762d-40d8-9cab-27be64a30354 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:33:56.845530 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-096fec94-80cc-4eed-a4f4-814c058dd14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:56.845904 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-096fec94-80cc-4eed-a4f4-814c058dd14b None None] Attempt 1 to provision port 2574527a-762d-40d8-9cab-27be64a30354 Sep 22 21:33:56.856871 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e8bfd7b1-399e-4944-b892-86f9dfff1efc tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:56.884294 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-81522ae5-b54c-4452-a540-bd795320fa83 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:56.884813 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-81522ae5-b54c-4452-a540-bd795320fa83 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Added segment 86b6b3e3-4e00-4b96-8fe7-5451a9f275e9 of type vlan for network ca2c7e95-a561-45cb-b8d4-17c6406707de Sep 22 21:33:56.888129 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8e3338b7-52d0-449f-8a18-949b11707a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:56.916668 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-b95e35b7-b8a1-4a7c-a11c-ab47f78ae6ee tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:33:56.920181 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-b95e35b7-b8a1-4a7c-a11c-ab47f78ae6ee tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3098381 Sep 22 21:33:56.921586 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41380) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:57.008162 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-f51618c9-4487-4168-a38e-ad1cac4e7462 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0815315 Sep 22 21:33:57.011514 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41384) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:57.019326 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81522ae5-b54c-4452-a540-bd795320fa83 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0ca427-b344-4b6e-9452-46cda0af2602,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:57.022375 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-c3127623-54ab-4faa-add7-9b747ebf8b67 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'subnet': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:57.027692 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-e8bfd7b1-399e-4944-b892-86f9dfff1efc tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Calling delete_port for 3b4d66f3-8fb5-41d5-96bf-dded521a23aa owned by network:router_gateway {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:33:57.058934 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3338b7-52d0-449f-8a18-949b11707a81 None None] Network 466f4533-7c4d-4e5f-933c-84617c39b62a is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:33:57.071870 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-8e3338b7-52d0-449f-8a18-949b11707a81 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:33:57.082366 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3338b7-52d0-449f-8a18-949b11707a81 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:33:57.089470 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3338b7-52d0-449f-8a18-949b11707a81 None None] Pushing event updated for resources: {'Port': ['ID=7bc9e6ba-3859-4a31-a3f3-0f071b1fe147,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:57.098643 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-c6df6819-0b40-47f9-8c77-6b0fc6bbcaec None None] For port 2574527a-762d-40d8-9cab-27be64a30354, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=2574527a-762d-40d8-9cab-27be64a30354,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:33:57.099049 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c6df6819-0b40-47f9-8c77-6b0fc6bbcaec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:57.202529 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b3be1647-19ba-4857-b72a-53e06a9e45e0 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:57.206885 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-81522ae5-b54c-4452-a540-bd795320fa83 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:57.309602 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-c3127623-54ab-4faa-add7-9b747ebf8b67 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:33:57.324082 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-c3127623-54ab-4faa-add7-9b747ebf8b67 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:33:57.338196 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-b3be1647-19ba-4857-b72a-53e06a9e45e0 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] 10.222.0.33 "DELETE /v2.0/ports/356037f8-3644-4b46-bcca-2c396a38b9e4 HTTP/1.1" status: 204 len: 168 time: 1.7766938 Sep 22 21:33:57.339708 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41388) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:57.395374 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5d3d7a4-cd3a-4b26-b406-82f6a62fd389 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] GET failed (client error): The resource could not be found. Sep 22 21:33:57.396199 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-c5d3d7a4-cd3a-4b26-b406-82f6a62fd389 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Synchronizing usage tracker for tenant:f82f9901a1a8480c8bc290e72969c879 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:33:57.399146 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3127623-54ab-4faa-add7-9b747ebf8b67 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:33:57.402993 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c3127623-54ab-4faa-add7-9b747ebf8b67 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:57.435854 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-c6df6819-0b40-47f9-8c77-6b0fc6bbcaec None None] Calling delete_port for 2574527a-762d-40d8-9cab-27be64a30354 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:33:57.443424 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.db.resource_extend [None req-81522ae5-b54c-4452-a540-bd795320fa83 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 21:33:57.525183 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-8e3338b7-52d0-449f-8a18-949b11707a81 None None] Attempting to bind port 7bc9e6ba-3859-4a31-a3f3-0f071b1fe147 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:33:57.526104 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-8e3338b7-52d0-449f-8a18-949b11707a81 None None] Attempting to bind port 7bc9e6ba-3859-4a31-a3f3-0f071b1fe147 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '8670628f-d28f-4000-8e5f-75f6b5ccf8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '466f4533-7c4d-4e5f-933c-84617c39b62a'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:33:57.528194 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3338b7-52d0-449f-8a18-949b11707a81 None None] Attempting to bind port 7bc9e6ba-3859-4a31-a3f3-0f071b1fe147 on network 466f4533-7c4d-4e5f-933c-84617c39b62a {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:33:57.539869 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-096fec94-80cc-4eed-a4f4-814c058dd14b None None] Current status of the port 2574527a-762d-40d8-9cab-27be64a30354 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:33:57.539869 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-096fec94-80cc-4eed-a4f4-814c058dd14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:57.556400 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3338b7-52d0-449f-8a18-949b11707a81 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:33:57.557069 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3338b7-52d0-449f-8a18-949b11707a81 None None] Checking segment: {'id': '8670628f-d28f-4000-8e5f-75f6b5ccf8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '466f4533-7c4d-4e5f-933c-84617c39b62a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:33:57.558589 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8e3338b7-52d0-449f-8a18-949b11707a81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:57.559610 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3338b7-52d0-449f-8a18-949b11707a81 None None] Bound using segment: {'id': '8670628f-d28f-4000-8e5f-75f6b5ccf8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '466f4533-7c4d-4e5f-933c-84617c39b62a'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:33:57.561560 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-8e3338b7-52d0-449f-8a18-949b11707a81 None None] Bound port: 7bc9e6ba-3859-4a31-a3f3-0f071b1fe147, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8670628f-d28f-4000-8e5f-75f6b5ccf8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '466f4533-7c4d-4e5f-933c-84617c39b62a'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:33:57.563005 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8e3338b7-52d0-449f-8a18-949b11707a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:57.579472 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-81522ae5-b54c-4452-a540-bd795320fa83 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:57.595359 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81522ae5-b54c-4452-a540-bd795320fa83 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:57.596215 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-81522ae5-b54c-4452-a540-bd795320fa83 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:57.613573 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86c9c01-3352-4e7b-b386-73de4e6af809 None None] Network 75d3f35c-2694-40d9-bee0-ff37746e7cf7 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:33:57.644545 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 5937f35e-2445-4274-b5c4-ac9c3129f164 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:33:57.674809 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-81522ae5-b54c-4452-a540-bd795320fa83 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.4555731 Sep 22 21:33:57.699793 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c3127623-54ab-4faa-add7-9b747ebf8b67 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:57.792458 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3127623-54ab-4faa-add7-9b747ebf8b67 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Subnet': ['ID=ca69a3bf-3953-40ee-a1b4-126835581d8d,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:57.812030 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3127623-54ab-4faa-add7-9b747ebf8b67 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:33:57.814476 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-c3127623-54ab-4faa-add7-9b747ebf8b67 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:33:57.815345 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-45a10dc0-c9d4-4ee6-b991-de56de19fae0 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Allocated IP 2001:db8::1 (75d3f35c-2694-40d9-bee0-ff37746e7cf7/5fd91223-e1d2-4f89-a8bb-45aed1baabbb/0126aa6a-65c5-4a02-ba20-bb46d85de72b) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:33:57.818834 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-c5d3d7a4-cd3a-4b26-b406-82f6a62fd389 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Unset dirty status for tenant:f82f9901a1a8480c8bc290e72969c879 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:33:57.824904 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41392) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:57.825317 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41394) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:57.826115 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c5d3d7a4-cd3a-4b26-b406-82f6a62fd389 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] 10.222.0.33 "GET /v2.0/ports/356037f8-3644-4b46-bcca-2c396a38b9e4 HTTP/1.1" status: 404 len: 333 time: 0.4851913 Sep 22 21:33:57.826629 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-096fec94-80cc-4eed-a4f4-814c058dd14b None None] For port 2574527a-762d-40d8-9cab-27be64a30354, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=2574527a-762d-40d8-9cab-27be64a30354,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:33:57.828375 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3127623-54ab-4faa-add7-9b747ebf8b67 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:57.828969 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c3127623-54ab-4faa-add7-9b747ebf8b67 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:57.839105 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-096fec94-80cc-4eed-a4f4-814c058dd14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:57.849245 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-a170e8ab-f347-4f4f-96d6-9f19425cd149 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Request body: {'port': {'network_id': 'bec58fb8-a144-40bd-bd75-71d2a84456ca', 'name': 'tempest-AllowedAddressPairTestJSON-1475739474'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:57.866386 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c3127623-54ab-4faa-add7-9b747ebf8b67 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8517079 Sep 22 21:33:57.867322 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41400) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:57.872111 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-7276f7c4-c3bf-422a-952f-378f3e31545c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Request body: {'subnet': {'network_id': 'ca2c7e95-a561-45cb-b8d4-17c6406707de', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:57.873784 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-731a9346-317e-4f8c-9931-753857170ae4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'port': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'fixed_ips': [{'subnet_id': 'ca69a3bf-3953-40ee-a1b4-126835581d8d', 'ip_address': '2001:db8::44aa:696e:ccb:e3aa'}], 'name': 'tempest-NetworksTestDHCPv6-2009896305'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:57.909596 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.db.api [None req-c6df6819-0b40-47f9-8c77-6b0fc6bbcaec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:33:57.909870 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG oslo_db.api [None req-c6df6819-0b40-47f9-8c77-6b0fc6bbcaec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:33:57.910310 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-096fec94-80cc-4eed-a4f4-814c058dd14b None None] Could not find standard attr ID for object 6b1f608a-28a3-4ccb-962f-4eb7b24d70b9. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:33:57.995873 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-8e3338b7-52d0-449f-8a18-949b11707a81 None None] For port 7bc9e6ba-3859-4a31-a3f3-0f071b1fe147, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:33:58.020001 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096fec94-80cc-4eed-a4f4-814c058dd14b None None] Pushing event updated for resources: {'Port': ['ID=2574527a-762d-40d8-9cab-27be64a30354,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:58.023652 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-731a9346-317e-4f8c-9931-753857170ae4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:33:58.033589 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-8e3338b7-52d0-449f-8a18-949b11707a81 None None] For port 7bc9e6ba-3859-4a31-a3f3-0f071b1fe147, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=7bc9e6ba-3859-4a31-a3f3-0f071b1fe147,segment=NetworkSegment(8670628f-d28f-4000-8e5f-75f6b5ccf8ae),segment_id=8670628f-d28f-4000-8e5f-75f6b5ccf8ae)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:33:58.033781 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-731a9346-317e-4f8c-9931-753857170ae4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:33:58.034531 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 5937f35e-2445-4274-b5c4-ac9c3129f164 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:33:58.044902 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731a9346-317e-4f8c-9931-753857170ae4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'port': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:33:58.048637 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8e3338b7-52d0-449f-8a18-949b11707a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:58.054759 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81522ae5-b54c-4452-a540-bd795320fa83 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event updated for resources: {'Network': ['ID=ca2c7e95-a561-45cb-b8d4-17c6406707de,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:58.098778 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network ca2c7e95-a561-45cb-b8d4-17c6406707de details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:33:58.157125 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 2574527a-762d-40d8-9cab-27be64a30354 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:33:58.179181 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-731a9346-317e-4f8c-9931-753857170ae4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:58.201403 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-731a9346-317e-4f8c-9931-753857170ae4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] device_id is not set on port 272de0cd-3460-4d9f-8fb2-43996264493a yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:33:58.334079 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-7276f7c4-c3bf-422a-952f-378f3e31545c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:33:58.351978 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-05373d18-1a6c-4bf7-9582-acfebe717715 None None] Provisioning for port 5937f35e-2445-4274-b5c4-ac9c3129f164 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:33:58.355416 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3338b7-52d0-449f-8a18-949b11707a81 None None] Pushing event updated for resources: {'Port': ['ID=7bc9e6ba-3859-4a31-a3f3-0f071b1fe147,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:58.365554 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-7276f7c4-c3bf-422a-952f-378f3e31545c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Usage tracker for resource:subnet and tenant:cea970100f344bf88cd0b9c37fe15dda is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:33:58.372889 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-7276f7c4-c3bf-422a-952f-378f3e31545c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:33:58.382426 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-7276f7c4-c3bf-422a-952f-378f3e31545c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:33:58.396255 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e8bfd7b1-399e-4944-b892-86f9dfff1efc tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:58.420827 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-05373d18-1a6c-4bf7-9582-acfebe717715 None None] Provisioning complete for port 5937f35e-2445-4274-b5c4-ac9c3129f164 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:33:58.421219 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-05373d18-1a6c-4bf7-9582-acfebe717715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:58.421539 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-05373d18-1a6c-4bf7-9582-acfebe717715 None None] Attempt 1 to provision port 5937f35e-2445-4274-b5c4-ac9c3129f164 Sep 22 21:33:58.424149 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-731a9346-317e-4f8c-9931-753857170ae4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Allocated IP 2001:db8::44aa:696e:ccb:e3aa (98c62b9a-5d2a-496f-a1e5-12a6874f54f0/ca69a3bf-3953-40ee-a1b4-126835581d8d/272de0cd-3460-4d9f-8fb2-43996264493a) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:33:58.435769 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-a170e8ab-f347-4f4f-96d6-9f19425cd149 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:33:58.468065 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bfd7b1-399e-4944-b892-86f9dfff1efc tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Pushing event deleted for resources: {'Port': ['ID=3b4d66f3-8fb5-41d5-96bf-dded521a23aa,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:58.475614 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7276f7c4-c3bf-422a-952f-378f3e31545c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Made reservation on behalf of cea970100f344bf88cd0b9c37fe15dda for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:33:58.479792 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7276f7c4-c3bf-422a-952f-378f3e31545c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:58.492047 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-c6df6819-0b40-47f9-8c77-6b0fc6bbcaec None None] Deleting port 2574527a-762d-40d8-9cab-27be64a30354 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:33:58.492591 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c6df6819-0b40-47f9-8c77-6b0fc6bbcaec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:58.505342 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-45a10dc0-c9d4-4ee6-b991-de56de19fae0 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:58.508687 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-a170e8ab-f347-4f4f-96d6-9f19425cd149 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:33:58.598670 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 2574527a-762d-40d8-9cab-27be64a30354 is: ACTIVE; New status is: DOWN {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:33:58.599004 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:58.676435 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-731a9346-317e-4f8c-9931-753857170ae4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:58.681206 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a170e8ab-f347-4f4f-96d6-9f19425cd149 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Made reservation on behalf of f82f9901a1a8480c8bc290e72969c879 for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:33:58.685397 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a170e8ab-f347-4f4f-96d6-9f19425cd149 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:58.714789 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-45a10dc0-c9d4-4ee6-b991-de56de19fae0 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Transition to ACTIVE for port object 0126aa6a-65c5-4a02-ba20-bb46d85de72b will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:33:58.715679 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-731a9346-317e-4f8c-9931-753857170ae4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Transition to ACTIVE for port object 272de0cd-3460-4d9f-8fb2-43996264493a will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:33:58.748687 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [None req-a170e8ab-f347-4f4f-96d6-9f19425cd149 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] device_id is not set on port 6539efa2-8d76-4a5f-aa29-c6709a66962f yet. {{(pid=89008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:33:58.759511 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-731a9346-317e-4f8c-9931-753857170ae4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:58.774784 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 2574527a-762d-40d8-9cab-27be64a30354, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=2574527a-762d-40d8-9cab-27be64a30354,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:33:58.778385 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-05373d18-1a6c-4bf7-9582-acfebe717715 None None] Current status of the port 5937f35e-2445-4274-b5c4-ac9c3129f164 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:33:58.778385 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-05373d18-1a6c-4bf7-9582-acfebe717715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:58.794351 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e8bfd7b1-399e-4944-b892-86f9dfff1efc tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8012236'] for router_gateway, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:58.808948 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:58.871342 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731a9346-317e-4f8c-9931-753857170ae4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:33:58.874532 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-731a9346-317e-4f8c-9931-753857170ae4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:33:58.880680 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731a9346-317e-4f8c-9931-753857170ae4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:33:58.888271 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731a9346-317e-4f8c-9931-753857170ae4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:58.888965 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-731a9346-317e-4f8c-9931-753857170ae4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:58.895063 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731a9346-317e-4f8c-9931-753857170ae4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Port': ['ID=272de0cd-3460-4d9f-8fb2-43996264493a,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:58.931068 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-731a9346-317e-4f8c-9931-753857170ae4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0621958 Sep 22 21:33:58.934929 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41406) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:59.052776 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-05373d18-1a6c-4bf7-9582-acfebe717715 None None] For port 5937f35e-2445-4274-b5c4-ac9c3129f164, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=5937f35e-2445-4274-b5c4-ac9c3129f164,segment=NetworkSegment(27c5312a-05e7-45ee-a390-75e4def3308c),segment_id=27c5312a-05e7-45ee-a390-75e4def3308c)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:33:59.057265 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=2574527a-762d-40d8-9cab-27be64a30354,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:59.063840 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-05373d18-1a6c-4bf7-9582-acfebe717715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:59.077115 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea36449-c38a-4c75-b2c6-c2a21235d944 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:59.083398 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea36449-c38a-4c75-b2c6-c2a21235d944 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:33:59.084465 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-bea36449-c38a-4c75-b2c6-c2a21235d944 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:33:59.106031 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-bea36449-c38a-4c75-b2c6-c2a21235d944 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:33:59.110176 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-bea36449-c38a-4c75-b2c6-c2a21235d944 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.1745350 Sep 22 21:33:59.110788 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41410) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:59.146236 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e8bfd7b1-399e-4944-b892-86f9dfff1efc tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:59.154628 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e8bfd7b1-399e-4944-b892-86f9dfff1efc tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:59.161468 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-c6df6819-0b40-47f9-8c77-6b0fc6bbcaec None None] For port 2574527a-762d-40d8-9cab-27be64a30354, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=2574527a-762d-40d8-9cab-27be64a30354,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:33:59.162447 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c6df6819-0b40-47f9-8c77-6b0fc6bbcaec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:59.188869 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-967ee167-5553-4e42-8550-faf2d31e918a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Deleting port 272de0cd-3460-4d9f-8fb2-43996264493a {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:33:59.189247 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-967ee167-5553-4e42-8550-faf2d31e918a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:59.231795 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-45a10dc0-c9d4-4ee6-b991-de56de19fae0 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:59.327731 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a10dc0-c9d4-4ee6-b991-de56de19fae0 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event updated for resources: {'Port': ['ID=0126aa6a-65c5-4a02-ba20-bb46d85de72b,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:59.346264 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05373d18-1a6c-4bf7-9582-acfebe717715 None None] Pushing event updated for resources: {'Port': ['ID=5937f35e-2445-4274-b5c4-ac9c3129f164,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:33:59.355866 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-c6df6819-0b40-47f9-8c77-6b0fc6bbcaec None None] Calling delete_port for 2574527a-762d-40d8-9cab-27be64a30354 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:33:59.357371 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a10dc0-c9d4-4ee6-b991-de56de19fae0 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Network 75d3f35c-2694-40d9-bee0-ff37746e7cf7 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:33:59.362346 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-a170e8ab-f347-4f4f-96d6-9f19425cd149 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Allocated IP 172.20.0.12 (bec58fb8-a144-40bd-bd75-71d2a84456ca/92dd7fe2-1cc3-4ba2-9437-bf37d3ba871d/6539efa2-8d76-4a5f-aa29-c6709a66962f) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:33:59.364899 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-45a10dc0-c9d4-4ee6-b991-de56de19fae0 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:33:59.367674 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a10dc0-c9d4-4ee6-b991-de56de19fae0 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:33:59.368724 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-45a10dc0-c9d4-4ee6-b991-de56de19fae0 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:59.400645 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-dbc1f7b6-cc5a-41a3-a1dc-1e73d6bb5d96 None None] Provisioning complete for port 5937f35e-2445-4274-b5c4-ac9c3129f164 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:33:59.401546 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-dbc1f7b6-cc5a-41a3-a1dc-1e73d6bb5d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:59.401872 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-dbc1f7b6-cc5a-41a3-a1dc-1e73d6bb5d96 None None] Attempt 1 to provision port 5937f35e-2445-4274-b5c4-ac9c3129f164 Sep 22 21:33:59.459801 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-967ee167-5553-4e42-8550-faf2d31e918a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:59.492252 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e8bfd7b1-399e-4944-b892-86f9dfff1efc tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:59.492751 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8bfd7b1-399e-4944-b892-86f9dfff1efc tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Fanout notify agent at l3_agent the message router_deleted on router dce30089-2973-4ca2-a179-ca3bc30176e1 {{(pid=89008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:33:59.551981 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.db.api [None req-c6df6819-0b40-47f9-8c77-6b0fc6bbcaec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:33:59.553101 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG oslo_db.api [None req-c6df6819-0b40-47f9-8c77-6b0fc6bbcaec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:33:59.665260 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-dbc1f7b6-cc5a-41a3-a1dc-1e73d6bb5d96 None None] Current status of the port 5937f35e-2445-4274-b5c4-ac9c3129f164 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:33:59.736928 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 7bc9e6ba-3859-4a31-a3f3-0f071b1fe147 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:33:59.802061 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e8bfd7b1-399e-4944-b892-86f9dfff1efc tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:59.806778 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e8bfd7b1-399e-4944-b892-86f9dfff1efc tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] 10.222.0.33 "DELETE /v2.0/routers/dce30089-2973-4ca2-a179-ca3bc30176e1 HTTP/1.1" status: 204 len: 168 time: 4.5520880 Sep 22 21:33:59.827273 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41416) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:33:59.832911 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-4e4d61b9-78b6-44cd-a3dd-71e13e2a9845 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-329708891', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:33:59.835923 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 7bc9e6ba-3859-4a31-a3f3-0f071b1fe147 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:33:59.839943 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-4e4d61b9-78b6-44cd-a3dd-71e13e2a9845 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:33:59.844158 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 5937f35e-2445-4274-b5c4-ac9c3129f164 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:33:59.848601 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-967ee167-5553-4e42-8550-faf2d31e918a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Calling delete_port for 272de0cd-3460-4d9f-8fb2-43996264493a owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:33:59.907494 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-4e4d61b9-78b6-44cd-a3dd-71e13e2a9845 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Usage tracker for resource:router and tenant:9ff0a0e372bd49f3bc3ed4c0fc4758dc is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:33:59.920957 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1a255c9c-ffa6-4bb9-b2ff-b5626939816b None None] Provisioning for port 0126aa6a-65c5-4a02-ba20-bb46d85de72b completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:33:59.921171 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-4e4d61b9-78b6-44cd-a3dd-71e13e2a9845 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:33:59.934447 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-4e4d61b9-78b6-44cd-a3dd-71e13e2a9845 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:33:59.934901 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1a255c9c-ffa6-4bb9-b2ff-b5626939816b None None] Provisioning complete for port 0126aa6a-65c5-4a02-ba20-bb46d85de72b triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:33:59.935274 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1a255c9c-ffa6-4bb9-b2ff-b5626939816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:33:59.935610 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1a255c9c-ffa6-4bb9-b2ff-b5626939816b None None] Attempt 1 to provision port 0126aa6a-65c5-4a02-ba20-bb46d85de72b Sep 22 21:33:59.953383 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7276f7c4-c3bf-422a-952f-378f3e31545c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:00.015731 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1a255c9c-ffa6-4bb9-b2ff-b5626939816b None None] Port 0126aa6a-65c5-4a02-ba20-bb46d85de72b cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:34:00.016794 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 5937f35e-2445-4274-b5c4-ac9c3129f164 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:34:00.017156 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:00.017970 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 5937f35e-2445-4274-b5c4-ac9c3129f164 Sep 22 21:34:00.034592 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-967ee167-5553-4e42-8550-faf2d31e918a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:00.048402 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f8afff-cacf-403e-9ca9-97aae266cb73 None None] Network 466f4533-7c4d-4e5f-933c-84617c39b62a requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:34:00.061174 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-45a10dc0-c9d4-4ee6-b991-de56de19fae0 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:00.087739 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967ee167-5553-4e42-8550-faf2d31e918a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event deleted for resources: {'Port': ['ID=272de0cd-3460-4d9f-8fb2-43996264493a,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:00.090450 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4e4d61b9-78b6-44cd-a3dd-71e13e2a9845 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:00.091456 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4e4d61b9-78b6-44cd-a3dd-71e13e2a9845 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:00.137819 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-967ee167-5553-4e42-8550-faf2d31e918a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:00.153099 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-967ee167-5553-4e42-8550-faf2d31e918a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/ports/272de0cd-3460-4d9f-8fb2-43996264493a HTTP/1.1" status: 204 len: 168 time: 1.0412118 Sep 22 21:34:00.155744 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41420) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:00.202647 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7276f7c4-c3bf-422a-952f-378f3e31545c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event updated for resources: {'Subnet': ['ID=3999fb05-e54e-491a-b9d3-4db8b985f6db,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:00.226586 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4e4d61b9-78b6-44cd-a3dd-71e13e2a9845 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:00.243967 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc7d474-696a-4c81-a5cb-94c7fff538ad tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:00.246230 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc7d474-696a-4c81-a5cb-94c7fff538ad tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:00.247195 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-cdc7d474-696a-4c81-a5cb-94c7fff538ad tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:34:00.266279 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-cdc7d474-696a-4c81-a5cb-94c7fff538ad tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:34:00.267828 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-cdc7d474-696a-4c81-a5cb-94c7fff538ad tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1108487 Sep 22 21:34:00.271702 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41424) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:00.289618 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 5937f35e-2445-4274-b5c4-ac9c3129f164 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:34:00.355622 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-795aa6f8-6eb1-4112-b7c0-23b272a1e3f6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Deleting subnet ca69a3bf-3953-40ee-a1b4-126835581d8d {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:34:00.358860 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-795aa6f8-6eb1-4112-b7c0-23b272a1e3f6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:00.364903 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7276f7c4-c3bf-422a-952f-378f3e31545c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Checking segment: {'id': '86b6b3e3-4e00-4b96-8fe7-5451a9f275e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ca2c7e95-a561-45cb-b8d4-17c6406707de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:34:00.365262 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7276f7c4-c3bf-422a-952f-378f3e31545c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Network hostable DHCP agents. Network: ca2c7e95-a561-45cb-b8d4-17c6406707de, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:34:00.389054 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-c6df6819-0b40-47f9-8c77-6b0fc6bbcaec None None] Deleting port 2574527a-762d-40d8-9cab-27be64a30354 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:34:00.389435 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c6df6819-0b40-47f9-8c77-6b0fc6bbcaec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:00.410339 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a170e8ab-f347-4f4f-96d6-9f19425cd149 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:00.422280 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-795aa6f8-6eb1-4112-b7c0-23b272a1e3f6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:00.422525 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4e4d61b9-78b6-44cd-a3dd-71e13e2a9845 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:00.466205 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7276f7c4-c3bf-422a-952f-378f3e31545c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Network ca2c7e95-a561-45cb-b8d4-17c6406707de is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:34:00.468509 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-a170e8ab-f347-4f4f-96d6-9f19425cd149 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Transition to ACTIVE for port object 6539efa2-8d76-4a5f-aa29-c6709a66962f will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:34:00.481113 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4e4d61b9-78b6-44cd-a3dd-71e13e2a9845 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:00.482279 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-4e4d61b9-78b6-44cd-a3dd-71e13e2a9845 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6540554 Sep 22 21:34:00.485314 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41428) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:00.491028 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-48f8f049-c084-48a2-8c44-9d778e05b9e3 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:34:00.504681 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-7276f7c4-c3bf-422a-952f-378f3e31545c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, ca2c7e95-a561-45cb-b8d4-17c6406707de) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:34:00.518391 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9acef2b-47b5-44d2-963f-b2e129f25b75 None None] Network ca2c7e95-a561-45cb-b8d4-17c6406707de requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:34:00.529650 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1a255c9c-ffa6-4bb9-b2ff-b5626939816b None None] Attempt 2 to provision port 0126aa6a-65c5-4a02-ba20-bb46d85de72b Sep 22 21:34:00.562512 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-795aa6f8-6eb1-4112-b7c0-23b272a1e3f6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:00.565980 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7276f7c4-c3bf-422a-952f-378f3e31545c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:00.566785 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7276f7c4-c3bf-422a-952f-378f3e31545c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:00.608404 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-7276f7c4-c3bf-422a-952f-378f3e31545c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.7667363 Sep 22 21:34:00.617179 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41432) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:00.627294 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-f8235e3f-3027-4b4f-ac94-5cbbb1940e8c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1648702261'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:34:00.635004 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a170e8ab-f347-4f4f-96d6-9f19425cd149 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:00.639401 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-f8235e3f-3027-4b4f-ac94-5cbbb1940e8c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:34:00.689668 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-f8235e3f-3027-4b4f-ac94-5cbbb1940e8c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Usage tracker for resource:network and tenant:cea970100f344bf88cd0b9c37fe15dda is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:34:00.712021 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-f8235e3f-3027-4b4f-ac94-5cbbb1940e8c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:34:00.727824 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-f8235e3f-3027-4b4f-ac94-5cbbb1940e8c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:34:00.735143 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1a255c9c-ffa6-4bb9-b2ff-b5626939816b None None] Port 0126aa6a-65c5-4a02-ba20-bb46d85de72b cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:34:00.750111 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a170e8ab-f347-4f4f-96d6-9f19425cd149 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Network bec58fb8-a144-40bd-bd75-71d2a84456ca is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:34:00.755842 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-a170e8ab-f347-4f4f-96d6-9f19425cd149 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:34:00.758816 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a170e8ab-f347-4f4f-96d6-9f19425cd149 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Pushing event updated for resources: {'Port': ['ID=6539efa2-8d76-4a5f-aa29-c6709a66962f,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:00.760925 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a170e8ab-f347-4f4f-96d6-9f19425cd149 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:34:00.799163 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8235e3f-3027-4b4f-ac94-5cbbb1940e8c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Made reservation on behalf of cea970100f344bf88cd0b9c37fe15dda for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:34:00.803589 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f8235e3f-3027-4b4f-ac94-5cbbb1940e8c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:00.861082 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-45a10dc0-c9d4-4ee6-b991-de56de19fae0 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:00.873018 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a170e8ab-f347-4f4f-96d6-9f19425cd149 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:00.874817 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a170e8ab-f347-4f4f-96d6-9f19425cd149 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:00.896161 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-c6df6819-0b40-47f9-8c77-6b0fc6bbcaec None None] For port 2574527a-762d-40d8-9cab-27be64a30354, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=2574527a-762d-40d8-9cab-27be64a30354,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:34:00.897070 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c6df6819-0b40-47f9-8c77-6b0fc6bbcaec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:00.932320 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-45a10dc0-c9d4-4ee6-b991-de56de19fae0 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:00.933136 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-45a10dc0-c9d4-4ee6-b991-de56de19fae0 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:00.997795 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-48f8f049-c084-48a2-8c44-9d778e05b9e3 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:01.013386 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a170e8ab-f347-4f4f-96d6-9f19425cd149 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1710689 Sep 22 21:34:01.013595 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-795aa6f8-6eb1-4112-b7c0-23b272a1e3f6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:01.017782 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41436) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:01.061913 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795aa6f8-6eb1-4112-b7c0-23b272a1e3f6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event deleted for resources: {'Subnet': ['ID=ca69a3bf-3953-40ee-a1b4-126835581d8d,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:01.064893 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8235e3f-3027-4b4f-ac94-5cbbb1940e8c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:34:01.090360 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-93b1ee64-ee12-4820-8326-62d8fede9fe9 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:2b:3f:e2'}]}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:34:01.128933 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-795aa6f8-6eb1-4112-b7c0-23b272a1e3f6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:01.161634 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f8235e3f-3027-4b4f-ac94-5cbbb1940e8c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:01.162123 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-f8235e3f-3027-4b4f-ac94-5cbbb1940e8c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Added segment 58ee0c27-c9a0-4081-ba5f-73a311b47b95 of type vlan for network 45af9591-9c97-440e-bcc7-6d1c90121d82 Sep 22 21:34:01.173099 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a10dc0-c9d4-4ee6-b991-de56de19fae0 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event updated for resources: {'Port': ['ID=0126aa6a-65c5-4a02-ba20-bb46d85de72b,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:01.205785 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-c6df6819-0b40-47f9-8c77-6b0fc6bbcaec None None] Calling delete_port for 2574527a-762d-40d8-9cab-27be64a30354 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:34:01.216749 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f8235e3f-3027-4b4f-ac94-5cbbb1940e8c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:01.241952 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1a255c9c-ffa6-4bb9-b2ff-b5626939816b None None] Attempt 3 to provision port 0126aa6a-65c5-4a02-ba20-bb46d85de72b Sep 22 21:34:01.250758 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-795aa6f8-6eb1-4112-b7c0-23b272a1e3f6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/ca69a3bf-3953-40ee-a1b4-126835581d8d HTTP/1.1" status: 204 len: 168 time: 0.9768159 Sep 22 21:34:01.255549 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a10dc0-c9d4-4ee6-b991-de56de19fae0 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Network 75d3f35c-2694-40d9-bee0-ff37746e7cf7 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:34:01.256236 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41440) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:01.261738 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-45a10dc0-c9d4-4ee6-b991-de56de19fae0 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:34:01.284380 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692d7bdd-8d9e-4994-87be-f334796aee58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-ca2c7e95-a561-45cb-b8d4-17c6406707de', 'network_id': 'ca2c7e95-a561-45cb-b8d4-17c6406707de', 'tenant_id': 'cea970100f344bf88cd0b9c37fe15dda', 'fixed_ips': [{'subnet_id': '3999fb05-e54e-491a-b9d3-4db8b985f6db'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:34:01.285446 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-692d7bdd-8d9e-4994-87be-f334796aee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:01.334592 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-7a18d2f0-b299-40f1-aafc-611362a6253f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0771723 Sep 22 21:34:01.393357 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1a255c9c-ffa6-4bb9-b2ff-b5626939816b None None] Port 0126aa6a-65c5-4a02-ba20-bb46d85de72b cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:34:01.396991 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41444) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:01.426230 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f8235e3f-3027-4b4f-ac94-5cbbb1940e8c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:01.432813 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8235e3f-3027-4b4f-ac94-5cbbb1940e8c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:01.433637 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f8235e3f-3027-4b4f-ac94-5cbbb1940e8c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:01.441055 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-2e82e331-8804-42d4-b022-91faddaa65d0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'subnet': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:34:01.455919 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c6df6819-0b40-47f9-8c77-6b0fc6bbcaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:01.530728 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df6819-0b40-47f9-8c77-6b0fc6bbcaec None None] Pushing event deleted for resources: {'Port': ['ID=2574527a-762d-40d8-9cab-27be64a30354,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:01.535672 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6df6819-0b40-47f9-8c77-6b0fc6bbcaec None None] No DVR routers for this DVR port 2574527a-762d-40d8-9cab-27be64a30354 on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:34:01.593498 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03abc21b-a813-4fbe-b661-22b52b9bc417 None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:34:01.711624 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-692d7bdd-8d9e-4994-87be-f334796aee58 None None] Allocated IP 172.20.255.242 (ca2c7e95-a561-45cb-b8d4-17c6406707de/3999fb05-e54e-491a-b9d3-4db8b985f6db/73680b41-8b0b-49d4-96af-2aff5f169033) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:34:01.778004 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-93b1ee64-ee12-4820-8326-62d8fede9fe9 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:01.837480 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8235e3f-3027-4b4f-ac94-5cbbb1940e8c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event updated for resources: {'Network': ['ID=45af9591-9c97-440e-bcc7-6d1c90121d82,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:01.842931 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-f8235e3f-3027-4b4f-ac94-5cbbb1940e8c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2215497 Sep 22 21:34:01.845559 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41450) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:01.859152 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 45af9591-9c97-440e-bcc7-6d1c90121d82 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:34:01.863799 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-c2a0f42a-3449-462a-a3eb-86bcf51bcf05 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Request body: {'subnet': {'network_id': '45af9591-9c97-440e-bcc7-6d1c90121d82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:34:01.890041 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-48f8f049-c084-48a2-8c44-9d778e05b9e3 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks [] for router_gateway, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:01.928042 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1a255c9c-ffa6-4bb9-b2ff-b5626939816b None None] Attempt 4 to provision port 0126aa6a-65c5-4a02-ba20-bb46d85de72b Sep 22 21:34:01.930164 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-48f8f049-c084-48a2-8c44-9d778e05b9e3 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:01.958795 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-2e82e331-8804-42d4-b022-91faddaa65d0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:34:01.966897 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-2e82e331-8804-42d4-b022-91faddaa65d0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Usage tracker for resource:subnet and tenant:4fef33e75cf240fcbb352fce012907b9 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:34:01.976089 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-2e82e331-8804-42d4-b022-91faddaa65d0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:34:01.990804 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-2e82e331-8804-42d4-b022-91faddaa65d0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:34:02.022651 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e82e331-8804-42d4-b022-91faddaa65d0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:34:02.026213 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2e82e331-8804-42d4-b022-91faddaa65d0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:02.035492 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1a255c9c-ffa6-4bb9-b2ff-b5626939816b None None] Port 0126aa6a-65c5-4a02-ba20-bb46d85de72b cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:34:02.043696 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c2a0f42a-3449-462a-a3eb-86bcf51bcf05 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:34:02.049704 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a10dc0-c9d4-4ee6-b991-de56de19fae0 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Router 1a8720d9-29cc-402e-b255-accab47bef81 is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:34:02.100376 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c2a0f42a-3449-462a-a3eb-86bcf51bcf05 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Usage tracker for resource:subnet and tenant:cea970100f344bf88cd0b9c37fe15dda is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:34:02.121227 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c2a0f42a-3449-462a-a3eb-86bcf51bcf05 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:34:02.127201 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-692d7bdd-8d9e-4994-87be-f334796aee58 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:02.132136 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c2a0f42a-3449-462a-a3eb-86bcf51bcf05 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:34:02.137833 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-692d7bdd-8d9e-4994-87be-f334796aee58 None None] Transition to ACTIVE for port object 73680b41-8b0b-49d4-96af-2aff5f169033 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:34:02.157209 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-692d7bdd-8d9e-4994-87be-f334796aee58 None None] Transition to ACTIVE for port object 73680b41-8b0b-49d4-96af-2aff5f169033 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:34:02.164140 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-692d7bdd-8d9e-4994-87be-f334796aee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:02.216818 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-48f8f049-c084-48a2-8c44-9d778e05b9e3 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Allocated IP 172.26.0.50 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/3f913163-ada9-412e-adcf-467792733ebc) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:34:02.229714 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692d7bdd-8d9e-4994-87be-f334796aee58 None None] Network ca2c7e95-a561-45cb-b8d4-17c6406707de is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:34:02.233382 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-692d7bdd-8d9e-4994-87be-f334796aee58 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:34:02.235944 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692d7bdd-8d9e-4994-87be-f334796aee58 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:34:02.319733 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a0f42a-3449-462a-a3eb-86bcf51bcf05 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Made reservation on behalf of cea970100f344bf88cd0b9c37fe15dda for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:34:02.323222 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c2a0f42a-3449-462a-a3eb-86bcf51bcf05 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:02.348333 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d7bdd-8d9e-4994-87be-f334796aee58 None None] Pushing event updated for resources: {'Port': ['ID=73680b41-8b0b-49d4-96af-2aff5f169033,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:02.349960 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-93b1ee64-ee12-4820-8326-62d8fede9fe9 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:02.356352 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-692d7bdd-8d9e-4994-87be-f334796aee58 None None] Attempting to bind port 73680b41-8b0b-49d4-96af-2aff5f169033 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:34:02.357487 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-692d7bdd-8d9e-4994-87be-f334796aee58 None None] Attempting to bind port 73680b41-8b0b-49d4-96af-2aff5f169033 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '86b6b3e3-4e00-4b96-8fe7-5451a9f275e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ca2c7e95-a561-45cb-b8d4-17c6406707de'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:34:02.357487 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692d7bdd-8d9e-4994-87be-f334796aee58 None None] Attempting to bind port 73680b41-8b0b-49d4-96af-2aff5f169033 on network ca2c7e95-a561-45cb-b8d4-17c6406707de {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:34:02.361036 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-93b1ee64-ee12-4820-8326-62d8fede9fe9 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:02.363178 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692d7bdd-8d9e-4994-87be-f334796aee58 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:34:02.363671 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692d7bdd-8d9e-4994-87be-f334796aee58 None None] Checking segment: {'id': '86b6b3e3-4e00-4b96-8fe7-5451a9f275e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ca2c7e95-a561-45cb-b8d4-17c6406707de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:34:02.363969 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-692d7bdd-8d9e-4994-87be-f334796aee58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:02.364383 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692d7bdd-8d9e-4994-87be-f334796aee58 None None] Bound using segment: {'id': '86b6b3e3-4e00-4b96-8fe7-5451a9f275e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ca2c7e95-a561-45cb-b8d4-17c6406707de'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:34:02.365094 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-692d7bdd-8d9e-4994-87be-f334796aee58 None None] Bound port: 73680b41-8b0b-49d4-96af-2aff5f169033, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86b6b3e3-4e00-4b96-8fe7-5451a9f275e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ca2c7e95-a561-45cb-b8d4-17c6406707de'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:34:02.365493 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-692d7bdd-8d9e-4994-87be-f334796aee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:02.448333 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a10dc0-c9d4-4ee6-b991-de56de19fae0 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:34:02.460091 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-692d7bdd-8d9e-4994-87be-f334796aee58 None None] For port 73680b41-8b0b-49d4-96af-2aff5f169033, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:34:02.465879 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079096b9-f693-4261-baa8-de48a29a1bab None None] Sync routers for ids ['1a8720d9-29cc-402e-b255-accab47bef81'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:34:02.476457 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-692d7bdd-8d9e-4994-87be-f334796aee58 None None] For port 73680b41-8b0b-49d4-96af-2aff5f169033, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=73680b41-8b0b-49d4-96af-2aff5f169033,segment=NetworkSegment(86b6b3e3-4e00-4b96-8fe7-5451a9f275e9),segment_id=86b6b3e3-4e00-4b96-8fe7-5451a9f275e9)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:34:02.477637 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079096b9-f693-4261-baa8-de48a29a1bab None None] Routers {'1a8720d9-29cc-402e-b255-accab47bef81'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:34:02.478544 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-079096b9-f693-4261-baa8-de48a29a1bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:33:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['1a8720d9-29cc-402e-b255-accab47bef81'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:02.486158 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-692d7bdd-8d9e-4994-87be-f334796aee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:02.504960 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-45a10dc0-c9d4-4ee6-b991-de56de19fae0 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "PUT /v2.0/routers/1a8720d9-29cc-402e-b255-accab47bef81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6718314 Sep 22 21:34:02.513607 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41454) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:02.549980 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-079096b9-f693-4261-baa8-de48a29a1bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:02.556990 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b1ee64-ee12-4820-8326-62d8fede9fe9 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Pushing event updated for resources: {'Port': ['ID=6539efa2-8d76-4a5f-aa29-c6709a66962f,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:02.557214 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1a255c9c-ffa6-4bb9-b2ff-b5626939816b None None] Attempt 5 to provision port 0126aa6a-65c5-4a02-ba20-bb46d85de72b Sep 22 21:34:02.567018 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-93b1ee64-ee12-4820-8326-62d8fede9fe9 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] In _notify_port_updated(), no bound segment for port 6539efa2-8d76-4a5f-aa29-c6709a66962f on network bec58fb8-a144-40bd-bd75-71d2a84456ca {{(pid=89009) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 21:34:02.567455 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079096b9-f693-4261-baa8-de48a29a1bab None None] Routers {'1a8720d9-29cc-402e-b255-accab47bef81'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:34:02.568493 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-079096b9-f693-4261-baa8-de48a29a1bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:33:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['1a8720d9-29cc-402e-b255-accab47bef81'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:02.574775 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b1ee64-ee12-4820-8326-62d8fede9fe9 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:02.575429 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-93b1ee64-ee12-4820-8326-62d8fede9fe9 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:02.579553 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-93b1ee64-ee12-4820-8326-62d8fede9fe9 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] 10.222.0.33 "PUT /v2.0/ports/6539efa2-8d76-4a5f-aa29-c6709a66962f HTTP/1.1" status: 200 len: 997 time: 1.5225978 Sep 22 21:34:02.580335 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41458) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:02.638656 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2e82e331-8804-42d4-b022-91faddaa65d0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:02.642927 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-079096b9-f693-4261-baa8-de48a29a1bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:02.643536 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079096b9-f693-4261-baa8-de48a29a1bab None None] The sync data for ids ['1a8720d9-29cc-402e-b255-accab47bef81'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:34:02.664857 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-48f8f049-c084-48a2-8c44-9d778e05b9e3 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:02.681129 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1a255c9c-ffa6-4bb9-b2ff-b5626939816b None None] Port 0126aa6a-65c5-4a02-ba20-bb46d85de72b cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:34:02.698800 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d7bdd-8d9e-4994-87be-f334796aee58 None None] Pushing event updated for resources: {'Port': ['ID=73680b41-8b0b-49d4-96af-2aff5f169033,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:02.715253 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6cd80b-3562-42e9-a866-3bbce7b6e408 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:02.716864 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ac6cd80b-3562-42e9-a866-3bbce7b6e408 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "GET /v2.0/ports/0126aa6a-65c5-4a02-ba20-bb46d85de72b HTTP/1.1" status: 200 len: 911 time: 0.1980836 Sep 22 21:34:02.723364 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41462) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:02.728236 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e82e331-8804-42d4-b022-91faddaa65d0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:34:02.733762 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-3871e020-6278-4f7f-bdb0-ce5a20d59e87 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Deleting port 6539efa2-8d76-4a5f-aa29-c6709a66962f {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:34:02.734098 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3871e020-6278-4f7f-bdb0-ce5a20d59e87 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:02.741334 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-2e82e331-8804-42d4-b022-91faddaa65d0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:34:02.748337 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e82e331-8804-42d4-b022-91faddaa65d0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:02.748933 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2e82e331-8804-42d4-b022-91faddaa65d0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:02.752457 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615ff752-cddc-4805-a7dc-d27ce9b2580a None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:34:02.800459 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e82e331-8804-42d4-b022-91faddaa65d0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Subnet': ['ID=7f10d14b-7d9e-489f-8591-195fca89709c,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:02.805976 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-2e82e331-8804-42d4-b022-91faddaa65d0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3974435 Sep 22 21:34:02.808645 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41466) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:02.816288 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-02d133ce-badd-4b1a-9964-00f67139200c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'port': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'fixed_ips': [{'subnet_id': '7f10d14b-7d9e-489f-8591-195fca89709c', 'ip_address': '2001:db8::e315:2aef:8ce2:6e0d'}], 'name': 'tempest-NetworksTestDHCPv6-1190939471'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:34:02.834502 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c2a0f42a-3449-462a-a3eb-86bcf51bcf05 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:03.099358 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a0f42a-3449-462a-a3eb-86bcf51bcf05 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event updated for resources: {'Subnet': ['ID=1c4095b8-1bd0-43b6-a048-c0e5aa733256,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:03.105126 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a0f42a-3449-462a-a3eb-86bcf51bcf05 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Checking segment: {'id': '58ee0c27-c9a0-4081-ba5f-73a311b47b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '45af9591-9c97-440e-bcc7-6d1c90121d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:34:03.105491 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a0f42a-3449-462a-a3eb-86bcf51bcf05 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Network hostable DHCP agents. Network: 45af9591-9c97-440e-bcc7-6d1c90121d82, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:34:03.110017 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460ca61d-d4b9-4afe-8590-d00e3401d001 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'tenant_id': '4fef33e75cf240fcbb352fce012907b9', 'fixed_ips': [{'subnet_id': '7f10d14b-7d9e-489f-8591-195fca89709c'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:34:03.111510 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-460ca61d-d4b9-4afe-8590-d00e3401d001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:03.111957 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-02d133ce-badd-4b1a-9964-00f67139200c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:34:03.120259 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-02d133ce-badd-4b1a-9964-00f67139200c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Usage tracker for resource:port and tenant:4fef33e75cf240fcbb352fce012907b9 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:34:03.124709 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-02d133ce-badd-4b1a-9964-00f67139200c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:34:03.133260 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-02d133ce-badd-4b1a-9964-00f67139200c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:34:03.145380 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a0f42a-3449-462a-a3eb-86bcf51bcf05 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Network 45af9591-9c97-440e-bcc7-6d1c90121d82 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:34:03.155233 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d133ce-badd-4b1a-9964-00f67139200c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:34:03.176875 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-c2a0f42a-3449-462a-a3eb-86bcf51bcf05 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 45af9591-9c97-440e-bcc7-6d1c90121d82) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:34:03.182843 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a0f42a-3449-462a-a3eb-86bcf51bcf05 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:03.183443 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c2a0f42a-3449-462a-a3eb-86bcf51bcf05 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:03.186183 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1a255c9c-ffa6-4bb9-b2ff-b5626939816b None None] Attempt 6 to provision port 0126aa6a-65c5-4a02-ba20-bb46d85de72b Sep 22 21:34:03.224862 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7c5879-3c1e-4319-9817-75571fe2e397 None None] Network 45af9591-9c97-440e-bcc7-6d1c90121d82 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:34:03.271949 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c2a0f42a-3449-462a-a3eb-86bcf51bcf05 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.4176872 Sep 22 21:34:03.274645 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41470) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:03.325888 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3871e020-6278-4f7f-bdb0-ce5a20d59e87 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:03.372636 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1a255c9c-ffa6-4bb9-b2ff-b5626939816b None None] Port 0126aa6a-65c5-4a02-ba20-bb46d85de72b cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:34:03.472205 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-3871e020-6278-4f7f-bdb0-ce5a20d59e87 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Calling delete_port for 6539efa2-8d76-4a5f-aa29-c6709a66962f owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:34:03.495817 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-460ca61d-d4b9-4afe-8590-d00e3401d001 None None] Allocated IP 2001:db8::2 (98c62b9a-5d2a-496f-a1e5-12a6874f54f0/7f10d14b-7d9e-489f-8591-195fca89709c/ff106108-7b1e-42a7-96c8-856098d0fb5c) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:34:03.572309 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-02d133ce-badd-4b1a-9964-00f67139200c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:03.617513 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [None req-02d133ce-badd-4b1a-9964-00f67139200c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] device_id is not set on port 8f5dfd63-95f7-481a-a7cf-2e423cc431a3 yet. {{(pid=89008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:34:03.681072 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 73680b41-8b0b-49d4-96af-2aff5f169033 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:34:03.695121 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-48f8f049-c084-48a2-8c44-9d778e05b9e3 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:03.697799 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-737e2458-9d2d-4f2c-885a-738fa1002dc8 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:03.771452 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df136260-db98-4588-8d84-e54f1e1077ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-45af9591-9c97-440e-bcc7-6d1c90121d82', 'network_id': '45af9591-9c97-440e-bcc7-6d1c90121d82', 'tenant_id': 'cea970100f344bf88cd0b9c37fe15dda', 'fixed_ips': [{'subnet_id': '1c4095b8-1bd0-43b6-a048-c0e5aa733256'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:34:03.772988 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-df136260-db98-4588-8d84-e54f1e1077ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:03.817204 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f8f049-c084-48a2-8c44-9d778e05b9e3 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:34:03.824214 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-48f8f049-c084-48a2-8c44-9d778e05b9e3 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:34:03.832987 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f8f049-c084-48a2-8c44-9d778e05b9e3 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:34:03.851450 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-737e2458-9d2d-4f2c-885a-738fa1002dc8 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:03.870459 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f8f049-c084-48a2-8c44-9d778e05b9e3 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Pushing event updated for resources: {'Port': ['ID=3f913163-ada9-412e-adcf-467792733ebc,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:03.935410 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1a255c9c-ffa6-4bb9-b2ff-b5626939816b None None] Attempt 7 to provision port 0126aa6a-65c5-4a02-ba20-bb46d85de72b Sep 22 21:34:04.008405 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 73680b41-8b0b-49d4-96af-2aff5f169033 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:34:04.023884 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfefb5d-d294-4052-a737-d3875d73b797 None None] Network ca2c7e95-a561-45cb-b8d4-17c6406707de requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:34:04.053265 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-df136260-db98-4588-8d84-e54f1e1077ea None None] Allocated IP 172.20.0.2 (45af9591-9c97-440e-bcc7-6d1c90121d82/1c4095b8-1bd0-43b6-a048-c0e5aa733256/a5b63b45-2d88-4eab-800d-387f367a0956) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:34:04.114082 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1a255c9c-ffa6-4bb9-b2ff-b5626939816b None None] Port 0126aa6a-65c5-4a02-ba20-bb46d85de72b cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:34:04.261474 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3871e020-6278-4f7f-bdb0-ce5a20d59e87 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:04.314271 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-460ca61d-d4b9-4afe-8590-d00e3401d001 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:04.368560 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871e020-6278-4f7f-bdb0-ce5a20d59e87 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Pushing event deleted for resources: {'Port': ['ID=6539efa2-8d76-4a5f-aa29-c6709a66962f,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:04.369956 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-460ca61d-d4b9-4afe-8590-d00e3401d001 None None] Transition to ACTIVE for port object ff106108-7b1e-42a7-96c8-856098d0fb5c will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:34:04.457069 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-460ca61d-d4b9-4afe-8590-d00e3401d001 None None] Transition to ACTIVE for port object ff106108-7b1e-42a7-96c8-856098d0fb5c will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:34:04.507769 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-460ca61d-d4b9-4afe-8590-d00e3401d001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:04.558570 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-02d133ce-badd-4b1a-9964-00f67139200c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Allocated IP 2001:db8::e315:2aef:8ce2:6e0d (98c62b9a-5d2a-496f-a1e5-12a6874f54f0/7f10d14b-7d9e-489f-8591-195fca89709c/8f5dfd63-95f7-481a-a7cf-2e423cc431a3) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:34:04.610556 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-df136260-db98-4588-8d84-e54f1e1077ea None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:04.616222 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460ca61d-d4b9-4afe-8590-d00e3401d001 None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:34:04.617926 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1a255c9c-ffa6-4bb9-b2ff-b5626939816b None None] Attempt 8 to provision port 0126aa6a-65c5-4a02-ba20-bb46d85de72b Sep 22 21:34:04.653976 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-460ca61d-d4b9-4afe-8590-d00e3401d001 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:34:04.667179 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ca61d-d4b9-4afe-8590-d00e3401d001 None None] Pushing event updated for resources: {'Port': ['ID=ff106108-7b1e-42a7-96c8-856098d0fb5c,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:04.669612 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460ca61d-d4b9-4afe-8590-d00e3401d001 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:34:04.686385 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-df136260-db98-4588-8d84-e54f1e1077ea None None] Transition to ACTIVE for port object a5b63b45-2d88-4eab-800d-387f367a0956 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:34:04.755650 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3871e020-6278-4f7f-bdb0-ce5a20d59e87 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:04.776001 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6c4ba8fb-d500-4ce1-bb3a-79bc0cbcd912 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:04.806035 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-02d133ce-badd-4b1a-9964-00f67139200c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:04.822127 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-02d133ce-badd-4b1a-9964-00f67139200c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Transition to ACTIVE for port object 8f5dfd63-95f7-481a-a7cf-2e423cc431a3 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:34:04.841390 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1a255c9c-ffa6-4bb9-b2ff-b5626939816b None None] Port 0126aa6a-65c5-4a02-ba20-bb46d85de72b cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:34:04.843457 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-df136260-db98-4588-8d84-e54f1e1077ea None None] Transition to ACTIVE for port object a5b63b45-2d88-4eab-800d-387f367a0956 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:34:04.854252 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-02d133ce-badd-4b1a-9964-00f67139200c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:04.864929 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-3871e020-6278-4f7f-bdb0-ce5a20d59e87 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] 10.222.0.33 "DELETE /v2.0/ports/6539efa2-8d76-4a5f-aa29-c6709a66962f HTTP/1.1" status: 204 len: 168 time: 2.2647300 Sep 22 21:34:04.865160 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-df136260-db98-4588-8d84-e54f1e1077ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:04.866826 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41476) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:04.902916 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-460ca61d-d4b9-4afe-8590-d00e3401d001 None None] Attempting to bind port ff106108-7b1e-42a7-96c8-856098d0fb5c on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:34:04.903276 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-460ca61d-d4b9-4afe-8590-d00e3401d001 None None] Attempting to bind port ff106108-7b1e-42a7-96c8-856098d0fb5c by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:34:04.903635 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460ca61d-d4b9-4afe-8590-d00e3401d001 None None] Attempting to bind port ff106108-7b1e-42a7-96c8-856098d0fb5c on network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:34:04.937159 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460ca61d-d4b9-4afe-8590-d00e3401d001 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:34:04.937560 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460ca61d-d4b9-4afe-8590-d00e3401d001 None None] Checking segment: {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:34:04.937925 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-460ca61d-d4b9-4afe-8590-d00e3401d001 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:04.938635 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460ca61d-d4b9-4afe-8590-d00e3401d001 None None] Bound using segment: {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:34:04.938778 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-460ca61d-d4b9-4afe-8590-d00e3401d001 None None] Bound port: ff106108-7b1e-42a7-96c8-856098d0fb5c, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:34:04.939160 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-460ca61d-d4b9-4afe-8590-d00e3401d001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:04.945029 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d133ce-badd-4b1a-9964-00f67139200c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:34:04.945920 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d133ce-badd-4b1a-9964-00f67139200c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Port': ['ID=8f5dfd63-95f7-481a-a7cf-2e423cc431a3,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:04.948942 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-02d133ce-badd-4b1a-9964-00f67139200c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:34:04.951677 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d133ce-badd-4b1a-9964-00f67139200c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:34:04.954317 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df136260-db98-4588-8d84-e54f1e1077ea None None] Network 45af9591-9c97-440e-bcc7-6d1c90121d82 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:34:04.957407 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d133ce-badd-4b1a-9964-00f67139200c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:04.958044 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-02d133ce-badd-4b1a-9964-00f67139200c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:04.962287 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-df136260-db98-4588-8d84-e54f1e1077ea None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:34:04.965730 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-737e2458-9d2d-4f2c-885a-738fa1002dc8 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:04.966419 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df136260-db98-4588-8d84-e54f1e1077ea None None] Pushing event updated for resources: {'Port': ['ID=a5b63b45-2d88-4eab-800d-387f367a0956,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:04.969872 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df136260-db98-4588-8d84-e54f1e1077ea None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:34:05.029284 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e2458-9d2d-4f2c-885a-738fa1002dc8 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event deleted for resources: {'Subnet': ['ID=1c4095b8-1bd0-43b6-a048-c0e5aa733256,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:05.063100 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b5b4150-36dc-4348-94f3-f675daf21e62 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] GET failed (client error): The resource could not be found. Sep 22 21:34:05.065864 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-1b5b4150-36dc-4348-94f3-f675daf21e62 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Synchronizing usage tracker for tenant:f82f9901a1a8480c8bc290e72969c879 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:34:05.096352 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-48f8f049-c084-48a2-8c44-9d778e05b9e3 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks [] for router_gateway, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:05.115089 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-02d133ce-badd-4b1a-9964-00f67139200c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3050096 Sep 22 21:34:05.119224 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41482) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:05.147119 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-df136260-db98-4588-8d84-e54f1e1077ea None None] Attempting to bind port a5b63b45-2d88-4eab-800d-387f367a0956 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:34:05.147659 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-df136260-db98-4588-8d84-e54f1e1077ea None None] Attempting to bind port a5b63b45-2d88-4eab-800d-387f367a0956 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '58ee0c27-c9a0-4081-ba5f-73a311b47b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '45af9591-9c97-440e-bcc7-6d1c90121d82'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:34:05.147925 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df136260-db98-4588-8d84-e54f1e1077ea None None] Attempting to bind port a5b63b45-2d88-4eab-800d-387f367a0956 on network 45af9591-9c97-440e-bcc7-6d1c90121d82 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:34:05.155958 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-460ca61d-d4b9-4afe-8590-d00e3401d001 None None] For port ff106108-7b1e-42a7-96c8-856098d0fb5c, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:34:05.158203 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df136260-db98-4588-8d84-e54f1e1077ea None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:34:05.158572 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df136260-db98-4588-8d84-e54f1e1077ea None None] Checking segment: {'id': '58ee0c27-c9a0-4081-ba5f-73a311b47b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '45af9591-9c97-440e-bcc7-6d1c90121d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:34:05.158999 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-df136260-db98-4588-8d84-e54f1e1077ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:05.159385 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df136260-db98-4588-8d84-e54f1e1077ea None None] Bound using segment: {'id': '58ee0c27-c9a0-4081-ba5f-73a311b47b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '45af9591-9c97-440e-bcc7-6d1c90121d82'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:34:05.159847 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-df136260-db98-4588-8d84-e54f1e1077ea None None] Bound port: a5b63b45-2d88-4eab-800d-387f367a0956, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58ee0c27-c9a0-4081-ba5f-73a311b47b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '45af9591-9c97-440e-bcc7-6d1c90121d82'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:34:05.160215 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-df136260-db98-4588-8d84-e54f1e1077ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:05.179339 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-460ca61d-d4b9-4afe-8590-d00e3401d001 None None] For port ff106108-7b1e-42a7-96c8-856098d0fb5c, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=ff106108-7b1e-42a7-96c8-856098d0fb5c,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:34:05.209054 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-460ca61d-d4b9-4afe-8590-d00e3401d001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:05.218627 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-737e2458-9d2d-4f2c-885a-738fa1002dc8 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:05.235100 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-1b5b4150-36dc-4348-94f3-f675daf21e62 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Unset dirty status for tenant:f82f9901a1a8480c8bc290e72969c879 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:34:05.236548 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-1b5b4150-36dc-4348-94f3-f675daf21e62 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] 10.222.0.33 "GET /v2.0/ports/6539efa2-8d76-4a5f-aa29-c6709a66962f HTTP/1.1" status: 404 len: 333 time: 0.3225231 Sep 22 21:34:05.246700 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41486) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:05.264324 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-737e2458-9d2d-4f2c-885a-738fa1002dc8 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45af9591-9c97-440e-bcc7-6d1c90121d82']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:05.265738 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-f216c17e-4695-4f5e-907c-37a0b217dcff tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Request body: {'port': {'network_id': 'bec58fb8-a144-40bd-bd75-71d2a84456ca', 'name': 'tempest-AllowedAddressPairTestJSON-450530537'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:34:05.281658 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-737e2458-9d2d-4f2c-885a-738fa1002dc8 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58ee0c27-c9a0-4081-ba5f-73a311b47b95') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:05.282234 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-737e2458-9d2d-4f2c-885a-738fa1002dc8 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58ee0c27-c9a0-4081-ba5f-73a311b47b95') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:05.306698 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-737e2458-9d2d-4f2c-885a-738fa1002dc8 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:05.333723 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-737e2458-9d2d-4f2c-885a-738fa1002dc8 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:05.342109 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1a255c9c-ffa6-4bb9-b2ff-b5626939816b None None] Attempt 9 to provision port 0126aa6a-65c5-4a02-ba20-bb46d85de72b Sep 22 21:34:05.355074 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffba6efc-7556-4075-9a5e-b2016f21d764 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:05.361117 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffba6efc-7556-4075-9a5e-b2016f21d764 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:05.361918 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-ffba6efc-7556-4075-9a5e-b2016f21d764 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:34:05.371681 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-737e2458-9d2d-4f2c-885a-738fa1002dc8 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:34:05.372082 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-737e2458-9d2d-4f2c-885a-738fa1002dc8 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:05.400097 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-df136260-db98-4588-8d84-e54f1e1077ea None None] For port a5b63b45-2d88-4eab-800d-387f367a0956, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:34:05.405550 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ca61d-d4b9-4afe-8590-d00e3401d001 None None] Pushing event updated for resources: {'Port': ['ID=ff106108-7b1e-42a7-96c8-856098d0fb5c,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:05.427123 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1a255c9c-ffa6-4bb9-b2ff-b5626939816b None None] Port 0126aa6a-65c5-4a02-ba20-bb46d85de72b cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:34:05.470666 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 58ee0c27-c9a0-4081-ba5f-73a311b47b95 resource provider aggregate not found Sep 22 21:34:05.492810 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-ffba6efc-7556-4075-9a5e-b2016f21d764 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:34:05.504660 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ffba6efc-7556-4075-9a5e-b2016f21d764 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3800566 Sep 22 21:34:05.509576 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 58ee0c27-c9a0-4081-ba5f-73a311b47b95 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 58ee0c27-c9a0-4081-ba5f-73a311b47b95 found for delete ", "request_id": "req-afd1c9e0-47e2-47c4-86b6-bbecfea05f71"}]} Sep 22 21:34:05.510027 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41496) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:05.558258 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-df136260-db98-4588-8d84-e54f1e1077ea None None] For port a5b63b45-2d88-4eab-800d-387f367a0956, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=a5b63b45-2d88-4eab-800d-387f367a0956,segment=NetworkSegment(58ee0c27-c9a0-4081-ba5f-73a311b47b95),segment_id=58ee0c27-c9a0-4081-ba5f-73a311b47b95)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:34:05.566775 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-df136260-db98-4588-8d84-e54f1e1077ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:05.633591 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.db.api [None req-737e2458-9d2d-4f2c-885a-738fa1002dc8 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 22 21:34:05.633591 dv-neutron-858900-1-hyperv neutron-server[89008]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 22 21:34:05.633591 dv-neutron-858900-1-hyperv neutron-server[89008]: [parameters: {'id': '45af9591-9c97-440e-bcc7-6d1c90121d82'}] Sep 22 21:34:05.633591 dv-neutron-858900-1-hyperv neutron-server[89008]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:34:05.633976 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG oslo_db.api [None req-737e2458-9d2d-4f2c-885a-738fa1002dc8 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:34:05.677081 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-3403e052-8979-403d-b8c5-0af32228932c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Deleting port 8f5dfd63-95f7-481a-a7cf-2e423cc431a3 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:34:05.677427 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3403e052-8979-403d-b8c5-0af32228932c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:05.742679 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df136260-db98-4588-8d84-e54f1e1077ea None None] Pushing event updated for resources: {'Port': ['ID=a5b63b45-2d88-4eab-800d-387f367a0956,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:05.761566 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef825c9-3d28-4756-8add-7d4eeae2e8ee None None] Network 45af9591-9c97-440e-bcc7-6d1c90121d82 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:34:05.782520 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-6c4ba8fb-d500-4ce1-bb3a-79bc0cbcd912 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Allocated IP 2001:db8:1::1 (466f4533-7c4d-4e5f-933c-84617c39b62a/f977f97e-5b8a-4523-8838-7f3ba045ae33/a92e70ed-ac33-45d9-849a-bf2c13182335) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:34:05.824488 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3363da-b5d3-4a43-bc77-12243ee40acb req-6cecc83b-149a-49aa-86c7-129b79d53dc9 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:05.826864 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2d3363da-b5d3-4a43-bc77-12243ee40acb req-6cecc83b-149a-49aa-86c7-129b79d53dc9 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.2772081 Sep 22 21:34:05.830760 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-f216c17e-4695-4f5e-907c-37a0b217dcff tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:34:05.841987 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-f216c17e-4695-4f5e-907c-37a0b217dcff tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:34:05.876915 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f216c17e-4695-4f5e-907c-37a0b217dcff tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Made reservation on behalf of f82f9901a1a8480c8bc290e72969c879 for: {'port': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:34:05.880314 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f216c17e-4695-4f5e-907c-37a0b217dcff tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:05.936326 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1a255c9c-ffa6-4bb9-b2ff-b5626939816b None None] Attempt 10 to provision port 0126aa6a-65c5-4a02-ba20-bb46d85de72b Sep 22 21:34:05.981094 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2d3363da-b5d3-4a43-bc77-12243ee40acb req-af1efe3d-8a23-4f9f-ab4b-70305bb7c33c tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449044 Sep 22 21:34:06.005398 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1a255c9c-ffa6-4bb9-b2ff-b5626939816b None None] Port 0126aa6a-65c5-4a02-ba20-bb46d85de72b cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:34:06.048472 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-f216c17e-4695-4f5e-907c-37a0b217dcff tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] device_id is not set on port 66bc337e-d777-4fd4-b38f-992a97a96e69 yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:34:06.057915 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3403e052-8979-403d-b8c5-0af32228932c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:06.138267 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-eb1e1574-0f29-4670-817f-a12ba73ea38a None None] Provisioning for port 7bc9e6ba-3859-4a31-a3f3-0f071b1fe147 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:34:06.143817 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-eb1e1574-0f29-4670-817f-a12ba73ea38a None None] Provisioning complete for port 7bc9e6ba-3859-4a31-a3f3-0f071b1fe147 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:34:06.144189 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-eb1e1574-0f29-4670-817f-a12ba73ea38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:06.144752 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-eb1e1574-0f29-4670-817f-a12ba73ea38a None None] Attempt 1 to provision port 7bc9e6ba-3859-4a31-a3f3-0f071b1fe147 Sep 22 21:34:06.189022 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-48f8f049-c084-48a2-8c44-9d778e05b9e3 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:06.192851 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-48f8f049-c084-48a2-8c44-9d778e05b9e3 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8026890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8012281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8012114'] for router, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:06.313261 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-737e2458-9d2d-4f2c-885a-738fa1002dc8 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:06.322003 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-3403e052-8979-403d-b8c5-0af32228932c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Calling delete_port for 8f5dfd63-95f7-481a-a7cf-2e423cc431a3 owned by {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:34:06.328507 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-eb1e1574-0f29-4670-817f-a12ba73ea38a None None] Current status of the port 7bc9e6ba-3859-4a31-a3f3-0f071b1fe147 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:34:06.329094 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-eb1e1574-0f29-4670-817f-a12ba73ea38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:06.382750 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-eb1e1574-0f29-4670-817f-a12ba73ea38a None None] For port 7bc9e6ba-3859-4a31-a3f3-0f071b1fe147, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=7bc9e6ba-3859-4a31-a3f3-0f071b1fe147,segment=NetworkSegment(8670628f-d28f-4000-8e5f-75f6b5ccf8ae),segment_id=8670628f-d28f-4000-8e5f-75f6b5ccf8ae)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:34:06.383072 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-737e2458-9d2d-4f2c-885a-738fa1002dc8 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Deleting port a5b63b45-2d88-4eab-800d-387f367a0956 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:34:06.383389 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-737e2458-9d2d-4f2c-885a-738fa1002dc8 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:06.390555 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-eb1e1574-0f29-4670-817f-a12ba73ea38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:06.459347 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-eb1e1574-0f29-4670-817f-a12ba73ea38a None None] Provisioning complete for port 0126aa6a-65c5-4a02-ba20-bb46d85de72b triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:34:06.459705 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-eb1e1574-0f29-4670-817f-a12ba73ea38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:06.460187 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-eb1e1574-0f29-4670-817f-a12ba73ea38a None None] Attempt 1 to provision port 0126aa6a-65c5-4a02-ba20-bb46d85de72b Sep 22 21:34:06.516736 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1e1574-0f29-4670-817f-a12ba73ea38a None None] Pushing event updated for resources: {'Port': ['ID=7bc9e6ba-3859-4a31-a3f3-0f071b1fe147,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:06.533489 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-eb1e1574-0f29-4670-817f-a12ba73ea38a None None] Port 0126aa6a-65c5-4a02-ba20-bb46d85de72b cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:34:06.611651 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6c4ba8fb-d500-4ce1-bb3a-79bc0cbcd912 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:06.690408 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3403e052-8979-403d-b8c5-0af32228932c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:06.703270 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-737e2458-9d2d-4f2c-885a-738fa1002dc8 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] For port a5b63b45-2d88-4eab-800d-387f367a0956, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=a5b63b45-2d88-4eab-800d-387f367a0956,segment=NetworkSegment(58ee0c27-c9a0-4081-ba5f-73a311b47b95),segment_id=58ee0c27-c9a0-4081-ba5f-73a311b47b95)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:34:06.703643 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-737e2458-9d2d-4f2c-885a-738fa1002dc8 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:06.740521 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-6c4ba8fb-d500-4ce1-bb3a-79bc0cbcd912 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Transition to ACTIVE for port object a92e70ed-ac33-45d9-849a-bf2c13182335 will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:34:06.742104 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-f216c17e-4695-4f5e-907c-37a0b217dcff tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Allocated IP 172.20.0.10 (bec58fb8-a144-40bd-bd75-71d2a84456ca/92dd7fe2-1cc3-4ba2-9437-bf37d3ba871d/66bc337e-d777-4fd4-b38f-992a97a96e69) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:34:06.819609 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dae0ab-3f27-4f74-ada0-882976ac1c42 req-9c9d80cb-5055-41a0-972a-e1c9ad34dc29 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:06.821159 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-71dae0ab-3f27-4f74-ada0-882976ac1c42 req-9c9d80cb-5055-41a0-972a-e1c9ad34dc29 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.7098498 Sep 22 21:34:06.862991 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6c4ba8fb-d500-4ce1-bb3a-79bc0cbcd912 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:06.929348 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3403e052-8979-403d-b8c5-0af32228932c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event deleted for resources: {'Port': ['ID=8f5dfd63-95f7-481a-a7cf-2e423cc431a3,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:06.945768 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-737e2458-9d2d-4f2c-885a-738fa1002dc8 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Calling delete_port for a5b63b45-2d88-4eab-800d-387f367a0956 owned by network:dhcp {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:34:06.987319 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3403e052-8979-403d-b8c5-0af32228932c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:07.001807 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4ba8fb-d500-4ce1-bb3a-79bc0cbcd912 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Network 466f4533-7c4d-4e5f-933c-84617c39b62a is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:34:07.019744 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-6c4ba8fb-d500-4ce1-bb3a-79bc0cbcd912 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:34:07.034875 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-eb1e1574-0f29-4670-817f-a12ba73ea38a None None] Attempt 2 to provision port 0126aa6a-65c5-4a02-ba20-bb46d85de72b Sep 22 21:34:07.058856 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-3403e052-8979-403d-b8c5-0af32228932c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/ports/8f5dfd63-95f7-481a-a7cf-2e423cc431a3 HTTP/1.1" status: 204 len: 168 time: 1.5478160 Sep 22 21:34:07.064112 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41508) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:07.141493 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-eb1e1574-0f29-4670-817f-a12ba73ea38a None None] Port 0126aa6a-65c5-4a02-ba20-bb46d85de72b cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:34:07.143513 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4ba8fb-d500-4ce1-bb3a-79bc0cbcd912 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:34:07.144060 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6c4ba8fb-d500-4ce1-bb3a-79bc0cbcd912 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:07.179219 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f9a386-f3e6-4da0-b9f0-36332530c0b7 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:07.180797 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f9a386-f3e6-4da0-b9f0-36332530c0b7 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:07.181532 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-70f9a386-f3e6-4da0-b9f0-36332530c0b7 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:34:07.193476 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-737e2458-9d2d-4f2c-885a-738fa1002dc8 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:07.237245 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737e2458-9d2d-4f2c-885a-738fa1002dc8 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] No DVR routers for this DVR port a5b63b45-2d88-4eab-800d-387f367a0956 on host dv-neutron-858900-1-hyperv {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:34:07.272066 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ba8fb-d500-4ce1-bb3a-79bc0cbcd912 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event updated for resources: {'Port': ['ID=a92e70ed-ac33-45d9-849a-bf2c13182335,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:07.286756 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-71dae0ab-3f27-4f74-ada0-882976ac1c42 req-ec2d65ea-64fa-4292-b78b-037cd5327c88 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4565291 Sep 22 21:34:07.299113 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f8f049-c084-48a2-8c44-9d778e05b9e3 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Router a3ae5e2b-0ecc-4951-9781-f654494556b6 is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:34:07.313654 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e2458-9d2d-4f2c-885a-738fa1002dc8 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event deleted for resources: {'Port': ['ID=a5b63b45-2d88-4eab-800d-387f367a0956,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:07.335412 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d3de3e-af9a-4643-9d0f-a947027475fb None None] get_active_networks_info from dv-neutron-858900-1-hyperv {{(pid=89010) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 22 21:34:07.357740 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea3d59-9951-4367-ad69-93fac8cd599e req-8835970e-1505-456f-809a-c99c6544c958 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:07.359568 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-8eea3d59-9951-4367-ad69-93fac8cd599e req-8835970e-1505-456f-809a-c99c6544c958 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] 10.222.0.33 "GET /v2.0/ports?device_id=18bad13e-d11f-4012-9e0d-bf2e7d80980e HTTP/1.1" status: 200 len: 946 time: 0.4209850 Sep 22 21:34:07.364444 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-70f9a386-f3e6-4da0-b9f0-36332530c0b7 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:34:07.368217 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-70f9a386-f3e6-4da0-b9f0-36332530c0b7 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3008022 Sep 22 21:34:07.424146 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41514) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:07.491392 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d3de3e-af9a-4643-9d0f-a947027475fb None None] Resources bound (agent type, host, resource id): {{(pid=89010) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 21:34:07.496890 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-737e2458-9d2d-4f2c-885a-738fa1002dc8 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:07.531410 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f216c17e-4695-4f5e-907c-37a0b217dcff tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:07.552423 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-737e2458-9d2d-4f2c-885a-738fa1002dc8 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45af9591-9c97-440e-bcc7-6d1c90121d82']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:07.562351 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-8eea3d59-9951-4367-ad69-93fac8cd599e req-f7ba879f-bb95-4301-b430-4b98eab4c193 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] 10.222.0.33 "GET /v2.0/security-groups?id=3436d52f-576d-49f3-8cfd-19ae3692e444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488428 Sep 22 21:34:07.572032 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-737e2458-9d2d-4f2c-885a-738fa1002dc8 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58ee0c27-c9a0-4081-ba5f-73a311b47b95') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:07.572378 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-737e2458-9d2d-4f2c-885a-738fa1002dc8 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58ee0c27-c9a0-4081-ba5f-73a311b47b95') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:07.582517 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e64ab8f-90c0-445f-8ac9-8bb253a508ba tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Deleting subnet 7f10d14b-7d9e-489f-8591-195fca89709c {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:34:07.585654 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5e64ab8f-90c0-445f-8ac9-8bb253a508ba tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:07.646307 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5e64ab8f-90c0-445f-8ac9-8bb253a508ba tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:07.670193 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-eb1e1574-0f29-4670-817f-a12ba73ea38a None None] Attempt 3 to provision port 0126aa6a-65c5-4a02-ba20-bb46d85de72b Sep 22 21:34:07.686191 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f8f049-c084-48a2-8c44-9d778e05b9e3 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:34:07.706373 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-f216c17e-4695-4f5e-907c-37a0b217dcff tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Transition to ACTIVE for port object 66bc337e-d777-4fd4-b38f-992a97a96e69 will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:34:07.730087 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-737e2458-9d2d-4f2c-885a-738fa1002dc8 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:07.751761 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-737e2458-9d2d-4f2c-885a-738fa1002dc8 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:07.757269 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5e64ab8f-90c0-445f-8ac9-8bb253a508ba tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:07.783374 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5395caf1-758d-4e4c-a9c0-69604a236ed8 None None] Sync routers for ids ['a3ae5e2b-0ecc-4951-9781-f654494556b6'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:34:07.786032 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 7bc9e6ba-3859-4a31-a3f3-0f071b1fe147 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:34:07.786150 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-737e2458-9d2d-4f2c-885a-738fa1002dc8 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:34:07.786515 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-737e2458-9d2d-4f2c-885a-738fa1002dc8 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:07.792880 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-48f8f049-c084-48a2-8c44-9d778e05b9e3 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:07.796413 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-48f8f049-c084-48a2-8c44-9d778e05b9e3 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] 10.222.0.33 "PUT /v2.0/routers/a3ae5e2b-0ecc-4951-9781-f654494556b6 HTTP/1.1" status: 200 len: 878 time: 7.3076539 Sep 22 21:34:07.807403 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41518) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:07.874514 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 58ee0c27-c9a0-4081-ba5f-73a311b47b95 resource provider aggregate not found Sep 22 21:34:07.887520 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5395caf1-758d-4e4c-a9c0-69604a236ed8 None None] Routers {'a3ae5e2b-0ecc-4951-9781-f654494556b6'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:34:07.887520 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-5395caf1-758d-4e4c-a9c0-69604a236ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:33:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['a3ae5e2b-0ecc-4951-9781-f654494556b6'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:07.903542 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 58ee0c27-c9a0-4081-ba5f-73a311b47b95 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 58ee0c27-c9a0-4081-ba5f-73a311b47b95 found for delete ", "request_id": "req-e17f2bef-fa3b-4101-886d-b7db2d31cec4"}]} Sep 22 21:34:07.919320 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1972b90-2b8b-46ca-95b2-1c8b949e4332 req-4594c06e-5eae-46d4-b77c-37977b0b741e tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:07.920819 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-e1972b90-2b8b-46ca-95b2-1c8b949e4332 req-4594c06e-5eae-46d4-b77c-37977b0b741e tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.4902210 Sep 22 21:34:07.924373 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6c4ba8fb-d500-4ce1-bb3a-79bc0cbcd912 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:07.941837 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f216c17e-4695-4f5e-907c-37a0b217dcff tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:07.945887 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-737e2458-9d2d-4f2c-885a-738fa1002dc8 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:07.964558 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-5395caf1-758d-4e4c-a9c0-69604a236ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:07.968315 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-737e2458-9d2d-4f2c-885a-738fa1002dc8 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:07.970460 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-eb1e1574-0f29-4670-817f-a12ba73ea38a None None] Port 0126aa6a-65c5-4a02-ba20-bb46d85de72b cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:34:07.977855 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5e64ab8f-90c0-445f-8ac9-8bb253a508ba tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:07.984788 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5395caf1-758d-4e4c-a9c0-69604a236ed8 None None] Routers {'a3ae5e2b-0ecc-4951-9781-f654494556b6'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:34:07.985345 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-5395caf1-758d-4e4c-a9c0-69604a236ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:33:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['a3ae5e2b-0ecc-4951-9781-f654494556b6'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:08.057146 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-5395caf1-758d-4e4c-a9c0-69604a236ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:08.057546 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5395caf1-758d-4e4c-a9c0-69604a236ed8 None None] The sync data for ids ['a3ae5e2b-0ecc-4951-9781-f654494556b6'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:34:08.059881 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 7bc9e6ba-3859-4a31-a3f3-0f071b1fe147 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:34:08.060237 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:08.060566 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 7bc9e6ba-3859-4a31-a3f3-0f071b1fe147 Sep 22 21:34:08.124150 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e2458-9d2d-4f2c-885a-738fa1002dc8 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event deleted for resources: {'Network': ['ID=45af9591-9c97-440e-bcc7-6d1c90121d82,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:08.140661 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64ab8f-90c0-445f-8ac9-8bb253a508ba tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event deleted for resources: {'Subnet': ['ID=7f10d14b-7d9e-489f-8591-195fca89709c,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:08.144459 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5e64ab8f-90c0-445f-8ac9-8bb253a508ba tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:08.146305 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-5e64ab8f-90c0-445f-8ac9-8bb253a508ba tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/7f10d14b-7d9e-489f-8591-195fca89709c HTTP/1.1" status: 204 len: 168 time: 0.7205474 Sep 22 21:34:08.152083 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-737e2458-9d2d-4f2c-885a-738fa1002dc8 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "DELETE /v2.0/networks/45af9591-9c97-440e-bcc7-6d1c90121d82 HTTP/1.1" status: 204 len: 168 time: 4.8723350 Sep 22 21:34:08.152083 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41526) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:08.203218 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41530) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:08.217692 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-57e8d1ca-0289-46e0-b897-5f10873da847 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-254057191'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:34:08.230308 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-199d5ce4-ea03-4784-892b-db07d2468060 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0805588 Sep 22 21:34:08.231497 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-57e8d1ca-0289-46e0-b897-5f10873da847 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:34:08.233539 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41534) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:08.240186 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-94ddeecf-34bb-40a2-8efc-4277313a0b69 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'subnet': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:34:08.254826 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-57e8d1ca-0289-46e0-b897-5f10873da847 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Usage tracker for resource:network and tenant:cea970100f344bf88cd0b9c37fe15dda is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:34:08.262142 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-57e8d1ca-0289-46e0-b897-5f10873da847 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:34:08.321183 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-57e8d1ca-0289-46e0-b897-5f10873da847 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:34:08.323706 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 7bc9e6ba-3859-4a31-a3f3-0f071b1fe147 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:34:08.324808 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device ff106108-7b1e-42a7-96c8-856098d0fb5c up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:34:08.339976 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-01d6b01d-0988-42f7-a7b1-2634b8e5a177 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] 10.222.0.33 "GET /v2.0/routers/a3ae5e2b-0ecc-4951-9781-f654494556b6 HTTP/1.1" status: 200 len: 919 time: 0.5313728 Sep 22 21:34:08.342018 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f216c17e-4695-4f5e-907c-37a0b217dcff tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Pushing event updated for resources: {'Port': ['ID=66bc337e-d777-4fd4-b38f-992a97a96e69,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:08.343223 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41538) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:08.353126 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f216c17e-4695-4f5e-907c-37a0b217dcff tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Network bec58fb8-a144-40bd-bd75-71d2a84456ca is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:34:08.364807 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-f216c17e-4695-4f5e-907c-37a0b217dcff tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:34:08.367123 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42a63fb-72bf-4232-a673-f44a7f43d5a2 None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:34:08.377261 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f216c17e-4695-4f5e-907c-37a0b217dcff tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:34:08.417209 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e8d1ca-0289-46e0-b897-5f10873da847 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Made reservation on behalf of cea970100f344bf88cd0b9c37fe15dda for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:34:08.420741 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-57e8d1ca-0289-46e0-b897-5f10873da847 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:08.457075 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-94ddeecf-34bb-40a2-8efc-4277313a0b69 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:34:08.462014 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-e1972b90-2b8b-46ca-95b2-1c8b949e4332 req-5fb35620-635a-4bab-aa58-8914352ae4ec tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5256162 Sep 22 21:34:08.471879 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f216c17e-4695-4f5e-907c-37a0b217dcff tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:08.472753 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f216c17e-4695-4f5e-907c-37a0b217dcff tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:08.481740 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57e8d1ca-0289-46e0-b897-5f10873da847 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:34:08.490627 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-eb1e1574-0f29-4670-817f-a12ba73ea38a None None] Attempt 4 to provision port 0126aa6a-65c5-4a02-ba20-bb46d85de72b Sep 22 21:34:08.499661 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-94ddeecf-34bb-40a2-8efc-4277313a0b69 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:34:08.503213 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-57e8d1ca-0289-46e0-b897-5f10873da847 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:08.503585 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-57e8d1ca-0289-46e0-b897-5f10873da847 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Added segment ae6aa68f-49e9-450d-854c-04f6a93954bb of type vlan for network 4b94706d-a3d0-4d44-bf92-5001581ff1ed Sep 22 21:34:08.532029 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ddeecf-34bb-40a2-8efc-4277313a0b69 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:34:08.535588 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-94ddeecf-34bb-40a2-8efc-4277313a0b69 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:08.594534 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-f216c17e-4695-4f5e-907c-37a0b217dcff tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3419664 Sep 22 21:34:08.621470 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41544) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:08.650125 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-eb1e1574-0f29-4670-817f-a12ba73ea38a None None] Port 0126aa6a-65c5-4a02-ba20-bb46d85de72b cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:34:08.659151 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port ff106108-7b1e-42a7-96c8-856098d0fb5c completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:34:08.704876 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff43076-feac-4024-adf1-9249fbbcf1a0 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:08.708994 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-eff43076-feac-4024-adf1-9249fbbcf1a0 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] 10.222.0.33 "GET /v2.0/ports?network_id=a22ae1c9-d428-411f-af43-ce0f71b38d9c&device_id=a3ae5e2b-0ecc-4951-9781-f654494556b6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3624301 Sep 22 21:34:08.710204 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-7cbe8049-bf37-4434-8dfc-86676cfee6f1 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Request body: {'port': {'network_id': 'bec58fb8-a144-40bd-bd75-71d2a84456ca', 'name': 'tempest-AllowedAddressPairTestJSON-763258513'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:34:08.737015 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41550) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:08.785371 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c8a579-8482-43a7-8ca5-a4795de7bc33 None None] DHCP port deletion for 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:34:08.790809 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-f4c8a579-8482-43a7-8ca5-a4795de7bc33 None None] Deleting port ff106108-7b1e-42a7-96c8-856098d0fb5c {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:34:08.791737 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f4c8a579-8482-43a7-8ca5-a4795de7bc33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:08.833668 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-57e8d1ca-0289-46e0-b897-5f10873da847 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:09.014584 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70caeda-5d92-46b5-ab31-548ca2861c31 req-2701bca2-9385-49a8-87c7-6b20bfa7f5d1 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:09.016036 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-a70caeda-5d92-46b5-ab31-548ca2861c31 req-2701bca2-9385-49a8-87c7-6b20bfa7f5d1 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] 10.222.0.33 "GET /v2.0/ports?device_id=18bad13e-d11f-4012-9e0d-bf2e7d80980e HTTP/1.1" status: 200 len: 946 time: 0.2427092 Sep 22 21:34:09.022279 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a9e62b-c709-4daa-8a02-fb736a899e21 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:09.022867 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-25a9e62b-c709-4daa-8a02-fb736a899e21 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Synchronizing usage tracker for tenant:3948481bd8564dd39302cf1d97156919 on resource:network {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:34:09.023051 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-7cbe8049-bf37-4434-8dfc-86676cfee6f1 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:34:09.039068 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-57e8d1ca-0289-46e0-b897-5f10873da847 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:09.045058 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e8d1ca-0289-46e0-b897-5f10873da847 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:09.045718 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-57e8d1ca-0289-46e0-b897-5f10873da847 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:09.062183 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-f4c8a579-8482-43a7-8ca5-a4795de7bc33 None None] For port ff106108-7b1e-42a7-96c8-856098d0fb5c, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=ff106108-7b1e-42a7-96c8-856098d0fb5c,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:34:09.062697 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f4c8a579-8482-43a7-8ca5-a4795de7bc33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:09.074522 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e73e7-9c91-4a4c-9985-0fdc39062756 req-2c46a5a4-44b0-47e7-bee3-7f03ee959014 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:09.076015 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-436e73e7-9c91-4a4c-9985-0fdc39062756 req-2c46a5a4-44b0-47e7-bee3-7f03ee959014 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] 10.222.0.49 "GET /v2.0/ports?device_id=18bad13e-d11f-4012-9e0d-bf2e7d80980e HTTP/1.1" status: 200 len: 946 time: 0.5024760 Sep 22 21:34:09.078252 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-7cbe8049-bf37-4434-8dfc-86676cfee6f1 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:34:09.137055 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-25a9e62b-c709-4daa-8a02-fb736a899e21 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Unset dirty status for tenant:3948481bd8564dd39302cf1d97156919 on resource:network {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:34:09.138196 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-25a9e62b-c709-4daa-8a02-fb736a899e21 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] 10.222.0.33 "GET /v2.0/networks/a22ae1c9-d428-411f-af43-ce0f71b38d9c HTTP/1.1" status: 200 len: 881 time: 0.4002373 Sep 22 21:34:09.154714 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41556) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:09.199493 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-eb1e1574-0f29-4670-817f-a12ba73ea38a None None] Attempt 5 to provision port 0126aa6a-65c5-4a02-ba20-bb46d85de72b Sep 22 21:34:09.205132 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-a70caeda-5d92-46b5-ab31-548ca2861c31 req-766138d8-88c3-46c3-9126-1028d3997716 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] 10.222.0.33 "GET /v2.0/security-groups?id=3436d52f-576d-49f3-8cfd-19ae3692e444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370635 Sep 22 21:34:09.223544 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c3b37cb7-a784-40d6-bbc5-4e4c7cd75abd tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3ae5e2b-0ecc-4951-9781-f654494556b6 HTTP/1.1" status: 200 len: 205 time: 0.0678096 Sep 22 21:34:09.235191 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-f4c8a579-8482-43a7-8ca5-a4795de7bc33 None None] Calling delete_port for ff106108-7b1e-42a7-96c8-856098d0fb5c owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:34:09.243204 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41560) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:09.279150 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6c4ba8fb-d500-4ce1-bb3a-79bc0cbcd912 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:09.317159 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-57e8d1ca-0289-46e0-b897-5f10873da847 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1103952 Sep 22 21:34:09.317159 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8d1ca-0289-46e0-b897-5f10873da847 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event updated for resources: {'Network': ['ID=4b94706d-a3d0-4d44-bf92-5001581ff1ed,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:09.323571 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41564) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:09.324201 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cbe8049-bf37-4434-8dfc-86676cfee6f1 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Made reservation on behalf of f82f9901a1a8480c8bc290e72969c879 for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:34:09.327623 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7cbe8049-bf37-4434-8dfc-86676cfee6f1 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:09.335353 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 4b94706d-a3d0-4d44-bf92-5001581ff1ed details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:34:09.352604 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-c18954e7-c82e-4ac5-be5e-31d58b5b6633 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Request body: {'subnet': {'network_id': '4b94706d-a3d0-4d44-bf92-5001581ff1ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:34:09.369771 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6c4ba8fb-d500-4ce1-bb3a-79bc0cbcd912 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:09.370457 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6c4ba8fb-d500-4ce1-bb3a-79bc0cbcd912 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:09.377016 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-436e73e7-9c91-4a4c-9985-0fdc39062756 req-baf087ac-5225-499c-ab3b-a957bcf1ef0c tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Deleting port c4bae391-e4c3-4dc8-b738-41ee6ea8ad51 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:34:09.377359 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-436e73e7-9c91-4a4c-9985-0fdc39062756 req-baf087ac-5225-499c-ab3b-a957bcf1ef0c tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:09.449214 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-eb1e1574-0f29-4670-817f-a12ba73ea38a None None] Port 0126aa6a-65c5-4a02-ba20-bb46d85de72b cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:34:09.498882 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f4c8a579-8482-43a7-8ca5-a4795de7bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:09.520461 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [None req-7cbe8049-bf37-4434-8dfc-86676cfee6f1 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] device_id is not set on port 4aba9ff0-0a2e-4f25-a14b-6dd3e39e23ee yet. {{(pid=89008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:34:09.552712 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c8a579-8482-43a7-8ca5-a4795de7bc33 None None] Pushing event deleted for resources: {'Port': ['ID=ff106108-7b1e-42a7-96c8-856098d0fb5c,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:09.554567 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c8a579-8482-43a7-8ca5-a4795de7bc33 None None] No DVR routers for this DVR port ff106108-7b1e-42a7-96c8-856098d0fb5c on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:34:09.596308 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device ff106108-7b1e-42a7-96c8-856098d0fb5c no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:34:09.615420 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ba8fb-d500-4ce1-bb3a-79bc0cbcd912 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event updated for resources: {'Port': ['ID=a92e70ed-ac33-45d9-849a-bf2c13182335,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:09.634384 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: ff106108-7b1e-42a7-96c8-856098d0fb5c {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:34:09.634579 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device ff106108-7b1e-42a7-96c8-856098d0fb5c not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:34:09.639572 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83535de3-4f65-4f29-9046-3a621406ddde req-f7d785cb-184e-4de8-99c3-8bbaa54ec0b6 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:09.647032 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-83535de3-4f65-4f29-9046-3a621406ddde req-f7d785cb-184e-4de8-99c3-8bbaa54ec0b6 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.6830673 Sep 22 21:34:09.657082 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-36bb8692-a1ba-45ea-b2aa-cf0f3b093425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:09.674329 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8789f9c5-d2f4-4b7f-a0f0-a2753c0f2002 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks [] for router, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:09.726898 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c18954e7-c82e-4ac5-be5e-31d58b5b6633 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:34:09.746030 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-94ddeecf-34bb-40a2-8efc-4277313a0b69 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:09.750485 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c18954e7-c82e-4ac5-be5e-31d58b5b6633 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Usage tracker for resource:subnet and tenant:cea970100f344bf88cd0b9c37fe15dda is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:34:09.779701 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4ba8fb-d500-4ce1-bb3a-79bc0cbcd912 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Network 466f4533-7c4d-4e5f-933c-84617c39b62a is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:34:09.832311 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-6c4ba8fb-d500-4ce1-bb3a-79bc0cbcd912 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:34:09.911653 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c18954e7-c82e-4ac5-be5e-31d58b5b6633 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:34:09.950519 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-eb1e1574-0f29-4670-817f-a12ba73ea38a None None] Attempt 6 to provision port 0126aa6a-65c5-4a02-ba20-bb46d85de72b Sep 22 21:34:09.987157 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c18954e7-c82e-4ac5-be5e-31d58b5b6633 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:34:10.015143 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-83535de3-4f65-4f29-9046-3a621406ddde req-25a9d0e3-6bdf-40ef-92f3-bfee1d0b469d tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3671138 Sep 22 21:34:10.019880 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-eb1e1574-0f29-4670-817f-a12ba73ea38a None None] Port 0126aa6a-65c5-4a02-ba20-bb46d85de72b cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:34:10.095966 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ddeecf-34bb-40a2-8efc-4277313a0b69 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:34:10.105515 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18954e7-c82e-4ac5-be5e-31d58b5b6633 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Made reservation on behalf of cea970100f344bf88cd0b9c37fe15dda for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:34:10.108945 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c18954e7-c82e-4ac5-be5e-31d58b5b6633 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:10.122558 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-94ddeecf-34bb-40a2-8efc-4277313a0b69 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:34:10.136250 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f36f7b-b5ed-4bb3-999c-31de73e2dc90 None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:34:10.139970 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ddeecf-34bb-40a2-8efc-4277313a0b69 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:10.140679 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-94ddeecf-34bb-40a2-8efc-4277313a0b69 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:10.155930 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ddeecf-34bb-40a2-8efc-4277313a0b69 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Subnet': ['ID=034b83fd-1c16-4da8-a0f8-c85c943cc9cf,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:10.163503 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8789f9c5-d2f4-4b7f-a0f0-a2753c0f2002 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:10.182635 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-8789f9c5-d2f4-4b7f-a0f0-a2753c0f2002 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Deleting port 3f913163-ada9-412e-adcf-467792733ebc {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:34:10.182980 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8789f9c5-d2f4-4b7f-a0f0-a2753c0f2002 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:10.213004 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c4ba8fb-d500-4ce1-bb3a-79bc0cbcd912 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Router 1a8720d9-29cc-402e-b255-accab47bef81 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:34:10.248360 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-7cbe8049-bf37-4434-8dfc-86676cfee6f1 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Allocated IP 172.20.0.6 (bec58fb8-a144-40bd-bd75-71d2a84456ca/92dd7fe2-1cc3-4ba2-9437-bf37d3ba871d/4aba9ff0-0a2e-4f25-a14b-6dd3e39e23ee) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:34:10.307658 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-436e73e7-9c91-4a4c-9985-0fdc39062756 req-baf087ac-5225-499c-ab3b-a957bcf1ef0c tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] For port c4bae391-e4c3-4dc8-b738-41ee6ea8ad51, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=c4bae391-e4c3-4dc8-b738-41ee6ea8ad51,segment=NetworkSegment(061a951f-7d62-41da-84b4-c96edd705f4f),segment_id=061a951f-7d62-41da-84b4-c96edd705f4f)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:34:10.308324 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-436e73e7-9c91-4a4c-9985-0fdc39062756 req-baf087ac-5225-499c-ab3b-a957bcf1ef0c tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:10.486486 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf538d4-a37e-4778-a558-816b50f5fb9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'tenant_id': '4fef33e75cf240fcbb352fce012907b9', 'fixed_ips': [{'subnet_id': '034b83fd-1c16-4da8-a0f8-c85c943cc9cf'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:34:10.488354 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ebf538d4-a37e-4778-a558-816b50f5fb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:10.494701 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.ipam_backend_mixin [None req-c18954e7-c82e-4ac5-be5e-31d58b5b6633 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Performing IP validity checks on allocation pools {{(pid=89008) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 22 21:34:10.495348 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.ipam_backend_mixin [None req-c18954e7-c82e-4ac5-be5e-31d58b5b6633 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89008) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 22 21:34:10.586552 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4ba8fb-d500-4ce1-bb3a-79bc0cbcd912 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:34:10.596631 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6c4ba8fb-d500-4ce1-bb3a-79bc0cbcd912 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "PUT /v2.0/routers/1a8720d9-29cc-402e-b255-accab47bef81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8687785 Sep 22 21:34:10.598037 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a8715c-194e-435a-8c0c-2d3cc1673f29 None None] Sync routers for ids ['1a8720d9-29cc-402e-b255-accab47bef81'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:34:10.600792 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41576) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:10.616288 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a8715c-194e-435a-8c0c-2d3cc1673f29 None None] Routers {'1a8720d9-29cc-402e-b255-accab47bef81'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:34:10.617174 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-61a8715c-194e-435a-8c0c-2d3cc1673f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:33:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['1a8720d9-29cc-402e-b255-accab47bef81'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:10.665995 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8789f9c5-d2f4-4b7f-a0f0-a2753c0f2002 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:10.685290 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-ebf538d4-a37e-4778-a558-816b50f5fb9a None None] Allocated IP 2001:db8::2 (98c62b9a-5d2a-496f-a1e5-12a6874f54f0/034b83fd-1c16-4da8-a0f8-c85c943cc9cf/573e74c2-5a56-4b6c-a02f-30abd5688117) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:34:10.732315 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-61a8715c-194e-435a-8c0c-2d3cc1673f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:10.745750 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a8715c-194e-435a-8c0c-2d3cc1673f29 None None] Routers {'1a8720d9-29cc-402e-b255-accab47bef81'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:34:10.748386 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-61a8715c-194e-435a-8c0c-2d3cc1673f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:33:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['1a8720d9-29cc-402e-b255-accab47bef81'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:10.821958 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-94ddeecf-34bb-40a2-8efc-4277313a0b69 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5873904 Sep 22 21:34:10.858544 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-61a8715c-194e-435a-8c0c-2d3cc1673f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:10.859046 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41582) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:10.859295 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a8715c-194e-435a-8c0c-2d3cc1673f29 None None] The sync data for ids ['1a8720d9-29cc-402e-b255-accab47bef81'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:34:10.866880 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-8789f9c5-d2f4-4b7f-a0f0-a2753c0f2002 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Calling delete_port for 3f913163-ada9-412e-adcf-467792733ebc owned by network:router_gateway {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:34:10.876742 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-eb1e1574-0f29-4670-817f-a12ba73ea38a None None] Attempt 7 to provision port 0126aa6a-65c5-4a02-ba20-bb46d85de72b Sep 22 21:34:10.908413 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-43d8cd33-8241-4d14-97f1-2a6816294c15 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'port': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'fixed_ips': [{'subnet_id': '034b83fd-1c16-4da8-a0f8-c85c943cc9cf', 'ip_address': '2001:db8::adcf:21f7:67b3:141f'}], 'name': 'tempest-NetworksTestDHCPv6-901122250'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:34:10.949733 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c188af22-bb08-46e3-b92f-1230a679fe11 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:10.950324 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-c188af22-bb08-46e3-b92f-1230a679fe11 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Synchronizing usage tracker for tenant:5c103daa7e764303927ef5f69fe7eabf on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:34:10.954632 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-eb1e1574-0f29-4670-817f-a12ba73ea38a None None] Port 0126aa6a-65c5-4a02-ba20-bb46d85de72b cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:34:10.961723 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ebf538d4-a37e-4778-a558-816b50f5fb9a None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:10.973498 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-ebf538d4-a37e-4778-a558-816b50f5fb9a None None] Transition to ACTIVE for port object 573e74c2-5a56-4b6c-a02f-30abd5688117 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:34:10.997646 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-ebf538d4-a37e-4778-a558-816b50f5fb9a None None] Transition to ACTIVE for port object 573e74c2-5a56-4b6c-a02f-30abd5688117 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:34:11.006431 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ebf538d4-a37e-4778-a558-816b50f5fb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:11.038719 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d838354-d9e0-49c5-bc87-4cb7735b7351 req-26e27ee1-0d36-47b9-b102-7aec29b0c8d3 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:11.040195 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-0d838354-d9e0-49c5-bc87-4cb7735b7351 req-26e27ee1-0d36-47b9-b102-7aec29b0c8d3 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] 10.222.0.33 "GET /v2.0/ports?device_id=18bad13e-d11f-4012-9e0d-bf2e7d80980e HTTP/1.1" status: 200 len: 946 time: 0.5875635 Sep 22 21:34:11.081202 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf538d4-a37e-4778-a558-816b50f5fb9a None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:34:11.084112 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-ebf538d4-a37e-4778-a558-816b50f5fb9a None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:34:11.088973 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf538d4-a37e-4778-a558-816b50f5fb9a None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:34:11.091153 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf538d4-a37e-4778-a558-816b50f5fb9a None None] Pushing event updated for resources: {'Port': ['ID=573e74c2-5a56-4b6c-a02f-30abd5688117,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:11.135321 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-c188af22-bb08-46e3-b92f-1230a679fe11 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Unset dirty status for tenant:5c103daa7e764303927ef5f69fe7eabf on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:34:11.139415 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c188af22-bb08-46e3-b92f-1230a679fe11 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "GET /v2.0/ports/a92e70ed-ac33-45d9-849a-bf2c13182335 HTTP/1.1" status: 200 len: 913 time: 0.5345948 Sep 22 21:34:11.140659 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41586) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:11.144118 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c18954e7-c82e-4ac5-be5e-31d58b5b6633 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:11.178311 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-0d838354-d9e0-49c5-bc87-4cb7735b7351 req-da87ccde-b8a5-4981-87e3-cc4ff0932bf9 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] 10.222.0.33 "GET /v2.0/security-groups?id=3436d52f-576d-49f3-8cfd-19ae3692e444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219647 Sep 22 21:34:11.203421 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-43d8cd33-8241-4d14-97f1-2a6816294c15 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:34:11.203421 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-43d8cd33-8241-4d14-97f1-2a6816294c15 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Usage tracker for resource:port and tenant:4fef33e75cf240fcbb352fce012907b9 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:34:11.203421 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-43d8cd33-8241-4d14-97f1-2a6816294c15 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:34:11.211048 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-43d8cd33-8241-4d14-97f1-2a6816294c15 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:34:11.231841 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-ebf538d4-a37e-4778-a558-816b50f5fb9a None None] Attempting to bind port 573e74c2-5a56-4b6c-a02f-30abd5688117 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:34:11.232380 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-ebf538d4-a37e-4778-a558-816b50f5fb9a None None] Attempting to bind port 573e74c2-5a56-4b6c-a02f-30abd5688117 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:34:11.232829 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf538d4-a37e-4778-a558-816b50f5fb9a None None] Attempting to bind port 573e74c2-5a56-4b6c-a02f-30abd5688117 on network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:34:11.240811 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf538d4-a37e-4778-a558-816b50f5fb9a None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:34:11.241583 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf538d4-a37e-4778-a558-816b50f5fb9a None None] Checking segment: {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:34:11.242079 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ebf538d4-a37e-4778-a558-816b50f5fb9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:11.243742 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf538d4-a37e-4778-a558-816b50f5fb9a None None] Bound using segment: {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:34:11.244851 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-ebf538d4-a37e-4778-a558-816b50f5fb9a None None] Bound port: 573e74c2-5a56-4b6c-a02f-30abd5688117, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:34:11.245319 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ebf538d4-a37e-4778-a558-816b50f5fb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:11.265603 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d8cd33-8241-4d14-97f1-2a6816294c15 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'port': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:34:11.363020 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8789f9c5-d2f4-4b7f-a0f0-a2753c0f2002 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:11.364358 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-ebf538d4-a37e-4778-a558-816b50f5fb9a None None] For port 573e74c2-5a56-4b6c-a02f-30abd5688117, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:34:11.369565 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-ebf538d4-a37e-4778-a558-816b50f5fb9a None None] For port 573e74c2-5a56-4b6c-a02f-30abd5688117, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=573e74c2-5a56-4b6c-a02f-30abd5688117,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:34:11.375161 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ebf538d4-a37e-4778-a558-816b50f5fb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:11.379781 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-436e73e7-9c91-4a4c-9985-0fdc39062756 req-baf087ac-5225-499c-ab3b-a957bcf1ef0c tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:11.380148 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-436e73e7-9c91-4a4c-9985-0fdc39062756 req-baf087ac-5225-499c-ab3b-a957bcf1ef0c tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:11.380507 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.l3_db [req-436e73e7-9c91-4a4c-9985-0fdc39062756 req-baf087ac-5225-499c-ab3b-a957bcf1ef0c tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Floating IP afdc85f2-91b0-4e09-9ec8-e19d927c1564 disassociated. External IP: 172.26.0.76, port: c4bae391-e4c3-4dc8-b738-41ee6ea8ad51. Sep 22 21:34:11.380770 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-436e73e7-9c91-4a4c-9985-0fdc39062756 req-baf087ac-5225-499c-ab3b-a957bcf1ef0c tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Calling delete_port for c4bae391-e4c3-4dc8-b738-41ee6ea8ad51 owned by compute:nova {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:34:11.429611 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8789f9c5-d2f4-4b7f-a0f0-a2753c0f2002 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Pushing event deleted for resources: {'Port': ['ID=3f913163-ada9-412e-adcf-467792733ebc,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:11.454348 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-eb1e1574-0f29-4670-817f-a12ba73ea38a None None] Attempt 8 to provision port 0126aa6a-65c5-4a02-ba20-bb46d85de72b Sep 22 21:34:11.463593 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7cbe8049-bf37-4434-8dfc-86676cfee6f1 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:11.489896 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef3ff0-8a7a-449c-9901-74dd87c0c40d req-75d95d6d-b494-4e40-90d0-7f23a701f7ad tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:11.491613 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-28ef3ff0-8a7a-449c-9901-74dd87c0c40d req-75d95d6d-b494-4e40-90d0-7f23a701f7ad tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.6620736 Sep 22 21:34:11.492247 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18954e7-c82e-4ac5-be5e-31d58b5b6633 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event updated for resources: {'Subnet': ['ID=559f8fea-c6f2-459f-9047-fed7136febec,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:11.503725 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf538d4-a37e-4778-a558-816b50f5fb9a None None] Pushing event updated for resources: {'Port': ['ID=573e74c2-5a56-4b6c-a02f-30abd5688117,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:11.531673 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-eb1e1574-0f29-4670-817f-a12ba73ea38a None None] Port 0126aa6a-65c5-4a02-ba20-bb46d85de72b cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:34:11.571898 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-43d8cd33-8241-4d14-97f1-2a6816294c15 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:11.606977 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-43d8cd33-8241-4d14-97f1-2a6816294c15 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] device_id is not set on port 13665443-41ea-4ceb-a607-6ff391b45e05 yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:34:11.612798 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-7cbe8049-bf37-4434-8dfc-86676cfee6f1 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Transition to ACTIVE for port object 4aba9ff0-0a2e-4f25-a14b-6dd3e39e23ee will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:34:11.615366 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18954e7-c82e-4ac5-be5e-31d58b5b6633 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Checking segment: {'id': 'ae6aa68f-49e9-450d-854c-04f6a93954bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4b94706d-a3d0-4d44-bf92-5001581ff1ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:34:11.615366 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18954e7-c82e-4ac5-be5e-31d58b5b6633 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Network hostable DHCP agents. Network: 4b94706d-a3d0-4d44-bf92-5001581ff1ed, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:34:11.836804 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8789f9c5-d2f4-4b7f-a0f0-a2753c0f2002 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8012236'] for router_gateway, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:11.876213 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8b8664f6-0078-4051-b5e3-619a46cd1a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:11.891764 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-28ef3ff0-8a7a-449c-9901-74dd87c0c40d req-d3b1770a-aea0-49c9-ad29-4cf2ec73215e tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3786080 Sep 22 21:34:11.955915 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18954e7-c82e-4ac5-be5e-31d58b5b6633 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Network 4b94706d-a3d0-4d44-bf92-5001581ff1ed is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:34:11.999167 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7cbe8049-bf37-4434-8dfc-86676cfee6f1 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:12.033875 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-eb1e1574-0f29-4670-817f-a12ba73ea38a None None] Attempt 9 to provision port 0126aa6a-65c5-4a02-ba20-bb46d85de72b Sep 22 21:34:12.044871 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-c18954e7-c82e-4ac5-be5e-31d58b5b6633 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 4b94706d-a3d0-4d44-bf92-5001581ff1ed) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:34:12.068387 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeec178b-ace4-4fc7-9daf-470b45232e14 None None] Network 4b94706d-a3d0-4d44-bf92-5001581ff1ed requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:34:12.071583 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8789f9c5-d2f4-4b7f-a0f0-a2753c0f2002 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:12.071785 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18954e7-c82e-4ac5-be5e-31d58b5b6633 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:12.072226 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c18954e7-c82e-4ac5-be5e-31d58b5b6633 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:12.080571 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8789f9c5-d2f4-4b7f-a0f0-a2753c0f2002 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:12.096851 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-436e73e7-9c91-4a4c-9985-0fdc39062756 req-baf087ac-5225-499c-ab3b-a957bcf1ef0c tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:12.122742 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbe8049-bf37-4434-8dfc-86676cfee6f1 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Network bec58fb8-a144-40bd-bd75-71d2a84456ca is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:34:12.131723 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-7cbe8049-bf37-4434-8dfc-86676cfee6f1 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:34:12.174052 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbe8049-bf37-4434-8dfc-86676cfee6f1 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:34:12.177244 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8789f9c5-d2f4-4b7f-a0f0-a2753c0f2002 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:12.179039 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8789f9c5-d2f4-4b7f-a0f0-a2753c0f2002 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Fanout notify agent at l3_agent the message router_deleted on router a3ae5e2b-0ecc-4951-9781-f654494556b6 {{(pid=89009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:34:12.186183 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-eb1e1574-0f29-4670-817f-a12ba73ea38a None None] Port 0126aa6a-65c5-4a02-ba20-bb46d85de72b cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:34:12.209421 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe8049-bf37-4434-8dfc-86676cfee6f1 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Pushing event updated for resources: {'Port': ['ID=4aba9ff0-0a2e-4f25-a14b-6dd3e39e23ee,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:12.209640 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-43d8cd33-8241-4d14-97f1-2a6816294c15 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Allocated IP 2001:db8::adcf:21f7:67b3:141f (98c62b9a-5d2a-496f-a1e5-12a6874f54f0/034b83fd-1c16-4da8-a0f8-c85c943cc9cf/13665443-41ea-4ceb-a607-6ff391b45e05) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:34:12.240362 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8789f9c5-d2f4-4b7f-a0f0-a2753c0f2002 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:12.241496 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-8789f9c5-d2f4-4b7f-a0f0-a2753c0f2002 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] 10.222.0.33 "DELETE /v2.0/routers/a3ae5e2b-0ecc-4951-9781-f654494556b6 HTTP/1.1" status: 204 len: 168 time: 2.9594638 Sep 22 21:34:12.247141 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41592) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:12.267041 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-de607e1b-6670-4076-bce2-f47a2248227f tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1487326336', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:34:12.323888 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c18954e7-c82e-4ac5-be5e-31d58b5b6633 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.9865270 Sep 22 21:34:12.336193 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-de607e1b-6670-4076-bce2-f47a2248227f tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:34:12.339510 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41596) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:12.487332 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf087ac-5225-499c-ab3b-a957bcf1ef0c tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Pushing event deleted for resources: {'Port': ['ID=c4bae391-e4c3-4dc8-b738-41ee6ea8ad51,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:12.528698 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95967f68-d9ab-48dd-965c-8bf4262291b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-4b94706d-a3d0-4d44-bf92-5001581ff1ed', 'network_id': '4b94706d-a3d0-4d44-bf92-5001581ff1ed', 'tenant_id': 'cea970100f344bf88cd0b9c37fe15dda', 'fixed_ips': [{'subnet_id': '559f8fea-c6f2-459f-9047-fed7136febec'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:34:12.529537 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-95967f68-d9ab-48dd-965c-8bf4262291b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:12.570222 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-de607e1b-6670-4076-bce2-f47a2248227f tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Usage tracker for resource:router and tenant:9ff0a0e372bd49f3bc3ed4c0fc4758dc is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:34:12.576003 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-de607e1b-6670-4076-bce2-f47a2248227f tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:34:12.580865 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbe8049-bf37-4434-8dfc-86676cfee6f1 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:12.581532 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7cbe8049-bf37-4434-8dfc-86676cfee6f1 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:12.584105 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-de607e1b-6670-4076-bce2-f47a2248227f tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:34:12.602364 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ca692c2c-d991-441a-b8c7-e46cfbf03f9a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:12.609520 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device c4bae391-e4c3-4dc8-b738-41ee6ea8ad51 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:34:12.703176 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-de607e1b-6670-4076-bce2-f47a2248227f tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:12.704220 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-de607e1b-6670-4076-bce2-f47a2248227f tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:12.713468 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-e935135c-a562-418b-9921-f4b3e775c780 req-8c2d7408-59bc-45b4-878b-a126550093ff tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] 10.222.0.33 "GET /v2.0/ports?device_id=18bad13e-d11f-4012-9e0d-bf2e7d80980e HTTP/1.1" status: 200 len: 210 time: 0.1009660 Sep 22 21:34:12.718833 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-7cbe8049-bf37-4434-8dfc-86676cfee6f1 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.0751140 Sep 22 21:34:12.721069 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41602) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:12.733968 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-950bc9f7-768f-4cdc-b841-389e80432b7e tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:2b:3f:e2'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:b6:41:4d'}]}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:34:12.801798 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-de607e1b-6670-4076-bce2-f47a2248227f tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:12.898249 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-95967f68-d9ab-48dd-965c-8bf4262291b2 None None] Allocated IP 172.20.0.3 (4b94706d-a3d0-4d44-bf92-5001581ff1ed/559f8fea-c6f2-459f-9047-fed7136febec/7136809f-ac4d-4f14-9417-0654eb654283) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:34:12.915910 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [req-436e73e7-9c91-4a4c-9985-0fdc39062756 req-baf087ac-5225-499c-ab3b-a957bcf1ef0c tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Router 25f9b28a-14dd-4153-8ed1-0380eb454ae5 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:34:12.931056 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ca692c2c-d991-441a-b8c7-e46cfbf03f9a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:12.934511 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-eb1e1574-0f29-4670-817f-a12ba73ea38a None None] Attempt 10 to provision port 0126aa6a-65c5-4a02-ba20-bb46d85de72b Sep 22 21:34:12.987532 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] No Port match for: c4bae391-e4c3-4dc8-b738-41ee6ea8ad51 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:34:12.987872 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device c4bae391-e4c3-4dc8-b738-41ee6ea8ad51 not bound to the agent host hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:34:13.059600 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-de607e1b-6670-4076-bce2-f47a2248227f tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:13.093731 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:13.100474 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-eb1e1574-0f29-4670-817f-a12ba73ea38a None None] Port 0126aa6a-65c5-4a02-ba20-bb46d85de72b cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:34:13.116506 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:13.142708 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-eb1e1574-0f29-4670-817f-a12ba73ea38a None None] Provisioning for port 73680b41-8b0b-49d4-96af-2aff5f169033 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:34:13.161575 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-eb1e1574-0f29-4670-817f-a12ba73ea38a None None] Provisioning complete for port 73680b41-8b0b-49d4-96af-2aff5f169033 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:34:13.161945 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-eb1e1574-0f29-4670-817f-a12ba73ea38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:13.162204 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-de607e1b-6670-4076-bce2-f47a2248227f tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:13.162323 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-eb1e1574-0f29-4670-817f-a12ba73ea38a None None] Attempt 1 to provision port 73680b41-8b0b-49d4-96af-2aff5f169033 Sep 22 21:34:13.167079 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-de607e1b-6670-4076-bce2-f47a2248227f tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9148011 Sep 22 21:34:13.169946 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41608) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:13.179114 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-b6cc50d0-f48a-472b-9854-10ed1f3d1ca6 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'enable_snat': True}}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:34:13.198633 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-580bd2be-52ee-4b9d-8e24-7c1543d7f7ef tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:13.318647 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-95967f68-d9ab-48dd-965c-8bf4262291b2 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:13.368647 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-95967f68-d9ab-48dd-965c-8bf4262291b2 None None] Transition to ACTIVE for port object 7136809f-ac4d-4f14-9417-0654eb654283 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:34:13.397670 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-95967f68-d9ab-48dd-965c-8bf4262291b2 None None] Transition to ACTIVE for port object 7136809f-ac4d-4f14-9417-0654eb654283 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:34:13.408573 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-eb1e1574-0f29-4670-817f-a12ba73ea38a None None] Current status of the port 73680b41-8b0b-49d4-96af-2aff5f169033 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:34:13.408962 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-eb1e1574-0f29-4670-817f-a12ba73ea38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:13.420637 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-95967f68-d9ab-48dd-965c-8bf4262291b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:13.517132 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-eb1e1574-0f29-4670-817f-a12ba73ea38a None None] For port 73680b41-8b0b-49d4-96af-2aff5f169033, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=73680b41-8b0b-49d4-96af-2aff5f169033,segment=NetworkSegment(86b6b3e3-4e00-4b96-8fe7-5451a9f275e9),segment_id=86b6b3e3-4e00-4b96-8fe7-5451a9f275e9)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:34:13.526488 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95967f68-d9ab-48dd-965c-8bf4262291b2 None None] Network 4b94706d-a3d0-4d44-bf92-5001581ff1ed is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:34:13.531525 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-95967f68-d9ab-48dd-965c-8bf4262291b2 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:34:13.533354 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-eb1e1574-0f29-4670-817f-a12ba73ea38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:13.537661 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95967f68-d9ab-48dd-965c-8bf4262291b2 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:34:13.547152 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95967f68-d9ab-48dd-965c-8bf4262291b2 None None] Pushing event updated for resources: {'Port': ['ID=7136809f-ac4d-4f14-9417-0654eb654283,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:13.551708 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-eb1e1574-0f29-4670-817f-a12ba73ea38a None None] Could not find standard attr ID for object 6539efa2-8d76-4a5f-aa29-c6709a66962f. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:34:13.572502 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-43d8cd33-8241-4d14-97f1-2a6816294c15 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:13.687032 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-43d8cd33-8241-4d14-97f1-2a6816294c15 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Transition to ACTIVE for port object 13665443-41ea-4ceb-a607-6ff391b45e05 will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:34:13.707940 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-436e73e7-9c91-4a4c-9985-0fdc39062756 req-baf087ac-5225-499c-ab3b-a957bcf1ef0c tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:34:13.747767 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 573e74c2-5a56-4b6c-a02f-30abd5688117 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:34:13.763298 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ca692c2c-d991-441a-b8c7-e46cfbf03f9a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:13.773737 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1ed1f3-b988-487b-a5b9-e4c934e92f31 None None] Sync routers for ids ['25f9b28a-14dd-4153-8ed1-0380eb454ae5'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:34:13.866921 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-95967f68-d9ab-48dd-965c-8bf4262291b2 None None] Attempting to bind port 7136809f-ac4d-4f14-9417-0654eb654283 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:34:13.867443 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-95967f68-d9ab-48dd-965c-8bf4262291b2 None None] Attempting to bind port 7136809f-ac4d-4f14-9417-0654eb654283 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'ae6aa68f-49e9-450d-854c-04f6a93954bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4b94706d-a3d0-4d44-bf92-5001581ff1ed'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:34:13.867895 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95967f68-d9ab-48dd-965c-8bf4262291b2 None None] Attempting to bind port 7136809f-ac4d-4f14-9417-0654eb654283 on network 4b94706d-a3d0-4d44-bf92-5001581ff1ed {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:34:13.879133 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1ed1f3-b988-487b-a5b9-e4c934e92f31 None None] Routers {'25f9b28a-14dd-4153-8ed1-0380eb454ae5'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:34:13.879847 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-9d1ed1f3-b988-487b-a5b9-e4c934e92f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:34:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['25f9b28a-14dd-4153-8ed1-0380eb454ae5'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:13.928794 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1e1574-0f29-4670-817f-a12ba73ea38a None None] Pushing event updated for resources: {'Port': ['ID=73680b41-8b0b-49d4-96af-2aff5f169033,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:13.951126 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95967f68-d9ab-48dd-965c-8bf4262291b2 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:34:13.951648 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95967f68-d9ab-48dd-965c-8bf4262291b2 None None] Checking segment: {'id': 'ae6aa68f-49e9-450d-854c-04f6a93954bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4b94706d-a3d0-4d44-bf92-5001581ff1ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:34:13.952134 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-95967f68-d9ab-48dd-965c-8bf4262291b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:13.952631 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95967f68-d9ab-48dd-965c-8bf4262291b2 None None] Bound using segment: {'id': 'ae6aa68f-49e9-450d-854c-04f6a93954bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4b94706d-a3d0-4d44-bf92-5001581ff1ed'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:34:13.953205 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-95967f68-d9ab-48dd-965c-8bf4262291b2 None None] Bound port: 7136809f-ac4d-4f14-9417-0654eb654283, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae6aa68f-49e9-450d-854c-04f6a93954bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4b94706d-a3d0-4d44-bf92-5001581ff1ed'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:34:13.953786 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-95967f68-d9ab-48dd-965c-8bf4262291b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:13.963573 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-baeca3ad-857a-43b6-a3e8-159985f46102 None None] Provisioning for port a92e70ed-ac33-45d9-849a-bf2c13182335 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:34:13.965053 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-950bc9f7-768f-4cdc-b841-389e80432b7e tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:13.981257 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-436e73e7-9c91-4a4c-9985-0fdc39062756 req-baf087ac-5225-499c-ab3b-a957bcf1ef0c tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] No DVR routers for this DVR port c4bae391-e4c3-4dc8-b738-41ee6ea8ad51 on host hv-neutron-8589 {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:34:13.982215 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-baeca3ad-857a-43b6-a3e8-159985f46102 None None] Provisioning complete for port a92e70ed-ac33-45d9-849a-bf2c13182335 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:34:13.983159 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-baeca3ad-857a-43b6-a3e8-159985f46102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:13.983159 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-baeca3ad-857a-43b6-a3e8-159985f46102 None None] Attempt 1 to provision port a92e70ed-ac33-45d9-849a-bf2c13182335 Sep 22 21:34:13.994443 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-436e73e7-9c91-4a4c-9985-0fdc39062756 req-baf087ac-5225-499c-ab3b-a957bcf1ef0c tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:13.996401 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-436e73e7-9c91-4a4c-9985-0fdc39062756 req-baf087ac-5225-499c-ab3b-a957bcf1ef0c tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] 10.222.0.49 "DELETE /v2.0/ports/c4bae391-e4c3-4dc8-b738-41ee6ea8ad51 HTTP/1.1" status: 204 len: 173 time: 4.9012787 Sep 22 21:34:13.996862 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18bad13e-d11f-4012-9e0d-bf2e7d80980e', 'name': 'network-vif-deleted', 'tag': 'c4bae391-e4c3-4dc8-b738-41ee6ea8ad51'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:34:13.999280 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96dd1d03-961b-46e2-86be-ed3c37c939aa" -d '{"events": [{"server_uuid": "18bad13e-d11f-4012-9e0d-bf2e7d80980e", "name": "network-vif-deleted", "tag": "c4bae391-e4c3-4dc8-b738-41ee6ea8ad51"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:34:14.078692 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca692c2c-d991-441a-b8c7-e46cfbf03f9a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event deleted for resources: {'Subnet': ['ID=559f8fea-c6f2-459f-9047-fed7136febec,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:14.089399 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af937e07-f766-48e1-b7cd-65b8fc479529 req-ab56b8ed-3037-46bb-bb80-78984ac2b01b tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:14.103732 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-af937e07-f766-48e1-b7cd-65b8fc479529 req-ab56b8ed-3037-46bb-bb80-78984ac2b01b tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 1.0362985 Sep 22 21:34:14.116619 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-45e1b6da-3af5-454f-9c10-3087a921197c req-b4ac8298-d42d-43ff-90f0-208106d97763 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] 10.222.0.33 "GET /v2.0/ports?device_id=18bad13e-d11f-4012-9e0d-bf2e7d80980e HTTP/1.1" status: 200 len: 210 time: 0.1230280 Sep 22 21:34:14.119946 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b6cc50d0-f48a-472b-9854-10ed1f3d1ca6 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:14.164320 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 573e74c2-5a56-4b6c-a02f-30abd5688117 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:34:14.180665 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-baeca3ad-857a-43b6-a3e8-159985f46102 None None] Port a92e70ed-ac33-45d9-849a-bf2c13182335 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:34:14.266969 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-95967f68-d9ab-48dd-965c-8bf4262291b2 None None] For port 7136809f-ac4d-4f14-9417-0654eb654283, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:34:14.272875 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-95967f68-d9ab-48dd-965c-8bf4262291b2 None None] For port 7136809f-ac4d-4f14-9417-0654eb654283, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=7136809f-ac4d-4f14-9417-0654eb654283,segment=NetworkSegment(ae6aa68f-49e9-450d-854c-04f6a93954bb),segment_id=ae6aa68f-49e9-450d-854c-04f6a93954bb)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:34:14.290265 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-9d1ed1f3-b988-487b-a5b9-e4c934e92f31 None None] Set router 25f9b28a-14dd-4153-8ed1-0380eb454ae5 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:34:14.357242 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ca692c2c-d991-441a-b8c7-e46cfbf03f9a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:14.373723 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-af937e07-f766-48e1-b7cd-65b8fc479529 req-298c6983-d6dc-45fa-80ee-3426b8e5037e tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2694175 Sep 22 21:34:14.383469 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-95967f68-d9ab-48dd-965c-8bf4262291b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:14.406634 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-ca692c2c-d991-441a-b8c7-e46cfbf03f9a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b94706d-a3d0-4d44-bf92-5001581ff1ed']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:14.451045 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-ca692c2c-d991-441a-b8c7-e46cfbf03f9a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae6aa68f-49e9-450d-854c-04f6a93954bb') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:14.451381 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-ca692c2c-d991-441a-b8c7-e46cfbf03f9a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae6aa68f-49e9-450d-854c-04f6a93954bb') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:14.556402 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ca692c2c-d991-441a-b8c7-e46cfbf03f9a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:14.603595 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-43d8cd33-8241-4d14-97f1-2a6816294c15 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:14.718016 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-baeca3ad-857a-43b6-a3e8-159985f46102 None None] Attempt 2 to provision port a92e70ed-ac33-45d9-849a-bf2c13182335 Sep 22 21:34:14.757456 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ca692c2c-d991-441a-b8c7-e46cfbf03f9a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:14.776466 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d8cd33-8241-4d14-97f1-2a6816294c15 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:34:14.776725 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-950bc9f7-768f-4cdc-b841-389e80432b7e tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:14.782337 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 21:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d3794d-86cd-41b0-b028-d8f8452491a2 x-openstack-request-id: req-c3d3794d-86cd-41b0-b028-d8f8452491a2 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:34:14.782337 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18bad13e-d11f-4012-9e0d-bf2e7d80980e", "name": "network-vif-deleted", "tag": "c4bae391-e4c3-4dc8-b738-41ee6ea8ad51", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:34:14.782689 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c3d3794d-86cd-41b0-b028-d8f8452491a2 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:34:14.783232 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3d3794d-86cd-41b0-b028-d8f8452491a2'] response: {'server_uuid': '18bad13e-d11f-4012-9e0d-bf2e7d80980e', 'name': 'network-vif-deleted', 'tag': 'c4bae391-e4c3-4dc8-b738-41ee6ea8ad51', 'status': 'completed', 'code': 200} Sep 22 21:34:14.791590 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-950bc9f7-768f-4cdc-b841-389e80432b7e tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:14.792909 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-43d8cd33-8241-4d14-97f1-2a6816294c15 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:34:14.799604 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d8cd33-8241-4d14-97f1-2a6816294c15 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:34:14.828986 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d8cd33-8241-4d14-97f1-2a6816294c15 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:14.829673 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-43d8cd33-8241-4d14-97f1-2a6816294c15 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:14.836820 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca692c2c-d991-441a-b8c7-e46cfbf03f9a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:34:14.837224 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ca692c2c-d991-441a-b8c7-e46cfbf03f9a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:14.875580 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-baeca3ad-857a-43b6-a3e8-159985f46102 None None] Port a92e70ed-ac33-45d9-849a-bf2c13182335 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:34:15.014417 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d8cd33-8241-4d14-97f1-2a6816294c15 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Port': ['ID=13665443-41ea-4ceb-a607-6ff391b45e05,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:15.046706 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment ae6aa68f-49e9-450d-854c-04f6a93954bb resource provider aggregate not found Sep 22 21:34:15.052013 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb68378-a8cf-47b8-9fe2-6fc4839172a6 None None] Network 4b94706d-a3d0-4d44-bf92-5001581ff1ed requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:34:15.079334 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment ae6aa68f-49e9-450d-854c-04f6a93954bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ae6aa68f-49e9-450d-854c-04f6a93954bb found for delete ", "request_id": "req-092d5689-b692-4c8c-9b9d-65305652a4d8"}]} Sep 22 21:34:15.079642 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:15.102125 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-43d8cd33-8241-4d14-97f1-2a6816294c15 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.2064922 Sep 22 21:34:15.104536 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41626) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:15.107208 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.db.api [None req-ca692c2c-d991-441a-b8c7-e46cfbf03f9a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 22 21:34:15.107208 dv-neutron-858900-1-hyperv neutron-server[89009]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 22 21:34:15.107208 dv-neutron-858900-1-hyperv neutron-server[89009]: [parameters: {'id': '4b94706d-a3d0-4d44-bf92-5001581ff1ed'}] Sep 22 21:34:15.107208 dv-neutron-858900-1-hyperv neutron-server[89009]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:34:15.107576 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG oslo_db.api [None req-ca692c2c-d991-441a-b8c7-e46cfbf03f9a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:34:15.192685 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95967f68-d9ab-48dd-965c-8bf4262291b2 None None] Pushing event updated for resources: {'Port': ['ID=7136809f-ac4d-4f14-9417-0654eb654283,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:15.213090 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950bc9f7-768f-4cdc-b841-389e80432b7e tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Pushing event updated for resources: {'Port': ['ID=4aba9ff0-0a2e-4f25-a14b-6dd3e39e23ee,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:15.220362 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-950bc9f7-768f-4cdc-b841-389e80432b7e tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] In _notify_port_updated(), no bound segment for port 4aba9ff0-0a2e-4f25-a14b-6dd3e39e23ee on network bec58fb8-a144-40bd-bd75-71d2a84456ca {{(pid=89008) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 21:34:15.225923 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950bc9f7-768f-4cdc-b841-389e80432b7e tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:15.226547 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-950bc9f7-768f-4cdc-b841-389e80432b7e tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:15.228062 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-950bc9f7-768f-4cdc-b841-389e80432b7e tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] 10.222.0.33 "PUT /v2.0/ports/4aba9ff0-0a2e-4f25-a14b-6dd3e39e23ee HTTP/1.1" status: 200 len: 1055 time: 2.5044196 Sep 22 21:34:15.229888 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-580bd2be-52ee-4b9d-8e24-7c1543d7f7ef tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Deleting port a92e70ed-ac33-45d9-849a-bf2c13182335 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:34:15.230398 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-580bd2be-52ee-4b9d-8e24-7c1543d7f7ef tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:15.238802 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41632) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:15.377279 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-baeca3ad-857a-43b6-a3e8-159985f46102 None None] Attempt 3 to provision port a92e70ed-ac33-45d9-849a-bf2c13182335 Sep 22 21:34:15.406093 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41638) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:15.428005 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-d86d7e6f-fd50-4406-8e92-fb7aab439d69 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Deleting port 4aba9ff0-0a2e-4f25-a14b-6dd3e39e23ee {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:34:15.428346 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d86d7e6f-fd50-4406-8e92-fb7aab439d69 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:15.518096 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b6cc50d0-f48a-472b-9854-10ed1f3d1ca6 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:15.545273 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bddce00-2647-4c96-a1e7-6621552096d9 req-4989f2d8-f473-4068-b474-6a3abb52a93e tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:15.554383 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4bddce00-2647-4c96-a1e7-6621552096d9 req-4989f2d8-f473-4068-b474-6a3abb52a93e tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] 10.222.0.33 "GET /v2.0/ports?device_id=8604d6f2-6d4e-4cf6-92a4-6c488be17672 HTTP/1.1" status: 200 len: 945 time: 0.6488175 Sep 22 21:34:15.611760 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ca692c2c-d991-441a-b8c7-e46cfbf03f9a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:15.626540 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 73680b41-8b0b-49d4-96af-2aff5f169033 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:34:15.629256 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa23f839-1f1b-498d-900c-cd0c1831b37f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:15.629413 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b6cc50d0-f48a-472b-9854-10ed1f3d1ca6 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:15.635308 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa23f839-1f1b-498d-900c-cd0c1831b37f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:15.636302 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-fa23f839-1f1b-498d-900c-cd0c1831b37f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:34:15.664560 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-580bd2be-52ee-4b9d-8e24-7c1543d7f7ef tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:15.684662 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-baeca3ad-857a-43b6-a3e8-159985f46102 None None] Port a92e70ed-ac33-45d9-849a-bf2c13182335 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:34:15.769683 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:34:15.775644 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-ca692c2c-d991-441a-b8c7-e46cfbf03f9a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Deleting port 7136809f-ac4d-4f14-9417-0654eb654283 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:34:15.775988 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ca692c2c-d991-441a-b8c7-e46cfbf03f9a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:15.776916 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-9d1ed1f3-b988-487b-a5b9-e4c934e92f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f9b28a-14dd-4153-8ed1-0380eb454ae5', 'name': 'tempest-ServersTestManualDisk-1079022819-router', 'tenant_id': '00d27190048c4d5c9df662860665c71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '3aec1245-0918-4b0c-b06e-8de745946414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:32:27Z', 'updated_at': '2022-09-22T21:32:42Z', 'revision_number': 4, 'project_id': '00d27190048c4d5c9df662860665c71e', 'gw_port': {'id': '3aec1245-0918-4b0c-b06e-8de745946414', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f9b28a-14dd-4153-8ed1-0380eb454ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:29Z', 'updated_at': '2022-09-22T21:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': 'e5cc9bc2-8c42-4be7-b160-ed3d4036bd87', 'name': '', 'network_id': '452fb2e3-f6a7-40db-8fcb-ea7dd754bdda', 'tenant_id': '00d27190048c4d5c9df662860665c71e', 'mac_address': 'fa:16:3e:80:ed:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f9b28a-14dd-4153-8ed1-0380eb454ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c427adaf-86b6-4f5b-b847-86f219fa4602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:38Z', 'updated_at': '2022-09-22T21:32:59Z', 'revision_number': 5, 'project_id': '00d27190048c4d5c9df662860665c71e', 'subnets': [{'id': 'c427adaf-86b6-4f5b-b847-86f219fa4602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:15.788708 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1ed1f3-b988-487b-a5b9-e4c934e92f31 None None] Checking router: 25f9b28a-14dd-4153-8ed1-0380eb454ae5 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:34:15.794345 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 73680b41-8b0b-49d4-96af-2aff5f169033 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:34:15.794899 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:15.795379 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 73680b41-8b0b-49d4-96af-2aff5f169033 Sep 22 21:34:15.797546 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4bddce00-2647-4c96-a1e7-6621552096d9 req-c8c43b41-eda5-4a68-b8db-2cce5a9869b2 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9c38e2c-e015-40bb-a6d8-d16188e9a895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2422841 Sep 22 21:34:15.805274 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-580bd2be-52ee-4b9d-8e24-7c1543d7f7ef tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Calling delete_port for a92e70ed-ac33-45d9-849a-bf2c13182335 owned by network:router_interface {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:34:15.832878 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-fa23f839-1f1b-498d-900c-cd0c1831b37f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:34:15.834163 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-fa23f839-1f1b-498d-900c-cd0c1831b37f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.7201118 Sep 22 21:34:15.845397 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b2ffdf21-0700-49ac-a3ce-230addcb69c3 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:15.845737 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41644) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:15.875143 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1ed1f3-b988-487b-a5b9-e4c934e92f31 None None] Routers {'25f9b28a-14dd-4153-8ed1-0380eb454ae5'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:34:15.875766 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-9d1ed1f3-b988-487b-a5b9-e4c934e92f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:34:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['25f9b28a-14dd-4153-8ed1-0380eb454ae5'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:15.950042 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-e08e0c64-8775-49c2-af27-31512cdef2c9 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Deleting port 13665443-41ea-4ceb-a607-6ff391b45e05 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:34:15.950465 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e08e0c64-8775-49c2-af27-31512cdef2c9 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:15.999842 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b2ffdf21-0700-49ac-a3ce-230addcb69c3 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:16.101819 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e9b2dd-615e-4a02-b33a-b39a8fccfe96 None None] get_active_networks_info from dv-neutron-858900-1-hyperv {{(pid=89010) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 22 21:34:16.186170 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-baeca3ad-857a-43b6-a3e8-159985f46102 None None] Attempt 4 to provision port a92e70ed-ac33-45d9-849a-bf2c13182335 Sep 22 21:34:16.258664 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c92a3-2bc9-4d22-9b13-ac8cd6d11cf4 req-1691d019-2f0a-4070-93ed-f3f6ee80299d tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:16.260829 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-730c92a3-2bc9-4d22-9b13-ac8cd6d11cf4 req-1691d019-2f0a-4070-93ed-f3f6ee80299d tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.6992795 Sep 22 21:34:16.314537 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-baeca3ad-857a-43b6-a3e8-159985f46102 None None] Port a92e70ed-ac33-45d9-849a-bf2c13182335 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:34:16.314757 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-b6cc50d0-f48a-472b-9854-10ed1f3d1ca6 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Allocated IP 172.26.0.81 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/82810803-22f9-4d70-badf-a861e53b03f0) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:34:16.350808 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d86d7e6f-fd50-4406-8e92-fb7aab439d69 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:16.365192 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-9d1ed1f3-b988-487b-a5b9-e4c934e92f31 None None] Set router 25f9b28a-14dd-4153-8ed1-0380eb454ae5 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:34:16.379156 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-580bd2be-52ee-4b9d-8e24-7c1543d7f7ef tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:16.410294 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 73680b41-8b0b-49d4-96af-2aff5f169033 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:34:16.502178 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580bd2be-52ee-4b9d-8e24-7c1543d7f7ef tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event deleted for resources: {'Port': ['ID=a92e70ed-ac33-45d9-849a-bf2c13182335,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:16.581128 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-d86d7e6f-fd50-4406-8e92-fb7aab439d69 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Calling delete_port for 4aba9ff0-0a2e-4f25-a14b-6dd3e39e23ee owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:34:16.602951 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e9b2dd-615e-4a02-b33a-b39a8fccfe96 None None] Resources bound (agent type, host, resource id): {{(pid=89010) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 21:34:16.611066 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-730c92a3-2bc9-4d22-9b13-ac8cd6d11cf4 req-261edd02-2da5-4c00-b9bb-8559706ff4ef tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3415158 Sep 22 21:34:16.624583 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc7352-8fee-4535-a7cc-ce5df6e209ec req-e1ee4203-391d-4cd6-a585-36c93be414e0 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:16.626236 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d1dc7352-8fee-4535-a7cc-ce5df6e209ec req-e1ee4203-391d-4cd6-a585-36c93be414e0 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] 10.222.0.49 "GET /v2.0/ports?device_id=8604d6f2-6d4e-4cf6-92a4-6c488be17672 HTTP/1.1" status: 200 len: 945 time: 0.6496973 Sep 22 21:34:16.686718 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b2ffdf21-0700-49ac-a3ce-230addcb69c3 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:16.739584 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-ca692c2c-d991-441a-b8c7-e46cfbf03f9a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] For port 7136809f-ac4d-4f14-9417-0654eb654283, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=7136809f-ac4d-4f14-9417-0654eb654283,segment=NetworkSegment(ae6aa68f-49e9-450d-854c-04f6a93954bb),segment_id=ae6aa68f-49e9-450d-854c-04f6a93954bb)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:34:16.739957 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ca692c2c-d991-441a-b8c7-e46cfbf03f9a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:16.750082 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ffdf21-0700-49ac-a3ce-230addcb69c3 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3436d52f-576d-49f3-8cfd-19ae3692e444,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:16.827392 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-baeca3ad-857a-43b6-a3e8-159985f46102 None None] Attempt 5 to provision port a92e70ed-ac33-45d9-849a-bf2c13182335 Sep 22 21:34:16.828874 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-d1dc7352-8fee-4535-a7cc-ce5df6e209ec req-a220bc40-32e4-4c52-804a-f7c5ef8ab9a0 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Deleting port 3875b074-8f13-475e-8947-8278944c835a {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:34:16.828874 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-d1dc7352-8fee-4535-a7cc-ce5df6e209ec req-a220bc40-32e4-4c52-804a-f7c5ef8ab9a0 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:16.872703 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-580bd2be-52ee-4b9d-8e24-7c1543d7f7ef tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:16.875713 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-baeca3ad-857a-43b6-a3e8-159985f46102 None None] Port a92e70ed-ac33-45d9-849a-bf2c13182335 was deleted so its status cannot be updated. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:34:16.885949 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e08e0c64-8775-49c2-af27-31512cdef2c9 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:16.914810 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-ca692c2c-d991-441a-b8c7-e46cfbf03f9a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Calling delete_port for 7136809f-ac4d-4f14-9417-0654eb654283 owned by network:dhcp {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:34:16.947771 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-baeca3ad-857a-43b6-a3e8-159985f46102 None None] Provisioning for port 66bc337e-d777-4fd4-b38f-992a97a96e69 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:34:16.967479 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-baeca3ad-857a-43b6-a3e8-159985f46102 None None] Provisioning complete for port 66bc337e-d777-4fd4-b38f-992a97a96e69 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:34:16.967899 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-baeca3ad-857a-43b6-a3e8-159985f46102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:16.968174 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-baeca3ad-857a-43b6-a3e8-159985f46102 None None] Attempt 1 to provision port 66bc337e-d777-4fd4-b38f-992a97a96e69 Sep 22 21:34:16.982857 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b2ffdf21-0700-49ac-a3ce-230addcb69c3 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:16.986407 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-b2ffdf21-0700-49ac-a3ce-230addcb69c3 tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] 10.222.0.33 "DELETE /v2.0/security-groups/3436d52f-576d-49f3-8cfd-19ae3692e444 HTTP/1.1" status: 204 len: 168 time: 1.5768969 Sep 22 21:34:16.998165 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41650) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:17.067770 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b6cc50d0-f48a-472b-9854-10ed1f3d1ca6 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:17.076080 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-9ee61c80-b43a-48c7-acb7-a3e2f836336a tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] show failed (client error): The resource could not be found. Sep 22 21:34:17.079541 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-9ee61c80-b43a-48c7-acb7-a3e2f836336a tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] 10.222.0.33 "GET /v2.0/security-groups/3436d52f-576d-49f3-8cfd-19ae3692e444 HTTP/1.1" status: 404 len: 347 time: 0.0513515 Sep 22 21:34:17.084140 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41654) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:17.113860 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-baeca3ad-857a-43b6-a3e8-159985f46102 None None] Port 66bc337e-d777-4fd4-b38f-992a97a96e69 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:34:17.121788 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-e08e0c64-8775-49c2-af27-31512cdef2c9 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Calling delete_port for 13665443-41ea-4ceb-a607-6ff391b45e05 owned by {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:34:17.130165 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-9d1ed1f3-b988-487b-a5b9-e4c934e92f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f9b28a-14dd-4153-8ed1-0380eb454ae5', 'name': 'tempest-ServersTestManualDisk-1079022819-router', 'tenant_id': '00d27190048c4d5c9df662860665c71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '3aec1245-0918-4b0c-b06e-8de745946414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:32:27Z', 'updated_at': '2022-09-22T21:32:42Z', 'revision_number': 4, 'project_id': '00d27190048c4d5c9df662860665c71e', 'gw_port': {'id': '3aec1245-0918-4b0c-b06e-8de745946414', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f9b28a-14dd-4153-8ed1-0380eb454ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:29Z', 'updated_at': '2022-09-22T21:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': 'e5cc9bc2-8c42-4be7-b160-ed3d4036bd87', 'name': '', 'network_id': '452fb2e3-f6a7-40db-8fcb-ea7dd754bdda', 'tenant_id': '00d27190048c4d5c9df662860665c71e', 'mac_address': 'fa:16:3e:80:ed:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f9b28a-14dd-4153-8ed1-0380eb454ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c427adaf-86b6-4f5b-b847-86f219fa4602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:38Z', 'updated_at': '2022-09-22T21:32:59Z', 'revision_number': 5, 'project_id': '00d27190048c4d5c9df662860665c71e', 'subnets': [{'id': 'c427adaf-86b6-4f5b-b847-86f219fa4602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:17.137371 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1ed1f3-b988-487b-a5b9-e4c934e92f31 None None] The sync data for ids ['25f9b28a-14dd-4153-8ed1-0380eb454ae5'] in dv-neutron-858900-1-hyperv is: [{'id': '25f9b28a-14dd-4153-8ed1-0380eb454ae5', 'name': 'tempest-ServersTestManualDisk-1079022819-router', 'tenant_id': '00d27190048c4d5c9df662860665c71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '3aec1245-0918-4b0c-b06e-8de745946414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:32:27Z', 'updated_at': '2022-09-22T21:32:42Z', 'revision_number': 4, 'project_id': '00d27190048c4d5c9df662860665c71e', 'gw_port': {'id': '3aec1245-0918-4b0c-b06e-8de745946414', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f9b28a-14dd-4153-8ed1-0380eb454ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:29Z', 'updated_at': '2022-09-22T21:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': 'e5cc9bc2-8c42-4be7-b160-ed3d4036bd87', 'name': '', 'network_id': '452fb2e3-f6a7-40db-8fcb-ea7dd754bdda', 'tenant_id': '00d27190048c4d5c9df662860665c71e', 'mac_address': 'fa:16:3e:80:ed:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f9b28a-14dd-4153-8ed1-0380eb454ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c427adaf-86b6-4f5b-b847-86f219fa4602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:38Z', 'updated_at': '2022-09-22T21:32:59Z', 'revision_number': 5, 'project_id': '00d27190048c4d5c9df662860665c71e', 'subnets': [{'id': 'c427adaf-86b6-4f5b-b847-86f219fa4602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:34:17.262952 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d86d7e6f-fd50-4406-8e92-fb7aab439d69 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:17.264673 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ca692c2c-d991-441a-b8c7-e46cfbf03f9a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:17.351634 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-d3498db8-8569-4680-bbfc-25dfa426c93a tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Deleting port d4aee613-68d7-401c-a91e-eb95584da7ef {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:34:17.352091 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d3498db8-8569-4680-bbfc-25dfa426c93a tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:17.378733 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca692c2c-d991-441a-b8c7-e46cfbf03f9a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event deleted for resources: {'Port': ['ID=7136809f-ac4d-4f14-9417-0654eb654283,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:17.380784 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca692c2c-d991-441a-b8c7-e46cfbf03f9a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] No DVR routers for this DVR port 7136809f-ac4d-4f14-9417-0654eb654283 on host dv-neutron-858900-1-hyperv {{(pid=89009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:34:17.497271 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d7e6f-fd50-4406-8e92-fb7aab439d69 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Pushing event deleted for resources: {'Port': ['ID=4aba9ff0-0a2e-4f25-a14b-6dd3e39e23ee,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:17.500874 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0c42cc-8023-4be5-bdf5-88e962554db4 None None] New status for floating IP afdc85f2-91b0-4e09-9ec8-e19d927c1564: DOWN {{(pid=89011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:34:17.614139 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-baeca3ad-857a-43b6-a3e8-159985f46102 None None] Attempt 2 to provision port 66bc337e-d777-4fd4-b38f-992a97a96e69 Sep 22 21:34:17.749617 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-baeca3ad-857a-43b6-a3e8-159985f46102 None None] Port 66bc337e-d777-4fd4-b38f-992a97a96e69 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:34:17.777250 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b6cc50d0-f48a-472b-9854-10ed1f3d1ca6 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:17.880938 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063aa3e-638b-4d08-ae89-f05d71d2447a req-9a7e498b-c4d3-4812-aabe-f1f6785acae0 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:17.882623 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9063aa3e-638b-4d08-ae89-f05d71d2447a req-9a7e498b-c4d3-4812-aabe-f1f6785acae0 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] 10.222.0.33 "GET /v2.0/ports?device_id=8604d6f2-6d4e-4cf6-92a4-6c488be17672 HTTP/1.1" status: 200 len: 945 time: 0.8032968 Sep 22 21:34:17.919656 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e08e0c64-8775-49c2-af27-31512cdef2c9 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:17.978241 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-d1dc7352-8fee-4535-a7cc-ce5df6e209ec req-a220bc40-32e4-4c52-804a-f7c5ef8ab9a0 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] For port 3875b074-8f13-475e-8947-8278944c835a, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=3875b074-8f13-475e-8947-8278944c835a,segment=NetworkSegment(b9a5893b-0c23-4aa8-b596-b3dc1cc17f58),segment_id=b9a5893b-0c23-4aa8-b596-b3dc1cc17f58)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:34:17.978618 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-d1dc7352-8fee-4535-a7cc-ce5df6e209ec req-a220bc40-32e4-4c52-804a-f7c5ef8ab9a0 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:17.998152 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580bd2be-52ee-4b9d-8e24-7c1543d7f7ef tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Router 1a8720d9-29cc-402e-b255-accab47bef81 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:34:18.010241 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e0c64-8775-49c2-af27-31512cdef2c9 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event deleted for resources: {'Port': ['ID=13665443-41ea-4ceb-a607-6ff391b45e05,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:18.024525 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ca692c2c-d991-441a-b8c7-e46cfbf03f9a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:18.148327 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9063aa3e-638b-4d08-ae89-f05d71d2447a req-3b61e3a2-eab1-4b76-b4ee-efb6104f6978 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9c38e2c-e015-40bb-a6d8-d16188e9a895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2494349 Sep 22 21:34:18.156509 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cc50d0-f48a-472b-9854-10ed1f3d1ca6 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:34:18.157795 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e08e0c64-8775-49c2-af27-31512cdef2c9 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:18.176071 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-ca692c2c-d991-441a-b8c7-e46cfbf03f9a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b94706d-a3d0-4d44-bf92-5001581ff1ed']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:18.187244 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-b6cc50d0-f48a-472b-9854-10ed1f3d1ca6 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:34:18.199485 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d3498db8-8569-4680-bbfc-25dfa426c93a tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:18.199898 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d3498db8-8569-4680-bbfc-25dfa426c93a tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:18.214507 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cc50d0-f48a-472b-9854-10ed1f3d1ca6 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:34:18.245837 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-ca692c2c-d991-441a-b8c7-e46cfbf03f9a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae6aa68f-49e9-450d-854c-04f6a93954bb') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:18.246136 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-ca692c2c-d991-441a-b8c7-e46cfbf03f9a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae6aa68f-49e9-450d-854c-04f6a93954bb') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:18.251832 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-baeca3ad-857a-43b6-a3e8-159985f46102 None None] Attempt 3 to provision port 66bc337e-d777-4fd4-b38f-992a97a96e69 Sep 22 21:34:18.271210 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc50d0-f48a-472b-9854-10ed1f3d1ca6 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Pushing event updated for resources: {'Port': ['ID=82810803-22f9-4d70-badf-a861e53b03f0,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:18.315863 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e08e0c64-8775-49c2-af27-31512cdef2c9 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/ports/13665443-41ea-4ceb-a607-6ff391b45e05 HTTP/1.1" status: 204 len: 168 time: 2.4687326 Sep 22 21:34:18.327354 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-baeca3ad-857a-43b6-a3e8-159985f46102 None None] Port 66bc337e-d777-4fd4-b38f-992a97a96e69 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:34:18.375715 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41662) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:18.454072 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ca692c2c-d991-441a-b8c7-e46cfbf03f9a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:18.476632 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-d3498db8-8569-4680-bbfc-25dfa426c93a tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Calling delete_port for d4aee613-68d7-401c-a91e-eb95584da7ef owned by network:floatingip {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:34:18.488357 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580bd2be-52ee-4b9d-8e24-7c1543d7f7ef tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:34:18.498627 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-580bd2be-52ee-4b9d-8e24-7c1543d7f7ef tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "PUT /v2.0/routers/1a8720d9-29cc-402e-b255-accab47bef81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3559232 Sep 22 21:34:18.499702 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228e7626-7d57-4b37-95a0-2123cb578744 None None] Sync routers for ids ['1a8720d9-29cc-402e-b255-accab47bef81'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:34:18.510160 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228e7626-7d57-4b37-95a0-2123cb578744 None None] Routers {'1a8720d9-29cc-402e-b255-accab47bef81'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:34:18.510831 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-228e7626-7d57-4b37-95a0-2123cb578744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:34:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['1a8720d9-29cc-402e-b255-accab47bef81'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:18.515301 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41666) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:18.574913 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-228e7626-7d57-4b37-95a0-2123cb578744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:18.578894 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33e2583-2506-4442-910e-21565f273f91 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:18.580499 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33e2583-2506-4442-910e-21565f273f91 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:18.581237 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c33e2583-2506-4442-910e-21565f273f91 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:34:18.584027 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228e7626-7d57-4b37-95a0-2123cb578744 None None] Routers {'1a8720d9-29cc-402e-b255-accab47bef81'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:34:18.584624 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-228e7626-7d57-4b37-95a0-2123cb578744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:34:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['1a8720d9-29cc-402e-b255-accab47bef81'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:18.608786 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c33e2583-2506-4442-910e-21565f273f91 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:34:18.612845 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c33e2583-2506-4442-910e-21565f273f91 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2291019 Sep 22 21:34:18.613538 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41670) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:18.645801 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ca692c2c-d991-441a-b8c7-e46cfbf03f9a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:18.649438 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-228e7626-7d57-4b37-95a0-2123cb578744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:18.649694 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228e7626-7d57-4b37-95a0-2123cb578744 None None] The sync data for ids ['1a8720d9-29cc-402e-b255-accab47bef81'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:34:18.686930 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-d1dc7352-8fee-4535-a7cc-ce5df6e209ec req-a220bc40-32e4-4c52-804a-f7c5ef8ab9a0 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:18.687295 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-d1dc7352-8fee-4535-a7cc-ce5df6e209ec req-a220bc40-32e4-4c52-804a-f7c5ef8ab9a0 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:18.687598 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.l3_db [req-d1dc7352-8fee-4535-a7cc-ce5df6e209ec req-a220bc40-32e4-4c52-804a-f7c5ef8ab9a0 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Floating IP 8d74a78c-d63c-403e-b0fb-e010aa287b57 disassociated. External IP: 172.26.0.208, port: 3875b074-8f13-475e-8947-8278944c835a. Sep 22 21:34:18.687932 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-d1dc7352-8fee-4535-a7cc-ce5df6e209ec req-a220bc40-32e4-4c52-804a-f7c5ef8ab9a0 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Calling delete_port for 3875b074-8f13-475e-8947-8278944c835a owned by compute:nova {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:34:18.758668 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-66a573d2-fbac-4ad0-aaa2-b2a7218c6ae8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Deleting subnet 034b83fd-1c16-4da8-a0f8-c85c943cc9cf {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:34:18.766624 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-66a573d2-fbac-4ad0-aaa2-b2a7218c6ae8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:18.819769 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca692c2c-d991-441a-b8c7-e46cfbf03f9a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:34:18.820393 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ca692c2c-d991-441a-b8c7-e46cfbf03f9a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:18.828705 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-baeca3ad-857a-43b6-a3e8-159985f46102 None None] Attempt 4 to provision port 66bc337e-d777-4fd4-b38f-992a97a96e69 Sep 22 21:34:18.866007 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-66a573d2-fbac-4ad0-aaa2-b2a7218c6ae8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:18.890341 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-baeca3ad-857a-43b6-a3e8-159985f46102 None None] Port 66bc337e-d777-4fd4-b38f-992a97a96e69 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:34:18.952162 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-d1dc7352-8fee-4535-a7cc-ce5df6e209ec req-a220bc40-32e4-4c52-804a-f7c5ef8ab9a0 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:18.955224 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment ae6aa68f-49e9-450d-854c-04f6a93954bb resource provider aggregate not found Sep 22 21:34:19.019991 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220bc40-32e4-4c52-804a-f7c5ef8ab9a0 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Pushing event deleted for resources: {'Port': ['ID=3875b074-8f13-475e-8947-8278944c835a,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:19.098523 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment ae6aa68f-49e9-450d-854c-04f6a93954bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ae6aa68f-49e9-450d-854c-04f6a93954bb found for delete ", "request_id": "req-f8870856-2eb6-4043-8198-a78d8ecf562c"}]} Sep 22 21:34:19.113935 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-66a573d2-fbac-4ad0-aaa2-b2a7218c6ae8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:19.121283 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206f3b2-ca3b-4444-a01c-201e8a63584a req-c0c73b6d-a268-495e-bc4c-8e9a35a2f3cf tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:19.122792 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-b206f3b2-ca3b-4444-a01c-201e8a63584a req-c0c73b6d-a268-495e-bc4c-8e9a35a2f3cf tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 1.1009395 Sep 22 21:34:19.370041 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ca692c2c-d991-441a-b8c7-e46cfbf03f9a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:19.391813 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-baeca3ad-857a-43b6-a3e8-159985f46102 None None] Attempt 5 to provision port 66bc337e-d777-4fd4-b38f-992a97a96e69 Sep 22 21:34:19.422371 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3aee6ee4-f52f-4e4e-b69d-27fd57c8ae64 req-2bf7cc08-e2b3-4fa7-bf79-3a2dfd6549bd tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] 10.222.0.33 "GET /v2.0/ports?device_id=8604d6f2-6d4e-4cf6-92a4-6c488be17672 HTTP/1.1" status: 200 len: 210 time: 0.0801823 Sep 22 21:34:19.437660 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d86d7e6f-fd50-4406-8e92-fb7aab439d69 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:19.459853 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ca692c2c-d991-441a-b8c7-e46cfbf03f9a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:19.469987 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1dc7352-8fee-4535-a7cc-ce5df6e209ec req-a220bc40-32e4-4c52-804a-f7c5ef8ab9a0 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Router d05473aa-664e-4044-9a35-ff875a3c8a0e has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:34:19.491012 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.db.api [None req-d3498db8-8569-4680-bbfc-25dfa426c93a tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:34:19.491550 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG oslo_db.api [None req-d3498db8-8569-4680-bbfc-25dfa426c93a tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:34:19.498472 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-baeca3ad-857a-43b6-a3e8-159985f46102 None None] Port 66bc337e-d777-4fd4-b38f-992a97a96e69 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:34:19.503746 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca692c2c-d991-441a-b8c7-e46cfbf03f9a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event deleted for resources: {'Network': ['ID=4b94706d-a3d0-4d44-bf92-5001581ff1ed,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:19.507170 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-66a573d2-fbac-4ad0-aaa2-b2a7218c6ae8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:19.531424 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-b206f3b2-ca3b-4444-a01c-201e8a63584a req-3846ee7c-d462-46d4-8765-fa575bf44b07 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3949530 Sep 22 21:34:19.625370 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a573d2-fbac-4ad0-aaa2-b2a7218c6ae8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event deleted for resources: {'Subnet': ['ID=034b83fd-1c16-4da8-a0f8-c85c943cc9cf,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:19.632397 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ca692c2c-d991-441a-b8c7-e46cfbf03f9a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "DELETE /v2.0/networks/4b94706d-a3d0-4d44-bf92-5001581ff1ed HTTP/1.1" status: 204 len: 168 time: 7.2887290 Sep 22 21:34:19.640990 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41680) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:19.646078 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-66a573d2-fbac-4ad0-aaa2-b2a7218c6ae8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:19.646440 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7bd8bd-a331-4587-94f7-da998947cfe1 None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:34:19.647806 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d86d7e6f-fd50-4406-8e92-fb7aab439d69 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] 10.222.0.33 "DELETE /v2.0/ports/4aba9ff0-0a2e-4f25-a14b-6dd3e39e23ee HTTP/1.1" status: 204 len: 168 time: 4.4083495 Sep 22 21:34:19.653759 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-533de54c-6c97-4fe2-8d74-9d7e99b9d452 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1281759408'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:34:19.660251 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41684) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:19.696493 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-533de54c-6c97-4fe2-8d74-9d7e99b9d452 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:34:19.714799 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-533de54c-6c97-4fe2-8d74-9d7e99b9d452 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Usage tracker for resource:network and tenant:cea970100f344bf88cd0b9c37fe15dda is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:34:19.768474 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-533de54c-6c97-4fe2-8d74-9d7e99b9d452 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:34:19.771998 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-25b823f4-310d-403c-b0ec-47c8f87e8dfd tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] GET failed (client error): The resource could not be found. Sep 22 21:34:19.772572 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-25b823f4-310d-403c-b0ec-47c8f87e8dfd tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Synchronizing usage tracker for tenant:f82f9901a1a8480c8bc290e72969c879 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:34:19.803378 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-533de54c-6c97-4fe2-8d74-9d7e99b9d452 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:34:19.806785 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-66a573d2-fbac-4ad0-aaa2-b2a7218c6ae8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/034b83fd-1c16-4da8-a0f8-c85c943cc9cf HTTP/1.1" status: 204 len: 168 time: 1.1899710 Sep 22 21:34:19.817053 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41688) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:19.848027 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b6cc50d0-f48a-472b-9854-10ed1f3d1ca6 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:19.905493 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533de54c-6c97-4fe2-8d74-9d7e99b9d452 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Made reservation on behalf of cea970100f344bf88cd0b9c37fe15dda for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:34:19.908878 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-533de54c-6c97-4fe2-8d74-9d7e99b9d452 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:19.919614 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-f77277b2-e883-44d4-adb9-4757a02f3a95 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1013372 Sep 22 21:34:19.923555 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-25b823f4-310d-403c-b0ec-47c8f87e8dfd tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Unset dirty status for tenant:f82f9901a1a8480c8bc290e72969c879 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:34:19.926451 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-25b823f4-310d-403c-b0ec-47c8f87e8dfd tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] 10.222.0.33 "GET /v2.0/ports/4aba9ff0-0a2e-4f25-a14b-6dd3e39e23ee HTTP/1.1" status: 404 len: 333 time: 0.2639244 Sep 22 21:34:19.926451 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41692) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:19.929378 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41694) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:19.932036 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1dc7352-8fee-4535-a7cc-ce5df6e209ec req-a220bc40-32e4-4c52-804a-f7c5ef8ab9a0 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:34:19.935836 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da8e3a7-a398-48dd-aa69-e30821a6787a None None] DHCP port deletion for 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:34:19.940566 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8da8e3a7-a398-48dd-aa69-e30821a6787a None None] Deleting port 573e74c2-5a56-4b6c-a02f-30abd5688117 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:34:19.940940 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8da8e3a7-a398-48dd-aa69-e30821a6787a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:19.945106 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3726c4-e791-4366-9651-16de0c238edc None None] Sync routers for ids ['d05473aa-664e-4044-9a35-ff875a3c8a0e'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:34:19.954355 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3726c4-e791-4366-9651-16de0c238edc None None] Routers {'d05473aa-664e-4044-9a35-ff875a3c8a0e'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:34:19.955157 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-ae3726c4-e791-4366-9651-16de0c238edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:34:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['d05473aa-664e-4044-9a35-ff875a3c8a0e'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:20.071292 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1dc7352-8fee-4535-a7cc-ce5df6e209ec req-a220bc40-32e4-4c52-804a-f7c5ef8ab9a0 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] No DVR routers for this DVR port 3875b074-8f13-475e-8947-8278944c835a on host hv-neutron-8589 {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:34:20.079236 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-d1dc7352-8fee-4535-a7cc-ce5df6e209ec req-a220bc40-32e4-4c52-804a-f7c5ef8ab9a0 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:20.081687 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d1dc7352-8fee-4535-a7cc-ce5df6e209ec req-a220bc40-32e4-4c52-804a-f7c5ef8ab9a0 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] 10.222.0.49 "DELETE /v2.0/ports/3875b074-8f13-475e-8947-8278944c835a HTTP/1.1" status: 204 len: 173 time: 3.4445083 Sep 22 21:34:20.087151 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8604d6f2-6d4e-4cf6-92a4-6c488be17672', 'name': 'network-vif-deleted', 'tag': '3875b074-8f13-475e-8947-8278944c835a'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:34:20.089913 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3662240a-f22c-4620-8c00-fc62d5412a67" -d '{"events": [{"server_uuid": "8604d6f2-6d4e-4cf6-92a4-6c488be17672", "name": "network-vif-deleted", "tag": "3875b074-8f13-475e-8947-8278944c835a"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:34:20.115159 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-533de54c-6c97-4fe2-8d74-9d7e99b9d452 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:34:20.122849 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-d3498db8-8569-4680-bbfc-25dfa426c93a tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Deleting port d4aee613-68d7-401c-a91e-eb95584da7ef {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:34:20.123336 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d3498db8-8569-4680-bbfc-25dfa426c93a tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:20.145169 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-533de54c-6c97-4fe2-8d74-9d7e99b9d452 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:20.154264 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-533de54c-6c97-4fe2-8d74-9d7e99b9d452 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Added segment f5ec3ccd-b239-4d96-880e-cabf418b614c of type vlan for network 43e29cdc-8c3a-477e-8f3b-a1c986059ac2 Sep 22 21:34:20.173004 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-8da8e3a7-a398-48dd-aa69-e30821a6787a None None] For port 573e74c2-5a56-4b6c-a02f-30abd5688117, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=573e74c2-5a56-4b6c-a02f-30abd5688117,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:34:20.173392 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8da8e3a7-a398-48dd-aa69-e30821a6787a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:20.180117 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 21:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4764992d-d2d5-4693-9381-f5b193025cce x-openstack-request-id: req-4764992d-d2d5-4693-9381-f5b193025cce {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:34:20.180689 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8604d6f2-6d4e-4cf6-92a4-6c488be17672", "name": "network-vif-deleted", "tag": "3875b074-8f13-475e-8947-8278944c835a", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:34:20.181302 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4764992d-d2d5-4693-9381-f5b193025cce {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:34:20.181899 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4764992d-d2d5-4693-9381-f5b193025cce'] response: {'server_uuid': '8604d6f2-6d4e-4cf6-92a4-6c488be17672', 'name': 'network-vif-deleted', 'tag': '3875b074-8f13-475e-8947-8278944c835a', 'status': 'completed', 'code': 200} Sep 22 21:34:20.200862 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-533de54c-6c97-4fe2-8d74-9d7e99b9d452 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:20.217477 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83a2360-7b6c-4a27-bc87-fa14aaa04b0a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:20.218643 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-a83a2360-7b6c-4a27-bc87-fa14aaa04b0a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:34:20.235094 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-ae3726c4-e791-4366-9651-16de0c238edc None None] Set router d05473aa-664e-4044-9a35-ff875a3c8a0e gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:34:20.253181 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-baeca3ad-857a-43b6-a3e8-159985f46102 None None] Attempt 6 to provision port 66bc337e-d777-4fd4-b38f-992a97a96e69 Sep 22 21:34:20.257653 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-a83a2360-7b6c-4a27-bc87-fa14aaa04b0a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:34:20.260558 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a83a2360-7b6c-4a27-bc87-fa14aaa04b0a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3308997 Sep 22 21:34:20.263476 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-533de54c-6c97-4fe2-8d74-9d7e99b9d452 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:20.276342 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533de54c-6c97-4fe2-8d74-9d7e99b9d452 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:20.279014 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-533de54c-6c97-4fe2-8d74-9d7e99b9d452 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:20.290236 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41702) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:20.377789 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-baeca3ad-857a-43b6-a3e8-159985f46102 None None] Port 66bc337e-d777-4fd4-b38f-992a97a96e69 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:34:20.385391 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8da8e3a7-a398-48dd-aa69-e30821a6787a None None] Calling delete_port for 573e74c2-5a56-4b6c-a02f-30abd5688117 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:34:20.490420 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-a42e9c52-c49f-4feb-b4f2-01d0653d076f tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Deleting port 66bc337e-d777-4fd4-b38f-992a97a96e69 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:34:20.490805 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a42e9c52-c49f-4feb-b4f2-01d0653d076f tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:20.502200 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8da8e3a7-a398-48dd-aa69-e30821a6787a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:20.512952 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-533de54c-6c97-4fe2-8d74-9d7e99b9d452 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8706398 Sep 22 21:34:20.513978 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533de54c-6c97-4fe2-8d74-9d7e99b9d452 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event updated for resources: {'Network': ['ID=43e29cdc-8c3a-477e-8f3b-a1c986059ac2,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:20.516272 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41708) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:20.530961 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3eea3a-554a-4d88-90d8-82d8ed44a871 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:20.532179 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-fc3eea3a-554a-4d88-90d8-82d8ed44a871 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:34:20.565121 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-fc3eea3a-554a-4d88-90d8-82d8ed44a871 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:34:20.566503 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-fc3eea3a-554a-4d88-90d8-82d8ed44a871 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2411134 Sep 22 21:34:20.569802 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41712) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:20.605220 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 43e29cdc-8c3a-477e-8f3b-a1c986059ac2 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:34:20.625265 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da8e3a7-a398-48dd-aa69-e30821a6787a None None] No DVR routers for this DVR port 573e74c2-5a56-4b6c-a02f-30abd5688117 on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:34:20.635578 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da8e3a7-a398-48dd-aa69-e30821a6787a None None] Pushing event deleted for resources: {'Port': ['ID=573e74c2-5a56-4b6c-a02f-30abd5688117,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:20.693015 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 3875b074-8f13-475e-8947-8278944c835a no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:34:20.722380 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-762b0b89-5c55-4812-b3b6-f7dc1c769a7d tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1504953 Sep 22 21:34:20.750164 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] No Port match for: 3875b074-8f13-475e-8947-8278944c835a {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:34:20.750689 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 3875b074-8f13-475e-8947-8278944c835a not bound to the agent host hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:34:20.772051 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41718) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:20.783364 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-e255f763-2414-48ad-94a7-f92ac320f179 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'subnet': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:34:20.790793 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-ae3726c4-e791-4366-9651-16de0c238edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05473aa-664e-4044-9a35-ff875a3c8a0e', 'name': 'tempest-ServersTestJSON-2097652843-router', 'tenant_id': 'bd8cb946cffb40a086f88543474db7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.217'}], 'enable_snat': True}, 'gw_port_id': '8d43a8d9-47c4-47c7-a7df-b31f15feec69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:32:30Z', 'updated_at': '2022-09-22T21:32:47Z', 'revision_number': 4, 'project_id': 'bd8cb946cffb40a086f88543474db7f3', 'gw_port': {'id': '8d43a8d9-47c4-47c7-a7df-b31f15feec69', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05473aa-664e-4044-9a35-ff875a3c8a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:33Z', 'updated_at': '2022-09-22T21:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '76d49b16-8e20-46af-9671-e36b447d7ed9', 'name': '', 'network_id': 'ffaea767-2648-4475-a48d-aacd7334937b', 'tenant_id': 'bd8cb946cffb40a086f88543474db7f3', 'mac_address': 'fa:16:3e:b6:5b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05473aa-664e-4044-9a35-ff875a3c8a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '98fb1cd8-d884-4964-b7fb-0cf4fecc1c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:43Z', 'updated_at': '2022-09-22T21:33:00Z', 'revision_number': 5, 'project_id': 'bd8cb946cffb40a086f88543474db7f3', 'subnets': [{'id': '98fb1cd8-d884-4964-b7fb-0cf4fecc1c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:20.794957 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3726c4-e791-4366-9651-16de0c238edc None None] Checking router: d05473aa-664e-4044-9a35-ff875a3c8a0e for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:34:20.804326 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3726c4-e791-4366-9651-16de0c238edc None None] Routers {'d05473aa-664e-4044-9a35-ff875a3c8a0e'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:34:20.804975 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-ae3726c4-e791-4366-9651-16de0c238edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:34:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['d05473aa-664e-4044-9a35-ff875a3c8a0e'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:20.816232 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-4a2897dd-0863-4c07-9cc7-70dd0f211e9b tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Request body: {'subnet': {'network_id': '43e29cdc-8c3a-477e-8f3b-a1c986059ac2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:34:20.878949 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-baeca3ad-857a-43b6-a3e8-159985f46102 None None] Attempt 7 to provision port 66bc337e-d777-4fd4-b38f-992a97a96e69 Sep 22 21:34:20.921316 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-e255f763-2414-48ad-94a7-f92ac320f179 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:34:20.935024 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-e255f763-2414-48ad-94a7-f92ac320f179 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:34:20.951940 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abc957-9d72-40d8-a3f8-1fa6ca4b95b5 req-370b8513-5093-4b2f-bd55-cc258ce7397c tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:20.954672 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-baeca3ad-857a-43b6-a3e8-159985f46102 None None] Port 66bc337e-d777-4fd4-b38f-992a97a96e69 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:34:20.958839 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-85abc957-9d72-40d8-a3f8-1fa6ca4b95b5 req-370b8513-5093-4b2f-bd55-cc258ce7397c tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.2314548 Sep 22 21:34:20.975777 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e255f763-2414-48ad-94a7-f92ac320f179 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:34:20.979702 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e255f763-2414-48ad-94a7-f92ac320f179 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:21.054128 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-ae3726c4-e791-4366-9651-16de0c238edc None None] Set router d05473aa-664e-4044-9a35-ff875a3c8a0e gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:34:21.091596 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-85abc957-9d72-40d8-a3f8-1fa6ca4b95b5 req-ef6cc006-2a74-4242-87f1-800cfefdc40f tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314158 Sep 22 21:34:21.274481 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-e67c8cb1-bfd3-4ae2-8046-a4f5c720f10b req-6123163a-ed2e-4457-a8a3-425e90bc4712 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] 10.222.0.33 "GET /v2.0/ports?device_id=8604d6f2-6d4e-4cf6-92a4-6c488be17672 HTTP/1.1" status: 200 len: 210 time: 0.3319330 Sep 22 21:34:21.364013 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e255f763-2414-48ad-94a7-f92ac320f179 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:21.405845 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-ae3726c4-e791-4366-9651-16de0c238edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05473aa-664e-4044-9a35-ff875a3c8a0e', 'name': 'tempest-ServersTestJSON-2097652843-router', 'tenant_id': 'bd8cb946cffb40a086f88543474db7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.217'}], 'enable_snat': True}, 'gw_port_id': '8d43a8d9-47c4-47c7-a7df-b31f15feec69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:32:30Z', 'updated_at': '2022-09-22T21:32:47Z', 'revision_number': 4, 'project_id': 'bd8cb946cffb40a086f88543474db7f3', 'gw_port': {'id': '8d43a8d9-47c4-47c7-a7df-b31f15feec69', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05473aa-664e-4044-9a35-ff875a3c8a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:33Z', 'updated_at': '2022-09-22T21:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '76d49b16-8e20-46af-9671-e36b447d7ed9', 'name': '', 'network_id': 'ffaea767-2648-4475-a48d-aacd7334937b', 'tenant_id': 'bd8cb946cffb40a086f88543474db7f3', 'mac_address': 'fa:16:3e:b6:5b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05473aa-664e-4044-9a35-ff875a3c8a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '98fb1cd8-d884-4964-b7fb-0cf4fecc1c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:43Z', 'updated_at': '2022-09-22T21:33:00Z', 'revision_number': 5, 'project_id': 'bd8cb946cffb40a086f88543474db7f3', 'subnets': [{'id': '98fb1cd8-d884-4964-b7fb-0cf4fecc1c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:21.408265 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-4a2897dd-0863-4c07-9cc7-70dd0f211e9b tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:34:21.411121 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3726c4-e791-4366-9651-16de0c238edc None None] The sync data for ids ['d05473aa-664e-4044-9a35-ff875a3c8a0e'] in dv-neutron-858900-1-hyperv is: [{'id': 'd05473aa-664e-4044-9a35-ff875a3c8a0e', 'name': 'tempest-ServersTestJSON-2097652843-router', 'tenant_id': 'bd8cb946cffb40a086f88543474db7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.217'}], 'enable_snat': True}, 'gw_port_id': '8d43a8d9-47c4-47c7-a7df-b31f15feec69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:32:30Z', 'updated_at': '2022-09-22T21:32:47Z', 'revision_number': 4, 'project_id': 'bd8cb946cffb40a086f88543474db7f3', 'gw_port': {'id': '8d43a8d9-47c4-47c7-a7df-b31f15feec69', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05473aa-664e-4044-9a35-ff875a3c8a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:33Z', 'updated_at': '2022-09-22T21:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '76d49b16-8e20-46af-9671-e36b447d7ed9', 'name': '', 'network_id': 'ffaea767-2648-4475-a48d-aacd7334937b', 'tenant_id': 'bd8cb946cffb40a086f88543474db7f3', 'mac_address': 'fa:16:3e:b6:5b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05473aa-664e-4044-9a35-ff875a3c8a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '98fb1cd8-d884-4964-b7fb-0cf4fecc1c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:43Z', 'updated_at': '2022-09-22T21:33:00Z', 'revision_number': 5, 'project_id': 'bd8cb946cffb40a086f88543474db7f3', 'subnets': [{'id': '98fb1cd8-d884-4964-b7fb-0cf4fecc1c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:34:21.422048 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b6cc50d0-f48a-472b-9854-10ed1f3d1ca6 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:21.430038 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e255f763-2414-48ad-94a7-f92ac320f179 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:34:21.430232 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-4a2897dd-0863-4c07-9cc7-70dd0f211e9b tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Usage tracker for resource:subnet and tenant:cea970100f344bf88cd0b9c37fe15dda is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:34:21.433214 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-e255f763-2414-48ad-94a7-f92ac320f179 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:34:21.436099 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e255f763-2414-48ad-94a7-f92ac320f179 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:21.436686 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e255f763-2414-48ad-94a7-f92ac320f179 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:21.444853 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee9363c-0e0c-4390-8410-7cfa29e510cf None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:34:21.446316 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-4a2897dd-0863-4c07-9cc7-70dd0f211e9b tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:34:21.451494 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e255f763-2414-48ad-94a7-f92ac320f179 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Subnet': ['ID=88889e0a-9225-4588-9d39-3419fa8e6227,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:21.460476 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-4a2897dd-0863-4c07-9cc7-70dd0f211e9b tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:34:21.464861 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d3498db8-8569-4680-bbfc-25dfa426c93a tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:21.465216 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d3498db8-8569-4680-bbfc-25dfa426c93a tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:21.467315 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-baeca3ad-857a-43b6-a3e8-159985f46102 None None] Attempt 8 to provision port 66bc337e-d777-4fd4-b38f-992a97a96e69 Sep 22 21:34:21.474786 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b6cc50d0-f48a-472b-9854-10ed1f3d1ca6 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8026890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8012281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8012114'] for router, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:21.476647 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e255f763-2414-48ad-94a7-f92ac320f179 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7031779 Sep 22 21:34:21.479809 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41722) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:21.486597 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-ebcd5892-791e-4935-b072-cf145af4f3fc tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'port': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'fixed_ips': [{'subnet_id': '88889e0a-9225-4588-9d39-3419fa8e6227', 'ip_address': '2001:db8::2672:2867:6159:d9c2'}], 'name': 'tempest-NetworksTestDHCPv6-393051220'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:34:21.599270 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 573e74c2-5a56-4b6c-a02f-30abd5688117 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:34:21.635109 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-ebcd5892-791e-4935-b072-cf145af4f3fc tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:34:21.646229 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-ebcd5892-791e-4935-b072-cf145af4f3fc tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:34:21.647573 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 573e74c2-5a56-4b6c-a02f-30abd5688117 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:34:21.648000 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 573e74c2-5a56-4b6c-a02f-30abd5688117 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:34:21.661003 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebcd5892-791e-4935-b072-cf145af4f3fc tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:34:21.664561 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-baeca3ad-857a-43b6-a3e8-159985f46102 None None] Port 66bc337e-d777-4fd4-b38f-992a97a96e69 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:34:21.676073 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-d3498db8-8569-4680-bbfc-25dfa426c93a tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Calling delete_port for d4aee613-68d7-401c-a91e-eb95584da7ef owned by network:floatingip {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:34:21.725833 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9b0fcc96-c6d1-4250-b812-54e90264ed63 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:21.805760 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ebcd5892-791e-4935-b072-cf145af4f3fc tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:21.810082 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9595b5d8-0029-49d1-afee-fb81c137eb15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'tenant_id': '4fef33e75cf240fcbb352fce012907b9', 'fixed_ips': [{'subnet_id': '88889e0a-9225-4588-9d39-3419fa8e6227'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:34:21.811066 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9595b5d8-0029-49d1-afee-fb81c137eb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:21.822628 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2897dd-0863-4c07-9cc7-70dd0f211e9b tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Made reservation on behalf of cea970100f344bf88cd0b9c37fe15dda for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:34:21.826427 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4a2897dd-0863-4c07-9cc7-70dd0f211e9b tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:21.831260 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [None req-ebcd5892-791e-4935-b072-cf145af4f3fc tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] device_id is not set on port 653187dd-a294-4197-9dbb-698d6636acaf yet. {{(pid=89008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:34:21.870770 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e28b10-3b0a-4e0d-97b4-04ccad8c6e70 None None] New status for floating IP 8d74a78c-d63c-403e-b0fb-e010aa287b57: DOWN {{(pid=89010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:34:22.017146 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a42e9c52-c49f-4feb-b4f2-01d0653d076f tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:22.039090 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-ebcd5892-791e-4935-b072-cf145af4f3fc tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Allocated IP 2001:db8::2672:2867:6159:d9c2 (98c62b9a-5d2a-496f-a1e5-12a6874f54f0/88889e0a-9225-4588-9d39-3419fa8e6227/653187dd-a294-4197-9dbb-698d6636acaf) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:34:22.166282 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-baeca3ad-857a-43b6-a3e8-159985f46102 None None] Attempt 9 to provision port 66bc337e-d777-4fd4-b38f-992a97a96e69 Sep 22 21:34:22.237637 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-a42e9c52-c49f-4feb-b4f2-01d0653d076f tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Calling delete_port for 66bc337e-d777-4fd4-b38f-992a97a96e69 owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:34:22.261935 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-baeca3ad-857a-43b6-a3e8-159985f46102 None None] Port 66bc337e-d777-4fd4-b38f-992a97a96e69 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:34:22.336362 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ebcd5892-791e-4935-b072-cf145af4f3fc tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:22.359172 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-ebcd5892-791e-4935-b072-cf145af4f3fc tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Transition to ACTIVE for port object 653187dd-a294-4197-9dbb-698d6636acaf will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:34:22.371907 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2ac96-378a-42ea-a8be-3de1a244dd13 req-78fffb1b-bcf8-42d3-bcd2-1eddc9c971cd tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:22.373829 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-18f2ac96-378a-42ea-a8be-3de1a244dd13 req-78fffb1b-bcf8-42d3-bcd2-1eddc9c971cd tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.1630344 Sep 22 21:34:22.409342 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41732) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:22.460294 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ebcd5892-791e-4935-b072-cf145af4f3fc tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:22.514463 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-18f2ac96-378a-42ea-a8be-3de1a244dd13 req-a2bf6bef-2a14-4986-9b06-a88d32898bb1 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326196 Sep 22 21:34:22.544139 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-9595b5d8-0029-49d1-afee-fb81c137eb15 None None] Allocated IP 2001:db8::2 (98c62b9a-5d2a-496f-a1e5-12a6874f54f0/88889e0a-9225-4588-9d39-3419fa8e6227/9b539383-a443-4fa3-a24e-100d3e2915c7) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:34:22.566403 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcd5892-791e-4935-b072-cf145af4f3fc tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:34:22.570347 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-ebcd5892-791e-4935-b072-cf145af4f3fc tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:34:22.573570 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcd5892-791e-4935-b072-cf145af4f3fc tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:34:22.579459 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcd5892-791e-4935-b072-cf145af4f3fc tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:22.580117 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ebcd5892-791e-4935-b072-cf145af4f3fc tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:22.604124 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd5892-791e-4935-b072-cf145af4f3fc tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Port': ['ID=653187dd-a294-4197-9dbb-698d6636acaf,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:22.618217 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d3ed07d0-d6e9-4acb-a471-51050910f7c9 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:22.652529 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ebcd5892-791e-4935-b072-cf145af4f3fc tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1687510 Sep 22 21:34:22.653513 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41736) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:22.661269 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-6877bda8-4a7c-4611-8cd0-5d998f70987a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'port': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'fixed_ips': [{'subnet_id': '88889e0a-9225-4588-9d39-3419fa8e6227', 'ip_address': '2001:db8::2672:2867:6159:d9c2'}], 'name': 'tempest-NetworksTestDHCPv6-1745258943'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:34:22.678853 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d3ed07d0-d6e9-4acb-a471-51050910f7c9 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:22.766446 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-baeca3ad-857a-43b6-a3e8-159985f46102 None None] Attempt 10 to provision port 66bc337e-d777-4fd4-b38f-992a97a96e69 Sep 22 21:34:22.795083 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9595b5d8-0029-49d1-afee-fb81c137eb15 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:22.805308 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-9595b5d8-0029-49d1-afee-fb81c137eb15 None None] Transition to ACTIVE for port object 9b539383-a443-4fa3-a24e-100d3e2915c7 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:34:22.819419 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d3498db8-8569-4680-bbfc-25dfa426c93a tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:22.823893 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6cc50d0-f48a-472b-9854-10ed1f3d1ca6 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Router 15f280af-e5bf-4790-b0ba-ef40581bfcc5 is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:34:22.832179 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d3ed07d0-d6e9-4acb-a471-51050910f7c9 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:22.833021 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-9595b5d8-0029-49d1-afee-fb81c137eb15 None None] Transition to ACTIVE for port object 9b539383-a443-4fa3-a24e-100d3e2915c7 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:34:22.848942 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9595b5d8-0029-49d1-afee-fb81c137eb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:22.862957 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed07d0-d6e9-4acb-a471-51050910f7c9 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c38e2c-e015-40bb-a6d8-d16188e9a895,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:22.886132 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d3ed07d0-d6e9-4acb-a471-51050910f7c9 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:22.889532 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-d3ed07d0-d6e9-4acb-a471-51050910f7c9 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] 10.222.0.33 "DELETE /v2.0/security-groups/f9c38e2c-e015-40bb-a6d8-d16188e9a895 HTTP/1.1" status: 204 len: 168 time: 0.4741740 Sep 22 21:34:22.891309 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41740) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:22.894919 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-6877bda8-4a7c-4611-8cd0-5d998f70987a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:34:22.913786 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-6877bda8-4a7c-4611-8cd0-5d998f70987a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Usage tracker for resource:port and tenant:4fef33e75cf240fcbb352fce012907b9 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:34:22.917877 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3498db8-8569-4680-bbfc-25dfa426c93a tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Pushing event deleted for resources: {'Port': ['ID=d4aee613-68d7-401c-a91e-eb95584da7ef,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:22.918237 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-eb7f9cc4-831b-4527-b07d-40bc649a7e4c tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] show failed (client error): The resource could not be found. Sep 22 21:34:22.924285 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-eb7f9cc4-831b-4527-b07d-40bc649a7e4c tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] 10.222.0.33 "GET /v2.0/security-groups/f9c38e2c-e015-40bb-a6d8-d16188e9a895 HTTP/1.1" status: 404 len: 347 time: 0.0270123 Sep 22 21:34:22.924285 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-6877bda8-4a7c-4611-8cd0-5d998f70987a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:34:22.924285 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41744) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:22.934539 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9595b5d8-0029-49d1-afee-fb81c137eb15 None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:34:22.938335 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-9595b5d8-0029-49d1-afee-fb81c137eb15 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:34:22.940317 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-baeca3ad-857a-43b6-a3e8-159985f46102 None None] Port 66bc337e-d777-4fd4-b38f-992a97a96e69 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:34:22.943762 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9595b5d8-0029-49d1-afee-fb81c137eb15 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:34:22.990461 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-baeca3ad-857a-43b6-a3e8-159985f46102 None None] Could not find standard attr ID for object 573e74c2-5a56-4b6c-a02f-30abd5688117. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:34:22.997283 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-6877bda8-4a7c-4611-8cd0-5d998f70987a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:34:23.020008 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a42e9c52-c49f-4feb-b4f2-01d0653d076f tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:23.052349 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4a2897dd-0863-4c07-9cc7-70dd0f211e9b tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:23.075216 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9595b5d8-0029-49d1-afee-fb81c137eb15 None None] Pushing event updated for resources: {'Port': ['ID=9b539383-a443-4fa3-a24e-100d3e2915c7,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:23.083565 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-baeca3ad-857a-43b6-a3e8-159985f46102 None None] Could not find standard attr ID for object ff106108-7b1e-42a7-96c8-856098d0fb5c. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:34:23.087370 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6877bda8-4a7c-4611-8cd0-5d998f70987a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:34:23.091858 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6877bda8-4a7c-4611-8cd0-5d998f70987a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:23.099013 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-baeca3ad-857a-43b6-a3e8-159985f46102 None None] Could not find standard attr ID for object 4aba9ff0-0a2e-4f25-a14b-6dd3e39e23ee. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:34:23.102586 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-9595b5d8-0029-49d1-afee-fb81c137eb15 None None] Attempting to bind port 9b539383-a443-4fa3-a24e-100d3e2915c7 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:34:23.103489 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-9595b5d8-0029-49d1-afee-fb81c137eb15 None None] Attempting to bind port 9b539383-a443-4fa3-a24e-100d3e2915c7 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:34:23.104099 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9595b5d8-0029-49d1-afee-fb81c137eb15 None None] Attempting to bind port 9b539383-a443-4fa3-a24e-100d3e2915c7 on network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:34:23.109541 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-baeca3ad-857a-43b6-a3e8-159985f46102 None None] Could not find standard attr ID for object 8f5dfd63-95f7-481a-a7cf-2e423cc431a3. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:34:23.111078 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9595b5d8-0029-49d1-afee-fb81c137eb15 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:34:23.111449 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9595b5d8-0029-49d1-afee-fb81c137eb15 None None] Checking segment: {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:34:23.111846 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9595b5d8-0029-49d1-afee-fb81c137eb15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:23.112224 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9595b5d8-0029-49d1-afee-fb81c137eb15 None None] Bound using segment: {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:34:23.112676 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-9595b5d8-0029-49d1-afee-fb81c137eb15 None None] Bound port: 9b539383-a443-4fa3-a24e-100d3e2915c7, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:34:23.113044 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9595b5d8-0029-49d1-afee-fb81c137eb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:23.131033 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-0a6f314f-752e-4fc1-b115-f916dd943ad2 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Deleting port d70c4f19-b22a-4b6c-afa6-953ffd276063 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:34:23.131366 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0a6f314f-752e-4fc1-b115-f916dd943ad2 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:23.155646 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [None req-6877bda8-4a7c-4611-8cd0-5d998f70987a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] device_id is not set on port e6646d49-750f-456a-862d-9a3a44797eb7 yet. {{(pid=89008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:34:23.231380 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42e9c52-c49f-4feb-b4f2-01d0653d076f tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Pushing event deleted for resources: {'Port': ['ID=66bc337e-d777-4fd4-b38f-992a97a96e69,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:23.241383 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-9595b5d8-0029-49d1-afee-fb81c137eb15 None None] For port 9b539383-a443-4fa3-a24e-100d3e2915c7, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:34:23.244176 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-d2655ca5-a346-4666-b722-da8685e66093 None None] Could not find standard attr ID for object 13665443-41ea-4ceb-a607-6ff391b45e05. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:34:23.246576 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-9595b5d8-0029-49d1-afee-fb81c137eb15 None None] For port 9b539383-a443-4fa3-a24e-100d3e2915c7, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=9b539383-a443-4fa3-a24e-100d3e2915c7,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:34:23.253435 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9595b5d8-0029-49d1-afee-fb81c137eb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:23.369355 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9595b5d8-0029-49d1-afee-fb81c137eb15 None None] Pushing event updated for resources: {'Port': ['ID=9b539383-a443-4fa3-a24e-100d3e2915c7,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:23.524073 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-9b0fcc96-c6d1-4250-b812-54e90264ed63 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Deleting port 0126aa6a-65c5-4a02-ba20-bb46d85de72b {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:34:23.524474 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9b0fcc96-c6d1-4250-b812-54e90264ed63 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:23.631269 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0a6f314f-752e-4fc1-b115-f916dd943ad2 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:23.631932 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0a6f314f-752e-4fc1-b115-f916dd943ad2 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:23.668314 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d3498db8-8569-4680-bbfc-25dfa426c93a tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Notify callbacks [] for floatingip, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:23.678066 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2897dd-0863-4c07-9cc7-70dd0f211e9b tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event updated for resources: {'Subnet': ['ID=053fab29-4dc5-45ab-9a9e-9a0f7993d0c0,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:23.777852 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-0a6f314f-752e-4fc1-b115-f916dd943ad2 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Calling delete_port for d70c4f19-b22a-4b6c-afa6-953ffd276063 owned by network:floatingip {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:34:23.810352 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a42e9c52-c49f-4feb-b4f2-01d0653d076f tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:23.818000 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-6877bda8-4a7c-4611-8cd0-5d998f70987a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 22 21:34:23.818498 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6877bda8-4a7c-4611-8cd0-5d998f70987a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:34:23.843520 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2897dd-0863-4c07-9cc7-70dd0f211e9b tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Checking segment: {'id': 'f5ec3ccd-b239-4d96-880e-cabf418b614c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '43e29cdc-8c3a-477e-8f3b-a1c986059ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:34:23.844080 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2897dd-0863-4c07-9cc7-70dd0f211e9b tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Network hostable DHCP agents. Network: 43e29cdc-8c3a-477e-8f3b-a1c986059ac2, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:34:23.866116 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-6877bda8-4a7c-4611-8cd0-5d998f70987a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.2093527 Sep 22 21:34:23.873459 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41750) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:23.894832 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6cc50d0-f48a-472b-9854-10ed1f3d1ca6 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:34:23.906394 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d3eddf-0a69-47fc-af7b-ec33ba9f9355 None None] Sync routers for ids ['15f280af-e5bf-4790-b0ba-ef40581bfcc5'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:34:23.909397 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a42e9c52-c49f-4feb-b4f2-01d0653d076f tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] 10.222.0.33 "DELETE /v2.0/ports/66bc337e-d777-4fd4-b38f-992a97a96e69 HTTP/1.1" status: 204 len: 168 time: 3.9784451 Sep 22 21:34:23.913399 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b6cc50d0-f48a-472b-9854-10ed1f3d1ca6 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:23.917211 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-b6cc50d0-f48a-472b-9854-10ed1f3d1ca6 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] 10.222.0.33 "PUT /v2.0/routers/15f280af-e5bf-4790-b0ba-ef40581bfcc5 HTTP/1.1" status: 200 len: 914 time: 10.7458117 Sep 22 21:34:23.919123 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d3eddf-0a69-47fc-af7b-ec33ba9f9355 None None] Routers {'15f280af-e5bf-4790-b0ba-ef40581bfcc5'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:34:23.919849 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-b9d3eddf-0a69-47fc-af7b-ec33ba9f9355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:34:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['15f280af-e5bf-4790-b0ba-ef40581bfcc5'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:23.923146 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d3498db8-8569-4680-bbfc-25dfa426c93a tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:23.927005 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d3498db8-8569-4680-bbfc-25dfa426c93a tempest-ServersTestManualDisk-627205262 tempest-ServersTestManualDisk-627205262-project] 10.222.0.33 "DELETE /v2.0/floatingips/afdc85f2-91b0-4e09-9ec8-e19d927c1564 HTTP/1.1" status: 204 len: 168 time: 6.8289504 Sep 22 21:34:23.927154 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41754) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:23.927240 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41756) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:23.927324 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41758) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:23.982270 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-be50c851-0b66-4d5c-95e5-7100c75e140d tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] GET failed (client error): The resource could not be found. Sep 22 21:34:23.983699 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-be50c851-0b66-4d5c-95e5-7100c75e140d tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] 10.222.0.33 "GET /v2.0/ports/66bc337e-d777-4fd4-b38f-992a97a96e69 HTTP/1.1" status: 404 len: 333 time: 0.0560343 Sep 22 21:34:24.005821 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-b9d3eddf-0a69-47fc-af7b-ec33ba9f9355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:24.014019 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41766) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:24.015324 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d3eddf-0a69-47fc-af7b-ec33ba9f9355 None None] Routers {'15f280af-e5bf-4790-b0ba-ef40581bfcc5'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:34:24.015921 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-b9d3eddf-0a69-47fc-af7b-ec33ba9f9355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:34:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['15f280af-e5bf-4790-b0ba-ef40581bfcc5'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:24.075873 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-b9d3eddf-0a69-47fc-af7b-ec33ba9f9355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:24.076274 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d3eddf-0a69-47fc-af7b-ec33ba9f9355 None None] The sync data for ids ['15f280af-e5bf-4790-b0ba-ef40581bfcc5'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:34:24.105863 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9b0fcc96-c6d1-4250-b812-54e90264ed63 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:24.116269 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-23b6ef68-a97b-4e50-aacf-f0559cb0aa37 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Deleting port 24a47a38-17ee-485c-99e9-899a491ad8ca {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:34:24.116622 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-23b6ef68-a97b-4e50-aacf-f0559cb0aa37 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:24.126858 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2897dd-0863-4c07-9cc7-70dd0f211e9b tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Network 43e29cdc-8c3a-477e-8f3b-a1c986059ac2 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:34:24.179340 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0a6f314f-752e-4fc1-b115-f916dd943ad2 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:24.239531 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1da7c2f-d956-4d59-9cfa-2cfb4578d82a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:24.246784 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1da7c2f-d956-4d59-9cfa-2cfb4578d82a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:24.247608 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-e1da7c2f-d956-4d59-9cfa-2cfb4578d82a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:34:24.257320 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-9b0fcc96-c6d1-4250-b812-54e90264ed63 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Calling delete_port for 0126aa6a-65c5-4a02-ba20-bb46d85de72b owned by network:router_interface {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:34:24.295377 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6f314f-752e-4fc1-b115-f916dd943ad2 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Pushing event deleted for resources: {'Port': ['ID=d70c4f19-b22a-4b6c-afa6-953ffd276063,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:24.412138 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-e1da7c2f-d956-4d59-9cfa-2cfb4578d82a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:34:24.413311 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e1da7c2f-d956-4d59-9cfa-2cfb4578d82a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.5389256 Sep 22 21:34:24.418860 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41770) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:24.550061 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-4a2897dd-0863-4c07-9cc7-70dd0f211e9b tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 43e29cdc-8c3a-477e-8f3b-a1c986059ac2) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:34:24.560865 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0a6f314f-752e-4fc1-b115-f916dd943ad2 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Notify callbacks [] for floatingip, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:24.562696 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4217d9ca-e1f4-4fff-b6e4-7e2b228eed3d None None] Network 43e29cdc-8c3a-477e-8f3b-a1c986059ac2 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:34:24.589433 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e1448-7729-4c45-be90-3bf482a08b3f req-3aed1ba0-d74a-4e6e-b0d3-416d45a95ddc tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:24.591301 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-b01e1448-7729-4c45-be90-3bf482a08b3f req-3aed1ba0-d74a-4e6e-b0d3-416d45a95ddc tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.9143875 Sep 22 21:34:24.605775 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-40bd9a21-4939-4948-9eeb-1621cf90dbe1 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Deleting port 653187dd-a294-4197-9dbb-698d6636acaf {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:34:24.606333 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-40bd9a21-4939-4948-9eeb-1621cf90dbe1 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:24.607369 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2897dd-0863-4c07-9cc7-70dd0f211e9b tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:24.607965 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4a2897dd-0863-4c07-9cc7-70dd0f211e9b tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:24.689935 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-2b7b6eec-7652-44be-a2df-2d465f36c9ec None None] Provisioning for port 9b539383-a443-4fa3-a24e-100d3e2915c7 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:34:24.713413 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41774) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:24.715267 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-4a2897dd-0863-4c07-9cc7-70dd0f211e9b tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.1360013 Sep 22 21:34:24.717007 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0a6f314f-752e-4fc1-b115-f916dd943ad2 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:24.721014 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-0a6f314f-752e-4fc1-b115-f916dd943ad2 tempest-ServersTestJSON-606674972 tempest-ServersTestJSON-606674972-project] 10.222.0.33 "DELETE /v2.0/floatingips/8d74a78c-d63c-403e-b0fb-e010aa287b57 HTTP/1.1" status: 204 len: 168 time: 1.7932498 Sep 22 21:34:24.749089 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41778) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:24.805492 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a539bd9b-45cb-4891-8c09-ad36e865919b tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] 10.222.0.33 "GET /v2.0/routers/15f280af-e5bf-4790-b0ba-ef40581bfcc5 HTTP/1.1" status: 200 len: 920 time: 0.8730314 Sep 22 21:34:24.812446 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41782) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:24.852056 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62deb285-4eac-4688-bbe2-44e8f2f3fc23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-43e29cdc-8c3a-477e-8f3b-a1c986059ac2', 'network_id': '43e29cdc-8c3a-477e-8f3b-a1c986059ac2', 'tenant_id': 'cea970100f344bf88cd0b9c37fe15dda', 'fixed_ips': [{'subnet_id': '053fab29-4dc5-45ab-9a9e-9a0f7993d0c0'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:34:24.854121 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-62deb285-4eac-4688-bbe2-44e8f2f3fc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:24.864281 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-3188f78b-9110-42e3-9e97-5e1cf0b1afb3 None None] Provisioning for port 653187dd-a294-4197-9dbb-698d6636acaf completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:34:24.872317 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-23b6ef68-a97b-4e50-aacf-f0559cb0aa37 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:24.873692 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-3188f78b-9110-42e3-9e97-5e1cf0b1afb3 None None] Provisioning complete for port 653187dd-a294-4197-9dbb-698d6636acaf triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:34:24.874079 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-3188f78b-9110-42e3-9e97-5e1cf0b1afb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:24.874408 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-3188f78b-9110-42e3-9e97-5e1cf0b1afb3 None None] Attempt 1 to provision port 653187dd-a294-4197-9dbb-698d6636acaf Sep 22 21:34:24.880395 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-b01e1448-7729-4c45-be90-3bf482a08b3f req-c56bafd7-58be-4b0f-885e-39f58d91fd92 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2666180 Sep 22 21:34:24.997320 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-3188f78b-9110-42e3-9e97-5e1cf0b1afb3 None None] Port 653187dd-a294-4197-9dbb-698d6636acaf cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:34:25.086373 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-62deb285-4eac-4688-bbe2-44e8f2f3fc23 None None] Allocated IP 172.20.0.1 (43e29cdc-8c3a-477e-8f3b-a1c986059ac2/053fab29-4dc5-45ab-9a9e-9a0f7993d0c0/1bd7d318-08cd-4a82-bfd1-4459b6e33d5b) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:34:25.122962 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc3cb5b-de8b-4c70-bf60-ae234805ad45 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:25.123672 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-dfc3cb5b-de8b-4c70-bf60-ae234805ad45 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Synchronizing usage tracker for tenant:3948481bd8564dd39302cf1d97156919 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:34:25.180507 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-dfc3cb5b-de8b-4c70-bf60-ae234805ad45 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Unset dirty status for tenant:3948481bd8564dd39302cf1d97156919 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:34:25.181733 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-dfc3cb5b-de8b-4c70-bf60-ae234805ad45 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] 10.222.0.33 "GET /v2.0/ports?network_id=a22ae1c9-d428-411f-af43-ce0f71b38d9c&device_id=15f280af-e5bf-4790-b0ba-ef40581bfcc5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3609266 Sep 22 21:34:25.187312 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9b0fcc96-c6d1-4250-b812-54e90264ed63 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:25.191681 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41786) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:25.218952 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-23b6ef68-a97b-4e50-aacf-f0559cb0aa37 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Calling delete_port for 24a47a38-17ee-485c-99e9-899a491ad8ca owned by {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:34:25.263642 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0fcc96-c6d1-4250-b812-54e90264ed63 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event deleted for resources: {'Port': ['ID=0126aa6a-65c5-4a02-ba20-bb46d85de72b,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:25.339370 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-62deb285-4eac-4688-bbe2-44e8f2f3fc23 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:25.357342 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-62deb285-4eac-4688-bbe2-44e8f2f3fc23 None None] Transition to ACTIVE for port object 1bd7d318-08cd-4a82-bfd1-4459b6e33d5b will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:34:25.380882 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-62deb285-4eac-4688-bbe2-44e8f2f3fc23 None None] Transition to ACTIVE for port object 1bd7d318-08cd-4a82-bfd1-4459b6e33d5b will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:34:25.391831 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-62deb285-4eac-4688-bbe2-44e8f2f3fc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:25.480308 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62deb285-4eac-4688-bbe2-44e8f2f3fc23 None None] Network 43e29cdc-8c3a-477e-8f3b-a1c986059ac2 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:34:25.481437 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62deb285-4eac-4688-bbe2-44e8f2f3fc23 None None] Pushing event updated for resources: {'Port': ['ID=1bd7d318-08cd-4a82-bfd1-4459b6e33d5b,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:25.484039 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-62deb285-4eac-4688-bbe2-44e8f2f3fc23 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:34:25.486210 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62deb285-4eac-4688-bbe2-44e8f2f3fc23 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:34:25.529237 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-3188f78b-9110-42e3-9e97-5e1cf0b1afb3 None None] Attempt 2 to provision port 653187dd-a294-4197-9dbb-698d6636acaf Sep 22 21:34:25.563712 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9b0fcc96-c6d1-4250-b812-54e90264ed63 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:25.607618 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-3188f78b-9110-42e3-9e97-5e1cf0b1afb3 None None] Port 653187dd-a294-4197-9dbb-698d6636acaf cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:34:25.671890 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 9b539383-a443-4fa3-a24e-100d3e2915c7 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:34:25.724354 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03da461-641d-42fe-b255-9922e2051155 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:25.728550 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e03da461-641d-42fe-b255-9922e2051155 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] 10.222.0.33 "GET /v2.0/networks/a22ae1c9-d428-411f-af43-ce0f71b38d9c HTTP/1.1" status: 200 len: 881 time: 0.4988277 Sep 22 21:34:25.729826 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41790) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:25.746231 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-62deb285-4eac-4688-bbe2-44e8f2f3fc23 None None] Attempting to bind port 1bd7d318-08cd-4a82-bfd1-4459b6e33d5b on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:34:25.746231 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-62deb285-4eac-4688-bbe2-44e8f2f3fc23 None None] Attempting to bind port 1bd7d318-08cd-4a82-bfd1-4459b6e33d5b by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'f5ec3ccd-b239-4d96-880e-cabf418b614c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '43e29cdc-8c3a-477e-8f3b-a1c986059ac2'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:34:25.746231 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62deb285-4eac-4688-bbe2-44e8f2f3fc23 None None] Attempting to bind port 1bd7d318-08cd-4a82-bfd1-4459b6e33d5b on network 43e29cdc-8c3a-477e-8f3b-a1c986059ac2 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:34:25.755759 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:25.757142 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62deb285-4eac-4688-bbe2-44e8f2f3fc23 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:34:25.757142 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62deb285-4eac-4688-bbe2-44e8f2f3fc23 None None] Checking segment: {'id': 'f5ec3ccd-b239-4d96-880e-cabf418b614c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '43e29cdc-8c3a-477e-8f3b-a1c986059ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:34:25.757518 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-62deb285-4eac-4688-bbe2-44e8f2f3fc23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:25.757969 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62deb285-4eac-4688-bbe2-44e8f2f3fc23 None None] Bound using segment: {'id': 'f5ec3ccd-b239-4d96-880e-cabf418b614c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '43e29cdc-8c3a-477e-8f3b-a1c986059ac2'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:34:25.759436 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-62deb285-4eac-4688-bbe2-44e8f2f3fc23 None None] Bound port: 1bd7d318-08cd-4a82-bfd1-4459b6e33d5b, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5ec3ccd-b239-4d96-880e-cabf418b614c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '43e29cdc-8c3a-477e-8f3b-a1c986059ac2'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:34:25.759436 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-62deb285-4eac-4688-bbe2-44e8f2f3fc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:25.787216 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-8409a2e0-ec6e-4cd4-b01f-b89ac7c70a22 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] 10.222.0.33 "GET /v2.0/ports?device_id=15f280af-e5bf-4790-b0ba-ef40581bfcc5 HTTP/1.1" status: 200 len: 205 time: 0.0544751 Sep 22 21:34:25.787510 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b204aa0d-4af0-4f98-b6da-04ff2e94d27a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:25.787986 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41794) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:25.827334 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-23b6ef68-a97b-4e50-aacf-f0559cb0aa37 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:25.852193 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 9b539383-a443-4fa3-a24e-100d3e2915c7 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:34:25.864222 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 9b539383-a443-4fa3-a24e-100d3e2915c7 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:34:25.864695 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:25.865109 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 9b539383-a443-4fa3-a24e-100d3e2915c7 Sep 22 21:34:25.905162 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-b204aa0d-4af0-4f98-b6da-04ff2e94d27a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Deleting port 1bd7d318-08cd-4a82-bfd1-4459b6e33d5b {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:34:25.905506 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b204aa0d-4af0-4f98-b6da-04ff2e94d27a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:25.911222 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-62deb285-4eac-4688-bbe2-44e8f2f3fc23 None None] For port 1bd7d318-08cd-4a82-bfd1-4459b6e33d5b, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:34:25.924421 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-62deb285-4eac-4688-bbe2-44e8f2f3fc23 None None] For port 1bd7d318-08cd-4a82-bfd1-4459b6e33d5b, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=1bd7d318-08cd-4a82-bfd1-4459b6e33d5b,segment=NetworkSegment(f5ec3ccd-b239-4d96-880e-cabf418b614c),segment_id=f5ec3ccd-b239-4d96-880e-cabf418b614c)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:34:25.937759 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-62deb285-4eac-4688-bbe2-44e8f2f3fc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:25.938035 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b6ef68-a97b-4e50-aacf-f0559cb0aa37 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Pushing event deleted for resources: {'Port': ['ID=24a47a38-17ee-485c-99e9-899a491ad8ca,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:26.025490 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-40bd9a21-4939-4948-9eeb-1621cf90dbe1 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:26.067845 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62deb285-4eac-4688-bbe2-44e8f2f3fc23 None None] Pushing event updated for resources: {'Port': ['ID=1bd7d318-08cd-4a82-bfd1-4459b6e33d5b,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:26.074079 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 9b539383-a443-4fa3-a24e-100d3e2915c7 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:34:26.074614 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:26.108402 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-3188f78b-9110-42e3-9e97-5e1cf0b1afb3 None None] Attempt 3 to provision port 653187dd-a294-4197-9dbb-698d6636acaf Sep 22 21:34:26.208883 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 9b539383-a443-4fa3-a24e-100d3e2915c7, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=9b539383-a443-4fa3-a24e-100d3e2915c7,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:34:26.215048 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-3188f78b-9110-42e3-9e97-5e1cf0b1afb3 None None] Port 653187dd-a294-4197-9dbb-698d6636acaf cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:34:26.229286 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:26.349057 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b0fcc96-c6d1-4250-b812-54e90264ed63 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Router 1a8720d9-29cc-402e-b255-accab47bef81 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:34:26.361864 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-40bd9a21-4939-4948-9eeb-1621cf90dbe1 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Calling delete_port for 653187dd-a294-4197-9dbb-698d6636acaf owned by {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:34:26.372561 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=9b539383-a443-4fa3-a24e-100d3e2915c7,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:26.560830 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b7947905-8ffa-45ed-8621-d00cdc42412f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:26.606366 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-23b6ef68-a97b-4e50-aacf-f0559cb0aa37 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:26.608576 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0fcc96-c6d1-4250-b812-54e90264ed63 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:34:26.616907 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bf07790a-a718-443a-8d4d-59fb47d1fdf7 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks [] for router, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:26.619380 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654d2e01-a79e-4c46-90d1-42be1694b253 None None] Sync routers for ids ['1a8720d9-29cc-402e-b255-accab47bef81'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:34:26.629246 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654d2e01-a79e-4c46-90d1-42be1694b253 None None] Routers {'1a8720d9-29cc-402e-b255-accab47bef81'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:34:26.629631 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-654d2e01-a79e-4c46-90d1-42be1694b253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:34:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['1a8720d9-29cc-402e-b255-accab47bef81'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:26.658004 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-23b6ef68-a97b-4e50-aacf-f0559cb0aa37 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] 10.222.0.33 "DELETE /v2.0/ports/24a47a38-17ee-485c-99e9-899a491ad8ca HTTP/1.1" status: 204 len: 168 time: 2.6406026 Sep 22 21:34:26.704615 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41800) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:26.722382 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-3188f78b-9110-42e3-9e97-5e1cf0b1afb3 None None] Attempt 4 to provision port 653187dd-a294-4197-9dbb-698d6636acaf Sep 22 21:34:26.792357 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-9b0fcc96-c6d1-4250-b812-54e90264ed63 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "PUT /v2.0/routers/1a8720d9-29cc-402e-b255-accab47bef81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2653246 Sep 22 21:34:26.792601 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-654d2e01-a79e-4c46-90d1-42be1694b253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:26.796715 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-3188f78b-9110-42e3-9e97-5e1cf0b1afb3 None None] Port 653187dd-a294-4197-9dbb-698d6636acaf cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:34:26.801334 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654d2e01-a79e-4c46-90d1-42be1694b253 None None] Routers {'1a8720d9-29cc-402e-b255-accab47bef81'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:34:26.802029 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-654d2e01-a79e-4c46-90d1-42be1694b253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:34:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['1a8720d9-29cc-402e-b255-accab47bef81'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:26.807536 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41804) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:26.861785 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-654d2e01-a79e-4c46-90d1-42be1694b253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:26.862174 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654d2e01-a79e-4c46-90d1-42be1694b253 None None] The sync data for ids ['1a8720d9-29cc-402e-b255-accab47bef81'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:34:26.963853 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-4c8a10c6-22e7-424c-a90c-2d9f5dd2a623 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Synchronizing usage tracker for tenant:5c103daa7e764303927ef5f69fe7eabf on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:34:26.970359 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-66041eb4-ec2b-4857-94dc-f50d4d78d8d9 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Deleting subnet 92dd7fe2-1cc3-4ba2-9437-bf37d3ba871d {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:34:26.977367 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-66041eb4-ec2b-4857-94dc-f50d4d78d8d9 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:26.996116 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e5cbf-73a2-4669-838b-6194530f9e46 req-8ce3d454-c548-4994-9e7e-51c9eafd881c tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:26.999094 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0b3e5cbf-73a2-4669-838b-6194530f9e46 req-8ce3d454-c548-4994-9e7e-51c9eafd881c tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.6065559 Sep 22 21:34:27.022733 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bf07790a-a718-443a-8d4d-59fb47d1fdf7 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:27.057479 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-bf07790a-a718-443a-8d4d-59fb47d1fdf7 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Deleting port 82810803-22f9-4d70-badf-a861e53b03f0 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:34:27.057912 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bf07790a-a718-443a-8d4d-59fb47d1fdf7 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:27.078779 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-4c8a10c6-22e7-424c-a90c-2d9f5dd2a623 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Unset dirty status for tenant:5c103daa7e764303927ef5f69fe7eabf on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:34:27.082871 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-4c8a10c6-22e7-424c-a90c-2d9f5dd2a623 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "GET /v2.0/ports?device_id=1a8720d9-29cc-402e-b255-accab47bef81 HTTP/1.1" status: 200 len: 205 time: 0.2706716 Sep 22 21:34:27.084541 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41808) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:27.094090 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-40bd9a21-4939-4948-9eeb-1621cf90dbe1 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:27.212074 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bd9a21-4939-4948-9eeb-1621cf90dbe1 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event deleted for resources: {'Port': ['ID=653187dd-a294-4197-9dbb-698d6636acaf,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:27.212316 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-66041eb4-ec2b-4857-94dc-f50d4d78d8d9 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:27.215232 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-b204aa0d-4af0-4f98-b6da-04ff2e94d27a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] For port 1bd7d318-08cd-4a82-bfd1-4459b6e33d5b, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=1bd7d318-08cd-4a82-bfd1-4459b6e33d5b,segment=NetworkSegment(f5ec3ccd-b239-4d96-880e-cabf418b614c),segment_id=f5ec3ccd-b239-4d96-880e-cabf418b614c)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:34:27.215597 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b204aa0d-4af0-4f98-b6da-04ff2e94d27a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:27.233347 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a5c578-2588-4d78-a458-cc2e3c56f457 None None] Network 43e29cdc-8c3a-477e-8f3b-a1c986059ac2 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:34:27.264370 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0b3e5cbf-73a2-4669-838b-6194530f9e46 req-7f3b4a4a-d570-49b0-b076-748410e93d75 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2508259 Sep 22 21:34:27.317641 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-3188f78b-9110-42e3-9e97-5e1cf0b1afb3 None None] Attempt 5 to provision port 653187dd-a294-4197-9dbb-698d6636acaf Sep 22 21:34:27.356584 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bd9a21-4939-4948-9eeb-1621cf90dbe1 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:34:27.357197 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bd9a21-4939-4948-9eeb-1621cf90dbe1 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:34:27.357722 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bd9a21-4939-4948-9eeb-1621cf90dbe1 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:34:27.358212 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bd9a21-4939-4948-9eeb-1621cf90dbe1 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:34:27.358731 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bd9a21-4939-4948-9eeb-1621cf90dbe1 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:34:27.359228 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bd9a21-4939-4948-9eeb-1621cf90dbe1 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:34:27.359724 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bd9a21-4939-4948-9eeb-1621cf90dbe1 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:34:27.360208 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bd9a21-4939-4948-9eeb-1621cf90dbe1 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:34:27.360688 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bd9a21-4939-4948-9eeb-1621cf90dbe1 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:34:27.361458 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bd9a21-4939-4948-9eeb-1621cf90dbe1 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:34:27.361946 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bd9a21-4939-4948-9eeb-1621cf90dbe1 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:34:27.362439 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bd9a21-4939-4948-9eeb-1621cf90dbe1 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:34:27.372536 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-40bd9a21-4939-4948-9eeb-1621cf90dbe1 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:27.387908 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-3188f78b-9110-42e3-9e97-5e1cf0b1afb3 None None] Port 653187dd-a294-4197-9dbb-698d6636acaf was deleted so its status cannot be updated. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:34:27.454377 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-b204aa0d-4af0-4f98-b6da-04ff2e94d27a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Calling delete_port for 1bd7d318-08cd-4a82-bfd1-4459b6e33d5b owned by network:dhcp {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:34:27.494329 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-40bd9a21-4939-4948-9eeb-1621cf90dbe1 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/ports/653187dd-a294-4197-9dbb-698d6636acaf HTTP/1.1" status: 204 len: 168 time: 3.0727503 Sep 22 21:34:27.501774 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41812) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:27.546474 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d3102b7b-68e1-4c37-91cc-deb2134e7263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:27.588184 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-3a4976d0-ba45-4157-a662-7f2b9938629e None None] Provisioning for port 1bd7d318-08cd-4a82-bfd1-4459b6e33d5b completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:34:27.631384 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c95e6907-c268-47ab-9a34-7eb41b3ff8b0 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for router, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:27.727192 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 1bd7d318-08cd-4a82-bfd1-4459b6e33d5b up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:34:27.870252 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 1bd7d318-08cd-4a82-bfd1-4459b6e33d5b completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:34:27.875205 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 1bd7d318-08cd-4a82-bfd1-4459b6e33d5b triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:34:27.875578 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:27.876163 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 1bd7d318-08cd-4a82-bfd1-4459b6e33d5b Sep 22 21:34:27.885919 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c30d841-e556-4021-aac0-cc22483f346b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:27.887554 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c30d841-e556-4021-aac0-cc22483f346b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:27.889970 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-3c30d841-e556-4021-aac0-cc22483f346b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:34:27.890106 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b204aa0d-4af0-4f98-b6da-04ff2e94d27a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:27.914844 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Port 1bd7d318-08cd-4a82-bfd1-4459b6e33d5b was deleted so its status cannot be updated. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:34:27.915809 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 9b539383-a443-4fa3-a24e-100d3e2915c7 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:34:27.987279 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b204aa0d-4af0-4f98-b6da-04ff2e94d27a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event deleted for resources: {'Port': ['ID=1bd7d318-08cd-4a82-bfd1-4459b6e33d5b,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:27.997812 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-b71311bb-6776-4109-8f38-6e681002a4ee None None] Could not find standard attr ID for object 1bd7d318-08cd-4a82-bfd1-4459b6e33d5b. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:34:28.009067 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 9b539383-a443-4fa3-a24e-100d3e2915c7 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:34:28.009441 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:28.009769 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 9b539383-a443-4fa3-a24e-100d3e2915c7 Sep 22 21:34:28.046364 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5ff952-77c7-4097-abca-7ca3184ea4c0 None None] DHCP port deletion for 43e29cdc-8c3a-477e-8f3b-a1c986059ac2 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:34:28.051035 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b204aa0d-4af0-4f98-b6da-04ff2e94d27a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] No DVR routers for this DVR port 1bd7d318-08cd-4a82-bfd1-4459b6e33d5b on host dv-neutron-858900-1-hyperv {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:34:28.094997 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d430dbf7-b25d-429a-8e67-f4f5f806b902 None None] get_active_networks_info from dv-neutron-858900-1-hyperv {{(pid=89010) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 22 21:34:28.119804 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b204aa0d-4af0-4f98-b6da-04ff2e94d27a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:28.131290 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c95e6907-c268-47ab-9a34-7eb41b3ff8b0 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:28.139986 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-3c30d841-e556-4021-aac0-cc22483f346b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:34:28.141237 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-3c30d841-e556-4021-aac0-cc22483f346b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5919070 Sep 22 21:34:28.145296 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c95e6907-c268-47ab-9a34-7eb41b3ff8b0 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:28.146839 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41816) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:28.151465 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bf07790a-a718-443a-8d4d-59fb47d1fdf7 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:28.161445 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-66041eb4-ec2b-4857-94dc-f50d4d78d8d9 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:28.201128 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 9b539383-a443-4fa3-a24e-100d3e2915c7 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:34:28.285805 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-d3102b7b-68e1-4c37-91cc-deb2134e7263 admin admin] Deleting port 76d49b16-8e20-46af-9671-e36b447d7ed9 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:34:28.286072 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d3102b7b-68e1-4c37-91cc-deb2134e7263 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:28.341195 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d430dbf7-b25d-429a-8e67-f4f5f806b902 None None] Resources bound (agent type, host, resource id): {{(pid=89010) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 21:34:28.395150 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-bf07790a-a718-443a-8d4d-59fb47d1fdf7 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Calling delete_port for 82810803-22f9-4d70-badf-a861e53b03f0 owned by network:router_gateway {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:34:28.453223 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c95e6907-c268-47ab-9a34-7eb41b3ff8b0 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:28.453618 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95e6907-c268-47ab-9a34-7eb41b3ff8b0 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Fanout notify agent at l3_agent the message router_deleted on router 1a8720d9-29cc-402e-b255-accab47bef81 {{(pid=89009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:34:28.480040 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a4fe839-492d-42e6-9856-c3d72021f2e7 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Deleting subnet 88889e0a-9225-4588-9d39-3419fa8e6227 {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:34:28.490186 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5a4fe839-492d-42e6-9856-c3d72021f2e7 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:28.516844 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-b7947905-8ffa-45ed-8621-d00cdc42412f admin admin] Deleting port e5cc9bc2-8c42-4be7-b160-ed3d4036bd87 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:34:28.517415 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b7947905-8ffa-45ed-8621-d00cdc42412f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:28.569407 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b204aa0d-4af0-4f98-b6da-04ff2e94d27a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:28.573921 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c95e6907-c268-47ab-9a34-7eb41b3ff8b0 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:28.577393 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c95e6907-c268-47ab-9a34-7eb41b3ff8b0 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "DELETE /v2.0/routers/1a8720d9-29cc-402e-b255-accab47bef81 HTTP/1.1" status: 204 len: 168 time: 1.4815643 Sep 22 21:34:28.588422 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41822) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:28.672334 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5a4fe839-492d-42e6-9856-c3d72021f2e7 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:28.681456 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-66041eb4-ec2b-4857-94dc-f50d4d78d8d9 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:28.704326 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b204aa0d-4af0-4f98-b6da-04ff2e94d27a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event deleted for resources: {'Subnet': ['ID=053fab29-4dc5-45ab-9a9e-9a0f7993d0c0,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:28.763988 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a710ebca-8cad-4c0f-a562-bb36234f29c2 None None] Network 43e29cdc-8c3a-477e-8f3b-a1c986059ac2 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:34:28.850332 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b204aa0d-4af0-4f98-b6da-04ff2e94d27a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:28.893017 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-66041eb4-ec2b-4857-94dc-f50d4d78d8d9 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:28.895261 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66041eb4-ec2b-4857-94dc-f50d4d78d8d9 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Pushing event deleted for resources: {'Subnet': ['ID=92dd7fe2-1cc3-4ba2-9437-bf37d3ba871d,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:28.905032 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-d3102b7b-68e1-4c37-91cc-deb2134e7263 admin admin] For port 76d49b16-8e20-46af-9671-e36b447d7ed9, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=76d49b16-8e20-46af-9671-e36b447d7ed9,segment=NetworkSegment(b9a5893b-0c23-4aa8-b596-b3dc1cc17f58),segment_id=b9a5893b-0c23-4aa8-b596-b3dc1cc17f58)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:34:28.905585 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d3102b7b-68e1-4c37-91cc-deb2134e7263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:28.913283 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-b204aa0d-4af0-4f98-b6da-04ff2e94d27a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43e29cdc-8c3a-477e-8f3b-a1c986059ac2']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:28.933400 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9828f0-691c-446b-9272-e5e2b56d981d None None] Network bec58fb8-a144-40bd-bd75-71d2a84456ca requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:34:28.960526 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66041eb4-ec2b-4857-94dc-f50d4d78d8d9 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:34:28.960872 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66041eb4-ec2b-4857-94dc-f50d4d78d8d9 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:34:28.961216 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66041eb4-ec2b-4857-94dc-f50d4d78d8d9 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:34:28.961563 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66041eb4-ec2b-4857-94dc-f50d4d78d8d9 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:34:28.961925 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66041eb4-ec2b-4857-94dc-f50d4d78d8d9 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:34:28.962253 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66041eb4-ec2b-4857-94dc-f50d4d78d8d9 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:34:28.962576 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66041eb4-ec2b-4857-94dc-f50d4d78d8d9 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:34:28.962930 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66041eb4-ec2b-4857-94dc-f50d4d78d8d9 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:34:28.963245 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66041eb4-ec2b-4857-94dc-f50d4d78d8d9 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:34:28.963569 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66041eb4-ec2b-4857-94dc-f50d4d78d8d9 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:34:28.963896 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66041eb4-ec2b-4857-94dc-f50d4d78d8d9 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:34:28.964191 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66041eb4-ec2b-4857-94dc-f50d4d78d8d9 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:34:28.972665 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ad19f4a-0a32-4e0a-ad09-dd3953c52181 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Deleting subnet f977f97e-5b8a-4523-8838-7f3ba045ae33 {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:34:29.002111 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b2109f-30ca-4427-8f09-d30e0f6d5f4f None None] DHCP port deletion for 43e29cdc-8c3a-477e-8f3b-a1c986059ac2 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:34:29.003717 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-66041eb4-ec2b-4857-94dc-f50d4d78d8d9 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] 10.222.0.33 "DELETE /v2.0/subnets/92dd7fe2-1cc3-4ba2-9437-bf37d3ba871d HTTP/1.1" status: 204 len: 168 time: 2.2940991 Sep 22 21:34:29.005278 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7ad19f4a-0a32-4e0a-ad09-dd3953c52181 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:29.043290 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-d3102b7b-68e1-4c37-91cc-deb2134e7263 admin admin] Calling delete_port for 76d49b16-8e20-46af-9671-e36b447d7ed9 owned by network:router_interface {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:34:29.068436 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41826) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:29.071968 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-b204aa0d-4af0-4f98-b6da-04ff2e94d27a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5ec3ccd-b239-4d96-880e-cabf418b614c') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:29.072275 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-b204aa0d-4af0-4f98-b6da-04ff2e94d27a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5ec3ccd-b239-4d96-880e-cabf418b614c') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:29.105785 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b204aa0d-4af0-4f98-b6da-04ff2e94d27a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:29.118839 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5a4fe839-492d-42e6-9856-c3d72021f2e7 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:29.171673 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b204aa0d-4af0-4f98-b6da-04ff2e94d27a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:29.192415 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b204aa0d-4af0-4f98-b6da-04ff2e94d27a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:34:29.192823 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b204aa0d-4af0-4f98-b6da-04ff2e94d27a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:29.249093 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08215a6a-fd3e-4ed2-8730-53f4c12ab463 None None] DHCP port deletion for bec58fb8-a144-40bd-bd75-71d2a84456ca request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:34:29.253976 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-08215a6a-fd3e-4ed2-8730-53f4c12ab463 None None] Deleting port 2cc59087-50b3-4b1d-9465-a001fff4540a {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:34:29.254457 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-08215a6a-fd3e-4ed2-8730-53f4c12ab463 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:29.275926 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa027fb-df5a-43ff-a257-6044ee49fff7 req-6bd1624a-c6fe-4f92-bda6-cda703438974 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:29.277589 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-aaa027fb-df5a-43ff-a257-6044ee49fff7 req-6bd1624a-c6fe-4f92-bda6-cda703438974 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.8376124 Sep 22 21:34:29.280001 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7ad19f4a-0a32-4e0a-ad09-dd3953c52181 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:29.309734 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment f5ec3ccd-b239-4d96-880e-cabf418b614c resource provider aggregate not found Sep 22 21:34:29.350293 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment f5ec3ccd-b239-4d96-880e-cabf418b614c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f5ec3ccd-b239-4d96-880e-cabf418b614c found for delete ", "request_id": "req-b06f1d96-2a96-4246-a85b-82b00f09d9d5"}]} Sep 22 21:34:29.366720 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b204aa0d-4af0-4f98-b6da-04ff2e94d27a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:29.395147 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b204aa0d-4af0-4f98-b6da-04ff2e94d27a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:29.403706 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5a4fe839-492d-42e6-9856-c3d72021f2e7 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:29.414026 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-42d4a92b-e9cd-4e92-90b0-74bdc8724328 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:29.426739 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-b7947905-8ffa-45ed-8621-d00cdc42412f admin admin] For port e5cc9bc2-8c42-4be7-b160-ed3d4036bd87, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=e5cc9bc2-8c42-4be7-b160-ed3d4036bd87,segment=NetworkSegment(061a951f-7d62-41da-84b4-c96edd705f4f),segment_id=061a951f-7d62-41da-84b4-c96edd705f4f)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:34:29.427072 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b7947905-8ffa-45ed-8621-d00cdc42412f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:29.448621 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b204aa0d-4af0-4f98-b6da-04ff2e94d27a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event deleted for resources: {'Network': ['ID=43e29cdc-8c3a-477e-8f3b-a1c986059ac2,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:29.449473 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bf07790a-a718-443a-8d4d-59fb47d1fdf7 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:29.462279 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4fe839-492d-42e6-9856-c3d72021f2e7 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event deleted for resources: {'Subnet': ['ID=88889e0a-9225-4588-9d39-3419fa8e6227,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:29.480270 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40ee1df-c377-4d06-b3b6-16d69080b1da None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:34:29.485166 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-b204aa0d-4af0-4f98-b6da-04ff2e94d27a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "DELETE /v2.0/networks/43e29cdc-8c3a-477e-8f3b-a1c986059ac2 HTTP/1.1" status: 204 len: 168 time: 4.7664983 Sep 22 21:34:29.485166 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5a4fe839-492d-42e6-9856-c3d72021f2e7 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:29.485166 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-5a4fe839-492d-42e6-9856-c3d72021f2e7 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/88889e0a-9225-4588-9d39-3419fa8e6227 HTTP/1.1" status: 204 len: 168 time: 1.3066754 Sep 22 21:34:29.492068 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41834) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:29.492437 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41836) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:29.561433 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-08215a6a-fd3e-4ed2-8730-53f4c12ab463 None None] For port 2cc59087-50b3-4b1d-9465-a001fff4540a, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=2cc59087-50b3-4b1d-9465-a001fff4540a,segment=NetworkSegment(0c298dda-70f7-431f-9e88-ff0e271ab1a7),segment_id=0c298dda-70f7-431f-9e88-ff0e271ab1a7)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:34:29.561818 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-08215a6a-fd3e-4ed2-8730-53f4c12ab463 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:29.604840 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-b56762ac-1623-43c3-a9ac-ed84ecc414b3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1095781 Sep 22 21:34:29.608633 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-a3acd595-70d6-476f-a708-ef95cc5bae34 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1312603909'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:34:29.614502 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41842) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:29.617440 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-a3acd595-70d6-476f-a708-ef95cc5bae34 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:34:29.625152 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-269cac61-9c45-4c2a-9257-99f7ce32cc99 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'subnet': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:34:29.641353 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-a3acd595-70d6-476f-a708-ef95cc5bae34 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Usage tracker for resource:network and tenant:cea970100f344bf88cd0b9c37fe15dda is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:34:29.644192 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-b7947905-8ffa-45ed-8621-d00cdc42412f admin admin] Calling delete_port for e5cc9bc2-8c42-4be7-b160-ed3d4036bd87 owned by network:router_interface {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:34:29.647988 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-a3acd595-70d6-476f-a708-ef95cc5bae34 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:34:29.673474 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-aaa027fb-df5a-43ff-a257-6044ee49fff7 req-4f5cb520-d224-4516-b1da-7cf02f4d2366 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3484390 Sep 22 21:34:29.683253 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf07790a-a718-443a-8d4d-59fb47d1fdf7 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Pushing event deleted for resources: {'Port': ['ID=82810803-22f9-4d70-badf-a861e53b03f0,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:29.703657 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-a3acd595-70d6-476f-a708-ef95cc5bae34 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:34:29.707859 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 1bd7d318-08cd-4a82-bfd1-4459b6e33d5b no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:34:29.744204 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-08215a6a-fd3e-4ed2-8730-53f4c12ab463 None None] Calling delete_port for 2cc59087-50b3-4b1d-9465-a001fff4540a owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:34:29.748982 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3acd595-70d6-476f-a708-ef95cc5bae34 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Made reservation on behalf of cea970100f344bf88cd0b9c37fe15dda for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:34:29.752793 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a3acd595-70d6-476f-a708-ef95cc5bae34 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:29.768544 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d3102b7b-68e1-4c37-91cc-deb2134e7263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:29.785861 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-42d4a92b-e9cd-4e92-90b0-74bdc8724328 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Deleting port 2cc59087-50b3-4b1d-9465-a001fff4540a {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:34:29.786083 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-42d4a92b-e9cd-4e92-90b0-74bdc8724328 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:29.811253 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 1bd7d318-08cd-4a82-bfd1-4459b6e33d5b {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:34:29.811808 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 1bd7d318-08cd-4a82-bfd1-4459b6e33d5b not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:34:29.812202 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 2cc59087-50b3-4b1d-9465-a001fff4540a no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:34:29.860708 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3102b7b-68e1-4c37-91cc-deb2134e7263 admin admin] Pushing event deleted for resources: {'Port': ['ID=76d49b16-8e20-46af-9671-e36b447d7ed9,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:29.904488 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7ad19f4a-0a32-4e0a-ad09-dd3953c52181 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:29.925033 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-269cac61-9c45-4c2a-9257-99f7ce32cc99 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:34:29.937651 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-269cac61-9c45-4c2a-9257-99f7ce32cc99 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:34:30.041286 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269cac61-9c45-4c2a-9257-99f7ce32cc99 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:34:30.053619 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-269cac61-9c45-4c2a-9257-99f7ce32cc99 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:30.072091 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-08215a6a-fd3e-4ed2-8730-53f4c12ab463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:30.131051 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08215a6a-fd3e-4ed2-8730-53f4c12ab463 None None] Pushing event deleted for resources: {'Port': ['ID=2cc59087-50b3-4b1d-9465-a001fff4540a,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:30.162035 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08215a6a-fd3e-4ed2-8730-53f4c12ab463 None None] No DVR routers for this DVR port 2cc59087-50b3-4b1d-9465-a001fff4540a on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:34:30.166880 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 2cc59087-50b3-4b1d-9465-a001fff4540a is: ACTIVE; New status is: DOWN {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:34:30.167328 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:30.217973 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08215a6a-fd3e-4ed2-8730-53f4c12ab463 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:34:30.218620 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08215a6a-fd3e-4ed2-8730-53f4c12ab463 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:34:30.219375 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08215a6a-fd3e-4ed2-8730-53f4c12ab463 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:34:30.219856 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08215a6a-fd3e-4ed2-8730-53f4c12ab463 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:34:30.220338 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08215a6a-fd3e-4ed2-8730-53f4c12ab463 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:34:30.220802 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08215a6a-fd3e-4ed2-8730-53f4c12ab463 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:34:30.221404 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08215a6a-fd3e-4ed2-8730-53f4c12ab463 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:34:30.221885 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08215a6a-fd3e-4ed2-8730-53f4c12ab463 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:34:30.222618 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08215a6a-fd3e-4ed2-8730-53f4c12ab463 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:34:30.223130 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08215a6a-fd3e-4ed2-8730-53f4c12ab463 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:34:30.223620 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08215a6a-fd3e-4ed2-8730-53f4c12ab463 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:34:30.224121 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08215a6a-fd3e-4ed2-8730-53f4c12ab463 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:34:30.346145 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bf07790a-a718-443a-8d4d-59fb47d1fdf7 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8012236'] for router_gateway, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:30.348566 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3acd595-70d6-476f-a708-ef95cc5bae34 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:34:30.414143 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a8893e-7906-4a3a-9ed6-d9f998ab543f None None] DHCP port deletion for 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:34:30.419084 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-21a8893e-7906-4a3a-9ed6-d9f998ab543f None None] Deleting port 9b539383-a443-4fa3-a24e-100d3e2915c7 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:34:30.419761 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-21a8893e-7906-4a3a-9ed6-d9f998ab543f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:30.429774 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a3acd595-70d6-476f-a708-ef95cc5bae34 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:30.430111 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-a3acd595-70d6-476f-a708-ef95cc5bae34 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Added segment 648021eb-12d4-4077-ba20-fb2f4a66a50e of type vlan for network 90612095-c0d1-4935-b7f0-11b5682062a2 Sep 22 21:34:30.475100 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7ad19f4a-0a32-4e0a-ad09-dd3953c52181 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:30.563512 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a3acd595-70d6-476f-a708-ef95cc5bae34 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:30.638062 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-21a8893e-7906-4a3a-9ed6-d9f998ab543f None None] For port 9b539383-a443-4fa3-a24e-100d3e2915c7, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=9b539383-a443-4fa3-a24e-100d3e2915c7,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:34:30.638405 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-21a8893e-7906-4a3a-9ed6-d9f998ab543f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:30.692598 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1535591f-53fe-4df9-85aa-eb240238f6ae req-151f655d-f757-434b-afae-17dcf5781ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:30.694090 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1535591f-53fe-4df9-85aa-eb240238f6ae req-151f655d-f757-434b-afae-17dcf5781ad8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=25574d9f1a93412b95f1e988f287237a&device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 1099 time: 0.3546929 Sep 22 21:34:30.700399 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a3acd595-70d6-476f-a708-ef95cc5bae34 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:30.705911 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3acd595-70d6-476f-a708-ef95cc5bae34 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:30.706517 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a3acd595-70d6-476f-a708-ef95cc5bae34 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:30.728776 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d3102b7b-68e1-4c37-91cc-deb2134e7263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:30.763381 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-21a8893e-7906-4a3a-9ed6-d9f998ab543f None None] Calling delete_port for 9b539383-a443-4fa3-a24e-100d3e2915c7 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:34:30.783198 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad19f4a-0a32-4e0a-ad09-dd3953c52181 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event deleted for resources: {'Subnet': ['ID=f977f97e-5b8a-4523-8838-7f3ba045ae33,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:30.787159 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7ad19f4a-0a32-4e0a-ad09-dd3953c52181 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:30.792085 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-42d4a92b-e9cd-4e92-90b0-74bdc8724328 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] For port 2cc59087-50b3-4b1d-9465-a001fff4540a, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=2cc59087-50b3-4b1d-9465-a001fff4540a,segment=NetworkSegment(0c298dda-70f7-431f-9e88-ff0e271ab1a7),segment_id=0c298dda-70f7-431f-9e88-ff0e271ab1a7)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:34:30.792085 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-42d4a92b-e9cd-4e92-90b0-74bdc8724328 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:30.810087 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bf07790a-a718-443a-8d4d-59fb47d1fdf7 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:30.813440 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bf07790a-a718-443a-8d4d-59fb47d1fdf7 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:30.842553 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305e4558-78f7-41ad-ab02-951ab99097b3 None None] Network 466f4533-7c4d-4e5f-933c-84617c39b62a requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:34:30.900217 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b7947905-8ffa-45ed-8621-d00cdc42412f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:31.008160 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-42d4a92b-e9cd-4e92-90b0-74bdc8724328 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Calling delete_port for 2cc59087-50b3-4b1d-9465-a001fff4540a owned by network:dhcp {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:34:31.038932 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a3acd595-70d6-476f-a708-ef95cc5bae34 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5427816 Sep 22 21:34:31.039514 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-7ad19f4a-0a32-4e0a-ad09-dd3953c52181 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "DELETE /v2.0/subnets/f977f97e-5b8a-4523-8838-7f3ba045ae33 HTTP/1.1" status: 204 len: 168 time: 2.4413252 Sep 22 21:34:31.039919 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-21a8893e-7906-4a3a-9ed6-d9f998ab543f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:31.047071 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3acd595-70d6-476f-a708-ef95cc5bae34 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event updated for resources: {'Network': ['ID=90612095-c0d1-4935-b7f0-11b5682062a2,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:31.049665 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41850) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:31.049987 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41852) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:31.099003 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 90612095-c0d1-4935-b7f0-11b5682062a2 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:34:31.100632 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7947905-8ffa-45ed-8621-d00cdc42412f admin admin] Pushing event deleted for resources: {'Port': ['ID=e5cc9bc2-8c42-4be7-b160-ed3d4036bd87,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:31.120519 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-0a165775-d35f-44c1-ba39-ec3654db977c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Request body: {'subnet': {'network_id': '90612095-c0d1-4935-b7f0-11b5682062a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:34:31.176679 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bf07790a-a718-443a-8d4d-59fb47d1fdf7 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:31.176679 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf07790a-a718-443a-8d4d-59fb47d1fdf7 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Fanout notify agent at l3_agent the message router_deleted on router 15f280af-e5bf-4790-b0ba-ef40581bfcc5 {{(pid=89009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:34:31.191972 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1535591f-53fe-4df9-85aa-eb240238f6ae req-e4019af9-964d-485c-bd5d-e434b38ed211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:31.193371 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1535591f-53fe-4df9-85aa-eb240238f6ae req-e4019af9-964d-485c-bd5d-e434b38ed211 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5dbb466f-7241-4d18-b090-2d779954893b HTTP/1.1" status: 200 len: 911 time: 0.4803536 Sep 22 21:34:31.243527 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a8893e-7906-4a3a-9ed6-d9f998ab543f None None] No DVR routers for this DVR port 9b539383-a443-4fa3-a24e-100d3e2915c7 on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:34:31.245103 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a8893e-7906-4a3a-9ed6-d9f998ab543f None None] Pushing event deleted for resources: {'Port': ['ID=9b539383-a443-4fa3-a24e-100d3e2915c7,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:31.291886 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-269cac61-9c45-4c2a-9257-99f7ce32cc99 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:31.362728 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bf07790a-a718-443a-8d4d-59fb47d1fdf7 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:31.368250 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-bf07790a-a718-443a-8d4d-59fb47d1fdf7 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] 10.222.0.33 "DELETE /v2.0/routers/15f280af-e5bf-4790-b0ba-ef40581bfcc5 HTTP/1.1" status: 204 len: 168 time: 5.5781939 Sep 22 21:34:31.376668 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41860) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:31.414071 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0345a3-2116-4120-b559-16044c02486f req-ed356f20-53b2-4281-b585-03ce83e3b22b tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:31.415678 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-cd0345a3-2116-4120-b559-16044c02486f req-ed356f20-53b2-4281-b585-03ce83e3b22b tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 1.0175283 Sep 22 21:34:31.420686 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfab714f-3e43-4514-845f-21b1c03adfc7 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Deleting subnet 5fd91223-e1d2-4f89-a8bb-45aed1baabbb {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:34:31.421041 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08cc0c9-a76d-46af-96fd-1e5d548f8d84 None None] DHCP port deletion for 466f4533-7c4d-4e5f-933c-84617c39b62a request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:34:31.425937 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-f08cc0c9-a76d-46af-96fd-1e5d548f8d84 None None] Deleting port 7bc9e6ba-3859-4a31-a3f3-0f071b1fe147 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:34:31.426192 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f08cc0c9-a76d-46af-96fd-1e5d548f8d84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:31.447059 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cfab714f-3e43-4514-845f-21b1c03adfc7 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:31.453578 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-158cdaac-bacd-4c4b-bc7f-19746d71f827 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-904011791', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:34:31.459635 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269cac61-9c45-4c2a-9257-99f7ce32cc99 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:34:31.474193 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-269cac61-9c45-4c2a-9257-99f7ce32cc99 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:34:31.476081 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-158cdaac-bacd-4c4b-bc7f-19746d71f827 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:34:31.494817 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269cac61-9c45-4c2a-9257-99f7ce32cc99 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:31.495361 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-269cac61-9c45-4c2a-9257-99f7ce32cc99 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:31.500196 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1535591f-53fe-4df9-85aa-eb240238f6ae req-13b99b44-a05d-45b8-9fd0-7b89bfda33bf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bdd48e0-5d9d-43f0-97a8-e321a99aac21 HTTP/1.1" status: 200 len: 1002 time: 0.2997248 Sep 22 21:34:31.501148 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-158cdaac-bacd-4c4b-bc7f-19746d71f827 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Usage tracker for resource:router and tenant:9ff0a0e372bd49f3bc3ed4c0fc4758dc is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:34:31.514088 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-158cdaac-bacd-4c4b-bc7f-19746d71f827 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:34:31.551986 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-0a165775-d35f-44c1-ba39-ec3654db977c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:34:31.565844 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.db.api [None req-42d4a92b-e9cd-4e92-90b0-74bdc8724328 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:34:31.566162 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG oslo_db.api [None req-42d4a92b-e9cd-4e92-90b0-74bdc8724328 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:34:31.567326 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-158cdaac-bacd-4c4b-bc7f-19746d71f827 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:34:31.578866 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-0a165775-d35f-44c1-ba39-ec3654db977c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Usage tracker for resource:subnet and tenant:cea970100f344bf88cd0b9c37fe15dda is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:34:31.580085 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269cac61-9c45-4c2a-9257-99f7ce32cc99 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Subnet': ['ID=a74888c6-4ea0-4cc8-ab43-7f39bb9ec257,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:31.594621 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-0a165775-d35f-44c1-ba39-ec3654db977c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:34:31.611841 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-0a165775-d35f-44c1-ba39-ec3654db977c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:34:31.631325 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cfab714f-3e43-4514-845f-21b1c03adfc7 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:31.662996 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-269cac61-9c45-4c2a-9257-99f7ce32cc99 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0471761 Sep 22 21:34:31.667894 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41864) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:31.671027 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-cd0345a3-2116-4120-b559-16044c02486f req-e1e40ebf-eb0a-4e07-8c46-fed965d8512c tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2445598 Sep 22 21:34:31.677704 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-7fc283d1-9f4b-49f4-a69b-f9563a988bbc tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'port': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'fixed_ips': [{'subnet_id': 'a74888c6-4ea0-4cc8-ab43-7f39bb9ec257', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-507378268'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:34:31.704972 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-158cdaac-bacd-4c4b-bc7f-19746d71f827 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:31.705979 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-158cdaac-bacd-4c4b-bc7f-19746d71f827 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:31.710013 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1535591f-53fe-4df9-85aa-eb240238f6ae req-8e21b3e9-7714-4c68-95f6-ffde82468d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:31.710283 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-f08cc0c9-a76d-46af-96fd-1e5d548f8d84 None None] For port 7bc9e6ba-3859-4a31-a3f3-0f071b1fe147, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=7bc9e6ba-3859-4a31-a3f3-0f071b1fe147,segment=NetworkSegment(8670628f-d28f-4000-8e5f-75f6b5ccf8ae),segment_id=8670628f-d28f-4000-8e5f-75f6b5ccf8ae)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:34:31.711518 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1535591f-53fe-4df9-85aa-eb240238f6ae req-8e21b3e9-7714-4c68-95f6-ffde82468d62 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f291bed0-d028-44b6-829f-efb0f7512ced HTTP/1.1" status: 200 len: 850 time: 0.2025297 Sep 22 21:34:31.712425 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f08cc0c9-a76d-46af-96fd-1e5d548f8d84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:31.719958 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e2d7be-6ca8-4a1d-b616-5402d7f4a974 None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:34:31.749349 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 9b539383-a443-4fa3-a24e-100d3e2915c7 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:34:31.767551 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a165775-d35f-44c1-ba39-ec3654db977c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Made reservation on behalf of cea970100f344bf88cd0b9c37fe15dda for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:34:31.771044 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0a165775-d35f-44c1-ba39-ec3654db977c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:31.883294 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 9b539383-a443-4fa3-a24e-100d3e2915c7 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:34:31.883294 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 9b539383-a443-4fa3-a24e-100d3e2915c7 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:34:31.883906 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 7bc9e6ba-3859-4a31-a3f3-0f071b1fe147 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:34:31.924270 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b7947905-8ffa-45ed-8621-d00cdc42412f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:31.981719 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3102b7b-68e1-4c37-91cc-deb2134e7263 admin admin] Router d05473aa-664e-4044-9a35-ff875a3c8a0e has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:34:31.992332 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-f08cc0c9-a76d-46af-96fd-1e5d548f8d84 None None] Calling delete_port for 7bc9e6ba-3859-4a31-a3f3-0f071b1fe147 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:34:32.002576 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-158cdaac-bacd-4c4b-bc7f-19746d71f827 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:32.026672 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cfab714f-3e43-4514-845f-21b1c03adfc7 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:32.068139 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-42d4a92b-e9cd-4e92-90b0-74bdc8724328 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Deleting port 2cc59087-50b3-4b1d-9465-a001fff4540a {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:34:32.068377 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-42d4a92b-e9cd-4e92-90b0-74bdc8724328 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:32.135059 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-158cdaac-bacd-4c4b-bc7f-19746d71f827 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:32.147173 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-7fc283d1-9f4b-49f4-a69b-f9563a988bbc tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:34:32.162381 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-7fc283d1-9f4b-49f4-a69b-f9563a988bbc tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Usage tracker for resource:port and tenant:4fef33e75cf240fcbb352fce012907b9 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:34:32.169021 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-7fc283d1-9f4b-49f4-a69b-f9563a988bbc tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:34:32.182595 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-7fc283d1-9f4b-49f4-a69b-f9563a988bbc tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:34:32.196741 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f08cc0c9-a76d-46af-96fd-1e5d548f8d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:32.239131 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1535591f-53fe-4df9-85aa-eb240238f6ae req-9fc8bd70-26f6-4370-b449-bc9e8d3a1150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:32.240637 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1535591f-53fe-4df9-85aa-eb240238f6ae req-9fc8bd70-26f6-4370-b449-bc9e8d3a1150 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5dbb466f-7241-4d18-b090-2d779954893b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3512952 Sep 22 21:34:32.250881 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-158cdaac-bacd-4c4b-bc7f-19746d71f827 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:32.252052 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-158cdaac-bacd-4c4b-bc7f-19746d71f827 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8643358 Sep 22 21:34:32.259894 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08cc0c9-a76d-46af-96fd-1e5d548f8d84 None None] Pushing event deleted for resources: {'Port': ['ID=7bc9e6ba-3859-4a31-a3f3-0f071b1fe147,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:32.268188 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 7bc9e6ba-3859-4a31-a3f3-0f071b1fe147 is: ACTIVE; New status is: DOWN {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:34:32.268566 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:32.281560 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08cc0c9-a76d-46af-96fd-1e5d548f8d84 None None] No DVR routers for this DVR port 7bc9e6ba-3859-4a31-a3f3-0f071b1fe147 on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:34:32.285099 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41868) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:32.292231 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-b9ce9ada-ffed-4032-8d5a-6f05ce1bd47a tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'enable_snat': False}}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:34:32.361262 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17da12d2-615f-4912-bb83-a7c4abce1d8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'tenant_id': '4fef33e75cf240fcbb352fce012907b9', 'fixed_ips': [{'subnet_id': 'a74888c6-4ea0-4cc8-ab43-7f39bb9ec257'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:34:32.362077 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-17da12d2-615f-4912-bb83-a7c4abce1d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:32.389539 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-42d4a92b-e9cd-4e92-90b0-74bdc8724328 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] The port '2cc59087-50b3-4b1d-9465-a001fff4540a' was deleted {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 21:34:32.417238 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc283d1-9f4b-49f4-a69b-f9563a988bbc tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:34:32.579211 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3102b7b-68e1-4c37-91cc-deb2134e7263 admin admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:34:32.597417 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0bbae6-197e-47d0-9ea2-6205767c050e None None] Sync routers for ids ['d05473aa-664e-4044-9a35-ff875a3c8a0e'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:34:32.601510 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-17da12d2-615f-4912-bb83-a7c4abce1d8d None None] Allocated IP 2001:db8::2 (98c62b9a-5d2a-496f-a1e5-12a6874f54f0/a74888c6-4ea0-4cc8-ab43-7f39bb9ec257/2da556c3-3b60-44ad-9eeb-68d6ec6fcd0d) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:34:32.612677 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0bbae6-197e-47d0-9ea2-6205767c050e None None] Routers {'d05473aa-664e-4044-9a35-ff875a3c8a0e'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:34:32.613985 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-9a0bbae6-197e-47d0-9ea2-6205767c050e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:34:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['d05473aa-664e-4044-9a35-ff875a3c8a0e'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:32.637957 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-d3102b7b-68e1-4c37-91cc-deb2134e7263 admin admin] 10.222.0.33 "PUT /v2.0/routers/d05473aa-664e-4044-9a35-ff875a3c8a0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8807890 Sep 22 21:34:32.640883 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41872) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:32.668357 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cfab714f-3e43-4514-845f-21b1c03adfc7 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:32.703793 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-42d4a92b-e9cd-4e92-90b0-74bdc8724328 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:32.746353 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-42d4a92b-e9cd-4e92-90b0-74bdc8724328 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bec58fb8-a144-40bd-bd75-71d2a84456ca']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:32.760636 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-42d4a92b-e9cd-4e92-90b0-74bdc8724328 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c298dda-70f7-431f-9e88-ff0e271ab1a7') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:32.760942 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-42d4a92b-e9cd-4e92-90b0-74bdc8724328 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c298dda-70f7-431f-9e88-ff0e271ab1a7') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:32.773742 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-42d4a92b-e9cd-4e92-90b0-74bdc8724328 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:32.792338 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-42d4a92b-e9cd-4e92-90b0-74bdc8724328 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:32.799283 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42d4a92b-e9cd-4e92-90b0-74bdc8724328 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:34:32.799679 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-42d4a92b-e9cd-4e92-90b0-74bdc8724328 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:32.849243 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-17da12d2-615f-4912-bb83-a7c4abce1d8d None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:32.887501 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-9a0bbae6-197e-47d0-9ea2-6205767c050e None None] Set router d05473aa-664e-4044-9a35-ff875a3c8a0e gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:34:32.907573 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-17da12d2-615f-4912-bb83-a7c4abce1d8d None None] Transition to ACTIVE for port object 2da556c3-3b60-44ad-9eeb-68d6ec6fcd0d will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:34:32.935058 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-17da12d2-615f-4912-bb83-a7c4abce1d8d None None] Transition to ACTIVE for port object 2da556c3-3b60-44ad-9eeb-68d6ec6fcd0d will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:34:32.942671 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0a165775-d35f-44c1-ba39-ec3654db977c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:32.953990 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cfab714f-3e43-4514-845f-21b1c03adfc7 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:32.955268 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-17da12d2-615f-4912-bb83-a7c4abce1d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:32.968393 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab714f-3e43-4514-845f-21b1c03adfc7 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event deleted for resources: {'Subnet': ['ID=5fd91223-e1d2-4f89-a8bb-45aed1baabbb,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:32.979801 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-cfab714f-3e43-4514-845f-21b1c03adfc7 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "DELETE /v2.0/subnets/5fd91223-e1d2-4f89-a8bb-45aed1baabbb HTTP/1.1" status: 204 len: 168 time: 1.9195197 Sep 22 21:34:32.980710 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-42d4a92b-e9cd-4e92-90b0-74bdc8724328 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:33.005673 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707cf81e-8983-4df0-a9ef-55fa2e3866d4 None None] Network 75d3f35c-2694-40d9-bee0-ff37746e7cf7 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:34:33.006254 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41880) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:33.038632 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1535591f-53fe-4df9-85aa-eb240238f6ae req-67d0a946-cbf1-4deb-a9a3-9f4831d5e71e service neutron] 10.222.0.49 "GET /v2.0/networks/5dbb466f-7241-4d18-b090-2d779954893b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7743297 Sep 22 21:34:33.050720 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 0c298dda-70f7-431f-9e88-ff0e271ab1a7 resource provider aggregate not found Sep 22 21:34:33.059712 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a165775-d35f-44c1-ba39-ec3654db977c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event updated for resources: {'Subnet': ['ID=28f01c4b-8df2-4134-b3f0-c83d732bda7b,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:33.161072 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 0c298dda-70f7-431f-9e88-ff0e271ab1a7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0c298dda-70f7-431f-9e88-ff0e271ab1a7 found for delete ", "request_id": "req-3f9081ef-c278-4c7a-840d-5094bb9133fa"}]} Sep 22 21:34:33.162290 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-42d4a92b-e9cd-4e92-90b0-74bdc8724328 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:33.163820 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-42d4a92b-e9cd-4e92-90b0-74bdc8724328 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] 10.222.0.33 "DELETE /v2.0/networks/bec58fb8-a144-40bd-bd75-71d2a84456ca HTTP/1.1" status: 204 len: 168 time: 4.0932090 Sep 22 21:34:33.180080 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d4a92b-e9cd-4e92-90b0-74bdc8724328 tempest-AllowedAddressPairTestJSON-1965850643 tempest-AllowedAddressPairTestJSON-1965850643-project] Pushing event deleted for resources: {'Network': ['ID=bec58fb8-a144-40bd-bd75-71d2a84456ca,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:33.190551 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a165775-d35f-44c1-ba39-ec3654db977c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Checking segment: {'id': '648021eb-12d4-4077-ba20-fb2f4a66a50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '90612095-c0d1-4935-b7f0-11b5682062a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:34:33.190938 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a165775-d35f-44c1-ba39-ec3654db977c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Network hostable DHCP agents. Network: 90612095-c0d1-4935-b7f0-11b5682062a2, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:34:33.240263 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-9a0bbae6-197e-47d0-9ea2-6205767c050e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05473aa-664e-4044-9a35-ff875a3c8a0e', 'name': 'tempest-ServersTestJSON-2097652843-router', 'tenant_id': 'bd8cb946cffb40a086f88543474db7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.217'}], 'enable_snat': True}, 'gw_port_id': '8d43a8d9-47c4-47c7-a7df-b31f15feec69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:32:30Z', 'updated_at': '2022-09-22T21:34:29Z', 'revision_number': 5, 'project_id': 'bd8cb946cffb40a086f88543474db7f3', 'gw_port': {'id': '8d43a8d9-47c4-47c7-a7df-b31f15feec69', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05473aa-664e-4044-9a35-ff875a3c8a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:33Z', 'updated_at': '2022-09-22T21:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:33.245546 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0bbae6-197e-47d0-9ea2-6205767c050e None None] Checking router: d05473aa-664e-4044-9a35-ff875a3c8a0e for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:34:33.255786 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0bbae6-197e-47d0-9ea2-6205767c050e None None] Routers {'d05473aa-664e-4044-9a35-ff875a3c8a0e'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:34:33.256674 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-9a0bbae6-197e-47d0-9ea2-6205767c050e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:34:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['d05473aa-664e-4044-9a35-ff875a3c8a0e'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:33.296849 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17da12d2-615f-4912-bb83-a7c4abce1d8d None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:34:33.307300 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-17da12d2-615f-4912-bb83-a7c4abce1d8d None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:34:33.312985 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17da12d2-615f-4912-bb83-a7c4abce1d8d None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:34:33.360351 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a165775-d35f-44c1-ba39-ec3654db977c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Network 90612095-c0d1-4935-b7f0-11b5682062a2 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:34:33.387674 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-0a165775-d35f-44c1-ba39-ec3654db977c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 90612095-c0d1-4935-b7f0-11b5682062a2) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:34:33.405812 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a165775-d35f-44c1-ba39-ec3654db977c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:33.406400 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0a165775-d35f-44c1-ba39-ec3654db977c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:33.413812 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da12d2-615f-4912-bb83-a7c4abce1d8d None None] Pushing event updated for resources: {'Port': ['ID=2da556c3-3b60-44ad-9eeb-68d6ec6fcd0d,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:33.434640 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-0a165775-d35f-44c1-ba39-ec3654db977c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3754878 Sep 22 21:34:33.437956 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41888) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:33.450969 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64c7b57-5067-4641-90ef-c2b5b2f9e2fb None None] Network 90612095-c0d1-4935-b7f0-11b5682062a2 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:34:33.498839 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-9a0bbae6-197e-47d0-9ea2-6205767c050e None None] Set router d05473aa-664e-4044-9a35-ff875a3c8a0e gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:34:33.560189 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7947905-8ffa-45ed-8621-d00cdc42412f admin admin] Router 25f9b28a-14dd-4153-8ed1-0380eb454ae5 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:34:33.603193 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b9ce9ada-ffed-4032-8d5a-6f05ce1bd47a tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:33.718960 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-17da12d2-615f-4912-bb83-a7c4abce1d8d None None] Attempting to bind port 2da556c3-3b60-44ad-9eeb-68d6ec6fcd0d on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:34:33.719571 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-17da12d2-615f-4912-bb83-a7c4abce1d8d None None] Attempting to bind port 2da556c3-3b60-44ad-9eeb-68d6ec6fcd0d by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:34:33.720391 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17da12d2-615f-4912-bb83-a7c4abce1d8d None None] Attempting to bind port 2da556c3-3b60-44ad-9eeb-68d6ec6fcd0d on network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:34:33.724503 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7fc283d1-9f4b-49f4-a69b-f9563a988bbc tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:33.747549 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17da12d2-615f-4912-bb83-a7c4abce1d8d None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:34:33.749724 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17da12d2-615f-4912-bb83-a7c4abce1d8d None None] Checking segment: {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:34:33.751357 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-17da12d2-615f-4912-bb83-a7c4abce1d8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:33.752047 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17da12d2-615f-4912-bb83-a7c4abce1d8d None None] Bound using segment: {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:34:33.752619 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41894) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:33.753339 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-17da12d2-615f-4912-bb83-a7c4abce1d8d None None] Bound port: 2da556c3-3b60-44ad-9eeb-68d6ec6fcd0d, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:34:33.754127 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-17da12d2-615f-4912-bb83-a7c4abce1d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:33.815118 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [None req-7fc283d1-9f4b-49f4-a69b-f9563a988bbc tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] device_id is not set on port 60b5dfc3-4d47-4a65-880a-78aac9b1839c yet. {{(pid=89008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:34:33.838424 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7947905-8ffa-45ed-8621-d00cdc42412f admin admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:34:33.845571 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-b7947905-8ffa-45ed-8621-d00cdc42412f admin admin] 10.222.0.33 "PUT /v2.0/routers/25f9b28a-14dd-4153-8ed1-0380eb454ae5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9137969 Sep 22 21:34:33.854937 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41900) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:33.863910 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d447560-aee4-48cf-9188-ca0e04e98e78 req-5e34f0d8-245a-4660-ba7d-55779b3c0875 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:33.873633 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4d447560-aee4-48cf-9188-ca0e04e98e78 req-5e34f0d8-245a-4660-ba7d-55779b3c0875 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 1.0337522 Sep 22 21:34:33.876647 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-9a0bbae6-197e-47d0-9ea2-6205767c050e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05473aa-664e-4044-9a35-ff875a3c8a0e', 'name': 'tempest-ServersTestJSON-2097652843-router', 'tenant_id': 'bd8cb946cffb40a086f88543474db7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.217'}], 'enable_snat': True}, 'gw_port_id': '8d43a8d9-47c4-47c7-a7df-b31f15feec69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:32:30Z', 'updated_at': '2022-09-22T21:34:29Z', 'revision_number': 5, 'project_id': 'bd8cb946cffb40a086f88543474db7f3', 'gw_port': {'id': '8d43a8d9-47c4-47c7-a7df-b31f15feec69', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05473aa-664e-4044-9a35-ff875a3c8a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:33Z', 'updated_at': '2022-09-22T21:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:33.881613 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0bbae6-197e-47d0-9ea2-6205767c050e None None] The sync data for ids ['d05473aa-664e-4044-9a35-ff875a3c8a0e'] in dv-neutron-858900-1-hyperv is: [{'id': 'd05473aa-664e-4044-9a35-ff875a3c8a0e', 'name': 'tempest-ServersTestJSON-2097652843-router', 'tenant_id': 'bd8cb946cffb40a086f88543474db7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.217'}], 'enable_snat': True}, 'gw_port_id': '8d43a8d9-47c4-47c7-a7df-b31f15feec69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:32:30Z', 'updated_at': '2022-09-22T21:34:29Z', 'revision_number': 5, 'project_id': 'bd8cb946cffb40a086f88543474db7f3', 'gw_port': {'id': '8d43a8d9-47c4-47c7-a7df-b31f15feec69', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05473aa-664e-4044-9a35-ff875a3c8a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:33Z', 'updated_at': '2022-09-22T21:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:34:33.964170 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3380e1ca-98c8-4190-b13f-98b411bf0c90 None None] Sync routers for ids ['25f9b28a-14dd-4153-8ed1-0380eb454ae5'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:34:34.037858 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3380e1ca-98c8-4190-b13f-98b411bf0c90 None None] Routers {'25f9b28a-14dd-4153-8ed1-0380eb454ae5'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:34:34.038503 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-3380e1ca-98c8-4190-b13f-98b411bf0c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:34:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['25f9b28a-14dd-4153-8ed1-0380eb454ae5'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:34.046595 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-aa5a8b35-82b9-4476-a7fb-419456617923 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:34.059970 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a227781a-1883-4bdc-848e-5bc9201efe19 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:34.073954 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7e929250-de37-4841-9eeb-f452a382de63 admin admin] Notify callbacks [] for router, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:34.109141 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-49e59e0a-7547-4ddb-92bb-9099f156e01c admin admin] Notify callbacks [] for router, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:34.172883 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-17da12d2-615f-4912-bb83-a7c4abce1d8d None None] For port 2da556c3-3b60-44ad-9eeb-68d6ec6fcd0d, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:34:34.188574 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-17da12d2-615f-4912-bb83-a7c4abce1d8d None None] For port 2da556c3-3b60-44ad-9eeb-68d6ec6fcd0d, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=2da556c3-3b60-44ad-9eeb-68d6ec6fcd0d,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:34:34.203838 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-aa5a8b35-82b9-4476-a7fb-419456617923 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:34.246387 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf4008d-03e6-4b72-90eb-5489b7cd1ce0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-90612095-c0d1-4935-b7f0-11b5682062a2', 'network_id': '90612095-c0d1-4935-b7f0-11b5682062a2', 'tenant_id': 'cea970100f344bf88cd0b9c37fe15dda', 'fixed_ips': [{'subnet_id': '28f01c4b-8df2-4134-b3f0-c83d732bda7b'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:34:34.247236 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2bf4008d-03e6-4b72-90eb-5489b7cd1ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:34.264619 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4d447560-aee4-48cf-9188-ca0e04e98e78 req-b588a598-08d3-4178-a5da-a0c53f0e83c5 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3895736 Sep 22 21:34:34.269537 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-17da12d2-615f-4912-bb83-a7c4abce1d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:34.332190 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220461f1-ed6b-4242-9766-099235ac1d64 None None] DHCP port deletion for 75d3f35c-2694-40d9-bee0-ff37746e7cf7 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:34:34.360297 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1535591f-53fe-4df9-85aa-eb240238f6ae req-d3598f55-895e-4041-8bb0-e48b03fbb540 service neutron] 10.222.0.49 "GET /v2.0/networks/5dbb466f-7241-4d18-b090-2d779954893b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2478218 Sep 22 21:34:34.364169 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-220461f1-ed6b-4242-9766-099235ac1d64 None None] Deleting port 5937f35e-2445-4274-b5c4-ac9c3129f164 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:34:34.365450 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-220461f1-ed6b-4242-9766-099235ac1d64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:34.510154 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-172c2fa8-c019-48ce-a58b-ae4e6eda81b7 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=f82f9901a1a8480c8bc290e72969c879&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7432683 Sep 22 21:34:34.513697 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-3380e1ca-98c8-4190-b13f-98b411bf0c90 None None] Set router 25f9b28a-14dd-4153-8ed1-0380eb454ae5 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:34:34.557308 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41904) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:34.663479 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d543e94a-a8e3-4714-aaf5-112f68b4af25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:34.673290 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-aa5a8b35-82b9-4476-a7fb-419456617923 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:34.707997 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da12d2-615f-4912-bb83-a7c4abce1d8d None None] Pushing event updated for resources: {'Port': ['ID=2da556c3-3b60-44ad-9eeb-68d6ec6fcd0d,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:34.725168 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a8b35-82b9-4476-a7fb-419456617923 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event deleted for resources: {'Subnet': ['ID=28f01c4b-8df2-4134-b3f0-c83d732bda7b,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:34.725359 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fc283d1-9f4b-49f4-a69b-f9563a988bbc tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:34:34.725814 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fc283d1-9f4b-49f4-a69b-f9563a988bbc tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:34:34.739891 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a227781a-1883-4bdc-848e-5bc9201efe19 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:34.799068 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7e929250-de37-4841-9eeb-f452a382de63 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:34.812565 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-a227781a-1883-4bdc-848e-5bc9201efe19 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['466f4533-7c4d-4e5f-933c-84617c39b62a']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:34.842776 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-7fc283d1-9f4b-49f4-a69b-f9563a988bbc tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 3.1703792 Sep 22 21:34:34.842776 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-a227781a-1883-4bdc-848e-5bc9201efe19 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8670628f-d28f-4000-8e5f-75f6b5ccf8ae') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:34.842776 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-a227781a-1883-4bdc-848e-5bc9201efe19 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8670628f-d28f-4000-8e5f-75f6b5ccf8ae') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:34.851382 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41908) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:34.862260 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-7e929250-de37-4841-9eeb-f452a382de63 admin admin] Deleting port 8d43a8d9-47c4-47c7-a7df-b31f15feec69 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:34:34.862693 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7e929250-de37-4841-9eeb-f452a382de63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:34.940888 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-49e59e0a-7547-4ddb-92bb-9099f156e01c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:34.948167 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a227781a-1883-4bdc-848e-5bc9201efe19 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:34.997767 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server [None req-2bf4008d-03e6-4b72-90eb-5489b7cd1ce0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 28f01c4b-8df2-4134-b3f0-c83d732bda7b: This subnet is being modified by another concurrent operation. Sep 22 21:34:34.997767 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 22 21:34:34.997767 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 22 21:34:34.997767 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 22 21:34:34.997767 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 22 21:34:34.997767 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 22 21:34:34.997767 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 22 21:34:34.997767 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 22 21:34:34.997767 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 22 21:34:34.997767 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 22 21:34:34.997767 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 21:34:34.997767 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 21:34:34.997767 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 21:34:34.997767 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 21:34:34.997767 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 21:34:34.997767 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 21:34:34.997767 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 21:34:34.997767 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 21:34:34.997767 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 21:34:34.997767 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 21:34:34.997767 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 21:34:34.997767 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 21:34:34.997767 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 21:34:34.997767 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 21:34:34.997767 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 21:34:34.997767 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 21:34:34.997767 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 21:34:34.997767 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 21:34:34.997767 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 21:34:34.997767 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 21:34:34.997767 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 21:34:34.997767 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 21:34:34.997767 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 21:34:34.997767 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 21:34:34.997767 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 22 21:34:34.997767 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 22 21:34:34.997767 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Sep 22 21:34:34.997767 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 22 21:34:34.997767 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Sep 22 21:34:34.997767 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 22 21:34:34.997767 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 22 21:34:34.997767 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 22 21:34:34.997767 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Sep 22 21:34:34.997767 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 22 21:34:34.997767 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 22 21:34:34.997767 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 22 21:34:34.997767 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 21:34:34.997767 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 21:34:34.997767 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 21:34:34.997767 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 21:34:34.997767 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 21:34:34.997767 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 21:34:34.997767 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 21:34:34.997767 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 21:34:35.002914 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 21:34:35.002914 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 21:34:35.002914 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 21:34:35.002914 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 21:34:35.002914 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 21:34:35.002914 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 21:34:35.002914 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 21:34:35.002914 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 21:34:35.002914 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 21:34:35.002914 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 21:34:35.002914 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 21:34:35.002914 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 21:34:35.002914 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 21:34:35.002914 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 21:34:35.002914 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 21:34:35.002914 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 21:34:35.002914 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Sep 22 21:34:35.002914 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 22 21:34:35.002914 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Sep 22 21:34:35.002914 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 22 21:34:35.002914 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Sep 22 21:34:35.002914 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 22 21:34:35.002914 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Sep 22 21:34:35.002914 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Sep 22 21:34:35.002914 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 22 21:34:35.002914 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 22 21:34:35.002914 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Sep 22 21:34:35.002914 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 22 21:34:35.002914 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Sep 22 21:34:35.002914 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Sep 22 21:34:35.002914 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Sep 22 21:34:35.002914 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 22 21:34:35.002914 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Sep 22 21:34:35.002914 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 22 21:34:35.002914 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 22 21:34:35.002914 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server raise exception Sep 22 21:34:35.002914 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 28f01c4b-8df2-4134-b3f0-c83d732bda7b: This subnet is being modified by another concurrent operation. Sep 22 21:34:35.002914 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server Sep 22 21:34:35.013646 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a227781a-1883-4bdc-848e-5bc9201efe19 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:35.028796 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d543e94a-a8e3-4714-aaf5-112f68b4af25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:35.035350 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4e8a3-81dd-468f-82e6-f491636bc641 req-3b900baa-3343-47a5-a429-918330bef40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:35.036867 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-66b4e8a3-81dd-468f-82e6-f491636bc641 req-3b900baa-3343-47a5-a429-918330bef40c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=25574d9f1a93412b95f1e988f287237a&device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 1099 time: 0.5256791 Sep 22 21:34:35.059957 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-49e59e0a-7547-4ddb-92bb-9099f156e01c admin admin] Deleting port 3aec1245-0918-4b0c-b06e-8de745946414 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:34:35.060478 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-49e59e0a-7547-4ddb-92bb-9099f156e01c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:35.066303 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6750ee1-f7a5-43b0-a312-2e60dfde9af4 None None] Network 90612095-c0d1-4935-b7f0-11b5682062a2 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:34:35.123014 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-aa5a8b35-82b9-4476-a7fb-419456617923 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:35.156672 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-aa5a8b35-82b9-4476-a7fb-419456617923 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90612095-c0d1-4935-b7f0-11b5682062a2']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:35.169916 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-aa5a8b35-82b9-4476-a7fb-419456617923 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '648021eb-12d4-4077-ba20-fb2f4a66a50e') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:35.170444 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-aa5a8b35-82b9-4476-a7fb-419456617923 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '648021eb-12d4-4077-ba20-fb2f4a66a50e') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:35.183288 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-aa5a8b35-82b9-4476-a7fb-419456617923 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:35.208446 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a227781a-1883-4bdc-848e-5bc9201efe19 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:34:35.209098 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a227781a-1883-4bdc-848e-5bc9201efe19 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:35.209774 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-220461f1-ed6b-4242-9766-099235ac1d64 None None] For port 5937f35e-2445-4274-b5c4-ac9c3129f164, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=5937f35e-2445-4274-b5c4-ac9c3129f164,segment=NetworkSegment(27c5312a-05e7-45ee-a390-75e4def3308c),segment_id=27c5312a-05e7-45ee-a390-75e4def3308c)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:34:35.210266 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-220461f1-ed6b-4242-9766-099235ac1d64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:35.226492 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-aa5a8b35-82b9-4476-a7fb-419456617923 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:35.259896 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa5a8b35-82b9-4476-a7fb-419456617923 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:34:35.260543 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-aa5a8b35-82b9-4476-a7fb-419456617923 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:35.454351 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 648021eb-12d4-4077-ba20-fb2f4a66a50e resource provider aggregate not found Sep 22 21:34:35.490314 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 648021eb-12d4-4077-ba20-fb2f4a66a50e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 648021eb-12d4-4077-ba20-fb2f4a66a50e found for delete ", "request_id": "req-7a832468-1a82-44cf-bf3b-4c24657b3635"}]} Sep 22 21:34:35.545686 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-220461f1-ed6b-4242-9766-099235ac1d64 None None] Calling delete_port for 5937f35e-2445-4274-b5c4-ac9c3129f164 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:34:35.626113 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 8670628f-d28f-4000-8e5f-75f6b5ccf8ae resource provider aggregate not found Sep 22 21:34:35.678891 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 2da556c3-3b60-44ad-9eeb-68d6ec6fcd0d up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:34:35.681191 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-aa5a8b35-82b9-4476-a7fb-419456617923 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:35.682524 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d543e94a-a8e3-4714-aaf5-112f68b4af25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:35.761799 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-aa5a8b35-82b9-4476-a7fb-419456617923 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:35.775270 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 8670628f-d28f-4000-8e5f-75f6b5ccf8ae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8670628f-d28f-4000-8e5f-75f6b5ccf8ae found for delete ", "request_id": "req-b4a5d67d-2a50-4d40-9966-69a4e6a516a2"}]} Sep 22 21:34:35.776325 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a8b35-82b9-4476-a7fb-419456617923 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event deleted for resources: {'Network': ['ID=90612095-c0d1-4935-b7f0-11b5682062a2,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:35.778751 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-aa5a8b35-82b9-4476-a7fb-419456617923 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "DELETE /v2.0/networks/90612095-c0d1-4935-b7f0-11b5682062a2 HTTP/1.1" status: 204 len: 168 time: 2.3395581 Sep 22 21:34:35.788600 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d543e94a-a8e3-4714-aaf5-112f68b4af25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe122bb-3505-44f4-9b8e-aec815dfc8ce,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:35.795199 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41922) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:35.813881 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d543e94a-a8e3-4714-aaf5-112f68b4af25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:35.815060 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d543e94a-a8e3-4714-aaf5-112f68b4af25 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/8fe122bb-3505-44f4-9b8e-aec815dfc8ce HTTP/1.1" status: 204 len: 168 time: 1.2567027 Sep 22 21:34:35.826144 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-f2408c11-fca3-4953-80ea-038062fb9897 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1702612119'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:34:35.834913 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-3380e1ca-98c8-4190-b13f-98b411bf0c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f9b28a-14dd-4153-8ed1-0380eb454ae5', 'name': 'tempest-ServersTestManualDisk-1079022819-router', 'tenant_id': '00d27190048c4d5c9df662860665c71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '3aec1245-0918-4b0c-b06e-8de745946414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:32:27Z', 'updated_at': '2022-09-22T21:34:30Z', 'revision_number': 5, 'project_id': '00d27190048c4d5c9df662860665c71e', 'gw_port': {'id': '3aec1245-0918-4b0c-b06e-8de745946414', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f9b28a-14dd-4153-8ed1-0380eb454ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:29Z', 'updated_at': '2022-09-22T21:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:35.841889 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a227781a-1883-4bdc-848e-5bc9201efe19 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:35.850761 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3380e1ca-98c8-4190-b13f-98b411bf0c90 None None] Checking router: 25f9b28a-14dd-4153-8ed1-0380eb454ae5 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:34:35.873503 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a227781a-1883-4bdc-848e-5bc9201efe19 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:35.882250 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b9ce9ada-ffed-4032-8d5a-6f05ce1bd47a tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:35.883583 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-220461f1-ed6b-4242-9766-099235ac1d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:35.910012 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-49e59e0a-7547-4ddb-92bb-9099f156e01c admin admin] For port 3aec1245-0918-4b0c-b06e-8de745946414, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=3aec1245-0918-4b0c-b06e-8de745946414,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:34:35.910703 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-49e59e0a-7547-4ddb-92bb-9099f156e01c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:35.938300 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3380e1ca-98c8-4190-b13f-98b411bf0c90 None None] Routers {'25f9b28a-14dd-4153-8ed1-0380eb454ae5'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:34:35.939532 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-3380e1ca-98c8-4190-b13f-98b411bf0c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:34:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['25f9b28a-14dd-4153-8ed1-0380eb454ae5'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:35.962207 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b9ce9ada-ffed-4032-8d5a-6f05ce1bd47a tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:36.028311 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a227781a-1883-4bdc-848e-5bc9201efe19 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event deleted for resources: {'Network': ['ID=466f4533-7c4d-4e5f-933c-84617c39b62a,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:36.041796 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220461f1-ed6b-4242-9766-099235ac1d64 None None] Pushing event deleted for resources: {'Port': ['ID=5937f35e-2445-4274-b5c4-ac9c3129f164,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:36.049716 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 2da556c3-3b60-44ad-9eeb-68d6ec6fcd0d completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:34:36.061251 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-7e929250-de37-4841-9eeb-f452a382de63 admin admin] For port 8d43a8d9-47c4-47c7-a7df-b31f15feec69, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=8d43a8d9-47c4-47c7-a7df-b31f15feec69,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:34:36.062431 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7e929250-de37-4841-9eeb-f452a382de63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:36.089593 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-49e59e0a-7547-4ddb-92bb-9099f156e01c admin admin] Calling delete_port for 3aec1245-0918-4b0c-b06e-8de745946414 owned by network:router_gateway {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:34:36.145655 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220461f1-ed6b-4242-9766-099235ac1d64 None None] No DVR routers for this DVR port 5937f35e-2445-4274-b5c4-ac9c3129f164 on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:34:36.152275 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-f2408c11-fca3-4953-80ea-038062fb9897 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:34:36.161513 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f2408c11-fca3-4953-80ea-038062fb9897 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Usage tracker for resource:network and tenant:cea970100f344bf88cd0b9c37fe15dda is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:34:36.166386 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f2408c11-fca3-4953-80ea-038062fb9897 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:34:36.180200 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-f2408c11-fca3-4953-80ea-038062fb9897 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:34:36.234456 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2408c11-fca3-4953-80ea-038062fb9897 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Made reservation on behalf of cea970100f344bf88cd0b9c37fe15dda for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:34:36.237746 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f2408c11-fca3-4953-80ea-038062fb9897 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:36.249685 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-3380e1ca-98c8-4190-b13f-98b411bf0c90 None None] Set router 25f9b28a-14dd-4153-8ed1-0380eb454ae5 gateway port host: None {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:34:36.277643 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af6be6d-0e8d-45d9-8cf3-37fb4bb6f844 req-8eb2463a-ca44-4549-acf5-2ee9fb015635 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:36.284527 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-9af6be6d-0e8d-45d9-8cf3-37fb4bb6f844 req-8eb2463a-ca44-4549-acf5-2ee9fb015635 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.7961695 Sep 22 21:34:36.327761 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a227781a-1883-4bdc-848e-5bc9201efe19 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "DELETE /v2.0/networks/466f4533-7c4d-4e5f-933c-84617c39b62a HTTP/1.1" status: 204 len: 168 time: 3.3202500 Sep 22 21:34:36.331046 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41934) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:36.410830 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0c8b56-1fec-46ab-be02-424ee07339fe tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:36.411560 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-6a0c8b56-1fec-46ab-be02-424ee07339fe tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:34:36.428838 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-3380e1ca-98c8-4190-b13f-98b411bf0c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f9b28a-14dd-4153-8ed1-0380eb454ae5', 'name': 'tempest-ServersTestManualDisk-1079022819-router', 'tenant_id': '00d27190048c4d5c9df662860665c71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:32:27Z', 'updated_at': '2022-09-22T21:34:34Z', 'revision_number': 6, 'project_id': '00d27190048c4d5c9df662860665c71e', 'gw_port_host': None}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:36.429091 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-7e929250-de37-4841-9eeb-f452a382de63 admin admin] Calling delete_port for 8d43a8d9-47c4-47c7-a7df-b31f15feec69 owned by network:router_gateway {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:34:36.437309 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 5937f35e-2445-4274-b5c4-ac9c3129f164 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:34:36.462401 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-9af6be6d-0e8d-45d9-8cf3-37fb4bb6f844 req-736eb102-7be4-4360-bbb0-d0239cdc79d1 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1763675 Sep 22 21:34:36.463422 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2408c11-fca3-4953-80ea-038062fb9897 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:34:36.500579 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9799cb-2e78-4d2d-9813-c0fab73545f3 None None] get_active_networks_info from dv-neutron-858900-1-hyperv {{(pid=89010) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 22 21:34:36.525776 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4e8a3-81dd-468f-82e6-f491636bc641 req-5263fafb-d473-452c-aa56-499e9c7d02fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:36.527414 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-66b4e8a3-81dd-468f-82e6-f491636bc641 req-5263fafb-d473-452c-aa56-499e9c7d02fb service neutron] 10.222.0.49 "GET /v2.0/networks?id=5dbb466f-7241-4d18-b090-2d779954893b HTTP/1.1" status: 200 len: 911 time: 1.3236170 Sep 22 21:34:36.537904 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-b9ce9ada-ffed-4032-8d5a-6f05ce1bd47a tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Allocated IP 172.26.0.125 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/1a1b57f3-2509-4c82-9961-b64c7fa55076) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:34:36.542350 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 5937f35e-2445-4274-b5c4-ac9c3129f164 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:34:36.542893 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 5937f35e-2445-4274-b5c4-ac9c3129f164 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:34:36.546285 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 76d49b16-8e20-46af-9671-e36b447d7ed9 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:34:36.549654 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f2408c11-fca3-4953-80ea-038062fb9897 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:36.552497 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-f2408c11-fca3-4953-80ea-038062fb9897 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Added segment 935f9550-969f-4aca-9730-3e8e8beae792 of type vlan for network 4bba9034-07de-4cd5-a1c4-336aa2d40f18 Sep 22 21:34:36.583086 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3380e1ca-98c8-4190-b13f-98b411bf0c90 None None] The sync data for ids ['25f9b28a-14dd-4153-8ed1-0380eb454ae5'] in dv-neutron-858900-1-hyperv is: [{'id': '25f9b28a-14dd-4153-8ed1-0380eb454ae5', 'name': 'tempest-ServersTestManualDisk-1079022819-router', 'tenant_id': '00d27190048c4d5c9df662860665c71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:32:27Z', 'updated_at': '2022-09-22T21:34:34Z', 'revision_number': 6, 'project_id': '00d27190048c4d5c9df662860665c71e', 'gw_port_host': None}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:34:36.600962 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-6a0c8b56-1fec-46ab-be02-424ee07339fe tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:34:36.602180 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-6a0c8b56-1fec-46ab-be02-424ee07339fe tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 1.7451162 Sep 22 21:34:36.627608 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41946) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:36.666357 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-83c8942b-97a3-4d6f-8e80-d8f858538b6a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:36.713569 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 76d49b16-8e20-46af-9671-e36b447d7ed9 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:34:36.713930 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 76d49b16-8e20-46af-9671-e36b447d7ed9 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:34:36.723640 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f2408c11-fca3-4953-80ea-038062fb9897 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:36.732635 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-901d765e-ed67-42ee-8b50-5a490479d8c8 None None] Provisioning for port 2da556c3-3b60-44ad-9eeb-68d6ec6fcd0d completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:34:36.759516 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-901d765e-ed67-42ee-8b50-5a490479d8c8 None None] Provisioning complete for port 2da556c3-3b60-44ad-9eeb-68d6ec6fcd0d triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:34:36.759894 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-901d765e-ed67-42ee-8b50-5a490479d8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:36.760223 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-901d765e-ed67-42ee-8b50-5a490479d8c8 None None] Attempt 1 to provision port 2da556c3-3b60-44ad-9eeb-68d6ec6fcd0d Sep 22 21:34:36.826507 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f2408c11-fca3-4953-80ea-038062fb9897 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:36.833445 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2408c11-fca3-4953-80ea-038062fb9897 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:36.834499 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f2408c11-fca3-4953-80ea-038062fb9897 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:36.897447 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-f2408c11-fca3-4953-80ea-038062fb9897 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0848448 Sep 22 21:34:36.897447 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-49e59e0a-7547-4ddb-92bb-9099f156e01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:36.904517 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41956) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:36.910858 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-66b4e8a3-81dd-468f-82e6-f491636bc641 req-2271fa05-fd84-4cd0-b6b2-507269b6ded4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bdd48e0-5d9d-43f0-97a8-e321a99aac21 HTTP/1.1" status: 200 len: 1002 time: 0.3706441 Sep 22 21:34:36.915860 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9799cb-2e78-4d2d-9813-c0fab73545f3 None None] Resources bound (agent type, host, resource id): {{(pid=89010) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 21:34:36.925979 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-6ce57ed7-4b67-46f6-acd3-ce02262b6a36 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Request body: {'subnet': {'network_id': '4bba9034-07de-4cd5-a1c4-336aa2d40f18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:34:36.944308 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41960) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:36.959224 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-901d765e-ed67-42ee-8b50-5a490479d8c8 None None] Current status of the port 2da556c3-3b60-44ad-9eeb-68d6ec6fcd0d is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:34:36.959604 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-901d765e-ed67-42ee-8b50-5a490479d8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:36.985189 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec372ea-6dfe-473f-b3fb-66011edbbeb4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:36.987089 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec372ea-6dfe-473f-b3fb-66011edbbeb4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:36.987977 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-4ec372ea-6dfe-473f-b3fb-66011edbbeb4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:34:37.076571 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-901d765e-ed67-42ee-8b50-5a490479d8c8 None None] For port 2da556c3-3b60-44ad-9eeb-68d6ec6fcd0d, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=2da556c3-3b60-44ad-9eeb-68d6ec6fcd0d,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:34:37.094482 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-901d765e-ed67-42ee-8b50-5a490479d8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:37.169354 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-4ec372ea-6dfe-473f-b3fb-66011edbbeb4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:34:37.173132 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-4ec372ea-6dfe-473f-b3fb-66011edbbeb4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5303066 Sep 22 21:34:37.190382 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 41966) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:37.254912 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901d765e-ed67-42ee-8b50-5a490479d8c8 None None] Pushing event updated for resources: {'Port': ['ID=2da556c3-3b60-44ad-9eeb-68d6ec6fcd0d,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:37.265730 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e59e0a-7547-4ddb-92bb-9099f156e01c admin admin] Pushing event deleted for resources: {'Port': ['ID=3aec1245-0918-4b0c-b06e-8de745946414,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:37.295972 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df4e26c-6627-400a-b15d-2cf87e83f4cf req-869f67ac-22a8-4f0e-86d2-c425374d23c4 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:37.297577 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3df4e26c-6627-400a-b15d-2cf87e83f4cf req-869f67ac-22a8-4f0e-86d2-c425374d23c4 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.5966527 Sep 22 21:34:37.341113 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-1a5bfde0-013c-4a16-a4a5-a185df73cba7 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1464149750'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:34:37.347887 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b9ce9ada-ffed-4032-8d5a-6f05ce1bd47a tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:37.351474 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-6ce57ed7-4b67-46f6-acd3-ce02262b6a36 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:34:37.360946 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4e8a3-81dd-468f-82e6-f491636bc641 req-f1413846-5c64-494f-b9bd-e22aa236eb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:37.361914 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-83c8942b-97a3-4d6f-8e80-d8f858538b6a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:37.362683 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-66b4e8a3-81dd-468f-82e6-f491636bc641 req-f1413846-5c64-494f-b9bd-e22aa236eb6f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f291bed0-d028-44b6-829f-efb0f7512ced HTTP/1.1" status: 200 len: 850 time: 0.4105968 Sep 22 21:34:37.371654 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2408c11-fca3-4953-80ea-038062fb9897 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event updated for resources: {'Network': ['ID=4bba9034-07de-4cd5-a1c4-336aa2d40f18,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:37.386971 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 4bba9034-07de-4cd5-a1c4-336aa2d40f18 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:34:37.394860 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-6ce57ed7-4b67-46f6-acd3-ce02262b6a36 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Usage tracker for resource:subnet and tenant:cea970100f344bf88cd0b9c37fe15dda is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:34:37.421463 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-83c8942b-97a3-4d6f-8e80-d8f858538b6a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75d3f35c-2694-40d9-bee0-ff37746e7cf7']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:37.444403 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-83c8942b-97a3-4d6f-8e80-d8f858538b6a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27c5312a-05e7-45ee-a390-75e4def3308c') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:37.444833 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-83c8942b-97a3-4d6f-8e80-d8f858538b6a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27c5312a-05e7-45ee-a390-75e4def3308c') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:37.458783 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-49e59e0a-7547-4ddb-92bb-9099f156e01c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8012236'] for router_gateway, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:37.509765 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-83c8942b-97a3-4d6f-8e80-d8f858538b6a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:37.588807 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 2da556c3-3b60-44ad-9eeb-68d6ec6fcd0d up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:34:37.613854 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-1a5bfde0-013c-4a16-a4a5-a185df73cba7 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:34:37.621447 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-6ce57ed7-4b67-46f6-acd3-ce02262b6a36 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:34:37.637427 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-1a5bfde0-013c-4a16-a4a5-a185df73cba7 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Usage tracker for resource:network and tenant:749dabc64eca49a4a5372e62a1e25eed is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:34:37.649480 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-6ce57ed7-4b67-46f6-acd3-ce02262b6a36 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:34:37.650558 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-83c8942b-97a3-4d6f-8e80-d8f858538b6a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:37.654222 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-49e59e0a-7547-4ddb-92bb-9099f156e01c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:37.655624 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-1a5bfde0-013c-4a16-a4a5-a185df73cba7 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:34:37.658556 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-49e59e0a-7547-4ddb-92bb-9099f156e01c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:37.662894 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83c8942b-97a3-4d6f-8e80-d8f858538b6a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:34:37.663075 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-83c8942b-97a3-4d6f-8e80-d8f858538b6a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:37.667816 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 2da556c3-3b60-44ad-9eeb-68d6ec6fcd0d triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:34:37.668188 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:37.668728 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 2da556c3-3b60-44ad-9eeb-68d6ec6fcd0d Sep 22 21:34:37.677317 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-1a5bfde0-013c-4a16-a4a5-a185df73cba7 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:34:37.689454 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b616c34-2687-43fc-b745-55235c25477b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Deleting subnet a74888c6-4ea0-4cc8-ab43-7f39bb9ec257 {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:34:37.722796 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8b616c34-2687-43fc-b745-55235c25477b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:37.756462 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce57ed7-4b67-46f6-acd3-ce02262b6a36 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Made reservation on behalf of cea970100f344bf88cd0b9c37fe15dda for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:34:37.760317 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 27c5312a-05e7-45ee-a390-75e4def3308c resource provider aggregate not found Sep 22 21:34:37.760539 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6ce57ed7-4b67-46f6-acd3-ce02262b6a36 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:37.792913 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 27c5312a-05e7-45ee-a390-75e4def3308c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 27c5312a-05e7-45ee-a390-75e4def3308c found for delete ", "request_id": "req-9dce4ff1-c788-4b2a-938b-1a01d0a21541"}]} Sep 22 21:34:37.793109 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3df4e26c-6627-400a-b15d-2cf87e83f4cf req-fb19fbe4-5ac8-4d0a-8c69-1477e6e7dc9b tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4381366 Sep 22 21:34:37.803909 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5bfde0-013c-4a16-a4a5-a185df73cba7 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Made reservation on behalf of 749dabc64eca49a4a5372e62a1e25eed for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:34:37.818629 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1a5bfde0-013c-4a16-a4a5-a185df73cba7 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:37.818835 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-49e59e0a-7547-4ddb-92bb-9099f156e01c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:37.818835 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e59e0a-7547-4ddb-92bb-9099f156e01c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25f9b28a-14dd-4153-8ed1-0380eb454ae5 {{(pid=89009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:34:37.819016 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 2da556c3-3b60-44ad-9eeb-68d6ec6fcd0d is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:34:37.828747 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-83c8942b-97a3-4d6f-8e80-d8f858538b6a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:37.857813 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-83c8942b-97a3-4d6f-8e80-d8f858538b6a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:37.859710 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-83c8942b-97a3-4d6f-8e80-d8f858538b6a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "DELETE /v2.0/networks/75d3f35c-2694-40d9-bee0-ff37746e7cf7 HTTP/1.1" status: 204 len: 168 time: 1.5270829 Sep 22 21:34:37.860615 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c8942b-97a3-4d6f-8e80-d8f858538b6a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event deleted for resources: {'Network': ['ID=75d3f35c-2694-40d9-bee0-ff37746e7cf7,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:37.869679 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-49e59e0a-7547-4ddb-92bb-9099f156e01c admin admin] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:37.873384 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-49e59e0a-7547-4ddb-92bb-9099f156e01c admin admin] 10.222.0.33 "DELETE /v2.0/routers/25f9b28a-14dd-4153-8ed1-0380eb454ae5 HTTP/1.1" status: 204 len: 168 time: 4.0175221 Sep 22 21:34:37.874062 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41976) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:37.874496 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41978) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:37.877118 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7e929250-de37-4841-9eeb-f452a382de63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:37.885144 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 3aec1245-0918-4b0c-b06e-8de745946414 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:34:37.901057 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-a68fa9f4-cf5c-40c4-9186-2c0e42cd447e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2117501810'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:34:37.934463 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 3aec1245-0918-4b0c-b06e-8de745946414 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:34:37.934888 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 3aec1245-0918-4b0c-b06e-8de745946414 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:34:37.935312 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device e5cc9bc2-8c42-4be7-b160-ed3d4036bd87 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:34:37.963722 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1a5bfde0-013c-4a16-a4a5-a185df73cba7 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:37.969681 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: e5cc9bc2-8c42-4be7-b160-ed3d4036bd87 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:34:37.970035 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device e5cc9bc2-8c42-4be7-b160-ed3d4036bd87 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:34:37.976594 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a68fa9f4-cf5c-40c4-9186-2c0e42cd447e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:34:37.988055 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-a68fa9f4-cf5c-40c4-9186-2c0e42cd447e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Usage tracker for resource:network and tenant:5c103daa7e764303927ef5f69fe7eabf is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:34:37.994903 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-a68fa9f4-cf5c-40c4-9186-2c0e42cd447e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:34:38.004763 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e929250-de37-4841-9eeb-f452a382de63 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d43a8d9-47c4-47c7-a7df-b31f15feec69,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:38.006824 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a68fa9f4-cf5c-40c4-9186-2c0e42cd447e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:34:38.019919 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-90dbb9e7-8533-4425-b5d0-eba09332bc32 admin admin] Deleting subnet c427adaf-86b6-4f5b-b847-86f219fa4602 {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:34:38.025531 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-90dbb9e7-8533-4425-b5d0-eba09332bc32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:38.049427 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8b616c34-2687-43fc-b745-55235c25477b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:38.069188 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68fa9f4-cf5c-40c4-9186-2c0e42cd447e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Made reservation on behalf of 5c103daa7e764303927ef5f69fe7eabf for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:34:38.072941 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a68fa9f4-cf5c-40c4-9186-2c0e42cd447e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:38.080142 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-1a5bfde0-013c-4a16-a4a5-a185df73cba7 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:34:38.104904 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.ipam_backend_mixin [None req-6ce57ed7-4b67-46f6-acd3-ce02262b6a36 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Performing IP validity checks on allocation pools {{(pid=89008) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 22 21:34:38.105336 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.ipam_backend_mixin [None req-6ce57ed7-4b67-46f6-acd3-ce02262b6a36 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89008) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 22 21:34:38.110971 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-90dbb9e7-8533-4425-b5d0-eba09332bc32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:38.114683 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-1a5bfde0-013c-4a16-a4a5-a185df73cba7 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Usage tracker for resource:security_group_rule and tenant:749dabc64eca49a4a5372e62a1e25eed is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:34:38.152417 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-1a5bfde0-013c-4a16-a4a5-a185df73cba7 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:34:38.155621 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b9ce9ada-ffed-4032-8d5a-6f05ce1bd47a tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:38.166433 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a68fa9f4-cf5c-40c4-9186-2c0e42cd447e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:34:38.187641 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a68fa9f4-cf5c-40c4-9186-2c0e42cd447e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:38.188273 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-a68fa9f4-cf5c-40c4-9186-2c0e42cd447e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Added segment ebf975bd-84d9-45f8-97e2-c16165f80053 of type vlan for network 3e520400-21f9-4f0b-a274-bffab3262254 Sep 22 21:34:38.214866 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-1a5bfde0-013c-4a16-a4a5-a185df73cba7 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:34:38.235153 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a68fa9f4-cf5c-40c4-9186-2c0e42cd447e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:38.246814 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-90dbb9e7-8533-4425-b5d0-eba09332bc32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:38.289311 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4e8a3-81dd-468f-82e6-f491636bc641 req-6901f63a-6d5a-402c-9ada-8129ef611aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:38.291378 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-66b4e8a3-81dd-468f-82e6-f491636bc641 req-6901f63a-6d5a-402c-9ada-8129ef611aa2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5dbb466f-7241-4d18-b090-2d779954893b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8978629 Sep 22 21:34:38.315775 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a68fa9f4-cf5c-40c4-9186-2c0e42cd447e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:38.321722 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68fa9f4-cf5c-40c4-9186-2c0e42cd447e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:38.322312 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a68fa9f4-cf5c-40c4-9186-2c0e42cd447e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:38.357269 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ce9ada-ffed-4032-8d5a-6f05ce1bd47a tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:34:38.382149 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-b9ce9ada-ffed-4032-8d5a-6f05ce1bd47a tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:34:38.441829 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-90dbb9e7-8533-4425-b5d0-eba09332bc32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:38.444525 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ce9ada-ffed-4032-8d5a-6f05ce1bd47a tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:34:38.480229 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce9ada-ffed-4032-8d5a-6f05ce1bd47a tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Pushing event updated for resources: {'Port': ['ID=1a1b57f3-2509-4c82-9961-b64c7fa55076,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:38.483890 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7e929250-de37-4841-9eeb-f452a382de63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8012236'] for router_gateway, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:38.485905 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68fa9f4-cf5c-40c4-9186-2c0e42cd447e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event updated for resources: {'Network': ['ID=3e520400-21f9-4f0b-a274-bffab3262254,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:38.495129 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a68fa9f4-cf5c-40c4-9186-2c0e42cd447e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6192207 Sep 22 21:34:38.499770 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 3e520400-21f9-4f0b-a274-bffab3262254 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:34:38.507262 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dbb9e7-8533-4425-b5d0-eba09332bc32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c427adaf-86b6-4f5b-b847-86f219fa4602,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:38.508899 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41986) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:38.509882 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-90dbb9e7-8533-4425-b5d0-eba09332bc32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:38.511733 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-90dbb9e7-8533-4425-b5d0-eba09332bc32 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/c427adaf-86b6-4f5b-b847-86f219fa4602 HTTP/1.1" status: 204 len: 168 time: 0.6344311 Sep 22 21:34:38.515065 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41988) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:38.518497 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6287175-2699-4548-938f-bc48bed0e57d None None] Network 452fb2e3-f6a7-40db-8fcb-ea7dd754bdda requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:34:38.520042 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-192b7605-8e33-4e46-bed0-f491cabcfa2e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Request body: {'subnet': {'network_id': '3e520400-21f9-4f0b-a274-bffab3262254', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:34:38.718102 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a6b5d4b6-0c8b-42bd-a9f1-4f0ed44be229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:38.719935 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-192b7605-8e33-4e46-bed0-f491cabcfa2e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:34:38.724590 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-192b7605-8e33-4e46-bed0-f491cabcfa2e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Usage tracker for resource:subnet and tenant:5c103daa7e764303927ef5f69fe7eabf is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:34:38.729571 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-192b7605-8e33-4e46-bed0-f491cabcfa2e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:34:38.739737 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-192b7605-8e33-4e46-bed0-f491cabcfa2e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:34:38.750912 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-a6b5d4b6-0c8b-42bd-a9f1-4f0ed44be229 admin admin] Deleting port 13f7b8d8-d9b6-4153-b020-572bd46d9aa0 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:34:38.751567 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a6b5d4b6-0c8b-42bd-a9f1-4f0ed44be229 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:38.783420 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7e929250-de37-4841-9eeb-f452a382de63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:38.793797 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192b7605-8e33-4e46-bed0-f491cabcfa2e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Made reservation on behalf of 5c103daa7e764303927ef5f69fe7eabf for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:34:38.794445 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7e929250-de37-4841-9eeb-f452a382de63 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:38.799248 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-192b7605-8e33-4e46-bed0-f491cabcfa2e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:38.855194 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8b616c34-2687-43fc-b745-55235c25477b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:38.897441 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea763f36-41ed-4e1a-8c7b-2367d401d090 None None] DHCP port deletion for 452fb2e3-f6a7-40db-8fcb-ea7dd754bdda request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:34:38.903223 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ea763f36-41ed-4e1a-8c7b-2367d401d090 None None] Deleting port 13f7b8d8-d9b6-4153-b020-572bd46d9aa0 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:34:38.903676 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ea763f36-41ed-4e1a-8c7b-2367d401d090 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:39.024622 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-66b4e8a3-81dd-468f-82e6-f491636bc641 req-a8ad57cf-b075-4706-b440-eb8aba5a1f24 service neutron] 10.222.0.49 "GET /v2.0/networks/5dbb466f-7241-4d18-b090-2d779954893b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7124159 Sep 22 21:34:39.157591 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-ea763f36-41ed-4e1a-8c7b-2367d401d090 None None] For port 13f7b8d8-d9b6-4153-b020-572bd46d9aa0, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=13f7b8d8-d9b6-4153-b020-572bd46d9aa0,segment=NetworkSegment(061a951f-7d62-41da-84b4-c96edd705f4f),segment_id=061a951f-7d62-41da-84b4-c96edd705f4f)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:34:39.160984 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ea763f36-41ed-4e1a-8c7b-2367d401d090 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:39.237048 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7e929250-de37-4841-9eeb-f452a382de63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:39.237582 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e929250-de37-4841-9eeb-f452a382de63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d05473aa-664e-4044-9a35-ff875a3c8a0e {{(pid=89008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:34:39.260381 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-a6b5d4b6-0c8b-42bd-a9f1-4f0ed44be229 admin admin] For port 13f7b8d8-d9b6-4153-b020-572bd46d9aa0, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=13f7b8d8-d9b6-4153-b020-572bd46d9aa0,segment=NetworkSegment(061a951f-7d62-41da-84b4-c96edd705f4f),segment_id=061a951f-7d62-41da-84b4-c96edd705f4f)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:34:39.261197 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a6b5d4b6-0c8b-42bd-a9f1-4f0ed44be229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:39.296767 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c63ea-2a7a-41fd-a055-ff9b7da87ba2 req-4eabbc1c-ae66-48ea-bc79-396aa2dc755e tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:39.298351 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2a3c63ea-2a7a-41fd-a055-ff9b7da87ba2 req-4eabbc1c-ae66-48ea-bc79-396aa2dc755e tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 1.0847869 Sep 22 21:34:39.390399 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ea763f36-41ed-4e1a-8c7b-2367d401d090 None None] Calling delete_port for 13f7b8d8-d9b6-4153-b020-572bd46d9aa0 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:34:39.415194 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-a6b5d4b6-0c8b-42bd-a9f1-4f0ed44be229 admin admin] Calling delete_port for 13f7b8d8-d9b6-4153-b020-572bd46d9aa0 owned by network:dhcp {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:34:39.441999 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6ce57ed7-4b67-46f6-acd3-ce02262b6a36 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:39.489301 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1a5bfde0-013c-4a16-a4a5-a185df73cba7 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:39.498407 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ea763f36-41ed-4e1a-8c7b-2367d401d090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:39.519028 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-192b7605-8e33-4e46-bed0-f491cabcfa2e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:39.525553 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1a5bfde0-013c-4a16-a4a5-a185df73cba7 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:39.563890 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea763f36-41ed-4e1a-8c7b-2367d401d090 None None] Pushing event deleted for resources: {'Port': ['ID=13f7b8d8-d9b6-4153-b020-572bd46d9aa0,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:39.571272 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea763f36-41ed-4e1a-8c7b-2367d401d090 None None] No DVR routers for this DVR port 13f7b8d8-d9b6-4153-b020-572bd46d9aa0 on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:34:39.577269 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.db.api [None req-a6b5d4b6-0c8b-42bd-a9f1-4f0ed44be229 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:34:39.577586 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG oslo_db.api [None req-a6b5d4b6-0c8b-42bd-a9f1-4f0ed44be229 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:34:39.605194 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192b7605-8e33-4e46-bed0-f491cabcfa2e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event updated for resources: {'Subnet': ['ID=4c2146fb-f922-455c-bb4d-c2c7a0fd2406,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:39.615851 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192b7605-8e33-4e46-bed0-f491cabcfa2e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Checking segment: {'id': 'ebf975bd-84d9-45f8-97e2-c16165f80053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3e520400-21f9-4f0b-a274-bffab3262254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:34:39.616325 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192b7605-8e33-4e46-bed0-f491cabcfa2e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Network hostable DHCP agents. Network: 3e520400-21f9-4f0b-a274-bffab3262254, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:34:39.622268 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8b616c34-2687-43fc-b745-55235c25477b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:39.636153 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192b7605-8e33-4e46-bed0-f491cabcfa2e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Network 3e520400-21f9-4f0b-a274-bffab3262254 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:34:39.644614 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-eb43d2f5-d790-44b8-aa58-54c17ff4a4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:39.649729 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-192b7605-8e33-4e46-bed0-f491cabcfa2e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 3e520400-21f9-4f0b-a274-bffab3262254) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:34:39.654558 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192b7605-8e33-4e46-bed0-f491cabcfa2e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:39.655186 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-192b7605-8e33-4e46-bed0-f491cabcfa2e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:39.658859 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841908df-6f8f-460b-b864-657263c8b722 None None] Network 3e520400-21f9-4f0b-a274-bffab3262254 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:34:39.686801 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-192b7605-8e33-4e46-bed0-f491cabcfa2e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1739693 Sep 22 21:34:39.687460 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 41994) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:39.692382 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-db9a07e7-754f-4b70-9c96-a8b759b224ef tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-896384843', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:34:39.692637 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2a3c63ea-2a7a-41fd-a055-ff9b7da87ba2 req-2608fc57-d9ac-4319-bd80-e55780bb84cb tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3049798 Sep 22 21:34:39.699531 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-db9a07e7-754f-4b70-9c96-a8b759b224ef tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:34:39.703094 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-db9a07e7-754f-4b70-9c96-a8b759b224ef tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Usage tracker for resource:router and tenant:5c103daa7e764303927ef5f69fe7eabf is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:34:39.707068 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-db9a07e7-754f-4b70-9c96-a8b759b224ef tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:34:39.714830 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a5bfde0-013c-4a16-a4a5-a185df73cba7 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:34:39.715152 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-db9a07e7-754f-4b70-9c96-a8b759b224ef tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:34:39.730918 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8b616c34-2687-43fc-b745-55235c25477b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:39.732934 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-db9a07e7-754f-4b70-9c96-a8b759b224ef tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:39.733280 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50524363-99c2-4a68-98b0-171801f8e27a None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:34:39.734333 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-db9a07e7-754f-4b70-9c96-a8b759b224ef tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:39.742461 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce57ed7-4b67-46f6-acd3-ce02262b6a36 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event updated for resources: {'Subnet': ['ID=992dcf3b-6774-4521-bb76-96db8a0a2c5b,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:39.776075 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-db9a07e7-754f-4b70-9c96-a8b759b224ef tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:39.806194 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5bfde0-013c-4a16-a4a5-a185df73cba7 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=888db105-74f4-41fa-a8db-5d1534fe77c9,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:39.820711 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-db9a07e7-754f-4b70-9c96-a8b759b224ef tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:39.878161 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-db9a07e7-754f-4b70-9c96-a8b759b224ef tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:39.880851 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-db9a07e7-754f-4b70-9c96-a8b759b224ef tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1923876 Sep 22 21:34:39.884520 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42000) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:39.887350 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-66b4e8a3-81dd-468f-82e6-f491636bc641 req-700c62b5-7d9a-40d0-94d2-e71961b0abdb service neutron] 10.222.0.49 "GET /v2.0/networks/5dbb466f-7241-4d18-b090-2d779954893b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8214707 Sep 22 21:34:39.895476 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1a5bfde0-013c-4a16-a4a5-a185df73cba7 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:39.895896 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 13f7b8d8-d9b6-4153-b020-572bd46d9aa0 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:34:39.896032 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-1a5bfde0-013c-4a16-a4a5-a185df73cba7 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Added segment 32428638-6584-45cf-a863-9cd2bb4552e1 of type vlan for network d3c01cda-9d92-46d2-9c7b-3e12f98927ff Sep 22 21:34:39.899832 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-ab93b167-4da1-4fb9-9130-216c0f76f38e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Request body: {'port': {'network_id': '3e520400-21f9-4f0b-a274-bffab3262254', 'name': 'tempest-RoutersIpV6Test-744084015'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:34:39.905780 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7e929250-de37-4841-9eeb-f452a382de63 admin admin] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:39.906944 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-7e929250-de37-4841-9eeb-f452a382de63 admin admin] 10.222.0.33 "DELETE /v2.0/routers/d05473aa-664e-4044-9a35-ff875a3c8a0e HTTP/1.1" status: 204 len: 168 time: 7.2505407 Sep 22 21:34:39.919475 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42004) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:39.922812 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce57ed7-4b67-46f6-acd3-ce02262b6a36 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Checking segment: {'id': '935f9550-969f-4aca-9730-3e8e8beae792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4bba9034-07de-4cd5-a1c4-336aa2d40f18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:34:39.923174 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce57ed7-4b67-46f6-acd3-ce02262b6a36 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Network hostable DHCP agents. Network: 4bba9034-07de-4cd5-a1c4-336aa2d40f18, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:34:39.927590 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b616c34-2687-43fc-b745-55235c25477b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event deleted for resources: {'Subnet': ['ID=a74888c6-4ea0-4cc8-ab43-7f39bb9ec257,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:39.951783 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-8b616c34-2687-43fc-b745-55235c25477b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/a74888c6-4ea0-4cc8-ab43-7f39bb9ec257 HTTP/1.1" status: 204 len: 168 time: 2.7555039 Sep 22 21:34:39.952580 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 13f7b8d8-d9b6-4153-b020-572bd46d9aa0 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:34:39.952936 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 13f7b8d8-d9b6-4153-b020-572bd46d9aa0 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:34:39.953349 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 8d43a8d9-47c4-47c7-a7df-b31f15feec69 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:34:39.966001 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42008) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:40.034804 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 8d43a8d9-47c4-47c7-a7df-b31f15feec69 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:34:40.035014 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1a5bfde0-013c-4a16-a4a5-a185df73cba7 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:40.035484 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 8d43a8d9-47c4-47c7-a7df-b31f15feec69 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:34:40.062816 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-3acde9c7-945f-4291-a169-04597b77ca58 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0871675 Sep 22 21:34:40.062816 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b9ce9ada-ffed-4032-8d5a-6f05ce1bd47a tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:40.073949 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42012) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:40.084322 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-a6b5d4b6-0c8b-42bd-a9f1-4f0ed44be229 admin admin] Deleting port 13f7b8d8-d9b6-4153-b020-572bd46d9aa0 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:34:40.084658 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a6b5d4b6-0c8b-42bd-a9f1-4f0ed44be229 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:40.117031 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-ae34f22e-c151-47cb-9103-266fe94871fe tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'subnet': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:34:40.125570 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce57ed7-4b67-46f6-acd3-ce02262b6a36 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Network 4bba9034-07de-4cd5-a1c4-336aa2d40f18 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:34:40.152480 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-6ce57ed7-4b67-46f6-acd3-ce02262b6a36 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 4bba9034-07de-4cd5-a1c4-336aa2d40f18) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:34:40.163075 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce57ed7-4b67-46f6-acd3-ce02262b6a36 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:40.163667 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6ce57ed7-4b67-46f6-acd3-ce02262b6a36 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:40.207131 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2631ebcf-8af6-406c-a481-cd1aeb0ac4fb None None] Network 4bba9034-07de-4cd5-a1c4-336aa2d40f18 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:34:40.256485 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1a5bfde0-013c-4a16-a4a5-a185df73cba7 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:40.257008 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-99be461d-261f-4b19-999d-d3c856b2198b admin admin] Deleting subnet 98fb1cd8-d884-4964-b7fb-0cf4fecc1c4a {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:34:40.260906 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-99be461d-261f-4b19-999d-d3c856b2198b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:40.262934 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5bfde0-013c-4a16-a4a5-a185df73cba7 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:40.263721 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1a5bfde0-013c-4a16-a4a5-a185df73cba7 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:40.293568 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-6ce57ed7-4b67-46f6-acd3-ce02262b6a36 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.3853245 Sep 22 21:34:40.295702 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0854336d-7162-4703-a31e-f7dc950bd2fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-3e520400-21f9-4f0b-a274-bffab3262254', 'network_id': '3e520400-21f9-4f0b-a274-bffab3262254', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'fixed_ips': [{'subnet_id': '4c2146fb-f922-455c-bb4d-c2c7a0fd2406'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:34:40.296616 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0854336d-7162-4703-a31e-f7dc950bd2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:40.300585 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42016) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:40.381384 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-a6b5d4b6-0c8b-42bd-a9f1-4f0ed44be229 admin admin] The port '13f7b8d8-d9b6-4153-b020-572bd46d9aa0' was deleted {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 21:34:40.392803 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-1a5bfde0-013c-4a16-a4a5-a185df73cba7 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.4014242 Sep 22 21:34:40.400933 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42020) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:40.412070 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-b42c4fdc-d777-4435-81d0-bc5cd817c917 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Request body: {'subnet': {'network_id': 'd3c01cda-9d92-46d2-9c7b-3e12f98927ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:34:40.459229 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a454fe2d-1fc7-4af8-baa3-9f68cd478d72 None None] DHCP port deletion for 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:34:40.468520 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a454fe2d-1fc7-4af8-baa3-9f68cd478d72 None None] Deleting port 2da556c3-3b60-44ad-9eeb-68d6ec6fcd0d {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:34:40.468893 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a454fe2d-1fc7-4af8-baa3-9f68cd478d72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:40.509220 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5bfde0-013c-4a16-a4a5-a185df73cba7 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Pushing event updated for resources: {'Network': ['ID=d3c01cda-9d92-46d2-9c7b-3e12f98927ff,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:40.530324 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network d3c01cda-9d92-46d2-9c7b-3e12f98927ff details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:34:40.547412 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-ab93b167-4da1-4fb9-9130-216c0f76f38e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:34:40.559749 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-99be461d-261f-4b19-999d-d3c856b2198b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:40.599435 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-ae34f22e-c151-47cb-9103-266fe94871fe tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:34:40.602415 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-ab93b167-4da1-4fb9-9130-216c0f76f38e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Usage tracker for resource:port and tenant:5c103daa7e764303927ef5f69fe7eabf is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:34:40.651684 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-ab93b167-4da1-4fb9-9130-216c0f76f38e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:34:40.670327 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-ae34f22e-c151-47cb-9103-266fe94871fe tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Usage tracker for resource:subnet and tenant:4fef33e75cf240fcbb352fce012907b9 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:34:40.670502 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-b42c4fdc-d777-4435-81d0-bc5cd817c917 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:34:40.677509 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-b42c4fdc-d777-4435-81d0-bc5cd817c917 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Usage tracker for resource:subnet and tenant:749dabc64eca49a4a5372e62a1e25eed is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:34:40.682664 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-b42c4fdc-d777-4435-81d0-bc5cd817c917 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:34:40.693051 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-b42c4fdc-d777-4435-81d0-bc5cd817c917 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:34:40.699963 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b9ce9ada-ffed-4032-8d5a-6f05ce1bd47a tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:40.707193 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b9ce9ada-ffed-4032-8d5a-6f05ce1bd47a tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8026890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8012281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8012114'] for router, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:40.711603 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42c4fdc-d777-4435-81d0-bc5cd817c917 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Made reservation on behalf of 749dabc64eca49a4a5372e62a1e25eed for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:34:40.715074 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b42c4fdc-d777-4435-81d0-bc5cd817c917 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:40.799557 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-ab93b167-4da1-4fb9-9130-216c0f76f38e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:34:40.801482 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-ae34f22e-c151-47cb-9103-266fe94871fe tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:34:40.808270 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-0854336d-7162-4703-a31e-f7dc950bd2fc None None] Allocated IP 2001:db8::2 (3e520400-21f9-4f0b-a274-bffab3262254/4c2146fb-f922-455c-bb4d-c2c7a0fd2406/919d685e-3c4d-407f-8172-3421e01991ae) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:34:40.819300 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d5fdf8-0603-46ed-ae3f-385d75fc5353 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-4bba9034-07de-4cd5-a1c4-336aa2d40f18', 'network_id': '4bba9034-07de-4cd5-a1c4-336aa2d40f18', 'tenant_id': 'cea970100f344bf88cd0b9c37fe15dda', 'fixed_ips': [{'subnet_id': '992dcf3b-6774-4521-bb76-96db8a0a2c5b'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:34:40.819873 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6cc04-b3bb-4d99-8c04-9dc5eda2d35b req-00ee9660-9b99-4478-9649-68f0c61f4b46 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:40.820117 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c5d5fdf8-0603-46ed-ae3f-385d75fc5353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:40.821387 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-67d6cc04-b3bb-4d99-8c04-9dc5eda2d35b req-00ee9660-9b99-4478-9649-68f0c61f4b46 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.9067671 Sep 22 21:34:40.845356 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-ae34f22e-c151-47cb-9103-266fe94871fe tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:34:40.850780 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a6b5d4b6-0c8b-42bd-a9f1-4f0ed44be229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:40.923270 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab93b167-4da1-4fb9-9130-216c0f76f38e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Made reservation on behalf of 5c103daa7e764303927ef5f69fe7eabf for: {'port': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:34:40.926897 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ab93b167-4da1-4fb9-9130-216c0f76f38e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:40.941193 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-a6b5d4b6-0c8b-42bd-a9f1-4f0ed44be229 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['452fb2e3-f6a7-40db-8fcb-ea7dd754bdda']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:40.961633 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-91850b35-1110-4725-9c8c-c1fc039637d5 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:40.970817 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae34f22e-c151-47cb-9103-266fe94871fe tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:34:40.974336 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ae34f22e-c151-47cb-9103-266fe94871fe tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:41.004473 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-a6b5d4b6-0c8b-42bd-a9f1-4f0ed44be229 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '061a951f-7d62-41da-84b4-c96edd705f4f') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:41.004846 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-a6b5d4b6-0c8b-42bd-a9f1-4f0ed44be229 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '061a951f-7d62-41da-84b4-c96edd705f4f') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:41.079633 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a6b5d4b6-0c8b-42bd-a9f1-4f0ed44be229 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:41.111992 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-67d6cc04-b3bb-4d99-8c04-9dc5eda2d35b req-3f51507b-cc59-42a2-9926-becfcda2729e tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2643125 Sep 22 21:34:41.113411 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-ab93b167-4da1-4fb9-9130-216c0f76f38e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] device_id is not set on port 6606bd3a-e93c-4e0f-bfb8-941cd403788c yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:34:41.122637 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b42c4fdc-d777-4435-81d0-bc5cd817c917 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:41.158051 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-a454fe2d-1fc7-4af8-baa3-9f68cd478d72 None None] For port 2da556c3-3b60-44ad-9eeb-68d6ec6fcd0d, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=2da556c3-3b60-44ad-9eeb-68d6ec6fcd0d,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:34:41.158051 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a454fe2d-1fc7-4af8-baa3-9f68cd478d72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:41.190935 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-99be461d-261f-4b19-999d-d3c856b2198b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:41.228947 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a6b5d4b6-0c8b-42bd-a9f1-4f0ed44be229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:41.293626 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6b5d4b6-0c8b-42bd-a9f1-4f0ed44be229 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:34:41.294028 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a6b5d4b6-0c8b-42bd-a9f1-4f0ed44be229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:41.317771 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0854336d-7162-4703-a31e-f7dc950bd2fc None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:41.383935 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c4fdc-d777-4435-81d0-bc5cd817c917 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Pushing event updated for resources: {'Subnet': ['ID=9b77ae5e-c7cd-41b2-901a-178fd8c79a2c,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:41.397686 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 061a951f-7d62-41da-84b4-c96edd705f4f resource provider aggregate not found Sep 22 21:34:41.430855 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42c4fdc-d777-4435-81d0-bc5cd817c917 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Checking segment: {'id': '32428638-6584-45cf-a863-9cd2bb4552e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd3c01cda-9d92-46d2-9c7b-3e12f98927ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:34:41.431205 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42c4fdc-d777-4435-81d0-bc5cd817c917 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Network hostable DHCP agents. Network: d3c01cda-9d92-46d2-9c7b-3e12f98927ff, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:34:41.443114 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 061a951f-7d62-41da-84b4-c96edd705f4f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 061a951f-7d62-41da-84b4-c96edd705f4f found for delete ", "request_id": "req-88e16b6e-6c89-4fb1-bbdb-29de1dff2458"}]} Sep 22 21:34:41.459032 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-91850b35-1110-4725-9c8c-c1fc039637d5 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:41.476541 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42c4fdc-d777-4435-81d0-bc5cd817c917 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Network d3c01cda-9d92-46d2-9c7b-3e12f98927ff is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:34:41.488266 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9ea64-d3ce-4918-8157-78852aad4bf2 req-ec2e5119-633b-43f8-8e86-1d557810fbea tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:41.492928 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3fc9ea64-d3ce-4918-8157-78852aad4bf2 req-ec2e5119-633b-43f8-8e86-1d557810fbea tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.1905696 Sep 22 21:34:41.492928 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ce9ada-ffed-4032-8d5a-6f05ce1bd47a tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Router ab51ec2e-0d0b-4049-89ae-7289f414a660 is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:34:41.518659 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-b42c4fdc-d777-4435-81d0-bc5cd817c917 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, d3c01cda-9d92-46d2-9c7b-3e12f98927ff) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:34:41.519403 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a6b5d4b6-0c8b-42bd-a9f1-4f0ed44be229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:41.525363 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42c4fdc-d777-4435-81d0-bc5cd817c917 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:41.525953 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b42c4fdc-d777-4435-81d0-bc5cd817c917 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:41.538044 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a454fe2d-1fc7-4af8-baa3-9f68cd478d72 None None] Calling delete_port for 2da556c3-3b60-44ad-9eeb-68d6ec6fcd0d owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:34:41.574547 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ab7140-407a-48cd-8e47-01545c819612 None None] Network d3c01cda-9d92-46d2-9c7b-3e12f98927ff requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:34:41.592053 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a6b5d4b6-0c8b-42bd-a9f1-4f0ed44be229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:41.612332 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b5d4b6-0c8b-42bd-a9f1-4f0ed44be229 admin admin] Pushing event deleted for resources: {'Network': ['ID=452fb2e3-f6a7-40db-8fcb-ea7dd754bdda,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:41.625483 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-99be461d-261f-4b19-999d-d3c856b2198b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:41.649971 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3fc9ea64-d3ce-4918-8157-78852aad4bf2 req-525d5949-c960-40fb-afd0-d3ed0cecee98 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534514 Sep 22 21:34:41.656055 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-b42c4fdc-d777-4435-81d0-bc5cd817c917 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2539294 Sep 22 21:34:41.663099 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42030) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:41.666539 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-0854336d-7162-4703-a31e-f7dc950bd2fc None None] Transition to ACTIVE for port object 919d685e-3c4d-407f-8172-3421e01991ae will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:34:41.669466 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 2da556c3-3b60-44ad-9eeb-68d6ec6fcd0d no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:34:41.671770 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-6bbf1810-2983-4fbb-b582-1da873071d07 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Request body: {'port': {'network_id': 'd3c01cda-9d92-46d2-9c7b-3e12f98927ff', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2117634428'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:34:41.671904 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be461d-261f-4b19-999d-d3c856b2198b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98fb1cd8-d884-4964-b7fb-0cf4fecc1c4a,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:41.741918 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-99be461d-261f-4b19-999d-d3c856b2198b admin admin] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:41.744124 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-99be461d-261f-4b19-999d-d3c856b2198b admin admin] 10.222.0.33 "DELETE /v2.0/subnets/98fb1cd8-d884-4964-b7fb-0cf4fecc1c4a HTTP/1.1" status: 204 len: 168 time: 1.8234708 Sep 22 21:34:41.745662 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ae34f22e-c151-47cb-9103-266fe94871fe tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:41.750015 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42036) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:41.773047 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5971f6e8-4773-4c2a-8b41-a263578b7556 None None] Network ffaea767-2648-4475-a48d-aacd7334937b requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:34:41.791851 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a6b5d4b6-0c8b-42bd-a9f1-4f0ed44be229 admin admin] 10.222.0.33 "DELETE /v2.0/networks/452fb2e3-f6a7-40db-8fcb-ea7dd754bdda HTTP/1.1" status: 204 len: 168 time: 3.2758498 Sep 22 21:34:41.872211 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ce9ada-ffed-4032-8d5a-6f05ce1bd47a tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:34:41.879580 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b9ce9ada-ffed-4032-8d5a-6f05ce1bd47a tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:41.885766 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-b9ce9ada-ffed-4032-8d5a-6f05ce1bd47a tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] 10.222.0.33 "PUT /v2.0/routers/ab51ec2e-0d0b-4049-89ae-7289f414a660 HTTP/1.1" status: 200 len: 915 time: 9.5928738 Sep 22 21:34:41.885766 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42042) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:41.893760 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4593f9-f8a4-4e62-ac1a-b58a0fbce299 None None] Sync routers for ids ['ab51ec2e-0d0b-4049-89ae-7289f414a660'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:34:41.908605 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4593f9-f8a4-4e62-ac1a-b58a0fbce299 None None] Routers {'ab51ec2e-0d0b-4049-89ae-7289f414a660'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:34:41.910241 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-9d4593f9-f8a4-4e62-ac1a-b58a0fbce299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:34:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['ab51ec2e-0d0b-4049-89ae-7289f414a660'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:41.917545 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-19464621-6371-44f9-8b3c-ebff9d091e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:41.952508 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae34f22e-c151-47cb-9103-266fe94871fe tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:34:41.958344 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-ae34f22e-c151-47cb-9103-266fe94871fe tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:34:41.967314 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae34f22e-c151-47cb-9103-266fe94871fe tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:41.967951 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ae34f22e-c151-47cb-9103-266fe94871fe tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:41.995755 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-19464621-6371-44f9-8b3c-ebff9d091e0a admin admin] Deleting port 61b55dc5-5d7f-4150-bcfd-a6a77e84f2c3 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:34:41.996311 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-19464621-6371-44f9-8b3c-ebff9d091e0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:42.022203 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-c5d5fdf8-0603-46ed-ae3f-385d75fc5353 None None] Allocated IP 172.20.0.3 (4bba9034-07de-4cd5-a1c4-336aa2d40f18/992dcf3b-6774-4521-bb76-96db8a0a2c5b/fbce9e43-16aa-43ab-abe9-12c669402074) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:34:42.089401 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-9d4593f9-f8a4-4e62-ac1a-b58a0fbce299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:42.095431 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ae34f22e-c151-47cb-9103-266fe94871fe tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0181880 Sep 22 21:34:42.100665 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42048) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:42.103231 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4593f9-f8a4-4e62-ac1a-b58a0fbce299 None None] Routers {'ab51ec2e-0d0b-4049-89ae-7289f414a660'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:34:42.104610 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-9d4593f9-f8a4-4e62-ac1a-b58a0fbce299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:34:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['ab51ec2e-0d0b-4049-89ae-7289f414a660'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:42.113351 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae34f22e-c151-47cb-9103-266fe94871fe tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Subnet': ['ID=e54300bc-3848-4bc2-8c64-8bffa829a7f0,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:42.126405 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-1c3db498-cf5c-4c0e-b093-21303418e8d6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-486105479', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:34:42.138085 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-1c3db498-cf5c-4c0e-b093-21303418e8d6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:34:42.145746 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-1c3db498-cf5c-4c0e-b093-21303418e8d6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Usage tracker for resource:router and tenant:4fef33e75cf240fcbb352fce012907b9 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:34:42.151252 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-1c3db498-cf5c-4c0e-b093-21303418e8d6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:34:42.179385 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-447836fe-f145-4888-ab37-34ff3357334d tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] 10.222.0.33 "GET /v2.0/routers/ab51ec2e-0d0b-4049-89ae-7289f414a660 HTTP/1.1" status: 200 len: 921 time: 0.2936223 Sep 22 21:34:42.180795 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42052) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:42.192652 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42054) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:42.196272 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-1c3db498-cf5c-4c0e-b093-21303418e8d6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:34:42.203940 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-9d4593f9-f8a4-4e62-ac1a-b58a0fbce299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:42.204700 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4593f9-f8a4-4e62-ac1a-b58a0fbce299 None None] The sync data for ids ['ab51ec2e-0d0b-4049-89ae-7289f414a660'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:34:42.238794 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-9ac178c4-d060-4da0-8f94-ca5338f15bad admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=00d27190048c4d5c9df662860665c71e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0543096 Sep 22 21:34:42.245323 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-6bbf1810-2983-4fbb-b582-1da873071d07 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:34:42.249435 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-6bbf1810-2983-4fbb-b582-1da873071d07 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Usage tracker for resource:port and tenant:749dabc64eca49a4a5372e62a1e25eed is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:34:42.252554 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-6bbf1810-2983-4fbb-b582-1da873071d07 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:34:42.268008 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-6bbf1810-2983-4fbb-b582-1da873071d07 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:34:42.322223 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42060) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:42.332344 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbf1810-2983-4fbb-b582-1da873071d07 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Made reservation on behalf of 749dabc64eca49a4a5372e62a1e25eed for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:34:42.335796 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6bbf1810-2983-4fbb-b582-1da873071d07 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:42.403496 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1c3db498-cf5c-4c0e-b093-21303418e8d6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:42.404490 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1c3db498-cf5c-4c0e-b093-21303418e8d6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:42.410065 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [None req-6bbf1810-2983-4fbb-b582-1da873071d07 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] device_id is not set on port 456f6167-d4f7-4296-a53e-6229257ffa20 yet. {{(pid=89008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:34:42.420754 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-19464621-6371-44f9-8b3c-ebff9d091e0a admin admin] For port 61b55dc5-5d7f-4150-bcfd-a6a77e84f2c3, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=61b55dc5-5d7f-4150-bcfd-a6a77e84f2c3,segment=NetworkSegment(b9a5893b-0c23-4aa8-b596-b3dc1cc17f58),segment_id=b9a5893b-0c23-4aa8-b596-b3dc1cc17f58)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:34:42.421145 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-19464621-6371-44f9-8b3c-ebff9d091e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:42.449459 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-0854336d-7162-4703-a31e-f7dc950bd2fc None None] Transition to ACTIVE for port object 919d685e-3c4d-407f-8172-3421e01991ae will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:34:42.502129 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e1b22fe9-a80e-4fc9-bcfd-f0461bf1d04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:42.506564 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bbce2a03-1c6c-493a-88cf-632ecccbd2fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:42.519090 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284eb57-efff-4c75-b2d5-6e15140161c2 req-38276fa3-e667-4aed-9741-a672647bf604 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:42.520710 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a284eb57-efff-4c75-b2d5-6e15140161c2 req-38276fa3-e667-4aed-9741-a672647bf604 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.2848330 Sep 22 21:34:42.557988 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0854336d-7162-4703-a31e-f7dc950bd2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:42.592429 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-19464621-6371-44f9-8b3c-ebff9d091e0a admin admin] Calling delete_port for 61b55dc5-5d7f-4150-bcfd-a6a77e84f2c3 owned by network:dhcp {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:34:42.606712 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bbce2a03-1c6c-493a-88cf-632ecccbd2fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:42.611275 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 2da556c3-3b60-44ad-9eeb-68d6ec6fcd0d is: ACTIVE; New status is: DOWN {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:34:42.611658 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:42.626737 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1c3db498-cf5c-4c0e-b093-21303418e8d6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:42.675052 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-6bbf1810-2983-4fbb-b582-1da873071d07 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Allocated IP 172.20.0.4 (d3c01cda-9d92-46d2-9c7b-3e12f98927ff/9b77ae5e-c7cd-41b2-901a-178fd8c79a2c/456f6167-d4f7-4296-a53e-6229257ffa20) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:34:42.683860 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a284eb57-efff-4c75-b2d5-6e15140161c2 req-758154cd-c6e2-40d5-a1fe-0fa70432f75f tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453474 Sep 22 21:34:42.713532 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bbce2a03-1c6c-493a-88cf-632ecccbd2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:42.717246 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884abdcc-5ddf-4dc7-a1a7-364963c63d57 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:42.719027 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-884abdcc-5ddf-4dc7-a1a7-364963c63d57 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] 10.222.0.33 "GET /v2.0/ports?network_id=a22ae1c9-d428-411f-af43-ce0f71b38d9c&device_id=ab51ec2e-0d0b-4049-89ae-7289f414a660&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5254040 Sep 22 21:34:42.721790 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42064) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:42.736646 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-ab93b167-4da1-4fb9-9130-216c0f76f38e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Allocated IP 2001:db8::397 (3e520400-21f9-4f0b-a274-bffab3262254/4c2146fb-f922-455c-bb4d-c2c7a0fd2406/6606bd3a-e93c-4e0f-bfb8-941cd403788c) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:34:42.752087 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1c3db498-cf5c-4c0e-b093-21303418e8d6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:42.758691 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0854336d-7162-4703-a31e-f7dc950bd2fc None None] Network 3e520400-21f9-4f0b-a274-bffab3262254 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:34:42.765861 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce2a03-1c6c-493a-88cf-632ecccbd2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27dad4e9-1a7d-4472-8f17-f57f90c86ff3,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:42.777156 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-19464621-6371-44f9-8b3c-ebff9d091e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:42.779858 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a454fe2d-1fc7-4af8-baa3-9f68cd478d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:42.783601 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-0854336d-7162-4703-a31e-f7dc950bd2fc None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:34:42.802066 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0854336d-7162-4703-a31e-f7dc950bd2fc None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:34:42.810744 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c5d5fdf8-0603-46ed-ae3f-385d75fc5353 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:42.831955 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13489cf9-3e36-4d86-8561-257dc22a18fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-d3c01cda-9d92-46d2-9c7b-3e12f98927ff', 'network_id': 'd3c01cda-9d92-46d2-9c7b-3e12f98927ff', 'tenant_id': '749dabc64eca49a4a5372e62a1e25eed', 'fixed_ips': [{'subnet_id': '9b77ae5e-c7cd-41b2-901a-178fd8c79a2c'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:34:42.833195 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-13489cf9-3e36-4d86-8561-257dc22a18fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:42.843926 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0854336d-7162-4703-a31e-f7dc950bd2fc None None] Pushing event updated for resources: {'Port': ['ID=919d685e-3c4d-407f-8172-3421e01991ae,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:42.863776 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:42.874512 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bbce2a03-1c6c-493a-88cf-632ecccbd2fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:42.878031 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-bbce2a03-1c6c-493a-88cf-632ecccbd2fe admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/27dad4e9-1a7d-4472-8f17-f57f90c86ff3 HTTP/1.1" status: 204 len: 168 time: 0.5541508 Sep 22 21:34:42.924885 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-c5d5fdf8-0603-46ed-ae3f-385d75fc5353 None None] Transition to ACTIVE for port object fbce9e43-16aa-43ab-abe9-12c669402074 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:34:42.952879 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-c5d5fdf8-0603-46ed-ae3f-385d75fc5353 None None] Transition to ACTIVE for port object fbce9e43-16aa-43ab-abe9-12c669402074 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:34:43.010550 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19464621-6371-44f9-8b3c-ebff9d091e0a admin admin] Pushing event deleted for resources: {'Port': ['ID=61b55dc5-5d7f-4150-bcfd-a6a77e84f2c3,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:43.027337 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19464621-6371-44f9-8b3c-ebff9d091e0a admin admin] No DVR routers for this DVR port 61b55dc5-5d7f-4150-bcfd-a6a77e84f2c3 on host dv-neutron-858900-1-hyperv {{(pid=89009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:34:43.078315 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1c3db498-cf5c-4c0e-b093-21303418e8d6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:43.081986 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-1c3db498-cf5c-4c0e-b093-21303418e8d6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9676368 Sep 22 21:34:43.082771 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42074) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:43.093702 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a454fe2d-1fc7-4af8-baa3-9f68cd478d72 None None] No DVR routers for this DVR port 2da556c3-3b60-44ad-9eeb-68d6ec6fcd0d on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:34:43.098963 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a454fe2d-1fc7-4af8-baa3-9f68cd478d72 None None] Pushing event deleted for resources: {'Port': ['ID=2da556c3-3b60-44ad-9eeb-68d6ec6fcd0d,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:43.147357 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-91850b35-1110-4725-9c8c-c1fc039637d5 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:43.213334 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c5d5fdf8-0603-46ed-ae3f-385d75fc5353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:43.256618 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9ec5bf-7562-4e1e-84c7-0a9630cb0c01 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:43.259053 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-7a9ec5bf-7562-4e1e-84c7-0a9630cb0c01 tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] 10.222.0.33 "GET /v2.0/networks/a22ae1c9-d428-411f-af43-ce0f71b38d9c HTTP/1.1" status: 200 len: 881 time: 0.5361466 Sep 22 21:34:43.265330 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42080) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:43.275585 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56da6b6-6fb3-4fc7-b5a4-718ce96d5d3f None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:34:43.294577 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91850b35-1110-4725-9c8c-c1fc039637d5 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event deleted for resources: {'Subnet': ['ID=992dcf3b-6774-4521-bb76-96db8a0a2c5b,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:43.399232 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-500ee0cf-a193-4ca0-8e2e-ecaac4a60f30 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] 10.222.0.33 "GET /v2.0/ports?device_id=ab51ec2e-0d0b-4049-89ae-7289f414a660 HTTP/1.1" status: 200 len: 205 time: 0.1318643 Sep 22 21:34:43.411774 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42086) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:43.418805 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-19464621-6371-44f9-8b3c-ebff9d091e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:43.516457 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-91850b35-1110-4725-9c8c-c1fc039637d5 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:43.555497 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-19464621-6371-44f9-8b3c-ebff9d091e0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffaea767-2648-4475-a48d-aacd7334937b']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:43.603742 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-19464621-6371-44f9-8b3c-ebff9d091e0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9a5893b-0c23-4aa8-b596-b3dc1cc17f58') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:43.604394 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-19464621-6371-44f9-8b3c-ebff9d091e0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9a5893b-0c23-4aa8-b596-b3dc1cc17f58') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:43.611410 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d5fdf8-0603-46ed-ae3f-385d75fc5353 None None] Network 4bba9034-07de-4cd5-a1c4-336aa2d40f18 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:34:43.613926 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-91850b35-1110-4725-9c8c-c1fc039637d5 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bba9034-07de-4cd5-a1c4-336aa2d40f18']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:43.625961 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6bbf1810-2983-4fbb-b582-1da873071d07 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:43.685348 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-6bbf1810-2983-4fbb-b582-1da873071d07 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Transition to ACTIVE for port object 456f6167-d4f7-4296-a53e-6229257ffa20 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:34:43.696973 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-19464621-6371-44f9-8b3c-ebff9d091e0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:43.698225 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-c5d5fdf8-0603-46ed-ae3f-385d75fc5353 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:34:43.700839 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-0854336d-7162-4703-a31e-f7dc950bd2fc None None] Attempting to bind port 919d685e-3c4d-407f-8172-3421e01991ae on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:34:43.701273 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-0854336d-7162-4703-a31e-f7dc950bd2fc None None] Attempting to bind port 919d685e-3c4d-407f-8172-3421e01991ae by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'ebf975bd-84d9-45f8-97e2-c16165f80053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3e520400-21f9-4f0b-a274-bffab3262254'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:34:43.701644 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0854336d-7162-4703-a31e-f7dc950bd2fc None None] Attempting to bind port 919d685e-3c4d-407f-8172-3421e01991ae on network 3e520400-21f9-4f0b-a274-bffab3262254 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:34:43.737461 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-669450e6-a464-42f7-985c-9d09b98c7326 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:43.745604 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-91850b35-1110-4725-9c8c-c1fc039637d5 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '935f9550-969f-4aca-9730-3e8e8beae792') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:43.749796 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-91850b35-1110-4725-9c8c-c1fc039637d5 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '935f9550-969f-4aca-9730-3e8e8beae792') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:43.756011 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d5fdf8-0603-46ed-ae3f-385d75fc5353 None None] Pushing event updated for resources: {'Port': ['ID=fbce9e43-16aa-43ab-abe9-12c669402074,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:43.769561 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0854336d-7162-4703-a31e-f7dc950bd2fc None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:34:43.769835 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0854336d-7162-4703-a31e-f7dc950bd2fc None None] Checking segment: {'id': 'ebf975bd-84d9-45f8-97e2-c16165f80053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3e520400-21f9-4f0b-a274-bffab3262254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:34:43.770262 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0854336d-7162-4703-a31e-f7dc950bd2fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:43.771492 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0854336d-7162-4703-a31e-f7dc950bd2fc None None] Bound using segment: {'id': 'ebf975bd-84d9-45f8-97e2-c16165f80053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3e520400-21f9-4f0b-a274-bffab3262254'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:34:43.771726 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-0854336d-7162-4703-a31e-f7dc950bd2fc None None] Bound port: 919d685e-3c4d-407f-8172-3421e01991ae, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebf975bd-84d9-45f8-97e2-c16165f80053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3e520400-21f9-4f0b-a274-bffab3262254'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:34:43.772119 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0854336d-7162-4703-a31e-f7dc950bd2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:43.796587 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:43.797491 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d5fdf8-0603-46ed-ae3f-385d75fc5353 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:34:43.798921 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-91850b35-1110-4725-9c8c-c1fc039637d5 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:43.854245 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-19464621-6371-44f9-8b3c-ebff9d091e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:43.886381 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7a4cdfae-967a-44c8-82c3-d9bf654ab757 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks [] for router, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:43.962753 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-91850b35-1110-4725-9c8c-c1fc039637d5 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:43.965117 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19464621-6371-44f9-8b3c-ebff9d091e0a admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:34:43.965515 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-19464621-6371-44f9-8b3c-ebff9d091e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:43.984037 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ab93b167-4da1-4fb9-9130-216c0f76f38e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:43.994143 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6bbf1810-2983-4fbb-b582-1da873071d07 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:44.084120 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment b9a5893b-0c23-4aa8-b596-b3dc1cc17f58 resource provider aggregate not found Sep 22 21:34:44.116621 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbf1810-2983-4fbb-b582-1da873071d07 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Network d3c01cda-9d92-46d2-9c7b-3e12f98927ff is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:34:44.122637 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-6bbf1810-2983-4fbb-b582-1da873071d07 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:34:44.125069 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbf1810-2983-4fbb-b582-1da873071d07 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:34:44.158528 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91850b35-1110-4725-9c8c-c1fc039637d5 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:34:44.158974 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-91850b35-1110-4725-9c8c-c1fc039637d5 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:44.169008 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf1810-2983-4fbb-b582-1da873071d07 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Pushing event updated for resources: {'Port': ['ID=456f6167-d4f7-4296-a53e-6229257ffa20,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:44.191225 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ed7c8c-4abd-4b70-8045-710ae3ce6d42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'tenant_id': '4fef33e75cf240fcbb352fce012907b9', 'fixed_ips': [{'subnet_id': 'e54300bc-3848-4bc2-8c64-8bffa829a7f0'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:34:44.192052 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-13ed7c8c-4abd-4b70-8045-710ae3ce6d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:44.198679 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment b9a5893b-0c23-4aa8-b596-b3dc1cc17f58 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b9a5893b-0c23-4aa8-b596-b3dc1cc17f58 found for delete ", "request_id": "req-6d9e0445-25c8-448a-b9f7-56712d5cb3da"}]} Sep 22 21:34:44.227642 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f314802a-3e2d-43fb-ad20-d3198ca0f5b6 None None] DHCP port deletion for ffaea767-2648-4475-a48d-aacd7334937b request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:34:44.240111 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-13489cf9-3e36-4d86-8561-257dc22a18fe None None] Allocated IP 172.20.0.2 (d3c01cda-9d92-46d2-9c7b-3e12f98927ff/9b77ae5e-c7cd-41b2-901a-178fd8c79a2c/0860ed18-0c99-4162-8aa8-01d73e7ab3bb) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:34:44.259473 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbf1810-2983-4fbb-b582-1da873071d07 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:44.260032 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6bbf1810-2983-4fbb-b582-1da873071d07 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:44.285061 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-ab93b167-4da1-4fb9-9130-216c0f76f38e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Transition to ACTIVE for port object 6606bd3a-e93c-4e0f-bfb8-941cd403788c will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:34:44.346652 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-6bbf1810-2983-4fbb-b582-1da873071d07 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.6817977 Sep 22 21:34:44.347544 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42112) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:44.358306 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-4d6f1304-8877-47cf-af99-eed4de9f80e5 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Request body: {'port': {'network_id': 'd3c01cda-9d92-46d2-9c7b-3e12f98927ff', 'name': 'tempest-ExtraDHCPOptionsTestJSON-547435847', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:34:44.358911 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.api.validators [None req-4d6f1304-8877-47cf-af99-eed4de9f80e5 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] bootfile-name is not in valid_values {{(pid=89008) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 22 21:34:44.359238 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.api.validators [None req-4d6f1304-8877-47cf-af99-eed4de9f80e5 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] tftp-server is not in valid_values {{(pid=89008) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 22 21:34:44.359565 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.api.validators [None req-4d6f1304-8877-47cf-af99-eed4de9f80e5 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] server-ip-address is not in valid_values {{(pid=89008) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 22 21:34:44.401523 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-19464621-6371-44f9-8b3c-ebff9d091e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:44.418592 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-0854336d-7162-4703-a31e-f7dc950bd2fc None None] For port 919d685e-3c4d-407f-8172-3421e01991ae, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:34:44.437399 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-c5d5fdf8-0603-46ed-ae3f-385d75fc5353 None None] Attempting to bind port fbce9e43-16aa-43ab-abe9-12c669402074 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:34:44.437775 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-c5d5fdf8-0603-46ed-ae3f-385d75fc5353 None None] Attempting to bind port fbce9e43-16aa-43ab-abe9-12c669402074 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '935f9550-969f-4aca-9730-3e8e8beae792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4bba9034-07de-4cd5-a1c4-336aa2d40f18'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:34:44.438285 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d5fdf8-0603-46ed-ae3f-385d75fc5353 None None] Attempting to bind port fbce9e43-16aa-43ab-abe9-12c669402074 on network 4bba9034-07de-4cd5-a1c4-336aa2d40f18 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:34:44.450138 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-19464621-6371-44f9-8b3c-ebff9d091e0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:44.461984 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-19464621-6371-44f9-8b3c-ebff9d091e0a admin admin] 10.222.0.33 "DELETE /v2.0/networks/ffaea767-2648-4475-a48d-aacd7334937b HTTP/1.1" status: 204 len: 168 time: 2.6811321 Sep 22 21:34:44.469504 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.db.api [None req-91850b35-1110-4725-9c8c-c1fc039637d5 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 22 21:34:44.469504 dv-neutron-858900-1-hyperv neutron-server[89009]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 22 21:34:44.469504 dv-neutron-858900-1-hyperv neutron-server[89009]: [parameters: {'id': '4bba9034-07de-4cd5-a1c4-336aa2d40f18'}] Sep 22 21:34:44.469504 dv-neutron-858900-1-hyperv neutron-server[89009]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:34:44.469843 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG oslo_db.api [None req-91850b35-1110-4725-9c8c-c1fc039637d5 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:34:44.474495 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19464621-6371-44f9-8b3c-ebff9d091e0a admin admin] Pushing event deleted for resources: {'Network': ['ID=ffaea767-2648-4475-a48d-aacd7334937b,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:44.484607 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-669450e6-a464-42f7-985c-9d09b98c7326 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Allocated IP 2001:db8::1 (98c62b9a-5d2a-496f-a1e5-12a6874f54f0/e54300bc-3848-4bc2-8c64-8bffa829a7f0/29367b7d-e1d8-4b51-8bed-235cedc5bb7f) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:34:44.506861 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-0854336d-7162-4703-a31e-f7dc950bd2fc None None] For port 919d685e-3c4d-407f-8172-3421e01991ae, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=919d685e-3c4d-407f-8172-3421e01991ae,segment=NetworkSegment(ebf975bd-84d9-45f8-97e2-c16165f80053),segment_id=ebf975bd-84d9-45f8-97e2-c16165f80053)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:34:44.526682 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7a4cdfae-967a-44c8-82c3-d9bf654ab757 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:44.543062 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc8911-51b8-49c3-82a4-183b7ac738c0 req-521a4137-399f-4c1e-9556-5454ac984d29 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:44.551140 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-61bc8911-51b8-49c3-82a4-183b7ac738c0 req-521a4137-399f-4c1e-9556-5454ac984d29 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.5912316 Sep 22 21:34:44.571684 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d5fdf8-0603-46ed-ae3f-385d75fc5353 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:34:44.572080 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d5fdf8-0603-46ed-ae3f-385d75fc5353 None None] Checking segment: {'id': '935f9550-969f-4aca-9730-3e8e8beae792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4bba9034-07de-4cd5-a1c4-336aa2d40f18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:34:44.572541 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c5d5fdf8-0603-46ed-ae3f-385d75fc5353 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:44.572963 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d5fdf8-0603-46ed-ae3f-385d75fc5353 None None] Bound using segment: {'id': '935f9550-969f-4aca-9730-3e8e8beae792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4bba9034-07de-4cd5-a1c4-336aa2d40f18'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:34:44.573514 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-c5d5fdf8-0603-46ed-ae3f-385d75fc5353 None None] Bound port: fbce9e43-16aa-43ab-abe9-12c669402074, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '935f9550-969f-4aca-9730-3e8e8beae792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4bba9034-07de-4cd5-a1c4-336aa2d40f18'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:34:44.573909 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c5d5fdf8-0603-46ed-ae3f-385d75fc5353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:44.596621 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ab93b167-4da1-4fb9-9130-216c0f76f38e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:44.629286 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:44.650279 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0854336d-7162-4703-a31e-f7dc950bd2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:44.653729 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-7a4cdfae-967a-44c8-82c3-d9bf654ab757 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Deleting port 1a1b57f3-2509-4c82-9961-b64c7fa55076 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:34:44.655014 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7a4cdfae-967a-44c8-82c3-d9bf654ab757 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:44.724732 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab93b167-4da1-4fb9-9130-216c0f76f38e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Network 3e520400-21f9-4f0b-a274-bffab3262254 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:34:44.737362 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-61bc8911-51b8-49c3-82a4-183b7ac738c0 req-8ce358f4-6af3-4cef-9711-784c9154877f tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826677 Sep 22 21:34:44.755587 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-ab93b167-4da1-4fb9-9130-216c0f76f38e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:34:44.763000 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab93b167-4da1-4fb9-9130-216c0f76f38e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:34:44.770402 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab93b167-4da1-4fb9-9130-216c0f76f38e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:44.770818 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ab93b167-4da1-4fb9-9130-216c0f76f38e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:44.787733 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-4d6f1304-8877-47cf-af99-eed4de9f80e5 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:34:44.796911 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-4d6f1304-8877-47cf-af99-eed4de9f80e5 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Usage tracker for resource:port and tenant:749dabc64eca49a4a5372e62a1e25eed is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:34:44.818406 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-4d6f1304-8877-47cf-af99-eed4de9f80e5 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:34:44.832810 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-4d6f1304-8877-47cf-af99-eed4de9f80e5 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:34:44.896631 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0854336d-7162-4703-a31e-f7dc950bd2fc None None] Pushing event updated for resources: {'Port': ['ID=919d685e-3c4d-407f-8172-3421e01991ae,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:44.921594 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6f1304-8877-47cf-af99-eed4de9f80e5 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Made reservation on behalf of 749dabc64eca49a4a5372e62a1e25eed for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:34:44.925529 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4d6f1304-8877-47cf-af99-eed4de9f80e5 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:44.955935 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-669450e6-a464-42f7-985c-9d09b98c7326 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:44.976798 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-91850b35-1110-4725-9c8c-c1fc039637d5 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:44.985159 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [None req-4d6f1304-8877-47cf-af99-eed4de9f80e5 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] device_id is not set on port 6e14b99d-ab08-49b3-89f7-9dbbb3723193 yet. {{(pid=89008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:34:45.027828 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ab93b167-4da1-4fb9-9130-216c0f76f38e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 5.1414561 Sep 22 21:34:45.033899 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42128) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:45.049005 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-669450e6-a464-42f7-985c-9d09b98c7326 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Transition to ACTIVE for port object 29367b7d-e1d8-4b51-8bed-235cedc5bb7f will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:34:45.074867 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42132) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:45.083445 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-c5d5fdf8-0603-46ed-ae3f-385d75fc5353 None None] For port fbce9e43-16aa-43ab-abe9-12c669402074, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:34:45.169832 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab93b167-4da1-4fb9-9130-216c0f76f38e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event updated for resources: {'Port': ['ID=6606bd3a-e93c-4e0f-bfb8-941cd403788c,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:45.183361 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-5ee575f0-212f-44fc-bcc4-98d68249995a admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=bd8cb946cffb40a086f88543474db7f3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1022041 Sep 22 21:34:45.188402 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42138) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:45.197237 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-91850b35-1110-4725-9c8c-c1fc039637d5 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Deleting port fbce9e43-16aa-43ab-abe9-12c669402074 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:34:45.197583 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-91850b35-1110-4725-9c8c-c1fc039637d5 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:45.217870 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-c5d5fdf8-0603-46ed-ae3f-385d75fc5353 None None] For port fbce9e43-16aa-43ab-abe9-12c669402074, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=fbce9e43-16aa-43ab-abe9-12c669402074,segment=NetworkSegment(935f9550-969f-4aca-9730-3e8e8beae792),segment_id=935f9550-969f-4aca-9730-3e8e8beae792)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:34:45.239056 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c5d5fdf8-0603-46ed-ae3f-385d75fc5353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:45.239868 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-669450e6-a464-42f7-985c-9d09b98c7326 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:45.357385 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669450e6-a464-42f7-985c-9d09b98c7326 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:34:45.361846 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-669450e6-a464-42f7-985c-9d09b98c7326 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:34:45.367823 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669450e6-a464-42f7-985c-9d09b98c7326 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:34:45.369872 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-669450e6-a464-42f7-985c-9d09b98c7326 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:45.427025 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d5fdf8-0603-46ed-ae3f-385d75fc5353 None None] Pushing event updated for resources: {'Port': ['ID=fbce9e43-16aa-43ab-abe9-12c669402074,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:45.500130 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669450e6-a464-42f7-985c-9d09b98c7326 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Port': ['ID=29367b7d-e1d8-4b51-8bed-235cedc5bb7f,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:45.536770 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ead0a3e5-daa7-4560-8458-29a800402142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:45.563746 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-13489cf9-3e36-4d86-8561-257dc22a18fe None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:45.570961 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-669450e6-a464-42f7-985c-9d09b98c7326 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:45.585539 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ead0a3e5-daa7-4560-8458-29a800402142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:45.638236 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-13489cf9-3e36-4d86-8561-257dc22a18fe None None] Transition to ACTIVE for port object 0860ed18-0c99-4162-8aa8-01d73e7ab3bb will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:34:45.703071 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-13ed7c8c-4abd-4b70-8045-710ae3ce6d42 None None] Allocated IP 2001:db8::2 (98c62b9a-5d2a-496f-a1e5-12a6874f54f0/e54300bc-3848-4bc2-8c64-8bffa829a7f0/dc48527b-ab7f-4ca6-87f6-2211ecf826c2) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:34:45.725528 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c879e215-7073-4580-9152-7aede5925673 None None] Network 4bba9034-07de-4cd5-a1c4-336aa2d40f18 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:34:45.755220 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 919d685e-3c4d-407f-8172-3421e01991ae up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:34:45.761387 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ead0a3e5-daa7-4560-8458-29a800402142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:45.798470 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-13489cf9-3e36-4d86-8561-257dc22a18fe None None] Transition to ACTIVE for port object 0860ed18-0c99-4162-8aa8-01d73e7ab3bb will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:34:45.834083 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-91850b35-1110-4725-9c8c-c1fc039637d5 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] For port fbce9e43-16aa-43ab-abe9-12c669402074, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=fbce9e43-16aa-43ab-abe9-12c669402074,segment=NetworkSegment(935f9550-969f-4aca-9730-3e8e8beae792),segment_id=935f9550-969f-4aca-9730-3e8e8beae792)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:34:45.834083 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-91850b35-1110-4725-9c8c-c1fc039637d5 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:45.846881 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead0a3e5-daa7-4560-8458-29a800402142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27b54a8-ed9e-4549-b5c2-489adc3a9e34,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:45.960048 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42148) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:45.965848 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-13489cf9-3e36-4d86-8561-257dc22a18fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:46.017466 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ead0a3e5-daa7-4560-8458-29a800402142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:46.021430 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ead0a3e5-daa7-4560-8458-29a800402142 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/b27b54a8-ed9e-4549-b5c2-489adc3a9e34 HTTP/1.1" status: 204 len: 168 time: 0.8311520 Sep 22 21:34:46.048618 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-4d6f1304-8877-47cf-af99-eed4de9f80e5 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Allocated IP 172.20.0.13 (d3c01cda-9d92-46d2-9c7b-3e12f98927ff/9b77ae5e-c7cd-41b2-901a-178fd8c79a2c/6e14b99d-ab08-49b3-89f7-9dbbb3723193) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:34:46.075210 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-91850b35-1110-4725-9c8c-c1fc039637d5 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Calling delete_port for fbce9e43-16aa-43ab-abe9-12c669402074 owned by network:dhcp {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:34:46.080195 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13489cf9-3e36-4d86-8561-257dc22a18fe None None] Network d3c01cda-9d92-46d2-9c7b-3e12f98927ff is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:34:46.094722 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13489cf9-3e36-4d86-8561-257dc22a18fe None None] Pushing event updated for resources: {'Port': ['ID=0860ed18-0c99-4162-8aa8-01d73e7ab3bb,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:46.099096 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-13489cf9-3e36-4d86-8561-257dc22a18fe None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:34:46.101187 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13489cf9-3e36-4d86-8561-257dc22a18fe None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:34:46.388258 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 935f9550-969f-4aca-9730-3e8e8beae792 resource provider aggregate not found Sep 22 21:34:46.473041 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 935f9550-969f-4aca-9730-3e8e8beae792 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 935f9550-969f-4aca-9730-3e8e8beae792 found for delete ", "request_id": "req-70101b48-f361-4246-adce-86258e4feabf"}]} Sep 22 21:34:46.495805 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-7a8eaf74-ee55-40b1-a346-910abb8c74f2 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-786290026'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:34:46.509308 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-7a8eaf74-ee55-40b1-a346-910abb8c74f2 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:34:46.523389 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-7a8eaf74-ee55-40b1-a346-910abb8c74f2 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Usage tracker for resource:network and tenant:ce66ba6272f947e0b5cefe31139507f7 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:34:46.526751 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e65e9e1-f162-49b4-b0ba-7245d1250813 None None] Network 3e520400-21f9-4f0b-a274-bffab3262254 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:34:46.531073 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-7a8eaf74-ee55-40b1-a346-910abb8c74f2 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:34:46.555692 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-7a8eaf74-ee55-40b1-a346-910abb8c74f2 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:34:46.567746 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-13489cf9-3e36-4d86-8561-257dc22a18fe None None] Attempting to bind port 0860ed18-0c99-4162-8aa8-01d73e7ab3bb on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:34:46.568079 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-13489cf9-3e36-4d86-8561-257dc22a18fe None None] Attempting to bind port 0860ed18-0c99-4162-8aa8-01d73e7ab3bb by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '32428638-6584-45cf-a863-9cd2bb4552e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd3c01cda-9d92-46d2-9c7b-3e12f98927ff'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:34:46.568405 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13489cf9-3e36-4d86-8561-257dc22a18fe None None] Attempting to bind port 0860ed18-0c99-4162-8aa8-01d73e7ab3bb on network d3c01cda-9d92-46d2-9c7b-3e12f98927ff {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:34:46.589791 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-669450e6-a464-42f7-985c-9d09b98c7326 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:46.594214 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8eaf74-ee55-40b1-a346-910abb8c74f2 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Made reservation on behalf of ce66ba6272f947e0b5cefe31139507f7 for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:34:46.597787 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7a8eaf74-ee55-40b1-a346-910abb8c74f2 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:46.614048 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-669450e6-a464-42f7-985c-9d09b98c7326 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:46.614842 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-669450e6-a464-42f7-985c-9d09b98c7326 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:46.630255 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7a4cdfae-967a-44c8-82c3-d9bf654ab757 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:46.663755 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13489cf9-3e36-4d86-8561-257dc22a18fe None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:34:46.664177 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13489cf9-3e36-4d86-8561-257dc22a18fe None None] Checking segment: {'id': '32428638-6584-45cf-a863-9cd2bb4552e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd3c01cda-9d92-46d2-9c7b-3e12f98927ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:34:46.664588 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-13489cf9-3e36-4d86-8561-257dc22a18fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:46.664989 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13489cf9-3e36-4d86-8561-257dc22a18fe None None] Bound using segment: {'id': '32428638-6584-45cf-a863-9cd2bb4552e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd3c01cda-9d92-46d2-9c7b-3e12f98927ff'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:34:46.665473 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-13489cf9-3e36-4d86-8561-257dc22a18fe None None] Bound port: 0860ed18-0c99-4162-8aa8-01d73e7ab3bb, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32428638-6584-45cf-a863-9cd2bb4552e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd3c01cda-9d92-46d2-9c7b-3e12f98927ff'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:34:46.665848 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-13489cf9-3e36-4d86-8561-257dc22a18fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:46.682633 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 919d685e-3c4d-407f-8172-3421e01991ae completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:34:46.709331 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669450e6-a464-42f7-985c-9d09b98c7326 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Port': ['ID=29367b7d-e1d8-4b51-8bed-235cedc5bb7f,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:46.712450 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7a8eaf74-ee55-40b1-a346-910abb8c74f2 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:46.717858 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 61b55dc5-5d7f-4150-bcfd-a6a77e84f2c3 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:34:46.754012 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-7a8eaf74-ee55-40b1-a346-910abb8c74f2 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:34:46.758775 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-7a8eaf74-ee55-40b1-a346-910abb8c74f2 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Usage tracker for resource:security_group_rule and tenant:ce66ba6272f947e0b5cefe31139507f7 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:34:46.761642 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-7a8eaf74-ee55-40b1-a346-910abb8c74f2 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:34:46.767726 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-7a8eaf74-ee55-40b1-a346-910abb8c74f2 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:34:46.775177 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1544ed87-f5c4-4d07-bcdd-a697ad81b5d0 None None] Provisioning for port 919d685e-3c4d-407f-8172-3421e01991ae completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:34:46.813070 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-7a4cdfae-967a-44c8-82c3-d9bf654ab757 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Calling delete_port for 1a1b57f3-2509-4c82-9961-b64c7fa55076 owned by network:router_gateway {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:34:46.823535 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1544ed87-f5c4-4d07-bcdd-a697ad81b5d0 None None] Provisioning complete for port 919d685e-3c4d-407f-8172-3421e01991ae triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:34:46.823910 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1544ed87-f5c4-4d07-bcdd-a697ad81b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:46.824248 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1544ed87-f5c4-4d07-bcdd-a697ad81b5d0 None None] Attempt 1 to provision port 919d685e-3c4d-407f-8172-3421e01991ae Sep 22 21:34:46.857230 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7a8eaf74-ee55-40b1-a346-910abb8c74f2 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:46.880005 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 61b55dc5-5d7f-4150-bcfd-a6a77e84f2c3 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:34:46.880323 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 61b55dc5-5d7f-4150-bcfd-a6a77e84f2c3 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:34:46.913182 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4d6f1304-8877-47cf-af99-eed4de9f80e5 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:46.917025 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7a8eaf74-ee55-40b1-a346-910abb8c74f2 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:46.970938 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a8eaf74-ee55-40b1-a346-910abb8c74f2 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:34:46.978090 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-4d6f1304-8877-47cf-af99-eed4de9f80e5 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Transition to ACTIVE for port object 6e14b99d-ab08-49b3-89f7-9dbbb3723193 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:34:47.005772 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7a8eaf74-ee55-40b1-a346-910abb8c74f2 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:47.006220 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-7a8eaf74-ee55-40b1-a346-910abb8c74f2 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Added segment 5effc07a-ecb7-41bf-8ada-7079b82766c4 of type vlan for network 3914a1af-b863-43cb-b92f-9a1c72c212a1 Sep 22 21:34:47.007351 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-13ed7c8c-4abd-4b70-8045-710ae3ce6d42 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:47.027372 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8eaf74-ee55-40b1-a346-910abb8c74f2 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=237fbc4b-4a9e-49df-90c8-70dadaa164b6,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:47.034513 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-13ed7c8c-4abd-4b70-8045-710ae3ce6d42 None None] Transition to ACTIVE for port object dc48527b-ab7f-4ca6-87f6-2211ecf826c2 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:34:47.045305 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-13489cf9-3e36-4d86-8561-257dc22a18fe None None] For port 0860ed18-0c99-4162-8aa8-01d73e7ab3bb, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:34:47.070527 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-13489cf9-3e36-4d86-8561-257dc22a18fe None None] For port 0860ed18-0c99-4162-8aa8-01d73e7ab3bb, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=0860ed18-0c99-4162-8aa8-01d73e7ab3bb,segment=NetworkSegment(32428638-6584-45cf-a863-9cd2bb4552e1),segment_id=32428638-6584-45cf-a863-9cd2bb4552e1)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:34:47.079258 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669450e6-a464-42f7-985c-9d09b98c7326 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:34:47.084296 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-669450e6-a464-42f7-985c-9d09b98c7326 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:34:47.088915 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7a8eaf74-ee55-40b1-a346-910abb8c74f2 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:47.140301 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1544ed87-f5c4-4d07-bcdd-a697ad81b5d0 None None] Current status of the port 919d685e-3c4d-407f-8172-3421e01991ae is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:34:47.140692 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1544ed87-f5c4-4d07-bcdd-a697ad81b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:47.156214 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-13489cf9-3e36-4d86-8561-257dc22a18fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:47.165733 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-13ed7c8c-4abd-4b70-8045-710ae3ce6d42 None None] Transition to ACTIVE for port object dc48527b-ab7f-4ca6-87f6-2211ecf826c2 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:34:47.283412 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-13ed7c8c-4abd-4b70-8045-710ae3ce6d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:47.309131 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.db.resource_extend [None req-7a8eaf74-ee55-40b1-a346-910abb8c74f2 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 21:34:47.337057 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835203e-f863-470d-9255-8c71738e116e req-173fbe69-eef2-4e1e-962e-af1dcd3913bb tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:47.338709 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-d835203e-f863-470d-9255-8c71738e116e req-173fbe69-eef2-4e1e-962e-af1dcd3913bb tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 1.7811542 Sep 22 21:34:47.359899 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ed7c8c-4abd-4b70-8045-710ae3ce6d42 None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:34:47.365744 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-13ed7c8c-4abd-4b70-8045-710ae3ce6d42 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:34:47.373751 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1544ed87-f5c4-4d07-bcdd-a697ad81b5d0 None None] For port 919d685e-3c4d-407f-8172-3421e01991ae, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=919d685e-3c4d-407f-8172-3421e01991ae,segment=NetworkSegment(ebf975bd-84d9-45f8-97e2-c16165f80053),segment_id=ebf975bd-84d9-45f8-97e2-c16165f80053)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:34:47.375275 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ed7c8c-4abd-4b70-8045-710ae3ce6d42 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:34:47.385371 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13489cf9-3e36-4d86-8561-257dc22a18fe None None] Pushing event updated for resources: {'Port': ['ID=0860ed18-0c99-4162-8aa8-01d73e7ab3bb,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:47.487006 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1544ed87-f5c4-4d07-bcdd-a697ad81b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:47.492248 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-91850b35-1110-4725-9c8c-c1fc039637d5 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:47.498316 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4d6f1304-8877-47cf-af99-eed4de9f80e5 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:47.562903 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91850b35-1110-4725-9c8c-c1fc039637d5 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event deleted for resources: {'Port': ['ID=fbce9e43-16aa-43ab-abe9-12c669402074,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:47.581528 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91850b35-1110-4725-9c8c-c1fc039637d5 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] No DVR routers for this DVR port fbce9e43-16aa-43ab-abe9-12c669402074 on host dv-neutron-858900-1-hyperv {{(pid=89009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:34:47.639548 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed7c8c-4abd-4b70-8045-710ae3ce6d42 None None] Pushing event updated for resources: {'Port': ['ID=dc48527b-ab7f-4ca6-87f6-2211ecf826c2,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:47.701882 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-d835203e-f863-470d-9255-8c71738e116e req-d7ecaa9d-5788-4cfc-a4f1-d185dcfcf1db tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3090479 Sep 22 21:34:47.727687 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 0860ed18-0c99-4162-8aa8-01d73e7ab3bb up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:34:47.746967 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7a4cdfae-967a-44c8-82c3-d9bf654ab757 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:47.772052 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f1304-8877-47cf-af99-eed4de9f80e5 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Pushing event updated for resources: {'Port': ['ID=6e14b99d-ab08-49b3-89f7-9dbbb3723193,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:47.788108 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7a8eaf74-ee55-40b1-a346-910abb8c74f2 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:47.794524 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8eaf74-ee55-40b1-a346-910abb8c74f2 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:47.795670 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7a8eaf74-ee55-40b1-a346-910abb8c74f2 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:47.826136 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-13ed7c8c-4abd-4b70-8045-710ae3ce6d42 None None] Attempting to bind port dc48527b-ab7f-4ca6-87f6-2211ecf826c2 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:34:47.826446 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-13ed7c8c-4abd-4b70-8045-710ae3ce6d42 None None] Attempting to bind port dc48527b-ab7f-4ca6-87f6-2211ecf826c2 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:34:47.826817 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ed7c8c-4abd-4b70-8045-710ae3ce6d42 None None] Attempting to bind port dc48527b-ab7f-4ca6-87f6-2211ecf826c2 on network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:34:47.844944 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ed7c8c-4abd-4b70-8045-710ae3ce6d42 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:34:47.845328 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ed7c8c-4abd-4b70-8045-710ae3ce6d42 None None] Checking segment: {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:34:47.845738 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-13ed7c8c-4abd-4b70-8045-710ae3ce6d42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:47.846375 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ed7c8c-4abd-4b70-8045-710ae3ce6d42 None None] Bound using segment: {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:34:47.846939 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-13ed7c8c-4abd-4b70-8045-710ae3ce6d42 None None] Bound port: dc48527b-ab7f-4ca6-87f6-2211ecf826c2, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:34:47.847304 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-13ed7c8c-4abd-4b70-8045-710ae3ce6d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:47.923121 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8eaf74-ee55-40b1-a346-910abb8c74f2 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Pushing event updated for resources: {'Network': ['ID=3914a1af-b863-43cb-b92f-9a1c72c212a1,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:47.928341 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1544ed87-f5c4-4d07-bcdd-a697ad81b5d0 None None] Pushing event updated for resources: {'Port': ['ID=919d685e-3c4d-407f-8172-3421e01991ae,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:47.930928 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4cdfae-967a-44c8-82c3-d9bf654ab757 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Pushing event deleted for resources: {'Port': ['ID=1a1b57f3-2509-4c82-9961-b64c7fa55076,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:47.947536 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 3914a1af-b863-43cb-b92f-9a1c72c212a1 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:34:47.954652 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6f1304-8877-47cf-af99-eed4de9f80e5 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Network d3c01cda-9d92-46d2-9c7b-3e12f98927ff is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:34:47.961106 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-4d6f1304-8877-47cf-af99-eed4de9f80e5 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:34:47.968976 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6f1304-8877-47cf-af99-eed4de9f80e5 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:34:48.003651 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-91850b35-1110-4725-9c8c-c1fc039637d5 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:48.053901 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6f1304-8877-47cf-af99-eed4de9f80e5 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:48.055268 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4d6f1304-8877-47cf-af99-eed4de9f80e5 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:48.089197 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-4d6f1304-8877-47cf-af99-eed4de9f80e5 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.7380121 Sep 22 21:34:48.094581 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-7a8eaf74-ee55-40b1-a346-910abb8c74f2 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.1227937 Sep 22 21:34:48.094581 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42186) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:48.122840 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42188) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:48.153262 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-b881eb85-8379-4065-8754-5e215e6de5a8 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Request body: {'subnet': {'network_id': '3914a1af-b863-43cb-b92f-9a1c72c212a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:34:48.212730 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669450e6-a464-42f7-985c-9d09b98c7326 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Router 7467ef51-0448-44c0-9463-087ad2ee6782 is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:34:48.249218 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 0860ed18-0c99-4162-8aa8-01d73e7ab3bb completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:34:48.278171 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-9a8d19c0-a8b0-445b-8953-9e15467ccc32 None None] Provisioning for port 6606bd3a-e93c-4e0f-bfb8-941cd403788c completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:34:48.303513 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-13ed7c8c-4abd-4b70-8045-710ae3ce6d42 None None] For port dc48527b-ab7f-4ca6-87f6-2211ecf826c2, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:34:48.314387 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-91850b35-1110-4725-9c8c-c1fc039637d5 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bba9034-07de-4cd5-a1c4-336aa2d40f18']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:48.315366 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-13ed7c8c-4abd-4b70-8045-710ae3ce6d42 None None] For port dc48527b-ab7f-4ca6-87f6-2211ecf826c2, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=dc48527b-ab7f-4ca6-87f6-2211ecf826c2,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:34:48.317495 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-9a8d19c0-a8b0-445b-8953-9e15467ccc32 None None] Provisioning complete for port 6606bd3a-e93c-4e0f-bfb8-941cd403788c triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:34:48.317882 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9a8d19c0-a8b0-445b-8953-9e15467ccc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:48.318217 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-9a8d19c0-a8b0-445b-8953-9e15467ccc32 None None] Attempt 1 to provision port 6606bd3a-e93c-4e0f-bfb8-941cd403788c Sep 22 21:34:48.397879 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-13ed7c8c-4abd-4b70-8045-710ae3ce6d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:48.420058 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-91850b35-1110-4725-9c8c-c1fc039637d5 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '935f9550-969f-4aca-9730-3e8e8beae792') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:48.420655 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-91850b35-1110-4725-9c8c-c1fc039637d5 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '935f9550-969f-4aca-9730-3e8e8beae792') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:48.463203 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4634c3d6-6860-45e4-ad75-184abd9282a6 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:48.498892 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-91850b35-1110-4725-9c8c-c1fc039637d5 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:48.534840 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42200) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:48.549329 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a8fdbb-8d35-4fae-b842-b07241e3a7ba tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:48.556582 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a8fdbb-8d35-4fae-b842-b07241e3a7ba tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:48.563793 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7a4cdfae-967a-44c8-82c3-d9bf654ab757 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8012236'] for router_gateway, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:48.565420 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a8fdbb-8d35-4fae-b842-b07241e3a7ba tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:48.566343 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-12a8fdbb-8d35-4fae-b842-b07241e3a7ba tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Synchronizing usage tracker for tenant:749dabc64eca49a4a5372e62a1e25eed on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:34:48.577299 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669450e6-a464-42f7-985c-9d09b98c7326 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:34:48.579754 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-9a8d19c0-a8b0-445b-8953-9e15467ccc32 None None] Port 6606bd3a-e93c-4e0f-bfb8-941cd403788c cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:34:48.600341 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-669450e6-a464-42f7-985c-9d09b98c7326 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "PUT /v2.0/routers/7467ef51-0448-44c0-9463-087ad2ee6782/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5118945 Sep 22 21:34:48.602053 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42206) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:48.606749 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc7c4b5-0d50-4c62-8b4f-d2e4641e1ffb None None] Sync routers for ids ['7467ef51-0448-44c0-9463-087ad2ee6782'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:34:48.646914 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc7c4b5-0d50-4c62-8b4f-d2e4641e1ffb None None] Routers {'7467ef51-0448-44c0-9463-087ad2ee6782'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:34:48.658926 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-12a8fdbb-8d35-4fae-b842-b07241e3a7ba tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Unset dirty status for tenant:749dabc64eca49a4a5372e62a1e25eed on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:34:48.659275 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-2cc7c4b5-0d50-4c62-8b4f-d2e4641e1ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:34:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['7467ef51-0448-44c0-9463-087ad2ee6782'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:48.660041 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-12a8fdbb-8d35-4fae-b842-b07241e3a7ba tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.5617437 Sep 22 21:34:48.670057 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-b881eb85-8379-4065-8754-5e215e6de5a8 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:34:48.674386 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-b881eb85-8379-4065-8754-5e215e6de5a8 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Usage tracker for resource:subnet and tenant:ce66ba6272f947e0b5cefe31139507f7 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:34:48.677409 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-b881eb85-8379-4065-8754-5e215e6de5a8 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:34:48.683502 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-b881eb85-8379-4065-8754-5e215e6de5a8 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:34:48.692838 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42210) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:48.734238 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34968d5d-5a71-4971-ac4a-2c17bb21ef05 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:48.746282 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-34968d5d-5a71-4971-ac4a-2c17bb21ef05 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:34:48.780735 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-34968d5d-5a71-4971-ac4a-2c17bb21ef05 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:34:48.783505 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-34968d5d-5a71-4971-ac4a-2c17bb21ef05 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/ports/29367b7d-e1d8-4b51-8bed-235cedc5bb7f HTTP/1.1" status: 200 len: 911 time: 0.1801398 Sep 22 21:34:48.786843 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42214) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:48.949865 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed7c8c-4abd-4b70-8045-710ae3ce6d42 None None] Pushing event updated for resources: {'Port': ['ID=dc48527b-ab7f-4ca6-87f6-2211ecf826c2,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:48.958918 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-8cbe260f-f5fe-4ae3-bf7c-2c95903b7951 tempest-PortsAdminExtendedAttrsTestJSON-2096184989 tempest-PortsAdminExtendedAttrsTestJSON-2096184989-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1196816091'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:34:48.966337 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-8cbe260f-f5fe-4ae3-bf7c-2c95903b7951 tempest-PortsAdminExtendedAttrsTestJSON-2096184989 tempest-PortsAdminExtendedAttrsTestJSON-2096184989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:34:48.974086 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2c0cdb-a2bf-4f0c-99cf-d62fc54414b8 None None] Network d3c01cda-9d92-46d2-9c7b-3e12f98927ff requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:34:48.974283 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-8cbe260f-f5fe-4ae3-bf7c-2c95903b7951 tempest-PortsAdminExtendedAttrsTestJSON-2096184989 tempest-PortsAdminExtendedAttrsTestJSON-2096184989-project] Usage tracker for resource:network and tenant:64e408a9c447408fb285b459ad10a6f9 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:34:48.980859 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-8cbe260f-f5fe-4ae3-bf7c-2c95903b7951 tempest-PortsAdminExtendedAttrsTestJSON-2096184989 tempest-PortsAdminExtendedAttrsTestJSON-2096184989-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:34:49.036753 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-8cbe260f-f5fe-4ae3-bf7c-2c95903b7951 tempest-PortsAdminExtendedAttrsTestJSON-2096184989 tempest-PortsAdminExtendedAttrsTestJSON-2096184989-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:34:49.068162 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48896805-51b9-46e0-ba14-e84bf1ccaedd tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:49.074250 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b881eb85-8379-4065-8754-5e215e6de5a8 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Made reservation on behalf of ce66ba6272f947e0b5cefe31139507f7 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:34:49.074504 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48896805-51b9-46e0-ba14-e84bf1ccaedd tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:49.076125 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-48896805-51b9-46e0-ba14-e84bf1ccaedd tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2882323 Sep 22 21:34:49.077969 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b881eb85-8379-4065-8754-5e215e6de5a8 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:49.079852 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cbe260f-f5fe-4ae3-bf7c-2c95903b7951 tempest-PortsAdminExtendedAttrsTestJSON-2096184989 tempest-PortsAdminExtendedAttrsTestJSON-2096184989-project] Made reservation on behalf of 64e408a9c447408fb285b459ad10a6f9 for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:34:49.083243 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-9a8d19c0-a8b0-445b-8953-9e15467ccc32 None None] Attempt 2 to provision port 6606bd3a-e93c-4e0f-bfb8-941cd403788c Sep 22 21:34:49.083404 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8cbe260f-f5fe-4ae3-bf7c-2c95903b7951 tempest-PortsAdminExtendedAttrsTestJSON-2096184989 tempest-PortsAdminExtendedAttrsTestJSON-2096184989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:49.092608 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42220) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:49.102291 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-91850b35-1110-4725-9c8c-c1fc039637d5 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:49.110301 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7a4cdfae-967a-44c8-82c3-d9bf654ab757 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:49.122739 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7a4cdfae-967a-44c8-82c3-d9bf654ab757 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:49.123816 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-2cc7c4b5-0d50-4c62-8b4f-d2e4641e1ffb None None] Set router 7467ef51-0448-44c0-9463-087ad2ee6782 gateway port host: None {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:34:49.135610 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91850b35-1110-4725-9c8c-c1fc039637d5 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:34:49.136009 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-91850b35-1110-4725-9c8c-c1fc039637d5 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:49.154971 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8cbe260f-f5fe-4ae3-bf7c-2c95903b7951 tempest-PortsAdminExtendedAttrsTestJSON-2096184989 tempest-PortsAdminExtendedAttrsTestJSON-2096184989-project] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:49.261542 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 935f9550-969f-4aca-9730-3e8e8beae792 resource provider aggregate not found Sep 22 21:34:49.306137 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-8cbe260f-f5fe-4ae3-bf7c-2c95903b7951 tempest-PortsAdminExtendedAttrsTestJSON-2096184989 tempest-PortsAdminExtendedAttrsTestJSON-2096184989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:34:49.313214 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-8cbe260f-f5fe-4ae3-bf7c-2c95903b7951 tempest-PortsAdminExtendedAttrsTestJSON-2096184989 tempest-PortsAdminExtendedAttrsTestJSON-2096184989-project] Usage tracker for resource:security_group_rule and tenant:64e408a9c447408fb285b459ad10a6f9 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:34:49.318193 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-8cbe260f-f5fe-4ae3-bf7c-2c95903b7951 tempest-PortsAdminExtendedAttrsTestJSON-2096184989 tempest-PortsAdminExtendedAttrsTestJSON-2096184989-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:34:49.327518 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-8cbe260f-f5fe-4ae3-bf7c-2c95903b7951 tempest-PortsAdminExtendedAttrsTestJSON-2096184989 tempest-PortsAdminExtendedAttrsTestJSON-2096184989-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:34:49.349390 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 935f9550-969f-4aca-9730-3e8e8beae792 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 935f9550-969f-4aca-9730-3e8e8beae792 found for delete ", "request_id": "req-2655a598-5c40-41d9-9b2e-d5a2cdc3bb51"}]} Sep 22 21:34:49.364808 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e2911-7d0e-4981-b48b-53200e896410 req-39b02f10-2fe3-4c4d-892b-add749587603 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:49.366998 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-073e2911-7d0e-4981-b48b-53200e896410 req-39b02f10-2fe3-4c4d-892b-add749587603 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.3886297 Sep 22 21:34:49.415870 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-9a8d19c0-a8b0-445b-8953-9e15467ccc32 None None] Port 6606bd3a-e93c-4e0f-bfb8-941cd403788c cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:34:49.431075 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-073e2911-7d0e-4981-b48b-53200e896410 req-44aa19d0-d22c-40ea-ad37-1488550f8381 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514219 Sep 22 21:34:49.661840 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-6a306257-b097-41bb-8445-9dfc54e47640 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Deleting port 6e14b99d-ab08-49b3-89f7-9dbbb3723193 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:34:49.662390 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6a306257-b097-41bb-8445-9dfc54e47640 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:49.816220 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 919d685e-3c4d-407f-8172-3421e01991ae up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:34:49.823315 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7a4cdfae-967a-44c8-82c3-d9bf654ab757 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:49.824136 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4cdfae-967a-44c8-82c3-d9bf654ab757 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Fanout notify agent at l3_agent the message router_deleted on router ab51ec2e-0d0b-4049-89ae-7289f414a660 {{(pid=89009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:34:49.883459 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-91850b35-1110-4725-9c8c-c1fc039637d5 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:49.886007 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8cbe260f-f5fe-4ae3-bf7c-2c95903b7951 tempest-PortsAdminExtendedAttrsTestJSON-2096184989 tempest-PortsAdminExtendedAttrsTestJSON-2096184989-project] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:49.888562 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-91850b35-1110-4725-9c8c-c1fc039637d5 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:49.905725 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8cbe260f-f5fe-4ae3-bf7c-2c95903b7951 tempest-PortsAdminExtendedAttrsTestJSON-2096184989 tempest-PortsAdminExtendedAttrsTestJSON-2096184989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:49.931512 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-9a8d19c0-a8b0-445b-8953-9e15467ccc32 None None] Attempt 3 to provision port 6606bd3a-e93c-4e0f-bfb8-941cd403788c Sep 22 21:34:49.999750 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cbe260f-f5fe-4ae3-bf7c-2c95903b7951 tempest-PortsAdminExtendedAttrsTestJSON-2096184989 tempest-PortsAdminExtendedAttrsTestJSON-2096184989-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:34:50.005813 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91850b35-1110-4725-9c8c-c1fc039637d5 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event deleted for resources: {'Network': ['ID=4bba9034-07de-4cd5-a1c4-336aa2d40f18,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:50.012346 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7a4cdfae-967a-44c8-82c3-d9bf654ab757 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:50.019714 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-7a4cdfae-967a-44c8-82c3-d9bf654ab757 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] 10.222.0.33 "DELETE /v2.0/routers/ab51ec2e-0d0b-4049-89ae-7289f414a660 HTTP/1.1" status: 204 len: 168 time: 6.6068692 Sep 22 21:34:50.020812 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42230) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:50.022511 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-9a8d19c0-a8b0-445b-8953-9e15467ccc32 None None] Port 6606bd3a-e93c-4e0f-bfb8-941cd403788c cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:34:50.029818 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-91850b35-1110-4725-9c8c-c1fc039637d5 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "DELETE /v2.0/networks/4bba9034-07de-4cd5-a1c4-336aa2d40f18 HTTP/1.1" status: 204 len: 168 time: 9.7165525 Sep 22 21:34:50.036813 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbe260f-f5fe-4ae3-bf7c-2c95903b7951 tempest-PortsAdminExtendedAttrsTestJSON-2096184989 tempest-PortsAdminExtendedAttrsTestJSON-2096184989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6311cb5-6f50-42b0-8708-cbedd4fd96b0,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:50.069574 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42234) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:50.070172 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-2cc7c4b5-0d50-4c62-8b4f-d2e4641e1ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7467ef51-0448-44c0-9463-087ad2ee6782', 'name': 'tempest-NetworksTestDHCPv6-router-486105479', 'tenant_id': '4fef33e75cf240fcbb352fce012907b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:34:42Z', 'updated_at': '2022-09-22T21:34:45Z', 'revision_number': 2, 'project_id': '4fef33e75cf240fcbb352fce012907b9', 'gw_port_host': None, '_interfaces': [{'id': '29367b7d-e1d8-4b51-8bed-235cedc5bb7f', 'name': '', 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'tenant_id': '4fef33e75cf240fcbb352fce012907b9', 'mac_address': 'fa:16:3e:ec:53:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7467ef51-0448-44c0-9463-087ad2ee6782', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'e54300bc-3848-4bc2-8c64-8bffa829a7f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:34:43Z', 'updated_at': '2022-09-22T21:34:46Z', 'revision_number': 2, 'project_id': '4fef33e75cf240fcbb352fce012907b9', 'subnets': [{'id': 'e54300bc-3848-4bc2-8c64-8bffa829a7f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:50.073629 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 919d685e-3c4d-407f-8172-3421e01991ae triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:34:50.080157 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:50.080601 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 919d685e-3c4d-407f-8172-3421e01991ae Sep 22 21:34:50.080878 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-9c379777-3136-4156-9616-5770c3d8e1d4 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-396828586', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}, 'admin_state_up': False}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:34:50.086058 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8cbe260f-f5fe-4ae3-bf7c-2c95903b7951 tempest-PortsAdminExtendedAttrsTestJSON-2096184989 tempest-PortsAdminExtendedAttrsTestJSON-2096184989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:50.086846 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-8cbe260f-f5fe-4ae3-bf7c-2c95903b7951 tempest-PortsAdminExtendedAttrsTestJSON-2096184989 tempest-PortsAdminExtendedAttrsTestJSON-2096184989-project] Added segment 176184be-7d8f-43cf-bd61-5804083cd393 of type vlan for network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 Sep 22 21:34:50.121639 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-9e190c58-be5b-4a69-a8b3-1b8831a13c6d tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-236551941'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:34:50.124941 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc7c4b5-0d50-4c62-8b4f-d2e4641e1ffb None None] Checking router: 7467ef51-0448-44c0-9463-087ad2ee6782 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:34:50.124941 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc7c4b5-0d50-4c62-8b4f-d2e4641e1ffb None None] Updating router 7467ef51-0448-44c0-9463-087ad2ee6782 port 29367b7d-e1d8-4b51-8bed-235cedc5bb7f binding host dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:34:50.136940 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-9c379777-3136-4156-9616-5770c3d8e1d4 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:34:50.147470 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-9e190c58-be5b-4a69-a8b3-1b8831a13c6d tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:34:50.152745 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8cbe260f-f5fe-4ae3-bf7c-2c95903b7951 tempest-PortsAdminExtendedAttrsTestJSON-2096184989 tempest-PortsAdminExtendedAttrsTestJSON-2096184989-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:50.170935 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-9c379777-3136-4156-9616-5770c3d8e1d4 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Usage tracker for resource:router and tenant:9ff0a0e372bd49f3bc3ed4c0fc4758dc is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:34:50.184236 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-9c379777-3136-4156-9616-5770c3d8e1d4 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:34:50.189666 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-9e190c58-be5b-4a69-a8b3-1b8831a13c6d tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Usage tracker for resource:network and tenant:cea970100f344bf88cd0b9c37fe15dda is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:34:50.219455 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-9e190c58-be5b-4a69-a8b3-1b8831a13c6d tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:34:50.228435 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-9c379777-3136-4156-9616-5770c3d8e1d4 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:34:50.254366 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2cc7c4b5-0d50-4c62-8b4f-d2e4641e1ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:50.367012 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8cbe260f-f5fe-4ae3-bf7c-2c95903b7951 tempest-PortsAdminExtendedAttrsTestJSON-2096184989 tempest-PortsAdminExtendedAttrsTestJSON-2096184989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:50.372685 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-9e190c58-be5b-4a69-a8b3-1b8831a13c6d tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:34:50.374930 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbe260f-f5fe-4ae3-bf7c-2c95903b7951 tempest-PortsAdminExtendedAttrsTestJSON-2096184989 tempest-PortsAdminExtendedAttrsTestJSON-2096184989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:50.375826 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8cbe260f-f5fe-4ae3-bf7c-2c95903b7951 tempest-PortsAdminExtendedAttrsTestJSON-2096184989 tempest-PortsAdminExtendedAttrsTestJSON-2096184989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:50.410694 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7523d5f8-1ab5-465c-81ae-e5b60403f5a5 req-fe7c4a48-9936-4228-815d-cb78da5ce05f tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:50.412313 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-7523d5f8-1ab5-465c-81ae-e5b60403f5a5 req-fe7c4a48-9936-4228-815d-cb78da5ce05f tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.7055240 Sep 22 21:34:50.429799 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9c379777-3136-4156-9616-5770c3d8e1d4 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:50.430817 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9c379777-3136-4156-9616-5770c3d8e1d4 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:50.470661 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 919d685e-3c4d-407f-8172-3421e01991ae is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:34:50.471770 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device dc48527b-ab7f-4ca6-87f6-2211ecf826c2 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:34:50.473018 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e190c58-be5b-4a69-a8b3-1b8831a13c6d tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Made reservation on behalf of cea970100f344bf88cd0b9c37fe15dda for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:34:50.477197 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9e190c58-be5b-4a69-a8b3-1b8831a13c6d tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:50.568231 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4634c3d6-6860-45e4-ad75-184abd9282a6 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:50.616609 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-8cbe260f-f5fe-4ae3-bf7c-2c95903b7951 tempest-PortsAdminExtendedAttrsTestJSON-2096184989 tempest-PortsAdminExtendedAttrsTestJSON-2096184989-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.0797267 Sep 22 21:34:50.618317 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbe260f-f5fe-4ae3-bf7c-2c95903b7951 tempest-PortsAdminExtendedAttrsTestJSON-2096184989 tempest-PortsAdminExtendedAttrsTestJSON-2096184989-project] Pushing event updated for resources: {'Network': ['ID=8069d6ba-0584-4a5f-873c-7983a3fbcc65,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:50.626047 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-9a8d19c0-a8b0-445b-8953-9e15467ccc32 None None] Attempt 4 to provision port 6606bd3a-e93c-4e0f-bfb8-941cd403788c Sep 22 21:34:50.649392 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4634c3d6-6860-45e4-ad75-184abd9282a6 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:50.671052 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ac975081-e76a-4725-a4d3-92cd6f680f24 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:50.690514 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:34:50.723122 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6a306257-b097-41bb-8445-9dfc54e47640 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:50.776091 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9c379777-3136-4156-9616-5770c3d8e1d4 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:50.792808 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9526c852-6230-4e33-8a62-06615474a074 None None] get_active_networks_info from dv-neutron-858900-1-hyperv {{(pid=89010) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 22 21:34:50.830751 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-7523d5f8-1ab5-465c-81ae-e5b60403f5a5 req-780e7223-025b-4718-b5e5-a5442ba8e294 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3962104 Sep 22 21:34:50.850775 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42242) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:50.872112 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Request body: {'port': {'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65', 'binding:host_id': 'hv-neutron-8589', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1858403437'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:34:50.880400 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:34:50.888349 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Usage tracker for resource:port and tenant:8cccc46200044b559862555e5a919540 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:34:50.893717 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:34:50.903270 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:34:50.917720 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-9a8d19c0-a8b0-445b-8953-9e15467ccc32 None None] Port 6606bd3a-e93c-4e0f-bfb8-941cd403788c cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:34:50.999887 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Made reservation on behalf of 8cccc46200044b559862555e5a919540 for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:34:51.001585 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:51.021010 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:51.032730 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port dc48527b-ab7f-4ca6-87f6-2211ecf826c2 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:34:51.034906 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b881eb85-8379-4065-8754-5e215e6de5a8 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:51.048411 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:34:51.053102 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-6a306257-b097-41bb-8445-9dfc54e47640 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Calling delete_port for 6e14b99d-ab08-49b3-89f7-9dbbb3723193 owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:34:51.053964 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Usage tracker for resource:security_group_rule and tenant:8cccc46200044b559862555e5a919540 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:34:51.058211 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:34:51.065235 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:34:51.098184 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-ac975081-e76a-4725-a4d3-92cd6f680f24 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Deleting port 29367b7d-e1d8-4b51-8bed-235cedc5bb7f {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:34:51.098542 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ac975081-e76a-4725-a4d3-92cd6f680f24 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:51.120337 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e190c58-be5b-4a69-a8b3-1b8831a13c6d tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:34:51.268030 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4634c3d6-6860-45e4-ad75-184abd9282a6 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event updated for resources: {'Port': ['ID=6606bd3a-e93c-4e0f-bfb8-941cd403788c,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:51.279760 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9e190c58-be5b-4a69-a8b3-1b8831a13c6d tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:51.280227 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-9e190c58-be5b-4a69-a8b3-1b8831a13c6d tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Added segment b6d32da3-dbf4-4410-a906-41cd525b0053 of type vlan for network d0ba3175-5704-489f-bdc6-4f1733d634ad Sep 22 21:34:51.315623 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:51.338646 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:51.344802 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2cc7c4b5-0d50-4c62-8b4f-d2e4641e1ffb None None] Notify callbacks [] for port, precommit_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:51.365081 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] device_id is not set on port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad yet. {{(pid=89008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:34:51.367793 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-2cc7c4b5-0d50-4c62-8b4f-d2e4641e1ffb None None] Transition to ACTIVE for port object 29367b7d-e1d8-4b51-8bed-235cedc5bb7f will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:34:51.379290 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2cc7c4b5-0d50-4c62-8b4f-d2e4641e1ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:51.456570 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ac975081-e76a-4725-a4d3-92cd6f680f24 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:51.459359 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-9a8d19c0-a8b0-445b-8953-9e15467ccc32 None None] Attempt 5 to provision port 6606bd3a-e93c-4e0f-bfb8-941cd403788c Sep 22 21:34:51.468832 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5e5e48-c3c7-4d58-9b34-5104fa97863e,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:51.498054 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9526c852-6230-4e33-8a62-06615474a074 None None] Network 3914a1af-b863-43cb-b92f-9a1c72c212a1 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:34:51.522982 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b881eb85-8379-4065-8754-5e215e6de5a8 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Pushing event updated for resources: {'Subnet': ['ID=ee1195ee-52b2-4b92-bc2c-64a519d2abe7,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:51.599727 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-ac975081-e76a-4725-a4d3-92cd6f680f24 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Calling delete_port for 29367b7d-e1d8-4b51-8bed-235cedc5bb7f owned by network:router_interface {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:34:51.603775 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9526c852-6230-4e33-8a62-06615474a074 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 3914a1af-b863-43cb-b92f-9a1c72c212a1) {{(pid=89010) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 21:34:51.637539 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1343698-1a12-4731-be53-c96ccf3ffe32 None None] Pushing event updated for resources: {'Port': ['ID=29367b7d-e1d8-4b51-8bed-235cedc5bb7f,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:51.646831 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-9a8d19c0-a8b0-445b-8953-9e15467ccc32 None None] Port 6606bd3a-e93c-4e0f-bfb8-941cd403788c cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:34:51.698775 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-2cc7c4b5-0d50-4c62-8b4f-d2e4641e1ffb None None] Attempting to bind port 29367b7d-e1d8-4b51-8bed-235cedc5bb7f on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:34:51.699229 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-2cc7c4b5-0d50-4c62-8b4f-d2e4641e1ffb None None] Attempting to bind port 29367b7d-e1d8-4b51-8bed-235cedc5bb7f by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:34:51.699487 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc7c4b5-0d50-4c62-8b4f-d2e4641e1ffb None None] Attempting to bind port 29367b7d-e1d8-4b51-8bed-235cedc5bb7f on network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:34:51.751718 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc7c4b5-0d50-4c62-8b4f-d2e4641e1ffb None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:34:51.752109 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc7c4b5-0d50-4c62-8b4f-d2e4641e1ffb None None] Checking segment: {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:34:51.752484 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2cc7c4b5-0d50-4c62-8b4f-d2e4641e1ffb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:51.752868 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc7c4b5-0d50-4c62-8b4f-d2e4641e1ffb None None] Bound using segment: {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:34:51.753330 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-2cc7c4b5-0d50-4c62-8b4f-d2e4641e1ffb None None] Bound port: 29367b7d-e1d8-4b51-8bed-235cedc5bb7f, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:34:51.753695 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2cc7c4b5-0d50-4c62-8b4f-d2e4641e1ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:51.773500 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9e190c58-be5b-4a69-a8b3-1b8831a13c6d tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:51.795430 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b881eb85-8379-4065-8754-5e215e6de5a8 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Checking segment: {'id': '5effc07a-ecb7-41bf-8ada-7079b82766c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3914a1af-b863-43cb-b92f-9a1c72c212a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:34:51.795801 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b881eb85-8379-4065-8754-5e215e6de5a8 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Network hostable DHCP agents. Network: 3914a1af-b863-43cb-b92f-9a1c72c212a1, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:34:51.902294 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.db.resource_extend [None req-9e190c58-be5b-4a69-a8b3-1b8831a13c6d tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 21:34:51.906719 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] device_id is not set on port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad yet. {{(pid=89008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:34:51.911546 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.db.api [None req-ac975081-e76a-4725-a4d3-92cd6f680f24 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:34:51.911886 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG oslo_db.api [None req-ac975081-e76a-4725-a4d3-92cd6f680f24 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:34:51.918982 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:51.949856 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-2cc7c4b5-0d50-4c62-8b4f-d2e4641e1ffb None None] For port 29367b7d-e1d8-4b51-8bed-235cedc5bb7f, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:34:51.965732 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-2cc7c4b5-0d50-4c62-8b4f-d2e4641e1ffb None None] For port 29367b7d-e1d8-4b51-8bed-235cedc5bb7f, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=29367b7d-e1d8-4b51-8bed-235cedc5bb7f,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:34:51.967474 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4634c3d6-6860-45e4-ad75-184abd9282a6 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:51.979563 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2cc7c4b5-0d50-4c62-8b4f-d2e4641e1ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:52.044273 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc7c4b5-0d50-4c62-8b4f-d2e4641e1ffb None None] Routers {'7467ef51-0448-44c0-9463-087ad2ee6782'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:34:52.044798 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-2cc7c4b5-0d50-4c62-8b4f-d2e4641e1ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:34:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['7467ef51-0448-44c0-9463-087ad2ee6782'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:52.087264 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9c379777-3136-4156-9616-5770c3d8e1d4 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:52.100731 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b881eb85-8379-4065-8754-5e215e6de5a8 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Unable to find a vacant binding_index for network 3914a1af-b863-43cb-b92f-9a1c72c212a1 and agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Sep 22 21:34:52.136644 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9e190c58-be5b-4a69-a8b3-1b8831a13c6d tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:52.141943 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e190c58-be5b-4a69-a8b3-1b8831a13c6d tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:52.142528 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9e190c58-be5b-4a69-a8b3-1b8831a13c6d tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:52.159130 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-9a8d19c0-a8b0-445b-8953-9e15467ccc32 None None] Attempt 6 to provision port 6606bd3a-e93c-4e0f-bfb8-941cd403788c Sep 22 21:34:52.189386 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0349f45-6bd6-4488-bf96-daf5cc8f6791 req-6cf0c3bc-3f08-4d70-a1f8-48a66d594529 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:52.190965 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-e0349f45-6bd6-4488-bf96-daf5cc8f6791 req-6cf0c3bc-3f08-4d70-a1f8-48a66d594529 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 1.2204919 Sep 22 21:34:52.205392 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-b881eb85-8379-4065-8754-5e215e6de5a8 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 3914a1af-b863-43cb-b92f-9a1c72c212a1) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:34:52.287302 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1343698-1a12-4731-be53-c96ccf3ffe32 None None] Pushing event updated for resources: {'Port': ['ID=29367b7d-e1d8-4b51-8bed-235cedc5bb7f,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:52.297036 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b881eb85-8379-4065-8754-5e215e6de5a8 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:52.297423 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b881eb85-8379-4065-8754-5e215e6de5a8 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:52.347765 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-9a8d19c0-a8b0-445b-8953-9e15467ccc32 None None] Port 6606bd3a-e93c-4e0f-bfb8-941cd403788c cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:34:52.348329 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Transition to ACTIVE for port object da47ed8f-0c76-4bb7-b0f0-4ffe90305aad will not be triggered until provisioned by entity L2. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:34:52.356972 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-2cc7c4b5-0d50-4c62-8b4f-d2e4641e1ffb None None] Set router 7467ef51-0448-44c0-9463-087ad2ee6782 gateway port host: None {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:34:52.360996 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:52.408691 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6a306257-b097-41bb-8445-9dfc54e47640 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:52.414390 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e190c58-be5b-4a69-a8b3-1b8831a13c6d tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event updated for resources: {'Network': ['ID=d0ba3175-5704-489f-bdc6-4f1733d634ad,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:52.426278 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-ac975081-e76a-4725-a4d3-92cd6f680f24 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Deleting port 29367b7d-e1d8-4b51-8bed-235cedc5bb7f {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:34:52.426278 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ac975081-e76a-4725-a4d3-92cd6f680f24 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:52.433248 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network d0ba3175-5704-489f-bdc6-4f1733d634ad details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:34:52.457276 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-9e190c58-be5b-4a69-a8b3-1b8831a13c6d tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.3782644 Sep 22 21:34:52.469739 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42250) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:52.490786 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-ab76752f-90f4-46d9-9589-cde21d1eec3a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Request body: {'subnet': {'network_id': 'd0ba3175-5704-489f-bdc6-4f1733d634ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:34:52.514479 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-b881eb85-8379-4065-8754-5e215e6de5a8 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3875566 Sep 22 21:34:52.524295 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42254) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:52.526986 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a306257-b097-41bb-8445-9dfc54e47640 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Pushing event deleted for resources: {'Port': ['ID=6e14b99d-ab08-49b3-89f7-9dbbb3723193,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:52.588254 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-9b7de4e6-8a34-4c25-a1d9-865d528fe9ba tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Request body: {'port': {'network_id': '3914a1af-b863-43cb-b92f-9a1c72c212a1', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1504146956'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:34:52.613288 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-e0349f45-6bd6-4488-bf96-daf5cc8f6791 req-82a55abc-1fbe-4fac-801c-7f336edee824 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3992798 Sep 22 21:34:52.696253 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f934969-fab3-4711-81e3-e1125244c107 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-3914a1af-b863-43cb-b92f-9a1c72c212a1', 'network_id': '3914a1af-b863-43cb-b92f-9a1c72c212a1', 'tenant_id': 'ce66ba6272f947e0b5cefe31139507f7', 'fixed_ips': [{'subnet_id': 'ee1195ee-52b2-4b92-bc2c-64a519d2abe7'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:34:52.697080 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2f934969-fab3-4711-81e3-e1125244c107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:52.760958 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Checking segment: {'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:34:52.761720 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Network hostable DHCP agents. Network: 8069d6ba-0584-4a5f-873c-7983a3fbcc65, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:34:52.770398 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:34:52.775991 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Pushing event updated for resources: {'Port': ['ID=da47ed8f-0c76-4bb7-b0f0-4ffe90305aad,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:52.855736 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-9a8d19c0-a8b0-445b-8953-9e15467ccc32 None None] Attempt 7 to provision port 6606bd3a-e93c-4e0f-bfb8-941cd403788c Sep 22 21:34:52.872298 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:34:52.907683 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-ab76752f-90f4-46d9-9589-cde21d1eec3a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:34:52.918385 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 8069d6ba-0584-4a5f-873c-7983a3fbcc65) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:34:52.929594 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:34:52.939034 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-ab76752f-90f4-46d9-9589-cde21d1eec3a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Usage tracker for resource:subnet and tenant:cea970100f344bf88cd0b9c37fe15dda is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:34:52.944211 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-ab76752f-90f4-46d9-9589-cde21d1eec3a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:34:52.948766 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-ac975081-e76a-4725-a4d3-92cd6f680f24 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] For port 29367b7d-e1d8-4b51-8bed-235cedc5bb7f, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=29367b7d-e1d8-4b51-8bed-235cedc5bb7f,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:34:52.949134 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ac975081-e76a-4725-a4d3-92cd6f680f24 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:52.955218 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6a306257-b097-41bb-8445-9dfc54e47640 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:52.960636 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6a306257-b097-41bb-8445-9dfc54e47640 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] 10.222.0.33 "DELETE /v2.0/ports/6e14b99d-ab08-49b3-89f7-9dbbb3723193 HTTP/1.1" status: 204 len: 168 time: 4.0634212 Sep 22 21:34:52.961475 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42260) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:52.967442 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4634c3d6-6860-45e4-ad75-184abd9282a6 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:52.970902 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-9a8d19c0-a8b0-445b-8953-9e15467ccc32 None None] Port 6606bd3a-e93c-4e0f-bfb8-941cd403788c cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:34:52.972899 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-b020e7fc-4ddf-4da1-b2f2-3a9231f499f0 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Request body: {'port': {'name': 'tempest-new-port-name-1131098792', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:34:52.973291 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.api.validators [None req-b020e7fc-4ddf-4da1-b2f2-3a9231f499f0 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] bootfile-name is not in valid_values {{(pid=89008) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 22 21:34:52.973618 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.api.validators [None req-b020e7fc-4ddf-4da1-b2f2-3a9231f499f0 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] tftp-server is not in valid_values {{(pid=89008) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 22 21:34:52.973955 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.api.validators [None req-b020e7fc-4ddf-4da1-b2f2-3a9231f499f0 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] server-ip-address is not in valid_values {{(pid=89008) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 22 21:34:52.977568 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-ab76752f-90f4-46d9-9589-cde21d1eec3a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:34:52.991516 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-2f934969-fab3-4711-81e3-e1125244c107 None None] Allocated IP 172.20.0.2 (3914a1af-b863-43cb-b92f-9a1c72c212a1/ee1195ee-52b2-4b92-bc2c-64a519d2abe7/3b4e6d82-8ec6-498a-b9c6-01e99c81f287) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:34:53.000903 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:34:53.001249 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:34:53.001586 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:34:53.016255 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-9b7de4e6-8a34-4c25-a1d9-865d528fe9ba tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:34:53.047094 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-9b7de4e6-8a34-4c25-a1d9-865d528fe9ba tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Usage tracker for resource:port and tenant:ce66ba6272f947e0b5cefe31139507f7 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:34:53.056466 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-9b7de4e6-8a34-4c25-a1d9-865d528fe9ba tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:34:53.075926 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-2cc7c4b5-0d50-4c62-8b4f-d2e4641e1ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7467ef51-0448-44c0-9463-087ad2ee6782', 'name': 'tempest-NetworksTestDHCPv6-router-486105479', 'tenant_id': '4fef33e75cf240fcbb352fce012907b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:34:42Z', 'updated_at': '2022-09-22T21:34:45Z', 'revision_number': 2, 'project_id': '4fef33e75cf240fcbb352fce012907b9', 'gw_port_host': None, '_interfaces': [{'id': '29367b7d-e1d8-4b51-8bed-235cedc5bb7f', 'name': '', 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'tenant_id': '4fef33e75cf240fcbb352fce012907b9', 'mac_address': 'fa:16:3e:ec:53:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7467ef51-0448-44c0-9463-087ad2ee6782', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'e54300bc-3848-4bc2-8c64-8bffa829a7f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:34:43Z', 'updated_at': '2022-09-22T21:34:51Z', 'revision_number': 4, 'project_id': '4fef33e75cf240fcbb352fce012907b9', 'subnets': [{'id': 'e54300bc-3848-4bc2-8c64-8bffa829a7f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:53.078426 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab76752f-90f4-46d9-9589-cde21d1eec3a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Made reservation on behalf of cea970100f344bf88cd0b9c37fe15dda for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:34:53.081944 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ab76752f-90f4-46d9-9589-cde21d1eec3a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:53.084271 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:34:53.084604 dv-neutron-858900-1-hyperv neutron-server[89008]: ERROR neutron.plugins.ml2.managers [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Failed to bind port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad on host hv-neutron-8589 for vnic_type normal using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] Sep 22 21:34:53.088983 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.plugins.ml2.plugin [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempt 2 to bind port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad Sep 22 21:34:53.093415 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc7c4b5-0d50-4c62-8b4f-d2e4641e1ffb None None] The sync data for ids ['7467ef51-0448-44c0-9463-087ad2ee6782'] in dv-neutron-858900-1-hyperv is: [{'id': '7467ef51-0448-44c0-9463-087ad2ee6782', 'name': 'tempest-NetworksTestDHCPv6-router-486105479', 'tenant_id': '4fef33e75cf240fcbb352fce012907b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:34:42Z', 'updated_at': '2022-09-22T21:34:45Z', 'revision_number': 2, 'project_id': '4fef33e75cf240fcbb352fce012907b9', 'gw_port_host': None, '_interfaces': [{'id': '29367b7d-e1d8-4b51-8bed-235cedc5bb7f', 'name': '', 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'tenant_id': '4fef33e75cf240fcbb352fce012907b9', 'mac_address': 'fa:16:3e:ec:53:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7467ef51-0448-44c0-9463-087ad2ee6782', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'e54300bc-3848-4bc2-8c64-8bffa829a7f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:34:43Z', 'updated_at': '2022-09-22T21:34:51Z', 'revision_number': 4, 'project_id': '4fef33e75cf240fcbb352fce012907b9', 'subnets': [{'id': 'e54300bc-3848-4bc2-8c64-8bffa829a7f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:34:53.099721 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-9b7de4e6-8a34-4c25-a1d9-865d528fe9ba tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:34:53.172303 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170c62f-7511-4e56-8560-ec81ff77115f req-14c18500-fded-406e-9cce-f5d1c215823e tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:53.173801 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7170c62f-7511-4e56-8560-ec81ff77115f req-14c18500-fded-406e-9cce-f5d1c215823e tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.3988736 Sep 22 21:34:53.184126 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-ac975081-e76a-4725-a4d3-92cd6f680f24 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Calling delete_port for 29367b7d-e1d8-4b51-8bed-235cedc5bb7f owned by network:router_interface {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:34:53.249478 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2f934969-fab3-4711-81e3-e1125244c107 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:53.256925 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:34:53.257281 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:34:53.258238 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:34:53.264244 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-2f934969-fab3-4711-81e3-e1125244c107 None None] Transition to ACTIVE for port object 3b4e6d82-8ec6-498a-b9c6-01e99c81f287 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:34:53.296005 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-2f934969-fab3-4711-81e3-e1125244c107 None None] Transition to ACTIVE for port object 3b4e6d82-8ec6-498a-b9c6-01e99c81f287 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:34:53.310896 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2f934969-fab3-4711-81e3-e1125244c107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:53.333523 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:34:53.333766 dv-neutron-858900-1-hyperv neutron-server[89008]: ERROR neutron.plugins.ml2.managers [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Failed to bind port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad on host hv-neutron-8589 for vnic_type normal using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] Sep 22 21:34:53.352588 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.plugins.ml2.plugin [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempt 3 to bind port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad Sep 22 21:34:53.374803 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7170c62f-7511-4e56-8560-ec81ff77115f req-045a782c-8ee6-40b6-ada4-c038fb3bb3c0 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596208 Sep 22 21:34:53.405357 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:34:53.405357 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:34:53.405357 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:34:53.441348 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b020e7fc-4ddf-4da1-b2f2-3a9231f499f0 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:53.451814 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f934969-fab3-4711-81e3-e1125244c107 None None] Network 3914a1af-b863-43cb-b92f-9a1c72c212a1 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:34:53.467593 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-2f934969-fab3-4711-81e3-e1125244c107 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:34:53.479019 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:34:53.480506 dv-neutron-858900-1-hyperv neutron-server[89008]: ERROR neutron.plugins.ml2.managers [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Failed to bind port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad on host hv-neutron-8589 for vnic_type normal using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] Sep 22 21:34:53.480630 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-9a8d19c0-a8b0-445b-8953-9e15467ccc32 None None] Attempt 8 to provision port 6606bd3a-e93c-4e0f-bfb8-941cd403788c Sep 22 21:34:53.484164 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.plugins.ml2.plugin [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempt 4 to bind port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad Sep 22 21:34:53.525151 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f934969-fab3-4711-81e3-e1125244c107 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:34:53.617965 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:34:53.618298 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:34:53.618703 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:34:53.706069 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:34:53.706403 dv-neutron-858900-1-hyperv neutron-server[89008]: ERROR neutron.plugins.ml2.managers [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Failed to bind port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad on host hv-neutron-8589 for vnic_type normal using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] Sep 22 21:34:53.714298 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.plugins.ml2.plugin [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempt 5 to bind port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad Sep 22 21:34:53.750776 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:34:53.751146 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:34:53.751514 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:34:53.816004 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7de4e6-8a34-4c25-a1d9-865d528fe9ba tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Made reservation on behalf of ce66ba6272f947e0b5cefe31139507f7 for: {'port': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:34:53.819738 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9b7de4e6-8a34-4c25-a1d9-865d528fe9ba tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:53.836002 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 29367b7d-e1d8-4b51-8bed-235cedc5bb7f up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:34:53.864928 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:34:53.865219 dv-neutron-858900-1-hyperv neutron-server[89008]: ERROR neutron.plugins.ml2.managers [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Failed to bind port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad on host hv-neutron-8589 for vnic_type normal using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] Sep 22 21:34:53.877950 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.plugins.ml2.plugin [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempt 6 to bind port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad Sep 22 21:34:53.887369 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f934969-fab3-4711-81e3-e1125244c107 None None] Pushing event updated for resources: {'Port': ['ID=3b4e6d82-8ec6-498a-b9c6-01e99c81f287,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:53.919158 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:34:53.919703 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:34:53.919787 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:34:53.921958 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-2f934969-fab3-4711-81e3-e1125244c107 None None] Attempting to bind port 3b4e6d82-8ec6-498a-b9c6-01e99c81f287 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:34:53.922333 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-2f934969-fab3-4711-81e3-e1125244c107 None None] Attempting to bind port 3b4e6d82-8ec6-498a-b9c6-01e99c81f287 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '5effc07a-ecb7-41bf-8ada-7079b82766c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3914a1af-b863-43cb-b92f-9a1c72c212a1'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:34:53.922720 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f934969-fab3-4711-81e3-e1125244c107 None None] Attempting to bind port 3b4e6d82-8ec6-498a-b9c6-01e99c81f287 on network 3914a1af-b863-43cb-b92f-9a1c72c212a1 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:34:53.939059 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f934969-fab3-4711-81e3-e1125244c107 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:34:53.939741 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f934969-fab3-4711-81e3-e1125244c107 None None] Checking segment: {'id': '5effc07a-ecb7-41bf-8ada-7079b82766c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3914a1af-b863-43cb-b92f-9a1c72c212a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:34:53.940165 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2f934969-fab3-4711-81e3-e1125244c107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:53.941358 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f934969-fab3-4711-81e3-e1125244c107 None None] Bound using segment: {'id': '5effc07a-ecb7-41bf-8ada-7079b82766c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3914a1af-b863-43cb-b92f-9a1c72c212a1'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:34:53.943003 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-2f934969-fab3-4711-81e3-e1125244c107 None None] Bound port: 3b4e6d82-8ec6-498a-b9c6-01e99c81f287, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5effc07a-ecb7-41bf-8ada-7079b82766c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3914a1af-b863-43cb-b92f-9a1c72c212a1'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:34:53.944146 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2f934969-fab3-4711-81e3-e1125244c107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:53.948294 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:34:53.948625 dv-neutron-858900-1-hyperv neutron-server[89008]: ERROR neutron.plugins.ml2.managers [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Failed to bind port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad on host hv-neutron-8589 for vnic_type normal using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] Sep 22 21:34:53.954580 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.plugins.ml2.plugin [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempt 7 to bind port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad Sep 22 21:34:53.959804 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-9b7de4e6-8a34-4c25-a1d9-865d528fe9ba tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] device_id is not set on port 997be2f9-c55d-4adb-b95f-ddf120e7255b yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:34:53.985245 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-9a8d19c0-a8b0-445b-8953-9e15467ccc32 None None] Port 6606bd3a-e93c-4e0f-bfb8-941cd403788c cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:34:53.988574 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:34:53.988907 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:34:53.989717 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:34:53.999058 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Could not find standard attr ID for object 29367b7d-e1d8-4b51-8bed-235cedc5bb7f. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:34:53.999305 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ac975081-e76a-4725-a4d3-92cd6f680f24 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:54.040097 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:34:54.040097 dv-neutron-858900-1-hyperv neutron-server[89008]: ERROR neutron.plugins.ml2.managers [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Failed to bind port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad on host hv-neutron-8589 for vnic_type normal using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] Sep 22 21:34:54.050320 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.plugins.ml2.plugin [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempt 8 to bind port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad Sep 22 21:34:54.075281 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac975081-e76a-4725-a4d3-92cd6f680f24 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event deleted for resources: {'Port': ['ID=29367b7d-e1d8-4b51-8bed-235cedc5bb7f,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:54.103079 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-2f934969-fab3-4711-81e3-e1125244c107 None None] For port 3b4e6d82-8ec6-498a-b9c6-01e99c81f287, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:34:54.106847 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-2f934969-fab3-4711-81e3-e1125244c107 None None] For port 3b4e6d82-8ec6-498a-b9c6-01e99c81f287, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=3b4e6d82-8ec6-498a-b9c6-01e99c81f287,segment=NetworkSegment(5effc07a-ecb7-41bf-8ada-7079b82766c4),segment_id=5effc07a-ecb7-41bf-8ada-7079b82766c4)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:34:54.119271 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2f934969-fab3-4711-81e3-e1125244c107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:54.134021 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:34:54.134354 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:34:54.135198 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:34:54.207795 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.db.resource_extend [None req-b020e7fc-4ddf-4da1-b2f2-3a9231f499f0 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 21:34:54.224994 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:34:54.225336 dv-neutron-858900-1-hyperv neutron-server[89008]: ERROR neutron.plugins.ml2.managers [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Failed to bind port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad on host hv-neutron-8589 for vnic_type normal using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] Sep 22 21:34:54.250652 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f934969-fab3-4711-81e3-e1125244c107 None None] Pushing event updated for resources: {'Port': ['ID=3b4e6d82-8ec6-498a-b9c6-01e99c81f287,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:54.277250 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.plugins.ml2.plugin [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempt 9 to bind port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad Sep 22 21:34:54.302389 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b020e7fc-4ddf-4da1-b2f2-3a9231f499f0 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:54.306877 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.db.resource_extend [None req-4634c3d6-6860-45e4-ad75-184abd9282a6 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 21:34:54.309175 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:34:54.309511 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:34:54.309883 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:34:54.312339 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ac975081-e76a-4725-a4d3-92cd6f680f24 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:54.320842 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b020e7fc-4ddf-4da1-b2f2-3a9231f499f0 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:54.321222 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9c379777-3136-4156-9616-5770c3d8e1d4 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks [] for router_gateway, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:54.367810 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:34:54.368142 dv-neutron-858900-1-hyperv neutron-server[89008]: ERROR neutron.plugins.ml2.managers [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Failed to bind port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad on host hv-neutron-8589 for vnic_type normal using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] Sep 22 21:34:54.371395 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9c379777-3136-4156-9616-5770c3d8e1d4 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:54.376643 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4634c3d6-6860-45e4-ad75-184abd9282a6 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:54.443335 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.plugins.ml2.plugin [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempt 10 to bind port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad Sep 22 21:34:54.481065 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4634c3d6-6860-45e4-ad75-184abd9282a6 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:54.481878 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4634c3d6-6860-45e4-ad75-184abd9282a6 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:54.486460 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-9a8d19c0-a8b0-445b-8953-9e15467ccc32 None None] Attempt 9 to provision port 6606bd3a-e93c-4e0f-bfb8-941cd403788c Sep 22 21:34:54.575862 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-9a8d19c0-a8b0-445b-8953-9e15467ccc32 None None] Port 6606bd3a-e93c-4e0f-bfb8-941cd403788c cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:34:54.643972 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3644576e-ecd1-48ec-825c-cd9216dcb8a0 req-0428f17f-d629-4055-a64d-706992b7267e tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:54.645539 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-3644576e-ecd1-48ec-825c-cd9216dcb8a0 req-0428f17f-d629-4055-a64d-706992b7267e tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.8452530 Sep 22 21:34:54.728767 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-9b7de4e6-8a34-4c25-a1d9-865d528fe9ba tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Allocated IP 172.20.0.11 (3914a1af-b863-43cb-b92f-9a1c72c212a1/ee1195ee-52b2-4b92-bc2c-64a519d2abe7/997be2f9-c55d-4adb-b95f-ddf120e7255b) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:34:54.734791 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:34:54.735493 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:34:54.735493 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:34:54.754643 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:34:54.754975 dv-neutron-858900-1-hyperv neutron-server[89008]: ERROR neutron.plugins.ml2.managers [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Failed to bind port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad on host hv-neutron-8589 for vnic_type normal using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] Sep 22 21:34:54.755334 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:54.765761 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020e7fc-4ddf-4da1-b2f2-3a9231f499f0 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Pushing event updated for resources: {'Port': ['ID=456f6167-d4f7-4296-a53e-6229257ffa20,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:54.829577 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4634c3d6-6860-45e4-ad75-184abd9282a6 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event updated for resources: {'Port': ['ID=6606bd3a-e93c-4e0f-bfb8-941cd403788c,revision_number=3']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:54.873440 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-b020e7fc-4ddf-4da1-b2f2-3a9231f499f0 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] In _notify_port_updated(), no bound segment for port 456f6167-d4f7-4296-a53e-6229257ffa20 on network d3c01cda-9d92-46d2-9c7b-3e12f98927ff {{(pid=89008) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 21:34:54.878801 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b020e7fc-4ddf-4da1-b2f2-3a9231f499f0 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:54.879361 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b020e7fc-4ddf-4da1-b2f2-3a9231f499f0 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:54.880920 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-b020e7fc-4ddf-4da1-b2f2-3a9231f499f0 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] 10.222.0.33 "PUT /v2.0/ports/456f6167-d4f7-4296-a53e-6229257ffa20 HTTP/1.1" status: 200 len: 1136 time: 1.9182267 Sep 22 21:34:54.911988 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42266) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:54.930633 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-3644576e-ecd1-48ec-825c-cd9216dcb8a0 req-4dff555f-ad65-49dd-969b-1daa448e31ea tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2683151 Sep 22 21:34:54.984921 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac975081-e76a-4725-a4d3-92cd6f680f24 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Router 7467ef51-0448-44c0-9463-087ad2ee6782 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:34:55.005866 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] For port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad, host hv-neutron-8589, cleared binding levels {{(pid=89008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:34:55.006268 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempted to set empty binding levels {{(pid=89008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 22 21:34:55.039324 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ab76752f-90f4-46d9-9589-cde21d1eec3a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:55.070177 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:55.071270 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:55.071845 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:55.076682 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-9a8d19c0-a8b0-445b-8953-9e15467ccc32 None None] Attempt 10 to provision port 6606bd3a-e93c-4e0f-bfb8-941cd403788c Sep 22 21:34:55.100784 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-9c379777-3136-4156-9616-5770c3d8e1d4 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Allocated IP 172.26.0.121 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/448d518e-cea1-4a8e-bafa-283d6bdb0da4) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:34:55.133252 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-9a8d19c0-a8b0-445b-8953-9e15467ccc32 None None] Port 6606bd3a-e93c-4e0f-bfb8-941cd403788c cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:34:55.144097 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-9a8d19c0-a8b0-445b-8953-9e15467ccc32 None None] Provisioning complete for port 919d685e-3c4d-407f-8172-3421e01991ae triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:34:55.144455 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9a8d19c0-a8b0-445b-8953-9e15467ccc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:55.144787 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-9a8d19c0-a8b0-445b-8953-9e15467ccc32 None None] Attempt 1 to provision port 919d685e-3c4d-407f-8172-3421e01991ae Sep 22 21:34:55.157045 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4634c3d6-6860-45e4-ad75-184abd9282a6 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Network 3e520400-21f9-4f0b-a274-bffab3262254 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:34:55.213578 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd390aa3-2186-4e00-9a3b-dbdbae2ee34f tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:55.214195 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-dd390aa3-2186-4e00-9a3b-dbdbae2ee34f tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Synchronizing usage tracker for tenant:749dabc64eca49a4a5372e62a1e25eed on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:34:55.229444 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-4634c3d6-6860-45e4-ad75-184abd9282a6 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:34:55.251021 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac975081-e76a-4725-a4d3-92cd6f680f24 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:34:55.267119 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a657f06-29ba-4877-84ef-c6bf12b64bb4 None None] Sync routers for ids ['7467ef51-0448-44c0-9463-087ad2ee6782'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:34:55.281222 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a657f06-29ba-4877-84ef-c6bf12b64bb4 None None] Routers {'7467ef51-0448-44c0-9463-087ad2ee6782'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:34:55.281851 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-0a657f06-29ba-4877-84ef-c6bf12b64bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:34:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['7467ef51-0448-44c0-9463-087ad2ee6782'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:55.302350 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Pushing event updated for resources: {'Port': ['ID=da47ed8f-0c76-4bb7-b0f0-4ffe90305aad,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:55.315939 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-7ff2f851-0975-4e6a-bb7b-7b9b191870dc tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 4.4636695 Sep 22 21:34:55.317164 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42272) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:55.326675 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ac975081-e76a-4725-a4d3-92cd6f680f24 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "PUT /v2.0/routers/7467ef51-0448-44c0-9463-087ad2ee6782/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2281568 Sep 22 21:34:55.358638 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42276) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:55.434970 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-9a8d19c0-a8b0-445b-8953-9e15467ccc32 None None] Current status of the port 919d685e-3c4d-407f-8172-3421e01991ae is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:34:55.452811 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-4e11efc9-bc78-4295-ab18-74c6fd975a6a tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Deleting port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:34:55.453150 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4e11efc9-bc78-4295-ab18-74c6fd975a6a tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:55.484618 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd79d3-0b8e-4716-83ca-ed951c7156d0 req-6394faa4-5eea-462a-8f5b-bd12dc5264b3 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:55.486044 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-68cd79d3-0b8e-4716-83ca-ed951c7156d0 req-6394faa4-5eea-462a-8f5b-bd12dc5264b3 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.4254801 Sep 22 21:34:55.497999 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-0a657f06-29ba-4877-84ef-c6bf12b64bb4 None None] Set router 7467ef51-0448-44c0-9463-087ad2ee6782 gateway port host: None {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:34:55.530687 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ba5eeb-0b92-4021-9b2d-71da5414ef69 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:55.532219 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ba5eeb-0b92-4021-9b2d-71da5414ef69 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:55.532948 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-25ba5eeb-0b92-4021-9b2d-71da5414ef69 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:34:55.552109 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-b7b1ee78-ecd7-4039-9cf2-33710244e5a6 None None] Could not find standard attr ID for object 29367b7d-e1d8-4b51-8bed-235cedc5bb7f. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:34:55.582437 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-b7b1ee78-ecd7-4039-9cf2-33710244e5a6 None None] Provisioning for port 0860ed18-0c99-4162-8aa8-01d73e7ab3bb completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:34:55.588112 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-b7b1ee78-ecd7-4039-9cf2-33710244e5a6 None None] Provisioning complete for port 0860ed18-0c99-4162-8aa8-01d73e7ab3bb triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:34:55.588742 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-b7b1ee78-ecd7-4039-9cf2-33710244e5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:55.589255 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-b7b1ee78-ecd7-4039-9cf2-33710244e5a6 None None] Attempt 1 to provision port 0860ed18-0c99-4162-8aa8-01d73e7ab3bb Sep 22 21:34:55.633590 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-25ba5eeb-0b92-4021-9b2d-71da5414ef69 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:34:55.636834 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-25ba5eeb-0b92-4021-9b2d-71da5414ef69 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2772276 Sep 22 21:34:55.658929 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42280) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:55.663214 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-0a657f06-29ba-4877-84ef-c6bf12b64bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7467ef51-0448-44c0-9463-087ad2ee6782', 'name': 'tempest-NetworksTestDHCPv6-router-486105479', 'tenant_id': '4fef33e75cf240fcbb352fce012907b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:34:42Z', 'updated_at': '2022-09-22T21:34:53Z', 'revision_number': 3, 'project_id': '4fef33e75cf240fcbb352fce012907b9', 'gw_port_host': None}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:55.669505 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a657f06-29ba-4877-84ef-c6bf12b64bb4 None None] Checking router: 7467ef51-0448-44c0-9463-087ad2ee6782 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:34:55.682449 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a657f06-29ba-4877-84ef-c6bf12b64bb4 None None] Routers {'7467ef51-0448-44c0-9463-087ad2ee6782'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:34:55.683530 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-0a657f06-29ba-4877-84ef-c6bf12b64bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:34:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['7467ef51-0448-44c0-9463-087ad2ee6782'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:55.745168 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:55.803821 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 3b4e6d82-8ec6-498a-b9c6-01e99c81f287 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:34:55.809450 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-68cd79d3-0b8e-4716-83ca-ed951c7156d0 req-e21aef2c-f8f7-4c0e-a340-b9ebd257a2ee tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3133602 Sep 22 21:34:55.864612 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-0a657f06-29ba-4877-84ef-c6bf12b64bb4 None None] Set router 7467ef51-0448-44c0-9463-087ad2ee6782 gateway port host: None {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:34:55.926547 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab76752f-90f4-46d9-9589-cde21d1eec3a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event updated for resources: {'Subnet': ['ID=86729ed5-1f9f-4843-be3c-482ea91a26a2,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:55.927427 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-b7b1ee78-ecd7-4039-9cf2-33710244e5a6 None None] Current status of the port 0860ed18-0c99-4162-8aa8-01d73e7ab3bb is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:34:55.927817 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-b7b1ee78-ecd7-4039-9cf2-33710244e5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:55.928733 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fc7196e-df50-4ed5-9db9-45598d10d258 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Deleting subnet e54300bc-3848-4bc2-8c64-8bffa829a7f0 {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:34:55.940183 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6fc7196e-df50-4ed5-9db9-45598d10d258 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:55.961651 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-dd390aa3-2186-4e00-9a3b-dbdbae2ee34f tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Unset dirty status for tenant:749dabc64eca49a4a5372e62a1e25eed on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:34:55.966832 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-dd390aa3-2186-4e00-9a3b-dbdbae2ee34f tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] 10.222.0.33 "GET /v2.0/ports/456f6167-d4f7-4296-a53e-6229257ffa20 HTTP/1.1" status: 200 len: 1136 time: 1.0453434 Sep 22 21:34:55.974904 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42286) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:55.985256 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab76752f-90f4-46d9-9589-cde21d1eec3a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Checking segment: {'id': 'b6d32da3-dbf4-4410-a906-41cd525b0053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd0ba3175-5704-489f-bdc6-4f1733d634ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:34:55.985622 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab76752f-90f4-46d9-9589-cde21d1eec3a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Network hostable DHCP agents. Network: d0ba3175-5704-489f-bdc6-4f1733d634ad, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:34:56.025955 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-b7b1ee78-ecd7-4039-9cf2-33710244e5a6 None None] For port 0860ed18-0c99-4162-8aa8-01d73e7ab3bb, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=0860ed18-0c99-4162-8aa8-01d73e7ab3bb,segment=NetworkSegment(32428638-6584-45cf-a863-9cd2bb4552e1),segment_id=32428638-6584-45cf-a863-9cd2bb4552e1)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:34:56.027946 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 3b4e6d82-8ec6-498a-b9c6-01e99c81f287 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:34:56.034923 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-b7b1ee78-ecd7-4039-9cf2-33710244e5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:56.078770 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-0a657f06-29ba-4877-84ef-c6bf12b64bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7467ef51-0448-44c0-9463-087ad2ee6782', 'name': 'tempest-NetworksTestDHCPv6-router-486105479', 'tenant_id': '4fef33e75cf240fcbb352fce012907b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:34:42Z', 'updated_at': '2022-09-22T21:34:53Z', 'revision_number': 3, 'project_id': '4fef33e75cf240fcbb352fce012907b9', 'gw_port_host': None}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:56.089982 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a657f06-29ba-4877-84ef-c6bf12b64bb4 None None] The sync data for ids ['7467ef51-0448-44c0-9463-087ad2ee6782'] in dv-neutron-858900-1-hyperv is: [{'id': '7467ef51-0448-44c0-9463-087ad2ee6782', 'name': 'tempest-NetworksTestDHCPv6-router-486105479', 'tenant_id': '4fef33e75cf240fcbb352fce012907b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:34:42Z', 'updated_at': '2022-09-22T21:34:53Z', 'revision_number': 3, 'project_id': '4fef33e75cf240fcbb352fce012907b9', 'gw_port_host': None}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:34:56.125858 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-4e11efc9-bc78-4295-ab18-74c6fd975a6a tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] For port da47ed8f-0c76-4bb7-b0f0-4ffe90305aad, host hv-neutron-8589, got binding levels [] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:34:56.126413 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4e11efc9-bc78-4295-ab18-74c6fd975a6a tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:56.126735 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-b7b1ee78-ecd7-4039-9cf2-33710244e5a6 None None] Provisioning complete for port 6606bd3a-e93c-4e0f-bfb8-941cd403788c triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:34:56.127167 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-b7b1ee78-ecd7-4039-9cf2-33710244e5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:56.127716 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-b7b1ee78-ecd7-4039-9cf2-33710244e5a6 None None] Attempt 1 to provision port 6606bd3a-e93c-4e0f-bfb8-941cd403788c Sep 22 21:34:56.139347 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9b7de4e6-8a34-4c25-a1d9-865d528fe9ba tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:56.159204 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab76752f-90f4-46d9-9589-cde21d1eec3a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Network d0ba3175-5704-489f-bdc6-4f1733d634ad is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:34:56.188251 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-9b7de4e6-8a34-4c25-a1d9-865d528fe9ba tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Transition to ACTIVE for port object 997be2f9-c55d-4adb-b95f-ddf120e7255b will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:34:56.189387 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4634c3d6-6860-45e4-ad75-184abd9282a6 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Router f62b6959-5ecd-4bff-9215-38821875f13a is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:34:56.196740 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9c379777-3136-4156-9616-5770c3d8e1d4 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:56.197121 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-b7b1ee78-ecd7-4039-9cf2-33710244e5a6 None None] Port 6606bd3a-e93c-4e0f-bfb8-941cd403788c cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:34:56.198088 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90105086-0ffc-4e30-bccd-c21d5d100b9a None None] Network 3914a1af-b863-43cb-b92f-9a1c72c212a1 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:34:56.209327 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-ab76752f-90f4-46d9-9589-cde21d1eec3a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, d0ba3175-5704-489f-bdc6-4f1733d634ad) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:34:56.215990 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dccbcb0-1395-4e4b-b31b-869e69d46080 None None] Network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:34:56.285993 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab76752f-90f4-46d9-9589-cde21d1eec3a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:56.286906 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ab76752f-90f4-46d9-9589-cde21d1eec3a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:56.394281 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-4e11efc9-bc78-4295-ab18-74c6fd975a6a tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Calling delete_port for da47ed8f-0c76-4bb7-b0f0-4ffe90305aad owned by {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:34:56.411139 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd376d8b-ee04-454a-86b2-5c8476a27ddd None None] Network d0ba3175-5704-489f-bdc6-4f1733d634ad requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:34:56.471455 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b1ee78-ecd7-4039-9cf2-33710244e5a6 None None] Pushing event updated for resources: {'Port': ['ID=0860ed18-0c99-4162-8aa8-01d73e7ab3bb,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:56.480487 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4634c3d6-6860-45e4-ad75-184abd9282a6 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:34:56.493997 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-0e4deabb-bcd8-4be8-b986-b41bd5c3a78f tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Deleting port 456f6167-d4f7-4296-a53e-6229257ffa20 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:34:56.494377 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0e4deabb-bcd8-4be8-b986-b41bd5c3a78f tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:56.585963 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-4634c3d6-6860-45e4-ad75-184abd9282a6 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "PUT /v2.0/routers/f62b6959-5ecd-4bff-9215-38821875f13a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5432799 Sep 22 21:34:56.598249 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42290) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:56.650727 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea7d946-61d0-4b6c-b6e5-b5e69f9815ca None None] Sync routers for ids ['f62b6959-5ecd-4bff-9215-38821875f13a'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:34:56.710027 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ab76752f-90f4-46d9-9589-cde21d1eec3a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 4.2232161 Sep 22 21:34:56.717708 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-b7b1ee78-ecd7-4039-9cf2-33710244e5a6 None None] Attempt 2 to provision port 6606bd3a-e93c-4e0f-bfb8-941cd403788c Sep 22 21:34:56.720791 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42294) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:56.733702 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9b7de4e6-8a34-4c25-a1d9-865d528fe9ba tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:56.763759 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea7d946-61d0-4b6c-b6e5-b5e69f9815ca None None] Routers {'f62b6959-5ecd-4bff-9215-38821875f13a'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:34:56.764470 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-fea7d946-61d0-4b6c-b6e5-b5e69f9815ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:34:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['f62b6959-5ecd-4bff-9215-38821875f13a'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:56.844559 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6fc7196e-df50-4ed5-9db9-45598d10d258 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:56.868573 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-b7b1ee78-ecd7-4039-9cf2-33710244e5a6 None None] Port 6606bd3a-e93c-4e0f-bfb8-941cd403788c cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:34:56.972310 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-fea7d946-61d0-4b6c-b6e5-b5e69f9815ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:56.999455 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9c379777-3136-4156-9616-5770c3d8e1d4 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:57.009824 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b2a5d7-20f3-41ff-8fbb-96db4e0e4239 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:57.010397 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-60b2a5d7-20f3-41ff-8fbb-96db4e0e4239 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Synchronizing usage tracker for tenant:5c103daa7e764303927ef5f69fe7eabf on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:34:57.016219 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7de4e6-8a34-4c25-a1d9-865d528fe9ba tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Network 3914a1af-b863-43cb-b92f-9a1c72c212a1 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:34:57.018242 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea7d946-61d0-4b6c-b6e5-b5e69f9815ca None None] Routers {'f62b6959-5ecd-4bff-9215-38821875f13a'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:34:57.019632 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-fea7d946-61d0-4b6c-b6e5-b5e69f9815ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:34:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['f62b6959-5ecd-4bff-9215-38821875f13a'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:57.026240 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-9b7de4e6-8a34-4c25-a1d9-865d528fe9ba tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:34:57.028824 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7de4e6-8a34-4c25-a1d9-865d528fe9ba tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:34:57.030043 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4e11efc9-bc78-4295-ab18-74c6fd975a6a tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:57.101570 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e11efc9-bc78-4295-ab18-74c6fd975a6a tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Pushing event deleted for resources: {'Port': ['ID=da47ed8f-0c76-4bb7-b0f0-4ffe90305aad,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:57.106220 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7de4e6-8a34-4c25-a1d9-865d528fe9ba tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Pushing event updated for resources: {'Port': ['ID=997be2f9-c55d-4adb-b95f-ddf120e7255b,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:57.137622 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4e11efc9-bc78-4295-ab18-74c6fd975a6a tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:57.165388 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c379777-3136-4156-9616-5770c3d8e1d4 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:34:57.175926 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-60b2a5d7-20f3-41ff-8fbb-96db4e0e4239 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Unset dirty status for tenant:5c103daa7e764303927ef5f69fe7eabf on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:34:57.177090 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-60b2a5d7-20f3-41ff-8fbb-96db4e0e4239 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "GET /v2.0/ports/6606bd3a-e93c-4e0f-bfb8-941cd403788c HTTP/1.1" status: 200 len: 983 time: 0.5725241 Sep 22 21:34:57.189745 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42298) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:57.190002 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-9c379777-3136-4156-9616-5770c3d8e1d4 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:34:57.190091 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-fea7d946-61d0-4b6c-b6e5-b5e69f9815ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:57.190091 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea7d946-61d0-4b6c-b6e5-b5e69f9815ca None None] The sync data for ids ['f62b6959-5ecd-4bff-9215-38821875f13a'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:34:57.201556 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c379777-3136-4156-9616-5770c3d8e1d4 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:34:57.274181 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7de4e6-8a34-4c25-a1d9-865d528fe9ba tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:34:57.274837 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9b7de4e6-8a34-4c25-a1d9-865d528fe9ba tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:57.282138 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c379777-3136-4156-9616-5770c3d8e1d4 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Pushing event updated for resources: {'Port': ['ID=448d518e-cea1-4a8e-bafa-283d6bdb0da4,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:57.284673 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-4e11efc9-bc78-4295-ab18-74c6fd975a6a tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] 10.222.0.33 "DELETE /v2.0/ports/da47ed8f-0c76-4bb7-b0f0-4ffe90305aad HTTP/1.1" status: 204 len: 168 time: 1.9653704 Sep 22 21:34:57.292267 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-20298226-bd4d-4708-ba3a-8367f1dc4395 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:57.293933 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42302) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:57.339958 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452e4e07-f275-43a2-923d-59812c7b11b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-d0ba3175-5704-489f-bdc6-4f1733d634ad', 'network_id': 'd0ba3175-5704-489f-bdc6-4f1733d634ad', 'tenant_id': 'cea970100f344bf88cd0b9c37fe15dda', 'fixed_ips': [{'subnet_id': '86729ed5-1f9f-4843-be3c-482ea91a26a2'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:34:57.340852 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-452e4e07-f275-43a2-923d-59812c7b11b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:57.370883 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-b7b1ee78-ecd7-4039-9cf2-33710244e5a6 None None] Attempt 3 to provision port 6606bd3a-e93c-4e0f-bfb8-941cd403788c Sep 22 21:34:57.389751 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6fc7196e-df50-4ed5-9db9-45598d10d258 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:57.420775 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e58162a-f751-40f5-b244-b98fef3e8021 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] GET failed (client error): The resource could not be found. Sep 22 21:34:57.423057 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2e58162a-f751-40f5-b244-b98fef3e8021 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] 10.222.0.33 "GET /v2.0/ports/da47ed8f-0c76-4bb7-b0f0-4ffe90305aad HTTP/1.1" status: 404 len: 333 time: 0.1213706 Sep 22 21:34:57.426950 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-9b7de4e6-8a34-4c25-a1d9-865d528fe9ba tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 4.8977661 Sep 22 21:34:57.437587 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42306) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:57.437918 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42308) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:57.483483 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-75b4be35-da35-4987-a46d-85ecacd3a40e tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Request body: {'port': {'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1517356876'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:34:57.493064 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-b7b1ee78-ecd7-4039-9cf2-33710244e5a6 None None] Port 6606bd3a-e93c-4e0f-bfb8-941cd403788c cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:34:57.505085 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-75b4be35-da35-4987-a46d-85ecacd3a40e tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:34:57.545719 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-75b4be35-da35-4987-a46d-85ecacd3a40e tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Usage tracker for resource:port and tenant:8cccc46200044b559862555e5a919540 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:34:57.617078 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-75b4be35-da35-4987-a46d-85ecacd3a40e tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:34:57.627099 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-20298226-bd4d-4708-ba3a-8367f1dc4395 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:57.644961 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-452e4e07-f275-43a2-923d-59812c7b11b6 None None] Allocated IP 172.20.0.1 (d0ba3175-5704-489f-bdc6-4f1733d634ad/86729ed5-1f9f-4843-be3c-482ea91a26a2/edce9f71-de43-480e-87e2-5b21a9d717f7) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:34:57.686409 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 0860ed18-0c99-4162-8aa8-01d73e7ab3bb up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:34:57.754917 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-55cbbb18-4519-43d0-8f9e-6f48a959a3aa tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Deleting port 997be2f9-c55d-4adb-b95f-ddf120e7255b {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:34:57.755537 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-55cbbb18-4519-43d0-8f9e-6f48a959a3aa tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:57.836916 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-75b4be35-da35-4987-a46d-85ecacd3a40e tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:34:57.849998 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6fc7196e-df50-4ed5-9db9-45598d10d258 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:57.891084 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 0860ed18-0c99-4162-8aa8-01d73e7ab3bb triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:34:57.891497 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:57.891830 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 0860ed18-0c99-4162-8aa8-01d73e7ab3bb Sep 22 21:34:57.917004 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b4be35-da35-4987-a46d-85ecacd3a40e tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Made reservation on behalf of 8cccc46200044b559862555e5a919540 for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:34:57.919783 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-75b4be35-da35-4987-a46d-85ecacd3a40e tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:57.934399 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01376f31-0173-4e58-a166-81cd8e195395 None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:34:57.945778 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6fc7196e-df50-4ed5-9db9-45598d10d258 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:57.956996 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0e4deabb-bcd8-4be8-b986-b41bd5c3a78f tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:57.965297 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc7196e-df50-4ed5-9db9-45598d10d258 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event deleted for resources: {'Subnet': ['ID=e54300bc-3848-4bc2-8c64-8bffa829a7f0,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:57.971196 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [None req-75b4be35-da35-4987-a46d-85ecacd3a40e tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] device_id is not set on port 1b4b08fa-8704-404f-90b9-4339f1a1385d yet. {{(pid=89008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:34:58.007804 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-b7b1ee78-ecd7-4039-9cf2-33710244e5a6 None None] Attempt 4 to provision port 6606bd3a-e93c-4e0f-bfb8-941cd403788c Sep 22 21:34:58.029175 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-6fc7196e-df50-4ed5-9db9-45598d10d258 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/e54300bc-3848-4bc2-8c64-8bffa829a7f0 HTTP/1.1" status: 204 len: 168 time: 2.3552480 Sep 22 21:34:58.031796 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42314) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:58.034538 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9c379777-3136-4156-9616-5770c3d8e1d4 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks [] for router_gateway, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:58.167879 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-452e4e07-f275-43a2-923d-59812c7b11b6 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:58.178506 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-b7b1ee78-ecd7-4039-9cf2-33710244e5a6 None None] Port 6606bd3a-e93c-4e0f-bfb8-941cd403788c cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:34:58.227570 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-452e4e07-f275-43a2-923d-59812c7b11b6 None None] Transition to ACTIVE for port object edce9f71-de43-480e-87e2-5b21a9d717f7 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:34:58.256869 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-452e4e07-f275-43a2-923d-59812c7b11b6 None None] Transition to ACTIVE for port object edce9f71-de43-480e-87e2-5b21a9d717f7 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:34:58.263283 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8467afcd-fa80-46a7-85fc-03abdfa86d09 None None] Network 3914a1af-b863-43cb-b92f-9a1c72c212a1 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:34:58.275332 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-0e4deabb-bcd8-4be8-b986-b41bd5c3a78f tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Calling delete_port for 456f6167-d4f7-4296-a53e-6229257ffa20 owned by {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:34:58.348977 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-67dd5496-670c-44fb-bd69-6baf15bae189 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:router {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:34:58.358499 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-452e4e07-f275-43a2-923d-59812c7b11b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:58.358954 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-20298226-bd4d-4708-ba3a-8367f1dc4395 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:58.426681 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20298226-bd4d-4708-ba3a-8367f1dc4395 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event deleted for resources: {'Subnet': ['ID=86729ed5-1f9f-4843-be3c-482ea91a26a2,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:58.533266 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452e4e07-f275-43a2-923d-59812c7b11b6 None None] Network d0ba3175-5704-489f-bdc6-4f1733d634ad is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:34:58.541255 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-452e4e07-f275-43a2-923d-59812c7b11b6 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:34:58.549467 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 0860ed18-0c99-4162-8aa8-01d73e7ab3bb is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:34:58.551912 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452e4e07-f275-43a2-923d-59812c7b11b6 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:34:58.565505 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e4e07-f275-43a2-923d-59812c7b11b6 None None] Pushing event updated for resources: {'Port': ['ID=edce9f71-de43-480e-87e2-5b21a9d717f7,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:58.568078 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-67dd5496-670c-44fb-bd69-6baf15bae189 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:router {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:34:58.569266 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-67dd5496-670c-44fb-bd69-6baf15bae189 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5362072 Sep 22 21:34:58.573773 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 29367b7d-e1d8-4b51-8bed-235cedc5bb7f no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:34:58.580428 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42318) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:58.672341 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 29367b7d-e1d8-4b51-8bed-235cedc5bb7f {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:34:58.672796 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 29367b7d-e1d8-4b51-8bed-235cedc5bb7f not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:34:58.708126 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-b7b1ee78-ecd7-4039-9cf2-33710244e5a6 None None] Attempt 5 to provision port 6606bd3a-e93c-4e0f-bfb8-941cd403788c Sep 22 21:34:58.746922 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-20298226-bd4d-4708-ba3a-8367f1dc4395 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:58.832678 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-452e4e07-f275-43a2-923d-59812c7b11b6 None None] Attempting to bind port edce9f71-de43-480e-87e2-5b21a9d717f7 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:34:58.833095 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-452e4e07-f275-43a2-923d-59812c7b11b6 None None] Attempting to bind port edce9f71-de43-480e-87e2-5b21a9d717f7 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'b6d32da3-dbf4-4410-a906-41cd525b0053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd0ba3175-5704-489f-bdc6-4f1733d634ad'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:34:58.833417 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452e4e07-f275-43a2-923d-59812c7b11b6 None None] Attempting to bind port edce9f71-de43-480e-87e2-5b21a9d717f7 on network d0ba3175-5704-489f-bdc6-4f1733d634ad {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:34:58.836077 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-b7b1ee78-ecd7-4039-9cf2-33710244e5a6 None None] Port 6606bd3a-e93c-4e0f-bfb8-941cd403788c cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:34:58.846457 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452e4e07-f275-43a2-923d-59812c7b11b6 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:34:58.846846 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452e4e07-f275-43a2-923d-59812c7b11b6 None None] Checking segment: {'id': 'b6d32da3-dbf4-4410-a906-41cd525b0053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd0ba3175-5704-489f-bdc6-4f1733d634ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:34:58.847253 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-452e4e07-f275-43a2-923d-59812c7b11b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:58.847658 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452e4e07-f275-43a2-923d-59812c7b11b6 None None] Bound using segment: {'id': 'b6d32da3-dbf4-4410-a906-41cd525b0053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd0ba3175-5704-489f-bdc6-4f1733d634ad'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:34:58.848107 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-452e4e07-f275-43a2-923d-59812c7b11b6 None None] Bound port: edce9f71-de43-480e-87e2-5b21a9d717f7, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6d32da3-dbf4-4410-a906-41cd525b0053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd0ba3175-5704-489f-bdc6-4f1733d634ad'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:34:58.848477 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-452e4e07-f275-43a2-923d-59812c7b11b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:58.849679 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-20298226-bd4d-4708-ba3a-8367f1dc4395 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0ba3175-5704-489f-bdc6-4f1733d634ad']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:58.863225 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e6df1708-ff2b-42cc-84af-ce6aea3aede3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for router, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:58.929050 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-20298226-bd4d-4708-ba3a-8367f1dc4395 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6d32da3-dbf4-4410-a906-41cd525b0053') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:58.929290 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-20298226-bd4d-4708-ba3a-8367f1dc4395 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6d32da3-dbf4-4410-a906-41cd525b0053') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:34:58.950860 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9c379777-3136-4156-9616-5770c3d8e1d4 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:58.952252 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e97d1ba-ab9f-4b78-8e96-3b065ec0670e None None] DHCP port deletion for 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:34:58.962312 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-55cbbb18-4519-43d0-8f9e-6f48a959a3aa tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:58.971228 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1e97d1ba-ab9f-4b78-8e96-3b065ec0670e None None] Deleting port dc48527b-ab7f-4ca6-87f6-2211ecf826c2 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:34:58.971465 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-75b4be35-da35-4987-a46d-85ecacd3a40e tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:58.971590 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1e97d1ba-ab9f-4b78-8e96-3b065ec0670e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:59.017969 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-20298226-bd4d-4708-ba3a-8367f1dc4395 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:59.049705 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-452e4e07-f275-43a2-923d-59812c7b11b6 None None] For port edce9f71-de43-480e-87e2-5b21a9d717f7, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:34:59.055655 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-452e4e07-f275-43a2-923d-59812c7b11b6 None None] For port edce9f71-de43-480e-87e2-5b21a9d717f7, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=edce9f71-de43-480e-87e2-5b21a9d717f7,segment=NetworkSegment(b6d32da3-dbf4-4410-a906-41cd525b0053),segment_id=b6d32da3-dbf4-4410-a906-41cd525b0053)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:34:59.088915 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-452e4e07-f275-43a2-923d-59812c7b11b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:59.115798 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-55cbbb18-4519-43d0-8f9e-6f48a959a3aa tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Calling delete_port for 997be2f9-c55d-4adb-b95f-ddf120e7255b owned by {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:34:59.149558 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0e4deabb-bcd8-4be8-b986-b41bd5c3a78f tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:59.246793 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4deabb-bcd8-4be8-b986-b41bd5c3a78f tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Pushing event deleted for resources: {'Port': ['ID=456f6167-d4f7-4296-a53e-6229257ffa20,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:59.300664 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-20298226-bd4d-4708-ba3a-8367f1dc4395 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:59.401980 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-b7b1ee78-ecd7-4039-9cf2-33710244e5a6 None None] Attempt 6 to provision port 6606bd3a-e93c-4e0f-bfb8-941cd403788c Sep 22 21:34:59.430986 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-259ba38f-3b39-48b4-8278-930ebc8af646 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:59.462863 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20298226-bd4d-4708-ba3a-8367f1dc4395 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:34:59.463390 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-20298226-bd4d-4708-ba3a-8367f1dc4395 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:59.539422 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e4e07-f275-43a2-923d-59812c7b11b6 None None] Pushing event updated for resources: {'Port': ['ID=edce9f71-de43-480e-87e2-5b21a9d717f7,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:34:59.576947 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e6df1708-ff2b-42cc-84af-ce6aea3aede3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:59.591808 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1e97d1ba-ab9f-4b78-8e96-3b065ec0670e None None] For port dc48527b-ab7f-4ca6-87f6-2211ecf826c2, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=dc48527b-ab7f-4ca6-87f6-2211ecf826c2,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:34:59.598686 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1e97d1ba-ab9f-4b78-8e96-3b065ec0670e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:59.601765 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-b7b1ee78-ecd7-4039-9cf2-33710244e5a6 None None] Port 6606bd3a-e93c-4e0f-bfb8-941cd403788c cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:34:59.609325 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bdfecc-0bef-4925-b535-1139d332d12b None None] Network d0ba3175-5704-489f-bdc6-4f1733d634ad requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:34:59.653549 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment b6d32da3-dbf4-4410-a906-41cd525b0053 resource provider aggregate not found Sep 22 21:34:59.665142 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e6df1708-ff2b-42cc-84af-ce6aea3aede3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:59.687749 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment b6d32da3-dbf4-4410-a906-41cd525b0053 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b6d32da3-dbf4-4410-a906-41cd525b0053 found for delete ", "request_id": "req-f6f3e51e-9114-4645-976f-443ecfb89b5c"}]} Sep 22 21:34:59.693750 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device dc48527b-ab7f-4ca6-87f6-2211ecf826c2 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:34:59.746399 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.db.api [None req-20298226-bd4d-4708-ba3a-8367f1dc4395 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 22 21:34:59.746399 dv-neutron-858900-1-hyperv neutron-server[89009]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 22 21:34:59.746399 dv-neutron-858900-1-hyperv neutron-server[89009]: [parameters: {'id': 'd0ba3175-5704-489f-bdc6-4f1733d634ad'}] Sep 22 21:34:59.746399 dv-neutron-858900-1-hyperv neutron-server[89009]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:34:59.746855 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG oslo_db.api [None req-20298226-bd4d-4708-ba3a-8367f1dc4395 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:34:59.752378 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e6df1708-ff2b-42cc-84af-ce6aea3aede3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:59.752941 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6df1708-ff2b-42cc-84af-ce6aea3aede3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Fanout notify agent at l3_agent the message router_deleted on router 7467ef51-0448-44c0-9463-087ad2ee6782 {{(pid=89009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:34:59.775779 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-75b4be35-da35-4987-a46d-85ecacd3a40e tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:59.806246 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e6df1708-ff2b-42cc-84af-ce6aea3aede3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:59.807395 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e6df1708-ff2b-42cc-84af-ce6aea3aede3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/routers/7467ef51-0448-44c0-9463-087ad2ee6782 HTTP/1.1" status: 204 len: 168 time: 1.2260714 Sep 22 21:34:59.810331 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42326) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:34:59.816779 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-1de3aaca-f729-4b74-9bb6-46d69ca719c0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'subnet': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:34:59.831790 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0e4deabb-bcd8-4be8-b986-b41bd5c3a78f tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:34:59.836493 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c379777-3136-4156-9616-5770c3d8e1d4 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Router 148649b1-8cfb-4e89-8fe9-cb8d80440fd7 is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:34:59.890781 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1e97d1ba-ab9f-4b78-8e96-3b065ec0670e None None] Calling delete_port for dc48527b-ab7f-4ca6-87f6-2211ecf826c2 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:35:00.002850 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b4be35-da35-4987-a46d-85ecacd3a40e tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:35:00.006498 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-0e4deabb-bcd8-4be8-b986-b41bd5c3a78f tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] 10.222.0.33 "DELETE /v2.0/ports/456f6167-d4f7-4296-a53e-6229257ffa20 HTTP/1.1" status: 204 len: 168 time: 4.0275371 Sep 22 21:35:00.010224 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42330) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:00.018569 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-75b4be35-da35-4987-a46d-85ecacd3a40e tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:35:00.048747 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b4be35-da35-4987-a46d-85ecacd3a40e tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:35:00.049681 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b4be35-da35-4987-a46d-85ecacd3a40e tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:00.050279 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-75b4be35-da35-4987-a46d-85ecacd3a40e tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:00.054497 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-1de3aaca-f729-4b74-9bb6-46d69ca719c0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:00.070050 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b4be35-da35-4987-a46d-85ecacd3a40e tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Pushing event updated for resources: {'Port': ['ID=1b4b08fa-8704-404f-90b9-4339f1a1385d,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:00.070272 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-1de3aaca-f729-4b74-9bb6-46d69ca719c0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Usage tracker for resource:subnet and tenant:4fef33e75cf240fcbb352fce012907b9 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:35:00.104770 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-55cbbb18-4519-43d0-8f9e-6f48a959a3aa tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:00.111442 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-75b4be35-da35-4987-a46d-85ecacd3a40e tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.6683049 Sep 22 21:35:00.130643 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42334) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:00.133683 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-b7b1ee78-ecd7-4039-9cf2-33710244e5a6 None None] Attempt 7 to provision port 6606bd3a-e93c-4e0f-bfb8-941cd403788c Sep 22 21:35:00.138800 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-1de3aaca-f729-4b74-9bb6-46d69ca719c0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:35:00.159107 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cbbb18-4519-43d0-8f9e-6f48a959a3aa tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Pushing event deleted for resources: {'Port': ['ID=997be2f9-c55d-4adb-b95f-ddf120e7255b,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:00.159303 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8589'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:00.196591 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-1de3aaca-f729-4b74-9bb6-46d69ca719c0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:35:00.201944 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-b7b1ee78-ecd7-4039-9cf2-33710244e5a6 None None] Port 6606bd3a-e93c-4e0f-bfb8-941cd403788c cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:35:00.203646 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1e97d1ba-ab9f-4b78-8e96-3b065ec0670e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:00.249335 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ea41ea4-6981-4633-bc09-e766ed8d6031 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Deleting subnet 9b77ae5e-c7cd-41b2-901a-178fd8c79a2c {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:35:00.256504 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-20298226-bd4d-4708-ba3a-8367f1dc4395 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:00.258582 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de3aaca-f729-4b74-9bb6-46d69ca719c0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:35:00.261966 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1de3aaca-f729-4b74-9bb6-46d69ca719c0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:00.269338 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e97d1ba-ab9f-4b78-8e96-3b065ec0670e None None] Pushing event deleted for resources: {'Port': ['ID=dc48527b-ab7f-4ca6-87f6-2211ecf826c2,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:00.275864 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-259ba38f-3b39-48b4-8278-930ebc8af646 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Deleting port 6606bd3a-e93c-4e0f-bfb8-941cd403788c {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:35:00.276393 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-259ba38f-3b39-48b4-8278-930ebc8af646 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:00.283600 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e97d1ba-ab9f-4b78-8e96-3b065ec0670e None None] No DVR routers for this DVR port dc48527b-ab7f-4ca6-87f6-2211ecf826c2 on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:35:00.284742 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3ea41ea4-6981-4633-bc09-e766ed8d6031 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:00.285789 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port dc48527b-ab7f-4ca6-87f6-2211ecf826c2 is: DOWN; New status is: DOWN {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:35:00.328116 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-55cbbb18-4519-43d0-8f9e-6f48a959a3aa tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:00.330035 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-55cbbb18-4519-43d0-8f9e-6f48a959a3aa tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] 10.222.0.33 "DELETE /v2.0/ports/997be2f9-c55d-4adb-b95f-ddf120e7255b HTTP/1.1" status: 204 len: 168 time: 2.8897281 Sep 22 21:35:00.333109 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42338) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:00.410633 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c379777-3136-4156-9616-5770c3d8e1d4 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:35:00.423324 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ead6f8f-c678-48f2-baa4-f751519c2f2e None None] Sync routers for ids ['148649b1-8cfb-4e89-8fe9-cb8d80440fd7'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:35:00.436344 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ead6f8f-c678-48f2-baa4-f751519c2f2e None None] Routers {'148649b1-8cfb-4e89-8fe9-cb8d80440fd7'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:35:00.437323 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-4ead6f8f-c678-48f2-baa4-f751519c2f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:34:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['148649b1-8cfb-4e89-8fe9-cb8d80440fd7'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:00.501939 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-4ead6f8f-c678-48f2-baa4-f751519c2f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:00.518686 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9c379777-3136-4156-9616-5770c3d8e1d4 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:00.519798 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-9c379777-3136-4156-9616-5770c3d8e1d4 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.4922047 Sep 22 21:35:00.525900 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ead6f8f-c678-48f2-baa4-f751519c2f2e None None] Routers {'148649b1-8cfb-4e89-8fe9-cb8d80440fd7'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:35:00.526759 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-4ead6f8f-c678-48f2-baa4-f751519c2f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:34:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['148649b1-8cfb-4e89-8fe9-cb8d80440fd7'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:00.529585 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3ea41ea4-6981-4633-bc09-e766ed8d6031 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:00.553435 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42344) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:00.560838 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-5efa2a2c-921c-4768-803c-d67c571d5503 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:00.568847 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:00.577832 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-20298226-bd4d-4708-ba3a-8367f1dc4395 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Deleting port edce9f71-de43-480e-87e2-5b21a9d717f7 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:35:00.578170 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-20298226-bd4d-4708-ba3a-8367f1dc4395 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:00.595696 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-4ead6f8f-c678-48f2-baa4-f751519c2f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:00.596301 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ead6f8f-c678-48f2-baa4-f751519c2f2e None None] The sync data for ids ['148649b1-8cfb-4e89-8fe9-cb8d80440fd7'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:35:00.654849 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ede57bb2-9e78-4b0f-86f2-59e0b02ad698 tempest-DHCPAgentSchedulersTestJSON-1180118455 tempest-DHCPAgentSchedulersTestJSON-1180118455-project-admin] 10.222.0.33 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.3182831 Sep 22 21:35:00.666791 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42348) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:00.674888 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-1c894f92-febb-4544-8fc2-e742d7d12f01 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1486333585'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:00.684313 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-1c894f92-febb-4544-8fc2-e742d7d12f01 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:00.691825 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-1c894f92-febb-4544-8fc2-e742d7d12f01 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Usage tracker for resource:network and tenant:ce66ba6272f947e0b5cefe31139507f7 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:35:00.698329 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-1c894f92-febb-4544-8fc2-e742d7d12f01 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:35:00.703773 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-b7b1ee78-ecd7-4039-9cf2-33710244e5a6 None None] Attempt 8 to provision port 6606bd3a-e93c-4e0f-bfb8-941cd403788c Sep 22 21:35:00.723042 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-1c894f92-febb-4544-8fc2-e742d7d12f01 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:35:00.748343 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054af38e-a0a8-4816-9b51-ea85b229f31e None None] get_active_networks_info from dv-neutron-858900-1-hyperv {{(pid=89010) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 22 21:35:00.817563 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-b7b1ee78-ecd7-4039-9cf2-33710244e5a6 None None] Port 6606bd3a-e93c-4e0f-bfb8-941cd403788c cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:35:00.826214 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c894f92-febb-4544-8fc2-e742d7d12f01 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Made reservation on behalf of ce66ba6272f947e0b5cefe31139507f7 for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:35:00.829693 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1c894f92-febb-4544-8fc2-e742d7d12f01 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:00.841539 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-259ba38f-3b39-48b4-8278-930ebc8af646 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:00.895452 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054af38e-a0a8-4816-9b51-ea85b229f31e None None] Resources bound (agent type, host, resource id): {{(pid=89010) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 21:35:00.989362 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-259ba38f-3b39-48b4-8278-930ebc8af646 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Calling delete_port for 6606bd3a-e93c-4e0f-bfb8-941cd403788c owned by network:router_interface {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:35:01.122785 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c894f92-febb-4544-8fc2-e742d7d12f01 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:35:01.131726 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3ea41ea4-6981-4633-bc09-e766ed8d6031 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:01.170497 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1c894f92-febb-4544-8fc2-e742d7d12f01 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:01.170880 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-1c894f92-febb-4544-8fc2-e742d7d12f01 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Added segment 4b772b49-92ff-4e1b-ba4c-51ba7625bd39 of type vlan for network bb9a93a2-8c3c-4c97-8a7a-e6b7c371f81c Sep 22 21:35:01.242710 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-20298226-bd4d-4708-ba3a-8367f1dc4395 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] For port edce9f71-de43-480e-87e2-5b21a9d717f7, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=edce9f71-de43-480e-87e2-5b21a9d717f7,segment=NetworkSegment(b6d32da3-dbf4-4410-a906-41cd525b0053),segment_id=b6d32da3-dbf4-4410-a906-41cd525b0053)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:35:01.243081 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-20298226-bd4d-4708-ba3a-8367f1dc4395 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:01.286083 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1c894f92-febb-4544-8fc2-e742d7d12f01 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:01.318811 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-b7b1ee78-ecd7-4039-9cf2-33710244e5a6 None None] Attempt 9 to provision port 6606bd3a-e93c-4e0f-bfb8-941cd403788c Sep 22 21:35:01.376079 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-b7b1ee78-ecd7-4039-9cf2-33710244e5a6 None None] Port 6606bd3a-e93c-4e0f-bfb8-941cd403788c cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:35:01.389221 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-20298226-bd4d-4708-ba3a-8367f1dc4395 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Calling delete_port for edce9f71-de43-480e-87e2-5b21a9d717f7 owned by network:dhcp {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:35:01.403933 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1c894f92-febb-4544-8fc2-e742d7d12f01 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:01.409285 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c894f92-febb-4544-8fc2-e742d7d12f01 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:01.409871 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1c894f92-febb-4544-8fc2-e742d7d12f01 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:01.451185 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1de3aaca-f729-4b74-9bb6-46d69ca719c0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:01.576030 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de3aaca-f729-4b74-9bb6-46d69ca719c0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:35:01.581569 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3ea41ea4-6981-4633-bc09-e766ed8d6031 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:01.585105 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-1de3aaca-f729-4b74-9bb6-46d69ca719c0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:35:01.588047 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] device_id is not set on port 1b4b08fa-8704-404f-90b9-4339f1a1385d yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:35:01.596508 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa03614-96b2-4589-b2d6-c8fda36e59c2 None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:35:01.606421 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de3aaca-f729-4b74-9bb6-46d69ca719c0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:01.607045 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1de3aaca-f729-4b74-9bb6-46d69ca719c0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:01.621768 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:01.638359 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de3aaca-f729-4b74-9bb6-46d69ca719c0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Subnet': ['ID=47fa96f8-20eb-432b-99c3-4ecf7e8904ea,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:01.641233 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3ea41ea4-6981-4633-bc09-e766ed8d6031 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:01.642315 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-1c894f92-febb-4544-8fc2-e742d7d12f01 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9741921 Sep 22 21:35:01.647637 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c894f92-febb-4544-8fc2-e742d7d12f01 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Pushing event updated for resources: {'Network': ['ID=bb9a93a2-8c3c-4c97-8a7a-e6b7c371f81c,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:01.648018 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42352) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:01.672114 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5efa2a2c-921c-4768-803c-d67c571d5503 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:01.690995 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-259ba38f-3b39-48b4-8278-930ebc8af646 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:01.720526 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea41ea4-6981-4633-bc09-e766ed8d6031 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Pushing event deleted for resources: {'Subnet': ['ID=9b77ae5e-c7cd-41b2-901a-178fd8c79a2c,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:01.721809 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-20298226-bd4d-4708-ba3a-8367f1dc4395 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:01.722521 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543ccec4-c165-404f-bbd2-8154b27a4e1b None None] Network d3c01cda-9d92-46d2-9c7b-3e12f98927ff requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:35:01.735387 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network bb9a93a2-8c3c-4c97-8a7a-e6b7c371f81c details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:35:01.750192 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ba38f-3b39-48b4-8278-930ebc8af646 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event deleted for resources: {'Port': ['ID=6606bd3a-e93c-4e0f-bfb8-941cd403788c,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:01.754674 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5efa2a2c-921c-4768-803c-d67c571d5503 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:01.761593 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Transition to ACTIVE for port object 1b4b08fa-8704-404f-90b9-4339f1a1385d will not be triggered until provisioned by entity L2. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:35:01.777200 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-3ea41ea4-6981-4633-bc09-e766ed8d6031 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] 10.222.0.33 "DELETE /v2.0/subnets/9b77ae5e-c7cd-41b2-901a-178fd8c79a2c HTTP/1.1" status: 204 len: 168 time: 1.7647166 Sep 22 21:35:01.780472 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42356) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:01.794147 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-1de3aaca-f729-4b74-9bb6-46d69ca719c0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9826989 Sep 22 21:35:01.801838 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42360) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:01.807060 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-bb35bd31-ffb6-42fe-833d-cb7a78e4f8f6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1261748115', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:01.807840 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:01.821139 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-bb35bd31-ffb6-42fe-833d-cb7a78e4f8f6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:01.823583 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-5efa2a2c-921c-4768-803c-d67c571d5503 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Deleting port 448d518e-cea1-4a8e-bafa-283d6bdb0da4 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:35:01.823926 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5efa2a2c-921c-4768-803c-d67c571d5503 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:01.885636 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-b7b1ee78-ecd7-4039-9cf2-33710244e5a6 None None] Attempt 10 to provision port 6606bd3a-e93c-4e0f-bfb8-941cd403788c Sep 22 21:35:01.918925 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20298226-bd4d-4708-ba3a-8367f1dc4395 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event deleted for resources: {'Port': ['ID=edce9f71-de43-480e-87e2-5b21a9d717f7,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:01.949324 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-b7b1ee78-ecd7-4039-9cf2-33710244e5a6 None None] Port 6606bd3a-e93c-4e0f-bfb8-941cd403788c was deleted so its status cannot be updated. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:35:01.984644 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20298226-bd4d-4708-ba3a-8367f1dc4395 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] No DVR routers for this DVR port edce9f71-de43-480e-87e2-5b21a9d717f7 on host dv-neutron-858900-1-hyperv {{(pid=89009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:35:01.985013 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-b7b1ee78-ecd7-4039-9cf2-33710244e5a6 None None] Could not find standard attr ID for object 456f6167-d4f7-4296-a53e-6229257ffa20. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:35:02.005476 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-b7b1ee78-ecd7-4039-9cf2-33710244e5a6 None None] Could not find standard attr ID for object 6e14b99d-ab08-49b3-89f7-9dbbb3723193. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:35:02.068113 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-b7b1ee78-ecd7-4039-9cf2-33710244e5a6 None None] Could not find standard attr ID for object dc48527b-ab7f-4ca6-87f6-2211ecf826c2. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:35:02.086708 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-bb35bd31-ffb6-42fe-833d-cb7a78e4f8f6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Usage tracker for resource:router and tenant:4fef33e75cf240fcbb352fce012907b9 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:35:02.101248 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-bb35bd31-ffb6-42fe-833d-cb7a78e4f8f6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:35:02.128526 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-bb35bd31-ffb6-42fe-833d-cb7a78e4f8f6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:35:02.132293 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-259ba38f-3b39-48b4-8278-930ebc8af646 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:02.170666 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bb35bd31-ffb6-42fe-833d-cb7a78e4f8f6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:02.171766 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bb35bd31-ffb6-42fe-833d-cb7a78e4f8f6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:02.235362 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b728ce-813f-4cb2-8b50-a152b8409f75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'tenant_id': '4fef33e75cf240fcbb352fce012907b9', 'fixed_ips': [{'subnet_id': '47fa96f8-20eb-432b-99c3-4ecf7e8904ea'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:35:02.236451 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-85b728ce-813f-4cb2-8b50-a152b8409f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:02.250399 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 1b4b08fa-8704-404f-90b9-4339f1a1385d on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:35:02.250960 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 1b4b08fa-8704-404f-90b9-4339f1a1385d by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] {{(pid=89009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:35:02.251445 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 1b4b08fa-8704-404f-90b9-4339f1a1385d on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:35:02.253574 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Pushing event updated for resources: {'Port': ['ID=1b4b08fa-8704-404f-90b9-4339f1a1385d,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:02.274198 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c3d888a3-6502-4e0a-80a2-4ffab1d79245 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:02.284632 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-20298226-bd4d-4708-ba3a-8367f1dc4395 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:02.285391 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-c21644bc-e5d1-4161-99d5-93db440e96ef None None] Provisioning for port 3b4e6d82-8ec6-498a-b9c6-01e99c81f287 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:35:02.294903 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Port 1b4b08fa-8704-404f-90b9-4339f1a1385d on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:35:02.295459 dv-neutron-858900-1-hyperv neutron-server[89009]: ERROR neutron.plugins.ml2.managers [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Failed to bind port 1b4b08fa-8704-404f-90b9-4339f1a1385d on host hv-neutron-8589 for vnic_type normal using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] Sep 22 21:35:02.298628 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.plugins.ml2.plugin [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempt 2 to bind port 1b4b08fa-8704-404f-90b9-4339f1a1385d Sep 22 21:35:02.338158 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-c21644bc-e5d1-4161-99d5-93db440e96ef None None] Provisioning complete for port 3b4e6d82-8ec6-498a-b9c6-01e99c81f287 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:35:02.338712 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c21644bc-e5d1-4161-99d5-93db440e96ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:02.339140 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-c21644bc-e5d1-4161-99d5-93db440e96ef None None] Attempt 1 to provision port 3b4e6d82-8ec6-498a-b9c6-01e99c81f287 Sep 22 21:35:02.356723 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-20298226-bd4d-4708-ba3a-8367f1dc4395 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0ba3175-5704-489f-bdc6-4f1733d634ad']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:02.371590 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 1b4b08fa-8704-404f-90b9-4339f1a1385d on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:35:02.371919 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 1b4b08fa-8704-404f-90b9-4339f1a1385d by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] {{(pid=89009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:35:02.372247 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 1b4b08fa-8704-404f-90b9-4339f1a1385d on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:35:02.378881 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-0454b12a-4681-41b0-9877-61634891e27d tempest-DHCPAgentSchedulersTestJSON-1180118455 tempest-DHCPAgentSchedulersTestJSON-1180118455-project-admin] 10.222.0.33 "GET /v2.0/agents/8bb5f91a-24e0-4d47-94dc-1873f1bd50a2/dhcp-networks HTTP/1.1" status: 200 len: 8751 time: 0.6977656 Sep 22 21:35:02.383144 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42364) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:02.384729 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-20298226-bd4d-4708-ba3a-8367f1dc4395 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6d32da3-dbf4-4410-a906-41cd525b0053') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:02.385065 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-20298226-bd4d-4708-ba3a-8367f1dc4395 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6d32da3-dbf4-4410-a906-41cd525b0053') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:02.393889 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Port 1b4b08fa-8704-404f-90b9-4339f1a1385d on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:35:02.394215 dv-neutron-858900-1-hyperv neutron-server[89009]: ERROR neutron.plugins.ml2.managers [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Failed to bind port 1b4b08fa-8704-404f-90b9-4339f1a1385d on host hv-neutron-8589 for vnic_type normal using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] Sep 22 21:35:02.397203 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.plugins.ml2.plugin [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempt 3 to bind port 1b4b08fa-8704-404f-90b9-4339f1a1385d Sep 22 21:35:02.405788 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-c3d888a3-6502-4e0a-80a2-4ffab1d79245 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Deleting port 0860ed18-0c99-4162-8aa8-01d73e7ab3bb {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:35:02.406126 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c3d888a3-6502-4e0a-80a2-4ffab1d79245 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:02.406981 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ea1412-cca9-4934-8a3d-cfe637ba4281 None None] DHCP port deletion for d3c01cda-9d92-46d2-9c7b-3e12f98927ff request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:35:02.419565 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bb35bd31-ffb6-42fe-833d-cb7a78e4f8f6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:02.426999 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-12ea1412-cca9-4934-8a3d-cfe637ba4281 None None] Deleting port 0860ed18-0c99-4162-8aa8-01d73e7ab3bb {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:35:02.427428 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-12ea1412-cca9-4934-8a3d-cfe637ba4281 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:02.437948 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-20298226-bd4d-4708-ba3a-8367f1dc4395 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:02.471498 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-20298226-bd4d-4708-ba3a-8367f1dc4395 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:02.473857 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 1b4b08fa-8704-404f-90b9-4339f1a1385d on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:35:02.474334 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 1b4b08fa-8704-404f-90b9-4339f1a1385d by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] {{(pid=89009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:35:02.474903 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 1b4b08fa-8704-404f-90b9-4339f1a1385d on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:35:02.487044 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Port 1b4b08fa-8704-404f-90b9-4339f1a1385d on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:35:02.487589 dv-neutron-858900-1-hyperv neutron-server[89009]: ERROR neutron.plugins.ml2.managers [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Failed to bind port 1b4b08fa-8704-404f-90b9-4339f1a1385d on host hv-neutron-8589 for vnic_type normal using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] Sep 22 21:35:02.490249 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20298226-bd4d-4708-ba3a-8367f1dc4395 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:35:02.490664 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-20298226-bd4d-4708-ba3a-8367f1dc4395 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:02.505039 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.plugins.ml2.plugin [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempt 4 to bind port 1b4b08fa-8704-404f-90b9-4339f1a1385d Sep 22 21:35:02.656796 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5efa2a2c-921c-4768-803c-d67c571d5503 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:02.658004 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-c21644bc-e5d1-4161-99d5-93db440e96ef None None] Current status of the port 3b4e6d82-8ec6-498a-b9c6-01e99c81f287 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:35:02.658715 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c21644bc-e5d1-4161-99d5-93db440e96ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:02.675521 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bb35bd31-ffb6-42fe-833d-cb7a78e4f8f6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:02.708375 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment b6d32da3-dbf4-4410-a906-41cd525b0053 resource provider aggregate not found Sep 22 21:35:02.754955 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment b6d32da3-dbf4-4410-a906-41cd525b0053 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b6d32da3-dbf4-4410-a906-41cd525b0053 found for delete ", "request_id": "req-2e3a2062-d878-4c74-ad2d-915f34ffe1b2"}]} Sep 22 21:35:02.760572 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 1b4b08fa-8704-404f-90b9-4339f1a1385d on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:35:02.760900 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 1b4b08fa-8704-404f-90b9-4339f1a1385d by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] {{(pid=89009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:35:02.761230 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 1b4b08fa-8704-404f-90b9-4339f1a1385d on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:35:02.765762 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-85b728ce-813f-4cb2-8b50-a152b8409f75 None None] Allocated IP 2001:db8::2 (98c62b9a-5d2a-496f-a1e5-12a6874f54f0/47fa96f8-20eb-432b-99c3-4ecf7e8904ea/666259a3-523d-4afb-ac26-89079f274d29) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:35:02.789377 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Port 1b4b08fa-8704-404f-90b9-4339f1a1385d on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:35:02.789941 dv-neutron-858900-1-hyperv neutron-server[89009]: ERROR neutron.plugins.ml2.managers [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Failed to bind port 1b4b08fa-8704-404f-90b9-4339f1a1385d on host hv-neutron-8589 for vnic_type normal using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] Sep 22 21:35:02.793301 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.plugins.ml2.plugin [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempt 5 to bind port 1b4b08fa-8704-404f-90b9-4339f1a1385d Sep 22 21:35:02.813228 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-c21644bc-e5d1-4161-99d5-93db440e96ef None None] For port 3b4e6d82-8ec6-498a-b9c6-01e99c81f287, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=3b4e6d82-8ec6-498a-b9c6-01e99c81f287,segment=NetworkSegment(5effc07a-ecb7-41bf-8ada-7079b82766c4),segment_id=5effc07a-ecb7-41bf-8ada-7079b82766c4)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:35:02.822339 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c21644bc-e5d1-4161-99d5-93db440e96ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:02.834908 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-259ba38f-3b39-48b4-8278-930ebc8af646 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Router f62b6959-5ecd-4bff-9215-38821875f13a has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:35:02.844918 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-5efa2a2c-921c-4768-803c-d67c571d5503 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Calling delete_port for 448d518e-cea1-4a8e-bafa-283d6bdb0da4 owned by network:router_gateway {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:35:02.852691 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-20298226-bd4d-4708-ba3a-8367f1dc4395 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:02.881472 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 1b4b08fa-8704-404f-90b9-4339f1a1385d on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:35:02.881806 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 1b4b08fa-8704-404f-90b9-4339f1a1385d by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] {{(pid=89009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:35:02.882665 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 1b4b08fa-8704-404f-90b9-4339f1a1385d on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:35:02.888624 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-12ea1412-cca9-4934-8a3d-cfe637ba4281 None None] For port 0860ed18-0c99-4162-8aa8-01d73e7ab3bb, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=0860ed18-0c99-4162-8aa8-01d73e7ab3bb,segment=NetworkSegment(32428638-6584-45cf-a863-9cd2bb4552e1),segment_id=32428638-6584-45cf-a863-9cd2bb4552e1)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:35:02.889026 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-12ea1412-cca9-4934-8a3d-cfe637ba4281 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:02.890156 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-20298226-bd4d-4708-ba3a-8367f1dc4395 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:02.905993 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20298226-bd4d-4708-ba3a-8367f1dc4395 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event deleted for resources: {'Network': ['ID=d0ba3175-5704-489f-bdc6-4f1733d634ad,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:02.907654 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Port 1b4b08fa-8704-404f-90b9-4339f1a1385d on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:35:02.908164 dv-neutron-858900-1-hyperv neutron-server[89009]: ERROR neutron.plugins.ml2.managers [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Failed to bind port 1b4b08fa-8704-404f-90b9-4339f1a1385d on host hv-neutron-8589 for vnic_type normal using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] Sep 22 21:35:02.910630 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bb35bd31-ffb6-42fe-833d-cb7a78e4f8f6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:02.914223 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-bb35bd31-ffb6-42fe-833d-cb7a78e4f8f6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.1102407 Sep 22 21:35:02.920882 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.plugins.ml2.plugin [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempt 6 to bind port 1b4b08fa-8704-404f-90b9-4339f1a1385d Sep 22 21:35:02.929864 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42372) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:02.933466 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-20298226-bd4d-4708-ba3a-8367f1dc4395 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "DELETE /v2.0/networks/d0ba3175-5704-489f-bdc6-4f1733d634ad HTTP/1.1" status: 204 len: 168 time: 6.2109919 Sep 22 21:35:02.938705 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-c21644bc-e5d1-4161-99d5-93db440e96ef None None] Could not find standard attr ID for object 997be2f9-c55d-4adb-b95f-ddf120e7255b. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:35:02.969617 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42376) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:03.000148 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-c3d888a3-6502-4e0a-80a2-4ffab1d79245 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] For port 0860ed18-0c99-4162-8aa8-01d73e7ab3bb, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=0860ed18-0c99-4162-8aa8-01d73e7ab3bb,segment=NetworkSegment(32428638-6584-45cf-a863-9cd2bb4552e1),segment_id=32428638-6584-45cf-a863-9cd2bb4552e1)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:35:03.000512 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c3d888a3-6502-4e0a-80a2-4ffab1d79245 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:03.019556 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-c21644bc-e5d1-4161-99d5-93db440e96ef None None] Could not find standard attr ID for object 6606bd3a-e93c-4e0f-bfb8-941cd403788c. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:35:03.041705 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-6167b594-0308-401d-a4ef-3c3c8dfc4529 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1074710811'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:03.059094 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-6167b594-0308-401d-a4ef-3c3c8dfc4529 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:03.068694 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 1b4b08fa-8704-404f-90b9-4339f1a1385d on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:35:03.068694 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 1b4b08fa-8704-404f-90b9-4339f1a1385d by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] {{(pid=89009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:35:03.068694 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 1b4b08fa-8704-404f-90b9-4339f1a1385d on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:35:03.082924 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-6167b594-0308-401d-a4ef-3c3c8dfc4529 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Usage tracker for resource:network and tenant:cea970100f344bf88cd0b9c37fe15dda is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:35:03.087513 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-12ea1412-cca9-4934-8a3d-cfe637ba4281 None None] Calling delete_port for 0860ed18-0c99-4162-8aa8-01d73e7ab3bb owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:35:03.087654 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259ba38f-3b39-48b4-8278-930ebc8af646 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:35:03.093549 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-6167b594-0308-401d-a4ef-3c3c8dfc4529 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:35:03.107498 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-259ba38f-3b39-48b4-8278-930ebc8af646 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "PUT /v2.0/routers/f62b6959-5ecd-4bff-9215-38821875f13a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9139936 Sep 22 21:35:03.112765 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42380) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:03.113758 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-6167b594-0308-401d-a4ef-3c3c8dfc4529 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:35:03.118060 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-c21644bc-e5d1-4161-99d5-93db440e96ef None None] Could not find standard attr ID for object 456f6167-d4f7-4296-a53e-6229257ffa20. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:35:03.119578 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb296d39-ea98-4d7d-8fe7-1df449240383 None None] Sync routers for ids ['f62b6959-5ecd-4bff-9215-38821875f13a'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:35:03.134750 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Port 1b4b08fa-8704-404f-90b9-4339f1a1385d on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:35:03.135075 dv-neutron-858900-1-hyperv neutron-server[89009]: ERROR neutron.plugins.ml2.managers [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Failed to bind port 1b4b08fa-8704-404f-90b9-4339f1a1385d on host hv-neutron-8589 for vnic_type normal using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] Sep 22 21:35:03.155413 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21644bc-e5d1-4161-99d5-93db440e96ef None None] Pushing event updated for resources: {'Port': ['ID=3b4e6d82-8ec6-498a-b9c6-01e99c81f287,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:03.176467 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb296d39-ea98-4d7d-8fe7-1df449240383 None None] Routers {'f62b6959-5ecd-4bff-9215-38821875f13a'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:35:03.177095 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-cb296d39-ea98-4d7d-8fe7-1df449240383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:34:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['f62b6959-5ecd-4bff-9215-38821875f13a'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:03.187860 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed07c92-188d-4f5b-8f1d-705bcb7fa2f7 tempest-DHCPAgentSchedulersTestJSON-1180118455 tempest-DHCPAgentSchedulersTestJSON-1180118455-project-admin] Network bb9a93a2-8c3c-4c97-8a7a-e6b7c371f81c is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:35:03.188664 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.plugins.ml2.plugin [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempt 7 to bind port 1b4b08fa-8704-404f-90b9-4339f1a1385d Sep 22 21:35:03.205728 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-c3d888a3-6502-4e0a-80a2-4ffab1d79245 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Calling delete_port for 0860ed18-0c99-4162-8aa8-01d73e7ab3bb owned by network:dhcp {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:35:03.274520 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6167b594-0308-401d-a4ef-3c3c8dfc4529 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Made reservation on behalf of cea970100f344bf88cd0b9c37fe15dda for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:35:03.277966 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6167b594-0308-401d-a4ef-3c3c8dfc4529 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:03.305175 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-cb296d39-ea98-4d7d-8fe7-1df449240383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:03.320716 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 1b4b08fa-8704-404f-90b9-4339f1a1385d on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:35:03.321328 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 1b4b08fa-8704-404f-90b9-4339f1a1385d by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] {{(pid=89009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:35:03.321809 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 1b4b08fa-8704-404f-90b9-4339f1a1385d on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:35:03.323761 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe6c2c4-e27a-494f-9832-192106240742 None None] Network bb9a93a2-8c3c-4c97-8a7a-e6b7c371f81c requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:35:03.369420 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-1ed07c92-188d-4f5b-8f1d-705bcb7fa2f7 tempest-DHCPAgentSchedulersTestJSON-1180118455 tempest-DHCPAgentSchedulersTestJSON-1180118455-project-admin] 10.222.0.33 "POST /v2.0/agents/8bb5f91a-24e0-4d47-94dc-1873f1bd50a2/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.9827304 Sep 22 21:35:03.380652 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42384) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:03.395315 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Port 1b4b08fa-8704-404f-90b9-4339f1a1385d on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:35:03.395640 dv-neutron-858900-1-hyperv neutron-server[89009]: ERROR neutron.plugins.ml2.managers [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Failed to bind port 1b4b08fa-8704-404f-90b9-4339f1a1385d on host hv-neutron-8589 for vnic_type normal using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] Sep 22 21:35:03.400614 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.plugins.ml2.plugin [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempt 8 to bind port 1b4b08fa-8704-404f-90b9-4339f1a1385d Sep 22 21:35:03.438748 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb296d39-ea98-4d7d-8fe7-1df449240383 None None] Routers {'f62b6959-5ecd-4bff-9215-38821875f13a'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:35:03.439669 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-cb296d39-ea98-4d7d-8fe7-1df449240383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:34:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['f62b6959-5ecd-4bff-9215-38821875f13a'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:03.515448 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-12ea1412-cca9-4934-8a3d-cfe637ba4281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:03.575404 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-cb296d39-ea98-4d7d-8fe7-1df449240383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:03.576086 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb296d39-ea98-4d7d-8fe7-1df449240383 None None] The sync data for ids ['f62b6959-5ecd-4bff-9215-38821875f13a'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:35:03.601610 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ea1412-cca9-4934-8a3d-cfe637ba4281 None None] No DVR routers for this DVR port 0860ed18-0c99-4162-8aa8-01d73e7ab3bb on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:35:03.603681 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea1412-cca9-4934-8a3d-cfe637ba4281 None None] Pushing event deleted for resources: {'Port': ['ID=0860ed18-0c99-4162-8aa8-01d73e7ab3bb,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:03.617980 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6167b594-0308-401d-a4ef-3c3c8dfc4529 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:35:03.626419 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 1b4b08fa-8704-404f-90b9-4339f1a1385d on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:35:03.626788 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 1b4b08fa-8704-404f-90b9-4339f1a1385d by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] {{(pid=89009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:35:03.627116 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 1b4b08fa-8704-404f-90b9-4339f1a1385d on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:35:03.668266 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-85b728ce-813f-4cb2-8b50-a152b8409f75 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:03.680840 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Port 1b4b08fa-8704-404f-90b9-4339f1a1385d on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:35:03.681319 dv-neutron-858900-1-hyperv neutron-server[89009]: ERROR neutron.plugins.ml2.managers [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Failed to bind port 1b4b08fa-8704-404f-90b9-4339f1a1385d on host hv-neutron-8589 for vnic_type normal using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] Sep 22 21:35:03.682844 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 3b4e6d82-8ec6-498a-b9c6-01e99c81f287 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:35:03.686923 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.plugins.ml2.plugin [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempt 9 to bind port 1b4b08fa-8704-404f-90b9-4339f1a1385d Sep 22 21:35:03.700355 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.db.api [None req-c3d888a3-6502-4e0a-80a2-4ffab1d79245 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:35:03.700654 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG oslo_db.api [None req-c3d888a3-6502-4e0a-80a2-4ffab1d79245 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:35:03.704626 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6167b594-0308-401d-a4ef-3c3c8dfc4529 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:03.705114 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-6167b594-0308-401d-a4ef-3c3c8dfc4529 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Added segment 457f7257-0c60-4261-8605-eef2afe3952a of type vlan for network 2b4b849d-57ac-4971-888c-962f7057721e Sep 22 21:35:03.708715 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-3f986a30-947d-4d7c-a56f-36630a89e9b8 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] remove_router_interface failed (client error): The resource could not be found. Sep 22 21:35:03.710456 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-3f986a30-947d-4d7c-a56f-36630a89e9b8 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "PUT /v2.0/routers/f62b6959-5ecd-4bff-9215-38821875f13a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5918202 Sep 22 21:35:03.717056 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42388) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:03.756762 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-85b728ce-813f-4cb2-8b50-a152b8409f75 None None] Transition to ACTIVE for port object 666259a3-523d-4afb-ac26-89079f274d29 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:35:03.757011 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6167b594-0308-401d-a4ef-3c3c8dfc4529 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:03.761720 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5efa2a2c-921c-4768-803c-d67c571d5503 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:03.789078 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 1b4b08fa-8704-404f-90b9-4339f1a1385d on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:35:03.789414 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 1b4b08fa-8704-404f-90b9-4339f1a1385d by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] {{(pid=89009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:35:03.789740 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 1b4b08fa-8704-404f-90b9-4339f1a1385d on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:35:03.803713 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-85b728ce-813f-4cb2-8b50-a152b8409f75 None None] Transition to ACTIVE for port object 666259a3-523d-4afb-ac26-89079f274d29 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:35:03.806009 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ff9e04ad-4e16-4efa-92f0-08a0eefcb4be tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "GET /v2.0/ports?device_id=f62b6959-5ecd-4bff-9215-38821875f13a HTTP/1.1" status: 200 len: 205 time: 0.0873797 Sep 22 21:35:03.809680 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42392) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:03.817220 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-85b728ce-813f-4cb2-8b50-a152b8409f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:03.839686 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Port 1b4b08fa-8704-404f-90b9-4339f1a1385d on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:35:03.840020 dv-neutron-858900-1-hyperv neutron-server[89009]: ERROR neutron.plugins.ml2.managers [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Failed to bind port 1b4b08fa-8704-404f-90b9-4339f1a1385d on host hv-neutron-8589 for vnic_type normal using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] Sep 22 21:35:03.844706 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.plugins.ml2.plugin [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempt 10 to bind port 1b4b08fa-8704-404f-90b9-4339f1a1385d Sep 22 21:35:03.852614 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efa2a2c-921c-4768-803c-d67c571d5503 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Pushing event deleted for resources: {'Port': ['ID=448d518e-cea1-4a8e-bafa-283d6bdb0da4,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:03.869816 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 3b4e6d82-8ec6-498a-b9c6-01e99c81f287 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:35:03.870242 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:03.870697 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 3b4e6d82-8ec6-498a-b9c6-01e99c81f287 Sep 22 21:35:03.872048 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6bce27f7-10b7-4926-8162-f225d14aaf7f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:03.903132 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d669bb40-6c0e-4658-9919-43a75ba94b59 tempest-DHCPAgentSchedulersTestJSON-1180118455 tempest-DHCPAgentSchedulersTestJSON-1180118455-project-admin] 10.222.0.33 "GET /v2.0/agents/8bb5f91a-24e0-4d47-94dc-1873f1bd50a2/dhcp-networks HTTP/1.1" status: 200 len: 8767 time: 0.5210547 Sep 22 21:35:03.922519 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42396) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:03.925418 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b728ce-813f-4cb2-8b50-a152b8409f75 None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:35:03.935390 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-85b728ce-813f-4cb2-8b50-a152b8409f75 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:35:03.943426 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b728ce-813f-4cb2-8b50-a152b8409f75 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:35:03.953158 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b728ce-813f-4cb2-8b50-a152b8409f75 None None] Pushing event updated for resources: {'Port': ['ID=666259a3-523d-4afb-ac26-89079f274d29,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:04.064241 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-85b728ce-813f-4cb2-8b50-a152b8409f75 None None] Attempting to bind port 666259a3-523d-4afb-ac26-89079f274d29 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:35:04.064452 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-85b728ce-813f-4cb2-8b50-a152b8409f75 None None] Attempting to bind port 666259a3-523d-4afb-ac26-89079f274d29 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:35:04.064821 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b728ce-813f-4cb2-8b50-a152b8409f75 None None] Attempting to bind port 666259a3-523d-4afb-ac26-89079f274d29 on network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:35:04.074350 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 1b4b08fa-8704-404f-90b9-4339f1a1385d on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:35:04.074703 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 1b4b08fa-8704-404f-90b9-4339f1a1385d by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] {{(pid=89009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:35:04.075195 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 1b4b08fa-8704-404f-90b9-4339f1a1385d on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:35:04.076959 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c8b16996-e7f6-4312-85d6-98e7c855c129 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for router, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:04.101321 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b728ce-813f-4cb2-8b50-a152b8409f75 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:35:04.101697 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b728ce-813f-4cb2-8b50-a152b8409f75 None None] Checking segment: {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:35:04.102100 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-85b728ce-813f-4cb2-8b50-a152b8409f75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:04.102487 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b728ce-813f-4cb2-8b50-a152b8409f75 None None] Bound using segment: {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:35:04.103222 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-85b728ce-813f-4cb2-8b50-a152b8409f75 None None] Bound port: 666259a3-523d-4afb-ac26-89079f274d29, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:35:04.103611 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-85b728ce-813f-4cb2-8b50-a152b8409f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:04.137500 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6167b594-0308-401d-a4ef-3c3c8dfc4529 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:04.143000 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6167b594-0308-401d-a4ef-3c3c8dfc4529 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:04.143717 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6167b594-0308-401d-a4ef-3c3c8dfc4529 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:04.148517 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Port 1b4b08fa-8704-404f-90b9-4339f1a1385d on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:35:04.149109 dv-neutron-858900-1-hyperv neutron-server[89009]: ERROR neutron.plugins.ml2.managers [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Failed to bind port 1b4b08fa-8704-404f-90b9-4339f1a1385d on host hv-neutron-8589 for vnic_type normal using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] Sep 22 21:35:04.149724 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:04.180441 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 3b4e6d82-8ec6-498a-b9c6-01e99c81f287 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:35:04.219560 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-85b728ce-813f-4cb2-8b50-a152b8409f75 None None] For port 666259a3-523d-4afb-ac26-89079f274d29, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:35:04.223021 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-85b728ce-813f-4cb2-8b50-a152b8409f75 None None] For port 666259a3-523d-4afb-ac26-89079f274d29, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=666259a3-523d-4afb-ac26-89079f274d29,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:35:04.228837 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-85b728ce-813f-4cb2-8b50-a152b8409f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:04.278327 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 0860ed18-0c99-4162-8aa8-01d73e7ab3bb no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:35:04.298387 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] For port 1b4b08fa-8704-404f-90b9-4339f1a1385d, host hv-neutron-8589, cleared binding levels {{(pid=89009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:35:04.298926 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempted to set empty binding levels {{(pid=89009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 22 21:35:04.334658 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-c3d888a3-6502-4e0a-80a2-4ffab1d79245 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Deleting port 0860ed18-0c99-4162-8aa8-01d73e7ab3bb {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:35:04.335853 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c3d888a3-6502-4e0a-80a2-4ffab1d79245 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:04.344823 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 0860ed18-0c99-4162-8aa8-01d73e7ab3bb {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:35:04.344993 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 0860ed18-0c99-4162-8aa8-01d73e7ab3bb not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:35:04.367601 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b728ce-813f-4cb2-8b50-a152b8409f75 None None] Pushing event updated for resources: {'Port': ['ID=666259a3-523d-4afb-ac26-89079f274d29,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:04.367746 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5efa2a2c-921c-4768-803c-d67c571d5503 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8012236'] for router_gateway, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:04.408636 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:04.409172 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] In _notify_port_updated(), no bound segment for port 1b4b08fa-8704-404f-90b9-4339f1a1385d on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 {{(pid=89009) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 21:35:04.410031 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:04.410633 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:04.411907 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] 10.222.0.33 "PUT /v2.0/ports/1b4b08fa-8704-404f-90b9-4339f1a1385d HTTP/1.1" status: 200 len: 977 time: 4.2702250 Sep 22 21:35:04.447304 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42400) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:04.456821 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-c3d888a3-6502-4e0a-80a2-4ffab1d79245 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] The port '0860ed18-0c99-4162-8aa8-01d73e7ab3bb' was deleted {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 21:35:04.469363 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-54e5ce9f-b18b-49f5-a04d-fe331b39b5a6 tempest-DHCPAgentSchedulersTestJSON-1180118455 tempest-DHCPAgentSchedulersTestJSON-1180118455-project-admin] 10.222.0.33 "DELETE /v2.0/agents/8bb5f91a-24e0-4d47-94dc-1873f1bd50a2/dhcp-networks/bb9a93a2-8c3c-4c97-8a7a-e6b7c371f81c HTTP/1.1" status: 204 len: 168 time: 0.5305429 Sep 22 21:35:04.504293 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42404) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:04.630958 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-6167b594-0308-401d-a4ef-3c3c8dfc4529 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6590953 Sep 22 21:35:04.690264 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6167b594-0308-401d-a4ef-3c3c8dfc4529 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event updated for resources: {'Network': ['ID=2b4b849d-57ac-4971-888c-962f7057721e,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:04.700042 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42408) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:04.703379 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 2b4b849d-57ac-4971-888c-962f7057721e details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:35:04.712235 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-81340001-6bee-47ac-b58c-173a91fa75d3 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Request body: {'subnet': {'network_id': '2b4b849d-57ac-4971-888c-962f7057721e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:04.732711 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c8b16996-e7f6-4312-85d6-98e7c855c129 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:04.830253 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4613b062-4ca3-49fc-b398-7fc9eda3ce0d tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Pushing event updated for resources: {'Port': ['ID=1b4b08fa-8704-404f-90b9-4339f1a1385d,revision_number=3']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:04.863551 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c3d888a3-6502-4e0a-80a2-4ffab1d79245 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:04.909361 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c8b16996-e7f6-4312-85d6-98e7c855c129 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:04.972355 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-c3d888a3-6502-4e0a-80a2-4ffab1d79245 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3c01cda-9d92-46d2-9c7b-3e12f98927ff']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:04.996409 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-c3d888a3-6502-4e0a-80a2-4ffab1d79245 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32428638-6584-45cf-a863-9cd2bb4552e1') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:04.996710 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-c3d888a3-6502-4e0a-80a2-4ffab1d79245 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32428638-6584-45cf-a863-9cd2bb4552e1') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:05.029180 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c3d888a3-6502-4e0a-80a2-4ffab1d79245 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:05.048032 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-6bce27f7-10b7-4926-8162-f225d14aaf7f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Allocated IP 2001:db8::1 (98c62b9a-5d2a-496f-a1e5-12a6874f54f0/47fa96f8-20eb-432b-99c3-4ecf7e8904ea/83542a8d-4b55-4b8c-b671-408e90e565e5) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:35:05.061468 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6d978d-d5fb-474d-944f-e9089b3a7c64 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:05.061949 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6d978d-d5fb-474d-944f-e9089b3a7c64 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:05.062420 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6d978d-d5fb-474d-944f-e9089b3a7c64 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:05.062915 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6d978d-d5fb-474d-944f-e9089b3a7c64 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:05.063380 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6d978d-d5fb-474d-944f-e9089b3a7c64 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:05.063837 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6d978d-d5fb-474d-944f-e9089b3a7c64 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:05.064294 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6d978d-d5fb-474d-944f-e9089b3a7c64 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:05.064750 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6d978d-d5fb-474d-944f-e9089b3a7c64 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:05.065208 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6d978d-d5fb-474d-944f-e9089b3a7c64 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:05.065660 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6d978d-d5fb-474d-944f-e9089b3a7c64 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:05.066111 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6d978d-d5fb-474d-944f-e9089b3a7c64 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:05.066565 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6d978d-d5fb-474d-944f-e9089b3a7c64 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:05.067050 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6d978d-d5fb-474d-944f-e9089b3a7c64 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:05.067504 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6d978d-d5fb-474d-944f-e9089b3a7c64 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:05.073066 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-da6d978d-d5fb-474d-944f-e9089b3a7c64 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13069 time: 0.6117997 Sep 22 21:35:05.087921 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42412) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:05.117665 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c8b16996-e7f6-4312-85d6-98e7c855c129 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:05.118069 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b16996-e7f6-4312-85d6-98e7c855c129 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Fanout notify agent at l3_agent the message router_deleted on router f62b6959-5ecd-4bff-9215-38821875f13a {{(pid=89008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:35:05.139538 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c3d888a3-6502-4e0a-80a2-4ffab1d79245 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:05.162866 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d33e014d-7f66-49f5-8f02-f279046a2810 tempest-DHCPAgentSchedulersTestJSON-1180118455 tempest-DHCPAgentSchedulersTestJSON-1180118455-project-admin] 10.222.0.33 "GET /v2.0/agents/8bb5f91a-24e0-4d47-94dc-1873f1bd50a2/dhcp-networks HTTP/1.1" status: 200 len: 7998 time: 0.6393971 Sep 22 21:35:05.181970 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42416) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:05.188081 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3d888a3-6502-4e0a-80a2-4ffab1d79245 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:35:05.188443 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c3d888a3-6502-4e0a-80a2-4ffab1d79245 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:05.221054 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5efa2a2c-921c-4768-803c-d67c571d5503 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:05.227140 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c8b16996-e7f6-4312-85d6-98e7c855c129 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:05.228501 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c8b16996-e7f6-4312-85d6-98e7c855c129 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "DELETE /v2.0/routers/f62b6959-5ecd-4bff-9215-38821875f13a HTTP/1.1" status: 204 len: 168 time: 1.4085097 Sep 22 21:35:05.233419 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42422) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:05.234321 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-81340001-6bee-47ac-b58c-173a91fa75d3 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:05.241622 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5efa2a2c-921c-4768-803c-d67c571d5503 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8026890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8012281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8012114'] for router, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:05.275714 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-81340001-6bee-47ac-b58c-173a91fa75d3 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Usage tracker for resource:subnet and tenant:cea970100f344bf88cd0b9c37fe15dda is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:35:05.283838 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-81340001-6bee-47ac-b58c-173a91fa75d3 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:35:05.306749 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-81340001-6bee-47ac-b58c-173a91fa75d3 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:35:05.340994 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 32428638-6584-45cf-a863-9cd2bb4552e1 resource provider aggregate not found Sep 22 21:35:05.359622 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-b5afb88c-ac9a-424e-aa4d-83f90f7e081e tempest-DHCPAgentSchedulersTestJSON-1180118455 tempest-DHCPAgentSchedulersTestJSON-1180118455-project-admin] 10.222.0.33 "GET /v2.0/networks/3914a1af-b863-43cb-b92f-9a1c72c212a1/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1665304 Sep 22 21:35:05.369166 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42428) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:05.376477 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 32428638-6584-45cf-a863-9cd2bb4552e1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 32428638-6584-45cf-a863-9cd2bb4552e1 found for delete ", "request_id": "req-5e6385c0-7b5d-49be-b0b6-443528edfde1"}]} Sep 22 21:35:05.389646 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-76586e51-f1ac-44ab-85b0-d2396c93be4f tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Deleting port 1b4b08fa-8704-404f-90b9-4339f1a1385d {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:35:05.390264 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-76586e51-f1ac-44ab-85b0-d2396c93be4f tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:05.465442 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-08365f06-5069-4c4b-b296-c727426f198a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Deleting subnet 4c2146fb-f922-455c-bb4d-c2c7a0fd2406 {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:35:05.470841 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-36a85c98-2990-428a-b9a2-79b87757fa79 None None] Provisioning for port 666259a3-523d-4afb-ac26-89079f274d29 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:35:05.471353 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81340001-6bee-47ac-b58c-173a91fa75d3 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Made reservation on behalf of cea970100f344bf88cd0b9c37fe15dda for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:35:05.474577 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-81340001-6bee-47ac-b58c-173a91fa75d3 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:05.476259 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c3d888a3-6502-4e0a-80a2-4ffab1d79245 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:05.490950 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-08365f06-5069-4c4b-b296-c727426f198a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:05.500809 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c3d888a3-6502-4e0a-80a2-4ffab1d79245 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:05.539411 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d888a3-6502-4e0a-80a2-4ffab1d79245 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] Pushing event deleted for resources: {'Network': ['ID=d3c01cda-9d92-46d2-9c7b-3e12f98927ff,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:05.587721 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5efa2a2c-921c-4768-803c-d67c571d5503 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Router 148649b1-8cfb-4e89-8fe9-cb8d80440fd7 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:35:05.592147 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-50095aa5-3a41-4d17-a4ab-7c0474d0683c tempest-DHCPAgentSchedulersTestJSON-1180118455 tempest-DHCPAgentSchedulersTestJSON-1180118455-project-admin] 10.222.0.33 "GET /v2.0/networks/3914a1af-b863-43cb-b92f-9a1c72c212a1/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2159164 Sep 22 21:35:05.593485 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42432) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:05.595048 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c3d888a3-6502-4e0a-80a2-4ffab1d79245 tempest-ExtraDHCPOptionsTestJSON-591373261 tempest-ExtraDHCPOptionsTestJSON-591373261-project] 10.222.0.33 "DELETE /v2.0/networks/d3c01cda-9d92-46d2-9c7b-3e12f98927ff HTTP/1.1" status: 204 len: 168 time: 3.8056269 Sep 22 21:35:05.626284 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6bce27f7-10b7-4926-8162-f225d14aaf7f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:05.637441 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-08365f06-5069-4c4b-b296-c727426f198a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:05.653044 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 666259a3-523d-4afb-ac26-89079f274d29 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:35:05.734772 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 666259a3-523d-4afb-ac26-89079f274d29 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:35:05.744285 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 666259a3-523d-4afb-ac26-89079f274d29 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:35:05.744894 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:05.745418 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 666259a3-523d-4afb-ac26-89079f274d29 Sep 22 21:35:05.840348 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5efa2a2c-921c-4768-803c-d67c571d5503 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:35:05.853675 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec56df3-b79d-4c1e-93f9-ad94ab8b86b5 None None] Sync routers for ids ['148649b1-8cfb-4e89-8fe9-cb8d80440fd7'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:35:05.867979 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5efa2a2c-921c-4768-803c-d67c571d5503 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:05.872266 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-5efa2a2c-921c-4768-803c-d67c571d5503 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] 10.222.0.33 "PUT /v2.0/routers/148649b1-8cfb-4e89-8fe9-cb8d80440fd7 HTTP/1.1" status: 200 len: 705 time: 5.3142402 Sep 22 21:35:05.879455 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec56df3-b79d-4c1e-93f9-ad94ab8b86b5 None None] Routers {'148649b1-8cfb-4e89-8fe9-cb8d80440fd7'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:35:05.881917 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-1ec56df3-b79d-4c1e-93f9-ad94ab8b86b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:34:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['148649b1-8cfb-4e89-8fe9-cb8d80440fd7'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:05.907063 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42442) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:05.914480 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 666259a3-523d-4afb-ac26-89079f274d29 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:35:05.915794 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:05.952003 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 666259a3-523d-4afb-ac26-89079f274d29, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=666259a3-523d-4afb-ac26-89079f274d29,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:35:05.963163 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:05.970426 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-6bce27f7-10b7-4926-8162-f225d14aaf7f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Transition to ACTIVE for port object 83542a8d-4b55-4b8c-b671-408e90e565e5 will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:35:06.029785 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-1ec56df3-b79d-4c1e-93f9-ad94ab8b86b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:06.046956 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec56df3-b79d-4c1e-93f9-ad94ab8b86b5 None None] Routers {'148649b1-8cfb-4e89-8fe9-cb8d80440fd7'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:35:06.048728 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-1ec56df3-b79d-4c1e-93f9-ad94ab8b86b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:34:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['148649b1-8cfb-4e89-8fe9-cb8d80440fd7'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:06.072048 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42446) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:06.079111 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6bce27f7-10b7-4926-8162-f225d14aaf7f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:06.087413 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=666259a3-523d-4afb-ac26-89079f274d29,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:06.099927 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-bd5172fe-dc97-4bdd-a2e1-c59e1f9e00dd tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] 10.222.0.33 "GET /v2.0/routers/148649b1-8cfb-4e89-8fe9-cb8d80440fd7 HTTP/1.1" status: 200 len: 740 time: 0.1917484 Sep 22 21:35:06.113629 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42452) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:06.116896 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-1ec56df3-b79d-4c1e-93f9-ad94ab8b86b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:06.117628 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec56df3-b79d-4c1e-93f9-ad94ab8b86b5 None None] The sync data for ids ['148649b1-8cfb-4e89-8fe9-cb8d80440fd7'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:35:06.158626 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-76586e51-f1ac-44ab-85b0-d2396c93be4f tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] For port 1b4b08fa-8704-404f-90b9-4339f1a1385d, host hv-neutron-8589, got binding levels [] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:35:06.158912 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-76586e51-f1ac-44ab-85b0-d2396c93be4f tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:06.185077 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bce27f7-10b7-4926-8162-f225d14aaf7f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:35:06.189579 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-239bd51a-e745-45c7-8bb6-8c0f33a661b8 tempest-DHCPAgentSchedulersTestJSON-1180118455 tempest-DHCPAgentSchedulersTestJSON-1180118455-project-admin] 10.222.0.33 "GET /v2.0/agents/8bb5f91a-24e0-4d47-94dc-1873f1bd50a2/dhcp-networks HTTP/1.1" status: 200 len: 7232 time: 0.5931363 Sep 22 21:35:06.246423 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-6bce27f7-10b7-4926-8162-f225d14aaf7f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:35:06.301006 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42456) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:06.306314 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-08365f06-5069-4c4b-b296-c727426f198a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:06.307173 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bce27f7-10b7-4926-8162-f225d14aaf7f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:35:06.307697 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6bce27f7-10b7-4926-8162-f225d14aaf7f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:06.316286 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-76586e51-f1ac-44ab-85b0-d2396c93be4f tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Calling delete_port for 1b4b08fa-8704-404f-90b9-4339f1a1385d owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:35:06.366460 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-35c363e1-6211-4cbb-810d-68009576030d tempest-RoutersAdminTest-1150981967 tempest-RoutersAdminTest-1150981967-project-admin] 10.222.0.33 "GET /v2.0/ports?network_id=a22ae1c9-d428-411f-af43-ce0f71b38d9c&device_id=148649b1-8cfb-4e89-8fe9-cb8d80440fd7 HTTP/1.1" status: 200 len: 205 time: 0.2516110 Sep 22 21:35:06.368912 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bce27f7-10b7-4926-8162-f225d14aaf7f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Port': ['ID=83542a8d-4b55-4b8c-b671-408e90e565e5,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:06.371118 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42462) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:06.446532 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-3ad24a67-7dbe-4023-8204-c0457e434568 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] 10.222.0.33 "GET /v2.0/ports?device_id=148649b1-8cfb-4e89-8fe9-cb8d80440fd7 HTTP/1.1" status: 200 len: 205 time: 0.0670950 Sep 22 21:35:06.452597 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42466) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:06.501909 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-81340001-6bee-47ac-b58c-173a91fa75d3 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:06.508779 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-16bd9798-c4d1-4ee1-b566-9b093c8c89d4 None None] Provisioning for port 83542a8d-4b55-4b8c-b671-408e90e565e5 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:35:06.514816 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-16bd9798-c4d1-4ee1-b566-9b093c8c89d4 None None] Provisioning complete for port 83542a8d-4b55-4b8c-b671-408e90e565e5 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:35:06.515202 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-16bd9798-c4d1-4ee1-b566-9b093c8c89d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:06.515549 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-16bd9798-c4d1-4ee1-b566-9b093c8c89d4 None None] Attempt 1 to provision port 83542a8d-4b55-4b8c-b671-408e90e565e5 Sep 22 21:35:06.573684 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-16bd9798-c4d1-4ee1-b566-9b093c8c89d4 None None] Port 83542a8d-4b55-4b8c-b671-408e90e565e5 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:35:06.598364 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3690bd8b-3f53-49a5-a37f-3e69915496e9 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:06.614472 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6ecd7ae6-e82f-4e38-b938-7ec966b266eb tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks [] for router, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:06.626158 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-6076150a-c349-4f03-84bc-839e2ac520fb admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=749dabc64eca49a4a5372e62a1e25eed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5439327 Sep 22 21:35:06.630587 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42470) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:06.635817 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-08365f06-5069-4c4b-b296-c727426f198a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:06.669389 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81340001-6bee-47ac-b58c-173a91fa75d3 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event updated for resources: {'Subnet': ['ID=3e9895dc-a652-4f6b-b82c-71faca13ff6f,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:06.670519 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-76586e51-f1ac-44ab-85b0-d2396c93be4f tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:06.712021 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-08365f06-5069-4c4b-b296-c727426f198a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:06.718349 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40136971-5def-4941-8e82-d7c9779dd79e None None] Network 3e520400-21f9-4f0b-a274-bffab3262254 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:35:06.764882 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08365f06-5069-4c4b-b296-c727426f198a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event deleted for resources: {'Subnet': ['ID=4c2146fb-f922-455c-bb4d-c2c7a0fd2406,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:06.777986 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-08365f06-5069-4c4b-b296-c727426f198a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "DELETE /v2.0/subnets/4c2146fb-f922-455c-bb4d-c2c7a0fd2406 HTTP/1.1" status: 204 len: 168 time: 1.5387182 Sep 22 21:35:06.787079 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42474) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:06.801900 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81340001-6bee-47ac-b58c-173a91fa75d3 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Checking segment: {'id': '457f7257-0c60-4261-8605-eef2afe3952a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2b4b849d-57ac-4971-888c-962f7057721e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:35:06.802261 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81340001-6bee-47ac-b58c-173a91fa75d3 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Network hostable DHCP agents. Network: 2b4b849d-57ac-4971-888c-962f7057721e, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:35:06.848801 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76586e51-f1ac-44ab-85b0-d2396c93be4f tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Pushing event deleted for resources: {'Port': ['ID=1b4b08fa-8704-404f-90b9-4339f1a1385d,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:06.909618 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3690bd8b-3f53-49a5-a37f-3e69915496e9 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:06.922408 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81340001-6bee-47ac-b58c-173a91fa75d3 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Network 2b4b849d-57ac-4971-888c-962f7057721e is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:35:06.944962 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8962d744-153f-4c53-aad3-f1721b111e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:06.947919 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-3690bd8b-3f53-49a5-a37f-3e69915496e9 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb9a93a2-8c3c-4c97-8a7a-e6b7c371f81c']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:06.960916 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-76586e51-f1ac-44ab-85b0-d2396c93be4f tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:06.970882 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-81340001-6bee-47ac-b58c-173a91fa75d3 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 2b4b849d-57ac-4971-888c-962f7057721e) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:35:06.974783 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81340001-6bee-47ac-b58c-173a91fa75d3 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:06.975388 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-81340001-6bee-47ac-b58c-173a91fa75d3 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:06.980845 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-3690bd8b-3f53-49a5-a37f-3e69915496e9 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b772b49-92ff-4e1b-ba4c-51ba7625bd39') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:06.981015 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-3690bd8b-3f53-49a5-a37f-3e69915496e9 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b772b49-92ff-4e1b-ba4c-51ba7625bd39') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:06.987207 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b36f505-8c4d-47f5-b5d2-6f1916b3089b None None] Network 2b4b849d-57ac-4971-888c-962f7057721e requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:35:07.008316 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3690bd8b-3f53-49a5-a37f-3e69915496e9 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:07.029330 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8962d744-153f-4c53-aad3-f1721b111e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:07.044267 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-81340001-6bee-47ac-b58c-173a91fa75d3 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3384902 Sep 22 21:35:07.044867 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42478) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:07.049945 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6bce27f7-10b7-4926-8162-f225d14aaf7f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:07.055432 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3690bd8b-3f53-49a5-a37f-3e69915496e9 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:07.065281 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948fde29-6c03-4b8f-b4e0-3b926a1f4283 None None] DHCP port deletion for 3e520400-21f9-4f0b-a274-bffab3262254 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:35:07.073388 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3690bd8b-3f53-49a5-a37f-3e69915496e9 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:35:07.073800 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3690bd8b-3f53-49a5-a37f-3e69915496e9 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:07.077101 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-16bd9798-c4d1-4ee1-b566-9b093c8c89d4 None None] Attempt 2 to provision port 83542a8d-4b55-4b8c-b671-408e90e565e5 Sep 22 21:35:07.120439 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-948fde29-6c03-4b8f-b4e0-3b926a1f4283 None None] Deleting port 919d685e-3c4d-407f-8172-3421e01991ae {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:35:07.120902 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-948fde29-6c03-4b8f-b4e0-3b926a1f4283 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:07.152772 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 4b772b49-92ff-4e1b-ba4c-51ba7625bd39 resource provider aggregate not found Sep 22 21:35:07.196378 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-16bd9798-c4d1-4ee1-b566-9b093c8c89d4 None None] Port 83542a8d-4b55-4b8c-b671-408e90e565e5 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:35:07.203866 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 4b772b49-92ff-4e1b-ba4c-51ba7625bd39 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4b772b49-92ff-4e1b-ba4c-51ba7625bd39 found for delete ", "request_id": "req-e210362f-9704-4e7b-9c10-e77270070e49"}]} Sep 22 21:35:07.205540 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3690bd8b-3f53-49a5-a37f-3e69915496e9 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:07.207327 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8962d744-153f-4c53-aad3-f1721b111e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:07.236793 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3690bd8b-3f53-49a5-a37f-3e69915496e9 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:07.251431 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962d744-153f-4c53-aad3-f1721b111e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888db105-74f4-41fa-a8db-5d1534fe77c9,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:07.256629 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3690bd8b-3f53-49a5-a37f-3e69915496e9 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Pushing event deleted for resources: {'Network': ['ID=bb9a93a2-8c3c-4c97-8a7a-e6b7c371f81c,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:07.269815 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-3690bd8b-3f53-49a5-a37f-3e69915496e9 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] 10.222.0.33 "DELETE /v2.0/networks/bb9a93a2-8c3c-4c97-8a7a-e6b7c371f81c HTTP/1.1" status: 204 len: 168 time: 0.9244676 Sep 22 21:35:07.272687 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42486) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:07.274795 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8962d744-153f-4c53-aad3-f1721b111e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:07.290022 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-8962d744-153f-4c53-aad3-f1721b111e9a admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/888db105-74f4-41fa-a8db-5d1534fe77c9 HTTP/1.1" status: 204 len: 168 time: 0.6444039 Sep 22 21:35:07.306238 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-76586e51-f1ac-44ab-85b0-d2396c93be4f tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] 10.222.0.33 "DELETE /v2.0/ports/1b4b08fa-8704-404f-90b9-4339f1a1385d HTTP/1.1" status: 204 len: 168 time: 2.2155354 Sep 22 21:35:07.330869 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42492) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:07.334767 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6ecd7ae6-e82f-4e38-b938-7ec966b266eb tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:07.371317 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cc3f1cc-0f3a-45b7-ab01-dc6a50a3f9ca tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] DELETE failed (client error): The resource could not be found. Sep 22 21:35:07.371795 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cc3f1cc-0f3a-45b7-ab01-dc6a50a3f9ca tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:35:07.376145 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-5cc3f1cc-0f3a-45b7-ab01-dc6a50a3f9ca tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] 10.222.0.33 "DELETE /v2.0/ports/997be2f9-c55d-4adb-b95f-ddf120e7255b HTTP/1.1" status: 404 len: 333 time: 0.0849497 Sep 22 21:35:07.376745 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42496) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:07.389927 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6ecd7ae6-e82f-4e38-b938-7ec966b266eb tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:07.453949 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-365f6c9a-6f7e-4f80-9e23-abc7a0ee4fbc tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Deleting subnet ee1195ee-52b2-4b92-bc2c-64a519d2abe7 {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:35:07.457870 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-365f6c9a-6f7e-4f80-9e23-abc7a0ee4fbc tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:07.481477 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3aa45233-becf-4a93-8080-71f156518c19 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:07.490145 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-948fde29-6c03-4b8f-b4e0-3b926a1f4283 None None] For port 919d685e-3c4d-407f-8172-3421e01991ae, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=919d685e-3c4d-407f-8172-3421e01991ae,segment=NetworkSegment(ebf975bd-84d9-45f8-97e2-c16165f80053),segment_id=ebf975bd-84d9-45f8-97e2-c16165f80053)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:35:07.490645 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-948fde29-6c03-4b8f-b4e0-3b926a1f4283 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:07.502453 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924ec0e9-8e1b-4801-a945-8db18f739835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-2b4b849d-57ac-4971-888c-962f7057721e', 'network_id': '2b4b849d-57ac-4971-888c-962f7057721e', 'tenant_id': 'cea970100f344bf88cd0b9c37fe15dda', 'fixed_ips': [{'subnet_id': '3e9895dc-a652-4f6b-b82c-71faca13ff6f'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:35:07.503609 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-924ec0e9-8e1b-4801-a945-8db18f739835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:07.512525 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-441e7eb5-fd97-4d68-b410-6396d8467928 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] GET failed (client error): The resource could not be found. Sep 22 21:35:07.513062 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-441e7eb5-fd97-4d68-b410-6396d8467928 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Synchronizing usage tracker for tenant:8cccc46200044b559862555e5a919540 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:35:07.578182 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-365f6c9a-6f7e-4f80-9e23-abc7a0ee4fbc tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:07.637397 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6ecd7ae6-e82f-4e38-b938-7ec966b266eb tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:07.637756 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ecd7ae6-e82f-4e38-b938-7ec966b266eb tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Fanout notify agent at l3_agent the message router_deleted on router 148649b1-8cfb-4e89-8fe9-cb8d80440fd7 {{(pid=89009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:35:07.639306 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-3aa45233-becf-4a93-8080-71f156518c19 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Deleting port 919d685e-3c4d-407f-8172-3421e01991ae {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:35:07.639628 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3aa45233-becf-4a93-8080-71f156518c19 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:07.656710 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-948fde29-6c03-4b8f-b4e0-3b926a1f4283 None None] Calling delete_port for 919d685e-3c4d-407f-8172-3421e01991ae owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:35:07.688772 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 666259a3-523d-4afb-ac26-89079f274d29 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:35:07.725380 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-16bd9798-c4d1-4ee1-b566-9b093c8c89d4 None None] Attempt 3 to provision port 83542a8d-4b55-4b8c-b671-408e90e565e5 Sep 22 21:35:07.743787 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-365f6c9a-6f7e-4f80-9e23-abc7a0ee4fbc tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:07.758508 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-441e7eb5-fd97-4d68-b410-6396d8467928 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Unset dirty status for tenant:8cccc46200044b559862555e5a919540 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:35:07.759746 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-441e7eb5-fd97-4d68-b410-6396d8467928 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] 10.222.0.33 "GET /v2.0/ports/1b4b08fa-8704-404f-90b9-4339f1a1385d HTTP/1.1" status: 404 len: 333 time: 0.4279392 Sep 22 21:35:07.781939 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42508) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:07.786089 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6ecd7ae6-e82f-4e38-b938-7ec966b266eb tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:07.791556 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6ecd7ae6-e82f-4e38-b938-7ec966b266eb tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] 10.222.0.33 "DELETE /v2.0/routers/148649b1-8cfb-4e89-8fe9-cb8d80440fd7 HTTP/1.1" status: 204 len: 168 time: 1.3380115 Sep 22 21:35:07.799886 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42512) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:07.804343 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-bff37fb4-98c3-42b8-83ac-c178d7d0da43 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1332016932', 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:07.812056 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-650e7a4f-6b77-4ec5-8a68-76d9b4a8e18a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:07.824001 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-bff37fb4-98c3-42b8-83ac-c178d7d0da43 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:07.876269 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a5422d5c-deb3-404a-ac8a-475f3960a5bc tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] 10.222.0.33 "GET /v2.0/ports?device_id=148649b1-8cfb-4e89-8fe9-cb8d80440fd7 HTTP/1.1" status: 200 len: 205 time: 0.0745122 Sep 22 21:35:07.876932 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42518) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:07.897875 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-16bd9798-c4d1-4ee1-b566-9b093c8c89d4 None None] Port 83542a8d-4b55-4b8c-b671-408e90e565e5 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:35:07.898150 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-bff37fb4-98c3-42b8-83ac-c178d7d0da43 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:35:07.952663 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-948fde29-6c03-4b8f-b4e0-3b926a1f4283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:07.959393 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-6ffda886-0ba2-4d38-afe7-9e653762bccc tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] delete failed (client error): The resource could not be found. Sep 22 21:35:07.964422 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-6ffda886-0ba2-4d38-afe7-9e653762bccc tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] 10.222.0.33 "DELETE /v2.0/routers/148649b1-8cfb-4e89-8fe9-cb8d80440fd7 HTTP/1.1" status: 404 len: 336 time: 0.0836809 Sep 22 21:35:07.965647 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42522) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:08.029321 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c0b78e27-993d-48ea-a68c-c0c9a27788bb tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] 10.222.0.33 "GET /v2.0/ports?device_id=ab51ec2e-0d0b-4049-89ae-7289f414a660 HTTP/1.1" status: 200 len: 205 time: 0.0603108 Sep 22 21:35:08.030817 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42528) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:08.031002 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948fde29-6c03-4b8f-b4e0-3b926a1f4283 None None] Pushing event deleted for resources: {'Port': ['ID=919d685e-3c4d-407f-8172-3421e01991ae,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:08.042304 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-650e7a4f-6b77-4ec5-8a68-76d9b4a8e18a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:08.048351 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948fde29-6c03-4b8f-b4e0-3b926a1f4283 None None] No DVR routers for this DVR port 919d685e-3c4d-407f-8172-3421e01991ae on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:35:08.063664 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 666259a3-523d-4afb-ac26-89079f274d29 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:35:08.064037 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:08.064371 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 666259a3-523d-4afb-ac26-89079f274d29 Sep 22 21:35:08.112117 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-d72d244e-24df-42d4-a636-1200c95f8395 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] delete failed (client error): The resource could not be found. Sep 22 21:35:08.114655 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-d72d244e-24df-42d4-a636-1200c95f8395 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] 10.222.0.33 "DELETE /v2.0/routers/ab51ec2e-0d0b-4049-89ae-7289f414a660 HTTP/1.1" status: 404 len: 336 time: 0.0813868 Sep 22 21:35:08.116004 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42536) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:08.122991 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-924ec0e9-8e1b-4801-a945-8db18f739835 None None] Allocated IP 172.20.0.1 (2b4b849d-57ac-4971-888c-962f7057721e/3e9895dc-a652-4f6b-b82c-71faca13ff6f/d94fae99-3628-46f0-a8c2-5ec56d62f006) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:35:08.143667 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff37fb4-98c3-42b8-83ac-c178d7d0da43 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Made reservation on behalf of 8cccc46200044b559862555e5a919540 for: {'port': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:35:08.145966 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bff37fb4-98c3-42b8-83ac-c178d7d0da43 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:08.176269 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-365f6c9a-6f7e-4f80-9e23-abc7a0ee4fbc tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:08.244843 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f6c9a-6f7e-4f80-9e23-abc7a0ee4fbc tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Pushing event deleted for resources: {'Subnet': ['ID=ee1195ee-52b2-4b92-bc2c-64a519d2abe7,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:08.252653 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-5865f164-ad6d-4281-8a6c-32eb801ff429 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] 10.222.0.33 "GET /v2.0/ports?device_id=15f280af-e5bf-4790-b0ba-ef40581bfcc5 HTTP/1.1" status: 200 len: 205 time: 0.1350384 Sep 22 21:35:08.255520 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42542) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:08.256599 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-365f6c9a-6f7e-4f80-9e23-abc7a0ee4fbc tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:08.271017 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-365f6c9a-6f7e-4f80-9e23-abc7a0ee4fbc tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] 10.222.0.33 "DELETE /v2.0/subnets/ee1195ee-52b2-4b92-bc2c-64a519d2abe7 HTTP/1.1" status: 204 len: 168 time: 0.8929515 Sep 22 21:35:08.272780 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42546) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:08.311661 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9b71c2-b4a3-4b58-88bc-8b71bbadc429 None None] Network 3914a1af-b863-43cb-b92f-9a1c72c212a1 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:35:08.335665 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-bff37fb4-98c3-42b8-83ac-c178d7d0da43 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] device_id is not set on port 55195102-85a8-4383-9f9f-770e17664d9b yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:35:08.408378 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-16bd9798-c4d1-4ee1-b566-9b093c8c89d4 None None] Attempt 4 to provision port 83542a8d-4b55-4b8c-b671-408e90e565e5 Sep 22 21:35:08.432848 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-f0cf0430-51e5-4c1b-ae4b-fd14f841f138 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] delete failed (client error): The resource could not be found. Sep 22 21:35:08.433897 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-f0cf0430-51e5-4c1b-ae4b-fd14f841f138 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] 10.222.0.33 "DELETE /v2.0/routers/15f280af-e5bf-4790-b0ba-ef40581bfcc5 HTTP/1.1" status: 404 len: 336 time: 0.1744857 Sep 22 21:35:08.447823 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42550) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:08.448161 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42552) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:08.499084 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 666259a3-523d-4afb-ac26-89079f274d29 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:35:08.523288 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-fdff5893-4f0c-4ce7-a75b-d34cd5206fbb tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] 10.222.0.33 "GET /v2.0/ports?device_id=a3ae5e2b-0ecc-4951-9781-f654494556b6 HTTP/1.1" status: 200 len: 205 time: 0.0704567 Sep 22 21:35:08.528599 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-3aa45233-becf-4a93-8080-71f156518c19 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] For port 919d685e-3c4d-407f-8172-3421e01991ae, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=919d685e-3c4d-407f-8172-3421e01991ae,segment=NetworkSegment(ebf975bd-84d9-45f8-97e2-c16165f80053),segment_id=ebf975bd-84d9-45f8-97e2-c16165f80053)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:35:08.528986 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3aa45233-becf-4a93-8080-71f156518c19 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:08.539765 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42560) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:08.575206 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-16bd9798-c4d1-4ee1-b566-9b093c8c89d4 None None] Port 83542a8d-4b55-4b8c-b671-408e90e565e5 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:35:08.584484 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 919d685e-3c4d-407f-8172-3421e01991ae no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:35:08.595744 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-14e08cac-a294-4948-8b7c-bc450e502190 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:08.614177 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-14e08cac-a294-4948-8b7c-bc450e502190 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Deleting port 3b4e6d82-8ec6-498a-b9c6-01e99c81f287 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:35:08.614515 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-14e08cac-a294-4948-8b7c-bc450e502190 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:08.710202 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 919d685e-3c4d-407f-8172-3421e01991ae {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:35:08.711191 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 919d685e-3c4d-407f-8172-3421e01991ae not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:35:08.744345 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-924ec0e9-8e1b-4801-a945-8db18f739835 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:08.757456 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-924ec0e9-8e1b-4801-a945-8db18f739835 None None] Transition to ACTIVE for port object d94fae99-3628-46f0-a8c2-5ec56d62f006 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:35:08.782378 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-924ec0e9-8e1b-4801-a945-8db18f739835 None None] Transition to ACTIVE for port object d94fae99-3628-46f0-a8c2-5ec56d62f006 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:35:08.793777 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-924ec0e9-8e1b-4801-a945-8db18f739835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:08.856540 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-14e08cac-a294-4948-8b7c-bc450e502190 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] For port 3b4e6d82-8ec6-498a-b9c6-01e99c81f287, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=3b4e6d82-8ec6-498a-b9c6-01e99c81f287,segment=NetworkSegment(5effc07a-ecb7-41bf-8ada-7079b82766c4),segment_id=5effc07a-ecb7-41bf-8ada-7079b82766c4)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:35:08.857364 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-14e08cac-a294-4948-8b7c-bc450e502190 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:08.864092 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924ec0e9-8e1b-4801-a945-8db18f739835 None None] Network 2b4b849d-57ac-4971-888c-962f7057721e is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:35:08.867721 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-924ec0e9-8e1b-4801-a945-8db18f739835 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:35:08.872071 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924ec0e9-8e1b-4801-a945-8db18f739835 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:35:08.877972 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ec0e9-8e1b-4801-a945-8db18f739835 None None] Pushing event updated for resources: {'Port': ['ID=d94fae99-3628-46f0-a8c2-5ec56d62f006,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:08.892355 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-3aa45233-becf-4a93-8080-71f156518c19 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Calling delete_port for 919d685e-3c4d-407f-8172-3421e01991ae owned by network:dhcp {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:35:08.915076 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83395db4-cf9d-4e25-80ca-8e39a85a4258 None None] DHCP port deletion for 3914a1af-b863-43cb-b92f-9a1c72c212a1 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:35:08.924014 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-1dedc3c9-5650-4eba-b4f2-16d57cb150c0 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] delete failed (client error): The resource could not be found. Sep 22 21:35:08.924014 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-1dedc3c9-5650-4eba-b4f2-16d57cb150c0 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] 10.222.0.33 "DELETE /v2.0/routers/a3ae5e2b-0ecc-4951-9781-f654494556b6 HTTP/1.1" status: 404 len: 336 time: 0.3819654 Sep 22 21:35:08.929053 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42566) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:08.932898 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-290159cf-812a-4cd6-85d9-a3fe607454c1 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-873689324'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:08.965406 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-83395db4-cf9d-4e25-80ca-8e39a85a4258 None None] Deleting port 3b4e6d82-8ec6-498a-b9c6-01e99c81f287 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:35:08.965406 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-83395db4-cf9d-4e25-80ca-8e39a85a4258 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:08.965725 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-290159cf-812a-4cd6-85d9-a3fe607454c1 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:08.988301 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-290159cf-812a-4cd6-85d9-a3fe607454c1 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Usage tracker for resource:network and tenant:f4c32f60ee0b44da9fb527e6fab0ab8c is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:35:08.998062 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-290159cf-812a-4cd6-85d9-a3fe607454c1 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:35:09.012511 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6bce27f7-10b7-4926-8162-f225d14aaf7f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:09.014282 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-650e7a4f-6b77-4ec5-8a68-76d9b4a8e18a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:09.019117 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-290159cf-812a-4cd6-85d9-a3fe607454c1 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:35:09.027757 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-924ec0e9-8e1b-4801-a945-8db18f739835 None None] Attempting to bind port d94fae99-3628-46f0-a8c2-5ec56d62f006 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:35:09.028128 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-924ec0e9-8e1b-4801-a945-8db18f739835 None None] Attempting to bind port d94fae99-3628-46f0-a8c2-5ec56d62f006 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '457f7257-0c60-4261-8605-eef2afe3952a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2b4b849d-57ac-4971-888c-962f7057721e'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:35:09.028498 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924ec0e9-8e1b-4801-a945-8db18f739835 None None] Attempting to bind port d94fae99-3628-46f0-a8c2-5ec56d62f006 on network 2b4b849d-57ac-4971-888c-962f7057721e {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:35:09.035464 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-14e08cac-a294-4948-8b7c-bc450e502190 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Calling delete_port for 3b4e6d82-8ec6-498a-b9c6-01e99c81f287 owned by network:dhcp {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:35:09.064063 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924ec0e9-8e1b-4801-a945-8db18f739835 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:35:09.064477 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924ec0e9-8e1b-4801-a945-8db18f739835 None None] Checking segment: {'id': '457f7257-0c60-4261-8605-eef2afe3952a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2b4b849d-57ac-4971-888c-962f7057721e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:35:09.064837 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-924ec0e9-8e1b-4801-a945-8db18f739835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:09.065227 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924ec0e9-8e1b-4801-a945-8db18f739835 None None] Bound using segment: {'id': '457f7257-0c60-4261-8605-eef2afe3952a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2b4b849d-57ac-4971-888c-962f7057721e'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:35:09.065702 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-924ec0e9-8e1b-4801-a945-8db18f739835 None None] Bound port: d94fae99-3628-46f0-a8c2-5ec56d62f006, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '457f7257-0c60-4261-8605-eef2afe3952a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2b4b849d-57ac-4971-888c-962f7057721e'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:35:09.066072 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-924ec0e9-8e1b-4801-a945-8db18f739835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:09.074961 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e7a4f-6b77-4ec5-8a68-76d9b4a8e18a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event deleted for resources: {'Subnet': ['ID=3e9895dc-a652-4f6b-b82c-71faca13ff6f,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:09.076312 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6bce27f7-10b7-4926-8162-f225d14aaf7f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:09.076820 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-8646156d-67ea-4c3f-95b0-fe70e31ee20c tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] 10.222.0.33 "GET /v2.0/ports?device_id=dce30089-2973-4ca2-a179-ca3bc30176e1 HTTP/1.1" status: 200 len: 205 time: 0.1475627 Sep 22 21:35:09.077047 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6bce27f7-10b7-4926-8162-f225d14aaf7f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:09.078439 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-16bd9798-c4d1-4ee1-b566-9b093c8c89d4 None None] Attempt 5 to provision port 83542a8d-4b55-4b8c-b671-408e90e565e5 Sep 22 21:35:09.084315 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42570) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:09.157454 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-dc085a8f-bdf1-4370-933e-021e8c58dc14 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] delete failed (client error): The resource could not be found. Sep 22 21:35:09.160817 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-dc085a8f-bdf1-4370-933e-021e8c58dc14 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] 10.222.0.33 "DELETE /v2.0/routers/dce30089-2973-4ca2-a179-ca3bc30176e1 HTTP/1.1" status: 404 len: 336 time: 0.0737028 Sep 22 21:35:09.161469 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42574) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:09.219879 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-16bd9798-c4d1-4ee1-b566-9b093c8c89d4 None None] Port 83542a8d-4b55-4b8c-b671-408e90e565e5 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:35:09.220079 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-9d3ab47b-30a3-4e2f-85f2-86333c9e745c tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] 10.222.0.33 "GET /v2.0/ports?device_id=52bd498c-4c5c-4898-a691-7ab8e010c4f8 HTTP/1.1" status: 200 len: 205 time: 0.0551858 Sep 22 21:35:09.229517 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42578) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:09.299582 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-a152fa29-bd77-42e6-9809-e54414b84117 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] delete failed (client error): The resource could not be found. Sep 22 21:35:09.303807 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a152fa29-bd77-42e6-9809-e54414b84117 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] 10.222.0.33 "DELETE /v2.0/routers/52bd498c-4c5c-4898-a691-7ab8e010c4f8 HTTP/1.1" status: 404 len: 336 time: 0.0700595 Sep 22 21:35:09.303807 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42582) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:09.319746 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-924ec0e9-8e1b-4801-a945-8db18f739835 None None] For port d94fae99-3628-46f0-a8c2-5ec56d62f006, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:35:09.322582 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-83395db4-cf9d-4e25-80ca-8e39a85a4258 None None] For port 3b4e6d82-8ec6-498a-b9c6-01e99c81f287, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=3b4e6d82-8ec6-498a-b9c6-01e99c81f287,segment=NetworkSegment(5effc07a-ecb7-41bf-8ada-7079b82766c4),segment_id=5effc07a-ecb7-41bf-8ada-7079b82766c4)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:35:09.322993 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-83395db4-cf9d-4e25-80ca-8e39a85a4258 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:09.326759 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-650e7a4f-6b77-4ec5-8a68-76d9b4a8e18a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:09.345846 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-c126b2c2-fad0-4d12-b949-c98b7c582762 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] DELETE failed (client error): The resource could not be found. Sep 22 21:35:09.346395 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c126b2c2-fad0-4d12-b949-c98b7c582762 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:35:09.351820 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-14e08cac-a294-4948-8b7c-bc450e502190 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:09.359933 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-650e7a4f-6b77-4ec5-8a68-76d9b4a8e18a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b4b849d-57ac-4971-888c-962f7057721e']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:09.371839 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-650e7a4f-6b77-4ec5-8a68-76d9b4a8e18a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '457f7257-0c60-4261-8605-eef2afe3952a') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:09.372136 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-650e7a4f-6b77-4ec5-8a68-76d9b4a8e18a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '457f7257-0c60-4261-8605-eef2afe3952a') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:09.384674 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-650e7a4f-6b77-4ec5-8a68-76d9b4a8e18a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:09.386963 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-924ec0e9-8e1b-4801-a945-8db18f739835 None None] For port d94fae99-3628-46f0-a8c2-5ec56d62f006, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=d94fae99-3628-46f0-a8c2-5ec56d62f006,segment=NetworkSegment(457f7257-0c60-4261-8605-eef2afe3952a),segment_id=457f7257-0c60-4261-8605-eef2afe3952a)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:35:09.404651 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c126b2c2-fad0-4d12-b949-c98b7c582762 tempest-RoutersAdminTest-34748144 tempest-RoutersAdminTest-34748144-project] 10.222.0.33 "DELETE /v2.0/subnets/6fbf2241-62aa-470f-858c-28a33d271531 HTTP/1.1" status: 404 len: 337 time: 0.0978513 Sep 22 21:35:09.419863 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e08cac-a294-4948-8b7c-bc450e502190 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Pushing event deleted for resources: {'Port': ['ID=3b4e6d82-8ec6-498a-b9c6-01e99c81f287,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:09.423104 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290159cf-812a-4cd6-85d9-a3fe607454c1 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Made reservation on behalf of f4c32f60ee0b44da9fb527e6fab0ab8c for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:35:09.426457 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-290159cf-812a-4cd6-85d9-a3fe607454c1 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:09.427336 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e08cac-a294-4948-8b7c-bc450e502190 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] No DVR routers for this DVR port 3b4e6d82-8ec6-498a-b9c6-01e99c81f287 on host dv-neutron-858900-1-hyperv {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:35:09.445243 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-924ec0e9-8e1b-4801-a945-8db18f739835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:09.453880 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-83395db4-cf9d-4e25-80ca-8e39a85a4258 None None] Calling delete_port for 3b4e6d82-8ec6-498a-b9c6-01e99c81f287 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:35:09.509929 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-650e7a4f-6b77-4ec5-8a68-76d9b4a8e18a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:09.518478 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-650e7a4f-6b77-4ec5-8a68-76d9b4a8e18a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:35:09.519201 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-650e7a4f-6b77-4ec5-8a68-76d9b4a8e18a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:09.623894 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-14e08cac-a294-4948-8b7c-bc450e502190 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:09.645330 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-290159cf-812a-4cd6-85d9-a3fe607454c1 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:09.658631 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-14e08cac-a294-4948-8b7c-bc450e502190 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3914a1af-b863-43cb-b92f-9a1c72c212a1']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:09.658888 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.db.api [None req-3aa45233-becf-4a93-8080-71f156518c19 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:35:09.659087 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG oslo_db.api [None req-3aa45233-becf-4a93-8080-71f156518c19 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:35:09.663161 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 457f7257-0c60-4261-8605-eef2afe3952a resource provider aggregate not found Sep 22 21:35:09.672669 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 3b4e6d82-8ec6-498a-b9c6-01e99c81f287 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:35:09.676552 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-14e08cac-a294-4948-8b7c-bc450e502190 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5effc07a-ecb7-41bf-8ada-7079b82766c4') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:09.676926 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-14e08cac-a294-4948-8b7c-bc450e502190 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5effc07a-ecb7-41bf-8ada-7079b82766c4') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:09.692312 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-14e08cac-a294-4948-8b7c-bc450e502190 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:09.700580 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bce27f7-10b7-4926-8162-f225d14aaf7f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Port': ['ID=83542a8d-4b55-4b8c-b671-408e90e565e5,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:09.718827 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-16bd9798-c4d1-4ee1-b566-9b093c8c89d4 None None] Attempt 6 to provision port 83542a8d-4b55-4b8c-b671-408e90e565e5 Sep 22 21:35:09.721907 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-290159cf-812a-4cd6-85d9-a3fe607454c1 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:09.728146 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bff37fb4-98c3-42b8-83ac-c178d7d0da43 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:09.739346 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 457f7257-0c60-4261-8605-eef2afe3952a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 457f7257-0c60-4261-8605-eef2afe3952a found for delete ", "request_id": "req-e7db12d2-6f4b-47f7-89e4-66e2fb561fdb"}]} Sep 22 21:35:09.742917 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-14e08cac-a294-4948-8b7c-bc450e502190 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:09.751637 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-290159cf-812a-4cd6-85d9-a3fe607454c1 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Usage tracker for resource:security_group_rule and tenant:f4c32f60ee0b44da9fb527e6fab0ab8c is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:35:09.751873 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14e08cac-a294-4948-8b7c-bc450e502190 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:35:09.752410 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-14e08cac-a294-4948-8b7c-bc450e502190 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:09.758193 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-290159cf-812a-4cd6-85d9-a3fe607454c1 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:35:09.761257 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.db.api [None req-650e7a4f-6b77-4ec5-8a68-76d9b4a8e18a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 22 21:35:09.761257 dv-neutron-858900-1-hyperv neutron-server[89009]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 22 21:35:09.761257 dv-neutron-858900-1-hyperv neutron-server[89009]: [parameters: {'id': '2b4b849d-57ac-4971-888c-962f7057721e'}] Sep 22 21:35:09.761257 dv-neutron-858900-1-hyperv neutron-server[89009]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:35:09.761257 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG oslo_db.api [None req-650e7a4f-6b77-4ec5-8a68-76d9b4a8e18a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:35:09.767762 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-290159cf-812a-4cd6-85d9-a3fe607454c1 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:35:09.783214 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ec0e9-8e1b-4801-a945-8db18f739835 None None] Pushing event updated for resources: {'Port': ['ID=d94fae99-3628-46f0-a8c2-5ec56d62f006,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:09.798631 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 3b4e6d82-8ec6-498a-b9c6-01e99c81f287 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:35:09.799527 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 3b4e6d82-8ec6-498a-b9c6-01e99c81f287 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:35:09.821157 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bce27f7-10b7-4926-8162-f225d14aaf7f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:35:09.825365 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-6bce27f7-10b7-4926-8162-f225d14aaf7f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:35:09.833580 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-dabe00d3-4953-4119-a3bf-23f50fa3b5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:09.848129 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.db.api [None req-83395db4-cf9d-4e25-80ca-8e39a85a4258 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:35:09.848989 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG oslo_db.api [None req-83395db4-cf9d-4e25-80ca-8e39a85a4258 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:35:09.853888 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-16bd9798-c4d1-4ee1-b566-9b093c8c89d4 None None] Port 83542a8d-4b55-4b8c-b671-408e90e565e5 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:35:09.870583 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213f8c5a-546f-4a6b-849b-f5e506b5fac5 None None] Network 2b4b849d-57ac-4971-888c-962f7057721e requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:35:09.888821 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 5effc07a-ecb7-41bf-8ada-7079b82766c4 resource provider aggregate not found Sep 22 21:35:09.889016 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42598) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:09.930351 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 5effc07a-ecb7-41bf-8ada-7079b82766c4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5effc07a-ecb7-41bf-8ada-7079b82766c4 found for delete ", "request_id": "req-14df976a-2c4f-4f21-b52f-712b0227c999"}]} Sep 22 21:35:09.931638 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bff37fb4-98c3-42b8-83ac-c178d7d0da43 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:09.943103 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-14e08cac-a294-4948-8b7c-bc450e502190 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:09.954425 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-14e08cac-a294-4948-8b7c-bc450e502190 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:09.978785 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e08cac-a294-4948-8b7c-bc450e502190 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] Pushing event deleted for resources: {'Network': ['ID=3914a1af-b863-43cb-b92f-9a1c72c212a1,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:09.986459 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-14e08cac-a294-4948-8b7c-bc450e502190 tempest-DHCPAgentSchedulersTestJSON-1751424836 tempest-DHCPAgentSchedulersTestJSON-1751424836-project] 10.222.0.33 "DELETE /v2.0/networks/3914a1af-b863-43cb-b92f-9a1c72c212a1 HTTP/1.1" status: 204 len: 168 time: 1.7102387 Sep 22 21:35:10.125421 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff37fb4-98c3-42b8-83ac-c178d7d0da43 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:35:10.126270 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff37fb4-98c3-42b8-83ac-c178d7d0da43 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Pushing event updated for resources: {'Port': ['ID=55195102-85a8-4383-9f9f-770e17664d9b,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:10.131586 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-bff37fb4-98c3-42b8-83ac-c178d7d0da43 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:35:10.142098 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff37fb4-98c3-42b8-83ac-c178d7d0da43 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:35:10.143158 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff37fb4-98c3-42b8-83ac-c178d7d0da43 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:10.143738 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bff37fb4-98c3-42b8-83ac-c178d7d0da43 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:10.159944 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-3aa45233-becf-4a93-8080-71f156518c19 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Deleting port 919d685e-3c4d-407f-8172-3421e01991ae {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:35:10.160285 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3aa45233-becf-4a93-8080-71f156518c19 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:10.232244 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-290159cf-812a-4cd6-85d9-a3fe607454c1 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:10.274433 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-650e7a4f-6b77-4ec5-8a68-76d9b4a8e18a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:10.276164 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-07c056ab-058a-4467-b187-2d12904bf306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:10.285002 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-290159cf-812a-4cd6-85d9-a3fe607454c1 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:10.295312 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-3aa45233-becf-4a93-8080-71f156518c19 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] The port '919d685e-3c4d-407f-8172-3421e01991ae' was deleted {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 21:35:10.308993 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42612) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:10.351229 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-83395db4-cf9d-4e25-80ca-8e39a85a4258 None None] Deleting port 3b4e6d82-8ec6-498a-b9c6-01e99c81f287 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:35:10.351772 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-83395db4-cf9d-4e25-80ca-8e39a85a4258 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:10.380236 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-16bd9798-c4d1-4ee1-b566-9b093c8c89d4 None None] Attempt 7 to provision port 83542a8d-4b55-4b8c-b671-408e90e565e5 Sep 22 21:35:10.390066 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-07c056ab-058a-4467-b187-2d12904bf306 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:10.394831 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-290159cf-812a-4cd6-85d9-a3fe607454c1 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:35:10.426871 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-bff37fb4-98c3-42b8-83ac-c178d7d0da43 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.6318476 Sep 22 21:35:10.426871 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-07c056ab-058a-4467-b187-2d12904bf306 admin admin] Usage tracker for resource:security_group_rule and tenant:9ff0a0e372bd49f3bc3ed4c0fc4758dc is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:35:10.427386 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42624) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:10.437728 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-07c056ab-058a-4467-b187-2d12904bf306 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:35:10.472236 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-16bd9798-c4d1-4ee1-b566-9b093c8c89d4 None None] Port 83542a8d-4b55-4b8c-b671-408e90e565e5 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:35:10.485185 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-650e7a4f-6b77-4ec5-8a68-76d9b4a8e18a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Deleting port d94fae99-3628-46f0-a8c2-5ec56d62f006 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:35:10.485523 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-650e7a4f-6b77-4ec5-8a68-76d9b4a8e18a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:10.508657 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-83395db4-cf9d-4e25-80ca-8e39a85a4258 None None] The port '3b4e6d82-8ec6-498a-b9c6-01e99c81f287' was deleted {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 21:35:10.510278 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290159cf-812a-4cd6-85d9-a3fe607454c1 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19530087-becd-42a3-aa3f-8c0ec79e7b00,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:10.523050 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4c122d-5abb-47ea-a4de-fb5dbeabe551 None None] get_active_networks_info from dv-neutron-858900-1-hyperv {{(pid=89010) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 22 21:35:10.523724 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6852608-9247-4ca6-9a9d-ac594d265e41 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:10.524530 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-e6852608-9247-4ca6-9a9d-ac594d265e41 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Synchronizing usage tracker for tenant:8cccc46200044b559862555e5a919540 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:35:10.537576 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-07c056ab-058a-4467-b187-2d12904bf306 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:35:10.540797 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-290159cf-812a-4cd6-85d9-a3fe607454c1 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:10.541145 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-290159cf-812a-4cd6-85d9-a3fe607454c1 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Added segment 7720ca2b-6f18-4fc4-918b-2f8ccb2659ea of type vlan for network 5b72ac52-94e7-4b26-9590-6c8c4a4d4c2e Sep 22 21:35:10.578410 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-e6852608-9247-4ca6-9a9d-ac594d265e41 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Unset dirty status for tenant:8cccc46200044b559862555e5a919540 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:35:10.582174 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e6852608-9247-4ca6-9a9d-ac594d265e41 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] 10.222.0.33 "GET /v2.0/ports/55195102-85a8-4383-9f9f-770e17664d9b HTTP/1.1" status: 200 len: 955 time: 0.1507220 Sep 22 21:35:10.585195 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42628) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:10.684198 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4c122d-5abb-47ea-a4de-fb5dbeabe551 None None] Resources bound (agent type, host, resource id): {{(pid=89010) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 21:35:10.713867 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ee7c9240-295f-4552-8063-b4c92608b9a5 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=ce66ba6272f947e0b5cefe31139507f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4036081 Sep 22 21:35:10.716951 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-6f11db4a-0ff7-462e-b5a3-ed03b2c923be tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Deleting port 55195102-85a8-4383-9f9f-770e17664d9b {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:35:10.717435 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6f11db4a-0ff7-462e-b5a3-ed03b2c923be tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:10.728973 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42634) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:10.781477 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3aa45233-becf-4a93-8080-71f156518c19 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:10.799421 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bce27f7-10b7-4926-8162-f225d14aaf7f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Router c8159ee8-1ac1-4b98-93a0-301ab919d80e is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:35:10.891209 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-3aa45233-becf-4a93-8080-71f156518c19 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e520400-21f9-4f0b-a274-bffab3262254']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:10.936670 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-290159cf-812a-4cd6-85d9-a3fe607454c1 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:10.994504 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-3aa45233-becf-4a93-8080-71f156518c19 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebf975bd-84d9-45f8-97e2-c16165f80053') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:10.994869 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-3aa45233-becf-4a93-8080-71f156518c19 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebf975bd-84d9-45f8-97e2-c16165f80053') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:11.025288 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-16bd9798-c4d1-4ee1-b566-9b093c8c89d4 None None] Attempt 8 to provision port 83542a8d-4b55-4b8c-b671-408e90e565e5 Sep 22 21:35:11.077721 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832ea36-89ea-410e-a61d-d8ff1b696a5a req-4d81c88b-0725-4d97-9585-860ec639e080 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:11.080141 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6832ea36-89ea-410e-a61d-d8ff1b696a5a req-4d81c88b-0725-4d97-9585-860ec639e080 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.3370976 Sep 22 21:35:11.081658 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3aa45233-becf-4a93-8080-71f156518c19 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:11.110211 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-16bd9798-c4d1-4ee1-b566-9b093c8c89d4 None None] Port 83542a8d-4b55-4b8c-b671-408e90e565e5 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:35:11.162699 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f8fa64-8727-477b-b041-3a39f802b2af req-a364fb69-ba31-429d-899c-098d386f5294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:11.164105 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-04f8fa64-8727-477b-b041-3a39f802b2af req-a364fb69-ba31-429d-899c-098d386f5294 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=25574d9f1a93412b95f1e988f287237a&device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 1099 time: 0.4165528 Sep 22 21:35:11.193329 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.db.resource_extend [None req-290159cf-812a-4cd6-85d9-a3fe607454c1 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 21:35:11.236659 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3aa45233-becf-4a93-8080-71f156518c19 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:11.270122 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-96925b9d-5780-4f30-99db-71ab393a9736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:11.281626 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aa45233-becf-4a93-8080-71f156518c19 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:35:11.282033 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3aa45233-becf-4a93-8080-71f156518c19 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:11.301218 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6f11db4a-0ff7-462e-b5a3-ed03b2c923be tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:11.318719 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-650e7a4f-6b77-4ec5-8a68-76d9b4a8e18a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] For port d94fae99-3628-46f0-a8c2-5ec56d62f006, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=d94fae99-3628-46f0-a8c2-5ec56d62f006,segment=NetworkSegment(457f7257-0c60-4261-8605-eef2afe3952a),segment_id=457f7257-0c60-4261-8605-eef2afe3952a)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:35:11.319565 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6832ea36-89ea-410e-a61d-d8ff1b696a5a req-85276e2d-00ff-4c23-9641-bf5c6e2b5091 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2315540 Sep 22 21:35:11.319998 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-650e7a4f-6b77-4ec5-8a68-76d9b4a8e18a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:11.396448 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bce27f7-10b7-4926-8162-f225d14aaf7f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:35:11.398031 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-290159cf-812a-4cd6-85d9-a3fe607454c1 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:11.403526 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290159cf-812a-4cd6-85d9-a3fe607454c1 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:11.404737 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-290159cf-812a-4cd6-85d9-a3fe607454c1 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:11.405881 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e200501c-2896-44a0-94dc-fe031d73e785 None None] Sync routers for ids ['c8159ee8-1ac1-4b98-93a0-301ab919d80e'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:35:11.416258 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e200501c-2896-44a0-94dc-fe031d73e785 None None] Routers {'c8159ee8-1ac1-4b98-93a0-301ab919d80e'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:35:11.416926 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-e200501c-2896-44a0-94dc-fe031d73e785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:34:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['c8159ee8-1ac1-4b98-93a0-301ab919d80e'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:11.437843 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-6f11db4a-0ff7-462e-b5a3-ed03b2c923be tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Calling delete_port for 55195102-85a8-4383-9f9f-770e17664d9b owned by {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:35:11.518331 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f8fa64-8727-477b-b041-3a39f802b2af req-265427e8-749b-4aec-a55f-3d12f2c467ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:11.519806 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-04f8fa64-8727-477b-b041-3a39f802b2af req-265427e8-749b-4aec-a55f-3d12f2c467ec service neutron] 10.222.0.49 "GET /v2.0/networks?id=5dbb466f-7241-4d18-b090-2d779954893b HTTP/1.1" status: 200 len: 911 time: 0.3492496 Sep 22 21:35:11.573580 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-e200501c-2896-44a0-94dc-fe031d73e785 None None] Set router c8159ee8-1ac1-4b98-93a0-301ab919d80e gateway port host: None {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:35:11.617566 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-16bd9798-c4d1-4ee1-b566-9b093c8c89d4 None None] Attempt 9 to provision port 83542a8d-4b55-4b8c-b671-408e90e565e5 Sep 22 21:35:11.629918 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6f11db4a-0ff7-462e-b5a3-ed03b2c923be tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:11.636103 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-96925b9d-5780-4f30-99db-71ab393a9736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:11.652907 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-650e7a4f-6b77-4ec5-8a68-76d9b4a8e18a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Calling delete_port for d94fae99-3628-46f0-a8c2-5ec56d62f006 owned by network:dhcp {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:35:11.689844 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6f11db4a-0ff7-462e-b5a3-ed03b2c923be tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:11.697078 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11db4a-0ff7-462e-b5a3-ed03b2c923be tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Pushing event deleted for resources: {'Port': ['ID=55195102-85a8-4383-9f9f-770e17664d9b,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:11.700802 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-07c056ab-058a-4467-b187-2d12904bf306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:11.708232 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-04f8fa64-8727-477b-b041-3a39f802b2af req-06b7a0b8-a04a-4378-85ef-bb2b17594b17 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bdd48e0-5d9d-43f0-97a8-e321a99aac21 HTTP/1.1" status: 200 len: 1002 time: 0.1722400 Sep 22 21:35:11.716109 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-6f11db4a-0ff7-462e-b5a3-ed03b2c923be tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] 10.222.0.33 "DELETE /v2.0/ports/55195102-85a8-4383-9f9f-770e17664d9b HTTP/1.1" status: 204 len: 168 time: 1.1280890 Sep 22 21:35:11.732816 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42638) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:11.733473 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3aa45233-becf-4a93-8080-71f156518c19 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:11.749488 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6bce27f7-10b7-4926-8162-f225d14aaf7f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "PUT /v2.0/routers/c8159ee8-1ac1-4b98-93a0-301ab919d80e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8148003 Sep 22 21:35:11.751295 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-16bd9798-c4d1-4ee1-b566-9b093c8c89d4 None None] Port 83542a8d-4b55-4b8c-b671-408e90e565e5 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:35:11.753233 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-07c056ab-058a-4467-b187-2d12904bf306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:11.757552 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42642) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:11.760690 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3aa45233-becf-4a93-8080-71f156518c19 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:11.826182 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-290159cf-812a-4cd6-85d9-a3fe607454c1 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 3.3693407 Sep 22 21:35:11.827147 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment ebf975bd-84d9-45f8-97e2-c16165f80053 resource provider aggregate not found Sep 22 21:35:11.827988 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42648) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:11.833298 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-e4ed8aa0-ba12-48ad-8fda-00cf225677ae tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Request body: {'subnet': {'network_id': '5b72ac52-94e7-4b26-9590-6c8c4a4d4c2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:11.857343 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f8fa64-8727-477b-b041-3a39f802b2af req-abc51433-2ea4-4ab3-816f-d81cb29b20d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:11.859791 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-04f8fa64-8727-477b-b041-3a39f802b2af req-abc51433-2ea4-4ab3-816f-d81cb29b20d4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f291bed0-d028-44b6-829f-efb0f7512ced HTTP/1.1" status: 200 len: 850 time: 0.1446311 Sep 22 21:35:11.869734 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290159cf-812a-4cd6-85d9-a3fe607454c1 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Pushing event updated for resources: {'Network': ['ID=5b72ac52-94e7-4b26-9590-6c8c4a4d4c2e,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:11.889039 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 5b72ac52-94e7-4b26-9590-6c8c4a4d4c2e details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:35:11.889482 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-3aa45233-becf-4a93-8080-71f156518c19 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "DELETE /v2.0/networks/3e520400-21f9-4f0b-a274-bffab3262254 HTTP/1.1" status: 204 len: 168 time: 5.0773482 Sep 22 21:35:11.915127 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42654) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:11.916875 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment ebf975bd-84d9-45f8-97e2-c16165f80053 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ebf975bd-84d9-45f8-97e2-c16165f80053 found for delete ", "request_id": "req-c2053a7d-a098-4cf1-aa8a-5c8dde7528cd"}]} Sep 22 21:35:11.917804 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-3941f283-8e93-4e97-82a8-508b4204fa33 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] GET failed (client error): The resource could not be found. Sep 22 21:35:11.918345 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-3941f283-8e93-4e97-82a8-508b4204fa33 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Synchronizing usage tracker for tenant:8cccc46200044b559862555e5a919540 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:35:11.935334 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-58370411-2bce-4551-ad36-70e1f8ddd40d tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1683903946'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:11.957270 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-07c056ab-058a-4467-b187-2d12904bf306 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=9ff0a0e372bd49f3bc3ed4c0fc4758dc&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0458021 Sep 22 21:35:11.960594 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa45233-becf-4a93-8080-71f156518c19 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event deleted for resources: {'Network': ['ID=3e520400-21f9-4f0b-a274-bffab3262254,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:11.962719 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-58370411-2bce-4551-ad36-70e1f8ddd40d tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:11.965061 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42658) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:11.969137 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c056ab-058a-4467-b187-2d12904bf306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340544be-c1c2-46ed-a28f-3ca4a17e1cb4,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:11.988842 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-58370411-2bce-4551-ad36-70e1f8ddd40d tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Usage tracker for resource:network and tenant:5c103daa7e764303927ef5f69fe7eabf is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:35:11.993610 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-58370411-2bce-4551-ad36-70e1f8ddd40d tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:35:12.003359 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-58370411-2bce-4551-ad36-70e1f8ddd40d tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:35:12.010520 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-08519eeb-e838-48d2-b0d1-d8a347c736e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:12.017047 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-3941f283-8e93-4e97-82a8-508b4204fa33 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Unset dirty status for tenant:8cccc46200044b559862555e5a919540 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:35:12.021850 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-3941f283-8e93-4e97-82a8-508b4204fa33 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] 10.222.0.33 "GET /v2.0/ports/55195102-85a8-4383-9f9f-770e17664d9b HTTP/1.1" status: 404 len: 333 time: 0.2828288 Sep 22 21:35:12.023933 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-650e7a4f-6b77-4ec5-8a68-76d9b4a8e18a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:12.029813 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4196b2-1b38-4f1f-93d1-f01ec46306f4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:12.029972 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42662) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:12.030438 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-cc4196b2-1b38-4f1f-93d1-f01ec46306f4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:35:12.045365 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-e4ed8aa0-ba12-48ad-8fda-00cf225677ae tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:12.054282 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-e4ed8aa0-ba12-48ad-8fda-00cf225677ae tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Usage tracker for resource:subnet and tenant:f4c32f60ee0b44da9fb527e6fab0ab8c is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:35:12.059468 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-e4ed8aa0-ba12-48ad-8fda-00cf225677ae tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:35:12.071818 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-e200501c-2896-44a0-94dc-fe031d73e785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8159ee8-1ac1-4b98-93a0-301ab919d80e', 'name': 'tempest-NetworksTestDHCPv6-router-1261748115', 'tenant_id': '4fef33e75cf240fcbb352fce012907b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:35:02Z', 'updated_at': '2022-09-22T21:35:06Z', 'revision_number': 2, 'project_id': '4fef33e75cf240fcbb352fce012907b9', 'gw_port_host': None, '_interfaces': [{'id': '83542a8d-4b55-4b8c-b671-408e90e565e5', 'name': '', 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'tenant_id': '4fef33e75cf240fcbb352fce012907b9', 'mac_address': 'fa:16:3e:b0:ef:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8159ee8-1ac1-4b98-93a0-301ab919d80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '47fa96f8-20eb-432b-99c3-4ecf7e8904ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:35:04Z', 'updated_at': '2022-09-22T21:35:07Z', 'revision_number': 2, 'project_id': '4fef33e75cf240fcbb352fce012907b9', 'subnets': [{'id': '47fa96f8-20eb-432b-99c3-4ecf7e8904ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:12.073422 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-e4ed8aa0-ba12-48ad-8fda-00cf225677ae tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:35:12.075895 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e200501c-2896-44a0-94dc-fe031d73e785 None None] Checking router: c8159ee8-1ac1-4b98-93a0-301ab919d80e for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:35:12.076218 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e200501c-2896-44a0-94dc-fe031d73e785 None None] Updating router c8159ee8-1ac1-4b98-93a0-301ab919d80e port 83542a8d-4b55-4b8c-b671-408e90e565e5 binding host dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:35:12.085310 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-cc4196b2-1b38-4f1f-93d1-f01ec46306f4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:35:12.086069 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-46cd6dd7-f4da-415b-a28d-dc501955a32a tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Request body: {'port': {'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1856790604'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:12.088898 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-cc4196b2-1b38-4f1f-93d1-f01ec46306f4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/ports/83542a8d-4b55-4b8c-b671-408e90e565e5 HTTP/1.1" status: 200 len: 911 time: 0.3279905 Sep 22 21:35:12.092886 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42666) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:12.093025 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58370411-2bce-4551-ad36-70e1f8ddd40d tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Made reservation on behalf of 5c103daa7e764303927ef5f69fe7eabf for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:35:12.096334 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-58370411-2bce-4551-ad36-70e1f8ddd40d tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:12.109705 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-96925b9d-5780-4f30-99db-71ab393a9736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:12.130948 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e200501c-2896-44a0-94dc-fe031d73e785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:12.138444 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-46cd6dd7-f4da-415b-a28d-dc501955a32a tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:12.141497 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e7a4f-6b77-4ec5-8a68-76d9b4a8e18a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event deleted for resources: {'Port': ['ID=d94fae99-3628-46f0-a8c2-5ec56d62f006,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:12.146255 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650e7a4f-6b77-4ec5-8a68-76d9b4a8e18a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] No DVR routers for this DVR port d94fae99-3628-46f0-a8c2-5ec56d62f006 on host dv-neutron-858900-1-hyperv {{(pid=89009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:35:12.147839 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ed8aa0-ba12-48ad-8fda-00cf225677ae tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Made reservation on behalf of f4c32f60ee0b44da9fb527e6fab0ab8c for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:35:12.151792 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e4ed8aa0-ba12-48ad-8fda-00cf225677ae tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:12.179817 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96925b9d-5780-4f30-99db-71ab393a9736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237fbc4b-4a9e-49df-90c8-70dadaa164b6,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:12.199935 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-46cd6dd7-f4da-415b-a28d-dc501955a32a tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:35:12.265361 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-16bd9798-c4d1-4ee1-b566-9b093c8c89d4 None None] Attempt 10 to provision port 83542a8d-4b55-4b8c-b671-408e90e565e5 Sep 22 21:35:12.288576 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f8fa64-8727-477b-b041-3a39f802b2af req-13cf1188-9779-4db3-a789-59160a92f412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:12.290124 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-04f8fa64-8727-477b-b041-3a39f802b2af req-13cf1188-9779-4db3-a789-59160a92f412 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5dbb466f-7241-4d18-b090-2d779954893b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3669627 Sep 22 21:35:12.314705 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58370411-2bce-4551-ad36-70e1f8ddd40d tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:35:12.317794 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46cd6dd7-f4da-415b-a28d-dc501955a32a tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Made reservation on behalf of 8cccc46200044b559862555e5a919540 for: {'port': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:35:12.319250 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-46cd6dd7-f4da-415b-a28d-dc501955a32a tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:12.328357 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e2e3832d-e597-4c50-81fb-faa85c2ed383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:12.373653 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-650e7a4f-6b77-4ec5-8a68-76d9b4a8e18a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:12.409227 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-650e7a4f-6b77-4ec5-8a68-76d9b4a8e18a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b4b849d-57ac-4971-888c-962f7057721e']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:12.418446 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-16bd9798-c4d1-4ee1-b566-9b093c8c89d4 None None] Port 83542a8d-4b55-4b8c-b671-408e90e565e5 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:35:12.433741 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-58370411-2bce-4551-ad36-70e1f8ddd40d tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:12.434105 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-58370411-2bce-4551-ad36-70e1f8ddd40d tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Added segment 73f11e12-b39a-4ea6-b6f8-606e05654644 of type vlan for network adadc3d3-e8b9-481a-b0d6-ad77d8700caa Sep 22 21:35:12.444534 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-96925b9d-5780-4f30-99db-71ab393a9736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:12.448434 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-96925b9d-5780-4f30-99db-71ab393a9736 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/237fbc4b-4a9e-49df-90c8-70dadaa164b6 HTTP/1.1" status: 204 len: 168 time: 1.7003908 Sep 22 21:35:12.538397 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8ec717-c328-47ef-997e-e2bad8ce2e2a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:12.544737 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8ec717-c328-47ef-997e-e2bad8ce2e2a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:12.546579 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-5b8ec717-c328-47ef-997e-e2bad8ce2e2a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4519613 Sep 22 21:35:12.552500 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42674) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:12.565438 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-3c1e6e6f-4c3b-4107-be8c-c23b6b890c5b None None] Provisioning complete for port 83542a8d-4b55-4b8c-b671-408e90e565e5 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:35:12.565851 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-3c1e6e6f-4c3b-4107-be8c-c23b6b890c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:12.566145 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-3c1e6e6f-4c3b-4107-be8c-c23b6b890c5b None None] Attempt 1 to provision port 83542a8d-4b55-4b8c-b671-408e90e565e5 Sep 22 21:35:12.675938 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-650e7a4f-6b77-4ec5-8a68-76d9b4a8e18a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '457f7257-0c60-4261-8605-eef2afe3952a') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:12.676339 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-650e7a4f-6b77-4ec5-8a68-76d9b4a8e18a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '457f7257-0c60-4261-8605-eef2afe3952a') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:12.688053 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-46cd6dd7-f4da-415b-a28d-dc501955a32a tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] device_id is not set on port 01dd3d5e-87a6-4154-b719-6349a02f013e yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:35:12.764436 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e2e3832d-e597-4c50-81fb-faa85c2ed383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:12.774960 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-650e7a4f-6b77-4ec5-8a68-76d9b4a8e18a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:12.777412 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e200501c-2896-44a0-94dc-fe031d73e785 None None] Notify callbacks [] for port, precommit_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:12.802069 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-58370411-2bce-4551-ad36-70e1f8ddd40d tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:12.815318 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-e200501c-2896-44a0-94dc-fe031d73e785 None None] Transition to ACTIVE for port object 83542a8d-4b55-4b8c-b671-408e90e565e5 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:35:12.820720 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:12.823726 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-3c1e6e6f-4c3b-4107-be8c-c23b6b890c5b None None] Port 83542a8d-4b55-4b8c-b671-408e90e565e5 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:35:12.836386 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-04f8fa64-8727-477b-b041-3a39f802b2af req-526edaaa-7c1c-4ba6-914b-b25be378629d service neutron] 10.222.0.49 "GET /v2.0/networks/5dbb466f-7241-4d18-b090-2d779954893b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5369360 Sep 22 21:35:12.836903 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42680) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:12.837999 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e200501c-2896-44a0-94dc-fe031d73e785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:12.857352 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-650e7a4f-6b77-4ec5-8a68-76d9b4a8e18a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:12.917391 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-650e7a4f-6b77-4ec5-8a68-76d9b4a8e18a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:35:12.917974 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-650e7a4f-6b77-4ec5-8a68-76d9b4a8e18a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:13.011044 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-509c895b-73b4-4523-86db-524afbd1f4e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:13.025791 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7803e87-5a89-4372-b11c-ab0dfa8a06cd req-2e942294-22ea-4dd0-87f5-12df54cf095d tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:13.027423 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-b7803e87-5a89-4372-b11c-ab0dfa8a06cd req-2e942294-22ea-4dd0-87f5-12df54cf095d tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.5759020 Sep 22 21:35:13.058922 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a244c9bc-c7a8-4534-b2aa-d9cbc9c54f43 None None] Pushing event updated for resources: {'Port': ['ID=83542a8d-4b55-4b8c-b671-408e90e565e5,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:13.070798 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-e200501c-2896-44a0-94dc-fe031d73e785 None None] Attempting to bind port 83542a8d-4b55-4b8c-b671-408e90e565e5 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:35:13.071174 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-e200501c-2896-44a0-94dc-fe031d73e785 None None] Attempting to bind port 83542a8d-4b55-4b8c-b671-408e90e565e5 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:35:13.071539 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e200501c-2896-44a0-94dc-fe031d73e785 None None] Attempting to bind port 83542a8d-4b55-4b8c-b671-408e90e565e5 on network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:35:13.073662 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:13.077735 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e200501c-2896-44a0-94dc-fe031d73e785 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:35:13.078205 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e200501c-2896-44a0-94dc-fe031d73e785 None None] Checking segment: {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:35:13.078693 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e200501c-2896-44a0-94dc-fe031d73e785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:13.079149 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e200501c-2896-44a0-94dc-fe031d73e785 None None] Bound using segment: {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:35:13.079687 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-e200501c-2896-44a0-94dc-fe031d73e785 None None] Bound port: 83542a8d-4b55-4b8c-b671-408e90e565e5, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:35:13.079905 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-58370411-2bce-4551-ad36-70e1f8ddd40d tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:13.080119 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e200501c-2896-44a0-94dc-fe031d73e785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:13.085831 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58370411-2bce-4551-ad36-70e1f8ddd40d tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:13.086413 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-58370411-2bce-4551-ad36-70e1f8ddd40d tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:13.144095 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-509c895b-73b4-4523-86db-524afbd1f4e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:13.162994 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-509c895b-73b4-4523-86db-524afbd1f4e6 admin admin] Usage tracker for resource:security_group_rule and tenant:aafe836819f44c73b093948b9e32efa1 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:35:13.167167 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-509c895b-73b4-4523-86db-524afbd1f4e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:35:13.172536 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-e200501c-2896-44a0-94dc-fe031d73e785 None None] For port 83542a8d-4b55-4b8c-b671-408e90e565e5, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:35:13.176370 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-e200501c-2896-44a0-94dc-fe031d73e785 None None] For port 83542a8d-4b55-4b8c-b671-408e90e565e5, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=83542a8d-4b55-4b8c-b671-408e90e565e5,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:35:13.180641 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-509c895b-73b4-4523-86db-524afbd1f4e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:35:13.181113 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e200501c-2896-44a0-94dc-fe031d73e785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:13.188275 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e4ed8aa0-ba12-48ad-8fda-00cf225677ae tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:13.207057 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-650e7a4f-6b77-4ec5-8a68-76d9b4a8e18a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:13.224822 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-650e7a4f-6b77-4ec5-8a68-76d9b4a8e18a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:13.250895 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e200501c-2896-44a0-94dc-fe031d73e785 None None] Routers {'c8159ee8-1ac1-4b98-93a0-301ab919d80e'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:35:13.251542 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-e200501c-2896-44a0-94dc-fe031d73e785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:35:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['c8159ee8-1ac1-4b98-93a0-301ab919d80e'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:13.260805 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58370411-2bce-4551-ad36-70e1f8ddd40d tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event updated for resources: {'Network': ['ID=adadc3d3-e8b9-481a-b0d6-ad77d8700caa,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:13.262979 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e2e3832d-e597-4c50-81fb-faa85c2ed383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:13.265533 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e2e3832d-e597-4c50-81fb-faa85c2ed383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:13.270071 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e2e3832d-e597-4c50-81fb-faa85c2ed383 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/340544be-c1c2-46ed-a28f-3ca4a17e1cb4 HTTP/1.1" status: 204 len: 168 time: 1.3015208 Sep 22 21:35:13.341532 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-b7803e87-5a89-4372-b11c-ab0dfa8a06cd req-ec7afb4d-cbdf-4d6e-8339-30cd10d5040e tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2991371 Sep 22 21:35:13.353117 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-58370411-2bce-4551-ad36-70e1f8ddd40d tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4307973 Sep 22 21:35:13.365541 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42686) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:13.376645 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-3c1e6e6f-4c3b-4107-be8c-c23b6b890c5b None None] Attempt 2 to provision port 83542a8d-4b55-4b8c-b671-408e90e565e5 Sep 22 21:35:13.385075 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-650e7a4f-6b77-4ec5-8a68-76d9b4a8e18a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "DELETE /v2.0/networks/2b4b849d-57ac-4971-888c-962f7057721e HTTP/1.1" status: 204 len: 168 time: 6.3362496 Sep 22 21:35:13.391788 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e7a4f-6b77-4ec5-8a68-76d9b4a8e18a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event deleted for resources: {'Network': ['ID=2b4b849d-57ac-4971-888c-962f7057721e,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:13.392810 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e3832d-e597-4c50-81fb-faa85c2ed383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340544be-c1c2-46ed-a28f-3ca4a17e1cb4,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:13.396317 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-04f8fa64-8727-477b-b041-3a39f802b2af req-0fa40f0d-bff6-42d6-bc56-5bc1f9a9a95b service neutron] 10.222.0.49 "GET /v2.0/networks/5dbb466f-7241-4d18-b090-2d779954893b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5370955 Sep 22 21:35:13.396456 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42690) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:13.400892 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-ef86bd59-a234-49c5-a814-3e1304921ab7 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Request body: {'subnet': {'network_id': 'adadc3d3-e8b9-481a-b0d6-ad77d8700caa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:13.404074 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-116dccb7-f866-48bb-8439-abb7b1b227bc tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1285675168'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:13.416939 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-116dccb7-f866-48bb-8439-abb7b1b227bc tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:13.433674 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-116dccb7-f866-48bb-8439-abb7b1b227bc tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Usage tracker for resource:network and tenant:cea970100f344bf88cd0b9c37fe15dda is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:35:13.438704 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-116dccb7-f866-48bb-8439-abb7b1b227bc tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:35:13.459881 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network adadc3d3-e8b9-481a-b0d6-ad77d8700caa details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:35:13.494308 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-116dccb7-f866-48bb-8439-abb7b1b227bc tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:35:13.510320 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed8aa0-ba12-48ad-8fda-00cf225677ae tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Pushing event updated for resources: {'Subnet': ['ID=ce04a1e5-7437-42ce-b3f5-4d3df55e1c1a,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:13.518162 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-46cd6dd7-f4da-415b-a28d-dc501955a32a tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:13.543565 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116dccb7-f866-48bb-8439-abb7b1b227bc tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Made reservation on behalf of cea970100f344bf88cd0b9c37fe15dda for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:35:13.551209 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-116dccb7-f866-48bb-8439-abb7b1b227bc tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:13.566153 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ed8aa0-ba12-48ad-8fda-00cf225677ae tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Checking segment: {'id': '7720ca2b-6f18-4fc4-918b-2f8ccb2659ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5b72ac52-94e7-4b26-9590-6c8c4a4d4c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:35:13.566704 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ed8aa0-ba12-48ad-8fda-00cf225677ae tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Network hostable DHCP agents. Network: 5b72ac52-94e7-4b26-9590-6c8c4a4d4c2e, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:35:13.621648 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-116dccb7-f866-48bb-8439-abb7b1b227bc tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:35:13.636470 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-116dccb7-f866-48bb-8439-abb7b1b227bc tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:13.637279 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-116dccb7-f866-48bb-8439-abb7b1b227bc tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Added segment e9e18e69-7d9c-46db-bed7-fa0bfd031ba5 of type vlan for network 31e7fcd5-0e88-465c-8575-64c42eaad52f Sep 22 21:35:13.685162 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-ef86bd59-a234-49c5-a814-3e1304921ab7 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:13.698212 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a244c9bc-c7a8-4534-b2aa-d9cbc9c54f43 None None] Pushing event updated for resources: {'Port': ['ID=83542a8d-4b55-4b8c-b671-408e90e565e5,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:13.700049 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-ef86bd59-a234-49c5-a814-3e1304921ab7 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Usage tracker for resource:subnet and tenant:5c103daa7e764303927ef5f69fe7eabf is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:35:13.711682 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-ef86bd59-a234-49c5-a814-3e1304921ab7 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:35:13.724000 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-116dccb7-f866-48bb-8439-abb7b1b227bc tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:13.728383 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ed8aa0-ba12-48ad-8fda-00cf225677ae tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Network 5b72ac52-94e7-4b26-9590-6c8c4a4d4c2e is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:35:13.734339 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-ef86bd59-a234-49c5-a814-3e1304921ab7 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:35:13.772767 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef86bd59-a234-49c5-a814-3e1304921ab7 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Made reservation on behalf of 5c103daa7e764303927ef5f69fe7eabf for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:35:13.777717 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ef86bd59-a234-49c5-a814-3e1304921ab7 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:13.779971 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-e200501c-2896-44a0-94dc-fe031d73e785 None None] Set router c8159ee8-1ac1-4b98-93a0-301ab919d80e gateway port host: None {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:35:13.786918 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-46cd6dd7-f4da-415b-a28d-dc501955a32a tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:13.795765 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-e4ed8aa0-ba12-48ad-8fda-00cf225677ae tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 5b72ac52-94e7-4b26-9590-6c8c4a4d4c2e) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:35:13.800528 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ed8aa0-ba12-48ad-8fda-00cf225677ae tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:13.801569 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e4ed8aa0-ba12-48ad-8fda-00cf225677ae tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:13.824504 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-3c1e6e6f-4c3b-4107-be8c-c23b6b890c5b None None] Port 83542a8d-4b55-4b8c-b671-408e90e565e5 had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 21:35:13.834138 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8452f8d9-d90a-4f87-9d07-07354a2fe31e None None] Network 5b72ac52-94e7-4b26-9590-6c8c4a4d4c2e requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:35:13.869268 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e4ed8aa0-ba12-48ad-8fda-00cf225677ae tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0402265 Sep 22 21:35:13.887443 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42696) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:13.939113 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cd6dd7-f4da-415b-a28d-dc501955a32a tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:35:13.945453 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-509c895b-73b4-4523-86db-524afbd1f4e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:13.955645 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cd6dd7-f4da-415b-a28d-dc501955a32a tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Pushing event updated for resources: {'Port': ['ID=01dd3d5e-87a6-4154-b719-6349a02f013e,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:13.958153 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-46cd6dd7-f4da-415b-a28d-dc501955a32a tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:35:13.958729 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-e3ce3101-c09a-42c2-8fcb-2731ebea2455 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Request body: {'port': {'network_id': '5b72ac52-94e7-4b26-9590-6c8c4a4d4c2e', 'name': 'tempest-TagsExtTest-656569267'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:13.959902 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-116dccb7-f866-48bb-8439-abb7b1b227bc tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:13.967778 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116dccb7-f866-48bb-8439-abb7b1b227bc tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:13.968386 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-116dccb7-f866-48bb-8439-abb7b1b227bc tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:13.972313 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cd6dd7-f4da-415b-a28d-dc501955a32a tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:35:13.973221 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cd6dd7-f4da-415b-a28d-dc501955a32a tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:13.983514 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-46cd6dd7-f4da-415b-a28d-dc501955a32a tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:14.001035 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-509c895b-73b4-4523-86db-524afbd1f4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:14.011960 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42702) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:14.028388 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 457f7257-0c60-4261-8605-eef2afe3952a resource provider aggregate not found Sep 22 21:35:14.124460 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 457f7257-0c60-4261-8605-eef2afe3952a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 457f7257-0c60-4261-8605-eef2afe3952a found for delete ", "request_id": "req-52b135af-9366-4625-ac24-a99daa84302e"}]} Sep 22 21:35:14.146300 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-116dccb7-f866-48bb-8439-abb7b1b227bc tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7466009 Sep 22 21:35:14.148513 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42708) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:14.158259 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-2346538b-aa6f-495c-816e-aea449bcea70 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Request body: {'network': {'name': 'New_network'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:14.184734 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-46cd6dd7-f4da-415b-a28d-dc501955a32a tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.1191070 Sep 22 21:35:14.189653 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116dccb7-f866-48bb-8439-abb7b1b227bc tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event updated for resources: {'Network': ['ID=31e7fcd5-0e88-465c-8575-64c42eaad52f,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:14.191530 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42712) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:14.215008 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c895b-73b4-4523-86db-524afbd1f4e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d37da4-6fb9-461a-92d9-3e4366eacec8,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:14.229323 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-509c895b-73b4-4523-86db-524afbd1f4e6 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=aafe836819f44c73b093948b9e32efa1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3863304 Sep 22 21:35:14.241104 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 31e7fcd5-0e88-465c-8575-64c42eaad52f details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:35:14.250921 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42714) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:14.274330 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8589'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:14.294776 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-9aa1c618-69db-404d-a815-c3f7ccfc834c admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=3948481bd8564dd39302cf1d97156919&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2681537 Sep 22 21:35:14.295460 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42720) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:14.382252 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-e3ce3101-c09a-42c2-8fcb-2731ebea2455 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:14.440321 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-e3ce3101-c09a-42c2-8fcb-2731ebea2455 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Usage tracker for resource:port and tenant:f4c32f60ee0b44da9fb527e6fab0ab8c is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:35:14.453119 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-e3ce3101-c09a-42c2-8fcb-2731ebea2455 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:35:14.473879 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-e3ce3101-c09a-42c2-8fcb-2731ebea2455 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:35:14.503217 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb5cdc3-35c7-4ee2-9e52-507422e96574 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-5b72ac52-94e7-4b26-9590-6c8c4a4d4c2e', 'network_id': '5b72ac52-94e7-4b26-9590-6c8c4a4d4c2e', 'tenant_id': 'f4c32f60ee0b44da9fb527e6fab0ab8c', 'fixed_ips': [{'subnet_id': 'ce04a1e5-7437-42ce-b3f5-4d3df55e1c1a'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:35:14.504074 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-dcb5cdc3-35c7-4ee2-9e52-507422e96574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:14.517626 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:14.577539 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bd504da6-5caa-42f0-9e9f-4d199b1f5c02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:14.671246 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-e200501c-2896-44a0-94dc-fe031d73e785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8159ee8-1ac1-4b98-93a0-301ab919d80e', 'name': 'tempest-NetworksTestDHCPv6-router-1261748115', 'tenant_id': '4fef33e75cf240fcbb352fce012907b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:35:02Z', 'updated_at': '2022-09-22T21:35:06Z', 'revision_number': 2, 'project_id': '4fef33e75cf240fcbb352fce012907b9', 'gw_port_host': None, '_interfaces': [{'id': '83542a8d-4b55-4b8c-b671-408e90e565e5', 'name': '', 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'tenant_id': '4fef33e75cf240fcbb352fce012907b9', 'mac_address': 'fa:16:3e:b0:ef:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8159ee8-1ac1-4b98-93a0-301ab919d80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '47fa96f8-20eb-432b-99c3-4ecf7e8904ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:35:04Z', 'updated_at': '2022-09-22T21:35:13Z', 'revision_number': 4, 'project_id': '4fef33e75cf240fcbb352fce012907b9', 'subnets': [{'id': '47fa96f8-20eb-432b-99c3-4ecf7e8904ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:14.679761 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bd504da6-5caa-42f0-9e9f-4d199b1f5c02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:14.687434 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e200501c-2896-44a0-94dc-fe031d73e785 None None] The sync data for ids ['c8159ee8-1ac1-4b98-93a0-301ab919d80e'] in dv-neutron-858900-1-hyperv is: [{'id': 'c8159ee8-1ac1-4b98-93a0-301ab919d80e', 'name': 'tempest-NetworksTestDHCPv6-router-1261748115', 'tenant_id': '4fef33e75cf240fcbb352fce012907b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:35:02Z', 'updated_at': '2022-09-22T21:35:06Z', 'revision_number': 2, 'project_id': '4fef33e75cf240fcbb352fce012907b9', 'gw_port_host': None, '_interfaces': [{'id': '83542a8d-4b55-4b8c-b671-408e90e565e5', 'name': '', 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'tenant_id': '4fef33e75cf240fcbb352fce012907b9', 'mac_address': 'fa:16:3e:b0:ef:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8159ee8-1ac1-4b98-93a0-301ab919d80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '47fa96f8-20eb-432b-99c3-4ecf7e8904ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:35:04Z', 'updated_at': '2022-09-22T21:35:13Z', 'revision_number': 4, 'project_id': '4fef33e75cf240fcbb352fce012907b9', 'subnets': [{'id': '47fa96f8-20eb-432b-99c3-4ecf7e8904ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:35:14.707058 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a98cc740-edd1-483e-9e94-736b368a5ca6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:14.713680 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-dcb5cdc3-35c7-4ee2-9e52-507422e96574 None None] Allocated IP 172.20.0.2 (5b72ac52-94e7-4b26-9590-6c8c4a4d4c2e/ce04a1e5-7437-42ce-b3f5-4d3df55e1c1a/5ce9d4f3-0706-4baa-a420-7ed4fdef9bc9) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:35:14.753816 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:14.826185 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ce3101-c09a-42c2-8fcb-2731ebea2455 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Made reservation on behalf of f4c32f60ee0b44da9fb527e6fab0ab8c for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:35:14.829735 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e3ce3101-c09a-42c2-8fcb-2731ebea2455 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:14.946239 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-64a79957-0eb5-40a1-be92-bb8fcf4d2e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:14.974564 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-dcb5cdc3-35c7-4ee2-9e52-507422e96574 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:14.986852 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-dcb5cdc3-35c7-4ee2-9e52-507422e96574 None None] Transition to ACTIVE for port object 5ce9d4f3-0706-4baa-a420-7ed4fdef9bc9 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:35:14.987398 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [None req-e3ce3101-c09a-42c2-8fcb-2731ebea2455 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] device_id is not set on port 546d5f0a-2071-427f-8970-00137eb46cf8 yet. {{(pid=89008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:35:15.019663 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2346538b-aa6f-495c-816e-aea449bcea70 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:15.073132 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2346538b-aa6f-495c-816e-aea449bcea70 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:15.078732 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-dcb5cdc3-35c7-4ee2-9e52-507422e96574 None None] Transition to ACTIVE for port object 5ce9d4f3-0706-4baa-a420-7ed4fdef9bc9 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:35:15.094063 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ef86bd59-a234-49c5-a814-3e1304921ab7 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:15.096722 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-dcb5cdc3-35c7-4ee2-9e52-507422e96574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:15.103838 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-64a79957-0eb5-40a1-be92-bb8fcf4d2e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:15.111997 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bd504da6-5caa-42f0-9e9f-4d199b1f5c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:15.170929 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2346538b-aa6f-495c-816e-aea449bcea70 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Network 31e7fcd5-0e88-465c-8575-64c42eaad52f is not hosted by any dhcp agent {{(pid=89009) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Sep 22 21:35:15.176222 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2346538b-aa6f-495c-816e-aea449bcea70 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:15.176841 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2346538b-aa6f-495c-816e-aea449bcea70 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:15.181194 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2346538b-aa6f-495c-816e-aea449bcea70 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "PUT /v2.0/networks/31e7fcd5-0e88-465c-8575-64c42eaad52f HTTP/1.1" status: 200 len: 723 time: 1.0286274 Sep 22 21:35:15.181335 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb5cdc3-35c7-4ee2-9e52-507422e96574 None None] Network 5b72ac52-94e7-4b26-9590-6c8c4a4d4c2e is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:35:15.182830 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-dcb5cdc3-35c7-4ee2-9e52-507422e96574 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:35:15.185244 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb5cdc3-35c7-4ee2-9e52-507422e96574 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:35:15.190995 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42726) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:15.244580 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb5cdc3-35c7-4ee2-9e52-507422e96574 None None] Pushing event updated for resources: {'Port': ['ID=5ce9d4f3-0706-4baa-a420-7ed4fdef9bc9,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:15.254070 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-bf38e7f7-4287-4e50-9707-00a3e5a06183 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Request body: {'subnet': {'network_id': '31e7fcd5-0e88-465c-8575-64c42eaad52f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:15.340095 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-dcb5cdc3-35c7-4ee2-9e52-507422e96574 None None] Attempting to bind port 5ce9d4f3-0706-4baa-a420-7ed4fdef9bc9 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:35:15.341103 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-dcb5cdc3-35c7-4ee2-9e52-507422e96574 None None] Attempting to bind port 5ce9d4f3-0706-4baa-a420-7ed4fdef9bc9 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '7720ca2b-6f18-4fc4-918b-2f8ccb2659ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5b72ac52-94e7-4b26-9590-6c8c4a4d4c2e'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:35:15.341661 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb5cdc3-35c7-4ee2-9e52-507422e96574 None None] Attempting to bind port 5ce9d4f3-0706-4baa-a420-7ed4fdef9bc9 on network 5b72ac52-94e7-4b26-9590-6c8c4a4d4c2e {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:35:15.349452 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb5cdc3-35c7-4ee2-9e52-507422e96574 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:35:15.351329 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb5cdc3-35c7-4ee2-9e52-507422e96574 None None] Checking segment: {'id': '7720ca2b-6f18-4fc4-918b-2f8ccb2659ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5b72ac52-94e7-4b26-9590-6c8c4a4d4c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:35:15.351942 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-dcb5cdc3-35c7-4ee2-9e52-507422e96574 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:15.352514 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb5cdc3-35c7-4ee2-9e52-507422e96574 None None] Bound using segment: {'id': '7720ca2b-6f18-4fc4-918b-2f8ccb2659ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5b72ac52-94e7-4b26-9590-6c8c4a4d4c2e'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:35:15.353583 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-dcb5cdc3-35c7-4ee2-9e52-507422e96574 None None] Bound port: 5ce9d4f3-0706-4baa-a420-7ed4fdef9bc9, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7720ca2b-6f18-4fc4-918b-2f8ccb2659ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5b72ac52-94e7-4b26-9590-6c8c4a4d4c2e'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:35:15.354153 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-dcb5cdc3-35c7-4ee2-9e52-507422e96574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:15.386187 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd504da6-5caa-42f0-9e9f-4d199b1f5c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d37da4-6fb9-461a-92d9-3e4366eacec8,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:15.409476 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.db.resource_extend [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 21:35:15.445137 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2346538b-aa6f-495c-816e-aea449bcea70 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event updated for resources: {'Network': ['ID=31e7fcd5-0e88-465c-8575-64c42eaad52f,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:15.465472 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 31e7fcd5-0e88-465c-8575-64c42eaad52f details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:35:15.499893 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bd504da6-5caa-42f0-9e9f-4d199b1f5c02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:15.502847 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-bd504da6-5caa-42f0-9e9f-4d199b1f5c02 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/60d37da4-6fb9-461a-92d9-3e4366eacec8 HTTP/1.1" status: 204 len: 168 time: 1.2391875 Sep 22 21:35:15.528076 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e8c58-1ac4-47fa-b43a-a9daf669e20d req-e6a0743c-4f25-4174-9300-ccf5bdf460c1 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:15.537527 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5b5e8c58-1ac4-47fa-b43a-a9daf669e20d req-e6a0743c-4f25-4174-9300-ccf5bdf460c1 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.9099586 Sep 22 21:35:15.538786 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef86bd59-a234-49c5-a814-3e1304921ab7 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event updated for resources: {'Subnet': ['ID=ac9412a8-1eb3-4d05-abbe-71a8fe5aa91e,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:15.550344 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] device_id is not set on port 01dd3d5e-87a6-4154-b719-6349a02f013e yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:35:15.570687 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:15.601569 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-dcb5cdc3-35c7-4ee2-9e52-507422e96574 None None] For port 5ce9d4f3-0706-4baa-a420-7ed4fdef9bc9, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:35:15.602613 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Transition to ACTIVE for port object 01dd3d5e-87a6-4154-b719-6349a02f013e will not be triggered until provisioned by entity L2. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:35:15.608652 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:15.616767 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-dcb5cdc3-35c7-4ee2-9e52-507422e96574 None None] For port 5ce9d4f3-0706-4baa-a420-7ed4fdef9bc9, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=5ce9d4f3-0706-4baa-a420-7ed4fdef9bc9,segment=NetworkSegment(7720ca2b-6f18-4fc4-918b-2f8ccb2659ea),segment_id=7720ca2b-6f18-4fc4-918b-2f8ccb2659ea)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:35:15.631723 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-dcb5cdc3-35c7-4ee2-9e52-507422e96574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:15.662331 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef86bd59-a234-49c5-a814-3e1304921ab7 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Checking segment: {'id': '73f11e12-b39a-4ea6-b6f8-606e05654644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'adadc3d3-e8b9-481a-b0d6-ad77d8700caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:35:15.669732 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef86bd59-a234-49c5-a814-3e1304921ab7 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Network hostable DHCP agents. Network: adadc3d3-e8b9-481a-b0d6-ad77d8700caa, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:35:15.674458 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-bf38e7f7-4287-4e50-9707-00a3e5a06183 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:15.700019 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-e3ce3101-c09a-42c2-8fcb-2731ebea2455 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Allocated IP 172.20.0.10 (5b72ac52-94e7-4b26-9590-6c8c4a4d4c2e/ce04a1e5-7437-42ce-b3f5-4d3df55e1c1a/546d5f0a-2071-427f-8970-00137eb46cf8) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:35:15.702071 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-64a79957-0eb5-40a1-be92-bb8fcf4d2e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:15.707667 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-bf38e7f7-4287-4e50-9707-00a3e5a06183 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Usage tracker for resource:subnet and tenant:cea970100f344bf88cd0b9c37fe15dda is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:35:15.728917 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-bf38e7f7-4287-4e50-9707-00a3e5a06183 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:35:15.737205 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 83542a8d-4b55-4b8c-b671-408e90e565e5 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:35:15.750593 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-bf38e7f7-4287-4e50-9707-00a3e5a06183 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:35:15.753535 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a79957-0eb5-40a1-be92-bb8fcf4d2e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d77acc-0a69-489a-92a9-7bd9725fde87,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:15.774431 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5b5e8c58-1ac4-47fa-b43a-a9daf669e20d req-46ceeb83-ad64-41b9-a390-98105096c88b tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2296948 Sep 22 21:35:15.829019 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef86bd59-a234-49c5-a814-3e1304921ab7 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Network adadc3d3-e8b9-481a-b0d6-ad77d8700caa is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:35:15.831115 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf38e7f7-4287-4e50-9707-00a3e5a06183 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Made reservation on behalf of cea970100f344bf88cd0b9c37fe15dda for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:35:15.835585 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bf38e7f7-4287-4e50-9707-00a3e5a06183 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:15.860701 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-a98cc740-edd1-483e-9e94-736b368a5ca6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Deleting port 83542a8d-4b55-4b8c-b671-408e90e565e5 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:35:15.860920 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a98cc740-edd1-483e-9e94-736b368a5ca6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:15.864511 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb5cdc3-35c7-4ee2-9e52-507422e96574 None None] Pushing event updated for resources: {'Port': ['ID=5ce9d4f3-0706-4baa-a420-7ed4fdef9bc9,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:15.870201 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 01dd3d5e-87a6-4154-b719-6349a02f013e on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:35:15.870548 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 01dd3d5e-87a6-4154-b719-6349a02f013e by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] {{(pid=89009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:35:15.870916 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 01dd3d5e-87a6-4154-b719-6349a02f013e on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:35:15.881888 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Pushing event updated for resources: {'Port': ['ID=01dd3d5e-87a6-4154-b719-6349a02f013e,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:15.888328 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Port 01dd3d5e-87a6-4154-b719-6349a02f013e on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:35:15.889504 dv-neutron-858900-1-hyperv neutron-server[89009]: ERROR neutron.plugins.ml2.managers [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Failed to bind port 01dd3d5e-87a6-4154-b719-6349a02f013e on host hv-neutron-8589 for vnic_type normal using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] Sep 22 21:35:15.889909 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.plugins.ml2.plugin [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempt 2 to bind port 01dd3d5e-87a6-4154-b719-6349a02f013e Sep 22 21:35:15.904473 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 83542a8d-4b55-4b8c-b671-408e90e565e5 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:35:15.910329 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 83542a8d-4b55-4b8c-b671-408e90e565e5 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:35:15.910813 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:15.911217 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 83542a8d-4b55-4b8c-b671-408e90e565e5 Sep 22 21:35:15.916933 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 01dd3d5e-87a6-4154-b719-6349a02f013e on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:35:15.917280 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 01dd3d5e-87a6-4154-b719-6349a02f013e by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] {{(pid=89009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:35:15.917627 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 01dd3d5e-87a6-4154-b719-6349a02f013e on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:35:15.930151 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Port 01dd3d5e-87a6-4154-b719-6349a02f013e on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:35:15.930770 dv-neutron-858900-1-hyperv neutron-server[89009]: ERROR neutron.plugins.ml2.managers [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Failed to bind port 01dd3d5e-87a6-4154-b719-6349a02f013e on host hv-neutron-8589 for vnic_type normal using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] Sep 22 21:35:15.931307 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.plugins.ml2.plugin [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempt 3 to bind port 01dd3d5e-87a6-4154-b719-6349a02f013e Sep 22 21:35:15.954732 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 01dd3d5e-87a6-4154-b719-6349a02f013e on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:35:15.956013 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 01dd3d5e-87a6-4154-b719-6349a02f013e by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] {{(pid=89009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:35:15.956631 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 01dd3d5e-87a6-4154-b719-6349a02f013e on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:35:15.963214 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Port 01dd3d5e-87a6-4154-b719-6349a02f013e on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:35:15.963773 dv-neutron-858900-1-hyperv neutron-server[89009]: ERROR neutron.plugins.ml2.managers [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Failed to bind port 01dd3d5e-87a6-4154-b719-6349a02f013e on host hv-neutron-8589 for vnic_type normal using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] Sep 22 21:35:15.964544 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.plugins.ml2.plugin [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempt 4 to bind port 01dd3d5e-87a6-4154-b719-6349a02f013e Sep 22 21:35:15.983628 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 01dd3d5e-87a6-4154-b719-6349a02f013e on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:35:15.984248 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 01dd3d5e-87a6-4154-b719-6349a02f013e by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] {{(pid=89009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:35:15.984729 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 01dd3d5e-87a6-4154-b719-6349a02f013e on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:35:15.991753 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Port 01dd3d5e-87a6-4154-b719-6349a02f013e on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:35:15.992486 dv-neutron-858900-1-hyperv neutron-server[89009]: ERROR neutron.plugins.ml2.managers [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Failed to bind port 01dd3d5e-87a6-4154-b719-6349a02f013e on host hv-neutron-8589 for vnic_type normal using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] Sep 22 21:35:15.993036 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.plugins.ml2.plugin [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempt 5 to bind port 01dd3d5e-87a6-4154-b719-6349a02f013e Sep 22 21:35:16.032216 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-ef86bd59-a234-49c5-a814-3e1304921ab7 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, adadc3d3-e8b9-481a-b0d6-ad77d8700caa) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:35:16.035813 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 01dd3d5e-87a6-4154-b719-6349a02f013e on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:35:16.036153 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 01dd3d5e-87a6-4154-b719-6349a02f013e by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] {{(pid=89009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:35:16.039523 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 01dd3d5e-87a6-4154-b719-6349a02f013e on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:35:16.041064 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842b21ef-ea7a-467c-a970-507d7d6283a7 None None] Network adadc3d3-e8b9-481a-b0d6-ad77d8700caa requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:35:16.054208 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Port 01dd3d5e-87a6-4154-b719-6349a02f013e on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:35:16.054593 dv-neutron-858900-1-hyperv neutron-server[89009]: ERROR neutron.plugins.ml2.managers [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Failed to bind port 01dd3d5e-87a6-4154-b719-6349a02f013e on host hv-neutron-8589 for vnic_type normal using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] Sep 22 21:35:16.055015 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.plugins.ml2.plugin [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempt 6 to bind port 01dd3d5e-87a6-4154-b719-6349a02f013e Sep 22 21:35:16.059958 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-64a79957-0eb5-40a1-be92-bb8fcf4d2e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:16.063786 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-64a79957-0eb5-40a1-be92-bb8fcf4d2e64 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/c7d77acc-0a69-489a-92a9-7bd9725fde87 HTTP/1.1" status: 204 len: 168 time: 1.7635677 Sep 22 21:35:16.065375 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef86bd59-a234-49c5-a814-3e1304921ab7 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:16.065957 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ef86bd59-a234-49c5-a814-3e1304921ab7 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:16.085716 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 01dd3d5e-87a6-4154-b719-6349a02f013e on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:35:16.086057 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 01dd3d5e-87a6-4154-b719-6349a02f013e by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] {{(pid=89009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:35:16.086396 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 01dd3d5e-87a6-4154-b719-6349a02f013e on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:35:16.094637 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Port 01dd3d5e-87a6-4154-b719-6349a02f013e on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:35:16.095342 dv-neutron-858900-1-hyperv neutron-server[89009]: ERROR neutron.plugins.ml2.managers [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Failed to bind port 01dd3d5e-87a6-4154-b719-6349a02f013e on host hv-neutron-8589 for vnic_type normal using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] Sep 22 21:35:16.095545 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.plugins.ml2.plugin [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempt 7 to bind port 01dd3d5e-87a6-4154-b719-6349a02f013e Sep 22 21:35:16.119329 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 01dd3d5e-87a6-4154-b719-6349a02f013e on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:35:16.119794 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 01dd3d5e-87a6-4154-b719-6349a02f013e by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] {{(pid=89009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:35:16.120383 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 01dd3d5e-87a6-4154-b719-6349a02f013e on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:35:16.128839 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Port 01dd3d5e-87a6-4154-b719-6349a02f013e on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:35:16.129245 dv-neutron-858900-1-hyperv neutron-server[89009]: ERROR neutron.plugins.ml2.managers [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Failed to bind port 01dd3d5e-87a6-4154-b719-6349a02f013e on host hv-neutron-8589 for vnic_type normal using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] Sep 22 21:35:16.129701 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.plugins.ml2.plugin [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempt 8 to bind port 01dd3d5e-87a6-4154-b719-6349a02f013e Sep 22 21:35:16.148865 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 01dd3d5e-87a6-4154-b719-6349a02f013e on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:35:16.149641 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 01dd3d5e-87a6-4154-b719-6349a02f013e by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] {{(pid=89009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:35:16.149641 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 01dd3d5e-87a6-4154-b719-6349a02f013e on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:35:16.157008 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Port 01dd3d5e-87a6-4154-b719-6349a02f013e on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:35:16.157436 dv-neutron-858900-1-hyperv neutron-server[89009]: ERROR neutron.plugins.ml2.managers [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Failed to bind port 01dd3d5e-87a6-4154-b719-6349a02f013e on host hv-neutron-8589 for vnic_type normal using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] Sep 22 21:35:16.158003 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.plugins.ml2.plugin [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempt 9 to bind port 01dd3d5e-87a6-4154-b719-6349a02f013e Sep 22 21:35:16.189827 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 01dd3d5e-87a6-4154-b719-6349a02f013e on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:35:16.191705 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 01dd3d5e-87a6-4154-b719-6349a02f013e by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] {{(pid=89009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:35:16.192146 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 01dd3d5e-87a6-4154-b719-6349a02f013e on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:35:16.197916 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Port 01dd3d5e-87a6-4154-b719-6349a02f013e on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:35:16.198362 dv-neutron-858900-1-hyperv neutron-server[89009]: ERROR neutron.plugins.ml2.managers [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Failed to bind port 01dd3d5e-87a6-4154-b719-6349a02f013e on host hv-neutron-8589 for vnic_type normal using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] Sep 22 21:35:16.199293 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.plugins.ml2.plugin [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempt 10 to bind port 01dd3d5e-87a6-4154-b719-6349a02f013e Sep 22 21:35:16.232525 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 01dd3d5e-87a6-4154-b719-6349a02f013e on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:35:16.233002 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.managers [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 01dd3d5e-87a6-4154-b719-6349a02f013e by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] {{(pid=89009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:35:16.233483 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempting to bind port 01dd3d5e-87a6-4154-b719-6349a02f013e on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:35:16.241251 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Port 01dd3d5e-87a6-4154-b719-6349a02f013e on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:35:16.241711 dv-neutron-858900-1-hyperv neutron-server[89009]: ERROR neutron.plugins.ml2.managers [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Failed to bind port 01dd3d5e-87a6-4154-b719-6349a02f013e on host hv-neutron-8589 for vnic_type normal using segments [{'id': '176184be-7d8f-43cf-bd61-5804083cd393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8069d6ba-0584-4a5f-873c-7983a3fbcc65'}] Sep 22 21:35:16.242263 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:16.408966 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 83542a8d-4b55-4b8c-b671-408e90e565e5 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:35:16.408966 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:16.476088 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] For port 01dd3d5e-87a6-4154-b719-6349a02f013e, host hv-neutron-8589, cleared binding levels {{(pid=89009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:35:16.476497 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attempted to set empty binding levels {{(pid=89009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 22 21:35:16.489583 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:16.490122 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] In _notify_port_updated(), no bound segment for port 01dd3d5e-87a6-4154-b719-6349a02f013e on network 8069d6ba-0584-4a5f-873c-7983a3fbcc65 {{(pid=89009) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 21:35:16.490544 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e3ce3101-c09a-42c2-8fcb-2731ebea2455 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:16.491616 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:16.492226 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:16.493861 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] 10.222.0.33 "PUT /v2.0/ports/01dd3d5e-87a6-4154-b719-6349a02f013e HTTP/1.1" status: 200 len: 977 time: 2.2450440 Sep 22 21:35:16.552181 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 83542a8d-4b55-4b8c-b671-408e90e565e5, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=83542a8d-4b55-4b8c-b671-408e90e565e5,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:35:16.559537 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42744) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:16.568757 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:16.608329 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-e3ce3101-c09a-42c2-8fcb-2731ebea2455 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Transition to ACTIVE for port object 546d5f0a-2071-427f-8970-00137eb46cf8 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:35:16.623436 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ef86bd59-a234-49c5-a814-3e1304921ab7 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2430298 Sep 22 21:35:16.636931 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42752) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:16.647404 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-4dd3dd85-3f1e-4ec8-a6b4-a90641093e17 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1215760523', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:16.681437 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-4dd3dd85-3f1e-4ec8-a6b4-a90641093e17 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:16.694407 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-768831df-fc4a-4c07-a623-6beb70bf0fdb tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Deleting port 01dd3d5e-87a6-4154-b719-6349a02f013e {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:35:16.694407 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-768831df-fc4a-4c07-a623-6beb70bf0fdb tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:16.706002 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-4dd3dd85-3f1e-4ec8-a6b4-a90641093e17 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Usage tracker for resource:router and tenant:5c103daa7e764303927ef5f69fe7eabf is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:35:16.716577 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-4dd3dd85-3f1e-4ec8-a6b4-a90641093e17 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:35:16.723992 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d117d8-088d-4310-b004-0094c8bf3265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-adadc3d3-e8b9-481a-b0d6-ad77d8700caa', 'network_id': 'adadc3d3-e8b9-481a-b0d6-ad77d8700caa', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'fixed_ips': [{'subnet_id': 'ac9412a8-1eb3-4d05-abbe-71a8fe5aa91e'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:35:16.725602 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-b1d117d8-088d-4310-b004-0094c8bf3265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:16.736732 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-a98cc740-edd1-483e-9e94-736b368a5ca6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] For port 83542a8d-4b55-4b8c-b671-408e90e565e5, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=83542a8d-4b55-4b8c-b671-408e90e565e5,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:35:16.737335 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a98cc740-edd1-483e-9e94-736b368a5ca6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:16.747207 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-4dd3dd85-3f1e-4ec8-a6b4-a90641093e17 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:35:16.759242 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=83542a8d-4b55-4b8c-b671-408e90e565e5,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:16.769609 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef60288-7053-4164-9492-8cbcd4bb9834 tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Pushing event updated for resources: {'Port': ['ID=01dd3d5e-87a6-4154-b719-6349a02f013e,revision_number=3']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:16.952568 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-b1d117d8-088d-4310-b004-0094c8bf3265 None None] Allocated IP 2001:db8::2 (adadc3d3-e8b9-481a-b0d6-ad77d8700caa/ac9412a8-1eb3-4d05-abbe-71a8fe5aa91e/887690b4-ecec-4411-ace9-8966b707d628) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:35:17.051573 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-768831df-fc4a-4c07-a623-6beb70bf0fdb tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] For port 01dd3d5e-87a6-4154-b719-6349a02f013e, host hv-neutron-8589, got binding levels [] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:35:17.051935 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-768831df-fc4a-4c07-a623-6beb70bf0fdb tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:17.222400 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-768831df-fc4a-4c07-a623-6beb70bf0fdb tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Calling delete_port for 01dd3d5e-87a6-4154-b719-6349a02f013e owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:35:17.246671 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-a98cc740-edd1-483e-9e94-736b368a5ca6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Calling delete_port for 83542a8d-4b55-4b8c-b671-408e90e565e5 owned by network:router_interface {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:35:17.304979 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4dd3dd85-3f1e-4ec8-a6b4-a90641093e17 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:17.306422 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4dd3dd85-3f1e-4ec8-a6b4-a90641093e17 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:17.323505 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4dd3dd85-3f1e-4ec8-a6b4-a90641093e17 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:17.362230 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4dd3dd85-3f1e-4ec8-a6b4-a90641093e17 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:17.365325 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-b1d117d8-088d-4310-b004-0094c8bf3265 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:17.378229 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-b1d117d8-088d-4310-b004-0094c8bf3265 None None] Transition to ACTIVE for port object 887690b4-ecec-4411-ace9-8966b707d628 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:35:17.415304 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4dd3dd85-3f1e-4ec8-a6b4-a90641093e17 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:17.415304 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-4dd3dd85-3f1e-4ec8-a6b4-a90641093e17 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7724450 Sep 22 21:35:17.421074 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42776) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:17.424811 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e3ce3101-c09a-42c2-8fcb-2731ebea2455 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:17.427175 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-b1d117d8-088d-4310-b004-0094c8bf3265 None None] Transition to ACTIVE for port object 887690b4-ecec-4411-ace9-8966b707d628 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:35:17.446126 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-b1d117d8-088d-4310-b004-0094c8bf3265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:17.589753 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ce3101-c09a-42c2-8fcb-2731ebea2455 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Network 5b72ac52-94e7-4b26-9590-6c8c4a4d4c2e is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:35:17.596092 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce3101-c09a-42c2-8fcb-2731ebea2455 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Pushing event updated for resources: {'Port': ['ID=546d5f0a-2071-427f-8970-00137eb46cf8,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:17.599028 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-e3ce3101-c09a-42c2-8fcb-2731ebea2455 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:35:17.600345 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d117d8-088d-4310-b004-0094c8bf3265 None None] Network adadc3d3-e8b9-481a-b0d6-ad77d8700caa is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:35:17.608185 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ce3101-c09a-42c2-8fcb-2731ebea2455 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:35:17.610375 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-b1d117d8-088d-4310-b004-0094c8bf3265 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:35:17.613410 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d117d8-088d-4310-b004-0094c8bf3265 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:35:17.660151 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42782) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:17.712775 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bf38e7f7-4287-4e50-9707-00a3e5a06183 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:17.736311 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d117d8-088d-4310-b004-0094c8bf3265 None None] Pushing event updated for resources: {'Port': ['ID=887690b4-ecec-4411-ace9-8966b707d628,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:17.748379 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a1b13a-e0f2-466f-910e-63fbcd6e6786 None None] Network 5b72ac52-94e7-4b26-9590-6c8c4a4d4c2e requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:35:17.778121 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.db.api [None req-a98cc740-edd1-483e-9e94-736b368a5ca6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:35:17.778694 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG oslo_db.api [None req-a98cc740-edd1-483e-9e94-736b368a5ca6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:35:17.870047 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-b1d117d8-088d-4310-b004-0094c8bf3265 None None] Attempting to bind port 887690b4-ecec-4411-ace9-8966b707d628 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:35:17.870493 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-b1d117d8-088d-4310-b004-0094c8bf3265 None None] Attempting to bind port 887690b4-ecec-4411-ace9-8966b707d628 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '73f11e12-b39a-4ea6-b6f8-606e05654644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'adadc3d3-e8b9-481a-b0d6-ad77d8700caa'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:35:17.870907 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d117d8-088d-4310-b004-0094c8bf3265 None None] Attempting to bind port 887690b4-ecec-4411-ace9-8966b707d628 on network adadc3d3-e8b9-481a-b0d6-ad77d8700caa {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:35:17.876727 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 5ce9d4f3-0706-4baa-a420-7ed4fdef9bc9 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:35:17.913020 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d117d8-088d-4310-b004-0094c8bf3265 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:35:17.913327 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d117d8-088d-4310-b004-0094c8bf3265 None None] Checking segment: {'id': '73f11e12-b39a-4ea6-b6f8-606e05654644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'adadc3d3-e8b9-481a-b0d6-ad77d8700caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:35:17.913787 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-b1d117d8-088d-4310-b004-0094c8bf3265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:17.914187 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d117d8-088d-4310-b004-0094c8bf3265 None None] Bound using segment: {'id': '73f11e12-b39a-4ea6-b6f8-606e05654644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'adadc3d3-e8b9-481a-b0d6-ad77d8700caa'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:35:17.914715 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-b1d117d8-088d-4310-b004-0094c8bf3265 None None] Bound port: 887690b4-ecec-4411-ace9-8966b707d628, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73f11e12-b39a-4ea6-b6f8-606e05654644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'adadc3d3-e8b9-481a-b0d6-ad77d8700caa'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:35:17.915093 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-b1d117d8-088d-4310-b004-0094c8bf3265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:17.962687 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf38e7f7-4287-4e50-9707-00a3e5a06183 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Checking segment: {'id': 'e9e18e69-7d9c-46db-bed7-fa0bfd031ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '31e7fcd5-0e88-465c-8575-64c42eaad52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:35:17.963872 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf38e7f7-4287-4e50-9707-00a3e5a06183 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Network hostable DHCP agents. Network: 31e7fcd5-0e88-465c-8575-64c42eaad52f, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:35:17.996087 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ce3101-c09a-42c2-8fcb-2731ebea2455 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:17.996087 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e3ce3101-c09a-42c2-8fcb-2731ebea2455 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:17.999283 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42790) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:18.017450 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-c5e36f1b-889a-4da1-8095-bafa5e2cb3d5 None None] Provisioning for port 5ce9d4f3-0706-4baa-a420-7ed4fdef9bc9 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:35:18.031636 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf38e7f7-4287-4e50-9707-00a3e5a06183 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event updated for resources: {'Subnet': ['ID=c6f4b1d1-223f-4a9d-87ca-8d06637ee245,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:18.060723 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf38e7f7-4287-4e50-9707-00a3e5a06183 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Network 31e7fcd5-0e88-465c-8575-64c42eaad52f is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:35:18.073137 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e3ce3101-c09a-42c2-8fcb-2731ebea2455 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.1311250 Sep 22 21:35:18.075943 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42796) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:18.085051 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-da360476-e2b6-4361-aff6-c605da734ccf tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1264458906', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:18.092943 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [None req-15658c5e-fef6-41df-8312-9ff9d7466c57 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=89008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:18.096998 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-15658c5e-fef6-41df-8312-9ff9d7466c57 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0842085 Sep 22 21:35:18.096998 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-bf38e7f7-4287-4e50-9707-00a3e5a06183 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 31e7fcd5-0e88-465c-8575-64c42eaad52f) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:35:18.100661 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf38e7f7-4287-4e50-9707-00a3e5a06183 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:18.101426 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bf38e7f7-4287-4e50-9707-00a3e5a06183 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:18.105426 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42802) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:18.113706 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-da360476-e2b6-4361-aff6-c605da734ccf tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:18.126116 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [None req-8b51c6f2-bb06-4320-b60f-43d163f223f2 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=89008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:18.129373 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-8b51c6f2-bb06-4320-b60f-43d163f223f2 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0169919 Sep 22 21:35:18.129373 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-da360476-e2b6-4361-aff6-c605da734ccf tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Usage tracker for resource:router and tenant:f4c32f60ee0b44da9fb527e6fab0ab8c is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:35:18.130965 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42806) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:18.133926 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-da360476-e2b6-4361-aff6-c605da734ccf tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:35:18.140745 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f039ecb-772d-486e-a595-0adedfe2e707 None None] Network 31e7fcd5-0e88-465c-8575-64c42eaad52f requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:35:18.141179 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-da360476-e2b6-4361-aff6-c605da734ccf tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:35:18.144934 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e1f67-a632-4964-936d-7422fc6682e2 req-67d33482-cc88-4412-850e-abab94abced9 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:18.148678 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-bf38e7f7-4287-4e50-9707-00a3e5a06183 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9391415 Sep 22 21:35:18.148678 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42810) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:18.152266 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-bf4e1f67-a632-4964-936d-7422fc6682e2 req-67d33482-cc88-4412-850e-abab94abced9 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.8306794 Sep 22 21:35:18.154010 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-768831df-fc4a-4c07-a623-6beb70bf0fdb tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:18.156896 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-5b3e9cd2-8f49-45b1-98b1-a99f9cbf6b5c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:18.158928 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [None req-7d414d28-8749-4cdc-bf4c-2cba9ed72bf1 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=89009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:18.162321 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-7d414d28-8749-4cdc-bf4c-2cba9ed72bf1 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0293021 Sep 22 21:35:18.176588 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-b1d117d8-088d-4310-b004-0094c8bf3265 None None] For port 887690b4-ecec-4411-ace9-8966b707d628, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:35:18.191736 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42814) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:18.207456 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [None req-fccdfe89-e522-45c4-aac6-2bfd068bb205 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=89008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:18.210951 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-fccdfe89-e522-45c4-aac6-2bfd068bb205 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0149558 Sep 22 21:35:18.210951 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-da360476-e2b6-4361-aff6-c605da734ccf tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:18.210951 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-da360476-e2b6-4361-aff6-c605da734ccf tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:18.220476 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42818) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:18.220668 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-9ffa0552-6aeb-4a99-82de-baef4f2542a7 tempest-AgentManagementNegativeTest-1619796887 tempest-AgentManagementNegativeTest-1619796887-project] 10.222.0.33 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5432355 Sep 22 21:35:18.224972 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [None req-b3b4512d-fb9d-4a80-a88b-7d10e96ddc4c tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=89008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:18.228373 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-b3b4512d-fb9d-4a80-a88b-7d10e96ddc4c tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0072863 Sep 22 21:35:18.231086 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42824) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:18.245972 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [None req-8abf395b-f0bb-4dc4-8637-53ca0b4277c9 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=89008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:18.249424 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-8abf395b-f0bb-4dc4-8637-53ca0b4277c9 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0141463 Sep 22 21:35:18.250357 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42828) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:18.254967 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-b1d117d8-088d-4310-b004-0094c8bf3265 None None] For port 887690b4-ecec-4411-ace9-8966b707d628, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=887690b4-ecec-4411-ace9-8966b707d628,segment=NetworkSegment(73f11e12-b39a-4ea6-b6f8-606e05654644),segment_id=73f11e12-b39a-4ea6-b6f8-606e05654644)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:35:18.257049 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 5ce9d4f3-0706-4baa-a420-7ed4fdef9bc9 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:35:18.259068 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [None req-de8ce618-8ab9-467a-a304-8b5ee352efd3 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=89008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:18.262632 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-de8ce618-8ab9-467a-a304-8b5ee352efd3 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0066996 Sep 22 21:35:18.267434 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42832) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:18.270310 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-b1d117d8-088d-4310-b004-0094c8bf3265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:18.272982 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-da360476-e2b6-4361-aff6-c605da734ccf tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:18.276832 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [None req-65d30341-ab5f-4513-befd-9c9830f37801 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=89008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:18.280157 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-65d30341-ab5f-4513-befd-9c9830f37801 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0093868 Sep 22 21:35:18.300868 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42836) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:18.317669 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-a98cc740-edd1-483e-9e94-736b368a5ca6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Deleting port 83542a8d-4b55-4b8c-b671-408e90e565e5 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:35:18.318106 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a98cc740-edd1-483e-9e94-736b368a5ca6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:18.335247 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 5ce9d4f3-0706-4baa-a420-7ed4fdef9bc9 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:35:18.337338 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:18.337682 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 5ce9d4f3-0706-4baa-a420-7ed4fdef9bc9 Sep 22 21:35:18.413008 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5b3e9cd2-8f49-45b1-98b1-a99f9cbf6b5c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7171979'] for subnet, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:18.432184 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [None req-80ae2a7e-e838-4387-b543-55c60e07fd71 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=89009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:18.435613 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-80ae2a7e-e838-4387-b543-55c60e07fd71 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.1176851 Sep 22 21:35:18.449331 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-768831df-fc4a-4c07-a623-6beb70bf0fdb tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:18.451942 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768831df-fc4a-4c07-a623-6beb70bf0fdb tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Pushing event deleted for resources: {'Port': ['ID=01dd3d5e-87a6-4154-b719-6349a02f013e,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:18.466163 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42840) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:18.471263 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [None req-e900322a-5864-41cc-95b4-532efb964768 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=89008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:18.474680 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e900322a-5864-41cc-95b4-532efb964768 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0052226 Sep 22 21:35:18.483163 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-da360476-e2b6-4361-aff6-c605da734ccf tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:18.490135 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42844) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:18.504649 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-bf4e1f67-a632-4964-936d-7422fc6682e2 req-96ba3af6-9340-4ea3-abd9-258a32252a77 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3390920 Sep 22 21:35:18.548770 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [None req-e335be06-2132-4a0b-a36c-041f7ba8c522 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=89008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:18.549697 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e335be06-2132-4a0b-a36c-041f7ba8c522 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0052397 Sep 22 21:35:18.569217 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42848) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:18.589496 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [None req-a0337127-a070-4ec6-aad9-18e03a2d4f9f tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=89008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:18.590645 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a0337127-a070-4ec6-aad9-18e03a2d4f9f tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0128958 Sep 22 21:35:18.598728 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42852) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:18.616866 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d117d8-088d-4310-b004-0094c8bf3265 None None] Pushing event updated for resources: {'Port': ['ID=887690b4-ecec-4411-ace9-8966b707d628,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:18.630190 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [None req-51cb8728-c3f5-466a-a8fd-e66f0f456668 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=89008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:18.631509 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-51cb8728-c3f5-466a-a8fd-e66f0f456668 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0289724 Sep 22 21:35:18.641724 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42858) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:18.655664 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [None req-8bdd01fe-a279-4452-bc0d-ef2ec8788e3f tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=89008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:18.658183 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-8bdd01fe-a279-4452-bc0d-ef2ec8788e3f tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0126839 Sep 22 21:35:18.679035 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42862) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:18.683771 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8b25daf8-4dc7-44c2-83fc-9347dc2d541f tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:18.693256 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-da360476-e2b6-4361-aff6-c605da734ccf tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:18.697378 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-768831df-fc4a-4c07-a623-6beb70bf0fdb tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] 10.222.0.33 "DELETE /v2.0/ports/01dd3d5e-87a6-4154-b719-6349a02f013e HTTP/1.1" status: 204 len: 168 time: 2.1240530 Sep 22 21:35:18.698069 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-da360476-e2b6-4361-aff6-c605da734ccf tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6175263 Sep 22 21:35:18.699327 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42866) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:18.703596 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42868) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:18.753724 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [None req-da52057b-7710-4763-b466-6ca985e887d3 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=89008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:18.754747 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-da52057b-7710-4763-b466-6ca985e887d3 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0680897 Sep 22 21:35:18.768928 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42874) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:18.783994 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [None req-7541760c-bee0-4920-b487-b9535fe9a14c tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=89008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:18.784978 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-7541760c-bee0-4920-b487-b9535fe9a14c tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0150754 Sep 22 21:35:18.801265 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42878) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:18.810180 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [None req-f16f478b-d314-4bce-81ba-4188b5a1fb25 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=89008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:18.811226 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-f16f478b-d314-4bce-81ba-4188b5a1fb25 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0084960 Sep 22 21:35:18.817736 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42882) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:18.818296 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42884) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:18.825459 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-eb6cf7a3-b760-4ff9-82f2-01b80523cc33 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-992283638', 'prefixes': ['172.20.0.0/16']}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:18.828281 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [None req-e168c9c4-340f-4ee2-ae80-0a1e64d4c7c4 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=89008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:18.829474 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e168c9c4-340f-4ee2-ae80-0a1e64d4c7c4 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0080016 Sep 22 21:35:18.832072 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-a98cc740-edd1-483e-9e94-736b368a5ca6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] For port 83542a8d-4b55-4b8c-b671-408e90e565e5, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=83542a8d-4b55-4b8c-b671-408e90e565e5,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:35:18.832666 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a98cc740-edd1-483e-9e94-736b368a5ca6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:18.835972 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-eb6cf7a3-b760-4ff9-82f2-01b80523cc33 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:18.846654 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42890) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:18.865254 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [None req-47c48400-1de4-4bc1-88e6-72111caf7e7c tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=89008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:18.866811 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-47c48400-1de4-4bc1-88e6-72111caf7e7c tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0131030 Sep 22 21:35:18.883710 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42896) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:18.998231 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 5ce9d4f3-0706-4baa-a420-7ed4fdef9bc9 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:35:18.998814 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:19.031656 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [None req-828a23ea-5273-4b92-a24b-d525d6d497ae tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=89009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:19.035338 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-828a23ea-5273-4b92-a24b-d525d6d497ae tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.1426773 Sep 22 21:35:19.038840 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a9f656-09ef-47f8-9922-40c1319d8c03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-31e7fcd5-0e88-465c-8575-64c42eaad52f', 'network_id': '31e7fcd5-0e88-465c-8575-64c42eaad52f', 'tenant_id': 'cea970100f344bf88cd0b9c37fe15dda', 'fixed_ips': [{'subnet_id': 'c6f4b1d1-223f-4a9d-87ca-8d06637ee245'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:35:19.040249 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-a98cc740-edd1-483e-9e94-736b368a5ca6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Calling delete_port for 83542a8d-4b55-4b8c-b671-408e90e565e5 owned by network:router_interface {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:35:19.040448 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-67a9f656-09ef-47f8-9922-40c1319d8c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:19.044017 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42900) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:19.077321 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-41225398-cc08-41bc-b12b-0778e7bea4ca tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] GET failed (client error): The resource could not be found. Sep 22 21:35:19.077855 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-41225398-cc08-41bc-b12b-0778e7bea4ca tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Synchronizing usage tracker for tenant:8cccc46200044b559862555e5a919540 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:35:19.089119 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [None req-d6783e35-9d39-4c4b-a6a9-e3097df1cd01 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=89009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:19.093113 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d6783e35-9d39-4c4b-a6a9-e3097df1cd01 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0102277 Sep 22 21:35:19.100029 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42904) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:19.106562 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-eb6cf7a3-b760-4ff9-82f2-01b80523cc33 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Notify callbacks [] for subnetpool, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:19.107867 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-eb6cf7a3-b760-4ff9-82f2-01b80523cc33 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3865871 Sep 22 21:35:19.120478 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42908) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:19.135831 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.tag.tag_plugin [None req-ee8984b4-b318-4ce3-972b-31825320a1cd tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ce04a1e5-7437-42ce-b3f5-4d3df55e1c1a', 'tempest-TagsExtTest-Tag-412531732') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:19.163783 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [None req-52d958ca-5911-44b9-a487-1973d837cc9c tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=89009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:19.171604 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-52d958ca-5911-44b9-a487-1973d837cc9c tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0588498 Sep 22 21:35:19.172500 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 5ce9d4f3-0706-4baa-a420-7ed4fdef9bc9, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=5ce9d4f3-0706-4baa-a420-7ed4fdef9bc9,segment=NetworkSegment(7720ca2b-6f18-4fc4-918b-2f8ccb2659ea),segment_id=7720ca2b-6f18-4fc4-918b-2f8ccb2659ea)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:35:19.174254 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42912) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:19.177347 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b2eaff55-f1b0-48ae-a574-f320cd1cbec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:19.182828 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:19.183609 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 83542a8d-4b55-4b8c-b671-408e90e565e5 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:35:19.187479 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [None req-7db0340b-c917-4207-8aff-aefc6d560bc8 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=89009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:19.191611 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-7db0340b-c917-4207-8aff-aefc6d560bc8 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0142314 Sep 22 21:35:19.192203 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42916) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:19.212959 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-b2eaff55-f1b0-48ae-a574-f320cd1cbec5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:19.223888 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5b3e9cd2-8f49-45b1-98b1-a99f9cbf6b5c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733476589918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6912473'] for subnet, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:19.228371 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [None req-0a0b3f09-6185-47d0-b5b6-e65f5461a490 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=89009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:19.232011 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-0a0b3f09-6185-47d0-b5b6-e65f5461a490 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0285676 Sep 22 21:35:19.240748 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42920) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:19.240748 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-41225398-cc08-41bc-b12b-0778e7bea4ca tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] Unset dirty status for tenant:8cccc46200044b559862555e5a919540 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:35:19.241018 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-b2eaff55-f1b0-48ae-a574-f320cd1cbec5 admin admin] Usage tracker for resource:security_group_rule and tenant:0747551fce09401fb5db27b0d30624e0 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:35:19.241224 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-41225398-cc08-41bc-b12b-0778e7bea4ca tempest-PortsAdminExtendedAttrsTestJSON-310368700 tempest-PortsAdminExtendedAttrsTestJSON-310368700-project-admin] 10.222.0.33 "GET /v2.0/ports/01dd3d5e-87a6-4154-b719-6349a02f013e HTTP/1.1" status: 404 len: 333 time: 0.5123994 Sep 22 21:35:19.249719 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [None req-4744aa5e-694e-40e4-ba9b-1861510e8ba2 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=89009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:19.260085 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-4744aa5e-694e-40e4-ba9b-1861510e8ba2 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0175960 Sep 22 21:35:19.263848 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42924) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:19.264176 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42926) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:19.283415 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [None req-53192d80-11ea-47e3-8351-bb0e7d156ff6 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=89009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:19.289374 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-b2eaff55-f1b0-48ae-a574-f320cd1cbec5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:35:19.293526 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-53192d80-11ea-47e3-8351-bb0e7d156ff6 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0251873 Sep 22 21:35:19.304160 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42932) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:19.333988 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [None req-3316a005-f025-4f70-89f1-2262d2b10f40 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=89008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:19.335713 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-3316a005-f025-4f70-89f1-2262d2b10f40 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0301778 Sep 22 21:35:19.338824 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-b2eaff55-f1b0-48ae-a574-f320cd1cbec5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:35:19.344013 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3e9cd2-8f49-45b1-98b1-a99f9cbf6b5c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:19.344450 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42936) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:19.344884 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5b3e9cd2-8f49-45b1-98b1-a99f9cbf6b5c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:19.346377 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-5b3e9cd2-8f49-45b1-98b1-a99f9cbf6b5c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "PUT /v2.0/subnets/c6f4b1d1-223f-4a9d-87ca-8d06637ee245 HTTP/1.1" status: 200 len: 806 time: 1.1969399 Sep 22 21:35:19.352271 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42938) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:19.420514 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3e9cd2-8f49-45b1-98b1-a99f9cbf6b5c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event updated for resources: {'Subnet': ['ID=c6f4b1d1-223f-4a9d-87ca-8d06637ee245,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:19.421378 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [None req-ba0bbcb8-2e50-4639-b5f8-1b59b0cfe69e tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=89009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:19.429966 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ba0bbcb8-2e50-4639-b5f8-1b59b0cfe69e tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0787930 Sep 22 21:35:19.441589 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42942) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:19.456760 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [None req-0502992a-1f6c-4288-a898-12ab040c40f6 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=89008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:19.458089 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-0502992a-1f6c-4288-a898-12ab040c40f6 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0151784 Sep 22 21:35:19.462317 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42948) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:19.463859 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-ca2713df-9179-44a3-9e5f-b8b4cb0992af None None] Provisioning for port 546d5f0a-2071-427f-8970-00137eb46cf8 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:35:19.473006 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [None req-89dfde13-c954-485e-84b8-e600afa252fe tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=89008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:19.474231 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-89dfde13-c954-485e-84b8-e600afa252fe tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0082693 Sep 22 21:35:19.480234 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42952) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:19.481131 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=5ce9d4f3-0706-4baa-a420-7ed4fdef9bc9,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:19.486660 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-ca2713df-9179-44a3-9e5f-b8b4cb0992af None None] Provisioning complete for port 546d5f0a-2071-427f-8970-00137eb46cf8 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:35:19.487045 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ca2713df-9179-44a3-9e5f-b8b4cb0992af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:19.487385 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-ca2713df-9179-44a3-9e5f-b8b4cb0992af None None] Attempt 1 to provision port 546d5f0a-2071-427f-8970-00137eb46cf8 Sep 22 21:35:19.593641 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-67a9f656-09ef-47f8-9922-40c1319d8c03 None None] Allocated IP 172.20.0.2 (31e7fcd5-0e88-465c-8575-64c42eaad52f/c6f4b1d1-223f-4a9d-87ca-8d06637ee245/9d154e67-656d-433e-9dfc-44e34417cb79) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:35:19.606243 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 83542a8d-4b55-4b8c-b671-408e90e565e5 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:35:19.606638 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:19.606999 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 83542a8d-4b55-4b8c-b671-408e90e565e5 Sep 22 21:35:19.608660 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b2eaff55-f1b0-48ae-a574-f320cd1cbec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:19.618592 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a98cc740-edd1-483e-9e94-736b368a5ca6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:19.649823 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-54157fd5-4b21-4689-ada9-44b64fc5462d tempest-PortsAdminExtendedAttrsTestJSON-2096184989 tempest-PortsAdminExtendedAttrsTestJSON-2096184989-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:19.654216 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [None req-ca47c458-bc52-49b8-8894-130a8ef3982d tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=89009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:19.655561 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ca47c458-bc52-49b8-8894-130a8ef3982d tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.1628375 Sep 22 21:35:19.676707 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42958) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:19.683108 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [None req-a9f88967-5dca-4e5f-bc6d-f72ad03b0cf5 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=89009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:19.684352 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a9f88967-5dca-4e5f-bc6d-f72ad03b0cf5 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0063126 Sep 22 21:35:19.753095 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42962) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:19.767174 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [None req-6d6ac44c-582c-4e48-80f8-40dd38735ae8 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=89009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:19.768391 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6d6ac44c-582c-4e48-80f8-40dd38735ae8 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0141346 Sep 22 21:35:19.788304 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42966) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:19.799814 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [None req-3d7d4987-e573-4fd6-b93c-f89e09738cb5 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=89009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:19.801164 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-3d7d4987-e573-4fd6-b93c-f89e09738cb5 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0115469 Sep 22 21:35:19.806664 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42970) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:19.808184 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b2eaff55-f1b0-48ae-a574-f320cd1cbec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:19.824243 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [None req-9e99ab8c-6558-4548-88a9-10a155356de8 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=89009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:19.825575 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-9e99ab8c-6558-4548-88a9-10a155356de8 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0127196 Sep 22 21:35:19.856015 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42974) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:19.872779 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ee8984b4-b318-4ce3-972b-31825320a1cd tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "PUT /v2.0/subnets/ce04a1e5-7437-42ce-b3f5-4d3df55e1c1a/tags/tempest-TagsExtTest-Tag-412531732 HTTP/1.1" status: 201 len: 201 time: 0.7489905 Sep 22 21:35:19.883479 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98cc740-edd1-483e-9e94-736b368a5ca6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event deleted for resources: {'Port': ['ID=83542a8d-4b55-4b8c-b671-408e90e565e5,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:19.896197 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42976) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:19.900206 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [None req-8bfb31f4-05ba-41a5-86a8-4b8859809a8f tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=89009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:19.901357 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-8bfb31f4-05ba-41a5-86a8-4b8859809a8f tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0163972 Sep 22 21:35:19.916974 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42982) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:19.921473 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.tag.tag_plugin [None req-9b16f733-0b0e-4cf0-8ff2-5b6c6700e897 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '546d5f0a-2071-427f-8970-00137eb46cf8', 'tempest-TagsExtTest-Tag-1090399075') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:19.942927 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-67a9f656-09ef-47f8-9922-40c1319d8c03 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:19.955573 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-67a9f656-09ef-47f8-9922-40c1319d8c03 None None] Transition to ACTIVE for port object 9d154e67-656d-433e-9dfc-44e34417cb79 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:35:19.965528 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [None req-9ae76ef2-54a6-4468-b5ed-185eeb270474 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=89009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:19.966692 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-9ae76ef2-54a6-4468-b5ed-185eeb270474 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0099409 Sep 22 21:35:19.982790 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-67a9f656-09ef-47f8-9922-40c1319d8c03 None None] Transition to ACTIVE for port object 9d154e67-656d-433e-9dfc-44e34417cb79 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:35:19.987249 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Port 83542a8d-4b55-4b8c-b671-408e90e565e5 was deleted so its status cannot be updated. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:35:20.008488 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3208c15d-8943-4037-95ce-aeff9872e08d None None] Network adadc3d3-e8b9-481a-b0d6-ad77d8700caa requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:35:20.011750 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42986) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:20.106240 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [None req-612a74e1-4d19-40ed-8a11-a50109b22c02 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=89009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:20.109680 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-612a74e1-4d19-40ed-8a11-a50109b22c02 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0871191 Sep 22 21:35:20.116171 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 42990) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:20.149832 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ca2713df-9179-44a3-9e5f-b8b4cb0992af None None] Port 546d5f0a-2071-427f-8970-00137eb46cf8 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:35:20.151027 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-67a9f656-09ef-47f8-9922-40c1319d8c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:20.163065 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-b2eaff55-f1b0-48ae-a574-f320cd1cbec5 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=0747551fce09401fb5db27b0d30624e0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3406174 Sep 22 21:35:20.163065 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eaff55-f1b0-48ae-a574-f320cd1cbec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8138257e-298a-499b-b7bf-0ccd96462bdb,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:20.168998 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42994) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:20.172886 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-8b25daf8-4dc7-44c2-83fc-9347dc2d541f tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Allocated IP 2001:db8::1 (adadc3d3-e8b9-481a-b0d6-ad77d8700caa/ac9412a8-1eb3-4d05-abbe-71a8fe5aa91e/28aceb5c-3acd-49fc-8730-069531f0e5b1) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:35:20.193154 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a98cc740-edd1-483e-9e94-736b368a5ca6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:20.266497 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a9f656-09ef-47f8-9922-40c1319d8c03 None None] Pushing event updated for resources: {'Port': ['ID=9d154e67-656d-433e-9dfc-44e34417cb79,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:20.289312 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a9f656-09ef-47f8-9922-40c1319d8c03 None None] Network 31e7fcd5-0e88-465c-8575-64c42eaad52f is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:35:20.300081 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 887690b4-ecec-4411-ace9-8966b707d628 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:35:20.339755 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-67a9f656-09ef-47f8-9922-40c1319d8c03 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:35:20.356874 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a9f656-09ef-47f8-9922-40c1319d8c03 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:35:20.363999 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [None req-ee162138-9654-48b7-9033-7c7aba5335a4 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=89009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:20.364970 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ee162138-9654-48b7-9033-7c7aba5335a4 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.2120206 Sep 22 21:35:20.375600 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 42998) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:20.387838 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [None req-f34502e5-0e2b-41e6-8e7c-df2c49eae320 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=89008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:20.388440 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-f34502e5-0e2b-41e6-8e7c-df2c49eae320 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0110059 Sep 22 21:35:20.394539 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4632c480-dab4-4fc4-bff7-71780a7dc066 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:20.402532 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43002) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:20.405214 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0992279-60c1-4585-bdfe-dda8b85804c8 req-46492741-f1f1-4226-a0f0-82756bc23f9c tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:20.406054 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-54157fd5-4b21-4689-ada9-44b64fc5462d tempest-PortsAdminExtendedAttrsTestJSON-2096184989 tempest-PortsAdminExtendedAttrsTestJSON-2096184989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:20.406862 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e0992279-60c1-4585-bdfe-dda8b85804c8 req-46492741-f1f1-4226-a0f0-82756bc23f9c tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.6094270 Sep 22 21:35:20.425160 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [None req-ef1b71bf-e600-4826-a257-b60f30cd0413 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=89009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:20.426144 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ef1b71bf-e600-4826-a257-b60f30cd0413 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0226460 Sep 22 21:35:20.434645 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43006) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:20.454543 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [None req-4d25e0c3-9d18-4141-8733-142d65c3c187 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=89009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:20.455528 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-4d25e0c3-9d18-4141-8733-142d65c3c187 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0166698 Sep 22 21:35:20.461505 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43010) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:20.475565 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fa912618-90ca-4f72-b647-70fbd1685c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:20.481476 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [None req-418491c9-f6de-4d4d-ad89-b8a651417fad tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=89009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:20.484797 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-418491c9-f6de-4d4d-ad89-b8a651417fad tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0179009 Sep 22 21:35:20.487007 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-54157fd5-4b21-4689-ada9-44b64fc5462d tempest-PortsAdminExtendedAttrsTestJSON-2096184989 tempest-PortsAdminExtendedAttrsTestJSON-2096184989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8069d6ba-0584-4a5f-873c-7983a3fbcc65']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:20.496341 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43014) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:20.501451 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8b25daf8-4dc7-44c2-83fc-9347dc2d541f tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:20.508297 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-4632c480-dab4-4fc4-bff7-71780a7dc066 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Deleting port 9d154e67-656d-433e-9dfc-44e34417cb79 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:35:20.508550 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4632c480-dab4-4fc4-bff7-71780a7dc066 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:20.545184 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [None req-dc0e549c-6499-4752-b31e-2c3e7d487d18 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=89009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:20.548564 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-dc0e549c-6499-4752-b31e-2c3e7d487d18 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0481105 Sep 22 21:35:20.555370 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-54157fd5-4b21-4689-ada9-44b64fc5462d tempest-PortsAdminExtendedAttrsTestJSON-2096184989 tempest-PortsAdminExtendedAttrsTestJSON-2096184989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '176184be-7d8f-43cf-bd61-5804083cd393') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:20.555669 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-54157fd5-4b21-4689-ada9-44b64fc5462d tempest-PortsAdminExtendedAttrsTestJSON-2096184989 tempest-PortsAdminExtendedAttrsTestJSON-2096184989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '176184be-7d8f-43cf-bd61-5804083cd393') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:20.558633 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43018) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:20.580757 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [None req-d4ba2ae7-b9f7-4aec-9617-428d9c4fb30c tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=89008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:20.584798 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-d4ba2ae7-b9f7-4aec-9617-428d9c4fb30c tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0173457 Sep 22 21:35:20.584921 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-67a9f656-09ef-47f8-9922-40c1319d8c03 None None] Attempting to bind port 9d154e67-656d-433e-9dfc-44e34417cb79 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:35:20.584921 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-67a9f656-09ef-47f8-9922-40c1319d8c03 None None] Attempting to bind port 9d154e67-656d-433e-9dfc-44e34417cb79 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'e9e18e69-7d9c-46db-bed7-fa0bfd031ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '31e7fcd5-0e88-465c-8575-64c42eaad52f'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:35:20.584921 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a9f656-09ef-47f8-9922-40c1319d8c03 None None] Attempting to bind port 9d154e67-656d-433e-9dfc-44e34417cb79 on network 31e7fcd5-0e88-465c-8575-64c42eaad52f {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:35:20.586235 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-54157fd5-4b21-4689-ada9-44b64fc5462d tempest-PortsAdminExtendedAttrsTestJSON-2096184989 tempest-PortsAdminExtendedAttrsTestJSON-2096184989-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:20.591793 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43022) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:20.592407 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-8b25daf8-4dc7-44c2-83fc-9347dc2d541f tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Transition to ACTIVE for port object 28aceb5c-3acd-49fc-8730-069531f0e5b1 will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:35:20.596785 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a9f656-09ef-47f8-9922-40c1319d8c03 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:35:20.596785 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a9f656-09ef-47f8-9922-40c1319d8c03 None None] Checking segment: {'id': 'e9e18e69-7d9c-46db-bed7-fa0bfd031ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '31e7fcd5-0e88-465c-8575-64c42eaad52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:35:20.596785 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-67a9f656-09ef-47f8-9922-40c1319d8c03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:20.597214 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a9f656-09ef-47f8-9922-40c1319d8c03 None None] Bound using segment: {'id': 'e9e18e69-7d9c-46db-bed7-fa0bfd031ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '31e7fcd5-0e88-465c-8575-64c42eaad52f'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:35:20.597454 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-67a9f656-09ef-47f8-9922-40c1319d8c03 None None] Bound port: 9d154e67-656d-433e-9dfc-44e34417cb79, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9e18e69-7d9c-46db-bed7-fa0bfd031ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '31e7fcd5-0e88-465c-8575-64c42eaad52f'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:35:20.597780 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-67a9f656-09ef-47f8-9922-40c1319d8c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:20.611999 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [None req-a78b6015-1eae-4952-b0f7-22965ff1e268 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=89008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:20.612429 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 887690b4-ecec-4411-ace9-8966b707d628 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:35:20.615398 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a78b6015-1eae-4952-b0f7-22965ff1e268 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0131414 Sep 22 21:35:20.617724 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43026) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:20.621808 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fa912618-90ca-4f72-b647-70fbd1685c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:20.627800 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [None req-cde4f959-259f-474d-b059-9536f5151ebb tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=89009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:20.631744 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-cde4f959-259f-474d-b059-9536f5151ebb tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0101211 Sep 22 21:35:20.632553 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43030) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:20.632677 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-54157fd5-4b21-4689-ada9-44b64fc5462d tempest-PortsAdminExtendedAttrsTestJSON-2096184989 tempest-PortsAdminExtendedAttrsTestJSON-2096184989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:20.635422 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 5ce9d4f3-0706-4baa-a420-7ed4fdef9bc9 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:35:20.642364 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e0992279-60c1-4585-bdfe-dda8b85804c8 req-d6824889-b8ab-4e0d-adef-f620e2657825 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760395 Sep 22 21:35:20.644100 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a98cc740-edd1-483e-9e94-736b368a5ca6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Router c8159ee8-1ac1-4b98-93a0-301ab919d80e has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:35:20.647743 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [None req-91a53dcd-c189-47c7-a1fd-202e84c04cb0 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=89008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:20.651411 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-91a53dcd-c189-47c7-a1fd-202e84c04cb0 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0152097 Sep 22 21:35:20.652725 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43034) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:20.668414 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-ca2713df-9179-44a3-9e5f-b8b4cb0992af None None] Attempt 2 to provision port 546d5f0a-2071-427f-8970-00137eb46cf8 Sep 22 21:35:20.669137 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [None req-c0cf0398-d83a-46e1-bb4f-6f44b123bff9 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=89008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:20.672700 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c0cf0398-d83a-46e1-bb4f-6f44b123bff9 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0111115 Sep 22 21:35:20.690873 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43038) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:20.702944 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [None req-58ad18ff-3183-48e5-b4a4-fab601ee3a4c tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=89008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:20.706804 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-58ad18ff-3183-48e5-b4a4-fab601ee3a4c tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0198820 Sep 22 21:35:20.766081 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43044) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:20.779930 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [None req-6bcee31a-f143-40b6-b1f9-b7b1a79c4680 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=89008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:20.783554 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-6bcee31a-f143-40b6-b1f9-b7b1a79c4680 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0147743 Sep 22 21:35:20.814426 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43048) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:20.815381 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54157fd5-4b21-4689-ada9-44b64fc5462d tempest-PortsAdminExtendedAttrsTestJSON-2096184989 tempest-PortsAdminExtendedAttrsTestJSON-2096184989-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:35:20.816107 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-54157fd5-4b21-4689-ada9-44b64fc5462d tempest-PortsAdminExtendedAttrsTestJSON-2096184989 tempest-PortsAdminExtendedAttrsTestJSON-2096184989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:20.816247 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ca2713df-9179-44a3-9e5f-b8b4cb0992af None None] Port 546d5f0a-2071-427f-8970-00137eb46cf8 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:35:20.841500 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [None req-d8206d59-3e9f-4db1-81e4-ff782fa7cf3a tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=89009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:20.844773 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d8206d59-3e9f-4db1-81e4-ff782fa7cf3a tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0103636 Sep 22 21:35:20.849853 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43054) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:20.853931 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-9b16f733-0b0e-4cf0-8ff2-5b6c6700e897 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "PUT /v2.0/ports/546d5f0a-2071-427f-8970-00137eb46cf8/tags/tempest-TagsExtTest-Tag-1090399075 HTTP/1.1" status: 201 len: 201 time: 0.9512017 Sep 22 21:35:20.857983 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-67a9f656-09ef-47f8-9922-40c1319d8c03 None None] For port 9d154e67-656d-433e-9dfc-44e34417cb79, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:35:20.861636 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-67a9f656-09ef-47f8-9922-40c1319d8c03 None None] For port 9d154e67-656d-433e-9dfc-44e34417cb79, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=9d154e67-656d-433e-9dfc-44e34417cb79,segment=NetworkSegment(e9e18e69-7d9c-46db-bed7-fa0bfd031ba5),segment_id=e9e18e69-7d9c-46db-bed7-fa0bfd031ba5)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:35:20.869242 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43056) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:20.874881 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.tag.tag_plugin [None req-63ef8159-e197-44df-ae0b-b34517417990 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3e275994-66f7-401b-af7f-d615964d2928', 'tempest-TagsExtTest-Tag-203025406') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:20.876887 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 5ce9d4f3-0706-4baa-a420-7ed4fdef9bc9 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:35:20.877473 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:20.878036 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 5ce9d4f3-0706-4baa-a420-7ed4fdef9bc9 Sep 22 21:35:20.902755 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 176184be-7d8f-43cf-bd61-5804083cd393 resource provider aggregate not found Sep 22 21:35:20.933394 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-67a9f656-09ef-47f8-9922-40c1319d8c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:20.934739 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 176184be-7d8f-43cf-bd61-5804083cd393 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 176184be-7d8f-43cf-bd61-5804083cd393 found for delete ", "request_id": "req-727c3b03-8637-45f5-83c1-3af82ee794b8"}]} Sep 22 21:35:20.942914 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [None req-ea00ea2d-90d5-4a17-ab2b-15c573fe44aa tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=89008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:20.944443 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ea00ea2d-90d5-4a17-ab2b-15c573fe44aa tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0887206 Sep 22 21:35:20.946510 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98cc740-edd1-483e-9e94-736b368a5ca6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:35:20.947958 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43064) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:20.960096 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [None req-9a541eb3-13c2-4242-90ce-a6d14b3d5458 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=89008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:20.963482 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-9a541eb3-13c2-4242-90ce-a6d14b3d5458 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0092876 Sep 22 21:35:20.964000 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43068) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:20.973020 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a94fa0c-eabf-4ac5-b695-4e415ec02428 None None] Sync routers for ids ['c8159ee8-1ac1-4b98-93a0-301ab919d80e'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:35:20.985664 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a94fa0c-eabf-4ac5-b695-4e415ec02428 None None] Routers {'c8159ee8-1ac1-4b98-93a0-301ab919d80e'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:35:20.986278 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-5a94fa0c-eabf-4ac5-b695-4e415ec02428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:35:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['c8159ee8-1ac1-4b98-93a0-301ab919d80e'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:21.021799 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [None req-ea56fec8-f8fe-47b5-ac01-afe2b0b5181e tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=89009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:21.023225 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ea56fec8-f8fe-47b5-ac01-afe2b0b5181e tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0571578 Sep 22 21:35:21.031124 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43072) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:21.039460 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [None req-f0674ed1-673e-4dcf-9aee-e70807f15401 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=89009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:21.047841 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-f0674ed1-673e-4dcf-9aee-e70807f15401 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0153947 Sep 22 21:35:21.049107 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-54157fd5-4b21-4689-ada9-44b64fc5462d tempest-PortsAdminExtendedAttrsTestJSON-2096184989 tempest-PortsAdminExtendedAttrsTestJSON-2096184989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:21.054111 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43076) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:21.073234 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fa912618-90ca-4f72-b647-70fbd1685c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:21.084621 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8b25daf8-4dc7-44c2-83fc-9347dc2d541f tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:21.110749 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a9f656-09ef-47f8-9922-40c1319d8c03 None None] Pushing event updated for resources: {'Port': ['ID=9d154e67-656d-433e-9dfc-44e34417cb79,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:21.119975 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [None req-41a45e99-2b1b-4996-8a86-926202bfa1b8 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=89008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:21.123381 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-54157fd5-4b21-4689-ada9-44b64fc5462d tempest-PortsAdminExtendedAttrsTestJSON-2096184989 tempest-PortsAdminExtendedAttrsTestJSON-2096184989-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:21.123530 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-41a45e99-2b1b-4996-8a86-926202bfa1b8 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0447450 Sep 22 21:35:21.123530 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa912618-90ca-4f72-b647-70fbd1685c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8138257e-298a-499b-b7bf-0ccd96462bdb,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:21.137345 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43080) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:21.160488 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [None req-807b23d2-880b-4a74-8ea7-74aee1a23b22 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=89008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:21.163859 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-807b23d2-880b-4a74-8ea7-74aee1a23b22 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0099061 Sep 22 21:35:21.172821 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43084) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:21.190898 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [None req-be670005-ed38-4ece-a2b0-9299ffae7642 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=89008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:21.194812 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-be670005-ed38-4ece-a2b0-9299ffae7642 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0144196 Sep 22 21:35:21.201993 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43088) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:21.210926 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 5ce9d4f3-0706-4baa-a420-7ed4fdef9bc9 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:35:21.221515 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a98cc740-edd1-483e-9e94-736b368a5ca6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "PUT /v2.0/routers/c8159ee8-1ac1-4b98-93a0-301ab919d80e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6645834 Sep 22 21:35:21.223887 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43092) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:21.225330 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fa912618-90ca-4f72-b647-70fbd1685c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:21.228985 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-fa912618-90ca-4f72-b647-70fbd1685c40 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/8138257e-298a-499b-b7bf-0ccd96462bdb HTTP/1.1" status: 204 len: 168 time: 1.0548043 Sep 22 21:35:21.232581 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [None req-570ff970-cda4-4450-80ee-61a6959296df tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=89008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:21.235991 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-570ff970-cda4-4450-80ee-61a6959296df tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0131049 Sep 22 21:35:21.236698 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43098) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:21.247160 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-5a94fa0c-eabf-4ac5-b695-4e415ec02428 None None] Set router c8159ee8-1ac1-4b98-93a0-301ab919d80e gateway port host: None {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:35:21.273618 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54157fd5-4b21-4689-ada9-44b64fc5462d tempest-PortsAdminExtendedAttrsTestJSON-2096184989 tempest-PortsAdminExtendedAttrsTestJSON-2096184989-project] Pushing event deleted for resources: {'Network': ['ID=8069d6ba-0584-4a5f-873c-7983a3fbcc65,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:21.285943 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [None req-e9814c24-9f2c-45bb-a1c3-bff46d9a8641 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=89008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:21.290265 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e9814c24-9f2c-45bb-a1c3-bff46d9a8641 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0504646 Sep 22 21:35:21.295199 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43102) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:21.313266 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-54157fd5-4b21-4689-ada9-44b64fc5462d tempest-PortsAdminExtendedAttrsTestJSON-2096184989 tempest-PortsAdminExtendedAttrsTestJSON-2096184989-project] 10.222.0.33 "DELETE /v2.0/networks/8069d6ba-0584-4a5f-873c-7983a3fbcc65 HTTP/1.1" status: 204 len: 168 time: 2.0480268 Sep 22 21:35:21.317844 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-ca2713df-9179-44a3-9e5f-b8b4cb0992af None None] Attempt 3 to provision port 546d5f0a-2071-427f-8970-00137eb46cf8 Sep 22 21:35:21.330997 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [None req-ca1d0c1a-d6b2-4d81-8e60-5d3818d7e395 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=89008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:21.332106 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ca1d0c1a-d6b2-4d81-8e60-5d3818d7e395 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0342500 Sep 22 21:35:21.335799 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43108) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:21.337741 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b25daf8-4dc7-44c2-83fc-9347dc2d541f tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Network adadc3d3-e8b9-481a-b0d6-ad77d8700caa is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:35:21.348138 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-63ef8159-e197-44df-ae0b-b34517417990 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "PUT /v2.0/routers/3e275994-66f7-401b-af7f-d615964d2928/tags/tempest-TagsExtTest-Tag-203025406 HTTP/1.1" status: 201 len: 201 time: 0.4778392 Sep 22 21:35:21.361421 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43112) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:21.370593 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [None req-5d33478c-8458-4094-a27a-7739135d6415 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=89008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:21.374939 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-5d33478c-8458-4094-a27a-7739135d6415 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0380483 Sep 22 21:35:21.377802 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43114) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:21.382026 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-8b25daf8-4dc7-44c2-83fc-9347dc2d541f tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:35:21.386137 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ca2713df-9179-44a3-9e5f-b8b4cb0992af None None] Port 546d5f0a-2071-427f-8970-00137eb46cf8 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:35:21.386871 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b25daf8-4dc7-44c2-83fc-9347dc2d541f tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:35:21.387010 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.tag.tag_plugin [None req-41d860e4-1dd1-410a-b4e3-e094eb44b73e tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '42f289cb-968f-4010-b25d-755bb9fe5697', 'tempest-TagsExtTest-Tag-1963998208') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:21.387429 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8b25daf8-4dc7-44c2-83fc-9347dc2d541f tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:21.391810 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25daf8-4dc7-44c2-83fc-9347dc2d541f tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event updated for resources: {'Port': ['ID=28aceb5c-3acd-49fc-8730-069531f0e5b1,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:21.427547 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [None req-e63a1ad0-7af7-4b69-bc68-947c7608dabc tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=89009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:21.439025 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43120) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:21.443260 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e63a1ad0-7af7-4b69-bc68-947c7608dabc tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0527589 Sep 22 21:35:21.471819 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3f2e0f-5187-4b31-b61e-65fedac3452f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:21.473519 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3f2e0f-5187-4b31-b61e-65fedac3452f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:21.475506 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-5a94fa0c-eabf-4ac5-b695-4e415ec02428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8159ee8-1ac1-4b98-93a0-301ab919d80e', 'name': 'tempest-NetworksTestDHCPv6-router-1261748115', 'tenant_id': '4fef33e75cf240fcbb352fce012907b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:35:02Z', 'updated_at': '2022-09-22T21:35:19Z', 'revision_number': 3, 'project_id': '4fef33e75cf240fcbb352fce012907b9', 'gw_port_host': None}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:21.478390 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-ce3f2e0f-5187-4b31-b61e-65fedac3452f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:35:21.488672 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a94fa0c-eabf-4ac5-b695-4e415ec02428 None None] Checking router: c8159ee8-1ac1-4b98-93a0-301ab919d80e for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:35:21.502927 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [None req-6dd2fa09-ca19-499c-87b8-442f9940a2c4 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=89008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:21.513009 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-6dd2fa09-ca19-499c-87b8-442f9940a2c4 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0711002 Sep 22 21:35:21.513914 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43126) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:21.517351 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a94fa0c-eabf-4ac5-b695-4e415ec02428 None None] Routers {'c8159ee8-1ac1-4b98-93a0-301ab919d80e'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:35:21.519428 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-5a94fa0c-eabf-4ac5-b695-4e415ec02428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:35:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['c8159ee8-1ac1-4b98-93a0-301ab919d80e'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:21.527011 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-4632c480-dab4-4fc4-bff7-71780a7dc066 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] For port 9d154e67-656d-433e-9dfc-44e34417cb79, host dv-neutron-858900-1-hyperv, got binding levels [] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:35:21.527629 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4632c480-dab4-4fc4-bff7-71780a7dc066 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:21.540817 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [None req-71a9a9ad-b0d2-450b-8db5-b64f45943ff9 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=89009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:21.546251 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-71a9a9ad-b0d2-450b-8db5-b64f45943ff9 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0193522 Sep 22 21:35:21.550999 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43130) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:21.561153 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-ce3f2e0f-5187-4b31-b61e-65fedac3452f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:35:21.562333 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ce3f2e0f-5187-4b31-b61e-65fedac3452f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3345208 Sep 22 21:35:21.565353 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43132) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:21.688054 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-41d860e4-1dd1-410a-b4e3-e094eb44b73e tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "PUT /v2.0/subnetpools/42f289cb-968f-4010-b25d-755bb9fe5697/tags/tempest-TagsExtTest-Tag-1963998208 HTTP/1.1" status: 201 len: 201 time: 0.3088381 Sep 22 21:35:21.688725 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43140) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:21.716725 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [None req-81622f0f-9956-4814-9480-487125db25a9 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=89009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:21.718171 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-81622f0f-9956-4814-9480-487125db25a9 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.1534908 Sep 22 21:35:21.725853 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.tag.tag_plugin [None req-f470861b-27a9-4054-8ebc-0433200ea695 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ce04a1e5-7437-42ce-b3f5-4d3df55e1c1a') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:21.740537 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-4632c480-dab4-4fc4-bff7-71780a7dc066 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Calling delete_port for 9d154e67-656d-433e-9dfc-44e34417cb79 owned by network:dhcp {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:35:21.786151 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-5a94fa0c-eabf-4ac5-b695-4e415ec02428 None None] Set router c8159ee8-1ac1-4b98-93a0-301ab919d80e gateway port host: None {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:35:21.796670 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43144) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:21.796878 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43148) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:21.844535 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [None req-cf5bdbc5-c4e8-4ac6-9d69-686c481c9631 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=89009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:21.844910 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-60e9387d-d286-4760-9ae0-580c31d606b2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Deleting subnet 47fa96f8-20eb-432b-99c3-4ecf7e8904ea {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:35:21.848671 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-cf5bdbc5-c4e8-4ac6-9d69-686c481c9631 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0438828 Sep 22 21:35:21.851800 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43158) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:21.856264 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-60e9387d-d286-4760-9ae0-580c31d606b2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:21.887175 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-ca2713df-9179-44a3-9e5f-b8b4cb0992af None None] Attempt 4 to provision port 546d5f0a-2071-427f-8970-00137eb46cf8 Sep 22 21:35:21.889427 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [None req-b20f45b9-8a01-4352-82c5-9d1e8fc87c86 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] http://10.222.0.33:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=89008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:35:21.902694 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-b20f45b9-8a01-4352-82c5-9d1e8fc87c86 tempest-ExtensionsTestJSON-1525924697 tempest-ExtensionsTestJSON-1525924697-project] 10.222.0.33 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0452363 Sep 22 21:35:21.949400 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-60e9387d-d286-4760-9ae0-580c31d606b2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:21.963924 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-5a94fa0c-eabf-4ac5-b695-4e415ec02428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8159ee8-1ac1-4b98-93a0-301ab919d80e', 'name': 'tempest-NetworksTestDHCPv6-router-1261748115', 'tenant_id': '4fef33e75cf240fcbb352fce012907b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:35:02Z', 'updated_at': '2022-09-22T21:35:19Z', 'revision_number': 3, 'project_id': '4fef33e75cf240fcbb352fce012907b9', 'gw_port_host': None}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:21.976171 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a94fa0c-eabf-4ac5-b695-4e415ec02428 None None] The sync data for ids ['c8159ee8-1ac1-4b98-93a0-301ab919d80e'] in dv-neutron-858900-1-hyperv is: [{'id': 'c8159ee8-1ac1-4b98-93a0-301ab919d80e', 'name': 'tempest-NetworksTestDHCPv6-router-1261748115', 'tenant_id': '4fef33e75cf240fcbb352fce012907b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:35:02Z', 'updated_at': '2022-09-22T21:35:19Z', 'revision_number': 3, 'project_id': '4fef33e75cf240fcbb352fce012907b9', 'gw_port_host': None}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:35:22.116325 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8b25daf8-4dc7-44c2-83fc-9347dc2d541f tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:22.134366 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.db.api [None req-4632c480-dab4-4fc4-bff7-71780a7dc066 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:35:22.135014 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG oslo_db.api [None req-4632c480-dab4-4fc4-bff7-71780a7dc066 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:35:22.143656 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-97939e4e-1342-41bb-b151-9e787222dcfc admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=64e408a9c447408fb285b459ad10a6f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3366630 Sep 22 21:35:22.144602 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43170) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:22.155218 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ca2713df-9179-44a3-9e5f-b8b4cb0992af None None] Port 546d5f0a-2071-427f-8970-00137eb46cf8 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:35:22.235830 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-f470861b-27a9-4054-8ebc-0433200ea695 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "GET /v2.0/subnets/ce04a1e5-7437-42ce-b3f5-4d3df55e1c1a/tags HTTP/1.1" status: 200 len: 240 time: 0.5411639 Sep 22 21:35:22.236426 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43178) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:22.252568 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.tag.tag_plugin [None req-233ab6f2-4dd8-464f-b8f7-02f6058d13db tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ce04a1e5-7437-42ce-b3f5-4d3df55e1c1a', 'tempest-TagsExtTest-Tag-412531732') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:22.382483 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43182) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:22.422245 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-60e9387d-d286-4760-9ae0-580c31d606b2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:22.475438 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 9d154e67-656d-433e-9dfc-44e34417cb79 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:35:22.516413 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0e34b4e4-8d7f-4be3-b292-c639bb8f7f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:22.570759 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-233ab6f2-4dd8-464f-b8f7-02f6058d13db tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "GET /v2.0/subnets/ce04a1e5-7437-42ce-b3f5-4d3df55e1c1a/tags/tempest-TagsExtTest-Tag-412531732 HTTP/1.1" status: 204 len: 168 time: 0.3311126 Sep 22 21:35:22.572232 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43190) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:22.602124 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.tag.tag_plugin [None req-9c2c1f98-0b79-43d2-8d6f-bfefafddb13d tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'ce04a1e5-7437-42ce-b3f5-4d3df55e1c1a', 'tempest-TagsExtTest-Tag-412531732') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:22.606557 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-60e9387d-d286-4760-9ae0-580c31d606b2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:22.620685 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 9d154e67-656d-433e-9dfc-44e34417cb79 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:35:22.634455 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0e34b4e4-8d7f-4be3-b292-c639bb8f7f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:22.641122 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-4632c480-dab4-4fc4-bff7-71780a7dc066 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Deleting port 9d154e67-656d-433e-9dfc-44e34417cb79 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:35:22.641462 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4632c480-dab4-4fc4-bff7-71780a7dc066 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:22.657504 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-ca2713df-9179-44a3-9e5f-b8b4cb0992af None None] Attempt 5 to provision port 546d5f0a-2071-427f-8970-00137eb46cf8 Sep 22 21:35:22.691093 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e9387d-d286-4760-9ae0-580c31d606b2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event deleted for resources: {'Subnet': ['ID=47fa96f8-20eb-432b-99c3-4ecf7e8904ea,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:22.695369 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-221a3dcf-7394-4f77-a2e6-e290d532968a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:22.707371 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-60e9387d-d286-4760-9ae0-580c31d606b2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:22.721775 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-221a3dcf-7394-4f77-a2e6-e290d532968a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:22.739936 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-221a3dcf-7394-4f77-a2e6-e290d532968a admin admin] Usage tracker for resource:security_group_rule and tenant:fd0081d5ba694d3eb6230e26ae28246e is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:35:22.744192 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-221a3dcf-7394-4f77-a2e6-e290d532968a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:35:22.747607 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-60e9387d-d286-4760-9ae0-580c31d606b2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/47fa96f8-20eb-432b-99c3-4ecf7e8904ea HTTP/1.1" status: 204 len: 168 time: 1.1813781 Sep 22 21:35:22.751151 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43198) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:22.753641 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-221a3dcf-7394-4f77-a2e6-e290d532968a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:35:22.788569 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ca2713df-9179-44a3-9e5f-b8b4cb0992af None None] Port 546d5f0a-2071-427f-8970-00137eb46cf8 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:35:22.789225 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d477da6-b5bd-4347-9a6b-50f1f9fda3a0 None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:35:22.924391 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bd4882-abcb-4723-b980-365342adc9b9 None None] Network 31e7fcd5-0e88-465c-8575-64c42eaad52f requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:35:22.941320 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43202) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:22.968777 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-3d7f79cf-6f39-47ab-b709-50c6ec6edb74 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:router {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:35:23.004751 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-3d7f79cf-6f39-47ab-b709-50c6ec6edb74 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:router {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:35:23.007022 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-3d7f79cf-6f39-47ab-b709-50c6ec6edb74 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2547987 Sep 22 21:35:23.015227 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43208) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:23.038263 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0e34b4e4-8d7f-4be3-b292-c639bb8f7f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:23.094449 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-f11270bc-0135-4c1f-b0ea-97ceea33848e tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1095841208', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:23.119296 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-f11270bc-0135-4c1f-b0ea-97ceea33848e tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:23.173763 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-221a3dcf-7394-4f77-a2e6-e290d532968a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:23.186750 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-f11270bc-0135-4c1f-b0ea-97ceea33848e tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Usage tracker for resource:router and tenant:04689e1c93d44a739574066fd508f736 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:35:23.190298 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e34b4e4-8d7f-4be3-b292-c639bb8f7f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6311cb5-6f50-42b0-8708-cbedd4fd96b0,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:23.191304 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-221a3dcf-7394-4f77-a2e6-e290d532968a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:23.199964 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-f11270bc-0135-4c1f-b0ea-97ceea33848e tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:35:23.205193 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.db.resource_extend [None req-8b25daf8-4dc7-44c2-83fc-9347dc2d541f tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 21:35:23.218010 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-66e67fc6-4e51-4050-b1c5-d269e1e8dd50 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for router, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:23.231039 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8b25daf8-4dc7-44c2-83fc-9347dc2d541f tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:23.251473 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0e34b4e4-8d7f-4be3-b292-c639bb8f7f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:23.255272 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-0e34b4e4-8d7f-4be3-b292-c639bb8f7f14 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e6311cb5-6f50-42b0-8708-cbedd4fd96b0 HTTP/1.1" status: 204 len: 168 time: 1.1069522 Sep 22 21:35:23.259994 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8b25daf8-4dc7-44c2-83fc-9347dc2d541f tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:23.260855 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8b25daf8-4dc7-44c2-83fc-9347dc2d541f tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:23.266296 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-f11270bc-0135-4c1f-b0ea-97ceea33848e tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:35:23.313051 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-9c2c1f98-0b79-43d2-8d6f-bfefafddb13d tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "DELETE /v2.0/subnets/ce04a1e5-7437-42ce-b3f5-4d3df55e1c1a/tags/tempest-TagsExtTest-Tag-412531732 HTTP/1.1" status: 204 len: 168 time: 0.7377455 Sep 22 21:35:23.334638 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43214) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:23.362367 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.tag.tag_plugin [None req-6777f09c-9528-42d9-8b88-58dcdca87231 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ce04a1e5-7437-42ce-b3f5-4d3df55e1c1a') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:23.371777 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-ca2713df-9179-44a3-9e5f-b8b4cb0992af None None] Attempt 6 to provision port 546d5f0a-2071-427f-8970-00137eb46cf8 Sep 22 21:35:23.378505 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-221a3dcf-7394-4f77-a2e6-e290d532968a admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=fd0081d5ba694d3eb6230e26ae28246e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9936619 Sep 22 21:35:23.379192 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43218) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:23.384625 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a3dcf-7394-4f77-a2e6-e290d532968a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e24075-729c-4002-9f72-482b3bb2a3ff,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:23.398795 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f11270bc-0135-4c1f-b0ea-97ceea33848e tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:23.399791 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f11270bc-0135-4c1f-b0ea-97ceea33848e tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:23.475779 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ca2713df-9179-44a3-9e5f-b8b4cb0992af None None] Port 546d5f0a-2071-427f-8970-00137eb46cf8 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:35:23.480557 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-4632c480-dab4-4fc4-bff7-71780a7dc066 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] For port 9d154e67-656d-433e-9dfc-44e34417cb79, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=9d154e67-656d-433e-9dfc-44e34417cb79,segment=NetworkSegment(e9e18e69-7d9c-46db-bed7-fa0bfd031ba5),segment_id=e9e18e69-7d9c-46db-bed7-fa0bfd031ba5)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:35:23.480921 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4632c480-dab4-4fc4-bff7-71780a7dc066 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:23.488196 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25daf8-4dc7-44c2-83fc-9347dc2d541f tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event updated for resources: {'Port': ['ID=28aceb5c-3acd-49fc-8730-069531f0e5b1,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:23.589052 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fa7de9-ef1f-4d21-9e13-56ba581d63c3 None None] DHCP port deletion for 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:35:23.594053 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-67fa7de9-ef1f-4d21-9e13-56ba581d63c3 None None] Deleting port 666259a3-523d-4afb-ac26-89079f274d29 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:35:23.594619 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-67fa7de9-ef1f-4d21-9e13-56ba581d63c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:23.607132 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f11270bc-0135-4c1f-b0ea-97ceea33848e tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:23.626922 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-66e67fc6-4e51-4050-b1c5-d269e1e8dd50 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:23.632405 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-66e67fc6-4e51-4050-b1c5-d269e1e8dd50 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:23.649144 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-4632c480-dab4-4fc4-bff7-71780a7dc066 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Calling delete_port for 9d154e67-656d-433e-9dfc-44e34417cb79 owned by network:dhcp {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:35:23.665902 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f11270bc-0135-4c1f-b0ea-97ceea33848e tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:23.674575 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ef733e4d-a53f-43ed-a0d5-eb3b84366165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:23.693648 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-66e67fc6-4e51-4050-b1c5-d269e1e8dd50 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:23.694165 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e67fc6-4e51-4050-b1c5-d269e1e8dd50 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Fanout notify agent at l3_agent the message router_deleted on router c8159ee8-1ac1-4b98-93a0-301ab919d80e {{(pid=89008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:35:23.736628 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ef733e4d-a53f-43ed-a0d5-eb3b84366165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:23.739932 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b25daf8-4dc7-44c2-83fc-9347dc2d541f tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Network adadc3d3-e8b9-481a-b0d6-ad77d8700caa is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:35:23.745131 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-8b25daf8-4dc7-44c2-83fc-9347dc2d541f tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:35:23.753863 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f11270bc-0135-4c1f-b0ea-97ceea33848e tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:23.755055 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-f11270bc-0135-4c1f-b0ea-97ceea33848e tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8120618 Sep 22 21:35:23.758195 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43224) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:23.776399 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-8e287c7f-7dc3-4f59-8490-7af7ed912e01 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1181189875'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:23.793624 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-66e67fc6-4e51-4050-b1c5-d269e1e8dd50 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:23.795206 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-66e67fc6-4e51-4050-b1c5-d269e1e8dd50 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/routers/c8159ee8-1ac1-4b98-93a0-301ab919d80e HTTP/1.1" status: 204 len: 168 time: 0.7787883 Sep 22 21:35:23.800649 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43228) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:23.801797 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-8e287c7f-7dc3-4f59-8490-7af7ed912e01 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:23.881542 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-8e287c7f-7dc3-4f59-8490-7af7ed912e01 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Usage tracker for resource:network and tenant:04689e1c93d44a739574066fd508f736 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:35:23.893699 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-8e287c7f-7dc3-4f59-8490-7af7ed912e01 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:35:23.912131 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-8e287c7f-7dc3-4f59-8490-7af7ed912e01 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:35:23.943190 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e287c7f-7dc3-4f59-8490-7af7ed912e01 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Made reservation on behalf of 04689e1c93d44a739574066fd508f736 for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:35:23.947815 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8e287c7f-7dc3-4f59-8490-7af7ed912e01 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:23.977303 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8e287c7f-7dc3-4f59-8490-7af7ed912e01 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:23.999471 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ef733e4d-a53f-43ed-a0d5-eb3b84366165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:24.005558 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-8e287c7f-7dc3-4f59-8490-7af7ed912e01 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:24.019796 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-ca2713df-9179-44a3-9e5f-b8b4cb0992af None None] Attempt 7 to provision port 546d5f0a-2071-427f-8970-00137eb46cf8 Sep 22 21:35:24.025643 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43232) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:24.030567 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-8e287c7f-7dc3-4f59-8490-7af7ed912e01 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Usage tracker for resource:security_group_rule and tenant:04689e1c93d44a739574066fd508f736 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:35:24.035680 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-8e287c7f-7dc3-4f59-8490-7af7ed912e01 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:35:24.056465 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef733e4d-a53f-43ed-a0d5-eb3b84366165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e24075-729c-4002-9f72-482b3bb2a3ff,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:24.064504 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ef733e4d-a53f-43ed-a0d5-eb3b84366165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:24.065839 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ef733e4d-a53f-43ed-a0d5-eb3b84366165 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/12e24075-729c-4002-9f72-482b3bb2a3ff HTTP/1.1" status: 204 len: 168 time: 0.6825604 Sep 22 21:35:24.070693 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-8e287c7f-7dc3-4f59-8490-7af7ed912e01 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:35:24.094386 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0e076f-6a55-463c-bdf3-da88c492a1a7 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:24.095630 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-bd0e076f-6a55-463c-bdf3-da88c492a1a7 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:35:24.117846 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ca2713df-9179-44a3-9e5f-b8b4cb0992af None None] Port 546d5f0a-2071-427f-8970-00137eb46cf8 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:35:24.118669 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e797775b-be8b-48f5-aed5-6fa543bab64f None None] Network 31e7fcd5-0e88-465c-8575-64c42eaad52f requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:35:24.143509 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 666259a3-523d-4afb-ac26-89079f274d29 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:35:24.156482 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-bcf1a2e1-c485-4bf5-b56c-cb74881b6e0b admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=8cccc46200044b559862555e5a919540&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1280417 Sep 22 21:35:24.158388 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43238) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:24.173640 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-bd0e076f-6a55-463c-bdf3-da88c492a1a7 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:35:24.174775 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4632c480-dab4-4fc4-bff7-71780a7dc066 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:24.175310 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-bd0e076f-6a55-463c-bdf3-da88c492a1a7 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3660998 Sep 22 21:35:24.178877 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43242) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:24.261207 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d3c1c8-469e-4b30-8c1e-a23e7593259e tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:24.261882 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-91d3c1c8-469e-4b30-8c1e-a23e7593259e tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:35:24.270330 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4632c480-dab4-4fc4-bff7-71780a7dc066 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event deleted for resources: {'Port': ['ID=9d154e67-656d-433e-9dfc-44e34417cb79,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:24.333442 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6777f09c-9528-42d9-8b88-58dcdca87231 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "GET /v2.0/subnets/ce04a1e5-7437-42ce-b3f5-4d3df55e1c1a/tags HTTP/1.1" status: 200 len: 205 time: 0.9855285 Sep 22 21:35:24.342098 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43246) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:24.396452 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-67fa7de9-ef1f-4d21-9e13-56ba581d63c3 None None] For port 666259a3-523d-4afb-ac26-89079f274d29, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=666259a3-523d-4afb-ac26-89079f274d29,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:35:24.396452 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-67fa7de9-ef1f-4d21-9e13-56ba581d63c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:24.410583 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.tag.tag_plugin [None req-cff4e070-54ff-4cb6-a827-a920aa10790a tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '546d5f0a-2071-427f-8970-00137eb46cf8') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:24.431722 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-91d3c1c8-469e-4b30-8c1e-a23e7593259e tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:35:24.435328 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-91d3c1c8-469e-4b30-8c1e-a23e7593259e tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2507725 Sep 22 21:35:24.447992 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43252) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:24.451508 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4632c480-dab4-4fc4-bff7-71780a7dc066 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] No DVR routers for this DVR port 9d154e67-656d-433e-9dfc-44e34417cb79 on host dv-neutron-858900-1-hyperv {{(pid=89009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:35:24.524522 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3bd4f3e9-76b0-4670-b594-2cfd4402ee27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:24.541867 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-67fa7de9-ef1f-4d21-9e13-56ba581d63c3 None None] Calling delete_port for 666259a3-523d-4afb-ac26-89079f274d29 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:35:24.569808 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-f46ff0c9-aff9-48ec-b463-eed4acef7bb6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:router {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:35:24.587951 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3bd4f3e9-76b0-4670-b594-2cfd4402ee27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:24.593544 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4632c480-dab4-4fc4-bff7-71780a7dc066 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:24.615955 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8e287c7f-7dc3-4f59-8490-7af7ed912e01 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:24.631517 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-f46ff0c9-aff9-48ec-b463-eed4acef7bb6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:router {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:35:24.632802 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-f46ff0c9-aff9-48ec-b463-eed4acef7bb6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1829326 Sep 22 21:35:24.636989 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8e287c7f-7dc3-4f59-8490-7af7ed912e01 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:24.642842 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43262) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:24.662459 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-37aed216-5aba-4e67-a6e5-811418ecbaca tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'subnet': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:24.666513 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-ca2713df-9179-44a3-9e5f-b8b4cb0992af None None] Attempt 8 to provision port 546d5f0a-2071-427f-8970-00137eb46cf8 Sep 22 21:35:24.697393 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e287c7f-7dc3-4f59-8490-7af7ed912e01 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:35:24.697924 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b25daf8-4dc7-44c2-83fc-9347dc2d541f tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Router ea960462-2494-4de1-81f2-dd747dd26c58 is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:35:24.720180 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-cff4e070-54ff-4cb6-a827-a920aa10790a tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "GET /v2.0/ports/546d5f0a-2071-427f-8970-00137eb46cf8/tags HTTP/1.1" status: 200 len: 241 time: 0.3761609 Sep 22 21:35:24.725878 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 666259a3-523d-4afb-ac26-89079f274d29 is: ACTIVE; New status is: DOWN {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:35:24.726226 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:24.729611 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43268) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:24.790733 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8e287c7f-7dc3-4f59-8490-7af7ed912e01 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:24.791079 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-8e287c7f-7dc3-4f59-8490-7af7ed912e01 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Added segment f52bb8d4-eb5c-4965-9455-7d331e61d0fc of type vlan for network cdd35947-4d35-4e67-afe6-3375b754c238 Sep 22 21:35:24.795903 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e287c7f-7dc3-4f59-8490-7af7ed912e01 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7a0109-2a02-4fe3-bcb6-ffa0cd4ab0ce,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:24.842229 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3bd4f3e9-76b0-4670-b594-2cfd4402ee27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:24.859451 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-37aed216-5aba-4e67-a6e5-811418ecbaca tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:24.869774 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.tag.tag_plugin [None req-072fe180-a393-4a51-b5c4-b3eb1e82ceec tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '546d5f0a-2071-427f-8970-00137eb46cf8', 'tempest-TagsExtTest-Tag-1090399075') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:24.870000 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-37aed216-5aba-4e67-a6e5-811418ecbaca tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:35:24.876726 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ca2713df-9179-44a3-9e5f-b8b4cb0992af None None] Port 546d5f0a-2071-427f-8970-00137eb46cf8 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:35:24.882568 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8e287c7f-7dc3-4f59-8490-7af7ed912e01 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:24.890239 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37aed216-5aba-4e67-a6e5-811418ecbaca tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:35:24.893743 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-37aed216-5aba-4e67-a6e5-811418ecbaca tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:24.911970 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd4f3e9-76b0-4670-b594-2cfd4402ee27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5e5e48-c3c7-4d58-9b34-5104fa97863e,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:24.949223 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-67fa7de9-ef1f-4d21-9e13-56ba581d63c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:25.002241 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4632c480-dab4-4fc4-bff7-71780a7dc066 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:25.013134 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3bd4f3e9-76b0-4670-b594-2cfd4402ee27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:25.013682 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 83542a8d-4b55-4b8c-b671-408e90e565e5 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:35:25.016968 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-3bd4f3e9-76b0-4670-b594-2cfd4402ee27 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/5b5e5e48-c3c7-4d58-9b34-5104fa97863e HTTP/1.1" status: 204 len: 168 time: 0.8574297 Sep 22 21:35:25.041608 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8e287c7f-7dc3-4f59-8490-7af7ed912e01 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:25.048492 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e287c7f-7dc3-4f59-8490-7af7ed912e01 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:25.049237 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8e287c7f-7dc3-4f59-8490-7af7ed912e01 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:25.065041 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa7de9-ef1f-4d21-9e13-56ba581d63c3 None None] Pushing event deleted for resources: {'Port': ['ID=666259a3-523d-4afb-ac26-89079f274d29,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:25.070658 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 83542a8d-4b55-4b8c-b671-408e90e565e5 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:35:25.071261 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 83542a8d-4b55-4b8c-b671-408e90e565e5 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:35:25.073245 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fa7de9-ef1f-4d21-9e13-56ba581d63c3 None None] No DVR routers for this DVR port 666259a3-523d-4afb-ac26-89079f274d29 on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:35:25.108559 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b25daf8-4dc7-44c2-83fc-9347dc2d541f tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:35:25.120695 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c1f195-b147-44ab-8d89-351b65525b5f None None] Sync routers for ids ['ea960462-2494-4de1-81f2-dd747dd26c58'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:35:25.144398 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c1f195-b147-44ab-8d89-351b65525b5f None None] Routers {'ea960462-2494-4de1-81f2-dd747dd26c58'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:35:25.148680 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-59c1f195-b147-44ab-8d89-351b65525b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:35:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['ea960462-2494-4de1-81f2-dd747dd26c58'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:25.205136 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-8e287c7f-7dc3-4f59-8490-7af7ed912e01 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.4422426 Sep 22 21:35:25.211003 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43282) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:25.211220 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e287c7f-7dc3-4f59-8490-7af7ed912e01 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Pushing event updated for resources: {'Network': ['ID=cdd35947-4d35-4e67-afe6-3375b754c238,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:25.225502 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-16834356-fd82-4518-856d-ee4cdadb3ceb tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Request body: {'subnet': {'network_id': 'cdd35947-4d35-4e67-afe6-3375b754c238', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:25.347400 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-59c1f195-b147-44ab-8d89-351b65525b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:25.350767 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network cdd35947-4d35-4e67-afe6-3375b754c238 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:35:25.359334 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43286) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:25.366033 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-16834356-fd82-4518-856d-ee4cdadb3ceb tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:25.375974 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-16834356-fd82-4518-856d-ee4cdadb3ceb tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Usage tracker for resource:subnet and tenant:04689e1c93d44a739574066fd508f736 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:35:25.380198 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-16834356-fd82-4518-856d-ee4cdadb3ceb tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:35:25.392340 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-16834356-fd82-4518-856d-ee4cdadb3ceb tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:35:25.421042 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-ca2713df-9179-44a3-9e5f-b8b4cb0992af None None] Attempt 9 to provision port 546d5f0a-2071-427f-8970-00137eb46cf8 Sep 22 21:35:25.478238 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16834356-fd82-4518-856d-ee4cdadb3ceb tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Made reservation on behalf of 04689e1c93d44a739574066fd508f736 for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:35:25.482489 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-16834356-fd82-4518-856d-ee4cdadb3ceb tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:25.515514 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4632c480-dab4-4fc4-bff7-71780a7dc066 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:25.529207 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2403ddb5-7db3-4a92-a8f9-ad5c25f54e0a None None] Network 31e7fcd5-0e88-465c-8575-64c42eaad52f requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:35:25.544714 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-4632c480-dab4-4fc4-bff7-71780a7dc066 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31e7fcd5-0e88-465c-8575-64c42eaad52f']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:25.559510 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-4632c480-dab4-4fc4-bff7-71780a7dc066 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9e18e69-7d9c-46db-bed7-fa0bfd031ba5') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:25.560023 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-4632c480-dab4-4fc4-bff7-71780a7dc066 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9e18e69-7d9c-46db-bed7-fa0bfd031ba5') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:25.574043 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4632c480-dab4-4fc4-bff7-71780a7dc066 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:25.593223 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4632c480-dab4-4fc4-bff7-71780a7dc066 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:25.601974 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4632c480-dab4-4fc4-bff7-71780a7dc066 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:35:25.603152 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4632c480-dab4-4fc4-bff7-71780a7dc066 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:25.706323 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ca2713df-9179-44a3-9e5f-b8b4cb0992af None None] Port 546d5f0a-2071-427f-8970-00137eb46cf8 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:35:25.710140 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4632c480-dab4-4fc4-bff7-71780a7dc066 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event deleted for resources: {'Subnet': ['ID=c6f4b1d1-223f-4a9d-87ca-8d06637ee245,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:25.714795 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-072fe180-a393-4a51-b5c4-b3eb1e82ceec tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "GET /v2.0/ports/546d5f0a-2071-427f-8970-00137eb46cf8/tags/tempest-TagsExtTest-Tag-1090399075 HTTP/1.1" status: 204 len: 168 time: 0.9837716 Sep 22 21:35:25.724881 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-f52afe05-e7f9-41cb-bca0-9f2091daa1e5 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1399119752'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:25.734521 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43300) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:25.736862 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-f52afe05-e7f9-41cb-bca0-9f2091daa1e5 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:25.745664 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.tag.tag_plugin [None req-3aa1672c-08ef-44a4-8ed1-4020595e41c8 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '546d5f0a-2071-427f-8970-00137eb46cf8', 'tempest-TagsExtTest-Tag-1090399075') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:25.749592 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-f52afe05-e7f9-41cb-bca0-9f2091daa1e5 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Usage tracker for resource:network and tenant:43c8fa0213da4f47a6706f7ea64b9b94 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:35:25.754221 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-f52afe05-e7f9-41cb-bca0-9f2091daa1e5 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:35:25.790261 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment e9e18e69-7d9c-46db-bed7-fa0bfd031ba5 resource provider aggregate not found Sep 22 21:35:25.799296 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-f52afe05-e7f9-41cb-bca0-9f2091daa1e5 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:35:25.801417 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c1f195-b147-44ab-8d89-351b65525b5f None None] Routers {'ea960462-2494-4de1-81f2-dd747dd26c58'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:35:25.802199 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-59c1f195-b147-44ab-8d89-351b65525b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:35:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['ea960462-2494-4de1-81f2-dd747dd26c58'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:25.814132 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment e9e18e69-7d9c-46db-bed7-fa0bfd031ba5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e9e18e69-7d9c-46db-bed7-fa0bfd031ba5 found for delete ", "request_id": "req-af4fae0f-f7a4-40c7-9e02-6dfe979542cc"}]} Sep 22 21:35:25.817004 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-8b25daf8-4dc7-44c2-83fc-9347dc2d541f tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "PUT /v2.0/routers/ea960462-2494-4de1-81f2-dd747dd26c58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3830206 Sep 22 21:35:25.824114 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43310) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:25.829411 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4632c480-dab4-4fc4-bff7-71780a7dc066 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:25.863144 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.objects.ports [None req-37aed216-5aba-4e67-a6e5-811418ecbaca tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89008) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 21:35:25.869615 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-37aed216-5aba-4e67-a6e5-811418ecbaca tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:25.907542 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4632c480-dab4-4fc4-bff7-71780a7dc066 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:25.941068 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37aed216-5aba-4e67-a6e5-811418ecbaca tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:35:25.942158 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52afe05-e7f9-41cb-bca0-9f2091daa1e5 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Made reservation on behalf of 43c8fa0213da4f47a6706f7ea64b9b94 for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:35:25.945378 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f52afe05-e7f9-41cb-bca0-9f2091daa1e5 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:25.958393 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4632c480-dab4-4fc4-bff7-71780a7dc066 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event deleted for resources: {'Network': ['ID=31e7fcd5-0e88-465c-8575-64c42eaad52f,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:25.959816 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-59c1f195-b147-44ab-8d89-351b65525b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:25.961374 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c1f195-b147-44ab-8d89-351b65525b5f None None] The sync data for ids ['ea960462-2494-4de1-81f2-dd747dd26c58'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:35:25.962150 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-37aed216-5aba-4e67-a6e5-811418ecbaca tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:35:25.971665 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-4632c480-dab4-4fc4-bff7-71780a7dc066 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "DELETE /v2.0/networks/31e7fcd5-0e88-465c-8575-64c42eaad52f HTTP/1.1" status: 204 len: 168 time: 6.5353830 Sep 22 21:35:25.973168 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37aed216-5aba-4e67-a6e5-811418ecbaca tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:25.974293 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-37aed216-5aba-4e67-a6e5-811418ecbaca tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:25.976656 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43318) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:25.978248 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f52afe05-e7f9-41cb-bca0-9f2091daa1e5 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:26.022356 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727e7a19-3325-4ea1-aca2-13eec7e8e0bf None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:35:26.044803 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24f1974-d145-4404-82d1-7cf7b4d77461 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:26.045524 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-c24f1974-d145-4404-82d1-7cf7b4d77461 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Synchronizing usage tracker for tenant:5c103daa7e764303927ef5f69fe7eabf on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:35:26.049405 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-2458f601-4c09-4c6a-ab12-da8a4cef0431 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] DELETE failed (client error): The resource could not be found. Sep 22 21:35:26.049954 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2458f601-4c09-4c6a-ab12-da8a4cef0431 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:35:26.053212 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-f52afe05-e7f9-41cb-bca0-9f2091daa1e5 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:26.053707 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:26.056885 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2458f601-4c09-4c6a-ab12-da8a4cef0431 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "DELETE /v2.0/networks/31e7fcd5-0e88-465c-8575-64c42eaad52f HTTP/1.1" status: 404 len: 339 time: 0.0769022 Sep 22 21:35:26.058371 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43324) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:26.062104 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-3aa1672c-08ef-44a4-8ed1-4020595e41c8 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "DELETE /v2.0/ports/546d5f0a-2071-427f-8970-00137eb46cf8/tags/tempest-TagsExtTest-Tag-1090399075 HTTP/1.1" status: 204 len: 168 time: 0.3263135 Sep 22 21:35:26.071045 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-efb97188-3fbb-4ed9-91b3-bdaf43f418d7 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1504362383', 'description': 'd1'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:26.078108 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43328) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:26.085412 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-efb97188-3fbb-4ed9-91b3-bdaf43f418d7 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:26.089957 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.tag.tag_plugin [None req-7dd1e774-7558-486d-9941-50bff1e73ac7 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '546d5f0a-2071-427f-8970-00137eb46cf8') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:26.119640 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aed216-5aba-4e67-a6e5-811418ecbaca tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Subnet': ['ID=9e842d49-6e45-4d80-aa2e-13f78d3ad659,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:26.128055 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-f52afe05-e7f9-41cb-bca0-9f2091daa1e5 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Usage tracker for resource:security_group_rule and tenant:43c8fa0213da4f47a6706f7ea64b9b94 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:35:26.145233 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979b304b-99b5-49d0-9ecc-e1a90ee05cf5 None None] DHCP port deletion for 31e7fcd5-0e88-465c-8575-64c42eaad52f request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:35:26.154668 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-f52afe05-e7f9-41cb-bca0-9f2091daa1e5 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:35:26.166348 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-efb97188-3fbb-4ed9-91b3-bdaf43f418d7 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Usage tracker for resource:network and tenant:cea970100f344bf88cd0b9c37fe15dda is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:35:26.176571 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-efb97188-3fbb-4ed9-91b3-bdaf43f418d7 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:35:26.193250 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-efb97188-3fbb-4ed9-91b3-bdaf43f418d7 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:35:26.206648 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-c24f1974-d145-4404-82d1-7cf7b4d77461 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Unset dirty status for tenant:5c103daa7e764303927ef5f69fe7eabf on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:35:26.208137 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c24f1974-d145-4404-82d1-7cf7b4d77461 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "GET /v2.0/ports/28aceb5c-3acd-49fc-8730-069531f0e5b1 HTTP/1.1" status: 200 len: 911 time: 0.3810229 Sep 22 21:35:26.212620 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43334) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:26.216431 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-ca2713df-9179-44a3-9e5f-b8b4cb0992af None None] Attempt 10 to provision port 546d5f0a-2071-427f-8970-00137eb46cf8 Sep 22 21:35:26.219305 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-f52afe05-e7f9-41cb-bca0-9f2091daa1e5 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:35:26.225061 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-16834356-fd82-4518-856d-ee4cdadb3ceb tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:26.363771 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ca2713df-9179-44a3-9e5f-b8b4cb0992af None None] Port 546d5f0a-2071-427f-8970-00137eb46cf8 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:35:26.367800 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16834356-fd82-4518-856d-ee4cdadb3ceb tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Pushing event updated for resources: {'Subnet': ['ID=93027219-d41b-4bcb-b989-7d5b1d6b919f,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:26.371199 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-37aed216-5aba-4e67-a6e5-811418ecbaca tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7180474 Sep 22 21:35:26.385403 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43338) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:26.394377 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-3e38cdbd-8f63-4317-94b1-2a052a67d96a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'subnet': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:26.402890 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb97188-3fbb-4ed9-91b3-bdaf43f418d7 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Made reservation on behalf of cea970100f344bf88cd0b9c37fe15dda for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:35:26.407646 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-efb97188-3fbb-4ed9-91b3-bdaf43f418d7 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:26.410810 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-ca2713df-9179-44a3-9e5f-b8b4cb0992af None None] Provisioning complete for port 5ce9d4f3-0706-4baa-a420-7ed4fdef9bc9 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:35:26.411192 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ca2713df-9179-44a3-9e5f-b8b4cb0992af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:26.411529 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-ca2713df-9179-44a3-9e5f-b8b4cb0992af None None] Attempt 1 to provision port 5ce9d4f3-0706-4baa-a420-7ed4fdef9bc9 Sep 22 21:35:26.459832 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-7dd1e774-7558-486d-9941-50bff1e73ac7 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "GET /v2.0/ports/546d5f0a-2071-427f-8970-00137eb46cf8/tags HTTP/1.1" status: 200 len: 205 time: 0.3800683 Sep 22 21:35:26.470639 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43344) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:26.482169 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.tag.tag_plugin [None req-cd5a7ad1-695c-4b15-be70-702c40023f83 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3e275994-66f7-401b-af7f-d615964d2928') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:26.529103 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f722be7-6100-4bed-87ab-b69a9efc3804 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'tenant_id': '4fef33e75cf240fcbb352fce012907b9', 'fixed_ips': [{'subnet_id': '9e842d49-6e45-4d80-aa2e-13f78d3ad659'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:35:26.530701 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0f722be7-6100-4bed-87ab-b69a9efc3804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:26.612436 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16834356-fd82-4518-856d-ee4cdadb3ceb tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Checking segment: {'id': 'f52bb8d4-eb5c-4965-9455-7d331e61d0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cdd35947-4d35-4e67-afe6-3375b754c238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:35:26.612886 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16834356-fd82-4518-856d-ee4cdadb3ceb tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Network hostable DHCP agents. Network: cdd35947-4d35-4e67-afe6-3375b754c238, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:35:26.645425 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efb97188-3fbb-4ed9-91b3-bdaf43f418d7 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:35:26.702812 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16834356-fd82-4518-856d-ee4cdadb3ceb tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Network cdd35947-4d35-4e67-afe6-3375b754c238 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:35:26.706029 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f52afe05-e7f9-41cb-bca0-9f2091daa1e5 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:26.707486 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-3e38cdbd-8f63-4317-94b1-2a052a67d96a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:26.716028 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-3e38cdbd-8f63-4317-94b1-2a052a67d96a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Usage tracker for resource:subnet and tenant:4fef33e75cf240fcbb352fce012907b9 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:35:26.721319 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-3e38cdbd-8f63-4317-94b1-2a052a67d96a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:35:26.724478 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f52afe05-e7f9-41cb-bca0-9f2091daa1e5 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:26.754881 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f52afe05-e7f9-41cb-bca0-9f2091daa1e5 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:35:26.768136 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f52afe05-e7f9-41cb-bca0-9f2091daa1e5 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:26.768673 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-f52afe05-e7f9-41cb-bca0-9f2091daa1e5 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Added segment b6edca04-77fe-40be-9756-df8b9418b8c0 of type vlan for network 7aa72b9f-5f6e-430e-b869-39882980d807 Sep 22 21:35:26.784578 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ca2713df-9179-44a3-9e5f-b8b4cb0992af None None] Current status of the port 5ce9d4f3-0706-4baa-a420-7ed4fdef9bc9 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:35:26.787287 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-0f722be7-6100-4bed-87ab-b69a9efc3804 None None] Allocated IP 2001:db8::f816:3eff:fec5:4f5b (98c62b9a-5d2a-496f-a1e5-12a6874f54f0/9e842d49-6e45-4d80-aa2e-13f78d3ad659/1c35c0b6-c88b-4bd3-93f0-9b8d9a9c9761) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:35:26.805298 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f52afe05-e7f9-41cb-bca0-9f2091daa1e5 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:26.806114 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-efb97188-3fbb-4ed9-91b3-bdaf43f418d7 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:26.806581 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-efb97188-3fbb-4ed9-91b3-bdaf43f418d7 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Added segment 54b5c187-4956-4cb6-befc-4bc8dae31a6d of type vlan for network cac36c40-7619-4c27-9b2b-a44785e74198 Sep 22 21:35:26.839876 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-3e38cdbd-8f63-4317-94b1-2a052a67d96a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:35:26.842794 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-cd5a7ad1-695c-4b15-be70-702c40023f83 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "GET /v2.0/routers/3e275994-66f7-401b-af7f-d615964d2928/tags HTTP/1.1" status: 200 len: 240 time: 0.3708408 Sep 22 21:35:26.850810 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-16834356-fd82-4518-856d-ee4cdadb3ceb tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, cdd35947-4d35-4e67-afe6-3375b754c238) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:35:26.852261 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43354) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:26.857760 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f52afe05-e7f9-41cb-bca0-9f2091daa1e5 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:26.865247 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52afe05-e7f9-41cb-bca0-9f2091daa1e5 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:26.865621 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.tag.tag_plugin [None req-fbb74d27-f3eb-402e-bfc0-372401e42bc1 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3e275994-66f7-401b-af7f-d615964d2928', 'tempest-TagsExtTest-Tag-203025406') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:26.867925 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f52afe05-e7f9-41cb-bca0-9f2091daa1e5 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:26.903034 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0487b27-676d-4c61-a4b4-38aba0c5e6c6 None None] Network cdd35947-4d35-4e67-afe6-3375b754c238 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:35:26.913524 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16834356-fd82-4518-856d-ee4cdadb3ceb tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:26.914372 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-16834356-fd82-4518-856d-ee4cdadb3ceb tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:26.928776 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-ea92ebf2-3b0f-42c7-9355-5033dbb32076 None None] Could not find standard attr ID for object 9d154e67-656d-433e-9dfc-44e34417cb79. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:35:26.945013 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e38cdbd-8f63-4317-94b1-2a052a67d96a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:35:26.949433 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3e38cdbd-8f63-4317-94b1-2a052a67d96a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:27.003550 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-efb97188-3fbb-4ed9-91b3-bdaf43f418d7 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:27.071655 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-ea92ebf2-3b0f-42c7-9355-5033dbb32076 None None] Provisioning for port 887690b4-ecec-4411-ace9-8966b707d628 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:35:27.097253 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-ea92ebf2-3b0f-42c7-9355-5033dbb32076 None None] Provisioning complete for port 887690b4-ecec-4411-ace9-8966b707d628 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:35:27.097626 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ea92ebf2-3b0f-42c7-9355-5033dbb32076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:27.097969 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-ea92ebf2-3b0f-42c7-9355-5033dbb32076 None None] Attempt 1 to provision port 887690b4-ecec-4411-ace9-8966b707d628 Sep 22 21:35:27.166091 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-fbb74d27-f3eb-402e-bfc0-372401e42bc1 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "GET /v2.0/routers/3e275994-66f7-401b-af7f-d615964d2928/tags/tempest-TagsExtTest-Tag-203025406 HTTP/1.1" status: 204 len: 168 time: 0.3097055 Sep 22 21:35:27.167387 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43364) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:27.171052 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-efb97188-3fbb-4ed9-91b3-bdaf43f418d7 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:27.176561 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb97188-3fbb-4ed9-91b3-bdaf43f418d7 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:27.177221 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-efb97188-3fbb-4ed9-91b3-bdaf43f418d7 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:27.186734 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.tag.tag_plugin [None req-8232a695-3e9f-41c8-8837-f50486df8ec6 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '3e275994-66f7-401b-af7f-d615964d2928', 'tempest-TagsExtTest-Tag-203025406') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:27.302162 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ea92ebf2-3b0f-42c7-9355-5033dbb32076 None None] Current status of the port 887690b4-ecec-4411-ace9-8966b707d628 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:35:27.303121 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ea92ebf2-3b0f-42c7-9355-5033dbb32076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:27.388994 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43368) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:27.401495 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-16834356-fd82-4518-856d-ee4cdadb3ceb tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1866891 Sep 22 21:35:27.405661 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43372) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:27.455794 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-ea92ebf2-3b0f-42c7-9355-5033dbb32076 None None] For port 887690b4-ecec-4411-ace9-8966b707d628, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=887690b4-ecec-4411-ace9-8966b707d628,segment=NetworkSegment(73f11e12-b39a-4ea6-b6f8-606e05654644),segment_id=73f11e12-b39a-4ea6-b6f8-606e05654644)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:35:27.474849 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ea92ebf2-3b0f-42c7-9355-5033dbb32076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:27.475546 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3e38cdbd-8f63-4317-94b1-2a052a67d96a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:27.478804 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0f722be7-6100-4bed-87ab-b69a9efc3804 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:27.494853 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-34eb88d3-df81-453c-b698-dbbe0d9fba88 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Request body: {'network': {'name': 'tempest-router-network01--1278004321'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:27.498977 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb97188-3fbb-4ed9-91b3-bdaf43f418d7 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event updated for resources: {'Network': ['ID=cac36c40-7619-4c27-9b2b-a44785e74198,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:27.500269 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-34eb88d3-df81-453c-b698-dbbe0d9fba88 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:27.505115 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-34eb88d3-df81-453c-b698-dbbe0d9fba88 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Usage tracker for resource:network and tenant:04689e1c93d44a739574066fd508f736 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:35:27.508907 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-34eb88d3-df81-453c-b698-dbbe0d9fba88 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:35:27.514965 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-34eb88d3-df81-453c-b698-dbbe0d9fba88 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:35:27.525147 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network cac36c40-7619-4c27-9b2b-a44785e74198 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:35:27.586322 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52afe05-e7f9-41cb-bca0-9f2091daa1e5 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ccbf484-4494-4849-8bf4-2f576c75c9d1,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:27.597888 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38cdbd-8f63-4317-94b1-2a052a67d96a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Subnet': ['ID=d2222eee-f0fa-4422-a5d7-3ecbc3afb27d,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:27.603851 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-efb97188-3fbb-4ed9-91b3-bdaf43f418d7 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.5402331 Sep 22 21:35:27.612850 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43378) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:27.617589 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38cdbd-8f63-4317-94b1-2a052a67d96a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:35:27.617992 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38cdbd-8f63-4317-94b1-2a052a67d96a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:35:27.618339 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38cdbd-8f63-4317-94b1-2a052a67d96a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:35:27.619405 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38cdbd-8f63-4317-94b1-2a052a67d96a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:35:27.619405 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38cdbd-8f63-4317-94b1-2a052a67d96a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:35:27.619405 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38cdbd-8f63-4317-94b1-2a052a67d96a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:35:27.619768 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38cdbd-8f63-4317-94b1-2a052a67d96a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:35:27.620010 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38cdbd-8f63-4317-94b1-2a052a67d96a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:35:27.620342 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38cdbd-8f63-4317-94b1-2a052a67d96a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:35:27.620668 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38cdbd-8f63-4317-94b1-2a052a67d96a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:35:27.621084 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38cdbd-8f63-4317-94b1-2a052a67d96a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:35:27.621414 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38cdbd-8f63-4317-94b1-2a052a67d96a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:35:27.624780 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34eb88d3-df81-453c-b698-dbbe0d9fba88 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Made reservation on behalf of 04689e1c93d44a739574066fd508f736 for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:35:27.628653 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-34eb88d3-df81-453c-b698-dbbe0d9fba88 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:27.639800 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-f52afe05-e7f9-41cb-bca0-9f2091daa1e5 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.2770391 Sep 22 21:35:27.644682 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43382) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:27.646874 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52afe05-e7f9-41cb-bca0-9f2091daa1e5 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:35:27.647232 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52afe05-e7f9-41cb-bca0-9f2091daa1e5 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:35:27.647584 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52afe05-e7f9-41cb-bca0-9f2091daa1e5 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:35:27.647917 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52afe05-e7f9-41cb-bca0-9f2091daa1e5 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:35:27.648410 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52afe05-e7f9-41cb-bca0-9f2091daa1e5 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:35:27.649634 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52afe05-e7f9-41cb-bca0-9f2091daa1e5 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:35:27.650022 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52afe05-e7f9-41cb-bca0-9f2091daa1e5 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:35:27.650418 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52afe05-e7f9-41cb-bca0-9f2091daa1e5 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:35:27.650824 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52afe05-e7f9-41cb-bca0-9f2091daa1e5 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:35:27.651159 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52afe05-e7f9-41cb-bca0-9f2091daa1e5 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:35:27.651573 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52afe05-e7f9-41cb-bca0-9f2091daa1e5 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:35:27.651920 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52afe05-e7f9-41cb-bca0-9f2091daa1e5 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:35:27.664587 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-dc8976d1-2f35-4dcf-a551-639dde399294 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Request body: {'subnet': {'network_id': '7aa72b9f-5f6e-430e-b869-39882980d807', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:27.671091 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e38cdbd-8f63-4317-94b1-2a052a67d96a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:35:27.671955 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52afe05-e7f9-41cb-bca0-9f2091daa1e5 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Pushing event updated for resources: {'Network': ['ID=7aa72b9f-5f6e-430e-b869-39882980d807,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:27.675666 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-3e38cdbd-8f63-4317-94b1-2a052a67d96a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:35:27.690375 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34eb88d3-df81-453c-b698-dbbe0d9fba88 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:35:27.692570 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-0f722be7-6100-4bed-87ab-b69a9efc3804 None None] Transition to ACTIVE for port object 1c35c0b6-c88b-4bd3-93f0-9b8d9a9c9761 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:35:27.700719 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-34eb88d3-df81-453c-b698-dbbe0d9fba88 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:27.701213 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-34eb88d3-df81-453c-b698-dbbe0d9fba88 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Added segment 1ba632aa-7bab-4213-8c2c-97aa553e9dba of type vlan for network e844f5c8-d4ec-4721-81d5-327177940df3 Sep 22 21:35:27.710556 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8f425e-424a-4222-8d33-caa1906d1d68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-cdd35947-4d35-4e67-afe6-3375b754c238', 'network_id': 'cdd35947-4d35-4e67-afe6-3375b754c238', 'tenant_id': '04689e1c93d44a739574066fd508f736', 'fixed_ips': [{'subnet_id': '93027219-d41b-4bcb-b989-7d5b1d6b919f'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:35:27.711402 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8d8f425e-424a-4222-8d33-caa1906d1d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:27.729407 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 7aa72b9f-5f6e-430e-b869-39882980d807 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:35:27.731541 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-34eb88d3-df81-453c-b698-dbbe0d9fba88 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:27.762371 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e38cdbd-8f63-4317-94b1-2a052a67d96a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:27.764037 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3e38cdbd-8f63-4317-94b1-2a052a67d96a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:27.789019 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-fb640591-3666-44cf-a7e1-8df6b1cba7d9 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1824219029', 'router:external': True}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:27.794051 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-fb640591-3666-44cf-a7e1-8df6b1cba7d9 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:27.798088 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-fb640591-3666-44cf-a7e1-8df6b1cba7d9 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Usage tracker for resource:network and tenant:c275b92bbdea4fe486949cf21439c562 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:35:27.801077 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-fb640591-3666-44cf-a7e1-8df6b1cba7d9 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:35:27.807072 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-fb640591-3666-44cf-a7e1-8df6b1cba7d9 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:35:27.815639 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-34eb88d3-df81-453c-b698-dbbe0d9fba88 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:27.819388 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-0f722be7-6100-4bed-87ab-b69a9efc3804 None None] Transition to ACTIVE for port object 1c35c0b6-c88b-4bd3-93f0-9b8d9a9c9761 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:35:27.822726 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34eb88d3-df81-453c-b698-dbbe0d9fba88 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:27.823349 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-34eb88d3-df81-453c-b698-dbbe0d9fba88 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:27.830630 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-3e38cdbd-8f63-4317-94b1-2a052a67d96a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4394827 Sep 22 21:35:27.833367 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-ea92ebf2-3b0f-42c7-9355-5033dbb32076 None None] Provisioning complete for port 546d5f0a-2071-427f-8970-00137eb46cf8 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:35:27.833367 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ea92ebf2-3b0f-42c7-9355-5033dbb32076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:27.833367 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-ea92ebf2-3b0f-42c7-9355-5033dbb32076 None None] Attempt 1 to provision port 546d5f0a-2071-427f-8970-00137eb46cf8 Sep 22 21:35:27.840395 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43388) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:27.846436 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb640591-3666-44cf-a7e1-8df6b1cba7d9 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Made reservation on behalf of c275b92bbdea4fe486949cf21439c562 for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:35:27.848840 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fb640591-3666-44cf-a7e1-8df6b1cba7d9 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:27.867792 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-005eb67b-28d3-4524-aa6b-1c1d3f2cf703 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'port': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'mac_address': 'fa:16:3e:4c:c2:38', 'name': 'tempest-NetworksTestDHCPv6-1561129294'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:27.876155 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fb640591-3666-44cf-a7e1-8df6b1cba7d9 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:27.912736 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0f722be7-6100-4bed-87ab-b69a9efc3804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:27.916085 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea92ebf2-3b0f-42c7-9355-5033dbb32076 None None] Pushing event updated for resources: {'Port': ['ID=887690b4-ecec-4411-ace9-8966b707d628,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:27.922078 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d7ee87-c0a5-49d9-aada-098bc4efecef tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:27.923184 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-b5d7ee87-c0a5-49d9-aada-098bc4efecef tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Synchronizing usage tracker for tenant:cea970100f344bf88cd0b9c37fe15dda on resource:network {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:35:27.960600 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-fb640591-3666-44cf-a7e1-8df6b1cba7d9 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:27.969499 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-34eb88d3-df81-453c-b698-dbbe0d9fba88 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5098217 Sep 22 21:35:27.970846 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43392) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:27.980538 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-a37c7743-cf05-468a-864a-1542edc607a6 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Request body: {'network': {'name': 'tempest-router-network02--1555506702'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:27.984402 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-fb640591-3666-44cf-a7e1-8df6b1cba7d9 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Usage tracker for resource:security_group_rule and tenant:c275b92bbdea4fe486949cf21439c562 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:35:27.993462 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-fb640591-3666-44cf-a7e1-8df6b1cba7d9 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:35:27.996769 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-a37c7743-cf05-468a-864a-1542edc607a6 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:27.999149 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb88d3-df81-453c-b698-dbbe0d9fba88 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Pushing event updated for resources: {'Network': ['ID=e844f5c8-d4ec-4721-81d5-327177940df3,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:27.999498 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-dc8976d1-2f35-4dcf-a551-639dde399294 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:28.006246 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-fb640591-3666-44cf-a7e1-8df6b1cba7d9 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:35:28.008726 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-a37c7743-cf05-468a-864a-1542edc607a6 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Usage tracker for resource:network and tenant:04689e1c93d44a739574066fd508f736 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:35:28.008846 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-8232a695-3e9f-41c8-8837-f50486df8ec6 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "DELETE /v2.0/routers/3e275994-66f7-401b-af7f-d615964d2928/tags/tempest-TagsExtTest-Tag-203025406 HTTP/1.1" status: 204 len: 168 time: 0.8398297 Sep 22 21:35:28.012460 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43396) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:28.015683 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-a37c7743-cf05-468a-864a-1542edc607a6 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:35:28.019513 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ea92ebf2-3b0f-42c7-9355-5033dbb32076 None None] Port 546d5f0a-2071-427f-8970-00137eb46cf8 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:35:28.022254 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.tag.tag_plugin [None req-a3e4a524-5016-4f2a-920b-db343a959576 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3e275994-66f7-401b-af7f-d615964d2928') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:28.025341 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f722be7-6100-4bed-87ab-b69a9efc3804 None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:35:28.025933 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-dc8976d1-2f35-4dcf-a551-639dde399294 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Usage tracker for resource:subnet and tenant:43c8fa0213da4f47a6706f7ea64b9b94 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:35:28.033777 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2f049257-469e-455b-9eb1-6360063c7843 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:28.035059 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-0f722be7-6100-4bed-87ab-b69a9efc3804 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:35:28.037503 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network e844f5c8-d4ec-4721-81d5-327177940df3 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:35:28.053478 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f722be7-6100-4bed-87ab-b69a9efc3804 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:35:28.090255 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-dc8976d1-2f35-4dcf-a551-639dde399294 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:35:28.105161 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-a37c7743-cf05-468a-864a-1542edc607a6 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:35:28.109657 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-dc8976d1-2f35-4dcf-a551-639dde399294 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:35:28.131933 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-b5d7ee87-c0a5-49d9-aada-098bc4efecef tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Unset dirty status for tenant:cea970100f344bf88cd0b9c37fe15dda on resource:network {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:35:28.133333 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-b5d7ee87-c0a5-49d9-aada-098bc4efecef tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "GET /v2.0/networks?id=cac36c40-7619-4c27-9b2b-a44785e74198 HTTP/1.1" status: 200 len: 761 time: 0.5187016 Sep 22 21:35:28.165516 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 887690b4-ecec-4411-ace9-8966b707d628 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:35:28.185176 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43400) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:28.189252 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f722be7-6100-4bed-87ab-b69a9efc3804 None None] Pushing event updated for resources: {'Port': ['ID=1c35c0b6-c88b-4bd3-93f0-9b8d9a9c9761,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:28.207149 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37c7743-cf05-468a-864a-1542edc607a6 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Made reservation on behalf of 04689e1c93d44a739574066fd508f736 for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:35:28.211868 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a37c7743-cf05-468a-864a-1542edc607a6 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:28.220076 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-19518acd-5ab5-4914-8541-5e0fb7ec7e0c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Request body: {'network': {'description': 'd2'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:28.238158 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a3e4a524-5016-4f2a-920b-db343a959576 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "GET /v2.0/routers/3e275994-66f7-401b-af7f-d615964d2928/tags HTTP/1.1" status: 200 len: 205 time: 0.2244942 Sep 22 21:35:28.241343 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43404) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:28.251271 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.tag.tag_plugin [None req-25681d65-9ced-43c4-a8a9-0b0fa1899805 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '42f289cb-968f-4010-b25d-755bb9fe5697') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:28.285790 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a37c7743-cf05-468a-864a-1542edc607a6 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:35:28.312400 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-25681d65-9ced-43c4-a8a9-0b0fa1899805 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "GET /v2.0/subnetpools/42f289cb-968f-4010-b25d-755bb9fe5697/tags HTTP/1.1" status: 200 len: 241 time: 0.0677965 Sep 22 21:35:28.313692 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a37c7743-cf05-468a-864a-1542edc607a6 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:28.313880 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-a37c7743-cf05-468a-864a-1542edc607a6 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Added segment f75f6e0b-be05-4ccf-afe7-40f657181cb8 of type vlan for network e30d803b-f706-4171-9489-8b75a9824add Sep 22 21:35:28.316762 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43408) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:28.319140 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8976d1-2f35-4dcf-a551-639dde399294 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Made reservation on behalf of 43c8fa0213da4f47a6706f7ea64b9b94 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:35:28.322639 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-dc8976d1-2f35-4dcf-a551-639dde399294 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:28.327735 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.tag.tag_plugin [None req-6138914c-dbc5-456c-87d4-b20471df88b0 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '42f289cb-968f-4010-b25d-755bb9fe5697', 'tempest-TagsExtTest-Tag-1963998208') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:28.353742 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-0f722be7-6100-4bed-87ab-b69a9efc3804 None None] Attempting to bind port 1c35c0b6-c88b-4bd3-93f0-9b8d9a9c9761 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:35:28.354384 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-0f722be7-6100-4bed-87ab-b69a9efc3804 None None] Attempting to bind port 1c35c0b6-c88b-4bd3-93f0-9b8d9a9c9761 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:35:28.354533 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f722be7-6100-4bed-87ab-b69a9efc3804 None None] Attempting to bind port 1c35c0b6-c88b-4bd3-93f0-9b8d9a9c9761 on network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:35:28.376501 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f722be7-6100-4bed-87ab-b69a9efc3804 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:35:28.376885 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f722be7-6100-4bed-87ab-b69a9efc3804 None None] Checking segment: {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:35:28.377287 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0f722be7-6100-4bed-87ab-b69a9efc3804 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:28.378640 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f722be7-6100-4bed-87ab-b69a9efc3804 None None] Bound using segment: {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:35:28.378640 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-0f722be7-6100-4bed-87ab-b69a9efc3804 None None] Bound port: 1c35c0b6-c88b-4bd3-93f0-9b8d9a9c9761, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:35:28.378640 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0f722be7-6100-4bed-87ab-b69a9efc3804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:28.388688 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a37c7743-cf05-468a-864a-1542edc607a6 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:28.394011 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fb640591-3666-44cf-a7e1-8df6b1cba7d9 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:28.403904 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-6138914c-dbc5-456c-87d4-b20471df88b0 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "GET /v2.0/subnetpools/42f289cb-968f-4010-b25d-755bb9fe5697/tags/tempest-TagsExtTest-Tag-1963998208 HTTP/1.1" status: 204 len: 168 time: 0.0811613 Sep 22 21:35:28.406465 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fb640591-3666-44cf-a7e1-8df6b1cba7d9 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:28.426303 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-005eb67b-28d3-4524-aa6b-1c1d3f2cf703 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:28.436730 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43412) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:28.453374 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb640591-3666-44cf-a7e1-8df6b1cba7d9 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:35:28.460422 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-8d8f425e-424a-4222-8d33-caa1906d1d68 None None] Allocated IP 172.20.0.2 (cdd35947-4d35-4e67-afe6-3375b754c238/93027219-d41b-4bcb-b989-7d5b1d6b919f/5ead1068-8185-4eb0-acd1-a769271b7326) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:35:28.461558 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.tag.tag_plugin [None req-0581a7c9-5f22-4a3f-b91f-792d2e3ab0a5 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '42f289cb-968f-4010-b25d-755bb9fe5697', 'tempest-TagsExtTest-Tag-1963998208') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:28.476020 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fb640591-3666-44cf-a7e1-8df6b1cba7d9 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:28.476396 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-fb640591-3666-44cf-a7e1-8df6b1cba7d9 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Added segment baa6da84-14ec-4eb4-b448-299e69fb7400 of type vlan for network f1d68cfd-d65a-4c39-b5ef-c7a83988f2ef Sep 22 21:35:28.481265 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a37c7743-cf05-468a-864a-1542edc607a6 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:28.486159 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37c7743-cf05-468a-864a-1542edc607a6 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:28.486795 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a37c7743-cf05-468a-864a-1542edc607a6 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:28.491066 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 887690b4-ecec-4411-ace9-8966b707d628 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:35:28.491582 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:28.491927 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 887690b4-ecec-4411-ace9-8966b707d628 Sep 22 21:35:28.527354 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb640591-3666-44cf-a7e1-8df6b1cba7d9 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416fac61-160d-4def-aad3-f8fc3dd70219,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:28.529973 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-005eb67b-28d3-4524-aa6b-1c1d3f2cf703 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:35:28.534929 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-ea92ebf2-3b0f-42c7-9355-5033dbb32076 None None] Attempt 2 to provision port 546d5f0a-2071-427f-8970-00137eb46cf8 Sep 22 21:35:28.643217 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a37c7743-cf05-468a-864a-1542edc607a6 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6650538 Sep 22 21:35:28.645355 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43416) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:28.646026 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c7743-cf05-468a-864a-1542edc607a6 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Pushing event updated for resources: {'Network': ['ID=e30d803b-f706-4171-9489-8b75a9824add,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:28.652402 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fb640591-3666-44cf-a7e1-8df6b1cba7d9 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:28.660151 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-76b80a64-35c4-4c2c-bf67-33f8ac51c346 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Request body: {'subnet': {'network_id': 'e844f5c8-d4ec-4721-81d5-327177940df3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:28.720351 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005eb67b-28d3-4524-aa6b-1c1d3f2cf703 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'port': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:35:28.765260 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network e30d803b-f706-4171-9489-8b75a9824add details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:35:28.783829 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-0f722be7-6100-4bed-87ab-b69a9efc3804 None None] For port 1c35c0b6-c88b-4bd3-93f0-9b8d9a9c9761, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:35:28.804226 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-76b80a64-35c4-4c2c-bf67-33f8ac51c346 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:28.808676 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-76b80a64-35c4-4c2c-bf67-33f8ac51c346 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Usage tracker for resource:subnet and tenant:04689e1c93d44a739574066fd508f736 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:35:28.811801 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-76b80a64-35c4-4c2c-bf67-33f8ac51c346 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:35:28.817854 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fb640591-3666-44cf-a7e1-8df6b1cba7d9 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:28.819037 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb640591-3666-44cf-a7e1-8df6b1cba7d9 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:28.819617 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fb640591-3666-44cf-a7e1-8df6b1cba7d9 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:28.824852 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-76b80a64-35c4-4c2c-bf67-33f8ac51c346 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:35:28.874684 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-19518acd-5ab5-4914-8541-5e0fb7ec7e0c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:28.875606 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-0f722be7-6100-4bed-87ab-b69a9efc3804 None None] For port 1c35c0b6-c88b-4bd3-93f0-9b8d9a9c9761, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=1c35c0b6-c88b-4bd3-93f0-9b8d9a9c9761,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:35:28.878951 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ea92ebf2-3b0f-42c7-9355-5033dbb32076 None None] Port 546d5f0a-2071-427f-8970-00137eb46cf8 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:35:28.891174 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0f722be7-6100-4bed-87ab-b69a9efc3804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:28.915187 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-fb640591-3666-44cf-a7e1-8df6b1cba7d9 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.5200341 Sep 22 21:35:28.916522 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b80a64-35c4-4c2c-bf67-33f8ac51c346 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Made reservation on behalf of 04689e1c93d44a739574066fd508f736 for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:35:28.920740 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-76b80a64-35c4-4c2c-bf67-33f8ac51c346 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:28.946050 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43420) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:28.957198 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-fdd27951-2179-47cb-854c-ecb0f8b7d0f6 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Request body: {'subnet': {'network_id': 'f1d68cfd-d65a-4c39-b5ef-c7a83988f2ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:29.019638 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-fdd27951-2179-47cb-854c-ecb0f8b7d0f6 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:29.027073 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb640591-3666-44cf-a7e1-8df6b1cba7d9 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Pushing event updated for resources: {'Network': ['ID=f1d68cfd-d65a-4c39-b5ef-c7a83988f2ef,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:29.041694 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-fdd27951-2179-47cb-854c-ecb0f8b7d0f6 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Usage tracker for resource:subnet and tenant:c275b92bbdea4fe486949cf21439c562 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:35:29.047787 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-fdd27951-2179-47cb-854c-ecb0f8b7d0f6 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:35:29.060331 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-0581a7c9-5f22-4a3f-b91f-792d2e3ab0a5 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "DELETE /v2.0/subnetpools/42f289cb-968f-4010-b25d-755bb9fe5697/tags/tempest-TagsExtTest-Tag-1963998208 HTTP/1.1" status: 204 len: 168 time: 0.6180544 Sep 22 21:35:29.060519 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-fdd27951-2179-47cb-854c-ecb0f8b7d0f6 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:35:29.061478 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43424) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:29.063412 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network f1d68cfd-d65a-4c39-b5ef-c7a83988f2ef details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:35:29.074351 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.tag.tag_plugin [None req-24320ef3-8c3f-47f1-b6be-940223ea2e26 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '42f289cb-968f-4010-b25d-755bb9fe5697') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:29.107693 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-19518acd-5ab5-4914-8541-5e0fb7ec7e0c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:29.113791 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd27951-2179-47cb-854c-ecb0f8b7d0f6 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Made reservation on behalf of c275b92bbdea4fe486949cf21439c562 for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:35:29.117478 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fdd27951-2179-47cb-854c-ecb0f8b7d0f6 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:29.144849 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-19518acd-5ab5-4914-8541-5e0fb7ec7e0c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Network cac36c40-7619-4c27-9b2b-a44785e74198 is not hosted by any dhcp agent {{(pid=89009) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Sep 22 21:35:29.150962 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19518acd-5ab5-4914-8541-5e0fb7ec7e0c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:29.151770 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-19518acd-5ab5-4914-8541-5e0fb7ec7e0c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:29.153204 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-19518acd-5ab5-4914-8541-5e0fb7ec7e0c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "PUT /v2.0/networks/cac36c40-7619-4c27-9b2b-a44785e74198 HTTP/1.1" status: 200 len: 758 time: 0.9524152 Sep 22 21:35:29.163346 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-005eb67b-28d3-4524-aa6b-1c1d3f2cf703 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:29.226363 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43428) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:29.241369 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f722be7-6100-4bed-87ab-b69a9efc3804 None None] Pushing event updated for resources: {'Port': ['ID=1c35c0b6-c88b-4bd3-93f0-9b8d9a9c9761,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:29.248465 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 887690b4-ecec-4411-ace9-8966b707d628 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:35:29.290276 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 9d154e67-656d-433e-9dfc-44e34417cb79 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:35:29.334811 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8d8f425e-424a-4222-8d33-caa1906d1d68 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:29.337597 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 9d154e67-656d-433e-9dfc-44e34417cb79 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:35:29.338390 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 9d154e67-656d-433e-9dfc-44e34417cb79 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:35:29.378684 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-8d8f425e-424a-4222-8d33-caa1906d1d68 None None] Transition to ACTIVE for port object 5ead1068-8185-4eb0-acd1-a769271b7326 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:35:29.382685 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-ea92ebf2-3b0f-42c7-9355-5033dbb32076 None None] Attempt 3 to provision port 546d5f0a-2071-427f-8970-00137eb46cf8 Sep 22 21:35:29.455330 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-24320ef3-8c3f-47f1-b6be-940223ea2e26 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "GET /v2.0/subnetpools/42f289cb-968f-4010-b25d-755bb9fe5697/tags HTTP/1.1" status: 200 len: 205 time: 0.3880894 Sep 22 21:35:29.456440 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43432) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:29.456868 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ea92ebf2-3b0f-42c7-9355-5033dbb32076 None None] Port 546d5f0a-2071-427f-8970-00137eb46cf8 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:35:29.463837 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.tag.tag_plugin [None req-4cdc71ad-fb2f-4212-a681-5530101375e4 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '42f289cb-968f-4010-b25d-755bb9fe5697') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:29.472869 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-8d8f425e-424a-4222-8d33-caa1906d1d68 None None] Transition to ACTIVE for port object 5ead1068-8185-4eb0-acd1-a769271b7326 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:35:29.487611 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8d8f425e-424a-4222-8d33-caa1906d1d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:29.493488 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-005eb67b-28d3-4524-aa6b-1c1d3f2cf703 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] device_id is not set on port 08dd4ca3-6660-4fce-8bd0-60287808a833 yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:35:29.566374 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8f425e-424a-4222-8d33-caa1906d1d68 None None] Network cdd35947-4d35-4e67-afe6-3375b754c238 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:35:29.570883 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-8d8f425e-424a-4222-8d33-caa1906d1d68 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:35:29.575434 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8f425e-424a-4222-8d33-caa1906d1d68 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:35:29.577813 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19518acd-5ab5-4914-8541-5e0fb7ec7e0c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event updated for resources: {'Network': ['ID=cac36c40-7619-4c27-9b2b-a44785e74198,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:29.583500 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f425e-424a-4222-8d33-caa1906d1d68 None None] Pushing event updated for resources: {'Port': ['ID=5ead1068-8185-4eb0-acd1-a769271b7326,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:29.618968 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-dc8976d1-2f35-4dcf-a551-639dde399294 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:29.647667 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-4cdc71ad-fb2f-4212-a681-5530101375e4 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "DELETE /v2.0/subnetpools/42f289cb-968f-4010-b25d-755bb9fe5697/tags HTTP/1.1" status: 204 len: 168 time: 0.1871977 Sep 22 21:35:29.651074 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43436) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:29.669221 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.tag.tag_plugin [None req-0f1dfc7c-c7c6-43d7-af48-1c78c392b472 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3e275994-66f7-401b-af7f-d615964d2928') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:29.669469 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-2f049257-469e-455b-9eb1-6360063c7843 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Deleting port 28aceb5c-3acd-49fc-8730-069531f0e5b1 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:35:29.669814 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2f049257-469e-455b-9eb1-6360063c7843 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:29.690089 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-8d8f425e-424a-4222-8d33-caa1906d1d68 None None] Attempting to bind port 5ead1068-8185-4eb0-acd1-a769271b7326 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:35:29.690549 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-8d8f425e-424a-4222-8d33-caa1906d1d68 None None] Attempting to bind port 5ead1068-8185-4eb0-acd1-a769271b7326 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'f52bb8d4-eb5c-4965-9455-7d331e61d0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cdd35947-4d35-4e67-afe6-3375b754c238'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:35:29.691007 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8f425e-424a-4222-8d33-caa1906d1d68 None None] Attempting to bind port 5ead1068-8185-4eb0-acd1-a769271b7326 on network cdd35947-4d35-4e67-afe6-3375b754c238 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:35:29.697325 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8f425e-424a-4222-8d33-caa1906d1d68 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:35:29.697506 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8f425e-424a-4222-8d33-caa1906d1d68 None None] Checking segment: {'id': 'f52bb8d4-eb5c-4965-9455-7d331e61d0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cdd35947-4d35-4e67-afe6-3375b754c238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:35:29.698044 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8d8f425e-424a-4222-8d33-caa1906d1d68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:29.698411 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8f425e-424a-4222-8d33-caa1906d1d68 None None] Bound using segment: {'id': 'f52bb8d4-eb5c-4965-9455-7d331e61d0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cdd35947-4d35-4e67-afe6-3375b754c238'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:35:29.698956 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-8d8f425e-424a-4222-8d33-caa1906d1d68 None None] Bound port: 5ead1068-8185-4eb0-acd1-a769271b7326, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f52bb8d4-eb5c-4965-9455-7d331e61d0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cdd35947-4d35-4e67-afe6-3375b754c238'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:35:29.699390 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8d8f425e-424a-4222-8d33-caa1906d1d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:29.707350 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19518acd-5ab5-4914-8541-5e0fb7ec7e0c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:35:29.707693 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19518acd-5ab5-4914-8541-5e0fb7ec7e0c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:35:29.708023 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19518acd-5ab5-4914-8541-5e0fb7ec7e0c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:35:29.708353 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19518acd-5ab5-4914-8541-5e0fb7ec7e0c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:35:29.709334 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19518acd-5ab5-4914-8541-5e0fb7ec7e0c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:35:29.709671 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19518acd-5ab5-4914-8541-5e0fb7ec7e0c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:35:29.709995 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19518acd-5ab5-4914-8541-5e0fb7ec7e0c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:35:29.710316 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19518acd-5ab5-4914-8541-5e0fb7ec7e0c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:35:29.710656 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19518acd-5ab5-4914-8541-5e0fb7ec7e0c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:35:29.710978 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19518acd-5ab5-4914-8541-5e0fb7ec7e0c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:35:29.711298 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19518acd-5ab5-4914-8541-5e0fb7ec7e0c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:35:29.711810 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19518acd-5ab5-4914-8541-5e0fb7ec7e0c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:35:29.729272 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-76b80a64-35c4-4c2c-bf67-33f8ac51c346 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:29.749910 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network cac36c40-7619-4c27-9b2b-a44785e74198 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:35:29.772527 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:35:29.796779 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53af43e8-390b-41ba-997f-47397298dd11 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:29.798156 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-53af43e8-390b-41ba-997f-47397298dd11 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "GET /v2.0/networks?id=cac36c40-7619-4c27-9b2b-a44785e74198 HTTP/1.1" status: 200 len: 761 time: 0.5686903 Sep 22 21:35:29.808126 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43440) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:29.865649 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-a733c6e7-e12d-4c01-a7f5-09a29d21414f tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-666407938'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:29.889285 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-8d8f425e-424a-4222-8d33-caa1906d1d68 None None] For port 5ead1068-8185-4eb0-acd1-a769271b7326, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:35:29.889877 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-a733c6e7-e12d-4c01-a7f5-09a29d21414f tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:29.892679 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-8d8f425e-424a-4222-8d33-caa1906d1d68 None None] For port 5ead1068-8185-4eb0-acd1-a769271b7326, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=5ead1068-8185-4eb0-acd1-a769271b7326,segment=NetworkSegment(f52bb8d4-eb5c-4965-9455-7d331e61d0fc),segment_id=f52bb8d4-eb5c-4965-9455-7d331e61d0fc)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:35:29.901028 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8d8f425e-424a-4222-8d33-caa1906d1d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:29.936894 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8976d1-2f35-4dcf-a551-639dde399294 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Pushing event updated for resources: {'Subnet': ['ID=a39342d5-7c55-4edf-9e90-8151727cc06a,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:29.955190 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b80a64-35c4-4c2c-bf67-33f8ac51c346 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Pushing event updated for resources: {'Subnet': ['ID=f367fdf3-12dc-47de-95b4-5e7490f5681b,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:29.968054 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-ea92ebf2-3b0f-42c7-9355-5033dbb32076 None None] Attempt 4 to provision port 546d5f0a-2071-427f-8970-00137eb46cf8 Sep 22 21:35:29.969792 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-a733c6e7-e12d-4c01-a7f5-09a29d21414f tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:35:29.975563 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8976d1-2f35-4dcf-a551-639dde399294 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Checking segment: {'id': 'b6edca04-77fe-40be-9756-df8b9418b8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7aa72b9f-5f6e-430e-b869-39882980d807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:35:29.976075 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8976d1-2f35-4dcf-a551-639dde399294 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Network hostable DHCP agents. Network: 7aa72b9f-5f6e-430e-b869-39882980d807, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:35:30.002225 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b80a64-35c4-4c2c-bf67-33f8ac51c346 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Checking segment: {'id': '1ba632aa-7bab-4213-8c2c-97aa553e9dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e844f5c8-d4ec-4721-81d5-327177940df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:35:30.003036 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b80a64-35c4-4c2c-bf67-33f8ac51c346 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Network hostable DHCP agents. Network: e844f5c8-d4ec-4721-81d5-327177940df3, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:35:30.009082 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a733c6e7-e12d-4c01-a7f5-09a29d21414f tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Made reservation on behalf of cea970100f344bf88cd0b9c37fe15dda for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:35:30.012624 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a733c6e7-e12d-4c01-a7f5-09a29d21414f tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:30.047380 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-0f1dfc7c-c7c6-43d7-af48-1c78c392b472 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "DELETE /v2.0/routers/3e275994-66f7-401b-af7f-d615964d2928/tags HTTP/1.1" status: 204 len: 168 time: 0.3937335 Sep 22 21:35:30.058669 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43444) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:30.062343 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ea92ebf2-3b0f-42c7-9355-5033dbb32076 None None] Port 546d5f0a-2071-427f-8970-00137eb46cf8 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:35:30.063031 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f425e-424a-4222-8d33-caa1906d1d68 None None] Pushing event updated for resources: {'Port': ['ID=5ead1068-8185-4eb0-acd1-a769271b7326,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:30.074062 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.tag.tag_plugin [None req-eae1f05c-e8de-4aa9-acae-d7679b8f9c28 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '546d5f0a-2071-427f-8970-00137eb46cf8') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:30.113475 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2f049257-469e-455b-9eb1-6360063c7843 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:30.133765 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a733c6e7-e12d-4c01-a7f5-09a29d21414f tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:35:30.142157 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8976d1-2f35-4dcf-a551-639dde399294 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Network 7aa72b9f-5f6e-430e-b869-39882980d807 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:35:30.146970 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b80a64-35c4-4c2c-bf67-33f8ac51c346 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Network e844f5c8-d4ec-4721-81d5-327177940df3 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:35:30.158747 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 1c35c0b6-c88b-4bd3-93f0-9b8d9a9c9761 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:35:30.173905 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a733c6e7-e12d-4c01-a7f5-09a29d21414f tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:30.174328 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-a733c6e7-e12d-4c01-a7f5-09a29d21414f tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Added segment c3e34797-1ab7-49e8-8248-463daab35cb2 of type vlan for network cee88534-f545-42f9-bb2d-d9946ab6ebe8 Sep 22 21:35:30.182502 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-76b80a64-35c4-4c2c-bf67-33f8ac51c346 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, e844f5c8-d4ec-4721-81d5-327177940df3) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:35:30.203310 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b80a64-35c4-4c2c-bf67-33f8ac51c346 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:30.204004 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-76b80a64-35c4-4c2c-bf67-33f8ac51c346 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:30.208277 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75dee78-7332-4a7d-863c-84f2f20bb9a5 None None] Network e844f5c8-d4ec-4721-81d5-327177940df3 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:35:30.243467 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a733c6e7-e12d-4c01-a7f5-09a29d21414f tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:30.339103 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43448) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:30.341321 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-76b80a64-35c4-4c2c-bf67-33f8ac51c346 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6889763 Sep 22 21:35:30.360783 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-2f049257-469e-455b-9eb1-6360063c7843 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Calling delete_port for 28aceb5c-3acd-49fc-8730-069531f0e5b1 owned by network:router_interface {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:35:30.376090 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a733c6e7-e12d-4c01-a7f5-09a29d21414f tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:30.382484 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a733c6e7-e12d-4c01-a7f5-09a29d21414f tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:30.383164 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a733c6e7-e12d-4c01-a7f5-09a29d21414f tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:30.388193 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-eae1f05c-e8de-4aa9-acae-d7679b8f9c28 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "DELETE /v2.0/ports/546d5f0a-2071-427f-8970-00137eb46cf8/tags HTTP/1.1" status: 204 len: 168 time: 0.3235478 Sep 22 21:35:30.414004 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43450) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:30.437611 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-005eb67b-28d3-4524-aa6b-1c1d3f2cf703 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Allocated IP 172.20.0.6 (98c62b9a-5d2a-496f-a1e5-12a6874f54f0/d2222eee-f0fa-4422-a5d7-3ecbc3afb27d/08dd4ca3-6660-4fce-8bd0-60287808a833) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:35:30.456456 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-924ba9ac-5e95-4842-84f4-8dadeb162709 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Request body: {'subnet': {'network_id': 'e30d803b-f706-4171-9489-8b75a9824add', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:30.477480 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.tag.tag_plugin [None req-f614bacd-f538-4b82-846b-1f429f166aba tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ce04a1e5-7437-42ce-b3f5-4d3df55e1c1a') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:30.483935 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-dc8976d1-2f35-4dcf-a551-639dde399294 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 7aa72b9f-5f6e-430e-b869-39882980d807) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:35:30.494374 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-005eb67b-28d3-4524-aa6b-1c1d3f2cf703 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Allocated IP 2001:db8::f816:3eff:fe4c:c238 (98c62b9a-5d2a-496f-a1e5-12a6874f54f0/9e842d49-6e45-4d80-aa2e-13f78d3ad659/08dd4ca3-6660-4fce-8bd0-60287808a833) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:35:30.554564 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72866a0-67e3-421d-90ad-c03f3c6cb613 None None] Network 7aa72b9f-5f6e-430e-b869-39882980d807 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:35:30.565422 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8976d1-2f35-4dcf-a551-639dde399294 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:30.565932 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-dc8976d1-2f35-4dcf-a551-639dde399294 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:30.611483 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.objects.ports [None req-fdd27951-2179-47cb-854c-ecb0f8b7d0f6 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89008) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 21:35:30.611963 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fdd27951-2179-47cb-854c-ecb0f8b7d0f6 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:30.656625 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a733c6e7-e12d-4c01-a7f5-09a29d21414f tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8431659 Sep 22 21:35:30.660329 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43456) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:30.689394 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-adf5e229-f65f-45bf-9935-d57ee6f65820 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Request body: {'subnet': {'network_id': 'cee88534-f545-42f9-bb2d-d9946ab6ebe8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:30.693619 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-ea92ebf2-3b0f-42c7-9355-5033dbb32076 None None] Attempt 5 to provision port 546d5f0a-2071-427f-8970-00137eb46cf8 Sep 22 21:35:30.702763 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a733c6e7-e12d-4c01-a7f5-09a29d21414f tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event updated for resources: {'Network': ['ID=cee88534-f545-42f9-bb2d-d9946ab6ebe8,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:30.714561 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-924ba9ac-5e95-4842-84f4-8dadeb162709 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:30.756202 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-924ba9ac-5e95-4842-84f4-8dadeb162709 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Usage tracker for resource:subnet and tenant:04689e1c93d44a739574066fd508f736 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:35:30.766502 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-924ba9ac-5e95-4842-84f4-8dadeb162709 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:35:30.822274 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-dc8976d1-2f35-4dcf-a551-639dde399294 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.1703227 Sep 22 21:35:30.825474 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd27951-2179-47cb-854c-ecb0f8b7d0f6 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Pushing event updated for resources: {'Subnet': ['ID=40854360-de39-4252-bd73-1a906957a757,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:30.826495 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-924ba9ac-5e95-4842-84f4-8dadeb162709 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:35:30.829906 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43460) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:30.845003 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-2f70094c-63fd-45ca-acd2-7d28c806588a tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1466437154', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}, 'admin_state_up': False}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:30.864968 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924ba9ac-5e95-4842-84f4-8dadeb162709 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Made reservation on behalf of 04689e1c93d44a739574066fd508f736 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:35:30.867750 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-2f70094c-63fd-45ca-acd2-7d28c806588a tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:30.868525 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-924ba9ac-5e95-4842-84f4-8dadeb162709 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:30.879097 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-2f70094c-63fd-45ca-acd2-7d28c806588a tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Usage tracker for resource:router and tenant:43c8fa0213da4f47a6706f7ea64b9b94 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:35:30.882400 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd27951-2179-47cb-854c-ecb0f8b7d0f6 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Checking segment: {'id': 'baa6da84-14ec-4eb4-b448-299e69fb7400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f1d68cfd-d65a-4c39-b5ef-c7a83988f2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:35:30.882786 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd27951-2179-47cb-854c-ecb0f8b7d0f6 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Network hostable DHCP agents. Network: f1d68cfd-d65a-4c39-b5ef-c7a83988f2ef, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:35:30.890125 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-2f70094c-63fd-45ca-acd2-7d28c806588a tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:35:30.900314 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-2f70094c-63fd-45ca-acd2-7d28c806588a tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:35:30.902781 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-adf5e229-f65f-45bf-9935-d57ee6f65820 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:30.918276 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-adf5e229-f65f-45bf-9935-d57ee6f65820 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Usage tracker for resource:subnet and tenant:cea970100f344bf88cd0b9c37fe15dda is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:35:30.923055 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-adf5e229-f65f-45bf-9935-d57ee6f65820 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:35:30.933155 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-adf5e229-f65f-45bf-9935-d57ee6f65820 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:35:30.937424 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network cee88534-f545-42f9-bb2d-d9946ab6ebe8 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:35:30.942397 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2f70094c-63fd-45ca-acd2-7d28c806588a tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:30.943419 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2f70094c-63fd-45ca-acd2-7d28c806588a tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:30.950525 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd27951-2179-47cb-854c-ecb0f8b7d0f6 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Network f1d68cfd-d65a-4c39-b5ef-c7a83988f2ef is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:35:30.959880 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-f614bacd-f538-4b82-846b-1f429f166aba tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "DELETE /v2.0/subnets/ce04a1e5-7437-42ce-b3f5-4d3df55e1c1a/tags HTTP/1.1" status: 204 len: 168 time: 0.5371633 Sep 22 21:35:30.960627 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf5e229-f65f-45bf-9935-d57ee6f65820 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Made reservation on behalf of cea970100f344bf88cd0b9c37fe15dda for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:35:30.964302 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-adf5e229-f65f-45bf-9935-d57ee6f65820 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:30.964834 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43464) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:30.989206 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.tag.tag_plugin [None req-58fd85b0-e7ec-4703-b4a5-7571cb5fa432 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ce04a1e5-7437-42ce-b3f5-4d3df55e1c1a', 'tempest-TagsExtTest-Tag-1772716905') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:31.049099 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-fdd27951-2179-47cb-854c-ecb0f8b7d0f6 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, f1d68cfd-d65a-4c39-b5ef-c7a83988f2ef) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:35:31.069518 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640e64a5-1cbc-4598-b712-6b80575c76f8 None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:35:31.096490 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bf5b0f-0793-485d-895b-85b2d0445a72 None None] Network f1d68cfd-d65a-4c39-b5ef-c7a83988f2ef requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:35:31.101806 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd27951-2179-47cb-854c-ecb0f8b7d0f6 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:31.103095 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fdd27951-2179-47cb-854c-ecb0f8b7d0f6 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:31.116915 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2f70094c-63fd-45ca-acd2-7d28c806588a tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:31.154632 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-fdd27951-2179-47cb-854c-ecb0f8b7d0f6 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.2074289 Sep 22 21:35:31.159429 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43468) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:31.166259 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-4e8922ec-c20b-4bcf-bbae-8f1ef57b9229 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1417544732', 'network_id': 'f1d68cfd-d65a-4c39-b5ef-c7a83988f2ef'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:31.239966 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-4e8922ec-c20b-4bcf-bbae-8f1ef57b9229 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:31.257668 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 1c35c0b6-c88b-4bd3-93f0-9b8d9a9c9761 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:35:31.275508 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-005eb67b-28d3-4524-aa6b-1c1d3f2cf703 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:31.294662 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd12afdb-c7d4-448b-922c-f8a98d604256 None None] Network 7aa72b9f-5f6e-430e-b869-39882980d807 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:35:31.349180 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ea92ebf2-3b0f-42c7-9355-5033dbb32076 None None] Port 546d5f0a-2071-427f-8970-00137eb46cf8 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:35:31.381030 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-005eb67b-28d3-4524-aa6b-1c1d3f2cf703 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Transition to ACTIVE for port object 08dd4ca3-6660-4fce-8bd0-60287808a833 will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:35:31.488296 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-4e8922ec-c20b-4bcf-bbae-8f1ef57b9229 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Usage tracker for resource:port and tenant:c275b92bbdea4fe486949cf21439c562 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:35:31.495385 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2f049257-469e-455b-9eb1-6360063c7843 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:31.512085 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146ab217-07f3-4e67-8f10-abcde2c65fb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-e844f5c8-d4ec-4721-81d5-327177940df3', 'network_id': 'e844f5c8-d4ec-4721-81d5-327177940df3', 'tenant_id': '04689e1c93d44a739574066fd508f736', 'fixed_ips': [{'subnet_id': 'f367fdf3-12dc-47de-95b4-5e7490f5681b'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:35:31.512906 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-146ab217-07f3-4e67-8f10-abcde2c65fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:31.524447 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-4e8922ec-c20b-4bcf-bbae-8f1ef57b9229 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:35:31.529367 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5c78da-51fa-4e30-9be2-5da3ce8ba428 None None] Network cdd35947-4d35-4e67-afe6-3375b754c238 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:35:31.535947 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-4e8922ec-c20b-4bcf-bbae-8f1ef57b9229 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:35:31.596448 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f049257-469e-455b-9eb1-6360063c7843 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event deleted for resources: {'Port': ['ID=28aceb5c-3acd-49fc-8730-069531f0e5b1,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:31.685185 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8922ec-c20b-4bcf-bbae-8f1ef57b9229 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Made reservation on behalf of c275b92bbdea4fe486949cf21439c562 for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:35:31.687828 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4e8922ec-c20b-4bcf-bbae-8f1ef57b9229 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:31.704073 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2f70094c-63fd-45ca-acd2-7d28c806588a tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:31.757461 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [None req-4e8922ec-c20b-4bcf-bbae-8f1ef57b9229 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] device_id is not set on port 8a4f063e-c1df-463c-880c-904e4263c62c yet. {{(pid=89008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:35:31.789709 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-005eb67b-28d3-4524-aa6b-1c1d3f2cf703 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:31.866128 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2f049257-469e-455b-9eb1-6360063c7843 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:31.874691 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-adf5e229-f65f-45bf-9935-d57ee6f65820 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:31.880997 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-924ba9ac-5e95-4842-84f4-8dadeb162709 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:31.884405 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-ea92ebf2-3b0f-42c7-9355-5033dbb32076 None None] Attempt 6 to provision port 546d5f0a-2071-427f-8970-00137eb46cf8 Sep 22 21:35:31.917350 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-58fd85b0-e7ec-4703-b4a5-7571cb5fa432 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "PUT /v2.0/subnets/ce04a1e5-7437-42ce-b3f5-4d3df55e1c1a/tags/tempest-TagsExtTest-Tag-1772716905 HTTP/1.1" status: 201 len: 201 time: 0.9434192 Sep 22 21:35:31.928243 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43472) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:32.004813 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.tag.tag_plugin [None req-51b5e52d-fb24-4787-9fe2-5c08c70778fa tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '546d5f0a-2071-427f-8970-00137eb46cf8', 'tempest-TagsExtTest-Tag-271138975') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:32.033645 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005eb67b-28d3-4524-aa6b-1c1d3f2cf703 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:35:32.048222 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf5e229-f65f-45bf-9935-d57ee6f65820 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event updated for resources: {'Subnet': ['ID=757de88d-35f4-424d-bb2b-196aa3ab39f3,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:32.069603 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-005eb67b-28d3-4524-aa6b-1c1d3f2cf703 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:35:32.071982 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005eb67b-28d3-4524-aa6b-1c1d3f2cf703 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:35:32.073855 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf5e229-f65f-45bf-9935-d57ee6f65820 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Checking segment: {'id': 'c3e34797-1ab7-49e8-8248-463daab35cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'cee88534-f545-42f9-bb2d-d9946ab6ebe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:35:32.074206 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf5e229-f65f-45bf-9935-d57ee6f65820 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Network hostable DHCP agents. Network: cee88534-f545-42f9-bb2d-d9946ab6ebe8, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:35:32.097094 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-4e8922ec-c20b-4bcf-bbae-8f1ef57b9229 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Allocated IP 2001:db8::35b (f1d68cfd-d65a-4c39-b5ef-c7a83988f2ef/40854360-de39-4252-bd73-1a906957a757/8a4f063e-c1df-463c-880c-904e4263c62c) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:35:32.154187 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf5e229-f65f-45bf-9935-d57ee6f65820 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Network cee88534-f545-42f9-bb2d-d9946ab6ebe8 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:35:32.168687 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005eb67b-28d3-4524-aa6b-1c1d3f2cf703 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Port': ['ID=08dd4ca3-6660-4fce-8bd0-60287808a833,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:32.189316 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-adf5e229-f65f-45bf-9935-d57ee6f65820 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, cee88534-f545-42f9-bb2d-d9946ab6ebe8) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:35:32.214871 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf5e229-f65f-45bf-9935-d57ee6f65820 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:32.215945 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-adf5e229-f65f-45bf-9935-d57ee6f65820 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:32.229316 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e43afe-9bfe-4872-aaca-b9aee23b9536 None None] Network cee88534-f545-42f9-bb2d-d9946ab6ebe8 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:35:32.244769 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 5ead1068-8185-4eb0-acd1-a769271b7326 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:35:32.321274 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaea1b90-bf7c-4802-a3d2-5fc01ad8d096 None None] Network f1d68cfd-d65a-4c39-b5ef-c7a83988f2ef requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:35:32.339204 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ba9ac-5e95-4842-84f4-8dadeb162709 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Pushing event updated for resources: {'Subnet': ['ID=3c5d9e3b-c097-4f4f-ac99-a522789ab907,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:32.357287 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005eb67b-28d3-4524-aa6b-1c1d3f2cf703 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:32.357920 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-005eb67b-28d3-4524-aa6b-1c1d3f2cf703 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:32.462029 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-005eb67b-28d3-4524-aa6b-1c1d3f2cf703 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.6174035 Sep 22 21:35:32.469642 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43478) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:32.494868 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924ba9ac-5e95-4842-84f4-8dadeb162709 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Checking segment: {'id': 'f75f6e0b-be05-4ccf-afe7-40f657181cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e30d803b-f706-4171-9489-8b75a9824add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:35:32.495212 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924ba9ac-5e95-4842-84f4-8dadeb162709 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Network hostable DHCP agents. Network: e30d803b-f706-4171-9489-8b75a9824add, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:35:32.519568 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ea92ebf2-3b0f-42c7-9355-5033dbb32076 None None] Port 546d5f0a-2071-427f-8970-00137eb46cf8 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:35:32.536285 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924ba9ac-5e95-4842-84f4-8dadeb162709 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Network e30d803b-f706-4171-9489-8b75a9824add is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:35:32.540050 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f049257-469e-455b-9eb1-6360063c7843 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Router ea960462-2494-4de1-81f2-dd747dd26c58 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:35:32.551522 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-51b5e52d-fb24-4787-9fe2-5c08c70778fa tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "PUT /v2.0/ports/546d5f0a-2071-427f-8970-00137eb46cf8/tags/tempest-TagsExtTest-Tag-271138975 HTTP/1.1" status: 201 len: 201 time: 0.6196072 Sep 22 21:35:32.556229 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43482) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:32.575640 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-adf5e229-f65f-45bf-9935-d57ee6f65820 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9103456 Sep 22 21:35:32.589732 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2f70094c-63fd-45ca-acd2-7d28c806588a tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for router_gateway, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:32.614038 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43486) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:32.614522 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-924ba9ac-5e95-4842-84f4-8dadeb162709 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, e30d803b-f706-4171-9489-8b75a9824add) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:35:32.622991 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.tag.tag_plugin [None req-dd27d1b1-d36d-40f9-a5d1-a56ab56fed1d tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3e275994-66f7-401b-af7f-d615964d2928', 'tempest-TagsExtTest-Tag-2033146216') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:32.647367 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2f70094c-63fd-45ca-acd2-7d28c806588a tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:32.715324 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924ba9ac-5e95-4842-84f4-8dadeb162709 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:32.716690 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-924ba9ac-5e95-4842-84f4-8dadeb162709 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:32.717240 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec47b83-3e99-4a73-88ee-080379eb6829 None None] Network e30d803b-f706-4171-9489-8b75a9824add requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:35:32.737090 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 5ead1068-8185-4eb0-acd1-a769271b7326 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:35:32.745736 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4e8922ec-c20b-4bcf-bbae-8f1ef57b9229 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:32.773395 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44205d94-c9e7-4929-bb77-3711ca7a638d tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:32.779214 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44205d94-c9e7-4929-bb77-3711ca7a638d tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:32.783214 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-44205d94-c9e7-4929-bb77-3711ca7a638d tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.3081779 Sep 22 21:35:32.785926 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43490) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:32.933931 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-d9e2d4ac-ce7a-4d74-a84d-0569bf148472 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Deleting port 08dd4ca3-6660-4fce-8bd0-60287808a833 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:35:32.934329 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d9e2d4ac-ce7a-4d74-a84d-0569bf148472 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:33.013104 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-146ab217-07f3-4e67-8f10-abcde2c65fb3 None None] Allocated IP 172.20.0.2 (e844f5c8-d4ec-4721-81d5-327177940df3/f367fdf3-12dc-47de-95b4-5e7490f5681b/9634db77-5be8-4f9d-bfdb-90f12459c132) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:35:33.023269 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-2f70094c-63fd-45ca-acd2-7d28c806588a tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Allocated IP 172.26.0.70 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/b3bfb46a-5f0b-4e6b-a623-a5f2f7c9e206) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:35:33.035419 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-ea92ebf2-3b0f-42c7-9355-5033dbb32076 None None] Attempt 7 to provision port 546d5f0a-2071-427f-8970-00137eb46cf8 Sep 22 21:35:33.035576 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f049257-469e-455b-9eb1-6360063c7843 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:35:33.046912 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-924ba9ac-5e95-4842-84f4-8dadeb162709 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6373739 Sep 22 21:35:33.052182 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bb24fa-2b62-476d-b2b2-2f921d1a3566 None None] Sync routers for ids ['ea960462-2494-4de1-81f2-dd747dd26c58'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:35:33.053194 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2f049257-469e-455b-9eb1-6360063c7843 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "PUT /v2.0/routers/ea960462-2494-4de1-81f2-dd747dd26c58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8395355 Sep 22 21:35:33.061169 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43494) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:33.061761 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43496) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:33.066278 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bb24fa-2b62-476d-b2b2-2f921d1a3566 None None] Routers {'ea960462-2494-4de1-81f2-dd747dd26c58'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:35:33.066976 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-58bb24fa-2b62-476d-b2b2-2f921d1a3566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:35:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['ea960462-2494-4de1-81f2-dd747dd26c58'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:33.124228 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4e8922ec-c20b-4bcf-bbae-8f1ef57b9229 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:33.198201 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-58bb24fa-2b62-476d-b2b2-2f921d1a3566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:33.218014 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-fb0d8158-e18e-4e1e-b21d-8e1542b09230 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Synchronizing usage tracker for tenant:5c103daa7e764303927ef5f69fe7eabf on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:35:33.220521 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bb24fa-2b62-476d-b2b2-2f921d1a3566 None None] Routers {'ea960462-2494-4de1-81f2-dd747dd26c58'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:35:33.221177 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-58bb24fa-2b62-476d-b2b2-2f921d1a3566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:35:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['ea960462-2494-4de1-81f2-dd747dd26c58'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:33.377392 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-58bb24fa-2b62-476d-b2b2-2f921d1a3566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:33.377799 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bb24fa-2b62-476d-b2b2-2f921d1a3566 None None] The sync data for ids ['ea960462-2494-4de1-81f2-dd747dd26c58'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:35:33.419765 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ea92ebf2-3b0f-42c7-9355-5033dbb32076 None None] Port 546d5f0a-2071-427f-8970-00137eb46cf8 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:35:33.420299 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-dd27d1b1-d36d-40f9-a5d1-a56ab56fed1d tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "PUT /v2.0/routers/3e275994-66f7-401b-af7f-d615964d2928/tags/tempest-TagsExtTest-Tag-2033146216 HTTP/1.1" status: 201 len: 201 time: 0.8597574 Sep 22 21:35:33.427432 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43502) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:33.440421 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.tag.tag_plugin [None req-aa318339-ed47-49e2-86d3-78b562beb4bf tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '42f289cb-968f-4010-b25d-755bb9fe5697', 'tempest-TagsExtTest-Tag-1683855966') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:33.470804 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8922ec-c20b-4bcf-bbae-8f1ef57b9229 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Network f1d68cfd-d65a-4c39-b5ef-c7a83988f2ef is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:35:33.488789 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-4e8922ec-c20b-4bcf-bbae-8f1ef57b9229 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:35:33.498535 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8922ec-c20b-4bcf-bbae-8f1ef57b9229 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:35:33.499604 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8922ec-c20b-4bcf-bbae-8f1ef57b9229 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:33.500220 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4e8922ec-c20b-4bcf-bbae-8f1ef57b9229 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:33.553085 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-fb0d8158-e18e-4e1e-b21d-8e1542b09230 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Unset dirty status for tenant:5c103daa7e764303927ef5f69fe7eabf on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:35:33.556600 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-fb0d8158-e18e-4e1e-b21d-8e1542b09230 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "GET /v2.0/ports?device_id=ea960462-2494-4de1-81f2-dd747dd26c58 HTTP/1.1" status: 200 len: 205 time: 0.4899213 Sep 22 21:35:33.580313 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad73d463-daa2-483e-9571-d26be1a0b0f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-cee88534-f545-42f9-bb2d-d9946ab6ebe8', 'network_id': 'cee88534-f545-42f9-bb2d-d9946ab6ebe8', 'tenant_id': 'cea970100f344bf88cd0b9c37fe15dda', 'fixed_ips': [{'subnet_id': '757de88d-35f4-424d-bb2b-196aa3ab39f3'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:35:33.581147 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ad73d463-daa2-483e-9571-d26be1a0b0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:33.591659 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43506) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:33.635661 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0e083c5f-0c88-4bb5-8916-93da67443004 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:33.636897 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb06a53-8f45-4e1d-beb0-403d5bbebd26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-e30d803b-f706-4171-9489-8b75a9824add', 'network_id': 'e30d803b-f706-4171-9489-8b75a9824add', 'tenant_id': '04689e1c93d44a739574066fd508f736', 'fixed_ips': [{'subnet_id': '3c5d9e3b-c097-4f4f-ac99-a522789ab907'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:35:33.637934 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9fb06a53-8f45-4e1d-beb0-403d5bbebd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:33.674524 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f532c2-0712-414a-8122-6258edc53e9a None None] Update dhcp port {'port': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'fixed_ips': [{'subnet_id': '9e842d49-6e45-4d80-aa2e-13f78d3ad659', 'ip_address': '2001:db8::f816:3eff:fec5:4f5b'}, {'subnet_id': 'd2222eee-f0fa-4422-a5d7-3ecbc3afb27d'}], 'binding:host_id': 'dv-neutron-858900-1-hyperv'}, 'id': '1c35c0b6-c88b-4bd3-93f0-9b8d9a9c9761'} from dv-neutron-858900-1-hyperv. {{(pid=89010) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 22 21:35:33.676477 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8922ec-c20b-4bcf-bbae-8f1ef57b9229 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Pushing event updated for resources: {'Port': ['ID=8a4f063e-c1df-463c-880c-904e4263c62c,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:33.702353 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-4e8922ec-c20b-4bcf-bbae-8f1ef57b9229 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.5393674 Sep 22 21:35:33.705346 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43510) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:33.788593 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cd0103e5-8493-4312-b792-95514dcab2f4 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for router, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:33.829546 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-aa318339-ed47-49e2-86d3-78b562beb4bf tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "PUT /v2.0/subnetpools/42f289cb-968f-4010-b25d-755bb9fe5697/tags/tempest-TagsExtTest-Tag-1683855966 HTTP/1.1" status: 201 len: 201 time: 0.3948710 Sep 22 21:35:33.841601 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43514) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:33.879956 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.tag.tag_plugin [None req-53bbb966-69a4-404b-b170-d1f466c377be tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'ce04a1e5-7437-42ce-b3f5-4d3df55e1c1a', {'tags': ['tempest-TagsExtTest-Tag-1903214863', 'tempest-TagsExtTest-Tag-1566073877', 'tempest-TagsExtTest-Tag-1312610519']}) {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:33.916527 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c8f532c2-0712-414a-8122-6258edc53e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:33.925865 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-608eaa47-fd52-46b5-99d4-3739cf6806a9 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Deleting port 8a4f063e-c1df-463c-880c-904e4263c62c {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:35:33.926207 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-608eaa47-fd52-46b5-99d4-3739cf6806a9 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:33.937775 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-ea92ebf2-3b0f-42c7-9355-5033dbb32076 None None] Attempt 8 to provision port 546d5f0a-2071-427f-8970-00137eb46cf8 Sep 22 21:35:33.990524 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-146ab217-07f3-4e67-8f10-abcde2c65fb3 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:33.997702 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0e083c5f-0c88-4bb5-8916-93da67443004 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:34.000792 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2f70094c-63fd-45ca-acd2-7d28c806588a tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:34.019942 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d9e2d4ac-ce7a-4d74-a84d-0569bf148472 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:34.122376 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-becc37d6-8035-4c7f-ba32-c9bb17f27ea4 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:34.197267 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-146ab217-07f3-4e67-8f10-abcde2c65fb3 None None] Transition to ACTIVE for port object 9634db77-5be8-4f9d-bfdb-90f12459c132 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:35:34.236780 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ea92ebf2-3b0f-42c7-9355-5033dbb32076 None None] Port 546d5f0a-2071-427f-8970-00137eb46cf8 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:35:34.300669 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-146ab217-07f3-4e67-8f10-abcde2c65fb3 None None] Transition to ACTIVE for port object 9634db77-5be8-4f9d-bfdb-90f12459c132 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:35:34.313507 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-ad73d463-daa2-483e-9571-d26be1a0b0f6 None None] Allocated IP 172.20.0.2 (cee88534-f545-42f9-bb2d-d9946ab6ebe8/757de88d-35f4-424d-bb2b-196aa3ab39f3/411415a1-adb0-4404-a17c-3892513acdfd) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:35:34.336571 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-9fb06a53-8f45-4e1d-beb0-403d5bbebd26 None None] Allocated IP 172.20.0.2 (e30d803b-f706-4171-9489-8b75a9824add/3c5d9e3b-c097-4f4f-ac99-a522789ab907/74656147-96a7-4024-b59b-56aedc9e3a1d) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:35:34.344099 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-146ab217-07f3-4e67-8f10-abcde2c65fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:34.377990 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-d9e2d4ac-ce7a-4d74-a84d-0569bf148472 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Calling delete_port for 08dd4ca3-6660-4fce-8bd0-60287808a833 owned by {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:35:34.448159 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cd0103e5-8493-4312-b792-95514dcab2f4 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:34.454533 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cd0103e5-8493-4312-b792-95514dcab2f4 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:34.481163 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-53bbb966-69a4-404b-b170-d1f466c377be tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "PUT /v2.0/subnets/ce04a1e5-7437-42ce-b3f5-4d3df55e1c1a/tags HTTP/1.1" status: 200 len: 318 time: 0.6302257 Sep 22 21:35:34.495610 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43518) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:34.509714 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.tag.tag_plugin [None req-61e75d83-7667-47d7-98cc-81290e695ed6 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ce04a1e5-7437-42ce-b3f5-4d3df55e1c1a') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:34.532688 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146ab217-07f3-4e67-8f10-abcde2c65fb3 None None] Network e844f5c8-d4ec-4721-81d5-327177940df3 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:35:34.575601 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2f70094c-63fd-45ca-acd2-7d28c806588a tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:34.609858 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cd0103e5-8493-4312-b792-95514dcab2f4 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:34.610551 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0103e5-8493-4312-b792-95514dcab2f4 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Fanout notify agent at l3_agent the message router_deleted on router ea960462-2494-4de1-81f2-dd747dd26c58 {{(pid=89008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:35:34.621527 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-146ab217-07f3-4e67-8f10-abcde2c65fb3 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:35:34.647494 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146ab217-07f3-4e67-8f10-abcde2c65fb3 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:35:34.667639 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ab217-07f3-4e67-8f10-abcde2c65fb3 None None] Pushing event updated for resources: {'Port': ['ID=9634db77-5be8-4f9d-bfdb-90f12459c132,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:34.675959 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-608eaa47-fd52-46b5-99d4-3739cf6806a9 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:34.683361 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0271477f-daab-46b2-ab7e-6ea1e4b7bd34 req-be961de8-7cc9-4660-8c0e-533471533e2d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6472228 Sep 22 21:35:34.743289 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-ea92ebf2-3b0f-42c7-9355-5033dbb32076 None None] Attempt 9 to provision port 546d5f0a-2071-427f-8970-00137eb46cf8 Sep 22 21:35:34.811998 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146ab217-07f3-4e67-8f10-abcde2c65fb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:35:34.812371 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146ab217-07f3-4e67-8f10-abcde2c65fb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:35:34.812683 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146ab217-07f3-4e67-8f10-abcde2c65fb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:35:34.813018 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146ab217-07f3-4e67-8f10-abcde2c65fb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:35:34.813347 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146ab217-07f3-4e67-8f10-abcde2c65fb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:35:34.813678 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146ab217-07f3-4e67-8f10-abcde2c65fb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:35:34.814003 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146ab217-07f3-4e67-8f10-abcde2c65fb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:35:34.814329 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146ab217-07f3-4e67-8f10-abcde2c65fb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:35:34.814677 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146ab217-07f3-4e67-8f10-abcde2c65fb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:35:34.815003 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146ab217-07f3-4e67-8f10-abcde2c65fb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:35:34.815325 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146ab217-07f3-4e67-8f10-abcde2c65fb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:35:34.815646 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146ab217-07f3-4e67-8f10-abcde2c65fb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:35:34.827843 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-608eaa47-fd52-46b5-99d4-3739cf6806a9 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Calling delete_port for 8a4f063e-c1df-463c-880c-904e4263c62c owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:35:34.840878 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f70094c-63fd-45ca-acd2-7d28c806588a tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:35:34.851106 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-2f70094c-63fd-45ca-acd2-7d28c806588a tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:35:34.854221 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-c8f532c2-0712-414a-8122-6258edc53e9a None None] Allocated IP 172.20.0.2 (98c62b9a-5d2a-496f-a1e5-12a6874f54f0/d2222eee-f0fa-4422-a5d7-3ecbc3afb27d/1c35c0b6-c88b-4bd3-93f0-9b8d9a9c9761) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:35:34.910621 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f70094c-63fd-45ca-acd2-7d28c806588a tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:35:34.938012 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ea92ebf2-3b0f-42c7-9355-5033dbb32076 None None] Port 546d5f0a-2071-427f-8970-00137eb46cf8 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:35:34.972731 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-becc37d6-8035-4c7f-ba32-c9bb17f27ea4 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Allocated IP 172.20.0.1 (e844f5c8-d4ec-4721-81d5-327177940df3/f367fdf3-12dc-47de-95b4-5e7490f5681b/f9825133-ff76-49bf-a414-8a11093d0ae6) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:35:34.985845 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cd0103e5-8493-4312-b792-95514dcab2f4 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:34.989332 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-cd0103e5-8493-4312-b792-95514dcab2f4 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "DELETE /v2.0/routers/ea960462-2494-4de1-81f2-dd747dd26c58 HTTP/1.1" status: 204 len: 168 time: 1.3872762 Sep 22 21:35:34.989332 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f70094c-63fd-45ca-acd2-7d28c806588a tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Pushing event updated for resources: {'Port': ['ID=b3bfb46a-5f0b-4e6b-a623-a5f2f7c9e206,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:34.990556 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43522) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:35.050269 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-146ab217-07f3-4e67-8f10-abcde2c65fb3 None None] Attempting to bind port 9634db77-5be8-4f9d-bfdb-90f12459c132 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:35:35.050668 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-146ab217-07f3-4e67-8f10-abcde2c65fb3 None None] Attempting to bind port 9634db77-5be8-4f9d-bfdb-90f12459c132 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '1ba632aa-7bab-4213-8c2c-97aa553e9dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e844f5c8-d4ec-4721-81d5-327177940df3'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:35:35.051020 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146ab217-07f3-4e67-8f10-abcde2c65fb3 None None] Attempting to bind port 9634db77-5be8-4f9d-bfdb-90f12459c132 on network e844f5c8-d4ec-4721-81d5-327177940df3 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:35:35.109173 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d9e2d4ac-ce7a-4d74-a84d-0569bf148472 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:35.137572 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146ab217-07f3-4e67-8f10-abcde2c65fb3 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:35:35.137971 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146ab217-07f3-4e67-8f10-abcde2c65fb3 None None] Checking segment: {'id': '1ba632aa-7bab-4213-8c2c-97aa553e9dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e844f5c8-d4ec-4721-81d5-327177940df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:35:35.138348 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-146ab217-07f3-4e67-8f10-abcde2c65fb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:35.138771 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146ab217-07f3-4e67-8f10-abcde2c65fb3 None None] Bound using segment: {'id': '1ba632aa-7bab-4213-8c2c-97aa553e9dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e844f5c8-d4ec-4721-81d5-327177940df3'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:35:35.139252 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-146ab217-07f3-4e67-8f10-abcde2c65fb3 None None] Bound port: 9634db77-5be8-4f9d-bfdb-90f12459c132, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ba632aa-7bab-4213-8c2c-97aa553e9dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e844f5c8-d4ec-4721-81d5-327177940df3'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:35:35.139625 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-146ab217-07f3-4e67-8f10-abcde2c65fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:35.151267 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-608eaa47-fd52-46b5-99d4-3739cf6806a9 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:35.219909 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ad73d463-daa2-483e-9571-d26be1a0b0f6 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:35.235229 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e2d4ac-ce7a-4d74-a84d-0569bf148472 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event deleted for resources: {'Port': ['ID=08dd4ca3-6660-4fce-8bd0-60287808a833,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:35.244835 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-becc37d6-8035-4c7f-ba32-c9bb17f27ea4 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:35.253034 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb7dd960-c36a-44d7-bca7-6ed59f18065d tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Deleting subnet ac9412a8-1eb3-4d05-abbe-71a8fe5aa91e {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:35:35.261146 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-becc37d6-8035-4c7f-ba32-c9bb17f27ea4 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Transition to ACTIVE for port object f9825133-ff76-49bf-a414-8a11093d0ae6 will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:35:35.264483 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-ad73d463-daa2-483e-9571-d26be1a0b0f6 None None] Transition to ACTIVE for port object 411415a1-adb0-4404-a17c-3892513acdfd will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:35:35.275256 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9fb06a53-8f45-4e1d-beb0-403d5bbebd26 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:35.278492 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-c8f532c2-0712-414a-8122-6258edc53e9a None None] For port 1c35c0b6-c88b-4bd3-93f0-9b8d9a9c9761, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=1c35c0b6-c88b-4bd3-93f0-9b8d9a9c9761,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:35:35.284089 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608eaa47-fd52-46b5-99d4-3739cf6806a9 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a4f063e-c1df-463c-880c-904e4263c62c,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:35.308135 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-9fb06a53-8f45-4e1d-beb0-403d5bbebd26 None None] Transition to ACTIVE for port object 74656147-96a7-4024-b59b-56aedc9e3a1d will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:35:35.326623 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-becc37d6-8035-4c7f-ba32-c9bb17f27ea4 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:35.330780 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-ad73d463-daa2-483e-9571-d26be1a0b0f6 None None] Transition to ACTIVE for port object 411415a1-adb0-4404-a17c-3892513acdfd will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:35:35.351615 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cb7dd960-c36a-44d7-bca7-6ed59f18065d tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:35.361190 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ad73d463-daa2-483e-9571-d26be1a0b0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:35.366081 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-9fb06a53-8f45-4e1d-beb0-403d5bbebd26 None None] Transition to ACTIVE for port object 74656147-96a7-4024-b59b-56aedc9e3a1d will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:35:35.387439 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-608eaa47-fd52-46b5-99d4-3739cf6806a9 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:35.410560 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-146ab217-07f3-4e67-8f10-abcde2c65fb3 None None] For port 9634db77-5be8-4f9d-bfdb-90f12459c132, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:35:35.414036 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c8f532c2-0712-414a-8122-6258edc53e9a None None] Notify callbacks [] for port, precommit_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:35.430899 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becc37d6-8035-4c7f-ba32-c9bb17f27ea4 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Network e844f5c8-d4ec-4721-81d5-327177940df3 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:35:35.437301 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-becc37d6-8035-4c7f-ba32-c9bb17f27ea4 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:35:35.440835 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becc37d6-8035-4c7f-ba32-c9bb17f27ea4 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:35:35.441027 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-ea92ebf2-3b0f-42c7-9355-5033dbb32076 None None] Attempt 10 to provision port 546d5f0a-2071-427f-8970-00137eb46cf8 Sep 22 21:35:35.472481 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-608eaa47-fd52-46b5-99d4-3739cf6806a9 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] 10.222.0.33 "DELETE /v2.0/ports/8a4f063e-c1df-463c-880c-904e4263c62c HTTP/1.1" status: 204 len: 168 time: 1.7638221 Sep 22 21:35:35.476731 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9fb06a53-8f45-4e1d-beb0-403d5bbebd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:35.481122 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-146ab217-07f3-4e67-8f10-abcde2c65fb3 None None] For port 9634db77-5be8-4f9d-bfdb-90f12459c132, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=9634db77-5be8-4f9d-bfdb-90f12459c132,segment=NetworkSegment(1ba632aa-7bab-4213-8c2c-97aa553e9dba),segment_id=1ba632aa-7bab-4213-8c2c-97aa553e9dba)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:35:35.481405 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43526) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:35.496317 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0e083c5f-0c88-4bb5-8916-93da67443004 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:35.497583 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-c8f532c2-0712-414a-8122-6258edc53e9a None None] Ignored duplicate provisioning block setup for port 1c35c0b6-c88b-4bd3-93f0-9b8d9a9c9761 by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 22 21:35:35.503078 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-c48e8c92-647d-4e0d-84f8-325dfae05a0e tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f1d68cfd-d65a-4c39-b5ef-c7a83988f2ef', 'external_fixed_ips': [{'subnet_id': '40854360-de39-4252-bd73-1a906957a757', 'ip_address': '2001:db8::35b'}]}}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:35.511829 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-146ab217-07f3-4e67-8f10-abcde2c65fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:35.523675 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c8f532c2-0712-414a-8122-6258edc53e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:35.532743 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad73d463-daa2-483e-9571-d26be1a0b0f6 None None] Network cee88534-f545-42f9-bb2d-d9946ab6ebe8 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:35:35.539606 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc37d6-8035-4c7f-ba32-c9bb17f27ea4 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Pushing event updated for resources: {'Port': ['ID=f9825133-ff76-49bf-a414-8a11093d0ae6,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:35.545706 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-ad73d463-daa2-483e-9571-d26be1a0b0f6 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:35:35.552299 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad73d463-daa2-483e-9571-d26be1a0b0f6 None None] Pushing event updated for resources: {'Port': ['ID=411415a1-adb0-4404-a17c-3892513acdfd,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:35.552532 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-c48e8c92-647d-4e0d-84f8-325dfae05a0e tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:35.554922 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad73d463-daa2-483e-9571-d26be1a0b0f6 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:35:35.565242 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb06a53-8f45-4e1d-beb0-403d5bbebd26 None None] Network e30d803b-f706-4171-9489-8b75a9824add is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:35:35.565764 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0271477f-daab-46b2-ab7e-6ea1e4b7bd34 req-0ab5941e-7a21-4b1b-b656-b896646df2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:35.568723 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0271477f-daab-46b2-ab7e-6ea1e4b7bd34 req-0ab5941e-7a21-4b1b-b656-b896646df2dd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=25574d9f1a93412b95f1e988f287237a&device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 1099 time: 0.7190425 Sep 22 21:35:35.586310 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e083c5f-0c88-4bb5-8916-93da67443004 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event deleted for resources: {'Subnet': ['ID=757de88d-35f4-424d-bb2b-196aa3ab39f3,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:35.592187 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-c48e8c92-647d-4e0d-84f8-325dfae05a0e tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Usage tracker for resource:router and tenant:c275b92bbdea4fe486949cf21439c562 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:35:35.597799 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-c48e8c92-647d-4e0d-84f8-325dfae05a0e tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:35:35.631445 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ea92ebf2-3b0f-42c7-9355-5033dbb32076 None None] Port 546d5f0a-2071-427f-8970-00137eb46cf8 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:35:35.645277 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-9fb06a53-8f45-4e1d-beb0-403d5bbebd26 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:35:35.660351 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-c48e8c92-647d-4e0d-84f8-325dfae05a0e tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:35:35.665137 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cb7dd960-c36a-44d7-bca7-6ed59f18065d tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:35.668270 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-becc37d6-8035-4c7f-ba32-c9bb17f27ea4 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:35.690469 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb06a53-8f45-4e1d-beb0-403d5bbebd26 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:35:35.706072 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0e083c5f-0c88-4bb5-8916-93da67443004 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:35.728971 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c48e8c92-647d-4e0d-84f8-325dfae05a0e tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:35.729902 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c48e8c92-647d-4e0d-84f8-325dfae05a0e tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:35.748545 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-ea92ebf2-3b0f-42c7-9355-5033dbb32076 None None] Could not find standard attr ID for object 28aceb5c-3acd-49fc-8730-069531f0e5b1. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:35:35.761510 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-0e083c5f-0c88-4bb5-8916-93da67443004 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cee88534-f545-42f9-bb2d-d9946ab6ebe8']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:35.787498 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-61e75d83-7667-47d7-98cc-81290e695ed6 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "DELETE /v2.0/subnets/ce04a1e5-7437-42ce-b3f5-4d3df55e1c1a/tags HTTP/1.1" status: 204 len: 168 time: 1.2866158 Sep 22 21:35:35.788284 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43530) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:35.788821 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-0e083c5f-0c88-4bb5-8916-93da67443004 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3e34797-1ab7-49e8-8248-463daab35cb2') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:35.789127 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-0e083c5f-0c88-4bb5-8916-93da67443004 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3e34797-1ab7-49e8-8248-463daab35cb2') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:35.796454 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c48e8c92-647d-4e0d-84f8-325dfae05a0e tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:35.813811 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0e083c5f-0c88-4bb5-8916-93da67443004 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:35.885529 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0e083c5f-0c88-4bb5-8916-93da67443004 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:36.032820 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb06a53-8f45-4e1d-beb0-403d5bbebd26 None None] Pushing event updated for resources: {'Port': ['ID=74656147-96a7-4024-b59b-56aedc9e3a1d,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:36.080323 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.tag.tag_plugin [None req-ae2dc0de-a85b-4789-b968-b92fd7d77e76 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ce04a1e5-7437-42ce-b3f5-4d3df55e1c1a', 'tempest-TagsExtTest-Tag-1903214863') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:36.150451 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e083c5f-0c88-4bb5-8916-93da67443004 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:35:36.150913 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0e083c5f-0c88-4bb5-8916-93da67443004 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:36.155443 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d9e2d4ac-ce7a-4d74-a84d-0569bf148472 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:36.160823 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-d9e2d4ac-ce7a-4d74-a84d-0569bf148472 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/ports/08dd4ca3-6660-4fce-8bd0-60287808a833 HTTP/1.1" status: 204 len: 168 time: 3.3733327 Sep 22 21:35:36.176565 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43534) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:36.186858 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-ad73d463-daa2-483e-9571-d26be1a0b0f6 None None] Attempting to bind port 411415a1-adb0-4404-a17c-3892513acdfd on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:35:36.187464 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-ad73d463-daa2-483e-9571-d26be1a0b0f6 None None] Attempting to bind port 411415a1-adb0-4404-a17c-3892513acdfd by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'c3e34797-1ab7-49e8-8248-463daab35cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'cee88534-f545-42f9-bb2d-d9946ab6ebe8'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:35:36.187999 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad73d463-daa2-483e-9571-d26be1a0b0f6 None None] Attempting to bind port 411415a1-adb0-4404-a17c-3892513acdfd on network cee88534-f545-42f9-bb2d-d9946ab6ebe8 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:35:36.199495 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-771c5a62-44e5-4d78-b324-8f34cd820262 None None] Provisioning for port 1c35c0b6-c88b-4bd3-93f0-9b8d9a9c9761 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:35:36.217430 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-771c5a62-44e5-4d78-b324-8f34cd820262 None None] Provisioning complete for port 1c35c0b6-c88b-4bd3-93f0-9b8d9a9c9761 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:35:36.220186 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-771c5a62-44e5-4d78-b324-8f34cd820262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:36.221548 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-771c5a62-44e5-4d78-b324-8f34cd820262 None None] Attempt 1 to provision port 1c35c0b6-c88b-4bd3-93f0-9b8d9a9c9761 Sep 22 21:35:36.317314 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad73d463-daa2-483e-9571-d26be1a0b0f6 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:35:36.317740 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad73d463-daa2-483e-9571-d26be1a0b0f6 None None] Checking segment: {'id': 'c3e34797-1ab7-49e8-8248-463daab35cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'cee88534-f545-42f9-bb2d-d9946ab6ebe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:35:36.318148 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ad73d463-daa2-483e-9571-d26be1a0b0f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:36.318536 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad73d463-daa2-483e-9571-d26be1a0b0f6 None None] Bound using segment: {'id': 'c3e34797-1ab7-49e8-8248-463daab35cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'cee88534-f545-42f9-bb2d-d9946ab6ebe8'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:35:36.323119 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-ad73d463-daa2-483e-9571-d26be1a0b0f6 None None] Bound port: 411415a1-adb0-4404-a17c-3892513acdfd, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e34797-1ab7-49e8-8248-463daab35cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'cee88534-f545-42f9-bb2d-d9946ab6ebe8'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:35:36.323705 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ad73d463-daa2-483e-9571-d26be1a0b0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:36.342204 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment c3e34797-1ab7-49e8-8248-463daab35cb2 resource provider aggregate not found Sep 22 21:35:36.360950 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-9fb06a53-8f45-4e1d-beb0-403d5bbebd26 None None] Attempting to bind port 74656147-96a7-4024-b59b-56aedc9e3a1d on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:35:36.361383 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-9fb06a53-8f45-4e1d-beb0-403d5bbebd26 None None] Attempting to bind port 74656147-96a7-4024-b59b-56aedc9e3a1d by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'f75f6e0b-be05-4ccf-afe7-40f657181cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e30d803b-f706-4171-9489-8b75a9824add'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:35:36.361751 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb06a53-8f45-4e1d-beb0-403d5bbebd26 None None] Attempting to bind port 74656147-96a7-4024-b59b-56aedc9e3a1d on network e30d803b-f706-4171-9489-8b75a9824add {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:35:36.385602 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb06a53-8f45-4e1d-beb0-403d5bbebd26 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:35:36.386052 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb06a53-8f45-4e1d-beb0-403d5bbebd26 None None] Checking segment: {'id': 'f75f6e0b-be05-4ccf-afe7-40f657181cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e30d803b-f706-4171-9489-8b75a9824add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:35:36.386385 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9fb06a53-8f45-4e1d-beb0-403d5bbebd26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:36.386769 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb06a53-8f45-4e1d-beb0-403d5bbebd26 None None] Bound using segment: {'id': 'f75f6e0b-be05-4ccf-afe7-40f657181cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e30d803b-f706-4171-9489-8b75a9824add'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:35:36.387239 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-9fb06a53-8f45-4e1d-beb0-403d5bbebd26 None None] Bound port: 74656147-96a7-4024-b59b-56aedc9e3a1d, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f75f6e0b-be05-4ccf-afe7-40f657181cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e30d803b-f706-4171-9489-8b75a9824add'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:35:36.387609 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9fb06a53-8f45-4e1d-beb0-403d5bbebd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:36.428391 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment c3e34797-1ab7-49e8-8248-463daab35cb2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c3e34797-1ab7-49e8-8248-463daab35cb2 found for delete ", "request_id": "req-ef1970cf-75d8-407b-a2d2-e0274e16475f"}]} Sep 22 21:35:36.467839 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2f70094c-63fd-45ca-acd2-7d28c806588a tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for router_gateway, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:36.485189 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-ad73d463-daa2-483e-9571-d26be1a0b0f6 None None] For port 411415a1-adb0-4404-a17c-3892513acdfd, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:35:36.494240 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-becc37d6-8035-4c7f-ba32-c9bb17f27ea4 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:36.497039 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ab217-07f3-4e67-8f10-abcde2c65fb3 None None] Pushing event updated for resources: {'Port': ['ID=9634db77-5be8-4f9d-bfdb-90f12459c132,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:36.598202 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cb7dd960-c36a-44d7-bca7-6ed59f18065d tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:36.638548 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a3274b-ea2d-4e2a-8092-1de3a9fa5de7 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:36.640349 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a3274b-ea2d-4e2a-8092-1de3a9fa5de7 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:36.640462 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f532c2-0712-414a-8122-6258edc53e9a None None] Pushing event updated for resources: {'Port': ['ID=1c35c0b6-c88b-4bd3-93f0-9b8d9a9c9761,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:36.642048 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a3274b-ea2d-4e2a-8092-1de3a9fa5de7 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:36.643585 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-79a3274b-ea2d-4e2a-8092-1de3a9fa5de7 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:35:36.655072 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0271477f-daab-46b2-ab7e-6ea1e4b7bd34 req-33afd451-2eef-4d89-8d12-3172b93b294f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:36.656650 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0271477f-daab-46b2-ab7e-6ea1e4b7bd34 req-33afd451-2eef-4d89-8d12-3172b93b294f service neutron] 10.222.0.49 "GET /v2.0/networks?id=5dbb466f-7241-4d18-b090-2d779954893b HTTP/1.1" status: 200 len: 911 time: 1.0229776 Sep 22 21:35:36.721814 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-9fb06a53-8f45-4e1d-beb0-403d5bbebd26 None None] For port 74656147-96a7-4024-b59b-56aedc9e3a1d, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:35:36.726635 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-9fb06a53-8f45-4e1d-beb0-403d5bbebd26 None None] For port 74656147-96a7-4024-b59b-56aedc9e3a1d, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=74656147-96a7-4024-b59b-56aedc9e3a1d,segment=NetworkSegment(f75f6e0b-be05-4ccf-afe7-40f657181cb8),segment_id=f75f6e0b-be05-4ccf-afe7-40f657181cb8)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:35:36.787824 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.db.api [None req-0e083c5f-0c88-4bb5-8916-93da67443004 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 22 21:35:36.787824 dv-neutron-858900-1-hyperv neutron-server[89009]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 22 21:35:36.787824 dv-neutron-858900-1-hyperv neutron-server[89009]: [parameters: {'id': 'cee88534-f545-42f9-bb2d-d9946ab6ebe8'}] Sep 22 21:35:36.787824 dv-neutron-858900-1-hyperv neutron-server[89009]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:35:36.788155 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG oslo_db.api [None req-0e083c5f-0c88-4bb5-8916-93da67443004 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:35:36.799592 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c48e8c92-647d-4e0d-84f8-325dfae05a0e tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:36.820822 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-771c5a62-44e5-4d78-b324-8f34cd820262 None None] Current status of the port 1c35c0b6-c88b-4bd3-93f0-9b8d9a9c9761 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:35:36.821206 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-771c5a62-44e5-4d78-b324-8f34cd820262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:36.922697 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9fb06a53-8f45-4e1d-beb0-403d5bbebd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:37.011468 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-79a3274b-ea2d-4e2a-8092-1de3a9fa5de7 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:35:37.012634 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-79a3274b-ea2d-4e2a-8092-1de3a9fa5de7 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.8042195 Sep 22 21:35:37.023895 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43542) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:37.067105 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb06a53-8f45-4e1d-beb0-403d5bbebd26 None None] Pushing event updated for resources: {'Port': ['ID=74656147-96a7-4024-b59b-56aedc9e3a1d,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:37.098635 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-ad73d463-daa2-483e-9571-d26be1a0b0f6 None None] For port 411415a1-adb0-4404-a17c-3892513acdfd, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=411415a1-adb0-4404-a17c-3892513acdfd,segment=NetworkSegment(c3e34797-1ab7-49e8-8248-463daab35cb2),segment_id=c3e34797-1ab7-49e8-8248-463daab35cb2)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:35:37.137401 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ad73d463-daa2-483e-9571-d26be1a0b0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:37.302833 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0e083c5f-0c88-4bb5-8916-93da67443004 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:37.371536 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-771c5a62-44e5-4d78-b324-8f34cd820262 None None] For port 1c35c0b6-c88b-4bd3-93f0-9b8d9a9c9761, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=1c35c0b6-c88b-4bd3-93f0-9b8d9a9c9761,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:35:37.385943 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-771c5a62-44e5-4d78-b324-8f34cd820262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:37.405805 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-0e083c5f-0c88-4bb5-8916-93da67443004 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Deleting port 411415a1-adb0-4404-a17c-3892513acdfd {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:35:37.406295 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0e083c5f-0c88-4bb5-8916-93da67443004 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:37.421987 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad73d463-daa2-483e-9571-d26be1a0b0f6 None None] Pushing event updated for resources: {'Port': ['ID=411415a1-adb0-4404-a17c-3892513acdfd,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:37.447129 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-edfe5f23-c825-4c7b-87be-52d4161b7dba tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Deleting subnet 9e842d49-6e45-4d80-aa2e-13f78d3ad659 {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:35:37.457454 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-ae2dc0de-a85b-4789-b968-b92fd7d77e76 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] show failed (client error): The resource could not be found. Sep 22 21:35:37.459132 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ae2dc0de-a85b-4789-b968-b92fd7d77e76 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "GET /v2.0/subnets/ce04a1e5-7437-42ce-b3f5-4d3df55e1c1a/tags/tempest-TagsExtTest-Tag-1903214863 HTTP/1.1" status: 404 len: 329 time: 1.6612198 Sep 22 21:35:37.468671 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-edfe5f23-c825-4c7b-87be-52d4161b7dba tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:37.501915 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43546) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:37.528873 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c5a62-44e5-4d78-b324-8f34cd820262 None None] Pushing event updated for resources: {'Port': ['ID=1c35c0b6-c88b-4bd3-93f0-9b8d9a9c9761,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:37.571698 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0271477f-daab-46b2-ab7e-6ea1e4b7bd34 req-5fee8041-d6b8-4959-8d10-b25a85233452 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bdd48e0-5d9d-43f0-97a8-e321a99aac21 HTTP/1.1" status: 200 len: 1002 time: 0.9007659 Sep 22 21:35:37.572928 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.tag.tag_plugin [None req-9e31b697-cefa-4be2-9bac-6a4d0ffdc243 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ce04a1e5-7437-42ce-b3f5-4d3df55e1c1a', 'tempest-TagsExtTest-Tag-1566073877') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:37.577306 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cb7dd960-c36a-44d7-bca7-6ed59f18065d tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:37.583051 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-edfe5f23-c825-4c7b-87be-52d4161b7dba tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:37.603711 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b719c91b-9d3b-4412-a78a-863480475a51 None None] Network e844f5c8-d4ec-4721-81d5-327177940df3 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:35:37.616208 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2f32c1-25da-4b81-8c51-b10f7ba2e28d None None] Network cee88534-f545-42f9-bb2d-d9946ab6ebe8 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:35:37.636740 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-becc37d6-8035-4c7f-ba32-c9bb17f27ea4 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:37.639302 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-771c5a62-44e5-4d78-b324-8f34cd820262 None None] Provisioning for port 5ead1068-8185-4eb0-acd1-a769271b7326 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:35:37.650647 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-771c5a62-44e5-4d78-b324-8f34cd820262 None None] Provisioning complete for port 5ead1068-8185-4eb0-acd1-a769271b7326 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:35:37.651276 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-771c5a62-44e5-4d78-b324-8f34cd820262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:37.651407 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-771c5a62-44e5-4d78-b324-8f34cd820262 None None] Attempt 1 to provision port 5ead1068-8185-4eb0-acd1-a769271b7326 Sep 22 21:35:37.656183 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2f70094c-63fd-45ca-acd2-7d28c806588a tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:37.689729 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-becc37d6-8035-4c7f-ba32-c9bb17f27ea4 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:37.782358 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7dd960-c36a-44d7-bca7-6ed59f18065d tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event deleted for resources: {'Subnet': ['ID=ac9412a8-1eb3-4d05-abbe-71a8fe5aa91e,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:37.812528 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cb7dd960-c36a-44d7-bca7-6ed59f18065d tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:37.834987 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678d6e14-8015-4069-ba99-0b4ed59fdb2c None None] Network adadc3d3-e8b9-481a-b0d6-ad77d8700caa requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:35:37.845872 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-cb7dd960-c36a-44d7-bca7-6ed59f18065d tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "DELETE /v2.0/subnets/ac9412a8-1eb3-4d05-abbe-71a8fe5aa91e HTTP/1.1" status: 204 len: 168 time: 2.8416421 Sep 22 21:35:37.851883 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43550) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:37.861393 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0271477f-daab-46b2-ab7e-6ea1e4b7bd34 req-a9c96385-ed6b-4fc4-b956-7950b74222a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:37.862932 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0271477f-daab-46b2-ab7e-6ea1e4b7bd34 req-a9c96385-ed6b-4fc4-b956-7950b74222a3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f291bed0-d028-44b6-829f-efb0f7512ced HTTP/1.1" status: 200 len: 850 time: 0.2427394 Sep 22 21:35:37.940494 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-becc37d6-8035-4c7f-ba32-c9bb17f27ea4 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:37.970836 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc37d6-8035-4c7f-ba32-c9bb17f27ea4 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Pushing event updated for resources: {'Port': ['ID=f9825133-ff76-49bf-a414-8a11093d0ae6,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:37.988899 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c2b751e9-9afe-48be-a5ab-242304710dd9 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:38.216670 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-c2b751e9-9afe-48be-a5ab-242304710dd9 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Deleting port 887690b4-ecec-4411-ace9-8966b707d628 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:35:38.217307 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c2b751e9-9afe-48be-a5ab-242304710dd9 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:38.322171 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-0e083c5f-0c88-4bb5-8916-93da67443004 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] For port 411415a1-adb0-4404-a17c-3892513acdfd, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=411415a1-adb0-4404-a17c-3892513acdfd,segment=NetworkSegment(c3e34797-1ab7-49e8-8248-463daab35cb2),segment_id=c3e34797-1ab7-49e8-8248-463daab35cb2)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:35:38.322795 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0e083c5f-0c88-4bb5-8916-93da67443004 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:38.344846 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-9e31b697-cefa-4be2-9bac-6a4d0ffdc243 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] show failed (client error): The resource could not be found. Sep 22 21:35:38.346179 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-9e31b697-cefa-4be2-9bac-6a4d0ffdc243 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "GET /v2.0/subnets/ce04a1e5-7437-42ce-b3f5-4d3df55e1c1a/tags/tempest-TagsExtTest-Tag-1566073877 HTTP/1.1" status: 404 len: 329 time: 0.7856972 Sep 22 21:35:38.477699 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 9634db77-5be8-4f9d-bfdb-90f12459c132 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:35:38.519623 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-c2b751e9-9afe-48be-a5ab-242304710dd9 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] For port 887690b4-ecec-4411-ace9-8966b707d628, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=887690b4-ecec-4411-ace9-8966b707d628,segment=NetworkSegment(73f11e12-b39a-4ea6-b6f8-606e05654644),segment_id=73f11e12-b39a-4ea6-b6f8-606e05654644)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:35:38.520005 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c2b751e9-9afe-48be-a5ab-242304710dd9 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:38.534820 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43554) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:38.546036 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.tag.tag_plugin [None req-a3d15fa4-ffcb-4f51-8387-78464bfd2c84 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ce04a1e5-7437-42ce-b3f5-4d3df55e1c1a', 'tempest-TagsExtTest-Tag-1312610519') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:38.613453 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474fbc7c-0791-486a-b218-ace6dd4ef892 None None] Network e30d803b-f706-4171-9489-8b75a9824add requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:35:38.662146 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-0e083c5f-0c88-4bb5-8916-93da67443004 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Calling delete_port for 411415a1-adb0-4404-a17c-3892513acdfd owned by network:dhcp {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:35:38.706564 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-771c5a62-44e5-4d78-b324-8f34cd820262 None None] Current status of the port 5ead1068-8185-4eb0-acd1-a769271b7326 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:35:38.707191 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-771c5a62-44e5-4d78-b324-8f34cd820262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:38.735189 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-edfe5f23-c825-4c7b-87be-52d4161b7dba tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:38.755426 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c48e8c92-647d-4e0d-84f8-325dfae05a0e tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:38.790760 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becc37d6-8035-4c7f-ba32-c9bb17f27ea4 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Network e844f5c8-d4ec-4721-81d5-327177940df3 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:35:38.795874 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-becc37d6-8035-4c7f-ba32-c9bb17f27ea4 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:35:38.815358 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c48e8c92-647d-4e0d-84f8-325dfae05a0e tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:38.848170 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca8c562-8942-4681-bd49-ec49259fa1fd None None] DHCP port deletion for adadc3d3-e8b9-481a-b0d6-ad77d8700caa request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:35:38.858868 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-771c5a62-44e5-4d78-b324-8f34cd820262 None None] For port 5ead1068-8185-4eb0-acd1-a769271b7326, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=5ead1068-8185-4eb0-acd1-a769271b7326,segment=NetworkSegment(f52bb8d4-eb5c-4965-9455-7d331e61d0fc),segment_id=f52bb8d4-eb5c-4965-9455-7d331e61d0fc)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:35:38.876728 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-6ca8c562-8942-4681-bd49-ec49259fa1fd None None] Deleting port 887690b4-ecec-4411-ace9-8966b707d628 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:35:38.877012 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6ca8c562-8942-4681-bd49-ec49259fa1fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:38.905730 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 9634db77-5be8-4f9d-bfdb-90f12459c132 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:35:38.908726 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-771c5a62-44e5-4d78-b324-8f34cd820262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:38.950870 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-c2b751e9-9afe-48be-a5ab-242304710dd9 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Calling delete_port for 887690b4-ecec-4411-ace9-8966b707d628 owned by network:dhcp {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:35:38.983328 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0e083c5f-0c88-4bb5-8916-93da67443004 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:38.994326 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 1c35c0b6-c88b-4bd3-93f0-9b8d9a9c9761 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:35:39.060714 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f70094c-63fd-45ca-acd2-7d28c806588a tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Router b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15 is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:35:39.065555 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e083c5f-0c88-4bb5-8916-93da67443004 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event deleted for resources: {'Port': ['ID=411415a1-adb0-4404-a17c-3892513acdfd,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:39.074723 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e083c5f-0c88-4bb5-8916-93da67443004 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] No DVR routers for this DVR port 411415a1-adb0-4404-a17c-3892513acdfd on host dv-neutron-858900-1-hyperv {{(pid=89009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:35:39.093945 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0271477f-daab-46b2-ab7e-6ea1e4b7bd34 req-a1f9b044-b967-4c20-a16b-53dae8912ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:39.095556 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0271477f-daab-46b2-ab7e-6ea1e4b7bd34 req-a1f9b044-b967-4c20-a16b-53dae8912ed2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5dbb466f-7241-4d18-b090-2d779954893b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.1018381 Sep 22 21:35:39.186993 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-edfe5f23-c825-4c7b-87be-52d4161b7dba tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:39.211757 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c5a62-44e5-4d78-b324-8f34cd820262 None None] Pushing event updated for resources: {'Port': ['ID=5ead1068-8185-4eb0-acd1-a769271b7326,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:39.225886 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-e025ddd4-14b2-417c-bb18-fb1b2a61ac04 None None] Provisioning complete for port 1c35c0b6-c88b-4bd3-93f0-9b8d9a9c9761 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:35:39.226521 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e025ddd4-14b2-417c-bb18-fb1b2a61ac04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:39.227023 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-e025ddd4-14b2-417c-bb18-fb1b2a61ac04 None None] Attempt 1 to provision port 1c35c0b6-c88b-4bd3-93f0-9b8d9a9c9761 Sep 22 21:35:39.228238 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-a3d15fa4-ffcb-4f51-8387-78464bfd2c84 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] show failed (client error): The resource could not be found. Sep 22 21:35:39.231841 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a3d15fa4-ffcb-4f51-8387-78464bfd2c84 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "GET /v2.0/subnets/ce04a1e5-7437-42ce-b3f5-4d3df55e1c1a/tags/tempest-TagsExtTest-Tag-1312610519 HTTP/1.1" status: 404 len: 329 time: 0.6874523 Sep 22 21:35:39.241349 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c2b751e9-9afe-48be-a5ab-242304710dd9 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:39.245524 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43558) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:39.255536 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.tag.tag_plugin [None req-94f732c2-79cf-4bbf-9ace-d899f299b8ab tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '546d5f0a-2071-427f-8970-00137eb46cf8', {'tags': ['tempest-TagsExtTest-Tag-1175173250', 'tempest-TagsExtTest-Tag-1116845417', 'tempest-TagsExtTest-Tag-1178940313']}) {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:39.339263 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfe5f23-c825-4c7b-87be-52d4161b7dba tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event deleted for resources: {'Subnet': ['ID=9e842d49-6e45-4d80-aa2e-13f78d3ad659,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:39.359619 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-edfe5f23-c825-4c7b-87be-52d4161b7dba tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:39.365551 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b751e9-9afe-48be-a5ab-242304710dd9 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event deleted for resources: {'Port': ['ID=887690b4-ecec-4411-ace9-8966b707d628,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:39.367475 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b751e9-9afe-48be-a5ab-242304710dd9 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] No DVR routers for this DVR port 887690b4-ecec-4411-ace9-8966b707d628 on host dv-neutron-858900-1-hyperv {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:35:39.400570 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e92e600-9922-4df0-b5b4-68b85c06e0b8 None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:35:39.401247 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0e083c5f-0c88-4bb5-8916-93da67443004 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:39.461862 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-becc37d6-8035-4c7f-ba32-c9bb17f27ea4 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Router 60b93422-a820-4615-957c-c71784214c09 is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:35:39.475888 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-c48e8c92-647d-4e0d-84f8-325dfae05a0e tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Allocated IP 2001:db8::35b (f1d68cfd-d65a-4c39-b5ef-c7a83988f2ef/40854360-de39-4252-bd73-1a906957a757/5416dd0c-c38f-4f96-b0b2-6ce874a62517) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:35:39.481583 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-0e083c5f-0c88-4bb5-8916-93da67443004 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cee88534-f545-42f9-bb2d-d9946ab6ebe8']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:39.493291 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 1c35c0b6-c88b-4bd3-93f0-9b8d9a9c9761 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:35:39.493903 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:39.494379 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 1c35c0b6-c88b-4bd3-93f0-9b8d9a9c9761 Sep 22 21:35:39.502095 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-0e083c5f-0c88-4bb5-8916-93da67443004 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3e34797-1ab7-49e8-8248-463daab35cb2') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:39.502478 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-0e083c5f-0c88-4bb5-8916-93da67443004 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3e34797-1ab7-49e8-8248-463daab35cb2') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:39.522976 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-94f732c2-79cf-4bbf-9ace-d899f299b8ab tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "PUT /v2.0/ports/546d5f0a-2071-427f-8970-00137eb46cf8/tags HTTP/1.1" status: 200 len: 318 time: 0.2711682 Sep 22 21:35:39.526784 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43562) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:39.537763 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-edfe5f23-c825-4c7b-87be-52d4161b7dba tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/9e842d49-6e45-4d80-aa2e-13f78d3ad659 HTTP/1.1" status: 204 len: 168 time: 2.5015399 Sep 22 21:35:39.541330 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.tag.tag_plugin [None req-ce49e420-1189-44d1-ba37-b245a32437fe tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '546d5f0a-2071-427f-8970-00137eb46cf8') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:39.597251 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-6ca8c562-8942-4681-bd49-ec49259fa1fd None None] For port 887690b4-ecec-4411-ace9-8966b707d628, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=887690b4-ecec-4411-ace9-8966b707d628,segment=NetworkSegment(73f11e12-b39a-4ea6-b6f8-606e05654644),segment_id=73f11e12-b39a-4ea6-b6f8-606e05654644)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:35:39.597849 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6ca8c562-8942-4681-bd49-ec49259fa1fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:39.604743 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43566) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:39.629625 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0e083c5f-0c88-4bb5-8916-93da67443004 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:39.689157 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f70094c-63fd-45ca-acd2-7d28c806588a tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:35:39.711854 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c2b751e9-9afe-48be-a5ab-242304710dd9 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:39.737031 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0271477f-daab-46b2-ab7e-6ea1e4b7bd34 req-3bb6b547-138c-466c-928a-d7c68c6f5d3a service neutron] 10.222.0.49 "GET /v2.0/networks/5dbb466f-7241-4d18-b090-2d779954893b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5881264 Sep 22 21:35:39.777121 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-6ca8c562-8942-4681-bd49-ec49259fa1fd None None] Calling delete_port for 887690b4-ecec-4411-ace9-8966b707d628 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:35:39.807281 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-c2b751e9-9afe-48be-a5ab-242304710dd9 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adadc3d3-e8b9-481a-b0d6-ad77d8700caa']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:39.815115 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0e083c5f-0c88-4bb5-8916-93da67443004 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:39.843041 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e083c5f-0c88-4bb5-8916-93da67443004 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:35:39.843455 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0e083c5f-0c88-4bb5-8916-93da67443004 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:39.895961 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3433e3e-6271-48dc-8d61-52c5d0b05616 None None] Sync routers for ids ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:35:39.902489 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2f70094c-63fd-45ca-acd2-7d28c806588a tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:39.904242 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-2f70094c-63fd-45ca-acd2-7d28c806588a tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.0693116 Sep 22 21:35:39.909950 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-c2b751e9-9afe-48be-a5ab-242304710dd9 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73f11e12-b39a-4ea6-b6f8-606e05654644') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:39.910256 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-c2b751e9-9afe-48be-a5ab-242304710dd9 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73f11e12-b39a-4ea6-b6f8-606e05654644') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:39.910362 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.db.api [None req-6ca8c562-8942-4681-bd49-ec49259fa1fd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:35:39.910741 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG oslo_db.api [None req-6ca8c562-8942-4681-bd49-ec49259fa1fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:35:39.919125 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43572) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:40.000177 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3433e3e-6271-48dc-8d61-52c5d0b05616 None None] Routers {'b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:35:40.001247 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-c3433e3e-6271-48dc-8d61-52c5d0b05616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:35:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:40.013727 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c2b751e9-9afe-48be-a5ab-242304710dd9 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:40.070870 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment c3e34797-1ab7-49e8-8248-463daab35cb2 resource provider aggregate not found Sep 22 21:35:40.079109 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c2b751e9-9afe-48be-a5ab-242304710dd9 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:40.107663 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment c3e34797-1ab7-49e8-8248-463daab35cb2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c3e34797-1ab7-49e8-8248-463daab35cb2 found for delete ", "request_id": "req-c592aa30-1439-4e21-abc6-5f1ac67dd1f7"}]} Sep 22 21:35:40.133005 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fcee995-22ee-4cc7-9640-6e70e91a05eb tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Deleting subnet d2222eee-f0fa-4422-a5d7-3ecbc3afb27d {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:35:40.144778 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6fcee995-22ee-4cc7-9640-6e70e91a05eb tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:40.157820 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2b751e9-9afe-48be-a5ab-242304710dd9 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:35:40.158226 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c2b751e9-9afe-48be-a5ab-242304710dd9 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:40.172070 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-becc37d6-8035-4c7f-ba32-c9bb17f27ea4 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:35:40.173969 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ce49e420-1189-44d1-ba37-b245a32437fe tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "DELETE /v2.0/ports/546d5f0a-2071-427f-8970-00137eb46cf8/tags HTTP/1.1" status: 204 len: 168 time: 0.6405587 Sep 22 21:35:40.178193 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43578) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:40.187814 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b63d37-a857-4c79-a0b0-9c7170a6d166 None None] Sync routers for ids ['60b93422-a820-4615-957c-c71784214c09'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:35:40.210275 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0e083c5f-0c88-4bb5-8916-93da67443004 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:40.211449 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b63d37-a857-4c79-a0b0-9c7170a6d166 None None] Routers {'60b93422-a820-4615-957c-c71784214c09'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:35:40.212360 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-71b63d37-a857-4c79-a0b0-9c7170a6d166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:35:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['60b93422-a820-4615-957c-c71784214c09'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:40.243171 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0e083c5f-0c88-4bb5-8916-93da67443004 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:40.247776 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.tag.tag_plugin [None req-eb5d3a07-4cfc-4d29-9b2d-0f566a6e0985 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '546d5f0a-2071-427f-8970-00137eb46cf8', 'tempest-TagsExtTest-Tag-1175173250') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:40.267484 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c48e8c92-647d-4e0d-84f8-325dfae05a0e tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:40.270640 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e083c5f-0c88-4bb5-8916-93da67443004 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event deleted for resources: {'Network': ['ID=cee88534-f545-42f9-bb2d-d9946ab6ebe8,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:40.276418 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6fcee995-22ee-4cc7-9640-6e70e91a05eb tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:40.280087 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 73f11e12-b39a-4ea6-b6f8-606e05654644 resource provider aggregate not found Sep 22 21:35:40.315983 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0271477f-daab-46b2-ab7e-6ea1e4b7bd34 req-2697316b-a398-4617-ac17-55ed9e9bdd84 service neutron] 10.222.0.49 "GET /v2.0/networks/5dbb466f-7241-4d18-b090-2d779954893b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5673373 Sep 22 21:35:40.326246 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 73f11e12-b39a-4ea6-b6f8-606e05654644 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 73f11e12-b39a-4ea6-b6f8-606e05654644 found for delete ", "request_id": "req-738cbd2c-3cf4-42c9-919e-29962012a975"}]} Sep 22 21:35:40.336587 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-0e083c5f-0c88-4bb5-8916-93da67443004 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "DELETE /v2.0/networks/cee88534-f545-42f9-bb2d-d9946ab6ebe8 HTTP/1.1" status: 204 len: 168 time: 7.7194917 Sep 22 21:35:40.340927 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-becc37d6-8035-4c7f-ba32-c9bb17f27ea4 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] 10.222.0.33 "PUT /v2.0/routers/60b93422-a820-4615-957c-c71784214c09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2781854 Sep 22 21:35:40.344050 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43586) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:40.344206 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43588) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:40.377978 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-71b63d37-a857-4c79-a0b0-9c7170a6d166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:40.393228 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b63d37-a857-4c79-a0b0-9c7170a6d166 None None] Routers {'60b93422-a820-4615-957c-c71784214c09'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:35:40.394555 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-71b63d37-a857-4c79-a0b0-9c7170a6d166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:35:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['60b93422-a820-4615-957c-c71784214c09'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:40.413263 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6fcee995-22ee-4cc7-9640-6e70e91a05eb tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:40.448877 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c48e8c92-647d-4e0d-84f8-325dfae05a0e tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:40.469642 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e025ddd4-14b2-417c-bb18-fb1b2a61ac04 None None] Current status of the port 1c35c0b6-c88b-4bd3-93f0-9b8d9a9c9761 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:35:40.474357 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4ba8caa9-789a-4306-8f1c-3d72e09e84bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:40.480964 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-6ca8c562-8942-4681-bd49-ec49259fa1fd None None] Deleting port 887690b4-ecec-4411-ace9-8966b707d628 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:35:40.481445 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6ca8c562-8942-4681-bd49-ec49259fa1fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:40.488968 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-71b63d37-a857-4c79-a0b0-9c7170a6d166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:40.490045 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b63d37-a857-4c79-a0b0-9c7170a6d166 None None] The sync data for ids ['60b93422-a820-4615-957c-c71784214c09'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:35:40.510874 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-c3433e3e-6271-48dc-8d61-52c5d0b05616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:40.543474 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48e8c92-647d-4e0d-84f8-325dfae05a0e tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Network f1d68cfd-d65a-4c39-b5ef-c7a83988f2ef is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:35:40.551249 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 1c35c0b6-c88b-4bd3-93f0-9b8d9a9c9761 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:35:40.551249 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 74656147-96a7-4024-b59b-56aedc9e3a1d up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:35:40.551562 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-c48e8c92-647d-4e0d-84f8-325dfae05a0e tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:35:40.556011 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48e8c92-647d-4e0d-84f8-325dfae05a0e tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:35:40.592617 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c6b512e-c997-4031-ac01-adc2f6237e1b tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] GET failed (client error): The resource could not be found. Sep 22 21:35:40.593130 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-7c6b512e-c997-4031-ac01-adc2f6237e1b tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Synchronizing usage tracker for tenant:cea970100f344bf88cd0b9c37fe15dda on resource:subnet {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:35:40.618894 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48e8c92-647d-4e0d-84f8-325dfae05a0e tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Pushing event updated for resources: {'Port': ['ID=5416dd0c-c38f-4f96-b0b2-6ce874a62517,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:40.654494 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c2b751e9-9afe-48be-a5ab-242304710dd9 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:40.677980 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-6ca8c562-8942-4681-bd49-ec49259fa1fd None None] The port '887690b4-ecec-4411-ace9-8966b707d628' was deleted {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 21:35:40.691711 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-e025ddd4-14b2-417c-bb18-fb1b2a61ac04 None None] Provisioning for port 9634db77-5be8-4f9d-bfdb-90f12459c132 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:35:40.707256 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-e025ddd4-14b2-417c-bb18-fb1b2a61ac04 None None] Provisioning complete for port 9634db77-5be8-4f9d-bfdb-90f12459c132 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:35:40.707637 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e025ddd4-14b2-417c-bb18-fb1b2a61ac04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:40.708528 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-e025ddd4-14b2-417c-bb18-fb1b2a61ac04 None None] Attempt 1 to provision port 9634db77-5be8-4f9d-bfdb-90f12459c132 Sep 22 21:35:40.734268 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3433e3e-6271-48dc-8d61-52c5d0b05616 None None] Routers {'b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:35:40.734921 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-c3433e3e-6271-48dc-8d61-52c5d0b05616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:35:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:40.771451 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c2b751e9-9afe-48be-a5ab-242304710dd9 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:40.803827 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b751e9-9afe-48be-a5ab-242304710dd9 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event deleted for resources: {'Network': ['ID=adadc3d3-e8b9-481a-b0d6-ad77d8700caa,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:40.834779 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6fcee995-22ee-4cc7-9640-6e70e91a05eb tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:40.838975 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-c3433e3e-6271-48dc-8d61-52c5d0b05616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:40.839783 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3433e3e-6271-48dc-8d61-52c5d0b05616 None None] The sync data for ids ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:35:40.873445 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c2b751e9-9afe-48be-a5ab-242304710dd9 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "DELETE /v2.0/networks/adadc3d3-e8b9-481a-b0d6-ad77d8700caa HTTP/1.1" status: 204 len: 168 time: 3.0183091 Sep 22 21:35:40.890711 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43594) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:40.909507 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcee995-22ee-4cc7-9640-6e70e91a05eb tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event deleted for resources: {'Subnet': ['ID=d2222eee-f0fa-4422-a5d7-3ecbc3afb27d,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:40.909743 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-3283b8ec-525a-4411-a88d-280963611631 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1695861048', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}, 'admin_state_up': False}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:40.918061 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6fcee995-22ee-4cc7-9640-6e70e91a05eb tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:40.933563 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-7c6b512e-c997-4031-ac01-adc2f6237e1b tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Unset dirty status for tenant:cea970100f344bf88cd0b9c37fe15dda on resource:subnet {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:35:40.937568 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-7c6b512e-c997-4031-ac01-adc2f6237e1b tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "GET /v2.0/subnets/757de88d-35f4-424d-bb2b-196aa3ab39f3 HTTP/1.1" status: 404 len: 337 time: 0.5902007 Sep 22 21:35:40.940360 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-3283b8ec-525a-4411-a88d-280963611631 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:40.945212 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 74656147-96a7-4024-b59b-56aedc9e3a1d completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:35:40.946294 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43598) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:40.994283 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e025ddd4-14b2-417c-bb18-fb1b2a61ac04 None None] Current status of the port 9634db77-5be8-4f9d-bfdb-90f12459c132 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:35:40.994833 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e025ddd4-14b2-417c-bb18-fb1b2a61ac04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:41.002960 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6fcee995-22ee-4cc7-9640-6e70e91a05eb tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/d2222eee-f0fa-4422-a5d7-3ecbc3afb27d HTTP/1.1" status: 204 len: 168 time: 1.3935499 Sep 22 21:35:41.013426 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43602) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:41.035355 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-3283b8ec-525a-4411-a88d-280963611631 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Usage tracker for resource:router and tenant:5c103daa7e764303927ef5f69fe7eabf is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:35:41.051554 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-3283b8ec-525a-4411-a88d-280963611631 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:35:41.054051 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-e025ddd4-14b2-417c-bb18-fb1b2a61ac04 None None] For port 9634db77-5be8-4f9d-bfdb-90f12459c132, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=9634db77-5be8-4f9d-bfdb-90f12459c132,segment=NetworkSegment(1ba632aa-7bab-4213-8c2c-97aa553e9dba),segment_id=1ba632aa-7bab-4213-8c2c-97aa553e9dba)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:35:41.071576 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e025ddd4-14b2-417c-bb18-fb1b2a61ac04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:41.115954 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-e4b3d9e5-8135-4e33-a31e-0b1e7eca8eb4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:router {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:35:41.121491 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-e025ddd4-14b2-417c-bb18-fb1b2a61ac04 None None] Could not find standard attr ID for object 08dd4ca3-6660-4fce-8bd0-60287808a833. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:35:41.129609 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-3283b8ec-525a-4411-a88d-280963611631 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:35:41.131582 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 5ead1068-8185-4eb0-acd1-a769271b7326 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:35:41.133455 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-eb5d3a07-4cfc-4d29-9b2d-0f566a6e0985 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] show failed (client error): The resource could not be found. Sep 22 21:35:41.137030 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-eb5d3a07-4cfc-4d29-9b2d-0f566a6e0985 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "GET /v2.0/ports/546d5f0a-2071-427f-8970-00137eb46cf8/tags/tempest-TagsExtTest-Tag-1175173250 HTTP/1.1" status: 404 len: 329 time: 0.9357934 Sep 22 21:35:41.137030 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8efc117-6355-4c70-a12b-50414d6ff53c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] DELETE failed (client error): The resource could not be found. Sep 22 21:35:41.137030 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8efc117-6355-4c70-a12b-50414d6ff53c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:35:41.141704 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c8efc117-6355-4c70-a12b-50414d6ff53c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "DELETE /v2.0/networks/cee88534-f545-42f9-bb2d-d9946ab6ebe8 HTTP/1.1" status: 404 len: 339 time: 0.1916740 Sep 22 21:35:41.141883 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43606) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:41.142131 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43608) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:41.149190 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.tag.tag_plugin [None req-62f123cb-ec19-4c10-bd2a-05ec9f4d67d5 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '546d5f0a-2071-427f-8970-00137eb46cf8', 'tempest-TagsExtTest-Tag-1116845417') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:41.191240 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c48e8c92-647d-4e0d-84f8-325dfae05a0e tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:41.231751 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e025ddd4-14b2-417c-bb18-fb1b2a61ac04 None None] Pushing event updated for resources: {'Port': ['ID=9634db77-5be8-4f9d-bfdb-90f12459c132,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:41.238501 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-e025ddd4-14b2-417c-bb18-fb1b2a61ac04 None None] Provisioning for port 74656147-96a7-4024-b59b-56aedc9e3a1d completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:35:41.249170 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-e025ddd4-14b2-417c-bb18-fb1b2a61ac04 None None] Provisioning complete for port 74656147-96a7-4024-b59b-56aedc9e3a1d triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:35:41.249546 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e025ddd4-14b2-417c-bb18-fb1b2a61ac04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:41.249879 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-e025ddd4-14b2-417c-bb18-fb1b2a61ac04 None None] Attempt 1 to provision port 74656147-96a7-4024-b59b-56aedc9e3a1d Sep 22 21:35:41.289595 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-e4b3d9e5-8135-4e33-a31e-0b1e7eca8eb4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:router {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:35:41.290778 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e4b3d9e5-8135-4e33-a31e-0b1e7eca8eb4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2762728 Sep 22 21:35:41.305137 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43614) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:41.347543 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 5ead1068-8185-4eb0-acd1-a769271b7326 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:35:41.347912 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:41.348270 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 5ead1068-8185-4eb0-acd1-a769271b7326 Sep 22 21:35:41.354801 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3283b8ec-525a-4411-a88d-280963611631 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:41.358153 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3283b8ec-525a-4411-a88d-280963611631 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:41.365257 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-e36ea938-4571-4519-92b8-32d2ecc421d3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'subnet': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:41.466973 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e025ddd4-14b2-417c-bb18-fb1b2a61ac04 None None] Current status of the port 74656147-96a7-4024-b59b-56aedc9e3a1d is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:35:41.467504 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e025ddd4-14b2-417c-bb18-fb1b2a61ac04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:41.525164 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3283b8ec-525a-4411-a88d-280963611631 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:41.547413 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-e025ddd4-14b2-417c-bb18-fb1b2a61ac04 None None] For port 74656147-96a7-4024-b59b-56aedc9e3a1d, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=74656147-96a7-4024-b59b-56aedc9e3a1d,segment=NetworkSegment(f75f6e0b-be05-4ccf-afe7-40f657181cb8),segment_id=f75f6e0b-be05-4ccf-afe7-40f657181cb8)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:35:41.565041 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e025ddd4-14b2-417c-bb18-fb1b2a61ac04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:41.627902 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-62f123cb-ec19-4c10-bd2a-05ec9f4d67d5 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] show failed (client error): The resource could not be found. Sep 22 21:35:41.628949 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-62f123cb-ec19-4c10-bd2a-05ec9f4d67d5 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "GET /v2.0/ports/546d5f0a-2071-427f-8970-00137eb46cf8/tags/tempest-TagsExtTest-Tag-1116845417 HTTP/1.1" status: 404 len: 329 time: 0.4858615 Sep 22 21:35:41.637259 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-e36ea938-4571-4519-92b8-32d2ecc421d3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:41.637489 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 5ead1068-8185-4eb0-acd1-a769271b7326 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:35:41.639341 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43618) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:41.654241 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.tag.tag_plugin [None req-c4fe2b74-0d77-4010-bc19-6b72f016976a tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '546d5f0a-2071-427f-8970-00137eb46cf8', 'tempest-TagsExtTest-Tag-1178940313') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:41.655488 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e025ddd4-14b2-417c-bb18-fb1b2a61ac04 None None] Pushing event updated for resources: {'Port': ['ID=74656147-96a7-4024-b59b-56aedc9e3a1d,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:41.690153 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-e36ea938-4571-4519-92b8-32d2ecc421d3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Usage tracker for resource:subnet and tenant:4fef33e75cf240fcbb352fce012907b9 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:35:41.695005 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa46f85-e3d2-40c6-9fd5-ae89d6dcbd7d None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:35:41.787638 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 887690b4-ecec-4411-ace9-8966b707d628 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:35:41.838033 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 887690b4-ecec-4411-ace9-8966b707d628 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:35:41.838392 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 887690b4-ecec-4411-ace9-8966b707d628 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:35:41.852978 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-6476bb58-1959-4e26-bacd-890334cbee1d None None] Provisioning for port f9825133-ff76-49bf-a414-8a11093d0ae6 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:35:41.867578 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-6476bb58-1959-4e26-bacd-890334cbee1d None None] Provisioning complete for port f9825133-ff76-49bf-a414-8a11093d0ae6 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:35:41.867955 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6476bb58-1959-4e26-bacd-890334cbee1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:41.868300 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-6476bb58-1959-4e26-bacd-890334cbee1d None None] Attempt 1 to provision port f9825133-ff76-49bf-a414-8a11093d0ae6 Sep 22 21:35:41.902644 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-e36ea938-4571-4519-92b8-32d2ecc421d3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:35:41.924188 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-e36ea938-4571-4519-92b8-32d2ecc421d3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:35:41.942329 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef961dc-1d5e-4ae6-8a25-b7f76f8bed98 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:41.948158 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef961dc-1d5e-4ae6-8a25-b7f76f8bed98 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:41.949114 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-cef961dc-1d5e-4ae6-8a25-b7f76f8bed98 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Synchronizing usage tracker for tenant:cea970100f344bf88cd0b9c37fe15dda on resource:network {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:35:42.018678 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0ee8d9c9-f648-4eeb-b929-02764cd7762c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:42.027128 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-6476bb58-1959-4e26-bacd-890334cbee1d None None] Port f9825133-ff76-49bf-a414-8a11093d0ae6 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:35:42.051827 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-cef961dc-1d5e-4ae6-8a25-b7f76f8bed98 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Unset dirty status for tenant:cea970100f344bf88cd0b9c37fe15dda on resource:network {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:35:42.056214 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-cef961dc-1d5e-4ae6-8a25-b7f76f8bed98 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1391 time: 0.9115751 Sep 22 21:35:42.057057 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36ea938-4571-4519-92b8-32d2ecc421d3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:35:42.060734 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e36ea938-4571-4519-92b8-32d2ecc421d3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:42.086699 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43622) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:42.135466 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bca84cc-a4b5-4feb-bb20-fd965b85b175 None None] DHCP port deletion for 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:35:42.141255 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-5bca84cc-a4b5-4feb-bb20-fd965b85b175 None None] Deleting port 1c35c0b6-c88b-4bd3-93f0-9b8d9a9c9761 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:35:42.141964 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5bca84cc-a4b5-4feb-bb20-fd965b85b175 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:42.199287 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-235e785a-3080-4843-aeae-4e5000ca23bd tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Synchronizing usage tracker for tenant:cea970100f344bf88cd0b9c37fe15dda on resource:subnet {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:35:42.211699 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3283b8ec-525a-4411-a88d-280963611631 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:42.224672 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c48e8c92-647d-4e0d-84f8-325dfae05a0e tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:42.408230 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-3ddb9d1b-0632-4112-9b64-f0f7aed68b66 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:35:42.409206 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-3ddb9d1b-0632-4112-9b64-f0f7aed68b66 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] 10.222.0.33 "PUT /v2.0/routers/60b93422-a820-4615-957c-c71784214c09/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.0603735 Sep 22 21:35:42.416816 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43626) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:42.421376 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-c4fe2b74-0d77-4010-bc19-6b72f016976a tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] show failed (client error): The resource could not be found. Sep 22 21:35:42.425104 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c4fe2b74-0d77-4010-bc19-6b72f016976a tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "GET /v2.0/ports/546d5f0a-2071-427f-8970-00137eb46cf8/tags/tempest-TagsExtTest-Tag-1178940313 HTTP/1.1" status: 404 len: 329 time: 0.7819936 Sep 22 21:35:42.425104 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-235e785a-3080-4843-aeae-4e5000ca23bd tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Unset dirty status for tenant:cea970100f344bf88cd0b9c37fe15dda on resource:subnet {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:35:42.427049 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-235e785a-3080-4843-aeae-4e5000ca23bd tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "GET /v2.0/subnets?network_id=a22ae1c9-d428-411f-af43-ce0f71b38d9c HTTP/1.1" status: 200 len: 207 time: 0.3392000 Sep 22 21:35:42.433445 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-5bca84cc-a4b5-4feb-bb20-fd965b85b175 None None] For port 1c35c0b6-c88b-4bd3-93f0-9b8d9a9c9761, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=1c35c0b6-c88b-4bd3-93f0-9b8d9a9c9761,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:35:42.434187 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5bca84cc-a4b5-4feb-bb20-fd965b85b175 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:42.434310 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43630) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:42.434717 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43632) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:42.478193 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4fe8839a-c80d-40af-89f7-3a08444a5ccd tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:42.498798 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.tag.tag_plugin [None req-457b3642-8f32-49e4-b55a-e0a95e0007c1 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '3e275994-66f7-401b-af7f-d615964d2928', {'tags': ['tempest-TagsExtTest-Tag-1999621736', 'tempest-TagsExtTest-Tag-1320200614', 'tempest-TagsExtTest-Tag-1452493207']}) {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:42.555742 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-6476bb58-1959-4e26-bacd-890334cbee1d None None] Attempt 2 to provision port f9825133-ff76-49bf-a414-8a11093d0ae6 Sep 22 21:35:42.583865 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-5bca84cc-a4b5-4feb-bb20-fd965b85b175 None None] Calling delete_port for 1c35c0b6-c88b-4bd3-93f0-9b8d9a9c9761 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:35:42.662033 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-6476bb58-1959-4e26-bacd-890334cbee1d None None] Port f9825133-ff76-49bf-a414-8a11093d0ae6 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:35:42.686120 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5bca84cc-a4b5-4feb-bb20-fd965b85b175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:42.740689 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca84cc-a4b5-4feb-bb20-fd965b85b175 None None] Pushing event deleted for resources: {'Port': ['ID=1c35c0b6-c88b-4bd3-93f0-9b8d9a9c9761,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:42.751810 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bca84cc-a4b5-4feb-bb20-fd965b85b175 None None] No DVR routers for this DVR port 1c35c0b6-c88b-4bd3-93f0-9b8d9a9c9761 on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:35:42.765178 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:42.777921 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b7590d-830e-49cc-857f-180bf855d7b1 None None] get_active_networks_info from dv-neutron-858900-1-hyperv {{(pid=89010) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 22 21:35:42.914875 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-457b3642-8f32-49e4-b55a-e0a95e0007c1 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "PUT /v2.0/routers/3e275994-66f7-401b-af7f-d615964d2928/tags HTTP/1.1" status: 200 len: 318 time: 0.4787278 Sep 22 21:35:42.919153 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43638) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:42.924331 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.tag.tag_plugin [None req-82455493-4440-454f-9c9f-e57f61216711 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3e275994-66f7-401b-af7f-d615964d2928') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:42.925449 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b7590d-830e-49cc-857f-180bf855d7b1 None None] Resources bound (agent type, host, resource id): {{(pid=89010) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 21:35:42.995600 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3283b8ec-525a-4411-a88d-280963611631 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for router_gateway, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:43.035052 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3283b8ec-525a-4411-a88d-280963611631 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:43.064436 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:43.085431 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 9634db77-5be8-4f9d-bfdb-90f12459c132 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:35:43.163390 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-6476bb58-1959-4e26-bacd-890334cbee1d None None] Attempt 3 to provision port f9825133-ff76-49bf-a414-8a11093d0ae6 Sep 22 21:35:43.283727 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-6476bb58-1959-4e26-bacd-890334cbee1d None None] Port f9825133-ff76-49bf-a414-8a11093d0ae6 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:35:43.306674 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-4fe8839a-c80d-40af-89f7-3a08444a5ccd tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Allocated IP 172.20.0.1 (7aa72b9f-5f6e-430e-b869-39882980d807/a39342d5-7c55-4edf-9e90-8151727cc06a/011154ed-c556-4b34-9f93-6d295f580547) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:35:43.306885 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 9634db77-5be8-4f9d-bfdb-90f12459c132 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:35:43.307132 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:43.307461 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a60f55-c52f-4589-8d54-8840c56981c4 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:43.307590 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 9634db77-5be8-4f9d-bfdb-90f12459c132 Sep 22 21:35:43.313203 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a60f55-c52f-4589-8d54-8840c56981c4 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:43.319127 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a60f55-c52f-4589-8d54-8840c56981c4 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:43.325809 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a60f55-c52f-4589-8d54-8840c56981c4 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:43.331721 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a60f55-c52f-4589-8d54-8840c56981c4 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:43.337367 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-f3a60f55-c52f-4589-8d54-8840c56981c4 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3093 time: 0.8996305 Sep 22 21:35:43.340180 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43642) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:43.380280 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48e8c92-647d-4e0d-84f8-325dfae05a0e tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Router b01e4a42-f47c-417d-900d-13592e7edcd2 is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:35:43.521558 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 9634db77-5be8-4f9d-bfdb-90f12459c132 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:35:43.523032 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 74656147-96a7-4024-b59b-56aedc9e3a1d up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:35:43.548726 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4fe8839a-c80d-40af-89f7-3a08444a5ccd tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:43.567205 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-82455493-4440-454f-9c9f-e57f61216711 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "DELETE /v2.0/routers/3e275994-66f7-401b-af7f-d615964d2928/tags HTTP/1.1" status: 204 len: 168 time: 0.6469181 Sep 22 21:35:43.572272 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43646) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:43.576271 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-3283b8ec-525a-4411-a88d-280963611631 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Allocated IP 172.26.0.218 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/26707bea-8aa6-42ad-94da-3966e059664a) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:35:43.601229 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.tag.tag_plugin [None req-ee2f4b7f-3820-4d97-89c7-b918505be03f tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3e275994-66f7-401b-af7f-d615964d2928', 'tempest-TagsExtTest-Tag-1999621736') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:43.604519 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 74656147-96a7-4024-b59b-56aedc9e3a1d triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:35:43.605009 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:43.605447 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 74656147-96a7-4024-b59b-56aedc9e3a1d Sep 22 21:35:43.742029 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 74656147-96a7-4024-b59b-56aedc9e3a1d is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:35:43.784915 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-6476bb58-1959-4e26-bacd-890334cbee1d None None] Attempt 4 to provision port f9825133-ff76-49bf-a414-8a11093d0ae6 Sep 22 21:35:43.814794 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 1c35c0b6-c88b-4bd3-93f0-9b8d9a9c9761 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:35:43.820361 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4fe8839a-c80d-40af-89f7-3a08444a5ccd tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:43.861873 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 1c35c0b6-c88b-4bd3-93f0-9b8d9a9c9761 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:35:43.862270 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 1c35c0b6-c88b-4bd3-93f0-9b8d9a9c9761 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:35:43.887068 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-6476bb58-1959-4e26-bacd-890334cbee1d None None] Port f9825133-ff76-49bf-a414-8a11093d0ae6 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:35:43.929190 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe8839a-c80d-40af-89f7-3a08444a5ccd tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Network 7aa72b9f-5f6e-430e-b869-39882980d807 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:35:43.941338 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-4fe8839a-c80d-40af-89f7-3a08444a5ccd tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:35:43.948983 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe8839a-c80d-40af-89f7-3a08444a5ccd tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:35:43.973090 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6522df6c-bd1d-4644-9f06-407545a8ab7c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 680 time: 0.6294188 Sep 22 21:35:43.975500 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe8839a-c80d-40af-89f7-3a08444a5ccd tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Pushing event updated for resources: {'Port': ['ID=011154ed-c556-4b34-9f93-6d295f580547,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:43.982947 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3283b8ec-525a-4411-a88d-280963611631 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:43.985960 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43650) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:44.019097 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4fe8839a-c80d-40af-89f7-3a08444a5ccd tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:44.062284 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.objects.ports [None req-e36ea938-4571-4519-92b8-32d2ecc421d3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89009) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 21:35:44.071040 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48e8c92-647d-4e0d-84f8-325dfae05a0e tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:35:44.071407 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3283b8ec-525a-4411-a88d-280963611631 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:44.072626 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e36ea938-4571-4519-92b8-32d2ecc421d3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:44.076971 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-ee2f4b7f-3820-4d97-89c7-b918505be03f tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] show failed (client error): The resource could not be found. Sep 22 21:35:44.081112 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ee2f4b7f-3820-4d97-89c7-b918505be03f tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "GET /v2.0/routers/3e275994-66f7-401b-af7f-d615964d2928/tags/tempest-TagsExtTest-Tag-1999621736 HTTP/1.1" status: 404 len: 329 time: 0.4942079 Sep 22 21:35:44.085806 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7405925-1f6e-4cf7-b0e0-b1471ef30a64 None None] Sync routers for ids ['b01e4a42-f47c-417d-900d-13592e7edcd2'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:35:44.096888 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7405925-1f6e-4cf7-b0e0-b1471ef30a64 None None] Routers {'b01e4a42-f47c-417d-900d-13592e7edcd2'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:35:44.097731 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-a7405925-1f6e-4cf7-b0e0-b1471ef30a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:35:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b01e4a42-f47c-417d-900d-13592e7edcd2'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:44.120427 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43654) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:44.142888 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.tag.tag_plugin [None req-4db36baa-5231-4dba-bda8-c454881ff8b3 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3e275994-66f7-401b-af7f-d615964d2928', 'tempest-TagsExtTest-Tag-1320200614') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:44.172151 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36ea938-4571-4519-92b8-32d2ecc421d3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:35:44.186898 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-e36ea938-4571-4519-92b8-32d2ecc421d3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:35:44.195659 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81317f08-38ef-47dc-b6c2-1199497953f9 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:44.197687 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81317f08-38ef-47dc-b6c2-1199497953f9 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:44.202938 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-81317f08-38ef-47dc-b6c2-1199497953f9 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2159967 Sep 22 21:35:44.206946 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43658) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:44.208436 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36ea938-4571-4519-92b8-32d2ecc421d3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:44.209488 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e36ea938-4571-4519-92b8-32d2ecc421d3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:44.218274 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c48e8c92-647d-4e0d-84f8-325dfae05a0e tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:44.219893 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c48e8c92-647d-4e0d-84f8-325dfae05a0e tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 8.7355475 Sep 22 21:35:44.222474 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3283b8ec-525a-4411-a88d-280963611631 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:35:44.259787 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43662) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:44.268936 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-3283b8ec-525a-4411-a88d-280963611631 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:35:44.280066 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3283b8ec-525a-4411-a88d-280963611631 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:35:44.338141 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ea938-4571-4519-92b8-32d2ecc421d3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Subnet': ['ID=c03dc865-a5d7-48a4-b1c5-bfabd51457e8,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:44.346544 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a41ea9-87c5-456d-809e-64e7840c98b9 None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:35:44.356054 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e36ea938-4571-4519-92b8-32d2ecc421d3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9983242 Sep 22 21:35:44.367808 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43666) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:44.378487 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3283b8ec-525a-4411-a88d-280963611631 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event updated for resources: {'Port': ['ID=26707bea-8aa6-42ad-94da-3966e059664a,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:44.379139 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-7da4ac60-ca17-4e74-ad87-0eb68af6b950 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'subnet': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:44.416875 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-6476bb58-1959-4e26-bacd-890334cbee1d None None] Attempt 5 to provision port f9825133-ff76-49bf-a414-8a11093d0ae6 Sep 22 21:35:44.491805 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb1268b-146a-43d8-a299-e14bca2519be tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attributes excluded by policy engine: ['shared'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:44.493117 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb1268b-146a-43d8-a299-e14bca2519be tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attributes excluded by policy engine: ['shared'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:44.500212 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-adb1268b-146a-43d8-a299-e14bca2519be tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2766600 Sep 22 21:35:44.507940 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-4db36baa-5231-4dba-bda8-c454881ff8b3 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] show failed (client error): The resource could not be found. Sep 22 21:35:44.508943 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-4db36baa-5231-4dba-bda8-c454881ff8b3 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "GET /v2.0/routers/3e275994-66f7-401b-af7f-d615964d2928/tags/tempest-TagsExtTest-Tag-1320200614 HTTP/1.1" status: 404 len: 329 time: 0.3875802 Sep 22 21:35:44.514336 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-a7405925-1f6e-4cf7-b0e0-b1471ef30a64 None None] Set router b01e4a42-f47c-417d-900d-13592e7edcd2 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:35:44.528820 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43670) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:44.529049 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43672) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:44.561120 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:44.563257 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.tag.tag_plugin [None req-af6eba2b-98da-4a99-a1f2-5120b64eca44 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3e275994-66f7-401b-af7f-d615964d2928', 'tempest-TagsExtTest-Tag-1452493207') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:44.643615 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-6476bb58-1959-4e26-bacd-890334cbee1d None None] Port f9825133-ff76-49bf-a414-8a11093d0ae6 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:35:44.692991 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4fe8839a-c80d-40af-89f7-3a08444a5ccd tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:44.890773 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381d350c-aee2-4fb9-862a-6445f8358f06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'tenant_id': '4fef33e75cf240fcbb352fce012907b9', 'fixed_ips': [{'subnet_id': 'c03dc865-a5d7-48a4-b1c5-bfabd51457e8'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:35:44.891768 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-381d350c-aee2-4fb9-862a-6445f8358f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:44.993134 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a5b8bcc9-3c2a-4503-a8f1-5a7ccc0787ab tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:45.049732 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-a7405925-1f6e-4cf7-b0e0-b1471ef30a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01e4a42-f47c-417d-900d-13592e7edcd2', 'name': '', 'tenant_id': 'c275b92bbdea4fe486949cf21439c562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1d68cfd-d65a-4c39-b5ef-c7a83988f2ef', 'external_fixed_ips': [{'subnet_id': '40854360-de39-4252-bd73-1a906957a757', 'ip_address': '2001:db8::35b'}], 'enable_snat': True}, 'gw_port_id': '5416dd0c-c38f-4f96-b0b2-6ce874a62517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:35:35Z', 'updated_at': '2022-09-22T21:35:40Z', 'revision_number': 3, 'project_id': 'c275b92bbdea4fe486949cf21439c562', 'gw_port': {'id': '5416dd0c-c38f-4f96-b0b2-6ce874a62517', 'name': '', 'network_id': 'f1d68cfd-d65a-4c39-b5ef-c7a83988f2ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:86:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01e4a42-f47c-417d-900d-13592e7edcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '40854360-de39-4252-bd73-1a906957a757', 'ip_address': '2001:db8::35b', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:35:38Z', 'updated_at': '2022-09-22T21:35:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40854360-de39-4252-bd73-1a906957a757', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:45.058171 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7405925-1f6e-4cf7-b0e0-b1471ef30a64 None None] Checking router: b01e4a42-f47c-417d-900d-13592e7edcd2 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:35:45.058698 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7405925-1f6e-4cf7-b0e0-b1471ef30a64 None None] Updating router b01e4a42-f47c-417d-900d-13592e7edcd2 port 5416dd0c-c38f-4f96-b0b2-6ce874a62517 binding host dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:35:45.066631 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ca7dd606-a329-46bc-89c8-90f69e02fbeb tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks [] for router, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:45.066809 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3283b8ec-525a-4411-a88d-280963611631 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for router_gateway, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:45.120860 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-381d350c-aee2-4fb9-862a-6445f8358f06 None None] Allocated IP 2001:db8::f816:3eff:fe91:6376 (98c62b9a-5d2a-496f-a1e5-12a6874f54f0/c03dc865-a5d7-48a4-b1c5-bfabd51457e8/dba96c16-265c-455c-a7fa-64f1819e2826) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:35:45.129390 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7405925-1f6e-4cf7-b0e0-b1471ef30a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:45.160220 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-6476bb58-1959-4e26-bacd-890334cbee1d None None] Attempt 6 to provision port f9825133-ff76-49bf-a414-8a11093d0ae6 Sep 22 21:35:45.253310 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-7da4ac60-ca17-4e74-ad87-0eb68af6b950 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:45.257675 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-af6eba2b-98da-4a99-a1f2-5120b64eca44 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] show failed (client error): The resource could not be found. Sep 22 21:35:45.259002 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-af6eba2b-98da-4a99-a1f2-5120b64eca44 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "GET /v2.0/routers/3e275994-66f7-401b-af7f-d615964d2928/tags/tempest-TagsExtTest-Tag-1452493207 HTTP/1.1" status: 404 len: 329 time: 0.7270067 Sep 22 21:35:45.279532 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43678) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:45.281540 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-7da4ac60-ca17-4e74-ad87-0eb68af6b950 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Usage tracker for resource:subnet and tenant:4fef33e75cf240fcbb352fce012907b9 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:35:45.292929 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-7da4ac60-ca17-4e74-ad87-0eb68af6b950 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:35:45.300951 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.tag.tag_plugin [None req-0cd9607a-02e4-4002-bee3-7e29a2599b7e tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '42f289cb-968f-4010-b25d-755bb9fe5697', {'tags': ['tempest-TagsExtTest-Tag-94493630', 'tempest-TagsExtTest-Tag-1919002175', 'tempest-TagsExtTest-Tag-299898601']}) {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:45.324052 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-7da4ac60-ca17-4e74-ad87-0eb68af6b950 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:35:45.428633 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-6476bb58-1959-4e26-bacd-890334cbee1d None None] Port f9825133-ff76-49bf-a414-8a11093d0ae6 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:35:45.441686 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955b9ad7-85d5-4931-a6f5-2ae70183a1a0 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:45.443111 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-955b9ad7-85d5-4931-a6f5-2ae70183a1a0 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "GET /v2.0/networks/ca2c7e95-a561-45cb-b8d4-17c6406707de HTTP/1.1" status: 200 len: 798 time: 0.9125566 Sep 22 21:35:45.450527 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43682) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:45.527386 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da4ac60-ca17-4e74-ad87-0eb68af6b950 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:35:45.530727 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7da4ac60-ca17-4e74-ad87-0eb68af6b950 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:45.651639 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ca7dd606-a329-46bc-89c8-90f69e02fbeb tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:45.662015 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-381d350c-aee2-4fb9-862a-6445f8358f06 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:45.665478 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-0cd9607a-02e4-4002-bee3-7e29a2599b7e tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "PUT /v2.0/subnetpools/42f289cb-968f-4010-b25d-755bb9fe5697/tags HTTP/1.1" status: 200 len: 315 time: 0.3780527 Sep 22 21:35:45.666954 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43686) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:45.675274 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.tag.tag_plugin [None req-e72227e9-034a-4141-91e6-557846695ac9 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '42f289cb-968f-4010-b25d-755bb9fe5697') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:45.682136 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-381d350c-aee2-4fb9-862a-6445f8358f06 None None] Transition to ACTIVE for port object dba96c16-265c-455c-a7fa-64f1819e2826 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:35:45.694970 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-ca7dd606-a329-46bc-89c8-90f69e02fbeb tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Deleting port 5416dd0c-c38f-4f96-b0b2-6ce874a62517 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:35:45.695317 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ca7dd606-a329-46bc-89c8-90f69e02fbeb tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:45.712803 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-381d350c-aee2-4fb9-862a-6445f8358f06 None None] Transition to ACTIVE for port object dba96c16-265c-455c-a7fa-64f1819e2826 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:35:45.760220 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-381d350c-aee2-4fb9-862a-6445f8358f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:45.815281 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3283b8ec-525a-4411-a88d-280963611631 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:45.828224 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-d602a4a8-15a8-4f21-9923-6d55a2fa016c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Synchronizing usage tracker for tenant:cea970100f344bf88cd0b9c37fe15dda on resource:network {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:35:45.885624 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381d350c-aee2-4fb9-862a-6445f8358f06 None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:35:45.895856 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-381d350c-aee2-4fb9-862a-6445f8358f06 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:35:45.901365 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381d350c-aee2-4fb9-862a-6445f8358f06 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:35:45.908663 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7405925-1f6e-4cf7-b0e0-b1471ef30a64 None None] Notify callbacks [] for port, precommit_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:45.927457 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4fe8839a-c80d-40af-89f7-3a08444a5ccd tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:45.935091 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-d602a4a8-15a8-4f21-9923-6d55a2fa016c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Unset dirty status for tenant:cea970100f344bf88cd0b9c37fe15dda on resource:network {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:35:45.939948 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-d602a4a8-15a8-4f21-9923-6d55a2fa016c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "GET /v2.0/networks/ca2c7e95-a561-45cb-b8d4-17c6406707de?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 314 time: 0.4827030 Sep 22 21:35:45.940875 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43690) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:45.945643 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4fe8839a-c80d-40af-89f7-3a08444a5ccd tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:45.969371 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-a7405925-1f6e-4cf7-b0e0-b1471ef30a64 None None] Transition to ACTIVE for port object 5416dd0c-c38f-4f96-b0b2-6ce874a62517 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:35:45.975954 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-6476bb58-1959-4e26-bacd-890334cbee1d None None] Attempt 7 to provision port f9825133-ff76-49bf-a414-8a11093d0ae6 Sep 22 21:35:46.005990 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d350c-aee2-4fb9-862a-6445f8358f06 None None] Pushing event updated for resources: {'Port': ['ID=dba96c16-265c-455c-a7fa-64f1819e2826,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:46.014591 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e72227e9-034a-4141-91e6-557846695ac9 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "DELETE /v2.0/subnetpools/42f289cb-968f-4010-b25d-755bb9fe5697/tags HTTP/1.1" status: 204 len: 168 time: 0.3419206 Sep 22 21:35:46.014591 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-a5b8bcc9-3c2a-4503-a8f1-5a7ccc0787ab tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Deleting port f9825133-ff76-49bf-a414-8a11093d0ae6 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:35:46.014591 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a5b8bcc9-3c2a-4503-a8f1-5a7ccc0787ab tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:46.039144 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7405925-1f6e-4cf7-b0e0-b1471ef30a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:46.049623 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43694) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:46.070867 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.tag.tag_plugin [None req-c8f17ba9-1810-46db-881f-70fe991dbb27 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '42f289cb-968f-4010-b25d-755bb9fe5697', 'tempest-TagsExtTest-Tag-94493630') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:46.129034 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ca7dd606-a329-46bc-89c8-90f69e02fbeb tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:46.130282 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-a7405925-1f6e-4cf7-b0e0-b1471ef30a64 None None] Attempting to bind port 5416dd0c-c38f-4f96-b0b2-6ce874a62517 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:35:46.130779 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-a7405925-1f6e-4cf7-b0e0-b1471ef30a64 None None] Attempting to bind port 5416dd0c-c38f-4f96-b0b2-6ce874a62517 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'baa6da84-14ec-4eb4-b448-299e69fb7400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f1d68cfd-d65a-4c39-b5ef-c7a83988f2ef'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:35:46.131052 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7405925-1f6e-4cf7-b0e0-b1471ef30a64 None None] Attempting to bind port 5416dd0c-c38f-4f96-b0b2-6ce874a62517 on network f1d68cfd-d65a-4c39-b5ef-c7a83988f2ef {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:35:46.181146 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75211c5-426a-451b-b3ba-cc43868fd87e None None] Pushing event updated for resources: {'Port': ['ID=5416dd0c-c38f-4f96-b0b2-6ce874a62517,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:46.184504 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7405925-1f6e-4cf7-b0e0-b1471ef30a64 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:35:46.184881 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7405925-1f6e-4cf7-b0e0-b1471ef30a64 None None] Checking segment: {'id': 'baa6da84-14ec-4eb4-b448-299e69fb7400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f1d68cfd-d65a-4c39-b5ef-c7a83988f2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:35:46.185189 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4fe8839a-c80d-40af-89f7-3a08444a5ccd tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:46.185354 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7405925-1f6e-4cf7-b0e0-b1471ef30a64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:46.185652 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7405925-1f6e-4cf7-b0e0-b1471ef30a64 None None] Bound using segment: {'id': 'baa6da84-14ec-4eb4-b448-299e69fb7400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f1d68cfd-d65a-4c39-b5ef-c7a83988f2ef'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:35:46.186128 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-a7405925-1f6e-4cf7-b0e0-b1471ef30a64 None None] Bound port: 5416dd0c-c38f-4f96-b0b2-6ce874a62517, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baa6da84-14ec-4eb4-b448-299e69fb7400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f1d68cfd-d65a-4c39-b5ef-c7a83988f2ef'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:35:46.186496 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7405925-1f6e-4cf7-b0e0-b1471ef30a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:46.193986 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe8839a-c80d-40af-89f7-3a08444a5ccd tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Pushing event updated for resources: {'Port': ['ID=011154ed-c556-4b34-9f93-6d295f580547,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:46.204590 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82491e7c-3d0a-4a33-9d36-05ad5fe72eec tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:46.209938 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-82491e7c-3d0a-4a33-9d36-05ad5fe72eec tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "GET /v2.0/subnets/3999fb05-e54e-491a-b9d3-4db8b985f6db HTTP/1.1" status: 200 len: 811 time: 0.2641451 Sep 22 21:35:46.214118 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43698) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:46.244887 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-6476bb58-1959-4e26-bacd-890334cbee1d None None] Port f9825133-ff76-49bf-a414-8a11093d0ae6 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:35:46.269161 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-381d350c-aee2-4fb9-862a-6445f8358f06 None None] Attempting to bind port dba96c16-265c-455c-a7fa-64f1819e2826 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:35:46.269934 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-381d350c-aee2-4fb9-862a-6445f8358f06 None None] Attempting to bind port dba96c16-265c-455c-a7fa-64f1819e2826 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:35:46.271172 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381d350c-aee2-4fb9-862a-6445f8358f06 None None] Attempting to bind port dba96c16-265c-455c-a7fa-64f1819e2826 on network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:35:46.284022 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381d350c-aee2-4fb9-862a-6445f8358f06 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:35:46.285311 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381d350c-aee2-4fb9-862a-6445f8358f06 None None] Checking segment: {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:35:46.286309 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-381d350c-aee2-4fb9-862a-6445f8358f06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:46.286951 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381d350c-aee2-4fb9-862a-6445f8358f06 None None] Bound using segment: {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:35:46.287682 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-381d350c-aee2-4fb9-862a-6445f8358f06 None None] Bound port: dba96c16-265c-455c-a7fa-64f1819e2826, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:35:46.288316 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-381d350c-aee2-4fb9-862a-6445f8358f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:46.301035 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edda2a21-e618-42cb-8d89-69d91a1ece57 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attributes excluded by policy engine: ['shared'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:46.301945 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-edda2a21-e618-42cb-8d89-69d91a1ece57 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "GET /v2.0/subnets/3999fb05-e54e-491a-b9d3-4db8b985f6db?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0868876 Sep 22 21:35:46.311732 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43702) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:46.366080 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-4e2f34ce-5758-4f91-a190-e1eadcb2c2d9 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1665340494'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:46.378200 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-4e2f34ce-5758-4f91-a190-e1eadcb2c2d9 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:46.388865 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-a7405925-1f6e-4cf7-b0e0-b1471ef30a64 None None] For port 5416dd0c-c38f-4f96-b0b2-6ce874a62517, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:35:46.402454 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-a7405925-1f6e-4cf7-b0e0-b1471ef30a64 None None] For port 5416dd0c-c38f-4f96-b0b2-6ce874a62517, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=5416dd0c-c38f-4f96-b0b2-6ce874a62517,segment=NetworkSegment(baa6da84-14ec-4eb4-b448-299e69fb7400),segment_id=baa6da84-14ec-4eb4-b448-299e69fb7400)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:35:46.409235 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-4e2f34ce-5758-4f91-a190-e1eadcb2c2d9 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:35:46.416170 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7405925-1f6e-4cf7-b0e0-b1471ef30a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:46.440793 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3283b8ec-525a-4411-a88d-280963611631 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Router 0fa6e7ea-720a-4c89-acb9-1cf69ddd3034 is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:35:46.443131 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2f34ce-5758-4f91-a190-e1eadcb2c2d9 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Made reservation on behalf of cea970100f344bf88cd0b9c37fe15dda for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:35:46.446422 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4e2f34ce-5758-4f91-a190-e1eadcb2c2d9 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:46.497304 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-ca7dd606-a329-46bc-89c8-90f69e02fbeb tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Calling delete_port for 5416dd0c-c38f-4f96-b0b2-6ce874a62517 owned by network:router_gateway {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:35:46.500841 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75211c5-426a-451b-b3ba-cc43868fd87e None None] Pushing event updated for resources: {'Port': ['ID=5416dd0c-c38f-4f96-b0b2-6ce874a62517,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:46.504236 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7405925-1f6e-4cf7-b0e0-b1471ef30a64 None None] Routers {'b01e4a42-f47c-417d-900d-13592e7edcd2'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:35:46.505558 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-a7405925-1f6e-4cf7-b0e0-b1471ef30a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:35:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b01e4a42-f47c-417d-900d-13592e7edcd2'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:46.541553 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-c8f17ba9-1810-46db-881f-70fe991dbb27 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] show failed (client error): The resource could not be found. Sep 22 21:35:46.542619 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c8f17ba9-1810-46db-881f-70fe991dbb27 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "GET /v2.0/subnetpools/42f289cb-968f-4010-b25d-755bb9fe5697/tags/tempest-TagsExtTest-Tag-94493630 HTTP/1.1" status: 404 len: 327 time: 0.4874785 Sep 22 21:35:46.553775 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43706) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:46.560271 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-381d350c-aee2-4fb9-862a-6445f8358f06 None None] For port dba96c16-265c-455c-a7fa-64f1819e2826, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:35:46.568680 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.tag.tag_plugin [None req-47e2678a-9503-4206-bb25-ca9e1e999a57 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '42f289cb-968f-4010-b25d-755bb9fe5697', 'tempest-TagsExtTest-Tag-1919002175') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:46.642167 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-381d350c-aee2-4fb9-862a-6445f8358f06 None None] For port dba96c16-265c-455c-a7fa-64f1819e2826, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=dba96c16-265c-455c-a7fa-64f1819e2826,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:35:46.657955 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-381d350c-aee2-4fb9-862a-6445f8358f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:46.690695 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe8839a-c80d-40af-89f7-3a08444a5ccd tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Network 7aa72b9f-5f6e-430e-b869-39882980d807 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:35:46.694964 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a5b8bcc9-3c2a-4503-a8f1-5a7ccc0787ab tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:46.695428 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-4fe8839a-c80d-40af-89f7-3a08444a5ccd tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:35:46.711004 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e2f34ce-5758-4f91-a190-e1eadcb2c2d9 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:35:46.749288 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-6476bb58-1959-4e26-bacd-890334cbee1d None None] Attempt 8 to provision port f9825133-ff76-49bf-a414-8a11093d0ae6 Sep 22 21:35:46.787696 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d350c-aee2-4fb9-862a-6445f8358f06 None None] Pushing event updated for resources: {'Port': ['ID=dba96c16-265c-455c-a7fa-64f1819e2826,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:46.822749 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-a5b8bcc9-3c2a-4503-a8f1-5a7ccc0787ab tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Calling delete_port for f9825133-ff76-49bf-a414-8a11093d0ae6 owned by network:router_interface {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:35:46.836917 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-6476bb58-1959-4e26-bacd-890334cbee1d None None] Port f9825133-ff76-49bf-a414-8a11093d0ae6 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:35:46.838147 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-a7405925-1f6e-4cf7-b0e0-b1471ef30a64 None None] Set router b01e4a42-f47c-417d-900d-13592e7edcd2 gateway port host: None {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:35:46.852076 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7da4ac60-ca17-4e74-ad87-0eb68af6b950 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:46.855700 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4e2f34ce-5758-4f91-a190-e1eadcb2c2d9 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:46.856197 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-4e2f34ce-5758-4f91-a190-e1eadcb2c2d9 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Added segment 4a8745f1-5646-490f-a629-49f5cc97a058 of type vlan for network 4c2f5ebe-396e-44b5-8c9a-3547ae37867c Sep 22 21:35:46.856300 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-47e2678a-9503-4206-bb25-ca9e1e999a57 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] show failed (client error): The resource could not be found. Sep 22 21:35:46.857235 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-47e2678a-9503-4206-bb25-ca9e1e999a57 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "GET /v2.0/subnetpools/42f289cb-968f-4010-b25d-755bb9fe5697/tags/tempest-TagsExtTest-Tag-1919002175 HTTP/1.1" status: 404 len: 329 time: 0.2987370 Sep 22 21:35:46.871814 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43710) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:46.880904 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.tag.tag_plugin [None req-83783b62-54c1-4465-ade5-5cc62fb613f1 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '42f289cb-968f-4010-b25d-755bb9fe5697', 'tempest-TagsExtTest-Tag-299898601') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:46.967336 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da4ac60-ca17-4e74-ad87-0eb68af6b950 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:35:46.971218 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-a7405925-1f6e-4cf7-b0e0-b1471ef30a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01e4a42-f47c-417d-900d-13592e7edcd2', 'name': '', 'tenant_id': 'c275b92bbdea4fe486949cf21439c562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:35:35Z', 'updated_at': '2022-09-22T21:35:45Z', 'revision_number': 4, 'project_id': 'c275b92bbdea4fe486949cf21439c562', 'gw_port_host': None}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:46.976525 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-7da4ac60-ca17-4e74-ad87-0eb68af6b950 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:35:46.978586 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7405925-1f6e-4cf7-b0e0-b1471ef30a64 None None] The sync data for ids ['b01e4a42-f47c-417d-900d-13592e7edcd2'] in dv-neutron-858900-1-hyperv is: [{'id': 'b01e4a42-f47c-417d-900d-13592e7edcd2', 'name': '', 'tenant_id': 'c275b92bbdea4fe486949cf21439c562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:35:35Z', 'updated_at': '2022-09-22T21:35:45Z', 'revision_number': 4, 'project_id': 'c275b92bbdea4fe486949cf21439c562', 'gw_port_host': None}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:35:46.984651 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da4ac60-ca17-4e74-ad87-0eb68af6b950 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:46.985239 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7da4ac60-ca17-4e74-ad87-0eb68af6b950 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:47.016549 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da4ac60-ca17-4e74-ad87-0eb68af6b950 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Subnet': ['ID=f5f85563-9dce-406d-bb55-22dfca389888,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:47.019013 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4e2f34ce-5758-4f91-a190-e1eadcb2c2d9 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:47.026056 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3283b8ec-525a-4411-a88d-280963611631 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:35:47.040587 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.db.api [None req-ca7dd606-a329-46bc-89c8-90f69e02fbeb tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:35:47.040816 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG oslo_db.api [None req-ca7dd606-a329-46bc-89c8-90f69e02fbeb tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:35:47.042898 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b941755-57a6-48e3-b164-ab76200060dc None None] Sync routers for ids ['0fa6e7ea-720a-4c89-acb9-1cf69ddd3034'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:35:47.060886 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-7da4ac60-ca17-4e74-ad87-0eb68af6b950 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6892445 Sep 22 21:35:47.063353 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b941755-57a6-48e3-b164-ab76200060dc None None] Routers {'0fa6e7ea-720a-4c89-acb9-1cf69ddd3034'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:35:47.064665 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-7b941755-57a6-48e3-b164-ab76200060dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:35:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['0fa6e7ea-720a-4c89-acb9-1cf69ddd3034'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:47.067982 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43714) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:47.076256 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-5ef3fed2-5db2-4464-b779-f745a83a135c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'port': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'mac_address': 'fa:16:3e:10:cb:19', 'name': 'tempest-NetworksTestDHCPv6-434804520'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:47.125182 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-83783b62-54c1-4465-ade5-5cc62fb613f1 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] show failed (client error): The resource could not be found. Sep 22 21:35:47.126398 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-83783b62-54c1-4465-ade5-5cc62fb613f1 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "GET /v2.0/subnetpools/42f289cb-968f-4010-b25d-755bb9fe5697/tags/tempest-TagsExtTest-Tag-299898601 HTTP/1.1" status: 404 len: 328 time: 0.2497554 Sep 22 21:35:47.130260 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43718) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:47.144692 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe8839a-c80d-40af-89f7-3a08444a5ccd tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Router b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:35:47.149970 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4e2f34ce-5758-4f91-a190-e1eadcb2c2d9 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:47.159033 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2f34ce-5758-4f91-a190-e1eadcb2c2d9 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:47.159758 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4e2f34ce-5758-4f91-a190-e1eadcb2c2d9 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:47.188730 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3283b8ec-525a-4411-a88d-280963611631 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:47.193234 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-3283b8ec-525a-4411-a88d-280963611631 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.3015130 Sep 22 21:35:47.204045 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43722) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:47.207519 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.tag.tag_plugin [None req-e00d9eaa-9d95-406f-a0b5-f708b7451304 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '42f289cb-968f-4010-b25d-755bb9fe5697') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:47.308568 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-7b941755-57a6-48e3-b164-ab76200060dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:47.320273 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b941755-57a6-48e3-b164-ab76200060dc None None] Routers {'0fa6e7ea-720a-4c89-acb9-1cf69ddd3034'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:35:47.322176 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-7b941755-57a6-48e3-b164-ab76200060dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:35:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['0fa6e7ea-720a-4c89-acb9-1cf69ddd3034'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:47.338733 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-6476bb58-1959-4e26-bacd-890334cbee1d None None] Attempt 9 to provision port f9825133-ff76-49bf-a414-8a11093d0ae6 Sep 22 21:35:47.391831 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-7b941755-57a6-48e3-b164-ab76200060dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:47.392369 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b941755-57a6-48e3-b164-ab76200060dc None None] The sync data for ids ['0fa6e7ea-720a-4c89-acb9-1cf69ddd3034'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:35:47.428464 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-6476bb58-1959-4e26-bacd-890334cbee1d None None] Port f9825133-ff76-49bf-a414-8a11093d0ae6 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:35:47.430089 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a5b8bcc9-3c2a-4503-a8f1-5a7ccc0787ab tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:47.479434 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e00d9eaa-9d95-406f-a0b5-f708b7451304 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "DELETE /v2.0/subnetpools/42f289cb-968f-4010-b25d-755bb9fe5697/tags HTTP/1.1" status: 204 len: 168 time: 0.3481262 Sep 22 21:35:47.489515 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43726) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:47.521061 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b8bcc9-3c2a-4503-a8f1-5a7ccc0787ab tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Pushing event deleted for resources: {'Port': ['ID=f9825133-ff76-49bf-a414-8a11093d0ae6,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:47.537820 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.tag.tag_plugin [None req-c16f70b4-fbb3-471a-aa84-8d20238df299 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3e275994-66f7-401b-af7f-d615964d2928') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:47.549558 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-4e2f34ce-5758-4f91-a190-e1eadcb2c2d9 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2367437 Sep 22 21:35:47.558656 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43730) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:47.574476 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-52d09354-3566-4345-b1e4-b3a99217a591 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Request body: {'subnet': {'network_id': '4c2f5ebe-396e-44b5-8c9a-3547ae37867c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:47.585672 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-5ef3fed2-5db2-4464-b779-f745a83a135c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:47.588088 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-ca7dd606-a329-46bc-89c8-90f69e02fbeb tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Deleting port 5416dd0c-c38f-4f96-b0b2-6ce874a62517 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:35:47.588436 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ca7dd606-a329-46bc-89c8-90f69e02fbeb tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:47.595336 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2f34ce-5758-4f91-a190-e1eadcb2c2d9 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event updated for resources: {'Network': ['ID=4c2f5ebe-396e-44b5-8c9a-3547ae37867c,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:47.608209 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 4c2f5ebe-396e-44b5-8c9a-3547ae37867c details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:35:47.627580 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-5ef3fed2-5db2-4464-b779-f745a83a135c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Usage tracker for resource:port and tenant:4fef33e75cf240fcbb352fce012907b9 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:35:47.671483 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-5ef3fed2-5db2-4464-b779-f745a83a135c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:35:47.686916 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-5ef3fed2-5db2-4464-b779-f745a83a135c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:35:47.741295 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-7ae5a6d6-89c0-48b9-81eb-43fce720a2b3 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "GET /v2.0/routers/0fa6e7ea-720a-4c89-acb9-1cf69ddd3034 HTTP/1.1" status: 200 len: 885 time: 0.5328698 Sep 22 21:35:47.758492 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43734) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:47.783139 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-52d09354-3566-4345-b1e4-b3a99217a591 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:47.800059 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-52d09354-3566-4345-b1e4-b3a99217a591 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:35:47.802740 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe8839a-c80d-40af-89f7-3a08444a5ccd tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:35:47.807996 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-4fe8839a-c80d-40af-89f7-3a08444a5ccd tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] 10.222.0.33 "PUT /v2.0/routers/b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8835487 Sep 22 21:35:47.811717 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43738) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:47.817470 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3da5cc3-3d78-41c7-b713-2f8a24a43235 None None] Sync routers for ids ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:35:47.818997 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-1561fb6f-89ed-4318-a203-05492cc3efa2 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Request body: {'port': {'network_id': '7aa72b9f-5f6e-430e-b869-39882980d807', 'name': 'tempest-FloatingIPTestJSON-2146475641'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:47.836364 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3da5cc3-3d78-41c7-b713-2f8a24a43235 None None] Routers {'b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:35:47.836364 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-d3da5cc3-3d78-41c7-b713-2f8a24a43235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:35:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:47.840705 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d09354-3566-4345-b1e4-b3a99217a591 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Made reservation on behalf of cea970100f344bf88cd0b9c37fe15dda for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:35:47.844196 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-52d09354-3566-4345-b1e4-b3a99217a591 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:47.859891 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef3fed2-5db2-4464-b779-f745a83a135c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'port': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:35:47.904021 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-d3da5cc3-3d78-41c7-b713-2f8a24a43235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:47.912806 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3da5cc3-3d78-41c7-b713-2f8a24a43235 None None] Routers {'b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:35:47.913413 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-d3da5cc3-3d78-41c7-b713-2f8a24a43235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:35:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:47.966733 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-6476bb58-1959-4e26-bacd-890334cbee1d None None] Attempt 10 to provision port f9825133-ff76-49bf-a414-8a11093d0ae6 Sep 22 21:35:48.002854 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.ipam_backend_mixin [None req-52d09354-3566-4345-b1e4-b3a99217a591 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Performing IP validity checks on allocation pools {{(pid=89008) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 22 21:35:48.003425 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.ipam_backend_mixin [None req-52d09354-3566-4345-b1e4-b3a99217a591 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89008) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 22 21:35:48.012503 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-6476bb58-1959-4e26-bacd-890334cbee1d None None] Port f9825133-ff76-49bf-a414-8a11093d0ae6 was deleted so its status cannot be updated. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:35:48.025687 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-d3da5cc3-3d78-41c7-b713-2f8a24a43235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:48.026096 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3da5cc3-3d78-41c7-b713-2f8a24a43235 None None] The sync data for ids ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:35:48.030505 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-6476bb58-1959-4e26-bacd-890334cbee1d None None] Provisioning complete for port 9634db77-5be8-4f9d-bfdb-90f12459c132 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:35:48.032796 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6476bb58-1959-4e26-bacd-890334cbee1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:48.032796 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-6476bb58-1959-4e26-bacd-890334cbee1d None None] Attempt 1 to provision port 9634db77-5be8-4f9d-bfdb-90f12459c132 Sep 22 21:35:48.068457 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-1561fb6f-89ed-4318-a203-05492cc3efa2 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:48.074027 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-1561fb6f-89ed-4318-a203-05492cc3efa2 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Usage tracker for resource:port and tenant:43c8fa0213da4f47a6706f7ea64b9b94 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:35:48.078193 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-1561fb6f-89ed-4318-a203-05492cc3efa2 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:35:48.086892 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-1561fb6f-89ed-4318-a203-05492cc3efa2 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:35:48.136911 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1561fb6f-89ed-4318-a203-05492cc3efa2 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Made reservation on behalf of 43c8fa0213da4f47a6706f7ea64b9b94 for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:35:48.140659 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1561fb6f-89ed-4318-a203-05492cc3efa2 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:48.161923 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-6476bb58-1959-4e26-bacd-890334cbee1d None None] Current status of the port 9634db77-5be8-4f9d-bfdb-90f12459c132 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:35:48.173493 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-6476bb58-1959-4e26-bacd-890334cbee1d None None] Provisioning complete for port 74656147-96a7-4024-b59b-56aedc9e3a1d triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:35:48.173797 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6476bb58-1959-4e26-bacd-890334cbee1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:48.174058 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-6476bb58-1959-4e26-bacd-890334cbee1d None None] Attempt 1 to provision port 74656147-96a7-4024-b59b-56aedc9e3a1d Sep 22 21:35:48.176110 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [None req-1561fb6f-89ed-4318-a203-05492cc3efa2 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] device_id is not set on port 60901503-f5d1-4079-8354-0ee53c52d288 yet. {{(pid=89008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:35:48.315145 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c16f70b4-fbb3-471a-aa84-8d20238df299 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "DELETE /v2.0/routers/3e275994-66f7-401b-af7f-d615964d2928/tags HTTP/1.1" status: 204 len: 168 time: 0.7962654 Sep 22 21:35:48.340365 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43742) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:48.347366 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a5b8bcc9-3c2a-4503-a8f1-5a7ccc0787ab tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:48.356406 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.tag.tag_plugin [None req-e50a7e83-1f69-4e47-bd37-04aea645d0da tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '546d5f0a-2071-427f-8970-00137eb46cf8') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:48.365163 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-6476bb58-1959-4e26-bacd-890334cbee1d None None] Current status of the port 74656147-96a7-4024-b59b-56aedc9e3a1d is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:35:48.451833 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-ca7dd606-a329-46bc-89c8-90f69e02fbeb tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] For port 5416dd0c-c38f-4f96-b0b2-6ce874a62517, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=5416dd0c-c38f-4f96-b0b2-6ce874a62517,segment=NetworkSegment(baa6da84-14ec-4eb4-b448-299e69fb7400),segment_id=baa6da84-14ec-4eb4-b448-299e69fb7400)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:35:48.452302 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ca7dd606-a329-46bc-89c8-90f69e02fbeb tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:48.458713 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-52d09354-3566-4345-b1e4-b3a99217a591 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:48.479968 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-d2fca83b-e694-4306-9402-e635c5c55319 None None] Could not find standard attr ID for object 1c35c0b6-c88b-4bd3-93f0-9b8d9a9c9761. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:35:48.612540 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d09354-3566-4345-b1e4-b3a99217a591 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event updated for resources: {'Subnet': ['ID=16a1bafe-c32a-4e55-9f31-860e9bbf979b,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:48.629679 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-1561fb6f-89ed-4318-a203-05492cc3efa2 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Allocated IP 172.20.0.3 (7aa72b9f-5f6e-430e-b869-39882980d807/a39342d5-7c55-4edf-9e90-8151727cc06a/60901503-f5d1-4079-8354-0ee53c52d288) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:35:48.639833 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d09354-3566-4345-b1e4-b3a99217a591 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Checking segment: {'id': '4a8745f1-5646-490f-a629-49f5cc97a058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4c2f5ebe-396e-44b5-8c9a-3547ae37867c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:35:48.640190 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d09354-3566-4345-b1e4-b3a99217a591 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Network hostable DHCP agents. Network: 4c2f5ebe-396e-44b5-8c9a-3547ae37867c, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:35:48.644428 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5ef3fed2-5db2-4464-b779-f745a83a135c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:48.664774 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-ca7dd606-a329-46bc-89c8-90f69e02fbeb tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Calling delete_port for 5416dd0c-c38f-4f96-b0b2-6ce874a62517 owned by network:router_gateway {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:35:48.664964 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e50a7e83-1f69-4e47-bd37-04aea645d0da tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "DELETE /v2.0/ports/546d5f0a-2071-427f-8970-00137eb46cf8/tags HTTP/1.1" status: 204 len: 168 time: 0.3234770 Sep 22 21:35:48.674464 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43746) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:48.697358 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.tag.tag_plugin [None req-dc51773d-5994-48b6-8cd0-3f3146b586af tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ce04a1e5-7437-42ce-b3f5-4d3df55e1c1a') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:48.748959 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d09354-3566-4345-b1e4-b3a99217a591 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Network 4c2f5ebe-396e-44b5-8c9a-3547ae37867c is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:35:48.795620 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-52d09354-3566-4345-b1e4-b3a99217a591 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 4c2f5ebe-396e-44b5-8c9a-3547ae37867c) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:35:48.804732 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c1fba3-efba-4c2e-acc4-a635730b8b2b None None] Network 4c2f5ebe-396e-44b5-8c9a-3547ae37867c requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:35:48.824006 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea534290-bc30-4471-a059-c73b902f77f7 None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:35:48.858855 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d09354-3566-4345-b1e4-b3a99217a591 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:48.859508 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-52d09354-3566-4345-b1e4-b3a99217a591 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:48.861645 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-5ef3fed2-5db2-4464-b779-f745a83a135c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] device_id is not set on port 23e9730a-da69-4cb6-a239-cab1bc7306d8 yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:35:48.954636 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-52d09354-3566-4345-b1e4-b3a99217a591 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.3883882 Sep 22 21:35:48.956732 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43750) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:48.967082 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-81356744-46af-4cd5-a6a8-2c17621d035a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:49.014347 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-2296c117-62ae-4618-93a1-3f8f33291ae9 None None] Provisioning for port dba96c16-265c-455c-a7fa-64f1819e2826 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:35:49.035317 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1561fb6f-89ed-4318-a203-05492cc3efa2 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:49.044986 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b8bcc9-3c2a-4503-a8f1-5a7ccc0787ab tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Router 60b93422-a820-4615-957c-c71784214c09 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:35:49.071221 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-dc51773d-5994-48b6-8cd0-3f3146b586af tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "DELETE /v2.0/subnets/ce04a1e5-7437-42ce-b3f5-4d3df55e1c1a/tags HTTP/1.1" status: 204 len: 168 time: 0.3787258 Sep 22 21:35:49.071926 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43754) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:49.165713 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device dba96c16-265c-455c-a7fa-64f1819e2826 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:35:49.219151 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-81356744-46af-4cd5-a6a8-2c17621d035a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7171979'] for subnet, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:49.259469 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1561fb6f-89ed-4318-a203-05492cc3efa2 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:49.359418 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1561fb6f-89ed-4318-a203-05492cc3efa2 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Network 7aa72b9f-5f6e-430e-b869-39882980d807 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:35:49.362513 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbf7cb6-d729-4ff4-9e42-4d4328d3c30a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-4c2f5ebe-396e-44b5-8c9a-3547ae37867c', 'network_id': '4c2f5ebe-396e-44b5-8c9a-3547ae37867c', 'tenant_id': 'cea970100f344bf88cd0b9c37fe15dda', 'fixed_ips': [{'subnet_id': '16a1bafe-c32a-4e55-9f31-860e9bbf979b'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:35:49.363399 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6bbf7cb6-d729-4ff4-9e42-4d4328d3c30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:49.370497 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-1561fb6f-89ed-4318-a203-05492cc3efa2 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:35:49.391292 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1561fb6f-89ed-4318-a203-05492cc3efa2 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:35:49.430594 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b8142bec-7edb-409e-898b-c2ce372e9578 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Notify callbacks [] for subnetpool, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:49.434178 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-b8142bec-7edb-409e-898b-c2ce372e9578 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "DELETE /v2.0/subnetpools/42f289cb-968f-4010-b25d-755bb9fe5697 HTTP/1.1" status: 204 len: 168 time: 0.3407192 Sep 22 21:35:49.454150 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43758) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:49.476228 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port dba96c16-265c-455c-a7fa-64f1819e2826 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:35:49.490903 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1561fb6f-89ed-4318-a203-05492cc3efa2 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Pushing event updated for resources: {'Port': ['ID=60901503-f5d1-4079-8354-0ee53c52d288,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:49.492886 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port dba96c16-265c-455c-a7fa-64f1819e2826 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:35:49.493262 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:49.493596 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port dba96c16-265c-455c-a7fa-64f1819e2826 Sep 22 21:35:49.548487 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1561fb6f-89ed-4318-a203-05492cc3efa2 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:49.549099 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1561fb6f-89ed-4318-a203-05492cc3efa2 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:49.575246 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b8bcc9-3c2a-4503-a8f1-5a7ccc0787ab tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:35:49.590863 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-1561fb6f-89ed-4318-a203-05492cc3efa2 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7780221 Sep 22 21:35:49.591735 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43762) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:49.599818 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25552950-fe2c-4851-b663-72aa07468c5f None None] Sync routers for ids ['60b93422-a820-4615-957c-c71784214c09'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:35:49.600841 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e09d40aa-cbaa-4810-af7f-6d3d3285f8d8 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "GET /v2.0/ports?device_id=3e275994-66f7-401b-af7f-d615964d2928 HTTP/1.1" status: 200 len: 205 time: 0.1455560 Sep 22 21:35:49.607583 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43766) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:49.612446 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-194da7fc-3b40-4b6e-8902-aad106f1ff3b tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Request body: {'port': {'network_id': '7aa72b9f-5f6e-430e-b869-39882980d807', 'name': 'tempest-FloatingIPTestJSON-981506593'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:49.614675 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25552950-fe2c-4851-b663-72aa07468c5f None None] Routers {'60b93422-a820-4615-957c-c71784214c09'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:35:49.615869 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-25552950-fe2c-4851-b663-72aa07468c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:35:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['60b93422-a820-4615-957c-c71784214c09'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:49.625646 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-ffa28f55-685d-4870-a2cb-6bfd92482da0 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Synchronizing usage tracker for tenant:5c103daa7e764303927ef5f69fe7eabf on resource:router {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:35:49.685412 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port dba96c16-265c-455c-a7fa-64f1819e2826 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:35:49.685793 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:49.687253 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-25552950-fe2c-4851-b663-72aa07468c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:49.701528 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25552950-fe2c-4851-b663-72aa07468c5f None None] Routers {'60b93422-a820-4615-957c-c71784214c09'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:35:49.702979 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-25552950-fe2c-4851-b663-72aa07468c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:35:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['60b93422-a820-4615-957c-c71784214c09'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:49.708092 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a5b8bcc9-3c2a-4503-a8f1-5a7ccc0787ab tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] 10.222.0.33 "PUT /v2.0/routers/60b93422-a820-4615-957c-c71784214c09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2807250 Sep 22 21:35:49.717122 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43770) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:49.718015 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2314afc1-c648-48bd-9970-e2d549868912 None None] Update dhcp port {'port': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'fixed_ips': [{'subnet_id': 'c03dc865-a5d7-48a4-b1c5-bfabd51457e8', 'ip_address': '2001:db8::f816:3eff:fe91:6376'}, {'subnet_id': 'f5f85563-9dce-406d-bb55-22dfca389888'}], 'binding:host_id': 'dv-neutron-858900-1-hyperv'}, 'id': 'dba96c16-265c-455c-a7fa-64f1819e2826'} from dv-neutron-858900-1-hyperv. {{(pid=89010) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 22 21:35:49.719350 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-5ef3fed2-5db2-4464-b779-f745a83a135c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Allocated IP 172.20.0.6 (98c62b9a-5d2a-496f-a1e5-12a6874f54f0/f5f85563-9dce-406d-bb55-22dfca389888/23e9730a-da69-4cb6-a239-cab1bc7306d8) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:35:49.790746 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-81356744-46af-4cd5-a6a8-2c17621d035a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733476589918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6912473'] for subnet, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:49.794220 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port dba96c16-265c-455c-a7fa-64f1819e2826, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=dba96c16-265c-455c-a7fa-64f1819e2826,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:35:49.804085 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-25552950-fe2c-4851-b663-72aa07468c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:49.804801 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25552950-fe2c-4851-b663-72aa07468c5f None None] The sync data for ids ['60b93422-a820-4615-957c-c71784214c09'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:35:49.830692 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:49.859124 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-5ef3fed2-5db2-4464-b779-f745a83a135c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Allocated IP 2001:db8::f816:3eff:fe10:cb19 (98c62b9a-5d2a-496f-a1e5-12a6874f54f0/c03dc865-a5d7-48a4-b1c5-bfabd51457e8/23e9730a-da69-4cb6-a239-cab1bc7306d8) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:35:49.864645 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ca7dd606-a329-46bc-89c8-90f69e02fbeb tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:49.878921 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81356744-46af-4cd5-a6a8-2c17621d035a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:49.878921 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-81356744-46af-4cd5-a6a8-2c17621d035a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:49.879842 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-81356744-46af-4cd5-a6a8-2c17621d035a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "PUT /v2.0/subnets/16a1bafe-c32a-4e55-9f31-860e9bbf979b HTTP/1.1" status: 200 len: 877 time: 0.9226067 Sep 22 21:35:49.893328 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43774) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:49.893550 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2314afc1-c648-48bd-9970-e2d549868912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:49.913191 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e080ee5e-6829-448f-bb7e-7fccdce28a9c tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Notify callbacks [] for router, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:49.935552 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-194da7fc-3b40-4b6e-8902-aad106f1ff3b tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:49.937672 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81356744-46af-4cd5-a6a8-2c17621d035a tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event updated for resources: {'Subnet': ['ID=16a1bafe-c32a-4e55-9f31-860e9bbf979b,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:49.964037 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-54927e2b-6c67-4ea6-8a03-d61bc685f8aa tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] delete failed (client error): The resource could not be found. Sep 22 21:35:49.968716 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-54927e2b-6c67-4ea6-8a03-d61bc685f8aa tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] 10.222.0.33 "DELETE /v2.0/routers/tempest-non_exist_router-1473394453 HTTP/1.1" status: 404 len: 335 time: 0.1911170 Sep 22 21:35:49.980064 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-ffa28f55-685d-4870-a2cb-6bfd92482da0 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Unset dirty status for tenant:5c103daa7e764303927ef5f69fe7eabf on resource:router {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:35:49.983777 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ffa28f55-685d-4870-a2cb-6bfd92482da0 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 2.2121975 Sep 22 21:35:49.984871 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-6bbf7cb6-d729-4ff4-9e42-4d4328d3c30a None None] Allocated IP 172.20.0.3 (4c2f5ebe-396e-44b5-8c9a-3547ae37867c/16a1bafe-c32a-4e55-9f31-860e9bbf979b/b03eb1d0-5c5a-4f3f-b83e-71b15996dfd4) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:35:49.989668 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43778) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:49.990217 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43780) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:49.996199 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-194da7fc-3b40-4b6e-8902-aad106f1ff3b tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Usage tracker for resource:port and tenant:43c8fa0213da4f47a6706f7ea64b9b94 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:35:49.998562 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=dba96c16-265c-455c-a7fa-64f1819e2826,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:50.000048 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7dd606-a329-46bc-89c8-90f69e02fbeb tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Pushing event deleted for resources: {'Port': ['ID=5416dd0c-c38f-4f96-b0b2-6ce874a62517,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:50.011324 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-194da7fc-3b40-4b6e-8902-aad106f1ff3b tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:35:50.023126 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-194da7fc-3b40-4b6e-8902-aad106f1ff3b tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:35:50.045237 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194da7fc-3b40-4b6e-8902-aad106f1ff3b tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Made reservation on behalf of 43c8fa0213da4f47a6706f7ea64b9b94 for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:35:50.047352 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-194da7fc-3b40-4b6e-8902-aad106f1ff3b tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:50.054124 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-6cb29ddc-b4a4-4808-8726-6a778a32570d tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Request body: {'router': {'external_gateway_info': {'network_id': '60b93422-a820-4615-957c-c71784214c09'}}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:50.096621 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [None req-194da7fc-3b40-4b6e-8902-aad106f1ff3b tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] device_id is not set on port 11327c97-09a0-4cbc-a12d-133cb84439f3 yet. {{(pid=89008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:35:50.134276 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e51bd2d7-d13d-4693-aadb-165b875514db tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:50.142831 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-af00740d-3079-425b-807b-cef5fb6b46db tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1695861048'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:50.276453 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6bbf7cb6-d729-4ff4-9e42-4d4328d3c30a None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:50.284676 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e51bd2d7-d13d-4693-aadb-165b875514db tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:50.287654 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-6bbf7cb6-d729-4ff4-9e42-4d4328d3c30a None None] Transition to ACTIVE for port object b03eb1d0-5c5a-4f3f-b83e-71b15996dfd4 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:35:50.310519 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-6bbf7cb6-d729-4ff4-9e42-4d4328d3c30a None None] Transition to ACTIVE for port object b03eb1d0-5c5a-4f3f-b83e-71b15996dfd4 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:35:50.314908 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ca7dd606-a329-46bc-89c8-90f69e02fbeb tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8012236'] for router_gateway, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:50.319859 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6bbf7cb6-d729-4ff4-9e42-4d4328d3c30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:50.392659 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbf7cb6-d729-4ff4-9e42-4d4328d3c30a None None] Network 4c2f5ebe-396e-44b5-8c9a-3547ae37867c is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:35:50.396684 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-6bbf7cb6-d729-4ff4-9e42-4d4328d3c30a None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:35:50.400779 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbf7cb6-d729-4ff4-9e42-4d4328d3c30a None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:35:50.406875 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf7cb6-d729-4ff4-9e42-4d4328d3c30a None None] Pushing event updated for resources: {'Port': ['ID=b03eb1d0-5c5a-4f3f-b83e-71b15996dfd4,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:50.466864 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-194da7fc-3b40-4b6e-8902-aad106f1ff3b tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Allocated IP 172.20.0.10 (7aa72b9f-5f6e-430e-b869-39882980d807/a39342d5-7c55-4edf-9e90-8151727cc06a/11327c97-09a0-4cbc-a12d-133cb84439f3) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:35:50.541847 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e51bd2d7-d13d-4693-aadb-165b875514db tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:50.554207 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-6bbf7cb6-d729-4ff4-9e42-4d4328d3c30a None None] Attempting to bind port b03eb1d0-5c5a-4f3f-b83e-71b15996dfd4 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:35:50.554777 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-6bbf7cb6-d729-4ff4-9e42-4d4328d3c30a None None] Attempting to bind port b03eb1d0-5c5a-4f3f-b83e-71b15996dfd4 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '4a8745f1-5646-490f-a629-49f5cc97a058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4c2f5ebe-396e-44b5-8c9a-3547ae37867c'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:35:50.554980 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbf7cb6-d729-4ff4-9e42-4d4328d3c30a None None] Attempting to bind port b03eb1d0-5c5a-4f3f-b83e-71b15996dfd4 on network 4c2f5ebe-396e-44b5-8c9a-3547ae37867c {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:35:50.560634 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbf7cb6-d729-4ff4-9e42-4d4328d3c30a None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:35:50.560831 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbf7cb6-d729-4ff4-9e42-4d4328d3c30a None None] Checking segment: {'id': '4a8745f1-5646-490f-a629-49f5cc97a058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4c2f5ebe-396e-44b5-8c9a-3547ae37867c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:35:50.561148 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6bbf7cb6-d729-4ff4-9e42-4d4328d3c30a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:50.561532 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbf7cb6-d729-4ff4-9e42-4d4328d3c30a None None] Bound using segment: {'id': '4a8745f1-5646-490f-a629-49f5cc97a058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4c2f5ebe-396e-44b5-8c9a-3547ae37867c'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:35:50.562135 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-6bbf7cb6-d729-4ff4-9e42-4d4328d3c30a None None] Bound port: b03eb1d0-5c5a-4f3f-b83e-71b15996dfd4, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a8745f1-5646-490f-a629-49f5cc97a058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4c2f5ebe-396e-44b5-8c9a-3547ae37867c'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:35:50.562392 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6bbf7cb6-d729-4ff4-9e42-4d4328d3c30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:50.647004 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51bd2d7-d13d-4693-aadb-165b875514db tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event deleted for resources: {'Subnet': ['ID=16a1bafe-c32a-4e55-9f31-860e9bbf979b,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:50.663052 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-6bbf7cb6-d729-4ff4-9e42-4d4328d3c30a None None] For port b03eb1d0-5c5a-4f3f-b83e-71b15996dfd4, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:35:50.667302 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-6bbf7cb6-d729-4ff4-9e42-4d4328d3c30a None None] For port b03eb1d0-5c5a-4f3f-b83e-71b15996dfd4, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=b03eb1d0-5c5a-4f3f-b83e-71b15996dfd4,segment=NetworkSegment(4a8745f1-5646-490f-a629-49f5cc97a058),segment_id=4a8745f1-5646-490f-a629-49f5cc97a058)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:35:50.673107 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6bbf7cb6-d729-4ff4-9e42-4d4328d3c30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:50.785005 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e51bd2d7-d13d-4693-aadb-165b875514db tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:50.796409 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf7cb6-d729-4ff4-9e42-4d4328d3c30a None None] Pushing event updated for resources: {'Port': ['ID=b03eb1d0-5c5a-4f3f-b83e-71b15996dfd4,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:50.819851 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11dba4e5-8a78-4273-b145-3a6469538adf None None] Network 4c2f5ebe-396e-44b5-8c9a-3547ae37867c requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:35:50.830179 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-e51bd2d7-d13d-4693-aadb-165b875514db tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c2f5ebe-396e-44b5-8c9a-3547ae37867c']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:50.854298 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-e51bd2d7-d13d-4693-aadb-165b875514db tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a8745f1-5646-490f-a629-49f5cc97a058') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:50.854619 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-e51bd2d7-d13d-4693-aadb-165b875514db tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a8745f1-5646-490f-a629-49f5cc97a058') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:50.866357 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-194da7fc-3b40-4b6e-8902-aad106f1ff3b tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:50.872705 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e51bd2d7-d13d-4693-aadb-165b875514db tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:50.893335 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e51bd2d7-d13d-4693-aadb-165b875514db tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:50.903294 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e51bd2d7-d13d-4693-aadb-165b875514db tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:35:50.903648 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e51bd2d7-d13d-4693-aadb-165b875514db tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:50.950102 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ca7dd606-a329-46bc-89c8-90f69e02fbeb tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:50.976677 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 4a8745f1-5646-490f-a629-49f5cc97a058 resource provider aggregate not found Sep 22 21:35:50.981346 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ca7dd606-a329-46bc-89c8-90f69e02fbeb tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:51.011359 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 4a8745f1-5646-490f-a629-49f5cc97a058 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4a8745f1-5646-490f-a629-49f5cc97a058 found for delete ", "request_id": "req-ff47156c-9227-4824-bbe3-f45006c38655"}]} Sep 22 21:35:51.019241 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.db.api [None req-e51bd2d7-d13d-4693-aadb-165b875514db tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 22 21:35:51.019241 dv-neutron-858900-1-hyperv neutron-server[89008]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 22 21:35:51.019241 dv-neutron-858900-1-hyperv neutron-server[89008]: [parameters: {'id': '4c2f5ebe-396e-44b5-8c9a-3547ae37867c'}] Sep 22 21:35:51.019241 dv-neutron-858900-1-hyperv neutron-server[89008]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:35:51.019752 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG oslo_db.api [None req-e51bd2d7-d13d-4693-aadb-165b875514db tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:35:51.021650 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-194da7fc-3b40-4b6e-8902-aad106f1ff3b tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:51.040859 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e080ee5e-6829-448f-bb7e-7fccdce28a9c tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:51.054504 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e080ee5e-6829-448f-bb7e-7fccdce28a9c tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:51.071984 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1957153d-96ed-48cf-a619-157952ad8b10 None None] Network 4c2f5ebe-396e-44b5-8c9a-3547ae37867c requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:35:51.101220 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194da7fc-3b40-4b6e-8902-aad106f1ff3b tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Network 7aa72b9f-5f6e-430e-b869-39882980d807 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:35:51.104636 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-194da7fc-3b40-4b6e-8902-aad106f1ff3b tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:35:51.107293 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194da7fc-3b40-4b6e-8902-aad106f1ff3b tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:35:51.156107 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194da7fc-3b40-4b6e-8902-aad106f1ff3b tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Pushing event updated for resources: {'Port': ['ID=11327c97-09a0-4cbc-a12d-133cb84439f3,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:51.177531 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device dba96c16-265c-455c-a7fa-64f1819e2826 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:35:51.185026 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194da7fc-3b40-4b6e-8902-aad106f1ff3b tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:51.185803 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-194da7fc-3b40-4b6e-8902-aad106f1ff3b tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:51.215403 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-194da7fc-3b40-4b6e-8902-aad106f1ff3b tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6170933 Sep 22 21:35:51.216538 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43790) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:51.222459 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-1ea84906-c965-4dce-9f50-1878e0876485 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Request body: {'floatingip': {'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'port_id': '11327c97-09a0-4cbc-a12d-133cb84439f3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:51.231264 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-1ea84906-c965-4dce-9f50-1878e0876485 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:51.235975 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-1ea84906-c965-4dce-9f50-1878e0876485 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Usage tracker for resource:floatingip and tenant:43c8fa0213da4f47a6706f7ea64b9b94 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:35:51.241426 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-1ea84906-c965-4dce-9f50-1878e0876485 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:35:51.246878 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-1ea84906-c965-4dce-9f50-1878e0876485 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:35:51.258974 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1ea84906-c965-4dce-9f50-1878e0876485 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for floatingip, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:51.310810 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ca7dd606-a329-46bc-89c8-90f69e02fbeb tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:51.311636 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7dd606-a329-46bc-89c8-90f69e02fbeb tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b01e4a42-f47c-417d-900d-13592e7edcd2 {{(pid=89009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:35:51.359735 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port dba96c16-265c-455c-a7fa-64f1819e2826 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:35:51.360121 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:51.360455 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port dba96c16-265c-455c-a7fa-64f1819e2826 Sep 22 21:35:51.380664 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6cb29ddc-b4a4-4808-8726-6a778a32570d tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:51.405452 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e080ee5e-6829-448f-bb7e-7fccdce28a9c tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:51.406469 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e080ee5e-6829-448f-bb7e-7fccdce28a9c tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Fanout notify agent at l3_agent the message router_deleted on router 3e275994-66f7-401b-af7f-d615964d2928 {{(pid=89009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:35:51.431528 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e080ee5e-6829-448f-bb7e-7fccdce28a9c tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:51.432629 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e080ee5e-6829-448f-bb7e-7fccdce28a9c tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "DELETE /v2.0/routers/3e275994-66f7-401b-af7f-d615964d2928 HTTP/1.1" status: 204 len: 168 time: 1.8197548 Sep 22 21:35:51.435808 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43794) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:51.449667 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ca7dd606-a329-46bc-89c8-90f69e02fbeb tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:51.451104 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ca7dd606-a329-46bc-89c8-90f69e02fbeb tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] 10.222.0.33 "DELETE /v2.0/routers/b01e4a42-f47c-417d-900d-13592e7edcd2 HTTP/1.1" status: 204 len: 168 time: 7.1846545 Sep 22 21:35:51.456596 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43798) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:51.512635 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1ea84906-c965-4dce-9f50-1878e0876485 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:51.527821 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-6cb29ddc-b4a4-4808-8726-6a778a32570d tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] update failed (client error): The resource could not be found. Sep 22 21:35:51.532510 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6cb29ddc-b4a4-4808-8726-6a778a32570d tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] 10.222.0.33 "PUT /v2.0/routers/60b93422-a820-4615-957c-c71784214c09 HTTP/1.1" status: 404 len: 339 time: 1.5336537 Sep 22 21:35:51.537159 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port dba96c16-265c-455c-a7fa-64f1819e2826 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:35:51.542860 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43802) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:51.554923 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e51bd2d7-d13d-4693-aadb-165b875514db tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:51.569069 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-c2fdea2a-e7ea-4ba6-87ae-d125094aa894 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Deleting port 546d5f0a-2071-427f-8970-00137eb46cf8 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:35:51.569401 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c2fdea2a-e7ea-4ba6-87ae-d125094aa894 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:51.602804 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5ef3fed2-5db2-4464-b779-f745a83a135c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:51.640735 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-e51bd2d7-d13d-4693-aadb-165b875514db tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Deleting port b03eb1d0-5c5a-4f3f-b83e-71b15996dfd4 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:35:51.641077 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e51bd2d7-d13d-4693-aadb-165b875514db tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:51.775766 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-337afa9d-52b7-4aba-9f7b-dd8093a46005 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Deleting subnet 40854360-de39-4252-bd73-1a906957a757 {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:35:51.779549 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-5ef3fed2-5db2-4464-b779-f745a83a135c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Transition to ACTIVE for port object 23e9730a-da69-4cb6-a239-cab1bc7306d8 will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:35:51.838733 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-337afa9d-52b7-4aba-9f7b-dd8093a46005 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:51.968984 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-1ea84906-c965-4dce-9f50-1878e0876485 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Allocated IP 172.26.0.35 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/eb5f3fcb-cd8b-4b41-b452-9ab12e26e924) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:35:52.171562 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c2fdea2a-e7ea-4ba6-87ae-d125094aa894 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:52.179653 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-e51bd2d7-d13d-4693-aadb-165b875514db tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] For port b03eb1d0-5c5a-4f3f-b83e-71b15996dfd4, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=b03eb1d0-5c5a-4f3f-b83e-71b15996dfd4,segment=NetworkSegment(4a8745f1-5646-490f-a629-49f5cc97a058),segment_id=4a8745f1-5646-490f-a629-49f5cc97a058)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:35:52.180011 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e51bd2d7-d13d-4693-aadb-165b875514db tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:52.253553 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-337afa9d-52b7-4aba-9f7b-dd8093a46005 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:52.363301 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-2314afc1-c648-48bd-9970-e2d549868912 None None] Allocated IP 172.20.0.2 (98c62b9a-5d2a-496f-a1e5-12a6874f54f0/f5f85563-9dce-406d-bb55-22dfca389888/dba96c16-265c-455c-a7fa-64f1819e2826) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:35:52.364527 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5ef3fed2-5db2-4464-b779-f745a83a135c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:52.478465 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-c2fdea2a-e7ea-4ba6-87ae-d125094aa894 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Calling delete_port for 546d5f0a-2071-427f-8970-00137eb46cf8 owned by {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:35:52.509343 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-2314afc1-c648-48bd-9970-e2d549868912 None None] For port dba96c16-265c-455c-a7fa-64f1819e2826, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=dba96c16-265c-455c-a7fa-64f1819e2826,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:35:52.533405 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2314afc1-c648-48bd-9970-e2d549868912 None None] Notify callbacks [] for port, precommit_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:52.553415 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-2314afc1-c648-48bd-9970-e2d549868912 None None] Transition to ACTIVE for port object dba96c16-265c-455c-a7fa-64f1819e2826 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:35:52.558385 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef3fed2-5db2-4464-b779-f745a83a135c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:35:52.559904 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2314afc1-c648-48bd-9970-e2d549868912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:52.572970 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-5ef3fed2-5db2-4464-b779-f745a83a135c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:35:52.579382 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-337afa9d-52b7-4aba-9f7b-dd8093a46005 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:52.583597 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-e51bd2d7-d13d-4693-aadb-165b875514db tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Calling delete_port for b03eb1d0-5c5a-4f3f-b83e-71b15996dfd4 owned by network:dhcp {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:35:52.609385 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef3fed2-5db2-4464-b779-f745a83a135c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:35:52.665529 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef3fed2-5db2-4464-b779-f745a83a135c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Port': ['ID=23e9730a-da69-4cb6-a239-cab1bc7306d8,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:52.689495 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-af00740d-3079-425b-807b-cef5fb6b46db tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:52.711518 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1ea84906-c965-4dce-9f50-1878e0876485 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:52.745960 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2314afc1-c648-48bd-9970-e2d549868912 None None] Pushing event updated for resources: {'Port': ['ID=dba96c16-265c-455c-a7fa-64f1819e2826,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:52.756993 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-af00740d-3079-425b-807b-cef5fb6b46db tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8026890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8012281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8012114'] for router, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:52.766969 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f893a115-0b41-4d51-a234-5a827d5940d3 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:52.781549 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef3fed2-5db2-4464-b779-f745a83a135c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:52.782156 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5ef3fed2-5db2-4464-b779-f745a83a135c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:52.821970 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e51bd2d7-d13d-4693-aadb-165b875514db tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:52.892518 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51bd2d7-d13d-4693-aadb-165b875514db tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] No DVR routers for this DVR port b03eb1d0-5c5a-4f3f-b83e-71b15996dfd4 on host dv-neutron-858900-1-hyperv {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:35:52.922017 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51bd2d7-d13d-4693-aadb-165b875514db tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event deleted for resources: {'Port': ['ID=b03eb1d0-5c5a-4f3f-b83e-71b15996dfd4,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:52.953444 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c2fdea2a-e7ea-4ba6-87ae-d125094aa894 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:53.052399 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-5ef3fed2-5db2-4464-b779-f745a83a135c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.9789073 Sep 22 21:35:53.052640 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1ea84906-c965-4dce-9f50-1878e0876485 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:53.054480 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43810) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:53.066116 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device dba96c16-265c-455c-a7fa-64f1819e2826 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:35:53.073859 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-337afa9d-52b7-4aba-9f7b-dd8093a46005 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:53.111303 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fdea2a-e7ea-4ba6-87ae-d125094aa894 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Pushing event deleted for resources: {'Port': ['ID=546d5f0a-2071-427f-8970-00137eb46cf8,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:53.127757 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea84906-c965-4dce-9f50-1878e0876485 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:35:53.231186 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337afa9d-52b7-4aba-9f7b-dd8093a46005 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=40854360-de39-4252-bd73-1a906957a757,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:53.242832 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-1ea84906-c965-4dce-9f50-1878e0876485 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:35:53.245283 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea84906-c965-4dce-9f50-1878e0876485 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:35:53.252130 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-337afa9d-52b7-4aba-9f7b-dd8093a46005 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:53.300897 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-337afa9d-52b7-4aba-9f7b-dd8093a46005 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] 10.222.0.33 "DELETE /v2.0/subnets/40854360-de39-4252-bd73-1a906957a757 HTTP/1.1" status: 204 len: 168 time: 1.8408856 Sep 22 21:35:53.304766 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e51bd2d7-d13d-4693-aadb-165b875514db tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:53.309032 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43814) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:53.446864 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-e51bd2d7-d13d-4693-aadb-165b875514db tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c2f5ebe-396e-44b5-8c9a-3547ae37867c']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:53.527472 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea84906-c965-4dce-9f50-1878e0876485 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Pushing event updated for resources: {'Port': ['ID=eb5f3fcb-cd8b-4b41-b452-9ab12e26e924,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:53.531147 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-e51bd2d7-d13d-4693-aadb-165b875514db tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a8745f1-5646-490f-a629-49f5cc97a058') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:53.531441 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-e51bd2d7-d13d-4693-aadb-165b875514db tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a8745f1-5646-490f-a629-49f5cc97a058') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:53.560426 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e51bd2d7-d13d-4693-aadb-165b875514db tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:53.592273 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-2372887d-e072-4cb3-993c-88e1600e2cc0 None None] Provisioning for port dba96c16-265c-455c-a7fa-64f1819e2826 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:35:53.597517 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-2372887d-e072-4cb3-993c-88e1600e2cc0 None None] Provisioning complete for port dba96c16-265c-455c-a7fa-64f1819e2826 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:35:53.597909 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2372887d-e072-4cb3-993c-88e1600e2cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:53.598275 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-2372887d-e072-4cb3-993c-88e1600e2cc0 None None] Attempt 1 to provision port dba96c16-265c-455c-a7fa-64f1819e2826 Sep 22 21:35:53.611523 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c2fdea2a-e7ea-4ba6-87ae-d125094aa894 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:53.617169 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af00740d-3079-425b-807b-cef5fb6b46db tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Router 0fa6e7ea-720a-4c89-acb9-1cf69ddd3034 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:35:53.654771 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e51bd2d7-d13d-4693-aadb-165b875514db tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:53.664553 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666573c-32e4-47b7-a618-353b328f8689 req-b1e73ec8-1728-4842-b926-cc1b73cf69e6 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:53.665743 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c2fdea2a-e7ea-4ba6-87ae-d125094aa894 tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "DELETE /v2.0/ports/546d5f0a-2071-427f-8970-00137eb46cf8 HTTP/1.1" status: 204 len: 168 time: 2.2265220 Sep 22 21:35:53.666502 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-5666573c-32e4-47b7-a618-353b328f8689 req-b1e73ec8-1728-4842-b926-cc1b73cf69e6 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.8053064 Sep 22 21:35:53.671360 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43818) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:53.673977 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e51bd2d7-d13d-4693-aadb-165b875514db tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:35:53.674387 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e51bd2d7-d13d-4693-aadb-165b875514db tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:53.674665 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a3b861f8-c015-4cf9-b757-4e263b0d4278 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:53.735869 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 4a8745f1-5646-490f-a629-49f5cc97a058 resource provider aggregate not found Sep 22 21:35:53.750076 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-2372887d-e072-4cb3-993c-88e1600e2cc0 None None] Current status of the port dba96c16-265c-455c-a7fa-64f1819e2826 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:35:53.750878 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d479b6-b6a6-444b-97be-51edfc63702a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:53.760635 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d479b6-b6a6-444b-97be-51edfc63702a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:53.761519 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-e6d479b6-b6a6-444b-97be-51edfc63702a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:35:53.826275 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 4a8745f1-5646-490f-a629-49f5cc97a058 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4a8745f1-5646-490f-a629-49f5cc97a058 found for delete ", "request_id": "req-cb27a610-2c7f-43f0-b20f-2cc1750ca35c"}]} Sep 22 21:35:53.831185 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c49704-9769-4eaa-921b-8a670f5dbec0 None None] get_active_networks_info from dv-neutron-858900-1-hyperv {{(pid=89010) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 22 21:35:53.895635 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-f893a115-0b41-4d51-a234-5a827d5940d3 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Allocated IP 172.20.0.1 (cdd35947-4d35-4e67-afe6-3375b754c238/93027219-d41b-4bcb-b989-7d5b1d6b919f/3bd618bb-3d7d-4787-b0c2-ce0e88915f98) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:35:53.920900 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-b0ea066e-0151-4fa8-bd2b-e032c53e63a5 None None] Provisioning for port 23e9730a-da69-4cb6-a239-cab1bc7306d8 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:35:53.934525 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-b0ea066e-0151-4fa8-bd2b-e032c53e63a5 None None] Provisioning complete for port 23e9730a-da69-4cb6-a239-cab1bc7306d8 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:35:53.934956 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-b0ea066e-0151-4fa8-bd2b-e032c53e63a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:53.935284 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-b0ea066e-0151-4fa8-bd2b-e032c53e63a5 None None] Attempt 1 to provision port 23e9730a-da69-4cb6-a239-cab1bc7306d8 Sep 22 21:35:53.956916 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-5666573c-32e4-47b7-a618-353b328f8689 req-f36757ea-af53-4ee8-8241-4a7428b93888 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1852012 Sep 22 21:35:54.063464 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-b0ea066e-0151-4fa8-bd2b-e032c53e63a5 None None] Port 23e9730a-da69-4cb6-a239-cab1bc7306d8 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:35:54.079297 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e51bd2d7-d13d-4693-aadb-165b875514db tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:54.087999 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a3b861f8-c015-4cf9-b757-4e263b0d4278 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:54.094745 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c49704-9769-4eaa-921b-8a670f5dbec0 None None] Resources bound (agent type, host, resource id): {{(pid=89010) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 21:35:54.117205 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-a3b861f8-c015-4cf9-b757-4e263b0d4278 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1d68cfd-d65a-4c39-b5ef-c7a83988f2ef']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:54.133375 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae7d9c98-0acf-4ea0-ac93-3e6f02bb2dbf tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Deleting subnet ce04a1e5-7437-42ce-b3f5-4d3df55e1c1a {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:35:54.136659 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ae7d9c98-0acf-4ea0-ac93-3e6f02bb2dbf tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:54.138524 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-a3b861f8-c015-4cf9-b757-4e263b0d4278 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baa6da84-14ec-4eb4-b448-299e69fb7400') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:54.138774 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-a3b861f8-c015-4cf9-b757-4e263b0d4278 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baa6da84-14ec-4eb4-b448-299e69fb7400') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:54.174896 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a3b861f8-c015-4cf9-b757-4e263b0d4278 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:54.177758 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-e6d479b6-b6a6-444b-97be-51edfc63702a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:35:54.181382 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e6d479b6-b6a6-444b-97be-51edfc63702a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 1.0789158 Sep 22 21:35:54.205856 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e51bd2d7-d13d-4693-aadb-165b875514db tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:54.225309 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43828) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:54.274787 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51bd2d7-d13d-4693-aadb-165b875514db tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event deleted for resources: {'Network': ['ID=4c2f5ebe-396e-44b5-8c9a-3547ae37867c,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:54.304062 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ae7d9c98-0acf-4ea0-ac93-3e6f02bb2dbf tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:54.308402 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a3b861f8-c015-4cf9-b757-4e263b0d4278 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:54.311591 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af00740d-3079-425b-807b-cef5fb6b46db tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:35:54.330536 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-af00740d-3079-425b-807b-cef5fb6b46db tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:54.331944 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-af00740d-3079-425b-807b-cef5fb6b46db tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "PUT /v2.0/routers/0fa6e7ea-720a-4c89-acb9-1cf69ddd3034 HTTP/1.1" status: 200 len: 892 time: 4.3351667 Sep 22 21:35:54.336502 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43832) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:54.344255 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3b861f8-c015-4cf9-b757-4e263b0d4278 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:35:54.344665 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a3b861f8-c015-4cf9-b757-4e263b0d4278 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:54.352006 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e51bd2d7-d13d-4693-aadb-165b875514db tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "DELETE /v2.0/networks/4c2f5ebe-396e-44b5-8c9a-3547ae37867c HTTP/1.1" status: 204 len: 168 time: 4.4539726 Sep 22 21:35:54.355914 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659fde3f-9da3-479d-9337-0efe48754b27 None None] Sync routers for ids ['0fa6e7ea-720a-4c89-acb9-1cf69ddd3034'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:35:54.368781 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43836) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:54.390962 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659fde3f-9da3-479d-9337-0efe48754b27 None None] Routers {'0fa6e7ea-720a-4c89-acb9-1cf69ddd3034'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:35:54.391695 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-659fde3f-9da3-479d-9337-0efe48754b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:35:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['0fa6e7ea-720a-4c89-acb9-1cf69ddd3034'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:54.427262 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ea8a81b-0d88-465a-a1d2-2cbdad592982 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] DELETE failed (client error): The resource could not be found. Sep 22 21:35:54.427711 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ea8a81b-0d88-465a-a1d2-2cbdad592982 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:35:54.431870 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-6ea8a81b-0d88-465a-a1d2-2cbdad592982 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "DELETE /v2.0/subnets/16a1bafe-c32a-4e55-9f31-860e9bbf979b HTTP/1.1" status: 404 len: 337 time: 0.0596828 Sep 22 21:35:54.432946 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43842) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:54.458237 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-659fde3f-9da3-479d-9337-0efe48754b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:54.471358 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659fde3f-9da3-479d-9337-0efe48754b27 None None] Routers {'0fa6e7ea-720a-4c89-acb9-1cf69ddd3034'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:35:54.471927 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-659fde3f-9da3-479d-9337-0efe48754b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:35:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['0fa6e7ea-720a-4c89-acb9-1cf69ddd3034'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:54.478005 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b9742f4-eace-440a-bac0-ed0db5a4bd4b tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] DELETE failed (client error): The resource could not be found. Sep 22 21:35:54.478474 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b9742f4-eace-440a-bac0-ed0db5a4bd4b tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:35:54.482453 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-7b9742f4-eace-440a-bac0-ed0db5a4bd4b tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "DELETE /v2.0/networks/4c2f5ebe-396e-44b5-8c9a-3547ae37867c HTTP/1.1" status: 404 len: 339 time: 0.0468194 Sep 22 21:35:54.482733 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43846) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:54.503535 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment baa6da84-14ec-4eb4-b448-299e69fb7400 resource provider aggregate not found Sep 22 21:35:54.526073 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-b313fed7-1f73-4c25-8188-08f05c4e8fea tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] DELETE failed (client error): The resource could not be found. Sep 22 21:35:54.526439 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b313fed7-1f73-4c25-8188-08f05c4e8fea tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:35:54.530531 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-b313fed7-1f73-4c25-8188-08f05c4e8fea tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "DELETE /v2.0/subnets/757de88d-35f4-424d-bb2b-196aa3ab39f3 HTTP/1.1" status: 404 len: 337 time: 0.0445485 Sep 22 21:35:54.536264 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b755f-fcd5-402c-97d7-16fb115f9800 req-63d909bc-53b5-4bd8-a345-29d34209457b tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:54.537731 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-af3b755f-fcd5-402c-97d7-16fb115f9800 req-63d909bc-53b5-4bd8-a345-29d34209457b tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.3561821 Sep 22 21:35:54.538216 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43852) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:54.541814 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-659fde3f-9da3-479d-9337-0efe48754b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:54.542414 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659fde3f-9da3-479d-9337-0efe48754b27 None None] The sync data for ids ['0fa6e7ea-720a-4c89-acb9-1cf69ddd3034'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:35:54.550014 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-050dd997-e8c7-443b-83eb-4786ac1afc06 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Deleting port 23e9730a-da69-4cb6-a239-cab1bc7306d8 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:35:54.550358 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-050dd997-e8c7-443b-83eb-4786ac1afc06 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:54.588366 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment baa6da84-14ec-4eb4-b448-299e69fb7400 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid baa6da84-14ec-4eb4-b448-299e69fb7400 found for delete ", "request_id": "req-e23ee28a-bbfe-41b3-bc53-52ea3981d092"}]} Sep 22 21:35:54.589677 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ae7d9c98-0acf-4ea0-ac93-3e6f02bb2dbf tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:54.598923 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-b0ea066e-0151-4fa8-bd2b-e032c53e63a5 None None] Attempt 2 to provision port 23e9730a-da69-4cb6-a239-cab1bc7306d8 Sep 22 21:35:54.619841 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc7133ed-b93b-4e95-a04b-bf1c9983b154 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] DELETE failed (client error): The resource could not be found. Sep 22 21:35:54.620317 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc7133ed-b93b-4e95-a04b-bf1c9983b154 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:35:54.624442 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-bc7133ed-b93b-4e95-a04b-bf1c9983b154 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "DELETE /v2.0/networks/cee88534-f545-42f9-bb2d-d9946ab6ebe8 HTTP/1.1" status: 404 len: 339 time: 0.0817368 Sep 22 21:35:54.627941 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43856) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:54.678864 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-b0ea066e-0151-4fa8-bd2b-e032c53e63a5 None None] Port 23e9730a-da69-4cb6-a239-cab1bc7306d8 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:35:54.688530 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f893a115-0b41-4d51-a234-5a827d5940d3 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:54.703944 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a3b861f8-c015-4cf9-b757-4e263b0d4278 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:54.740267 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b861f8-c015-4cf9-b757-4e263b0d4278 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f1d68cfd-d65a-4c39-b5ef-c7a83988f2ef {{(pid=89009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 22 21:35:54.758339 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-af3b755f-fcd5-402c-97d7-16fb115f9800 req-523983fc-1811-453d-8a05-329790891a65 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1964974 Sep 22 21:35:54.766849 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a3b861f8-c015-4cf9-b757-4e263b0d4278 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:54.802019 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-f893a115-0b41-4d51-a234-5a827d5940d3 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Transition to ACTIVE for port object 3bd618bb-3d7d-4787-b0c2-ce0e88915f98 will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:35:54.811118 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b861f8-c015-4cf9-b757-4e263b0d4278 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Pushing event deleted for resources: {'Network': ['ID=f1d68cfd-d65a-4c39-b5ef-c7a83988f2ef,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:54.819484 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a3b861f8-c015-4cf9-b757-4e263b0d4278 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] 10.222.0.33 "DELETE /v2.0/networks/f1d68cfd-d65a-4c39-b5ef-c7a83988f2ef HTTP/1.1" status: 204 len: 168 time: 1.5067573 Sep 22 21:35:54.844430 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a032c2c1-0e98-4e0f-a4af-6a7d10318ab6 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:54.902027 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ae7d9c98-0acf-4ea0-ac93-3e6f02bb2dbf tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:54.912168 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-7814d529-ca28-4afc-b99e-5f77c739108c tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "GET /v2.0/routers/0fa6e7ea-720a-4c89-acb9-1cf69ddd3034 HTTP/1.1" status: 200 len: 892 time: 0.5696418 Sep 22 21:35:54.955186 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43866) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:54.980172 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893e9fe6-184f-4704-ba04-cc20a34a757c None None] Network 5b72ac52-94e7-4b26-9590-6c8c4a4d4c2e requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:35:54.987610 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ae7d9c98-0acf-4ea0-ac93-3e6f02bb2dbf tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:55.011753 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ae7d9c98-0acf-4ea0-ac93-3e6f02bb2dbf tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "DELETE /v2.0/subnets/ce04a1e5-7437-42ce-b3f5-4d3df55e1c1a HTTP/1.1" status: 204 len: 168 time: 1.3213346 Sep 22 21:35:55.012748 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d9c98-0acf-4ea0-ac93-3e6f02bb2dbf tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Pushing event deleted for resources: {'Subnet': ['ID=ce04a1e5-7437-42ce-b3f5-4d3df55e1c1a,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:55.018699 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43872) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:55.046446 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d322afd1-ecbf-4cbf-b01f-40b21590a796 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "GET /v2.0/ports?device_id=0fa6e7ea-720a-4c89-acb9-1cf69ddd3034 HTTP/1.1" status: 200 len: 205 time: 0.0773799 Sep 22 21:35:55.066079 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43876) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:55.146205 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-664b938c-7943-4943-b524-87557cd35f5b tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:55.197117 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-b0ea066e-0151-4fa8-bd2b-e032c53e63a5 None None] Attempt 3 to provision port 23e9730a-da69-4cb6-a239-cab1bc7306d8 Sep 22 21:35:55.270516 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43880) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:55.287141 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a032c2c1-0e98-4e0f-a4af-6a7d10318ab6 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:55.301075 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1ea84906-c965-4dce-9f50-1878e0876485 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:55.308558 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-4794abb9-eefa-4019-937a-d5489653b7a1 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Request body: {'router': {'name': 'tempest-router--1251854316', 'project_id': '78a76a0faf1e4866824f360311f8bd16'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:55.313149 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-4794abb9-eefa-4019-937a-d5489653b7a1 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:55.318195 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-4794abb9-eefa-4019-937a-d5489653b7a1 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Usage tracker for resource:router and tenant:78a76a0faf1e4866824f360311f8bd16 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:35:55.322721 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-4794abb9-eefa-4019-937a-d5489653b7a1 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:35:55.329441 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-4794abb9-eefa-4019-937a-d5489653b7a1 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:35:55.339232 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-664b938c-7943-4943-b524-87557cd35f5b tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Deleting port 5ce9d4f3-0706-4baa-a420-7ed4fdef9bc9 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:35:55.339845 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-664b938c-7943-4943-b524-87557cd35f5b tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:55.341237 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-b0ea066e-0151-4fa8-bd2b-e032c53e63a5 None None] Port 23e9730a-da69-4cb6-a239-cab1bc7306d8 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:35:55.350985 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f893a115-0b41-4d51-a234-5a827d5940d3 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:55.398005 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4794abb9-eefa-4019-937a-d5489653b7a1 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:55.399058 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4794abb9-eefa-4019-937a-d5489653b7a1 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:55.408660 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-050dd997-e8c7-443b-83eb-4786ac1afc06 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:55.438069 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-a032c2c1-0e98-4e0f-a4af-6a7d10318ab6 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cac36c40-7619-4c27-9b2b-a44785e74198']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:55.486825 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-a032c2c1-0e98-4e0f-a4af-6a7d10318ab6 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54b5c187-4956-4cb6-befc-4bc8dae31a6d') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:55.487155 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-a032c2c1-0e98-4e0f-a4af-6a7d10318ab6 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54b5c187-4956-4cb6-befc-4bc8dae31a6d') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:55.494715 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4794abb9-eefa-4019-937a-d5489653b7a1 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:55.534802 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a032c2c1-0e98-4e0f-a4af-6a7d10318ab6 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:55.547586 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be1d11b-021e-4fbb-a406-b1d29458bb0c None None] DHCP port deletion for 5b72ac52-94e7-4b26-9590-6c8c4a4d4c2e request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:35:55.552452 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-6be1d11b-021e-4fbb-a406-b1d29458bb0c None None] Deleting port 5ce9d4f3-0706-4baa-a420-7ed4fdef9bc9 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:35:55.554072 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6be1d11b-021e-4fbb-a406-b1d29458bb0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:55.586685 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a032c2c1-0e98-4e0f-a4af-6a7d10318ab6 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:55.618034 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f893a115-0b41-4d51-a234-5a827d5940d3 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Network cdd35947-4d35-4e67-afe6-3375b754c238 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:35:55.634734 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-050dd997-e8c7-443b-83eb-4786ac1afc06 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Calling delete_port for 23e9730a-da69-4cb6-a239-cab1bc7306d8 owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:35:55.662888 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4794abb9-eefa-4019-937a-d5489653b7a1 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:55.671416 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-f893a115-0b41-4d51-a234-5a827d5940d3 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:35:55.672118 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a032c2c1-0e98-4e0f-a4af-6a7d10318ab6 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:35:55.672519 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a032c2c1-0e98-4e0f-a4af-6a7d10318ab6 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:55.688054 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1ea84906-c965-4dce-9f50-1878e0876485 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:55.698210 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f893a115-0b41-4d51-a234-5a827d5940d3 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:35:55.743107 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f893a115-0b41-4d51-a234-5a827d5940d3 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Pushing event updated for resources: {'Port': ['ID=3bd618bb-3d7d-4787-b0c2-ce0e88915f98,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:55.787530 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed04a58-a900-441a-b2f5-528147aa8cd7 req-59b339d6-5407-486f-8170-f8c2159f888e tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:55.792952 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:55.794702 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-7ed04a58-a900-441a-b2f5-528147aa8cd7 req-59b339d6-5407-486f-8170-f8c2159f888e tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.8891120 Sep 22 21:35:55.804641 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-6be1d11b-021e-4fbb-a406-b1d29458bb0c None None] For port 5ce9d4f3-0706-4baa-a420-7ed4fdef9bc9, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=5ce9d4f3-0706-4baa-a420-7ed4fdef9bc9,segment=NetworkSegment(7720ca2b-6f18-4fc4-918b-2f8ccb2659ea),segment_id=7720ca2b-6f18-4fc4-918b-2f8ccb2659ea)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:35:55.805107 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6be1d11b-021e-4fbb-a406-b1d29458bb0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:55.821683 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-84eb1488-b20b-4136-a5d2-844a7f145342 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for router, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:55.934782 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f893a115-0b41-4d51-a234-5a827d5940d3 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:55.966093 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 54b5c187-4956-4cb6-befc-4bc8dae31a6d resource provider aggregate not found Sep 22 21:35:55.968668 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-7ed04a58-a900-441a-b2f5-528147aa8cd7 req-e0c4cab8-1657-4606-9ce3-a13495f33086 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730347 Sep 22 21:35:55.993993 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4794abb9-eefa-4019-937a-d5489653b7a1 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:55.995200 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-4794abb9-eefa-4019-937a-d5489653b7a1 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7114563 Sep 22 21:35:55.996763 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 54b5c187-4956-4cb6-befc-4bc8dae31a6d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 54b5c187-4956-4cb6-befc-4bc8dae31a6d found for delete ", "request_id": "req-e5d929f7-2d7f-47ea-b9f3-561e9f676ee9"}]} Sep 22 21:35:56.002572 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43888) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:56.007702 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-664b938c-7943-4943-b524-87557cd35f5b tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] For port 5ce9d4f3-0706-4baa-a420-7ed4fdef9bc9, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=5ce9d4f3-0706-4baa-a420-7ed4fdef9bc9,segment=NetworkSegment(7720ca2b-6f18-4fc4-918b-2f8ccb2659ea),segment_id=7720ca2b-6f18-4fc4-918b-2f8ccb2659ea)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:35:56.008162 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-664b938c-7943-4943-b524-87557cd35f5b tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:56.009539 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-b0ea066e-0151-4fa8-bd2b-e032c53e63a5 None None] Attempt 4 to provision port 23e9730a-da69-4cb6-a239-cab1bc7306d8 Sep 22 21:35:56.057511 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-6be1d11b-021e-4fbb-a406-b1d29458bb0c None None] Calling delete_port for 5ce9d4f3-0706-4baa-a420-7ed4fdef9bc9 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:35:56.153714 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-b0ea066e-0151-4fa8-bd2b-e032c53e63a5 None None] Port 23e9730a-da69-4cb6-a239-cab1bc7306d8 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:35:56.176378 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6be1d11b-021e-4fbb-a406-b1d29458bb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:56.177596 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a032c2c1-0e98-4e0f-a4af-6a7d10318ab6 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:56.225531 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be1d11b-021e-4fbb-a406-b1d29458bb0c None None] Pushing event deleted for resources: {'Port': ['ID=5ce9d4f3-0706-4baa-a420-7ed4fdef9bc9,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:56.237990 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be1d11b-021e-4fbb-a406-b1d29458bb0c None None] No DVR routers for this DVR port 5ce9d4f3-0706-4baa-a420-7ed4fdef9bc9 on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:35:56.261752 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-84eb1488-b20b-4136-a5d2-844a7f145342 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:56.290939 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-84eb1488-b20b-4136-a5d2-844a7f145342 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Deleting port 26707bea-8aa6-42ad-94da-3966e059664a {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:35:56.291344 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-84eb1488-b20b-4136-a5d2-844a7f145342 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:56.331861 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f893a115-0b41-4d51-a234-5a827d5940d3 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:56.340795 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-050dd997-e8c7-443b-83eb-4786ac1afc06 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:56.363077 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-664b938c-7943-4943-b524-87557cd35f5b tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Calling delete_port for 5ce9d4f3-0706-4baa-a420-7ed4fdef9bc9 owned by network:dhcp {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:35:56.390889 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a032c2c1-0e98-4e0f-a4af-6a7d10318ab6 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:56.432779 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032c2c1-0e98-4e0f-a4af-6a7d10318ab6 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event deleted for resources: {'Network': ['ID=cac36c40-7619-4c27-9b2b-a44785e74198,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:56.438900 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050dd997-e8c7-443b-83eb-4786ac1afc06 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event deleted for resources: {'Port': ['ID=23e9730a-da69-4cb6-a239-cab1bc7306d8,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:56.485730 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-313c19c6-8e0d-4289-ac60-f9a1a5bddf58 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks [] for router, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:56.569432 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a032c2c1-0e98-4e0f-a4af-6a7d10318ab6 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "DELETE /v2.0/networks/cac36c40-7619-4c27-9b2b-a44785e74198 HTTP/1.1" status: 204 len: 168 time: 1.9404879 Sep 22 21:35:56.609422 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43894) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:56.655478 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-b0ea066e-0151-4fa8-bd2b-e032c53e63a5 None None] Attempt 5 to provision port 23e9730a-da69-4cb6-a239-cab1bc7306d8 Sep 22 21:35:56.735758 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-b0ea066e-0151-4fa8-bd2b-e032c53e63a5 None None] Port 23e9730a-da69-4cb6-a239-cab1bc7306d8 was deleted so its status cannot be updated. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:35:56.798206 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.db.api [None req-664b938c-7943-4943-b524-87557cd35f5b tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:35:56.798527 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG oslo_db.api [None req-664b938c-7943-4943-b524-87557cd35f5b tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:35:56.856693 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-a47240a5-f981-4d3f-a413-9093fbe263a5 None None] Provisioning for port 3bd618bb-3d7d-4787-b0c2-ce0e88915f98 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:35:56.862429 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-a47240a5-f981-4d3f-a413-9093fbe263a5 None None] Provisioning complete for port 3bd618bb-3d7d-4787-b0c2-ce0e88915f98 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:35:56.863587 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a47240a5-f981-4d3f-a413-9093fbe263a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:56.864039 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a47240a5-f981-4d3f-a413-9093fbe263a5 None None] Attempt 1 to provision port 3bd618bb-3d7d-4787-b0c2-ce0e88915f98 Sep 22 21:35:56.893527 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-313c19c6-8e0d-4289-ac60-f9a1a5bddf58 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:56.897655 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-313c19c6-8e0d-4289-ac60-f9a1a5bddf58 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:56.906274 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace923e-8c7d-482a-ac8f-f06539766724 req-b0ed6cee-f9a6-45d5-892f-56b57d4b351a tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:56.907797 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1ace923e-8c7d-482a-ac8f-f06539766724 req-b0ed6cee-f9a6-45d5-892f-56b57d4b351a tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.7898772 Sep 22 21:35:56.914416 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb023136-5c7d-47b3-8bf9-43f69c2183bb tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] DELETE failed (client error): The resource could not be found. Sep 22 21:35:56.914887 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb023136-5c7d-47b3-8bf9-43f69c2183bb tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:35:56.930996 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a47240a5-f981-4d3f-a413-9093fbe263a5 None None] Port 3bd618bb-3d7d-4787-b0c2-ce0e88915f98 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:35:56.969139 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1ea84906-c965-4dce-9f50-1878e0876485 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:56.970681 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-313c19c6-8e0d-4289-ac60-f9a1a5bddf58 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:56.971154 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313c19c6-8e0d-4289-ac60-f9a1a5bddf58 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4309bb9d-e74b-4eb6-a25f-2b8fed35b1dc {{(pid=89008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:35:56.980622 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1ea84906-c965-4dce-9f50-1878e0876485 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:56.997549 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-bb023136-5c7d-47b3-8bf9-43f69c2183bb tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "DELETE /v2.0/subnets/c6f4b1d1-223f-4a9d-87ca-8d06637ee245 HTTP/1.1" status: 404 len: 337 time: 0.3826702 Sep 22 21:35:57.007750 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43898) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:57.051719 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-050dd997-e8c7-443b-83eb-4786ac1afc06 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:57.056267 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-050dd997-e8c7-443b-83eb-4786ac1afc06 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/ports/23e9730a-da69-4cb6-a239-cab1bc7306d8 HTTP/1.1" status: 204 len: 168 time: 2.8270454 Sep 22 21:35:57.057022 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1ace923e-8c7d-482a-ac8f-f06539766724 req-8924c8e1-10fc-4a07-a519-cb8adf8cc7dd tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420257 Sep 22 21:35:57.059642 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43902) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:57.065222 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 5ce9d4f3-0706-4baa-a420-7ed4fdef9bc9 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:35:57.100250 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-84eb1488-b20b-4136-a5d2-844a7f145342 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:57.122330 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-313c19c6-8e0d-4289-ac60-f9a1a5bddf58 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:57.123898 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 5ce9d4f3-0706-4baa-a420-7ed4fdef9bc9 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:35:57.125365 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 5ce9d4f3-0706-4baa-a420-7ed4fdef9bc9 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:35:57.128273 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-313c19c6-8e0d-4289-ac60-f9a1a5bddf58 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] 10.222.0.33 "DELETE /v2.0/routers/4309bb9d-e74b-4eb6-a25f-2b8fed35b1dc HTTP/1.1" status: 204 len: 168 time: 1.1083138 Sep 22 21:35:57.130195 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f133c8b-0d32-4e55-8d91-28a57eb8fa8f tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] DELETE failed (client error): The resource could not be found. Sep 22 21:35:57.130767 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f133c8b-0d32-4e55-8d91-28a57eb8fa8f tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:35:57.136875 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-2f133c8b-0d32-4e55-8d91-28a57eb8fa8f tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "DELETE /v2.0/networks/31e7fcd5-0e88-465c-8575-64c42eaad52f HTTP/1.1" status: 404 len: 339 time: 0.0972414 Sep 22 21:35:57.143592 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43910) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:57.204167 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-74c21cfd-f6c8-476e-9cc4-ddb2b8a70a1b tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] DELETE failed (client error): The resource could not be found. Sep 22 21:35:57.204735 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74c21cfd-f6c8-476e-9cc4-ddb2b8a70a1b tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:35:57.221268 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-74c21cfd-f6c8-476e-9cc4-ddb2b8a70a1b tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "DELETE /v2.0/subnets/3e9895dc-a652-4f6b-b82c-71faca13ff6f HTTP/1.1" status: 404 len: 337 time: 0.0763586 Sep 22 21:35:57.222442 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43914) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:57.232038 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea84906-c965-4dce-9f50-1878e0876485 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Pushing event updated for resources: {'Port': ['ID=eb5f3fcb-cd8b-4b41-b452-9ab12e26e924,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:57.247419 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1ea84906-c965-4dce-9f50-1878e0876485 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:57.275111 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-84eb1488-b20b-4136-a5d2-844a7f145342 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Calling delete_port for 26707bea-8aa6-42ad-94da-3966e059664a owned by network:router_gateway {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:35:57.322428 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43920) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:57.432842 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a47240a5-f981-4d3f-a413-9093fbe263a5 None None] Attempt 2 to provision port 3bd618bb-3d7d-4787-b0c2-ce0e88915f98 Sep 22 21:35:57.438566 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ac12d0-cb0d-4808-978d-abc8bc684710 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:57.440439 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ac12d0-cb0d-4808-978d-abc8bc684710 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:57.442585 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ac12d0-cb0d-4808-978d-abc8bc684710 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:57.443587 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-36ac12d0-cb0d-4808-978d-abc8bc684710 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:35:57.464947 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-664b938c-7943-4943-b524-87557cd35f5b tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Deleting port 5ce9d4f3-0706-4baa-a420-7ed4fdef9bc9 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:35:57.465511 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-664b938c-7943-4943-b524-87557cd35f5b tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:57.512106 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-36ac12d0-cb0d-4808-978d-abc8bc684710 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:35:57.513653 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-36ac12d0-cb0d-4808-978d-abc8bc684710 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4530883 Sep 22 21:35:57.525427 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43926) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:57.544521 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-8300f944-07ef-4355-ab10-73c16a9e0e75 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] DELETE failed (client error): The resource could not be found. Sep 22 21:35:57.544988 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8300f944-07ef-4355-ab10-73c16a9e0e75 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:35:57.547375 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-8300f944-07ef-4355-ab10-73c16a9e0e75 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "DELETE /v2.0/networks/2b4b849d-57ac-4971-888c-962f7057721e HTTP/1.1" status: 404 len: 339 time: 0.3189561 Sep 22 21:35:57.574806 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a47240a5-f981-4d3f-a413-9093fbe263a5 None None] Port 3bd618bb-3d7d-4787-b0c2-ce0e88915f98 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:35:57.578153 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43930) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:57.587436 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-664b938c-7943-4943-b524-87557cd35f5b tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] The port '5ce9d4f3-0706-4baa-a420-7ed4fdef9bc9' was deleted {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 21:35:57.615389 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-111fb5eb-f7a3-4204-8f87-7df979716bca tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Deleting subnet c03dc865-a5d7-48a4-b1c5-bfabd51457e8 {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:35:57.622712 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-111fb5eb-f7a3-4204-8f87-7df979716bca tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:57.664426 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-003647eb-b1d9-4db4-b2cd-887b8e16fbb2 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] DELETE failed (client error): The resource could not be found. Sep 22 21:35:57.664864 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-003647eb-b1d9-4db4-b2cd-887b8e16fbb2 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:35:57.666722 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-003647eb-b1d9-4db4-b2cd-887b8e16fbb2 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "DELETE /v2.0/subnets/86729ed5-1f9f-4843-be3c-482ea91a26a2 HTTP/1.1" status: 404 len: 337 time: 0.0851166 Sep 22 21:35:57.671260 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43934) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:57.718561 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-96f68a73-b907-4b7c-922a-4d67ca255289 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] DELETE failed (client error): The resource could not be found. Sep 22 21:35:57.719060 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96f68a73-b907-4b7c-922a-4d67ca255289 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:35:57.720731 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-96f68a73-b907-4b7c-922a-4d67ca255289 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "DELETE /v2.0/networks/d0ba3175-5704-489f-bdc6-4f1733d634ad HTTP/1.1" status: 404 len: 339 time: 0.0471857 Sep 22 21:35:57.723650 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-111fb5eb-f7a3-4204-8f87-7df979716bca tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:57.755257 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43938) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:57.768225 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-2781859a-5e49-419d-ba20-0028cc992abc tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-994543916', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}, 'admin_state_up': False}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:57.827297 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-2781859a-5e49-419d-ba20-0028cc992abc tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:57.841288 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f893a115-0b41-4d51-a234-5a827d5940d3 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:57.844312 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf341c3c-01e1-434a-9ad5-e0a369e1c193 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] DELETE failed (client error): The resource could not be found. Sep 22 21:35:57.844767 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf341c3c-01e1-434a-9ad5-e0a369e1c193 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:35:57.852592 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-2781859a-5e49-419d-ba20-0028cc992abc tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Usage tracker for resource:router and tenant:60d704e6c4374325ab6b4cfd3fcbd942 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:35:57.859331 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f893a115-0b41-4d51-a234-5a827d5940d3 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:57.886102 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-664b938c-7943-4943-b524-87557cd35f5b tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:57.903260 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.l3_db [None req-1ea84906-c965-4dce-9f50-1878e0876485 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Floating IP 01aa53c3-ea1e-4bde-be19-69b3adfae56c associated. External IP: 172.26.0.35, port: 11327c97-09a0-4cbc-a12d-133cb84439f3. Sep 22 21:35:57.918536 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-2781859a-5e49-419d-ba20-0028cc992abc tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:35:57.969365 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-cf341c3c-01e1-434a-9ad5-e0a369e1c193 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "DELETE /v2.0/subnets/992dcf3b-6774-4521-bb76-96db8a0a2c5b HTTP/1.1" status: 404 len: 337 time: 0.2048311 Sep 22 21:35:57.980274 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43942) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:57.981750 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-664b938c-7943-4943-b524-87557cd35f5b tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b72ac52-94e7-4b26-9590-6c8c4a4d4c2e']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:57.989463 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-2781859a-5e49-419d-ba20-0028cc992abc tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:35:58.026337 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-664b938c-7943-4943-b524-87557cd35f5b tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7720ca2b-6f18-4fc4-918b-2f8ccb2659ea') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:58.026652 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-664b938c-7943-4943-b524-87557cd35f5b tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7720ca2b-6f18-4fc4-918b-2f8ccb2659ea') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:58.048596 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-664b938c-7943-4943-b524-87557cd35f5b tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:58.049662 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2781859a-5e49-419d-ba20-0028cc992abc tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:58.050690 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2781859a-5e49-419d-ba20-0028cc992abc tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:58.055179 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-be46f73e-bc05-47fb-912d-632915160893 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] DELETE failed (client error): The resource could not be found. Sep 22 21:35:58.055639 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be46f73e-bc05-47fb-912d-632915160893 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:35:58.057275 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-be46f73e-bc05-47fb-912d-632915160893 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "DELETE /v2.0/networks/4bba9034-07de-4cd5-a1c4-336aa2d40f18 HTTP/1.1" status: 404 len: 339 time: 0.0679917 Sep 22 21:35:58.059044 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f893a115-0b41-4d51-a234-5a827d5940d3 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:58.062316 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f893a115-0b41-4d51-a234-5a827d5940d3 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Pushing event updated for resources: {'Port': ['ID=3bd618bb-3d7d-4787-b0c2-ce0e88915f98,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:58.062464 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43946) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:58.073871 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a04169-eda5-484d-a04f-74414b2da7a4 req-db904119-39ca-4033-8fc1-06e3344d524f tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:35:58.075586 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-80a04169-eda5-484d-a04f-74414b2da7a4 req-db904119-39ca-4033-8fc1-06e3344d524f tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.4182770 Sep 22 21:35:58.076257 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a47240a5-f981-4d3f-a413-9093fbe263a5 None None] Attempt 3 to provision port 3bd618bb-3d7d-4787-b0c2-ce0e88915f98 Sep 22 21:35:58.093547 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-84eb1488-b20b-4136-a5d2-844a7f145342 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:58.135118 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-111fb5eb-f7a3-4204-8f87-7df979716bca tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:58.140055 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a47240a5-f981-4d3f-a413-9093fbe263a5 None None] Port 3bd618bb-3d7d-4787-b0c2-ce0e88915f98 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:35:58.165620 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-664b938c-7943-4943-b524-87557cd35f5b tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:58.202720 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-e67ad59a-a1a7-4222-8c44-92f4ad0168e0 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] DELETE failed (client error): The resource could not be found. Sep 22 21:35:58.203160 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e67ad59a-a1a7-4222-8c44-92f4ad0168e0 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:35:58.204753 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e67ad59a-a1a7-4222-8c44-92f4ad0168e0 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "DELETE /v2.0/subnets/28f01c4b-8df2-4134-b3f0-c83d732bda7b HTTP/1.1" status: 404 len: 337 time: 0.1398511 Sep 22 21:35:58.213251 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43950) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:58.223722 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-664b938c-7943-4943-b524-87557cd35f5b tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:35:58.224121 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-664b938c-7943-4943-b524-87557cd35f5b tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:58.241187 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eb1488-b20b-4136-a5d2-844a7f145342 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event deleted for resources: {'Port': ['ID=26707bea-8aa6-42ad-94da-3966e059664a,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:58.280274 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 7720ca2b-6f18-4fc4-918b-2f8ccb2659ea resource provider aggregate not found Sep 22 21:35:58.280744 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2781859a-5e49-419d-ba20-0028cc992abc tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:58.359452 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 7720ca2b-6f18-4fc4-918b-2f8ccb2659ea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7720ca2b-6f18-4fc4-918b-2f8ccb2659ea found for delete ", "request_id": "req-c1975305-da1b-4237-92a2-d13e65c7bc2b"}]} Sep 22 21:35:58.364353 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-78301495-c8bf-4d24-9d22-09ed17ea6a18 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] DELETE failed (client error): The resource could not be found. Sep 22 21:35:58.364808 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78301495-c8bf-4d24-9d22-09ed17ea6a18 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:35:58.366457 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-78301495-c8bf-4d24-9d22-09ed17ea6a18 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "DELETE /v2.0/networks/90612095-c0d1-4935-b7f0-11b5682062a2 HTTP/1.1" status: 404 len: 339 time: 0.1462333 Sep 22 21:35:58.372096 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43958) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:58.377309 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-80a04169-eda5-484d-a04f-74414b2da7a4 req-89b49c3f-afa0-41c2-a246-fd31af6b1c5b tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2066178 Sep 22 21:35:58.440254 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-664b938c-7943-4943-b524-87557cd35f5b tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:58.472583 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-664b938c-7943-4943-b524-87557cd35f5b tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:58.485526 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b938c-7943-4943-b524-87557cd35f5b tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] Pushing event deleted for resources: {'Network': ['ID=5b72ac52-94e7-4b26-9590-6c8c4a4d4c2e,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:58.494345 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-664b938c-7943-4943-b524-87557cd35f5b tempest-TagsExtTest-1266045480 tempest-TagsExtTest-1266045480-project] 10.222.0.33 "DELETE /v2.0/networks/5b72ac52-94e7-4b26-9590-6c8c4a4d4c2e HTTP/1.1" status: 204 len: 168 time: 3.4744759 Sep 22 21:35:58.598494 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea84906-c965-4dce-9f50-1878e0876485 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Router b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:35:58.641128 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a47240a5-f981-4d3f-a413-9093fbe263a5 None None] Attempt 4 to provision port 3bd618bb-3d7d-4787-b0c2-ce0e88915f98 Sep 22 21:35:58.702460 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddfdecd9-8730-41d2-99bd-a3dc25ce63a6 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] DELETE failed (client error): The resource could not be found. Sep 22 21:35:58.703229 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddfdecd9-8730-41d2-99bd-a3dc25ce63a6 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:35:58.728458 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-84eb1488-b20b-4136-a5d2-844a7f145342 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8012236'] for router_gateway, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:58.740619 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a47240a5-f981-4d3f-a413-9093fbe263a5 None None] Port 3bd618bb-3d7d-4787-b0c2-ce0e88915f98 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:35:58.832179 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-111fb5eb-f7a3-4204-8f87-7df979716bca tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:58.836718 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ddfdecd9-8730-41d2-99bd-a3dc25ce63a6 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "DELETE /v2.0/subnets/053fab29-4dc5-45ab-9a9e-9a0f7993d0c0 HTTP/1.1" status: 404 len: 337 time: 0.4534028 Sep 22 21:35:58.838263 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43966) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:58.882359 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43968) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:58.921639 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-d07e73c5-e564-439f-a132-567a3963ba70 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] DELETE failed (client error): The resource could not be found. Sep 22 21:35:58.922032 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d07e73c5-e564-439f-a132-567a3963ba70 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:35:58.923786 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-d07e73c5-e564-439f-a132-567a3963ba70 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "DELETE /v2.0/networks/43e29cdc-8c3a-477e-8f3b-a1c986059ac2 HTTP/1.1" status: 404 len: 339 time: 0.0404620 Sep 22 21:35:58.926903 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43972) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:58.957626 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f893a115-0b41-4d51-a234-5a827d5940d3 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Network cdd35947-4d35-4e67-afe6-3375b754c238 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:35:58.968700 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c0e88ed-64b6-4b2e-8f3d-c0d420ac4749 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] DELETE failed (client error): The resource could not be found. Sep 22 21:35:58.969139 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c0e88ed-64b6-4b2e-8f3d-c0d420ac4749 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:35:58.970811 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-0c0e88ed-64b6-4b2e-8f3d-c0d420ac4749 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "DELETE /v2.0/subnets/559f8fea-c6f2-459f-9047-fed7136febec HTTP/1.1" status: 404 len: 337 time: 0.0430038 Sep 22 21:35:58.975325 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43980) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:58.978348 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea84906-c965-4dce-9f50-1878e0876485 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:35:58.989308 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d793d0f0-5393-4b21-8e57-1b41c733f425 None None] Sync routers for ids ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:35:59.000860 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d793d0f0-5393-4b21-8e57-1b41c733f425 None None] Routers {'b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:35:59.001654 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-d793d0f0-5393-4b21-8e57-1b41c733f425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:35:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:59.006647 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcd35c0c-2901-4c40-a289-43e3fd63d9e9 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] DELETE failed (client error): The resource could not be found. Sep 22 21:35:59.007113 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcd35c0c-2901-4c40-a289-43e3fd63d9e9 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:35:59.008902 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-fcd35c0c-2901-4c40-a289-43e3fd63d9e9 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "DELETE /v2.0/networks/4b94706d-a3d0-4d44-bf92-5001581ff1ed HTTP/1.1" status: 404 len: 339 time: 0.0323994 Sep 22 21:35:59.013689 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43984) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:59.054733 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1ea84906-c965-4dce-9f50-1878e0876485 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:59.070179 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-f893a115-0b41-4d51-a234-5a827d5940d3 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:35:59.072176 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-111fb5eb-f7a3-4204-8f87-7df979716bca tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:59.073949 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-111fb5eb-f7a3-4204-8f87-7df979716bca tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/c03dc865-a5d7-48a4-b1c5-bfabd51457e8 HTTP/1.1" status: 204 len: 168 time: 1.5471878 Sep 22 21:35:59.077200 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-d793d0f0-5393-4b21-8e57-1b41c733f425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:59.077941 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43988) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:59.084264 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1c6f57-1497-423a-8eb9-4cc067f77553 None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:35:59.084762 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111fb5eb-f7a3-4204-8f87-7df979716bca tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event deleted for resources: {'Subnet': ['ID=c03dc865-a5d7-48a4-b1c5-bfabd51457e8,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:35:59.088568 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f3a901a-bbd4-418e-a492-d23e2fa2a141 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] DELETE failed (client error): The resource could not be found. Sep 22 21:35:59.089238 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f3a901a-bbd4-418e-a492-d23e2fa2a141 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:35:59.092802 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-8f3a901a-bbd4-418e-a492-d23e2fa2a141 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "DELETE /v2.0/subnets/1c4095b8-1bd0-43b6-a048-c0e5aa733256 HTTP/1.1" status: 404 len: 337 time: 0.0782390 Sep 22 21:35:59.094821 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-84eb1488-b20b-4136-a5d2-844a7f145342 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:59.098475 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 43992) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:59.102590 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-84eb1488-b20b-4136-a5d2-844a7f145342 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:59.105917 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2781859a-5e49-419d-ba20-0028cc992abc tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:59.116359 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d793d0f0-5393-4b21-8e57-1b41c733f425 None None] Routers {'b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:35:59.118397 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-d793d0f0-5393-4b21-8e57-1b41c733f425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:35:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:59.177235 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-1ea84906-c965-4dce-9f50-1878e0876485 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.9591980 Sep 22 21:35:59.180371 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 43996) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:59.185700 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-006378ad-2e1e-4908-b2e3-af27393fcb5c tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:59.265140 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c5bf780-44a4-4b6b-b3ba-21ad7f40029e tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Deleting subnet f5f85563-9dce-406d-bb55-22dfca389888 {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:35:59.291214 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2c5bf780-44a4-4b6b-b3ba-21ad7f40029e tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:59.296685 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-d793d0f0-5393-4b21-8e57-1b41c733f425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:35:59.297396 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d793d0f0-5393-4b21-8e57-1b41c733f425 None None] The sync data for ids ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:35:59.353737 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a47240a5-f981-4d3f-a413-9093fbe263a5 None None] Attempt 5 to provision port 3bd618bb-3d7d-4787-b0c2-ce0e88915f98 Sep 22 21:35:59.359259 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-006378ad-2e1e-4908-b2e3-af27393fcb5c tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for floatingip, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:59.382107 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6ce382b-0409-435d-8fcf-a3a55d57874c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] DELETE failed (client error): The resource could not be found. Sep 22 21:35:59.382532 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6ce382b-0409-435d-8fcf-a3a55d57874c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:35:59.387494 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-b6ce382b-0409-435d-8fcf-a3a55d57874c tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "DELETE /v2.0/networks/45af9591-9c97-440e-bcc7-6d1c90121d82 HTTP/1.1" status: 404 len: 339 time: 0.2870910 Sep 22 21:35:59.388486 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44000) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:59.466304 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2c5bf780-44a4-4b6b-b3ba-21ad7f40029e tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:59.470319 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a47240a5-f981-4d3f-a413-9093fbe263a5 None None] Port 3bd618bb-3d7d-4787-b0c2-ce0e88915f98 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:35:59.533603 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-84eb1488-b20b-4136-a5d2-844a7f145342 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:59.534150 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84eb1488-b20b-4136-a5d2-844a7f145342 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Fanout notify agent at l3_agent the message router_deleted on router 0fa6e7ea-720a-4c89-acb9-1cf69ddd3034 {{(pid=89009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:35:59.666430 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-3f436a2b-6fdb-46df-a699-25b0a2c99924 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=f4c32f60ee0b44da9fb527e6fab0ab8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7363651 Sep 22 21:35:59.669453 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f893a115-0b41-4d51-a234-5a827d5940d3 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Router 60b93422-a820-4615-957c-c71784214c09 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:35:59.676595 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-84eb1488-b20b-4136-a5d2-844a7f145342 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:59.681090 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-84eb1488-b20b-4136-a5d2-844a7f145342 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "DELETE /v2.0/routers/0fa6e7ea-720a-4c89-acb9-1cf69ddd3034 HTTP/1.1" status: 204 len: 168 time: 4.6094224 Sep 22 21:35:59.681090 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44006) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:59.686117 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd7d6b0c-c80f-40a0-8393-bc2b67833069 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Deleting subnet 3999fb05-e54e-491a-b9d3-4db8b985f6db {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:35:59.697465 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44008) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:35:59.702555 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-dd7d6b0c-c80f-40a0-8393-bc2b67833069 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:59.737090 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-006378ad-2e1e-4908-b2e3-af27393fcb5c tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:59.738400 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2c5bf780-44a4-4b6b-b3ba-21ad7f40029e tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:59.744628 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-54b738ea-0051-477a-b46c-d3440413f35f tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-511322944'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:35:59.761585 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-54b738ea-0051-477a-b46c-d3440413f35f tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:35:59.765927 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-006378ad-2e1e-4908-b2e3-af27393fcb5c tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:35:59.766243 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.l3_db [None req-006378ad-2e1e-4908-b2e3-af27393fcb5c tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Floating IP 01aa53c3-ea1e-4bde-be19-69b3adfae56c disassociated. External IP: 172.26.0.35, port: 11327c97-09a0-4cbc-a12d-133cb84439f3. Sep 22 21:35:59.792907 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-54b738ea-0051-477a-b46c-d3440413f35f tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Usage tracker for resource:network and tenant:5c103daa7e764303927ef5f69fe7eabf is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:35:59.850774 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-54b738ea-0051-477a-b46c-d3440413f35f tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:35:59.891632 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-54b738ea-0051-477a-b46c-d3440413f35f tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:35:59.971348 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a47240a5-f981-4d3f-a413-9093fbe263a5 None None] Attempt 6 to provision port 3bd618bb-3d7d-4787-b0c2-ce0e88915f98 Sep 22 21:35:59.975187 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2c5bf780-44a4-4b6b-b3ba-21ad7f40029e tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:00.027359 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5bf780-44a4-4b6b-b3ba-21ad7f40029e tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event deleted for resources: {'Subnet': ['ID=f5f85563-9dce-406d-bb55-22dfca389888,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:00.032005 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2c5bf780-44a4-4b6b-b3ba-21ad7f40029e tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:00.050295 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a47240a5-f981-4d3f-a413-9093fbe263a5 None None] Port 3bd618bb-3d7d-4787-b0c2-ce0e88915f98 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:00.099710 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-dd7d6b0c-c80f-40a0-8393-bc2b67833069 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:00.120812 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-2c5bf780-44a4-4b6b-b3ba-21ad7f40029e tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/f5f85563-9dce-406d-bb55-22dfca389888 HTTP/1.1" status: 204 len: 168 time: 1.0383472 Sep 22 21:36:00.123703 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44016) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:00.187295 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b738ea-0051-477a-b46c-d3440413f35f tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Made reservation on behalf of 5c103daa7e764303927ef5f69fe7eabf for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:36:00.190581 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-54b738ea-0051-477a-b46c-d3440413f35f tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:00.196437 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-0467c232-17cc-48a8-85fd-0ce02f3ff772 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0689890 Sep 22 21:36:00.200193 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44020) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:00.205608 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da95a38-a133-4d2e-892c-9692550d5273 None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:36:00.236965 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-56d5e93a-d919-4278-900e-56aef6040bde tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'subnet': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:00.288002 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cef58920-3a18-479c-8c58-f7b6c7abc16a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:00.292456 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-006378ad-2e1e-4908-b2e3-af27393fcb5c tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Router b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:36:00.357822 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f893a115-0b41-4d51-a234-5a827d5940d3 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:36:00.386066 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3172951-733c-4a3d-9f8b-83dea9d4e7a7 req-b3b7588c-bce8-4374-ab00-2e3d9fccf98b tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:00.387912 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-e3172951-733c-4a3d-9f8b-83dea9d4e7a7 req-b3b7588c-bce8-4374-ab00-2e3d9fccf98b tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.8363340 Sep 22 21:36:00.400126 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04256e61-2603-47b0-bdc4-38aeac02ab8b None None] Sync routers for ids ['60b93422-a820-4615-957c-c71784214c09'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:36:00.401658 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-f893a115-0b41-4d51-a234-5a827d5940d3 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] 10.222.0.33 "PUT /v2.0/routers/60b93422-a820-4615-957c-c71784214c09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8511124 Sep 22 21:36:00.419812 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04256e61-2603-47b0-bdc4-38aeac02ab8b None None] Routers {'60b93422-a820-4615-957c-c71784214c09'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:36:00.420521 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-04256e61-2603-47b0-bdc4-38aeac02ab8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:35:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['60b93422-a820-4615-957c-c71784214c09'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:00.444008 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44024) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:00.494074 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-04256e61-2603-47b0-bdc4-38aeac02ab8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:00.507949 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04256e61-2603-47b0-bdc4-38aeac02ab8b None None] Routers {'60b93422-a820-4615-957c-c71784214c09'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:36:00.508633 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-04256e61-2603-47b0-bdc4-38aeac02ab8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:35:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['60b93422-a820-4615-957c-c71784214c09'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:00.522139 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54b738ea-0051-477a-b46c-d3440413f35f tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:36:00.525239 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cef58920-3a18-479c-8c58-f7b6c7abc16a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:00.561772 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a47240a5-f981-4d3f-a413-9093fbe263a5 None None] Attempt 7 to provision port 3bd618bb-3d7d-4787-b0c2-ce0e88915f98 Sep 22 21:36:00.599831 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006378ad-2e1e-4908-b2e3-af27393fcb5c tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:36:00.600287 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-04256e61-2603-47b0-bdc4-38aeac02ab8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:00.601610 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04256e61-2603-47b0-bdc4-38aeac02ab8b None None] The sync data for ids ['60b93422-a820-4615-957c-c71784214c09'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:36:00.604360 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-006378ad-2e1e-4908-b2e3-af27393fcb5c tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:00.613998 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88938fa9-0746-454d-9e9c-b8898f7553da None None] Sync routers for ids ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:36:00.626219 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88938fa9-0746-454d-9e9c-b8898f7553da None None] Routers {'b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:36:00.627283 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-88938fa9-0746-454d-9e9c-b8898f7553da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:35:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:00.650180 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a47240a5-f981-4d3f-a413-9093fbe263a5 None None] Port 3bd618bb-3d7d-4787-b0c2-ce0e88915f98 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:00.663648 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-006378ad-2e1e-4908-b2e3-af27393fcb5c tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] 10.222.0.33 "PUT /v2.0/floatingips/01aa53c3-ea1e-4bde-be19-69b3adfae56c HTTP/1.1" status: 200 len: 687 time: 1.4819965 Sep 22 21:36:00.666408 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44028) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:00.677104 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-56d5e93a-d919-4278-900e-56aef6040bde tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:00.681482 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-54b738ea-0051-477a-b46c-d3440413f35f tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:00.681838 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-54b738ea-0051-477a-b46c-d3440413f35f tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Added segment 7d1588db-c5e0-45f4-bc26-99289957276e of type vlan for network f9168e5d-3888-4771-8895-3c9e472b0b69 Sep 22 21:36:00.724031 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-88938fa9-0746-454d-9e9c-b8898f7553da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:00.725352 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b274f70-6c6b-4d2f-b3c6-53fc0abf2789 None None] DHCP port deletion for 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:36:00.730059 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-5b274f70-6c6b-4d2f-b3c6-53fc0abf2789 None None] Deleting port dba96c16-265c-455c-a7fa-64f1819e2826 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:36:00.730729 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5b274f70-6c6b-4d2f-b3c6-53fc0abf2789 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:00.735366 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88938fa9-0746-454d-9e9c-b8898f7553da None None] Routers {'b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:36:00.737836 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-88938fa9-0746-454d-9e9c-b8898f7553da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:35:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:00.768305 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-56d5e93a-d919-4278-900e-56aef6040bde tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Usage tracker for resource:subnet and tenant:4fef33e75cf240fcbb352fce012907b9 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:00.774058 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-e3172951-733c-4a3d-9f8b-83dea9d4e7a7 req-8d764515-ce8e-4627-aa14-6f04e9f7b8ad tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3680527 Sep 22 21:36:00.835443 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-88938fa9-0746-454d-9e9c-b8898f7553da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:00.836633 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88938fa9-0746-454d-9e9c-b8898f7553da None None] The sync data for ids ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:36:00.849790 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-56d5e93a-d919-4278-900e-56aef6040bde tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:00.850880 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-92bb072e-980f-49ec-b82f-bd14c784464e tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Deleting port eb5f3fcb-cd8b-4b41-b452-9ab12e26e924 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:36:00.851365 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-92bb072e-980f-49ec-b82f-bd14c784464e tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:00.880185 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-dd7d6b0c-c80f-40a0-8393-bc2b67833069 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:00.907890 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-56d5e93a-d919-4278-900e-56aef6040bde tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:00.943521 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-54b738ea-0051-477a-b46c-d3440413f35f tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:00.963099 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-5b274f70-6c6b-4d2f-b3c6-53fc0abf2789 None None] For port dba96c16-265c-455c-a7fa-64f1819e2826, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=dba96c16-265c-455c-a7fa-64f1819e2826,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:36:00.963411 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5b274f70-6c6b-4d2f-b3c6-53fc0abf2789 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:00.996202 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1105c155-c1c5-4b2e-93f6-9ddc8da9fb68 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks [] for router, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:01.040536 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-92bb072e-980f-49ec-b82f-bd14c784464e tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:01.041351 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-92bb072e-980f-49ec-b82f-bd14c784464e tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:01.056105 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2781859a-5e49-419d-ba20-0028cc992abc tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks [] for router_gateway, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:01.099942 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d5e93a-d919-4278-900e-56aef6040bde tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:36:01.105598 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-56d5e93a-d919-4278-900e-56aef6040bde tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:01.140273 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device dba96c16-265c-455c-a7fa-64f1819e2826 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:36:01.170641 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-5b274f70-6c6b-4d2f-b3c6-53fc0abf2789 None None] Calling delete_port for dba96c16-265c-455c-a7fa-64f1819e2826 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:36:01.178687 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-92bb072e-980f-49ec-b82f-bd14c784464e tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Calling delete_port for eb5f3fcb-cd8b-4b41-b452-9ab12e26e924 owned by network:floatingip {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:36:01.197518 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a47240a5-f981-4d3f-a413-9093fbe263a5 None None] Attempt 8 to provision port 3bd618bb-3d7d-4787-b0c2-ce0e88915f98 Sep 22 21:36:01.213238 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2781859a-5e49-419d-ba20-0028cc992abc tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:01.267583 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.db.resource_extend [None req-54b738ea-0051-477a-b46c-d3440413f35f tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 21:36:01.326845 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5b274f70-6c6b-4d2f-b3c6-53fc0abf2789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:01.343239 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-92bb072e-980f-49ec-b82f-bd14c784464e tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:01.362302 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cef58920-3a18-479c-8c58-f7b6c7abc16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:01.392138 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b274f70-6c6b-4d2f-b3c6-53fc0abf2789 None None] Pushing event deleted for resources: {'Port': ['ID=dba96c16-265c-455c-a7fa-64f1819e2826,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:01.396652 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b274f70-6c6b-4d2f-b3c6-53fc0abf2789 None None] No DVR routers for this DVR port dba96c16-265c-455c-a7fa-64f1819e2826 on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:36:01.396812 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-54b738ea-0051-477a-b46c-d3440413f35f tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:01.401969 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b738ea-0051-477a-b46c-d3440413f35f tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:01.402583 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-54b738ea-0051-477a-b46c-d3440413f35f tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:01.403017 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a47240a5-f981-4d3f-a413-9093fbe263a5 None None] Port 3bd618bb-3d7d-4787-b0c2-ce0e88915f98 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:01.408298 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No active binding found for port dba96c16-265c-455c-a7fa-64f1819e2826 {{(pid=89010) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Sep 22 21:36:01.408471 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device dba96c16-265c-455c-a7fa-64f1819e2826 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:36:01.445812 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bb072e-980f-49ec-b82f-bd14c784464e tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Pushing event deleted for resources: {'Port': ['ID=eb5f3fcb-cd8b-4b41-b452-9ab12e26e924,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:01.452937 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-dd7d6b0c-c80f-40a0-8393-bc2b67833069 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:01.495171 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef58920-3a18-479c-8c58-f7b6c7abc16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19530087-becd-42a3-aa3f-8c0ec79e7b00,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:01.510419 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-92bb072e-980f-49ec-b82f-bd14c784464e tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for floatingip, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:01.523382 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-92bb072e-980f-49ec-b82f-bd14c784464e tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:01.524532 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-92bb072e-980f-49ec-b82f-bd14c784464e tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] 10.222.0.33 "DELETE /v2.0/floatingips/01aa53c3-ea1e-4bde-be19-69b3adfae56c HTTP/1.1" status: 204 len: 168 time: 0.8571148 Sep 22 21:36:01.528008 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44034) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:01.532991 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-92541794-2265-485f-a321-d7b84b7f6060 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Request body: {'floatingip': {'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'port_id': '60901503-f5d1-4079-8354-0ee53c52d288'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:01.538974 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-92541794-2265-485f-a321-d7b84b7f6060 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:01.542794 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-92541794-2265-485f-a321-d7b84b7f6060 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Usage tracker for resource:floatingip and tenant:43c8fa0213da4f47a6706f7ea64b9b94 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:01.545817 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-92541794-2265-485f-a321-d7b84b7f6060 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:01.552019 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-92541794-2265-485f-a321-d7b84b7f6060 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:01.555259 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-1105c155-c1c5-4b2e-93f6-9ddc8da9fb68 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 22 21:36:01.556294 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-1105c155-c1c5-4b2e-93f6-9ddc8da9fb68 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] 10.222.0.33 "DELETE /v2.0/routers/60b93422-a820-4615-957c-c71784214c09 HTTP/1.1" status: 409 len: 329 time: 1.1104739 Sep 22 21:36:01.559239 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44038) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:01.598578 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65a8c70-135a-4f94-b2f4-f8856b5d5106 None None] Network ca2c7e95-a561-45cb-b8d4-17c6406707de requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:36:01.605782 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-dd7d6b0c-c80f-40a0-8393-bc2b67833069 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:01.637155 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-92541794-2265-485f-a321-d7b84b7f6060 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for floatingip, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:01.669440 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b738ea-0051-477a-b46c-d3440413f35f tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event updated for resources: {'Network': ['ID=f9168e5d-3888-4771-8895-3c9e472b0b69,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:01.680004 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-54b738ea-0051-477a-b46c-d3440413f35f tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9797153 Sep 22 21:36:01.682871 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-dd7d6b0c-c80f-40a0-8393-bc2b67833069 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "DELETE /v2.0/subnets/3999fb05-e54e-491a-b9d3-4db8b985f6db HTTP/1.1" status: 204 len: 168 time: 2.2783713 Sep 22 21:36:01.684345 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cef58920-3a18-479c-8c58-f7b6c7abc16a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:01.685595 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-cef58920-3a18-479c-8c58-f7b6c7abc16a admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/19530087-becd-42a3-aa3f-8c0ec79e7b00 HTTP/1.1" status: 204 len: 168 time: 1.9974146 Sep 22 21:36:01.685941 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network f9168e5d-3888-4771-8895-3c9e472b0b69 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:36:01.686530 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44042) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:01.687023 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44044) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:01.695069 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d6b0c-c80f-40a0-8393-bc2b67833069 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event deleted for resources: {'Subnet': ['ID=3999fb05-e54e-491a-b9d3-4db8b985f6db,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:01.877971 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-0174a9ed-a2b1-4de4-9f28-468317f0ef0a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Request body: {'subnet': {'network_id': 'f9168e5d-3888-4771-8895-3c9e472b0b69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:01.905345 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a47240a5-f981-4d3f-a413-9093fbe263a5 None None] Attempt 9 to provision port 3bd618bb-3d7d-4787-b0c2-ce0e88915f98 Sep 22 21:36:01.989618 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a47240a5-f981-4d3f-a413-9093fbe263a5 None None] Port 3bd618bb-3d7d-4787-b0c2-ce0e88915f98 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:01.996095 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21ea5c2-53e1-43c5-b20b-6581d69de978 None None] DHCP port deletion for ca2c7e95-a561-45cb-b8d4-17c6406707de request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:36:02.001345 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-c21ea5c2-53e1-43c5-b20b-6581d69de978 None None] Deleting port 73680b41-8b0b-49d4-96af-2aff5f169033 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:36:02.001870 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c21ea5c2-53e1-43c5-b20b-6581d69de978 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:02.101171 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-2781859a-5e49-419d-ba20-0028cc992abc tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Allocated IP 172.26.0.97 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/60e68b8a-5c3e-4108-9fb4-0acbdcf1dc13) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:36:02.197332 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5129f17e-435c-4f97-8d46-156abfbf8863 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:02.244288 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-c21ea5c2-53e1-43c5-b20b-6581d69de978 None None] For port 73680b41-8b0b-49d4-96af-2aff5f169033, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=73680b41-8b0b-49d4-96af-2aff5f169033,segment=NetworkSegment(86b6b3e3-4e00-4b96-8fe7-5451a9f275e9),segment_id=86b6b3e3-4e00-4b96-8fe7-5451a9f275e9)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:36:02.245074 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c21ea5c2-53e1-43c5-b20b-6581d69de978 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:02.250575 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-0174a9ed-a2b1-4de4-9f28-468317f0ef0a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:02.266423 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-0174a9ed-a2b1-4de4-9f28-468317f0ef0a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Usage tracker for resource:subnet and tenant:5c103daa7e764303927ef5f69fe7eabf is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:02.279086 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-0174a9ed-a2b1-4de4-9f28-468317f0ef0a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:02.288297 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-92541794-2265-485f-a321-d7b84b7f6060 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:02.303577 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-0174a9ed-a2b1-4de4-9f28-468317f0ef0a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:02.368537 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b842b9c6-d6d0-4af3-a311-9f0739542b42 req-5b331b07-c7a7-4b94-8420-fe242846d61f tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:02.370034 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b842b9c6-d6d0-4af3-a311-9f0739542b42 req-5b331b07-c7a7-4b94-8420-fe242846d61f tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.2509222 Sep 22 21:36:02.382415 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-5129f17e-435c-4f97-8d46-156abfbf8863 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Deleting port 73680b41-8b0b-49d4-96af-2aff5f169033 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:36:02.382815 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5129f17e-435c-4f97-8d46-156abfbf8863 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:02.409601 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-c21ea5c2-53e1-43c5-b20b-6581d69de978 None None] Calling delete_port for 73680b41-8b0b-49d4-96af-2aff5f169033 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:36:02.459993 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0174a9ed-a2b1-4de4-9f28-468317f0ef0a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Made reservation on behalf of 5c103daa7e764303927ef5f69fe7eabf for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:36:02.463619 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0174a9ed-a2b1-4de4-9f28-468317f0ef0a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:02.478152 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b842b9c6-d6d0-4af3-a311-9f0739542b42 req-148d894b-7cb2-423c-9140-41f685725c63 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989699 Sep 22 21:36:02.492475 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a47240a5-f981-4d3f-a413-9093fbe263a5 None None] Attempt 10 to provision port 3bd618bb-3d7d-4787-b0c2-ce0e88915f98 Sep 22 21:36:02.515638 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-56d5e93a-d919-4278-900e-56aef6040bde tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:02.562458 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a47240a5-f981-4d3f-a413-9093fbe263a5 None None] Port 3bd618bb-3d7d-4787-b0c2-ce0e88915f98 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:02.568793 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c21ea5c2-53e1-43c5-b20b-6581d69de978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:02.590353 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-53d4ea94-c0f8-489b-a909-b56c700936b6 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:02.623006 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21ea5c2-53e1-43c5-b20b-6581d69de978 None None] Pushing event deleted for resources: {'Port': ['ID=73680b41-8b0b-49d4-96af-2aff5f169033,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:02.626779 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21ea5c2-53e1-43c5-b20b-6581d69de978 None None] No DVR routers for this DVR port 73680b41-8b0b-49d4-96af-2aff5f169033 on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:36:02.673913 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-b44cfb33-e074-49e1-9993-bd420920125e None None] Could not find standard attr ID for object dba96c16-265c-455c-a7fa-64f1819e2826. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:36:02.685015 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-b44cfb33-e074-49e1-9993-bd420920125e None None] Provisioning complete for port 3bd618bb-3d7d-4787-b0c2-ce0e88915f98 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:36:02.685371 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-b44cfb33-e074-49e1-9993-bd420920125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:02.685702 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-b44cfb33-e074-49e1-9993-bd420920125e None None] Attempt 1 to provision port 3bd618bb-3d7d-4787-b0c2-ce0e88915f98 Sep 22 21:36:02.712392 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-5129f17e-435c-4f97-8d46-156abfbf8863 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] The port '73680b41-8b0b-49d4-96af-2aff5f169033' was deleted {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 21:36:02.720406 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2781859a-5e49-419d-ba20-0028cc992abc tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:02.727487 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d5e93a-d919-4278-900e-56aef6040bde tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:36:02.743721 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-b44cfb33-e074-49e1-9993-bd420920125e None None] Port 3bd618bb-3d7d-4787-b0c2-ce0e88915f98 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:02.746794 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-56d5e93a-d919-4278-900e-56aef6040bde tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:36:02.757910 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d914e8d-0bc3-4788-be18-aa1095bc821d None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:36:02.789790 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d5e93a-d919-4278-900e-56aef6040bde tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:02.790383 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-56d5e93a-d919-4278-900e-56aef6040bde tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:02.824600 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d5e93a-d919-4278-900e-56aef6040bde tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Subnet': ['ID=afd75762-7f49-4c3a-b082-75cccbc5a7e1,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:02.896679 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44072) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:02.926275 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-56d5e93a-d919-4278-900e-56aef6040bde tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7133145 Sep 22 21:36:02.932605 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44078) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:02.939643 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-49c4b8a4-a112-48a4-ae7e-8faac6432cd4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'subnet': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:02.974876 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5129f17e-435c-4f97-8d46-156abfbf8863 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:03.037926 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-5129f17e-435c-4f97-8d46-156abfbf8863 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca2c7e95-a561-45cb-b8d4-17c6406707de']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:03.052394 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2781859a-5e49-419d-ba20-0028cc992abc tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:03.060955 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11faffa0-5eaf-4f1e-ad05-d464e1348a83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'tenant_id': '4fef33e75cf240fcbb352fce012907b9', 'fixed_ips': [{'subnet_id': 'afd75762-7f49-4c3a-b082-75cccbc5a7e1'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:36:03.061787 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-11faffa0-5eaf-4f1e-ad05-d464e1348a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:03.124196 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-92541794-2265-485f-a321-d7b84b7f6060 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Allocated IP 172.26.0.28 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/034a64df-c3fa-48af-b361-12c11bb5ba24) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:36:03.126966 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 73680b41-8b0b-49d4-96af-2aff5f169033 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:36:03.167253 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 73680b41-8b0b-49d4-96af-2aff5f169033 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:36:03.167573 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 73680b41-8b0b-49d4-96af-2aff5f169033 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:36:03.181101 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-5129f17e-435c-4f97-8d46-156abfbf8863 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86b6b3e3-4e00-4b96-8fe7-5451a9f275e9') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:03.181569 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-5129f17e-435c-4f97-8d46-156abfbf8863 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86b6b3e3-4e00-4b96-8fe7-5451a9f275e9') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:03.203699 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-2aaf63b1-3322-4041-bd9c-b8cc3047e662 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1856038345-network', 'tenant_id': '2f6d72e55d1f42e3ab387f563438baa9'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:03.227590 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5129f17e-435c-4f97-8d46-156abfbf8863 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:03.238658 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-2aaf63b1-3322-4041-bd9c-b8cc3047e662 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:03.240842 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0174a9ed-a2b1-4de4-9f28-468317f0ef0a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:03.249651 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-b44cfb33-e074-49e1-9993-bd420920125e None None] Attempt 2 to provision port 3bd618bb-3d7d-4787-b0c2-ce0e88915f98 Sep 22 21:36:03.290501 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-2aaf63b1-3322-4041-bd9c-b8cc3047e662 admin admin] Usage tracker for resource:network and tenant:2f6d72e55d1f42e3ab387f563438baa9 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:03.300657 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-2aaf63b1-3322-4041-bd9c-b8cc3047e662 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:03.307401 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2781859a-5e49-419d-ba20-0028cc992abc tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:36:03.312549 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-b44cfb33-e074-49e1-9993-bd420920125e None None] Port 3bd618bb-3d7d-4787-b0c2-ce0e88915f98 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:03.321127 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-2781859a-5e49-419d-ba20-0028cc992abc tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:36:03.336009 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-2aaf63b1-3322-4041-bd9c-b8cc3047e662 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:03.336224 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-11faffa0-5eaf-4f1e-ad05-d464e1348a83 None None] Allocated IP 172.20.0.2 (98c62b9a-5d2a-496f-a1e5-12a6874f54f0/afd75762-7f49-4c3a-b082-75cccbc5a7e1/cc581164-2adf-4ae3-9209-2ee8aa160862) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:36:03.340037 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2781859a-5e49-419d-ba20-0028cc992abc tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:36:03.344496 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-53d4ea94-c0f8-489b-a909-b56c700936b6 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Deleting port 3bd618bb-3d7d-4787-b0c2-ce0e88915f98 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:36:03.345018 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-53d4ea94-c0f8-489b-a909-b56c700936b6 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:03.369211 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5129f17e-435c-4f97-8d46-156abfbf8863 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:03.371247 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781859a-5e49-419d-ba20-0028cc992abc tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Pushing event updated for resources: {'Port': ['ID=60e68b8a-5c3e-4108-9fb4-0acbdcf1dc13,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:03.375948 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-49c4b8a4-a112-48a4-ae7e-8faac6432cd4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:03.387767 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-49c4b8a4-a112-48a4-ae7e-8faac6432cd4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Usage tracker for resource:subnet and tenant:4fef33e75cf240fcbb352fce012907b9 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:03.399529 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-49c4b8a4-a112-48a4-ae7e-8faac6432cd4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:03.401873 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5129f17e-435c-4f97-8d46-156abfbf8863 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:36:03.402279 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5129f17e-435c-4f97-8d46-156abfbf8863 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:03.421308 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-49c4b8a4-a112-48a4-ae7e-8faac6432cd4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:03.507393 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 86b6b3e3-4e00-4b96-8fe7-5451a9f275e9 resource provider aggregate not found Sep 22 21:36:03.510832 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aaf63b1-3322-4041-bd9c-b8cc3047e662 admin admin] Made reservation on behalf of 2f6d72e55d1f42e3ab387f563438baa9 for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:36:03.513362 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2aaf63b1-3322-4041-bd9c-b8cc3047e662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:03.538261 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0174a9ed-a2b1-4de4-9f28-468317f0ef0a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event updated for resources: {'Subnet': ['ID=a5a8aa37-9c34-4efc-8b04-5d53f76a92af,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:03.541427 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 86b6b3e3-4e00-4b96-8fe7-5451a9f275e9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 86b6b3e3-4e00-4b96-8fe7-5451a9f275e9 found for delete ", "request_id": "req-0b496573-10ea-4b64-811d-733928217641"}]} Sep 22 21:36:03.548260 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0174a9ed-a2b1-4de4-9f28-468317f0ef0a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Checking segment: {'id': '7d1588db-c5e0-45f4-bc26-99289957276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f9168e5d-3888-4771-8895-3c9e472b0b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:36:03.548621 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0174a9ed-a2b1-4de4-9f28-468317f0ef0a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Network hostable DHCP agents. Network: f9168e5d-3888-4771-8895-3c9e472b0b69, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:36:03.554369 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c4b8a4-a112-48a4-ae7e-8faac6432cd4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:36:03.558322 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-49c4b8a4-a112-48a4-ae7e-8faac6432cd4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:03.559785 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2aaf63b1-3322-4041-bd9c-b8cc3047e662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:03.607710 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-11faffa0-5eaf-4f1e-ad05-d464e1348a83 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:03.640427 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-11faffa0-5eaf-4f1e-ad05-d464e1348a83 None None] Transition to ACTIVE for port object cc581164-2adf-4ae3-9209-2ee8aa160862 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:36:03.666013 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-11faffa0-5eaf-4f1e-ad05-d464e1348a83 None None] Transition to ACTIVE for port object cc581164-2adf-4ae3-9209-2ee8aa160862 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:36:03.672786 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-11faffa0-5eaf-4f1e-ad05-d464e1348a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:03.713126 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-92541794-2265-485f-a321-d7b84b7f6060 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:03.743551 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11faffa0-5eaf-4f1e-ad05-d464e1348a83 None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:36:03.746767 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-11faffa0-5eaf-4f1e-ad05-d464e1348a83 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:36:03.749403 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11faffa0-5eaf-4f1e-ad05-d464e1348a83 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:36:03.791432 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11faffa0-5eaf-4f1e-ad05-d464e1348a83 None None] Pushing event updated for resources: {'Port': ['ID=cc581164-2adf-4ae3-9209-2ee8aa160862,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:03.817363 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-b44cfb33-e074-49e1-9993-bd420920125e None None] Attempt 3 to provision port 3bd618bb-3d7d-4787-b0c2-ce0e88915f98 Sep 22 21:36:03.859849 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5129f17e-435c-4f97-8d46-156abfbf8863 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:03.887042 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-53d4ea94-c0f8-489b-a909-b56c700936b6 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:03.898482 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-2aaf63b1-3322-4041-bd9c-b8cc3047e662 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:03.901018 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5129f17e-435c-4f97-8d46-156abfbf8863 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:03.923504 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-11faffa0-5eaf-4f1e-ad05-d464e1348a83 None None] Attempting to bind port cc581164-2adf-4ae3-9209-2ee8aa160862 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:36:03.923814 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-11faffa0-5eaf-4f1e-ad05-d464e1348a83 None None] Attempting to bind port cc581164-2adf-4ae3-9209-2ee8aa160862 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:36:03.924203 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11faffa0-5eaf-4f1e-ad05-d464e1348a83 None None] Attempting to bind port cc581164-2adf-4ae3-9209-2ee8aa160862 on network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:36:03.932676 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11faffa0-5eaf-4f1e-ad05-d464e1348a83 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:36:03.933068 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11faffa0-5eaf-4f1e-ad05-d464e1348a83 None None] Checking segment: {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:36:03.933465 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-11faffa0-5eaf-4f1e-ad05-d464e1348a83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:03.933851 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11faffa0-5eaf-4f1e-ad05-d464e1348a83 None None] Bound using segment: {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:36:03.934309 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-11faffa0-5eaf-4f1e-ad05-d464e1348a83 None None] Bound port: cc581164-2adf-4ae3-9209-2ee8aa160862, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:36:03.934702 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-11faffa0-5eaf-4f1e-ad05-d464e1348a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:03.943739 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-b44cfb33-e074-49e1-9993-bd420920125e None None] Port 3bd618bb-3d7d-4787-b0c2-ce0e88915f98 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:03.949184 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-2aaf63b1-3322-4041-bd9c-b8cc3047e662 admin admin] Usage tracker for resource:security_group_rule and tenant:2f6d72e55d1f42e3ab387f563438baa9 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:03.951265 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5129f17e-435c-4f97-8d46-156abfbf8863 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] Pushing event deleted for resources: {'Network': ['ID=ca2c7e95-a561-45cb-b8d4-17c6406707de,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:03.956654 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-2aaf63b1-3322-4041-bd9c-b8cc3047e662 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:03.972567 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0174a9ed-a2b1-4de4-9f28-468317f0ef0a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Network f9168e5d-3888-4771-8895-3c9e472b0b69 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:36:03.974826 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-2aaf63b1-3322-4041-bd9c-b8cc3047e662 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:03.991764 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-5129f17e-435c-4f97-8d46-156abfbf8863 tempest-NetworksTest-2036296734 tempest-NetworksTest-2036296734-project] 10.222.0.33 "DELETE /v2.0/networks/ca2c7e95-a561-45cb-b8d4-17c6406707de HTTP/1.1" status: 204 len: 168 time: 2.2958009 Sep 22 21:36:04.030461 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-53d4ea94-c0f8-489b-a909-b56c700936b6 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Calling delete_port for 3bd618bb-3d7d-4787-b0c2-ce0e88915f98 owned by network:router_interface {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:36:04.031563 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-11faffa0-5eaf-4f1e-ad05-d464e1348a83 None None] For port cc581164-2adf-4ae3-9209-2ee8aa160862, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:36:04.031835 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-0174a9ed-a2b1-4de4-9f28-468317f0ef0a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, f9168e5d-3888-4771-8895-3c9e472b0b69) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:36:04.036678 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-11faffa0-5eaf-4f1e-ad05-d464e1348a83 None None] For port cc581164-2adf-4ae3-9209-2ee8aa160862, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=cc581164-2adf-4ae3-9209-2ee8aa160862,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:36:04.041148 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0174a9ed-a2b1-4de4-9f28-468317f0ef0a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:04.041778 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0174a9ed-a2b1-4de4-9f28-468317f0ef0a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:04.042320 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-11faffa0-5eaf-4f1e-ad05-d464e1348a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:04.078750 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2021fb7-2a66-4d27-9f1a-68a73e556552 None None] Network f9168e5d-3888-4771-8895-3c9e472b0b69 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:36:04.175194 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dcbf98-465b-4f0f-9bb8-1ecd67d859fa req-c4c01c95-7a3d-456e-81da-afd47280a49d tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:04.177612 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c3dcbf98-465b-4f0f-9bb8-1ecd67d859fa req-c4c01c95-7a3d-456e-81da-afd47280a49d tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.5415280 Sep 22 21:36:04.189438 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-0174a9ed-a2b1-4de4-9f28-468317f0ef0a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4976921 Sep 22 21:36:04.190159 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44092) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:04.257149 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11faffa0-5eaf-4f1e-ad05-d464e1348a83 None None] Pushing event updated for resources: {'Port': ['ID=cc581164-2adf-4ae3-9209-2ee8aa160862,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:04.352484 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-a5b5b8aa-654d-4b81-aa97-0afc944ab02b tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1314094710', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:04.360411 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a5b5b8aa-654d-4b81-aa97-0afc944ab02b tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:04.366054 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-a5b5b8aa-654d-4b81-aa97-0afc944ab02b tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Usage tracker for resource:router and tenant:5c103daa7e764303927ef5f69fe7eabf is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:04.367766 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-92541794-2265-485f-a321-d7b84b7f6060 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:04.369054 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-a5b5b8aa-654d-4b81-aa97-0afc944ab02b tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:04.375627 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a5b5b8aa-654d-4b81-aa97-0afc944ab02b tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:04.422390 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d995b2-fe46-4d21-bc83-c5143df7e48c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-f9168e5d-3888-4771-8895-3c9e472b0b69', 'network_id': 'f9168e5d-3888-4771-8895-3c9e472b0b69', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'fixed_ips': [{'subnet_id': 'a5a8aa37-9c34-4efc-8b04-5d53f76a92af'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:36:04.423368 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-67d995b2-fe46-4d21-bc83-c5143df7e48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:04.426194 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2aaf63b1-3322-4041-bd9c-b8cc3047e662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:04.427666 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a5b5b8aa-654d-4b81-aa97-0afc944ab02b tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:04.428843 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a5b5b8aa-654d-4b81-aa97-0afc944ab02b tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:04.444479 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-b44cfb33-e074-49e1-9993-bd420920125e None None] Attempt 4 to provision port 3bd618bb-3d7d-4787-b0c2-ce0e88915f98 Sep 22 21:36:04.446996 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a5b5b8aa-654d-4b81-aa97-0afc944ab02b tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:04.454295 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44098) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:04.469782 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2aaf63b1-3322-4041-bd9c-b8cc3047e662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:04.490849 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a5b5b8aa-654d-4b81-aa97-0afc944ab02b tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:04.558503 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-b44cfb33-e074-49e1-9993-bd420920125e None None] Port 3bd618bb-3d7d-4787-b0c2-ce0e88915f98 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:04.568520 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aaf63b1-3322-4041-bd9c-b8cc3047e662 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:36:04.575874 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2781859a-5e49-419d-ba20-0028cc992abc tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks [] for router_gateway, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:04.608652 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92541794-2265-485f-a321-d7b84b7f6060 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:36:04.617884 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-92541794-2265-485f-a321-d7b84b7f6060 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:36:04.624225 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92541794-2265-485f-a321-d7b84b7f6060 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Pushing event updated for resources: {'Port': ['ID=034a64df-c3fa-48af-b361-12c11bb5ba24,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:04.626690 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92541794-2265-485f-a321-d7b84b7f6060 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:36:04.640112 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf63b1-3322-4041-bd9c-b8cc3047e662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c72282-7805-4b8b-9bad-6c3b1d681138,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:04.664097 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c3dcbf98-465b-4f0f-9bb8-1ecd67d859fa req-9d9116cd-badd-4bdb-bbb2-635c9175af5f tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4698238 Sep 22 21:36:04.687401 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a5b5b8aa-654d-4b81-aa97-0afc944ab02b tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:04.689367 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a5b5b8aa-654d-4b81-aa97-0afc944ab02b tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4931235 Sep 22 21:36:04.698542 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44104) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:04.707391 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2aaf63b1-3322-4041-bd9c-b8cc3047e662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:04.707831 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-2aaf63b1-3322-4041-bd9c-b8cc3047e662 admin admin] Added segment ad60164b-0cd3-469f-bfd3-cf51c5901d28 of type vlan for network e7e8ce90-f8bc-426b-80ce-a8ca1cc9446b Sep 22 21:36:04.815720 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-67d995b2-fe46-4d21-bc83-c5143df7e48c None None] Allocated IP 2001:db8::2 (f9168e5d-3888-4771-8895-3c9e472b0b69/a5a8aa37-9c34-4efc-8b04-5d53f76a92af/977c1c99-2dd0-4740-bc3c-f49a84df454a) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:36:04.817694 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2aaf63b1-3322-4041-bd9c-b8cc3047e662 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:04.943553 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2aaf63b1-3322-4041-bd9c-b8cc3047e662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:04.944508 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aaf63b1-3322-4041-bd9c-b8cc3047e662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:04.945087 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2aaf63b1-3322-4041-bd9c-b8cc3047e662 admin admin] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:05.058294 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-67d995b2-fe46-4d21-bc83-c5143df7e48c None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:05.060667 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-b44cfb33-e074-49e1-9993-bd420920125e None None] Attempt 5 to provision port 3bd618bb-3d7d-4787-b0c2-ce0e88915f98 Sep 22 21:36:05.120411 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-67d995b2-fe46-4d21-bc83-c5143df7e48c None None] Transition to ACTIVE for port object 977c1c99-2dd0-4740-bc3c-f49a84df454a will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:36:05.138922 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2aaf63b1-3322-4041-bd9c-b8cc3047e662 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2401628 Sep 22 21:36:05.146911 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44108) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:05.151648 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-b44cfb33-e074-49e1-9993-bd420920125e None None] Port 3bd618bb-3d7d-4787-b0c2-ce0e88915f98 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:05.152563 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-67d995b2-fe46-4d21-bc83-c5143df7e48c None None] Transition to ACTIVE for port object 977c1c99-2dd0-4740-bc3c-f49a84df454a will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:36:05.156830 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-68a9d1fd-0a5f-423d-b13f-46a21f71fd85 admin admin] Request body: {'subnet': {'network_id': 'e7e8ce90-f8bc-426b-80ce-a8ca1cc9446b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1856038345-subnet', 'tenant_id': '2f6d72e55d1f42e3ab387f563438baa9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:05.161549 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2781859a-5e49-419d-ba20-0028cc992abc tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:05.164777 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-67d995b2-fe46-4d21-bc83-c5143df7e48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:05.168786 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-68a9d1fd-0a5f-423d-b13f-46a21f71fd85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:05.174378 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf63b1-3322-4041-bd9c-b8cc3047e662 admin admin] Pushing event updated for resources: {'Network': ['ID=e7e8ce90-f8bc-426b-80ce-a8ca1cc9446b,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:05.181724 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-68a9d1fd-0a5f-423d-b13f-46a21f71fd85 admin admin] Usage tracker for resource:subnet and tenant:2f6d72e55d1f42e3ab387f563438baa9 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:05.246916 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-68a9d1fd-0a5f-423d-b13f-46a21f71fd85 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:05.271217 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-68a9d1fd-0a5f-423d-b13f-46a21f71fd85 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:05.306405 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device cc581164-2adf-4ae3-9209-2ee8aa160862 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:36:05.339823 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network e7e8ce90-f8bc-426b-80ce-a8ca1cc9446b details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:36:05.342353 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a585ded5-2736-4b35-b904-0b1aff7fa218 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=cea970100f344bf88cd0b9c37fe15dda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8374527 Sep 22 21:36:05.346986 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44112) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:05.347690 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a9d1fd-0a5f-423d-b13f-46a21f71fd85 admin admin] Made reservation on behalf of 2f6d72e55d1f42e3ab387f563438baa9 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:36:05.350326 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-68a9d1fd-0a5f-423d-b13f-46a21f71fd85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:05.366007 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-53d4ea94-c0f8-489b-a909-b56c700936b6 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:05.484153 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d995b2-fe46-4d21-bc83-c5143df7e48c None None] Network f9168e5d-3888-4771-8895-3c9e472b0b69 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:36:05.492805 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-67d995b2-fe46-4d21-bc83-c5143df7e48c None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:36:05.508102 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d995b2-fe46-4d21-bc83-c5143df7e48c None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:36:05.524430 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d995b2-fe46-4d21-bc83-c5143df7e48c None None] Pushing event updated for resources: {'Port': ['ID=977c1c99-2dd0-4740-bc3c-f49a84df454a,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:05.653218 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-b44cfb33-e074-49e1-9993-bd420920125e None None] Attempt 6 to provision port 3bd618bb-3d7d-4787-b0c2-ce0e88915f98 Sep 22 21:36:05.666294 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4c0141c3-8315-48a9-8823-9dcd701c57a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:05.668071 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d4ea94-c0f8-489b-a909-b56c700936b6 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Pushing event deleted for resources: {'Port': ['ID=3bd618bb-3d7d-4787-b0c2-ce0e88915f98,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:05.701001 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4c0141c3-8315-48a9-8823-9dcd701c57a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:05.721575 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-b44cfb33-e074-49e1-9993-bd420920125e None None] Port 3bd618bb-3d7d-4787-b0c2-ce0e88915f98 was deleted so its status cannot be updated. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:36:05.756096 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-67d995b2-fe46-4d21-bc83-c5143df7e48c None None] Attempting to bind port 977c1c99-2dd0-4740-bc3c-f49a84df454a on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:36:05.756731 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-67d995b2-fe46-4d21-bc83-c5143df7e48c None None] Attempting to bind port 977c1c99-2dd0-4740-bc3c-f49a84df454a by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '7d1588db-c5e0-45f4-bc26-99289957276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f9168e5d-3888-4771-8895-3c9e472b0b69'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:36:05.757695 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d995b2-fe46-4d21-bc83-c5143df7e48c None None] Attempting to bind port 977c1c99-2dd0-4740-bc3c-f49a84df454a on network f9168e5d-3888-4771-8895-3c9e472b0b69 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:36:05.764325 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d995b2-fe46-4d21-bc83-c5143df7e48c None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:36:05.764932 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d995b2-fe46-4d21-bc83-c5143df7e48c None None] Checking segment: {'id': '7d1588db-c5e0-45f4-bc26-99289957276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f9168e5d-3888-4771-8895-3c9e472b0b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:36:05.765471 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-67d995b2-fe46-4d21-bc83-c5143df7e48c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:05.766059 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d995b2-fe46-4d21-bc83-c5143df7e48c None None] Bound using segment: {'id': '7d1588db-c5e0-45f4-bc26-99289957276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f9168e5d-3888-4771-8895-3c9e472b0b69'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:36:05.766773 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-67d995b2-fe46-4d21-bc83-c5143df7e48c None None] Bound port: 977c1c99-2dd0-4740-bc3c-f49a84df454a, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d1588db-c5e0-45f4-bc26-99289957276e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f9168e5d-3888-4771-8895-3c9e472b0b69'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:36:05.767669 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-67d995b2-fe46-4d21-bc83-c5143df7e48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:05.778857 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port cc581164-2adf-4ae3-9209-2ee8aa160862 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:36:05.801257 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2781859a-5e49-419d-ba20-0028cc992abc tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Router a52590fb-5b78-4ff2-9575-dc9e60796dea is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:36:05.873753 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-07296ac8-7ebc-4c0e-8ad8-ed57883f01bc None None] Provisioning for port cc581164-2adf-4ae3-9209-2ee8aa160862 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:36:05.886219 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-07296ac8-7ebc-4c0e-8ad8-ed57883f01bc None None] Provisioning complete for port cc581164-2adf-4ae3-9209-2ee8aa160862 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:36:05.886583 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-07296ac8-7ebc-4c0e-8ad8-ed57883f01bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:05.887073 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-07296ac8-7ebc-4c0e-8ad8-ed57883f01bc None None] Attempt 1 to provision port cc581164-2adf-4ae3-9209-2ee8aa160862 Sep 22 21:36:05.933818 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a149bd30-8fe4-4871-9d53-704770d0a6fb tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:06.022055 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-67d995b2-fe46-4d21-bc83-c5143df7e48c None None] For port 977c1c99-2dd0-4740-bc3c-f49a84df454a, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:36:06.042161 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-68a9d1fd-0a5f-423d-b13f-46a21f71fd85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:06.052532 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-67d995b2-fe46-4d21-bc83-c5143df7e48c None None] For port 977c1c99-2dd0-4740-bc3c-f49a84df454a, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=977c1c99-2dd0-4740-bc3c-f49a84df454a,segment=NetworkSegment(7d1588db-c5e0-45f4-bc26-99289957276e),segment_id=7d1588db-c5e0-45f4-bc26-99289957276e)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:36:06.061553 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-67d995b2-fe46-4d21-bc83-c5143df7e48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:06.111851 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4c0141c3-8315-48a9-8823-9dcd701c57a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:06.149099 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0141c3-8315-48a9-8823-9dcd701c57a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0ca427-b344-4b6e-9452-46cda0af2602,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:06.150383 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d995b2-fe46-4d21-bc83-c5143df7e48c None None] Pushing event updated for resources: {'Port': ['ID=977c1c99-2dd0-4740-bc3c-f49a84df454a,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:06.163883 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-07296ac8-7ebc-4c0e-8ad8-ed57883f01bc None None] Current status of the port cc581164-2adf-4ae3-9209-2ee8aa160862 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:36:06.164350 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-07296ac8-7ebc-4c0e-8ad8-ed57883f01bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:06.232457 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-07296ac8-7ebc-4c0e-8ad8-ed57883f01bc None None] For port cc581164-2adf-4ae3-9209-2ee8aa160862, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=cc581164-2adf-4ae3-9209-2ee8aa160862,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:36:06.240740 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-07296ac8-7ebc-4c0e-8ad8-ed57883f01bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:06.267967 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2781859a-5e49-419d-ba20-0028cc992abc tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:36:06.276279 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a9d1fd-0a5f-423d-b13f-46a21f71fd85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7626be6f-2702-4825-9c41-089745382c3d,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:06.281167 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a05e8a-959c-42f0-86e4-80db47fed8fd None None] Sync routers for ids ['a52590fb-5b78-4ff2-9575-dc9e60796dea'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:36:06.309292 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4c0141c3-8315-48a9-8823-9dcd701c57a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:06.311204 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-4c0141c3-8315-48a9-8823-9dcd701c57a8 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/8f0ca427-b344-4b6e-9452-46cda0af2602 HTTP/1.1" status: 204 len: 168 time: 0.8499565 Sep 22 21:36:06.318406 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a05e8a-959c-42f0-86e4-80db47fed8fd None None] Routers {'a52590fb-5b78-4ff2-9575-dc9e60796dea'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:36:06.319060 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-28a05e8a-959c-42f0-86e4-80db47fed8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:35:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['a52590fb-5b78-4ff2-9575-dc9e60796dea'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:06.322873 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a9d1fd-0a5f-423d-b13f-46a21f71fd85 admin admin] Checking segment: {'id': 'ad60164b-0cd3-469f-bfd3-cf51c5901d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e7e8ce90-f8bc-426b-80ce-a8ca1cc9446b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:36:06.323237 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a9d1fd-0a5f-423d-b13f-46a21f71fd85 admin admin] Network hostable DHCP agents. Network: e7e8ce90-f8bc-426b-80ce-a8ca1cc9446b, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:36:06.349381 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2781859a-5e49-419d-ba20-0028cc992abc tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:06.356710 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2781859a-5e49-419d-ba20-0028cc992abc tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.0330958 Sep 22 21:36:06.358704 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44122) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:06.417652 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-28a05e8a-959c-42f0-86e4-80db47fed8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:06.434136 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07296ac8-7ebc-4c0e-8ad8-ed57883f01bc None None] Pushing event updated for resources: {'Port': ['ID=cc581164-2adf-4ae3-9209-2ee8aa160862,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:06.436846 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a05e8a-959c-42f0-86e4-80db47fed8fd None None] Routers {'a52590fb-5b78-4ff2-9575-dc9e60796dea'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:36:06.437436 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-28a05e8a-959c-42f0-86e4-80db47fed8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:35:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['a52590fb-5b78-4ff2-9575-dc9e60796dea'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:06.578642 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-28a05e8a-959c-42f0-86e4-80db47fed8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:06.579057 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a05e8a-959c-42f0-86e4-80db47fed8fd None None] The sync data for ids ['a52590fb-5b78-4ff2-9575-dc9e60796dea'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:36:06.608441 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a9d1fd-0a5f-423d-b13f-46a21f71fd85 admin admin] Network e7e8ce90-f8bc-426b-80ce-a8ca1cc9446b is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:36:06.630238 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-68a9d1fd-0a5f-423d-b13f-46a21f71fd85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, e7e8ce90-f8bc-426b-80ce-a8ca1cc9446b) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:36:06.639401 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af75e139-d341-4b87-9f64-50609f992448 None None] Network e7e8ce90-f8bc-426b-80ce-a8ca1cc9446b requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:36:06.640912 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-46a422ac-676b-4586-9298-ea159f97f892 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] 10.222.0.33 "GET /v2.0/routers/a52590fb-5b78-4ff2-9575-dc9e60796dea HTTP/1.1" status: 200 len: 923 time: 0.2809861 Sep 22 21:36:06.648722 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a9d1fd-0a5f-423d-b13f-46a21f71fd85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:06.649694 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-68a9d1fd-0a5f-423d-b13f-46a21f71fd85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:06.653701 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44128) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:06.728881 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-0c5a4166-ca1c-487c-b82e-126eebb3153c tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] 10.222.0.33 "GET /v2.0/ports?device_id=a52590fb-5b78-4ff2-9575-dc9e60796dea HTTP/1.1" status: 200 len: 205 time: 0.0670373 Sep 22 21:36:06.734686 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44136) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:06.777490 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:36:06.830852 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-68a9d1fd-0a5f-423d-b13f-46a21f71fd85 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6737711 Sep 22 21:36:06.870357 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.objects.ports [None req-49c4b8a4-a112-48a4-ae7e-8faac6432cd4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89008) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 21:36:06.919095 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-53d4ea94-c0f8-489b-a909-b56c700936b6 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:06.968205 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471f4d98-90f5-4aba-a5c4-0175620e71b6 None None] Network e7e8ce90-f8bc-426b-80ce-a8ca1cc9446b requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:36:07.130499 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6b45d17e-db9c-4851-be10-0679be58e176 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks [] for router, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:07.276095 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44158) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:07.429787 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device cc581164-2adf-4ae3-9209-2ee8aa160862 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:36:07.562879 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6b45d17e-db9c-4851-be10-0679be58e176 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:07.580607 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-6b45d17e-db9c-4851-be10-0679be58e176 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Deleting port 60e68b8a-5c3e-4108-9fb4-0acbdcf1dc13 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:36:07.581232 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6b45d17e-db9c-4851-be10-0679be58e176 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:07.712105 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port cc581164-2adf-4ae3-9209-2ee8aa160862 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:36:07.713462 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:07.714427 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port cc581164-2adf-4ae3-9209-2ee8aa160862 Sep 22 21:36:07.737267 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2fdab-deb0-4235-a6e7-341a96b695b7 req-46c04b27-de7c-4fb0-bb1e-909294c0887d tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:07.752987 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a4e2fdab-deb0-4235-a6e7-341a96b695b7 req-46c04b27-de7c-4fb0-bb1e-909294c0887d tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 1.8719947 Sep 22 21:36:07.760303 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44172) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:07.837780 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a1aee2-7621-410f-9a13-761751a573b3 None None] Network f9168e5d-3888-4771-8895-3c9e472b0b69 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:36:07.849063 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-fd900673-2410-4d54-aebd-9c652acfe31b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Request body: {'network': {'name': 'tempest-RoutersTest-2018677028'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:07.853430 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-9d105b4d-3a3a-43d3-aefa-145aa90b4b5b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1692170203-network', 'tenant_id': 'a47fc720739947cc95a186db49aef361'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:07.855836 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-fd900673-2410-4d54-aebd-9c652acfe31b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:07.871977 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-fd900673-2410-4d54-aebd-9c652acfe31b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Usage tracker for resource:network and tenant:d0dc9097dd2d4c51a9e00ba2c2c3535e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:07.877735 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-9d105b4d-3a3a-43d3-aefa-145aa90b4b5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:07.879476 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-fd900673-2410-4d54-aebd-9c652acfe31b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:07.890092 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6b45d17e-db9c-4851-be10-0679be58e176 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:07.898276 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-fd900673-2410-4d54-aebd-9c652acfe31b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:07.939110 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d4ea94-c0f8-489b-a909-b56c700936b6 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Router 60b93422-a820-4615-957c-c71784214c09 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:36:07.940544 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-9d105b4d-3a3a-43d3-aefa-145aa90b4b5b admin admin] Usage tracker for resource:network and tenant:a47fc720739947cc95a186db49aef361 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:07.952499 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-b0403abe-c870-47d7-b0ab-f140994addf6 None None] Provisioning for port 977c1c99-2dd0-4740-bc3c-f49a84df454a completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:36:07.952912 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-a149bd30-8fe4-4871-9d53-704770d0a6fb tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Allocated IP 2001:db8::1 (f9168e5d-3888-4771-8895-3c9e472b0b69/a5a8aa37-9c34-4efc-8b04-5d53f76a92af/889f32cd-2554-459b-b731-645c1851cb36) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:36:07.961040 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-9d105b4d-3a3a-43d3-aefa-145aa90b4b5b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:07.980626 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-9d105b4d-3a3a-43d3-aefa-145aa90b4b5b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:08.004743 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-92541794-2265-485f-a321-d7b84b7f6060 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:08.021907 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a4e2fdab-deb0-4235-a6e7-341a96b695b7 req-4e07b141-9383-4175-a444-e817d94dfbb0 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2655466 Sep 22 21:36:08.038642 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd900673-2410-4d54-aebd-9c652acfe31b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Made reservation on behalf of d0dc9097dd2d4c51a9e00ba2c2c3535e for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:36:08.048672 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fd900673-2410-4d54-aebd-9c652acfe31b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:08.064963 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-6b45d17e-db9c-4851-be10-0679be58e176 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Calling delete_port for 60e68b8a-5c3e-4108-9fb4-0acbdcf1dc13 owned by network:router_gateway {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:36:08.087317 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port cc581164-2adf-4ae3-9209-2ee8aa160862 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:36:08.088454 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 977c1c99-2dd0-4740-bc3c-f49a84df454a up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:36:08.114466 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fd900673-2410-4d54-aebd-9c652acfe31b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:08.123771 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d105b4d-3a3a-43d3-aefa-145aa90b4b5b admin admin] Made reservation on behalf of a47fc720739947cc95a186db49aef361 for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:36:08.127245 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9d105b4d-3a3a-43d3-aefa-145aa90b4b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:08.137518 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-fd900673-2410-4d54-aebd-9c652acfe31b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:08.145229 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-fd900673-2410-4d54-aebd-9c652acfe31b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Usage tracker for resource:security_group_rule and tenant:d0dc9097dd2d4c51a9e00ba2c2c3535e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:08.149246 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-fd900673-2410-4d54-aebd-9c652acfe31b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:08.170800 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-fd900673-2410-4d54-aebd-9c652acfe31b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:08.228330 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 977c1c99-2dd0-4740-bc3c-f49a84df454a completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:36:08.235178 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 977c1c99-2dd0-4740-bc3c-f49a84df454a triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:36:08.235602 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:08.235986 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 977c1c99-2dd0-4740-bc3c-f49a84df454a Sep 22 21:36:08.312802 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9d105b4d-3a3a-43d3-aefa-145aa90b4b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:08.380280 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-9d105b4d-3a3a-43d3-aefa-145aa90b4b5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:08.397579 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-9d105b4d-3a3a-43d3-aefa-145aa90b4b5b admin admin] Usage tracker for resource:security_group_rule and tenant:a47fc720739947cc95a186db49aef361 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:08.400706 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d4ea94-c0f8-489b-a909-b56c700936b6 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:36:08.412724 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43537797-c1eb-42b7-8c35-32fbc5f684f6 None None] Sync routers for ids ['60b93422-a820-4615-957c-c71784214c09'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:36:08.416066 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-9d105b4d-3a3a-43d3-aefa-145aa90b4b5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:08.425935 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43537797-c1eb-42b7-8c35-32fbc5f684f6 None None] Routers {'60b93422-a820-4615-957c-c71784214c09'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:36:08.426549 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-43537797-c1eb-42b7-8c35-32fbc5f684f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:35:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['60b93422-a820-4615-957c-c71784214c09'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:08.441900 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 977c1c99-2dd0-4740-bc3c-f49a84df454a is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:36:08.442279 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:08.455324 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-9d105b4d-3a3a-43d3-aefa-145aa90b4b5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:08.490907 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 977c1c99-2dd0-4740-bc3c-f49a84df454a, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=977c1c99-2dd0-4740-bc3c-f49a84df454a,segment=NetworkSegment(7d1588db-c5e0-45f4-bc26-99289957276e),segment_id=7d1588db-c5e0-45f4-bc26-99289957276e)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:36:08.506360 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:08.513442 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fd900673-2410-4d54-aebd-9c652acfe31b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:08.513574 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-49c4b8a4-a112-48a4-ae7e-8faac6432cd4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:08.524738 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fd900673-2410-4d54-aebd-9c652acfe31b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:08.547369 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-43537797-c1eb-42b7-8c35-32fbc5f684f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:08.553484 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd900673-2410-4d54-aebd-9c652acfe31b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:36:08.563074 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43537797-c1eb-42b7-8c35-32fbc5f684f6 None None] Routers {'60b93422-a820-4615-957c-c71784214c09'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:36:08.564613 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-43537797-c1eb-42b7-8c35-32fbc5f684f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:35:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['60b93422-a820-4615-957c-c71784214c09'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:08.572540 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fd900673-2410-4d54-aebd-9c652acfe31b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:08.572896 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-fd900673-2410-4d54-aebd-9c652acfe31b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Added segment af9d1c7e-4bf9-4d99-ac8c-5f287055ba75 of type vlan for network 4b3ad717-459c-4c44-a8aa-703f00d29f00 Sep 22 21:36:08.594590 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=977c1c99-2dd0-4740-bc3c-f49a84df454a,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:08.597621 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6b45d17e-db9c-4851-be10-0679be58e176 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:08.611366 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-92541794-2265-485f-a321-d7b84b7f6060 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:08.647372 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-43537797-c1eb-42b7-8c35-32fbc5f684f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:08.647772 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43537797-c1eb-42b7-8c35-32fbc5f684f6 None None] The sync data for ids ['60b93422-a820-4615-957c-c71784214c09'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:36:08.661499 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b45d17e-db9c-4851-be10-0679be58e176 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Pushing event deleted for resources: {'Port': ['ID=60e68b8a-5c3e-4108-9fb4-0acbdcf1dc13,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:08.699524 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a149bd30-8fe4-4871-9d53-704770d0a6fb tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:08.712273 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-52d773f5-7943-4a5c-8e60-70d97f85a5a5 None None] Provisioning complete for port 977c1c99-2dd0-4740-bc3c-f49a84df454a triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:36:08.712719 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-52d773f5-7943-4a5c-8e60-70d97f85a5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:08.713151 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-52d773f5-7943-4a5c-8e60-70d97f85a5a5 None None] Attempt 1 to provision port 977c1c99-2dd0-4740-bc3c-f49a84df454a Sep 22 21:36:08.760555 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-a149bd30-8fe4-4871-9d53-704770d0a6fb tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Transition to ACTIVE for port object 889f32cd-2554-459b-b731-645c1851cb36 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:36:08.767958 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-53d4ea94-c0f8-489b-a909-b56c700936b6 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] 10.222.0.33 "PUT /v2.0/routers/60b93422-a820-4615-957c-c71784214c09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2077012 Sep 22 21:36:08.771623 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fd900673-2410-4d54-aebd-9c652acfe31b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:08.775418 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44178) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:08.782629 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd900673-2410-4d54-aebd-9c652acfe31b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b760594-ec26-4ea8-8804-584450c1beb5,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:08.819034 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6b45d17e-db9c-4851-be10-0679be58e176 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8012236'] for router_gateway, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:08.842386 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-52d773f5-7943-4a5c-8e60-70d97f85a5a5 None None] Current status of the port 977c1c99-2dd0-4740-bc3c-f49a84df454a is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:36:08.974810 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-1ea530d7-08fb-4184-b9a5-b7ada3bc0a83 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] show failed (client error): The resource could not be found. Sep 22 21:36:08.975833 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-1ea530d7-08fb-4184-b9a5-b7ada3bc0a83 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] 10.222.0.33 "GET /v2.0/routers/tempest-non_exist_router-1186556270 HTTP/1.1" status: 404 len: 335 time: 0.1766994 Sep 22 21:36:08.990076 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44182) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:09.000208 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fd900673-2410-4d54-aebd-9c652acfe31b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:09.006045 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd900673-2410-4d54-aebd-9c652acfe31b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:09.006644 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fd900673-2410-4d54-aebd-9c652acfe31b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:09.012498 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-14227d6c-fa60-4de7-97dc-721d3bebddeb tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Request body: {'router': {'name': 'new_name'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:09.066955 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 977c1c99-2dd0-4740-bc3c-f49a84df454a up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:36:09.079647 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9d105b4d-3a3a-43d3-aefa-145aa90b4b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:09.107904 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9d105b4d-3a3a-43d3-aefa-145aa90b4b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:09.167895 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 977c1c99-2dd0-4740-bc3c-f49a84df454a triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:36:09.168509 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:09.168841 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 977c1c99-2dd0-4740-bc3c-f49a84df454a Sep 22 21:36:09.171233 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-49c4b8a4-a112-48a4-ae7e-8faac6432cd4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] For port cc581164-2adf-4ae3-9209-2ee8aa160862, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=cc581164-2adf-4ae3-9209-2ee8aa160862,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:36:09.193065 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d105b4d-3a3a-43d3-aefa-145aa90b4b5b admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:36:09.196477 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a149bd30-8fe4-4871-9d53-704770d0a6fb tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:09.246690 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6b45d17e-db9c-4851-be10-0679be58e176 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:09.255844 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-14227d6c-fa60-4de7-97dc-721d3bebddeb tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] update failed (client error): The resource could not be found. Sep 22 21:36:09.256947 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-14227d6c-fa60-4de7-97dc-721d3bebddeb tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] 10.222.0.33 "PUT /v2.0/routers/tempest-non_exist_router-54867078 HTTP/1.1" status: 404 len: 333 time: 0.2655699 Sep 22 21:36:09.261223 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6b45d17e-db9c-4851-be10-0679be58e176 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:09.268624 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44188) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:09.269266 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d105b4d-3a3a-43d3-aefa-145aa90b4b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da756780-b636-48af-9121-6d3f456f07ee,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:09.296587 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a149bd30-8fe4-4871-9d53-704770d0a6fb tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Network f9168e5d-3888-4771-8895-3c9e472b0b69 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:36:09.298918 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9d105b4d-3a3a-43d3-aefa-145aa90b4b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:09.299261 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-9d105b4d-3a3a-43d3-aefa-145aa90b4b5b admin admin] Added segment 5a8bd28b-96e3-4049-b101-cf0db7149421 of type vlan for network 89f2205e-1624-413a-8143-d0f1fcd4b5cd Sep 22 21:36:09.304254 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-a149bd30-8fe4-4871-9d53-704770d0a6fb tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:36:09.322247 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a149bd30-8fe4-4871-9d53-704770d0a6fb tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:36:09.322814 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a149bd30-8fe4-4871-9d53-704770d0a6fb tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:09.345389 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-fd900673-2410-4d54-aebd-9c652acfe31b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.0682075 Sep 22 21:36:09.346396 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd900673-2410-4d54-aebd-9c652acfe31b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event updated for resources: {'Network': ['ID=4b3ad717-459c-4c44-a8aa-703f00d29f00,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:09.351350 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44192) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:09.366431 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 4b3ad717-459c-4c44-a8aa-703f00d29f00 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:36:09.374409 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-9ee246b3-b547-40c7-974d-c61a4af212e3 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Request body: {'network': {'name': 'tempest-RoutersTest-1686662857'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:09.397399 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-9ee246b3-b547-40c7-974d-c61a4af212e3 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:09.402391 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6b45d17e-db9c-4851-be10-0679be58e176 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:09.403457 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b45d17e-db9c-4851-be10-0679be58e176 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Fanout notify agent at l3_agent the message router_deleted on router a52590fb-5b78-4ff2-9575-dc9e60796dea {{(pid=89009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:36:09.420396 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-9ee246b3-b547-40c7-974d-c61a4af212e3 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Usage tracker for resource:network and tenant:d0dc9097dd2d4c51a9e00ba2c2c3535e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:09.432426 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-9ee246b3-b547-40c7-974d-c61a4af212e3 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:09.450812 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bf8a33f-53c8-41be-b652-c647008e7a82 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Deleting subnet 3c5d9e3b-c097-4f4f-ac99-a522789ab907 {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:36:09.456681 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-9ee246b3-b547-40c7-974d-c61a4af212e3 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:09.463091 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6b45d17e-db9c-4851-be10-0679be58e176 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:09.464599 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6b45d17e-db9c-4851-be10-0679be58e176 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] 10.222.0.33 "DELETE /v2.0/routers/a52590fb-5b78-4ff2-9575-dc9e60796dea HTTP/1.1" status: 204 len: 168 time: 2.7289596 Sep 22 21:36:09.465769 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6bf8a33f-53c8-41be-b652-c647008e7a82 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:09.481098 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 977c1c99-2dd0-4740-bc3c-f49a84df454a is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:36:09.499170 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44196) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:09.521270 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-be82128c-b27c-4c3a-8e92-bc900287637d tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1104404779', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'enable_snat': False}}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:09.536880 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fed4fe-60fd-4a4c-a595-d87158adc593 req-652e7ffa-567e-4ff4-bd06-e063d56bad3b tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:09.538496 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-e9fed4fe-60fd-4a4c-a595-d87158adc593 req-652e7ffa-567e-4ff4-bd06-e063d56bad3b tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.3837349 Sep 22 21:36:09.542443 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-be82128c-b27c-4c3a-8e92-bc900287637d tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:09.547012 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee246b3-b547-40c7-974d-c61a4af212e3 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Made reservation on behalf of d0dc9097dd2d4c51a9e00ba2c2c3535e for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:36:09.551295 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9ee246b3-b547-40c7-974d-c61a4af212e3 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:09.582108 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-be82128c-b27c-4c3a-8e92-bc900287637d tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Usage tracker for resource:router and tenant:c275b92bbdea4fe486949cf21439c562 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:09.591040 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-be82128c-b27c-4c3a-8e92-bc900287637d tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:09.598313 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.db.resource_extend [None req-92541794-2265-485f-a321-d7b84b7f6060 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 21:36:09.599763 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6bf8a33f-53c8-41be-b652-c647008e7a82 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:09.609598 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-49c4b8a4-a112-48a4-ae7e-8faac6432cd4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:09.623815 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a149bd30-8fe4-4871-9d53-704770d0a6fb tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event updated for resources: {'Port': ['ID=889f32cd-2554-459b-b731-645c1851cb36,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:09.636619 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-49c4b8a4-a112-48a4-ae7e-8faac6432cd4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:09.637157 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-49c4b8a4-a112-48a4-ae7e-8faac6432cd4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:09.655671 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-068200fb-9113-4e84-b6dd-d0d9014f4f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:09.664419 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-be82128c-b27c-4c3a-8e92-bc900287637d tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:09.672496 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-534cc227-540e-441a-9ea0-36293e7aa030 None None] Provisioning for port 889f32cd-2554-459b-b731-645c1851cb36 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:36:09.677842 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-534cc227-540e-441a-9ea0-36293e7aa030 None None] Provisioning complete for port 889f32cd-2554-459b-b731-645c1851cb36 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:36:09.678390 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-534cc227-540e-441a-9ea0-36293e7aa030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:09.678717 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-534cc227-540e-441a-9ea0-36293e7aa030 None None] Attempt 1 to provision port 889f32cd-2554-459b-b731-645c1851cb36 Sep 22 21:36:09.686770 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-92541794-2265-485f-a321-d7b84b7f6060 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:09.718807 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-e9fed4fe-60fd-4a4c-a595-d87158adc593 req-6cdf7db8-86e1-44fa-995c-bcbe39021a85 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579294 Sep 22 21:36:09.719720 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-be82128c-b27c-4c3a-8e92-bc900287637d tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:09.720802 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-be82128c-b27c-4c3a-8e92-bc900287637d tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:09.735947 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ee246b3-b547-40c7-974d-c61a4af212e3 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:36:09.741174 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-92541794-2265-485f-a321-d7b84b7f6060 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:09.763793 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9ee246b3-b547-40c7-974d-c61a4af212e3 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:09.764223 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-9ee246b3-b547-40c7-974d-c61a4af212e3 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Added segment ef2ddc83-592f-4044-a7f5-fbfe238f71c2 of type vlan for network 52055821-f714-4104-9c94-c56cfaaee358 Sep 22 21:36:09.767140 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-be82128c-b27c-4c3a-8e92-bc900287637d tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:09.782150 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-534cc227-540e-441a-9ea0-36293e7aa030 None None] Port 889f32cd-2554-459b-b731-645c1851cb36 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:09.788250 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9d105b4d-3a3a-43d3-aefa-145aa90b4b5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:09.820028 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6bf8a33f-53c8-41be-b652-c647008e7a82 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:09.833717 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c4b8a4-a112-48a4-ae7e-8faac6432cd4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:36:09.848272 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-49c4b8a4-a112-48a4-ae7e-8faac6432cd4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:36:09.851888 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9ee246b3-b547-40c7-974d-c61a4af212e3 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:09.859647 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03f58b3-e196-4c8a-9a6f-9f29f443c7aa None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:36:09.871278 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c4b8a4-a112-48a4-ae7e-8faac6432cd4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:09.871875 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-49c4b8a4-a112-48a4-ae7e-8faac6432cd4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:09.883678 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c4b8a4-a112-48a4-ae7e-8faac6432cd4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Subnet': ['ID=b804db42-3922-4f2c-b647-a435c9bd062b,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:09.909450 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c4b8a4-a112-48a4-ae7e-8faac6432cd4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Port': ['ID=cc581164-2adf-4ae3-9209-2ee8aa160862,revision_number=5']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:09.995755 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-92541794-2265-485f-a321-d7b84b7f6060 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:10.067632 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9d105b4d-3a3a-43d3-aefa-145aa90b4b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:10.068136 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d105b4d-3a3a-43d3-aefa-145aa90b4b5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:10.068780 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9d105b4d-3a3a-43d3-aefa-145aa90b4b5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:10.146301 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-49c4b8a4-a112-48a4-ae7e-8faac6432cd4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 7.2092631 Sep 22 21:36:10.210433 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44204) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:10.230496 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-5b9f7bb9-cb69-4866-87f3-8d0de1a46e9e tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'port': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'mac_address': 'fa:16:3e:49:10:41', 'name': 'tempest-NetworksTestDHCPv6-1846982858'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:10.284137 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-534cc227-540e-441a-9ea0-36293e7aa030 None None] Attempt 2 to provision port 889f32cd-2554-459b-b731-645c1851cb36 Sep 22 21:36:10.322063 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92541794-2265-485f-a321-d7b84b7f6060 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Pushing event updated for resources: {'Port': ['ID=034a64df-c3fa-48af-b361-12c11bb5ba24,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:10.360752 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-be82128c-b27c-4c3a-8e92-bc900287637d tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:10.371385 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9ee246b3-b547-40c7-974d-c61a4af212e3 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:10.377119 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee246b3-b547-40c7-974d-c61a4af212e3 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:10.377742 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9ee246b3-b547-40c7-974d-c61a4af212e3 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:10.384351 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-9d105b4d-3a3a-43d3-aefa-145aa90b4b5b admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6018336 Sep 22 21:36:10.385325 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a149bd30-8fe4-4871-9d53-704770d0a6fb tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:10.400595 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-534cc227-540e-441a-9ea0-36293e7aa030 None None] Port 889f32cd-2554-459b-b731-645c1851cb36 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:10.401187 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44208) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:10.431911 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-2111f9c4-9403-4ecc-a170-2736a105a249 admin admin] Request body: {'subnet': {'network_id': '89f2205e-1624-413a-8143-d0f1fcd4b5cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1692170203-subnet', 'tenant_id': 'a47fc720739947cc95a186db49aef361', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:10.465981 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d105b4d-3a3a-43d3-aefa-145aa90b4b5b admin admin] Pushing event updated for resources: {'Network': ['ID=89f2205e-1624-413a-8143-d0f1fcd4b5cd,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:10.478276 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 89f2205e-1624-413a-8143-d0f1fcd4b5cd details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:36:10.488128 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6bf8a33f-53c8-41be-b652-c647008e7a82 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:10.542355 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-2111f9c4-9403-4ecc-a170-2736a105a249 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:10.583224 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-2111f9c4-9403-4ecc-a170-2736a105a249 admin admin] Usage tracker for resource:subnet and tenant:a47fc720739947cc95a186db49aef361 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:10.585495 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.l3_db [None req-92541794-2265-485f-a321-d7b84b7f6060 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Floating IP c41202c3-c8f5-4ce6-83fe-7698f9105f86 associated. External IP: 172.26.0.28, port: 60901503-f5d1-4079-8354-0ee53c52d288. Sep 22 21:36:10.586966 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf8a33f-53c8-41be-b652-c647008e7a82 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Pushing event deleted for resources: {'Subnet': ['ID=3c5d9e3b-c097-4f4f-ac99-a522789ab907,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:10.591780 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6bf8a33f-53c8-41be-b652-c647008e7a82 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:10.594380 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6bf8a33f-53c8-41be-b652-c647008e7a82 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] 10.222.0.33 "DELETE /v2.0/subnets/3c5d9e3b-c097-4f4f-ac99-a522789ab907 HTTP/1.1" status: 204 len: 168 time: 1.3243144 Sep 22 21:36:10.595835 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-2111f9c4-9403-4ecc-a170-2736a105a249 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:10.604694 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44212) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:10.617562 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-2111f9c4-9403-4ecc-a170-2736a105a249 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:10.621675 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-9ee246b3-b547-40c7-974d-c61a4af212e3 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2575517 Sep 22 21:36:10.624771 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52fba5c-3c14-4c2a-aee7-6e23345bee29 None None] Network e30d803b-f706-4171-9489-8b75a9824add requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:36:10.643669 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44216) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:10.704173 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee246b3-b547-40c7-974d-c61a4af212e3 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event updated for resources: {'Network': ['ID=52055821-f714-4104-9c94-c56cfaaee358,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:10.739587 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 52055821-f714-4104-9c94-c56cfaaee358 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:36:10.754435 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2111f9c4-9403-4ecc-a170-2736a105a249 admin admin] Made reservation on behalf of a47fc720739947cc95a186db49aef361 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:36:10.756753 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2111f9c4-9403-4ecc-a170-2736a105a249 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:10.848956 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ce81e-3938-4104-972c-1429b5c3b9c8 req-7223fab2-ec33-4793-a7dc-67329b710a70 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:10.850495 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-a95ce81e-3938-4104-972c-1429b5c3b9c8 req-7223fab2-ec33-4793-a7dc-67329b710a70 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.5646603 Sep 22 21:36:10.872821 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-60104345-2a6f-41a6-b53f-1546959c1f8e tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Deleting subnet f367fdf3-12dc-47de-95b4-5e7490f5681b {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:36:10.881226 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-60104345-2a6f-41a6-b53f-1546959c1f8e tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:10.902906 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-534cc227-540e-441a-9ea0-36293e7aa030 None None] Attempt 3 to provision port 889f32cd-2554-459b-b731-645c1851cb36 Sep 22 21:36:10.979521 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-534cc227-540e-441a-9ea0-36293e7aa030 None None] Port 889f32cd-2554-459b-b731-645c1851cb36 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:10.996968 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-60104345-2a6f-41a6-b53f-1546959c1f8e tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:11.052143 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-a95ce81e-3938-4104-972c-1429b5c3b9c8 req-fbd56dd6-64f1-4a12-8573-d7177b27f761 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1835871 Sep 22 21:36:11.104740 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device cc581164-2adf-4ae3-9209-2ee8aa160862 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:36:11.145371 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-bf365479-afcd-449b-a39f-d2e2697ba903 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Request body: {'subnet': {'network_id': '4b3ad717-459c-4c44-a8aa-703f00d29f00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:11.185501 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port cc581164-2adf-4ae3-9209-2ee8aa160862 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:36:11.185880 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:11.186211 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port cc581164-2adf-4ae3-9209-2ee8aa160862 Sep 22 21:36:11.288623 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34345555-3c87-45eb-94ea-839611112884 None None] DHCP port deletion for e30d803b-f706-4171-9489-8b75a9824add request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:36:11.296823 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-34345555-3c87-45eb-94ea-839611112884 None None] Deleting port 74656147-96a7-4024-b59b-56aedc9e3a1d {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:36:11.297704 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-34345555-3c87-45eb-94ea-839611112884 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:11.320224 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-60104345-2a6f-41a6-b53f-1546959c1f8e tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:11.366247 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c608b5b-d562-4457-a38e-5303978a3d07 req-9112a689-cd78-49da-90c2-7b7165e4dea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:11.368370 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9c608b5b-d562-4457-a38e-5303978a3d07 req-9112a689-cd78-49da-90c2-7b7165e4dea0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=25574d9f1a93412b95f1e988f287237a&device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 1099 time: 1.1570222 Sep 22 21:36:11.373949 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-5b9f7bb9-cb69-4866-87f3-8d0de1a46e9e tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:11.412438 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-5b9f7bb9-cb69-4866-87f3-8d0de1a46e9e tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Usage tracker for resource:port and tenant:4fef33e75cf240fcbb352fce012907b9 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:11.424420 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-5b9f7bb9-cb69-4866-87f3-8d0de1a46e9e tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:11.427321 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2111f9c4-9403-4ecc-a170-2736a105a249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:11.432271 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port cc581164-2adf-4ae3-9209-2ee8aa160862 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:36:11.442864 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-5b9f7bb9-cb69-4866-87f3-8d0de1a46e9e tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:11.523034 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-534cc227-540e-441a-9ea0-36293e7aa030 None None] Attempt 4 to provision port 889f32cd-2554-459b-b731-645c1851cb36 Sep 22 21:36:11.536208 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-be82128c-b27c-4c3a-8e92-bc900287637d tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:11.573889 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111f9c4-9403-4ecc-a170-2736a105a249 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72bb96e7-c2ce-4c3c-b84a-55f9b5710a4b,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:11.579840 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-be82128c-b27c-4c3a-8e92-bc900287637d tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:11.606949 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-34345555-3c87-45eb-94ea-839611112884 None None] For port 74656147-96a7-4024-b59b-56aedc9e3a1d, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=74656147-96a7-4024-b59b-56aedc9e3a1d,segment=NetworkSegment(f75f6e0b-be05-4ccf-afe7-40f657181cb8),segment_id=f75f6e0b-be05-4ccf-afe7-40f657181cb8)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:36:11.607350 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-34345555-3c87-45eb-94ea-839611112884 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:11.615353 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-534cc227-540e-441a-9ea0-36293e7aa030 None None] Port 889f32cd-2554-459b-b731-645c1851cb36 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:11.624181 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2111f9c4-9403-4ecc-a170-2736a105a249 admin admin] Checking segment: {'id': '5a8bd28b-96e3-4049-b101-cf0db7149421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '89f2205e-1624-413a-8143-d0f1fcd4b5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:36:11.624635 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2111f9c4-9403-4ecc-a170-2736a105a249 admin admin] Network hostable DHCP agents. Network: 89f2205e-1624-413a-8143-d0f1fcd4b5cd, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:36:11.637210 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-60104345-2a6f-41a6-b53f-1546959c1f8e tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:11.649679 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-bf365479-afcd-449b-a39f-d2e2697ba903 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:11.670207 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9f7bb9-cb69-4866-87f3-8d0de1a46e9e tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:36:11.685940 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-bf365479-afcd-449b-a39f-d2e2697ba903 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Usage tracker for resource:subnet and tenant:d0dc9097dd2d4c51a9e00ba2c2c3535e is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:11.695656 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-bf365479-afcd-449b-a39f-d2e2697ba903 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:11.700358 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60104345-2a6f-41a6-b53f-1546959c1f8e tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Pushing event deleted for resources: {'Subnet': ['ID=f367fdf3-12dc-47de-95b4-5e7490f5681b,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:11.704821 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-60104345-2a6f-41a6-b53f-1546959c1f8e tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:11.731707 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78eda256-3d51-4ad7-a937-b7ab5aeb2a50 None None] Network e844f5c8-d4ec-4721-81d5-327177940df3 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:36:11.732142 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2111f9c4-9403-4ecc-a170-2736a105a249 admin admin] Network 89f2205e-1624-413a-8143-d0f1fcd4b5cd is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:36:11.740847 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-60104345-2a6f-41a6-b53f-1546959c1f8e tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] 10.222.0.33 "DELETE /v2.0/subnets/f367fdf3-12dc-47de-95b4-5e7490f5681b HTTP/1.1" status: 204 len: 168 time: 1.1279862 Sep 22 21:36:11.746389 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44220) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:11.749720 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-34345555-3c87-45eb-94ea-839611112884 None None] Calling delete_port for 74656147-96a7-4024-b59b-56aedc9e3a1d owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:36:11.761095 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-bf365479-afcd-449b-a39f-d2e2697ba903 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:11.807311 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-2111f9c4-9403-4ecc-a170-2736a105a249 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 89f2205e-1624-413a-8143-d0f1fcd4b5cd) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:36:11.811551 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2111f9c4-9403-4ecc-a170-2736a105a249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:11.812310 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2111f9c4-9403-4ecc-a170-2736a105a249 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:11.840944 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c28bd6-bec7-486c-b991-86f8795cb6d3 None None] Network 89f2205e-1624-413a-8143-d0f1fcd4b5cd requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:36:11.851352 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf365479-afcd-449b-a39f-d2e2697ba903 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Made reservation on behalf of d0dc9097dd2d4c51a9e00ba2c2c3535e for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:36:11.855043 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bf365479-afcd-449b-a39f-d2e2697ba903 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:11.873334 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92541794-2265-485f-a321-d7b84b7f6060 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Router b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:36:11.892660 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c608b5b-d562-4457-a38e-5303978a3d07 req-1dbf1941-50d8-4d32-bb11-822887f42bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:11.894898 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9c608b5b-d562-4457-a38e-5303978a3d07 req-1dbf1941-50d8-4d32-bb11-822887f42bec service neutron] 10.222.0.49 "GET /v2.0/networks?id=5dbb466f-7241-4d18-b090-2d779954893b HTTP/1.1" status: 200 len: 911 time: 0.5073164 Sep 22 21:36:11.989239 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-b8f0c8f5-101e-40a3-976f-7298aaaf8e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:12.052917 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2111f9c4-9403-4ecc-a170-2736a105a249 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6297724 Sep 22 21:36:12.075319 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-69df8853-78cd-4163-bc59-ff819f9aa51b tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:12.077707 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-be82128c-b27c-4c3a-8e92-bc900287637d tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Allocated IP 172.26.0.206 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/4bbee90d-0ca7-41e1-9202-3a9b1a957181) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:36:12.131325 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-34345555-3c87-45eb-94ea-839611112884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:12.135270 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-534cc227-540e-441a-9ea0-36293e7aa030 None None] Attempt 5 to provision port 889f32cd-2554-459b-b731-645c1851cb36 Sep 22 21:36:12.192501 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5b9f7bb9-cb69-4866-87f3-8d0de1a46e9e tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:12.256909 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9c608b5b-d562-4457-a38e-5303978a3d07 req-fbf38c65-a04b-41e2-abc5-83b158ce78dd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bdd48e0-5d9d-43f0-97a8-e321a99aac21 HTTP/1.1" status: 200 len: 1002 time: 0.2994859 Sep 22 21:36:12.320753 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [None req-5b9f7bb9-cb69-4866-87f3-8d0de1a46e9e tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] device_id is not set on port 54f13c08-9545-4954-ad27-45a6d39be4e1 yet. {{(pid=89008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:36:12.369357 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-69df8853-78cd-4163-bc59-ff819f9aa51b tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:12.410439 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a149bd30-8fe4-4871-9d53-704770d0a6fb tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:12.444182 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34345555-3c87-45eb-94ea-839611112884 None None] Pushing event deleted for resources: {'Port': ['ID=74656147-96a7-4024-b59b-56aedc9e3a1d,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:12.448798 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-be82128c-b27c-4c3a-8e92-bc900287637d tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:12.451032 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34345555-3c87-45eb-94ea-839611112884 None None] No DVR routers for this DVR port 74656147-96a7-4024-b59b-56aedc9e3a1d on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:36:12.469709 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-69df8853-78cd-4163-bc59-ff819f9aa51b tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e30d803b-f706-4171-9489-8b75a9824add']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:12.488416 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-69df8853-78cd-4163-bc59-ff819f9aa51b tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f75f6e0b-be05-4ccf-afe7-40f657181cb8') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:12.488416 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-69df8853-78cd-4163-bc59-ff819f9aa51b tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f75f6e0b-be05-4ccf-afe7-40f657181cb8') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:12.496629 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-534cc227-540e-441a-9ea0-36293e7aa030 None None] Port 889f32cd-2554-459b-b731-645c1851cb36 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:12.506226 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-69df8853-78cd-4163-bc59-ff819f9aa51b tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:12.516181 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a149bd30-8fe4-4871-9d53-704770d0a6fb tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:12.516508 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a149bd30-8fe4-4871-9d53-704770d0a6fb tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:12.530069 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-69df8853-78cd-4163-bc59-ff819f9aa51b tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:12.538716 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69df8853-78cd-4163-bc59-ff819f9aa51b tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:36:12.539200 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-69df8853-78cd-4163-bc59-ff819f9aa51b tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:12.559808 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab26cc1a-7f41-4996-a405-4f41af6f8637 None None] Network 89f2205e-1624-413a-8143-d0f1fcd4b5cd requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:36:12.670161 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment f75f6e0b-be05-4ccf-afe7-40f657181cb8 resource provider aggregate not found Sep 22 21:36:12.687564 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-be82128c-b27c-4c3a-8e92-bc900287637d tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:12.693356 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-69df8853-78cd-4163-bc59-ff819f9aa51b tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:12.705620 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment f75f6e0b-be05-4ccf-afe7-40f657181cb8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f75f6e0b-be05-4ccf-afe7-40f657181cb8 found for delete ", "request_id": "req-6ee5bfbd-7e6f-4f11-9dc4-a96a7d8114aa"}]} Sep 22 21:36:12.746241 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bab79fd-ff6e-496d-9dd7-190ad68f3006 None None] DHCP port deletion for e844f5c8-d4ec-4721-81d5-327177940df3 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:36:12.748593 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:12.782646 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-69df8853-78cd-4163-bc59-ff819f9aa51b tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:12.792048 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df8853-78cd-4163-bc59-ff819f9aa51b tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Pushing event deleted for resources: {'Network': ['ID=e30d803b-f706-4171-9489-8b75a9824add,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:12.798232 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-69df8853-78cd-4163-bc59-ff819f9aa51b tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] 10.222.0.33 "DELETE /v2.0/networks/e30d803b-f706-4171-9489-8b75a9824add HTTP/1.1" status: 204 len: 168 time: 1.0506723 Sep 22 21:36:12.798972 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-6bab79fd-ff6e-496d-9dd7-190ad68f3006 None None] Deleting port 9634db77-5be8-4f9d-bfdb-90f12459c132 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:36:12.799489 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6bab79fd-ff6e-496d-9dd7-190ad68f3006 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:12.807301 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44250) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:12.829754 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be82128c-b27c-4c3a-8e92-bc900287637d tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:36:12.856944 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-be82128c-b27c-4c3a-8e92-bc900287637d tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:36:12.867418 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be82128c-b27c-4c3a-8e92-bc900287637d tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:36:12.966772 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c608b5b-d562-4457-a38e-5303978a3d07 req-1006227e-a073-435e-a337-40594ccaa55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:12.968229 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9c608b5b-d562-4457-a38e-5303978a3d07 req-1006227e-a073-435e-a337-40594ccaa55d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f291bed0-d028-44b6-829f-efb0f7512ced HTTP/1.1" status: 200 len: 850 time: 0.6966300 Sep 22 21:36:12.993621 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92541794-2265-485f-a321-d7b84b7f6060 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:36:13.030152 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-534cc227-540e-441a-9ea0-36293e7aa030 None None] Attempt 6 to provision port 889f32cd-2554-459b-b731-645c1851cb36 Sep 22 21:36:13.037093 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be82128c-b27c-4c3a-8e92-bc900287637d tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Pushing event updated for resources: {'Port': ['ID=4bbee90d-0ca7-41e1-9202-3a9b1a957181,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:13.072200 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec29f4b-1677-494b-b5ed-4cc0ffc3e723 None None] Sync routers for ids ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:36:13.098542 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3f2c15b6-d530-486d-a8e9-b5a7ecedc686 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:13.109895 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a149bd30-8fe4-4871-9d53-704770d0a6fb tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event updated for resources: {'Port': ['ID=889f32cd-2554-459b-b731-645c1851cb36,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:13.146808 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec29f4b-1677-494b-b5ed-4cc0ffc3e723 None None] Routers {'b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:36:13.148218 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-1ec29f4b-1677-494b-b5ed-4cc0ffc3e723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:36:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:13.202341 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 9634db77-5be8-4f9d-bfdb-90f12459c132 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:36:13.238546 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-92541794-2265-485f-a321-d7b84b7f6060 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:13.255952 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:13.265549 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bf365479-afcd-449b-a39f-d2e2697ba903 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:13.271361 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-534cc227-540e-441a-9ea0-36293e7aa030 None None] Port 889f32cd-2554-459b-b731-645c1851cb36 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:13.271815 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-1ec29f4b-1677-494b-b5ed-4cc0ffc3e723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:13.278839 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-3f2c15b6-d530-486d-a8e9-b5a7ecedc686 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Deleting port 9634db77-5be8-4f9d-bfdb-90f12459c132 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:36:13.278839 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3f2c15b6-d530-486d-a8e9-b5a7ecedc686 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:13.288653 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-6bab79fd-ff6e-496d-9dd7-190ad68f3006 None None] For port 9634db77-5be8-4f9d-bfdb-90f12459c132, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=9634db77-5be8-4f9d-bfdb-90f12459c132,segment=NetworkSegment(1ba632aa-7bab-4213-8c2c-97aa553e9dba),segment_id=1ba632aa-7bab-4213-8c2c-97aa553e9dba)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:36:13.289053 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6bab79fd-ff6e-496d-9dd7-190ad68f3006 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:13.336376 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3140ea-44b3-498b-8684-f6ff213e784f req-8a2000ba-a34a-47dc-9182-6ddd979d7ec7 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:13.336931 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ae3140ea-44b3-498b-8684-f6ff213e784f req-8a2000ba-a34a-47dc-9182-6ddd979d7ec7 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.9183333 Sep 22 21:36:13.353890 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-0a885ed9-156a-4607-b81a-3bffb5663876 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:13.354581 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-0a885ed9-156a-4607-b81a-3bffb5663876 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Synchronizing usage tracker for tenant:2f6d72e55d1f42e3ab387f563438baa9 on resource:network {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:36:13.424478 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-0a885ed9-156a-4607-b81a-3bffb5663876 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Unset dirty status for tenant:2f6d72e55d1f42e3ab387f563438baa9 on resource:network {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:36:13.426797 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-0a885ed9-156a-4607-b81a-3bffb5663876 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/networks?id=e7e8ce90-f8bc-426b-80ce-a8ca1cc9446b HTTP/1.1" status: 200 len: 812 time: 0.5755928 Sep 22 21:36:13.433970 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a149bd30-8fe4-4871-9d53-704770d0a6fb tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Network f9168e5d-3888-4771-8895-3c9e472b0b69 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:36:13.448615 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-a149bd30-8fe4-4871-9d53-704770d0a6fb tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:36:13.474738 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec29f4b-1677-494b-b5ed-4cc0ffc3e723 None None] Routers {'b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:36:13.478863 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-1ec29f4b-1677-494b-b5ed-4cc0ffc3e723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:36:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:13.491362 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-92541794-2265-485f-a321-d7b84b7f6060 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 11.9622898 Sep 22 21:36:13.509046 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44254) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:13.552022 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-5b9f7bb9-cb69-4866-87f3-8d0de1a46e9e tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Allocated IP 172.20.0.14 (98c62b9a-5d2a-496f-a1e5-12a6874f54f0/afd75762-7f49-4c3a-b082-75cccbc5a7e1/54f13c08-9545-4954-ad27-45a6d39be4e1) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:36:13.553984 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-6bab79fd-ff6e-496d-9dd7-190ad68f3006 None None] Calling delete_port for 9634db77-5be8-4f9d-bfdb-90f12459c132 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:36:13.560693 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-5b9f7bb9-cb69-4866-87f3-8d0de1a46e9e tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Allocated IP 2001:db8::f816:3eff:fe49:1041 (98c62b9a-5d2a-496f-a1e5-12a6874f54f0/b804db42-3922-4f2c-b647-a435c9bd062b/54f13c08-9545-4954-ad27-45a6d39be4e1) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:36:13.622474 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-1ec29f4b-1677-494b-b5ed-4cc0ffc3e723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:13.622906 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec29f4b-1677-494b-b5ed-4cc0ffc3e723 None None] The sync data for ids ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:36:13.734383 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 9634db77-5be8-4f9d-bfdb-90f12459c132 is: ACTIVE; New status is: DOWN {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:36:13.735347 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:13.755158 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6bab79fd-ff6e-496d-9dd7-190ad68f3006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:13.763253 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ae3140ea-44b3-498b-8684-f6ff213e784f req-5368aa7a-9d51-4403-8e3b-a333a649bffc tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3787396 Sep 22 21:36:13.813374 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-534cc227-540e-441a-9ea0-36293e7aa030 None None] Attempt 7 to provision port 889f32cd-2554-459b-b731-645c1851cb36 Sep 22 21:36:13.841265 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf365479-afcd-449b-a39f-d2e2697ba903 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Checking segment: {'id': 'af9d1c7e-4bf9-4d99-ac8c-5f287055ba75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4b3ad717-459c-4c44-a8aa-703f00d29f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:36:13.841629 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf365479-afcd-449b-a39f-d2e2697ba903 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Network hostable DHCP agents. Network: 4b3ad717-459c-4c44-a8aa-703f00d29f00, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:36:13.847797 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c608b5b-d562-4457-a38e-5303978a3d07 req-3fa1b515-df4f-4307-99e2-f2a44f19eda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:13.849348 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9c608b5b-d562-4457-a38e-5303978a3d07 req-3fa1b515-df4f-4307-99e2-f2a44f19eda7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5dbb466f-7241-4d18-b090-2d779954893b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8646522 Sep 22 21:36:13.850133 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf365479-afcd-449b-a39f-d2e2697ba903 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event updated for resources: {'Subnet': ['ID=1a9a86c1-d3df-44f0-88a5-f9a07c4ea91b,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:13.860691 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-f13c7bb7-da36-45c6-8081-e9b94c73ca0c tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/quotas/2f6d72e55d1f42e3ab387f563438baa9 HTTP/1.1" status: 200 len: 375 time: 0.3530622 Sep 22 21:36:13.887948 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab79fd-ff6e-496d-9dd7-190ad68f3006 None None] Pushing event deleted for resources: {'Port': ['ID=9634db77-5be8-4f9d-bfdb-90f12459c132,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:13.916623 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bab79fd-ff6e-496d-9dd7-190ad68f3006 None None] No DVR routers for this DVR port 9634db77-5be8-4f9d-bfdb-90f12459c132 on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:36:13.919440 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-534cc227-540e-441a-9ea0-36293e7aa030 None None] Port 889f32cd-2554-459b-b731-645c1851cb36 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:13.958039 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 74656147-96a7-4024-b59b-56aedc9e3a1d no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:36:13.977516 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d2408ee7-3195-48d9-8b4b-f3a1ba97514b tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] 10.222.0.33 "GET /v2.0/floatingips/c41202c3-c8f5-4ce6-83fe-7698f9105f86 HTTP/1.1" status: 200 len: 977 time: 0.4671915 Sep 22 21:36:13.991204 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 74656147-96a7-4024-b59b-56aedc9e3a1d {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:36:13.991554 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 74656147-96a7-4024-b59b-56aedc9e3a1d not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:36:14.028361 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44258) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:14.071273 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf365479-afcd-449b-a39f-d2e2697ba903 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Network 4b3ad717-459c-4c44-a8aa-703f00d29f00 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:36:14.139726 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-bf365479-afcd-449b-a39f-d2e2697ba903 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 4b3ad717-459c-4c44-a8aa-703f00d29f00) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:36:14.156433 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdd1c8a-1e9c-4999-80bb-7b1ab5395d28 None None] Network 4b3ad717-459c-4c44-a8aa-703f00d29f00 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:36:14.158067 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf365479-afcd-449b-a39f-d2e2697ba903 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:14.158673 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bf365479-afcd-449b-a39f-d2e2697ba903 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:14.175545 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-f45abf5f-6f13-4380-bff4-150be38e9e6b tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=2f6d72e55d1f42e3ab387f563438baa9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3076770 Sep 22 21:36:14.204827 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5b9f7bb9-cb69-4866-87f3-8d0de1a46e9e tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:14.221486 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9c608b5b-d562-4457-a38e-5303978a3d07 req-117aa2c3-67a9-4591-8c4a-ce1a7448622c service neutron] 10.222.0.49 "GET /v2.0/networks/5dbb466f-7241-4d18-b090-2d779954893b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392866 Sep 22 21:36:14.339186 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-3f2c15b6-d530-486d-a8e9-b5a7ecedc686 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] For port 9634db77-5be8-4f9d-bfdb-90f12459c132, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=9634db77-5be8-4f9d-bfdb-90f12459c132,segment=NetworkSegment(1ba632aa-7bab-4213-8c2c-97aa553e9dba),segment_id=1ba632aa-7bab-4213-8c2c-97aa553e9dba)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:36:14.339544 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3f2c15b6-d530-486d-a8e9-b5a7ecedc686 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:14.364766 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9c608b5b-d562-4457-a38e-5303978a3d07 req-cc7fe221-6dd1-459e-bb70-e257e5310301 service neutron] 10.222.0.49 "GET /v2.0/networks/5dbb466f-7241-4d18-b090-2d779954893b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370945 Sep 22 21:36:14.372709 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-bf365479-afcd-449b-a39f-d2e2697ba903 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5500650 Sep 22 21:36:14.379349 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44264) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:14.384552 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-5b9f7bb9-cb69-4866-87f3-8d0de1a46e9e tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Transition to ACTIVE for port object 54f13c08-9545-4954-ad27-45a6d39be4e1 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:36:14.389946 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-e4db27c9-a8d2-4905-ba61-8ce50bc86107 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Request body: {'subnet': {'network_id': '52055821-f714-4104-9c94-c56cfaaee358', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:14.467462 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-534cc227-540e-441a-9ea0-36293e7aa030 None None] Attempt 8 to provision port 889f32cd-2554-459b-b731-645c1851cb36 Sep 22 21:36:14.501934 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-be82128c-b27c-4c3a-8e92-bc900287637d tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:14.513241 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a149bd30-8fe4-4871-9d53-704770d0a6fb tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Router 56fac13b-e9ef-43ea-962d-0b9695bd690b is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:36:14.526570 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-e4db27c9-a8d2-4905-ba61-8ce50bc86107 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:14.535071 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-e4db27c9-a8d2-4905-ba61-8ce50bc86107 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Usage tracker for resource:subnet and tenant:d0dc9097dd2d4c51a9e00ba2c2c3535e is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:14.540638 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-e4db27c9-a8d2-4905-ba61-8ce50bc86107 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:14.548153 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:14.570383 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-3f2c15b6-d530-486d-a8e9-b5a7ecedc686 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Calling delete_port for 9634db77-5be8-4f9d-bfdb-90f12459c132 owned by network:dhcp {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:36:14.594397 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-534cc227-540e-441a-9ea0-36293e7aa030 None None] Port 889f32cd-2554-459b-b731-645c1851cb36 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:14.607373 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-e4db27c9-a8d2-4905-ba61-8ce50bc86107 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:14.610590 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ca783829-32a4-469a-bedd-9c2f2886b12a tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] 10.222.0.33 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.5618625 Sep 22 21:36:14.619350 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4052ef1c-3d5e-45ac-ae1e-c7910c08a234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-4b3ad717-459c-4c44-a8aa-703f00d29f00', 'network_id': '4b3ad717-459c-4c44-a8aa-703f00d29f00', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'fixed_ips': [{'subnet_id': '1a9a86c1-d3df-44f0-88a5-f9a07c4ea91b'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:36:14.620577 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4052ef1c-3d5e-45ac-ae1e-c7910c08a234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:14.632855 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44270) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:14.642661 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-b4cd516a-e433-400e-a2c7-6bfb91a48b58 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=89009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:36:14.643732 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-b4cd516a-e433-400e-a2c7-6bfb91a48b58 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1472654 Sep 22 21:36:14.649846 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-eae68a9e-8066-4658-ae4b-2da789b05e1d tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Request body: {'floatingip': {'port_id': '11327c97-09a0-4cbc-a12d-133cb84439f3'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:14.804017 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-4052ef1c-3d5e-45ac-ae1e-c7910c08a234 None None] Allocated IP 172.20.0.2 (4b3ad717-459c-4c44-a8aa-703f00d29f00/1a9a86c1-d3df-44f0-88a5-f9a07c4ea91b/82db2788-e93b-48c1-a43c-f6c4a9024131) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:36:14.820395 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5b9f7bb9-cb69-4866-87f3-8d0de1a46e9e tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:14.944826 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-eae68a9e-8066-4658-ae4b-2da789b05e1d tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for floatingip, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:15.009249 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4db27c9-a8d2-4905-ba61-8ce50bc86107 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Made reservation on behalf of d0dc9097dd2d4c51a9e00ba2c2c3535e for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:36:15.012725 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e4db27c9-a8d2-4905-ba61-8ce50bc86107 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:15.036477 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.db.api [None req-3f2c15b6-d530-486d-a8e9-b5a7ecedc686 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:36:15.037106 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG oslo_db.api [None req-3f2c15b6-d530-486d-a8e9-b5a7ecedc686 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:36:15.043075 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9f7bb9-cb69-4866-87f3-8d0de1a46e9e tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:36:15.057486 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-5b9f7bb9-cb69-4866-87f3-8d0de1a46e9e tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:36:15.083450 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4052ef1c-3d5e-45ac-ae1e-c7910c08a234 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:15.095384 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-4052ef1c-3d5e-45ac-ae1e-c7910c08a234 None None] Transition to ACTIVE for port object 82db2788-e93b-48c1-a43c-f6c4a9024131 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:36:15.097654 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-534cc227-540e-441a-9ea0-36293e7aa030 None None] Attempt 9 to provision port 889f32cd-2554-459b-b731-645c1851cb36 Sep 22 21:36:15.110566 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9f7bb9-cb69-4866-87f3-8d0de1a46e9e tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:36:15.136617 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9f7bb9-cb69-4866-87f3-8d0de1a46e9e tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Port': ['ID=54f13c08-9545-4954-ad27-45a6d39be4e1,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:15.176197 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-4052ef1c-3d5e-45ac-ae1e-c7910c08a234 None None] Transition to ACTIVE for port object 82db2788-e93b-48c1-a43c-f6c4a9024131 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:36:15.178223 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a149bd30-8fe4-4871-9d53-704770d0a6fb tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:36:15.195681 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a149bd30-8fe4-4871-9d53-704770d0a6fb tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "PUT /v2.0/routers/56fac13b-e9ef-43ea-962d-0b9695bd690b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4932435 Sep 22 21:36:15.195854 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e143e112-f8d9-48db-b81b-0fcf8072efbb None None] Sync routers for ids ['56fac13b-e9ef-43ea-962d-0b9695bd690b'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:36:15.200325 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4052ef1c-3d5e-45ac-ae1e-c7910c08a234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:15.202241 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44276) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:15.208592 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e143e112-f8d9-48db-b81b-0fcf8072efbb None None] Routers {'56fac13b-e9ef-43ea-962d-0b9695bd690b'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:36:15.221409 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-e143e112-f8d9-48db-b81b-0fcf8072efbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:36:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['56fac13b-e9ef-43ea-962d-0b9695bd690b'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:15.291776 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-534cc227-540e-441a-9ea0-36293e7aa030 None None] Port 889f32cd-2554-459b-b731-645c1851cb36 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:15.309371 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4052ef1c-3d5e-45ac-ae1e-c7910c08a234 None None] Network 4b3ad717-459c-4c44-a8aa-703f00d29f00 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:36:15.312548 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-4052ef1c-3d5e-45ac-ae1e-c7910c08a234 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:36:15.315793 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-e143e112-f8d9-48db-b81b-0fcf8072efbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:15.318257 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4052ef1c-3d5e-45ac-ae1e-c7910c08a234 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:36:15.324950 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9f7bb9-cb69-4866-87f3-8d0de1a46e9e tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:15.325144 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5b9f7bb9-cb69-4866-87f3-8d0de1a46e9e tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:15.334778 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e143e112-f8d9-48db-b81b-0fcf8072efbb None None] Routers {'56fac13b-e9ef-43ea-962d-0b9695bd690b'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:36:15.337195 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-e143e112-f8d9-48db-b81b-0fcf8072efbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:36:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['56fac13b-e9ef-43ea-962d-0b9695bd690b'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:15.375192 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4052ef1c-3d5e-45ac-ae1e-c7910c08a234 None None] Pushing event updated for resources: {'Port': ['ID=82db2788-e93b-48c1-a43c-f6c4a9024131,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:15.385471 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d574a779-49c7-48c5-ae6e-62e8fa31cb32 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:15.386635 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-d574a779-49c7-48c5-ae6e-62e8fa31cb32 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Synchronizing usage tracker for tenant:5c103daa7e764303927ef5f69fe7eabf on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:36:15.412572 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-5b9f7bb9-cb69-4866-87f3-8d0de1a46e9e tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 5.1890526 Sep 22 21:36:15.415034 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44280) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:15.424432 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025cdaa-cef5-435c-9c47-c669e74650b1 req-3fcb83ba-e60d-4fac-bbdf-8aa037c6824b tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:15.432274 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9025cdaa-cef5-435c-9c47-c669e74650b1 req-3fcb83ba-e60d-4fac-bbdf-8aa037c6824b tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.4852712 Sep 22 21:36:15.460186 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-e143e112-f8d9-48db-b81b-0fcf8072efbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:15.460879 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e143e112-f8d9-48db-b81b-0fcf8072efbb None None] The sync data for ids ['56fac13b-e9ef-43ea-962d-0b9695bd690b'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:36:15.477796 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-4052ef1c-3d5e-45ac-ae1e-c7910c08a234 None None] Attempting to bind port 82db2788-e93b-48c1-a43c-f6c4a9024131 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:36:15.478171 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-4052ef1c-3d5e-45ac-ae1e-c7910c08a234 None None] Attempting to bind port 82db2788-e93b-48c1-a43c-f6c4a9024131 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'af9d1c7e-4bf9-4d99-ac8c-5f287055ba75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4b3ad717-459c-4c44-a8aa-703f00d29f00'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:36:15.478540 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4052ef1c-3d5e-45ac-ae1e-c7910c08a234 None None] Attempting to bind port 82db2788-e93b-48c1-a43c-f6c4a9024131 on network 4b3ad717-459c-4c44-a8aa-703f00d29f00 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:36:15.488633 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4052ef1c-3d5e-45ac-ae1e-c7910c08a234 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:36:15.489081 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4052ef1c-3d5e-45ac-ae1e-c7910c08a234 None None] Checking segment: {'id': 'af9d1c7e-4bf9-4d99-ac8c-5f287055ba75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4b3ad717-459c-4c44-a8aa-703f00d29f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:36:15.489630 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4052ef1c-3d5e-45ac-ae1e-c7910c08a234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:15.490025 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4052ef1c-3d5e-45ac-ae1e-c7910c08a234 None None] Bound using segment: {'id': 'af9d1c7e-4bf9-4d99-ac8c-5f287055ba75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4b3ad717-459c-4c44-a8aa-703f00d29f00'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:36:15.490691 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-4052ef1c-3d5e-45ac-ae1e-c7910c08a234 None None] Bound port: 82db2788-e93b-48c1-a43c-f6c4a9024131, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af9d1c7e-4bf9-4d99-ac8c-5f287055ba75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4b3ad717-459c-4c44-a8aa-703f00d29f00'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:36:15.491073 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4052ef1c-3d5e-45ac-ae1e-c7910c08a234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:15.552451 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-d574a779-49c7-48c5-ae6e-62e8fa31cb32 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Unset dirty status for tenant:5c103daa7e764303927ef5f69fe7eabf on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:36:15.553883 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-d574a779-49c7-48c5-ae6e-62e8fa31cb32 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "GET /v2.0/ports/889f32cd-2554-459b-b731-645c1851cb36 HTTP/1.1" status: 200 len: 911 time: 0.3438399 Sep 22 21:36:15.563224 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44284) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:15.583390 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-f266ac0d-a62c-42b2-a50b-65ba23946a39 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a5a8aa37-9c34-4efc-8b04-5d53f76a92af'}]}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:15.592843 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-4052ef1c-3d5e-45ac-ae1e-c7910c08a234 None None] For port 82db2788-e93b-48c1-a43c-f6c4a9024131, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:36:15.594089 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-3f2c15b6-d530-486d-a8e9-b5a7ecedc686 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Deleting port 9634db77-5be8-4f9d-bfdb-90f12459c132 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:36:15.594543 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3f2c15b6-d530-486d-a8e9-b5a7ecedc686 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:15.596538 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-4052ef1c-3d5e-45ac-ae1e-c7910c08a234 None None] For port 82db2788-e93b-48c1-a43c-f6c4a9024131, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=82db2788-e93b-48c1-a43c-f6c4a9024131,segment=NetworkSegment(af9d1c7e-4bf9-4d99-ac8c-5f287055ba75),segment_id=af9d1c7e-4bf9-4d99-ac8c-5f287055ba75)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:36:15.602616 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4052ef1c-3d5e-45ac-ae1e-c7910c08a234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:15.648548 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-8a251854-128e-42d5-b190-0dafc76468d9 service neutron] 10.222.0.33 "GET /v2.0/networks/e7e8ce90-f8bc-426b-80ce-a8ca1cc9446b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9428008 Sep 22 21:36:15.683141 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9025cdaa-cef5-435c-9c47-c669e74650b1 req-589ab8eb-6f11-4335-b1ff-196dfec67dec tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2448277 Sep 22 21:36:15.689964 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4052ef1c-3d5e-45ac-ae1e-c7910c08a234 None None] Pushing event updated for resources: {'Port': ['ID=82db2788-e93b-48c1-a43c-f6c4a9024131,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:15.712064 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-3f2c15b6-d530-486d-a8e9-b5a7ecedc686 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] The port '9634db77-5be8-4f9d-bfdb-90f12459c132' was deleted {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 21:36:15.792800 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-534cc227-540e-441a-9ea0-36293e7aa030 None None] Attempt 10 to provision port 889f32cd-2554-459b-b731-645c1851cb36 Sep 22 21:36:15.838991 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec24fb1-bc0f-4f85-98ac-c80072a69467 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:15.845877 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec24fb1-bc0f-4f85-98ac-c80072a69467 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:15.847640 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-6ec24fb1-bc0f-4f85-98ac-c80072a69467 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:36:15.857698 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e4db27c9-a8d2-4905-ba61-8ce50bc86107 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:15.866744 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-534cc227-540e-441a-9ea0-36293e7aa030 None None] Port 889f32cd-2554-459b-b731-645c1851cb36 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:15.947824 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-6ec24fb1-bc0f-4f85-98ac-c80072a69467 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:36:15.951480 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-6ec24fb1-bc0f-4f85-98ac-c80072a69467 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.5143838 Sep 22 21:36:15.960820 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44288) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:15.973777 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db27c9-a8d2-4905-ba61-8ce50bc86107 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event updated for resources: {'Subnet': ['ID=0470e80c-10f4-46ea-9492-e65b6b60c7d3,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:16.000779 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-f31b460e-2d25-496d-bb81-922e9652dfa3 None None] Provisioning complete for port cc581164-2adf-4ae3-9209-2ee8aa160862 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:36:16.001489 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f31b460e-2d25-496d-bb81-922e9652dfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:16.001965 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-f31b460e-2d25-496d-bb81-922e9652dfa3 None None] Attempt 1 to provision port cc581164-2adf-4ae3-9209-2ee8aa160862 Sep 22 21:36:16.071586 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4db27c9-a8d2-4905-ba61-8ce50bc86107 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Checking segment: {'id': 'ef2ddc83-592f-4044-a7f5-fbfe238f71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52055821-f714-4104-9c94-c56cfaaee358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:36:16.071861 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4db27c9-a8d2-4905-ba61-8ce50bc86107 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Network hostable DHCP agents. Network: 52055821-f714-4104-9c94-c56cfaaee358, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:36:16.105828 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f266ac0d-a62c-42b2-a50b-65ba23946a39 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:16.151264 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-f31b460e-2d25-496d-bb81-922e9652dfa3 None None] Current status of the port cc581164-2adf-4ae3-9209-2ee8aa160862 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:36:16.155794 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4db27c9-a8d2-4905-ba61-8ce50bc86107 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Network 52055821-f714-4104-9c94-c56cfaaee358 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:36:16.163657 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-f31b460e-2d25-496d-bb81-922e9652dfa3 None None] Provisioning for port 54f13c08-9545-4954-ad27-45a6d39be4e1 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:36:16.169127 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-f31b460e-2d25-496d-bb81-922e9652dfa3 None None] Provisioning complete for port 54f13c08-9545-4954-ad27-45a6d39be4e1 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:36:16.169644 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f31b460e-2d25-496d-bb81-922e9652dfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:16.169980 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-f31b460e-2d25-496d-bb81-922e9652dfa3 None None] Attempt 1 to provision port 54f13c08-9545-4954-ad27-45a6d39be4e1 Sep 22 21:36:16.184283 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-e4db27c9-a8d2-4905-ba61-8ce50bc86107 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 52055821-f714-4104-9c94-c56cfaaee358) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:36:16.188616 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4db27c9-a8d2-4905-ba61-8ce50bc86107 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:16.189200 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e4db27c9-a8d2-4905-ba61-8ce50bc86107 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:16.201307 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724ba35e-c3be-476a-af7b-24beadd1fcf4 None None] Network 52055821-f714-4104-9c94-c56cfaaee358 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:36:16.277915 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-be82128c-b27c-4c3a-8e92-bc900287637d tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:16.324044 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-f31b460e-2d25-496d-bb81-922e9652dfa3 None None] Port 54f13c08-9545-4954-ad27-45a6d39be4e1 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:16.346181 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e4db27c9-a8d2-4905-ba61-8ce50bc86107 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9646056 Sep 22 21:36:16.355874 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44292) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:16.360839 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-5e49cb05-206f-4c0c-8b03-60f30a9359b0 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1464997568', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:16.371076 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-5e49cb05-206f-4c0c-8b03-60f30a9359b0 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:16.379361 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-5e49cb05-206f-4c0c-8b03-60f30a9359b0 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Usage tracker for resource:router and tenant:d0dc9097dd2d4c51a9e00ba2c2c3535e is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:16.383674 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-5e49cb05-206f-4c0c-8b03-60f30a9359b0 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:16.388795 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-133dc909-2f89-4380-9c5a-1ce54bd2f30b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Deleting port 54f13c08-9545-4954-ad27-45a6d39be4e1 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:36:16.388795 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-133dc909-2f89-4380-9c5a-1ce54bd2f30b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:16.393748 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-5e49cb05-206f-4c0c-8b03-60f30a9359b0 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:16.432154 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3f2c15b6-d530-486d-a8e9-b5a7ecedc686 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:16.459513 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5e49cb05-206f-4c0c-8b03-60f30a9359b0 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:16.460706 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5e49cb05-206f-4c0c-8b03-60f30a9359b0 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:16.496933 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758a3dd5-0e92-4b55-bffd-d45d3b2b24d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-52055821-f714-4104-9c94-c56cfaaee358', 'network_id': '52055821-f714-4104-9c94-c56cfaaee358', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'fixed_ips': [{'subnet_id': '0470e80c-10f4-46ea-9492-e65b6b60c7d3'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:36:16.498057 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-758a3dd5-0e92-4b55-bffd-d45d3b2b24d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:16.529422 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5e49cb05-206f-4c0c-8b03-60f30a9359b0 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:16.582766 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-b911ce3c-909f-4ed2-acaf-68390fd80452 service neutron] 10.222.0.33 "GET /v2.0/networks/e7e8ce90-f8bc-426b-80ce-a8ca1cc9446b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8955414 Sep 22 21:36:16.594591 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5e49cb05-206f-4c0c-8b03-60f30a9359b0 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:16.658670 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-3f2c15b6-d530-486d-a8e9-b5a7ecedc686 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e844f5c8-d4ec-4721-81d5-327177940df3']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:16.697032 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-758a3dd5-0e92-4b55-bffd-d45d3b2b24d3 None None] Allocated IP 172.21.0.2 (52055821-f714-4104-9c94-c56cfaaee358/0470e80c-10f4-46ea-9492-e65b6b60c7d3/f7a1cd78-4d52-415b-9a56-1735b52ecee9) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:36:16.714461 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-3f2c15b6-d530-486d-a8e9-b5a7ecedc686 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ba632aa-7bab-4213-8c2c-97aa553e9dba') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:16.715276 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-3f2c15b6-d530-486d-a8e9-b5a7ecedc686 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ba632aa-7bab-4213-8c2c-97aa553e9dba') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:16.746242 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5e49cb05-206f-4c0c-8b03-60f30a9359b0 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:16.747427 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-5e49cb05-206f-4c0c-8b03-60f30a9359b0 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3906229 Sep 22 21:36:16.765818 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44298) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:16.832163 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-f31b460e-2d25-496d-bb81-922e9652dfa3 None None] Attempt 2 to provision port 54f13c08-9545-4954-ad27-45a6d39be4e1 Sep 22 21:36:16.903033 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3f2c15b6-d530-486d-a8e9-b5a7ecedc686 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:16.970313 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-f31b460e-2d25-496d-bb81-922e9652dfa3 None None] Port 54f13c08-9545-4954-ad27-45a6d39be4e1 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:17.000235 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b467ec-7c24-485d-bd11-bf9954bcd828 None None] Network 4b3ad717-459c-4c44-a8aa-703f00d29f00 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:36:17.153666 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f266ac0d-a62c-42b2-a50b-65ba23946a39 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:17.167630 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f266ac0d-a62c-42b2-a50b-65ba23946a39 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:17.173380 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f266ac0d-a62c-42b2-a50b-65ba23946a39 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:17.173986 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f266ac0d-a62c-42b2-a50b-65ba23946a39 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:17.178632 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 82db2788-e93b-48c1-a43c-f6c4a9024131 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:36:17.178809 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-f266ac0d-a62c-42b2-a50b-65ba23946a39 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "PUT /v2.0/ports/889f32cd-2554-459b-b731-645c1851cb36 HTTP/1.1" status: 200 len: 911 time: 1.6111519 Sep 22 21:36:17.180317 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44306) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:17.242398 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-45ab4dfe-c57f-437c-ad1d-51c501c8bb83 req-a1ec9c27-008e-4620-94e6-df7c3067d49e tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/ports?device_id=f753f31b-0913-4c7a-9306-c5bd027ade92 HTTP/1.1" status: 200 len: 210 time: 0.3220272 Sep 22 21:36:17.243367 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3f2c15b6-d530-486d-a8e9-b5a7ecedc686 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:17.322169 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c148c06-9b72-476e-bf3a-485a92d43ddc req-040bb68f-931a-4601-89ad-b8d0969e57b7 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:17.323273 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9c148c06-9b72-476e-bf3a-485a92d43ddc req-040bb68f-931a-4601-89ad-b8d0969e57b7 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.2608845 Sep 22 21:36:17.342753 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-758a3dd5-0e92-4b55-bffd-d45d3b2b24d3 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:17.399038 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f2c15b6-d530-486d-a8e9-b5a7ecedc686 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:36:17.399038 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3f2c15b6-d530-486d-a8e9-b5a7ecedc686 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:17.399351 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-758a3dd5-0e92-4b55-bffd-d45d3b2b24d3 None None] Transition to ACTIVE for port object f7a1cd78-4d52-415b-9a56-1735b52ecee9 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:36:17.434415 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 82db2788-e93b-48c1-a43c-f6c4a9024131 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:36:17.437256 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-758a3dd5-0e92-4b55-bffd-d45d3b2b24d3 None None] Transition to ACTIVE for port object f7a1cd78-4d52-415b-9a56-1735b52ecee9 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:36:17.446165 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-758a3dd5-0e92-4b55-bffd-d45d3b2b24d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:17.446761 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f266ac0d-a62c-42b2-a50b-65ba23946a39 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event updated for resources: {'Port': ['ID=889f32cd-2554-459b-b731-645c1851cb36,revision_number=3']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:17.473154 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9c148c06-9b72-476e-bf3a-485a92d43ddc req-90890f73-7718-41a2-ade0-71c26c31eab0 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406782 Sep 22 21:36:17.483828 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-f31b460e-2d25-496d-bb81-922e9652dfa3 None None] Attempt 3 to provision port 54f13c08-9545-4954-ad27-45a6d39be4e1 Sep 22 21:36:17.503910 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 1ba632aa-7bab-4213-8c2c-97aa553e9dba resource provider aggregate not found Sep 22 21:36:17.570078 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758a3dd5-0e92-4b55-bffd-d45d3b2b24d3 None None] Network 52055821-f714-4104-9c94-c56cfaaee358 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:36:17.576185 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a3dd5-0e92-4b55-bffd-d45d3b2b24d3 None None] Pushing event updated for resources: {'Port': ['ID=f7a1cd78-4d52-415b-9a56-1735b52ecee9,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:17.579793 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-758a3dd5-0e92-4b55-bffd-d45d3b2b24d3 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:36:17.584738 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758a3dd5-0e92-4b55-bffd-d45d3b2b24d3 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:36:17.594956 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-f31b460e-2d25-496d-bb81-922e9652dfa3 None None] Port 54f13c08-9545-4954-ad27-45a6d39be4e1 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:17.595941 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 1ba632aa-7bab-4213-8c2c-97aa553e9dba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1ba632aa-7bab-4213-8c2c-97aa553e9dba found for delete ", "request_id": "req-214f36cc-9f3e-431c-bd3a-588268a7ee70"}]} Sep 22 21:36:17.724154 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-758a3dd5-0e92-4b55-bffd-d45d3b2b24d3 None None] Attempting to bind port f7a1cd78-4d52-415b-9a56-1735b52ecee9 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:36:17.724749 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-758a3dd5-0e92-4b55-bffd-d45d3b2b24d3 None None] Attempting to bind port f7a1cd78-4d52-415b-9a56-1735b52ecee9 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'ef2ddc83-592f-4044-a7f5-fbfe238f71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52055821-f714-4104-9c94-c56cfaaee358'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:36:17.724869 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758a3dd5-0e92-4b55-bffd-d45d3b2b24d3 None None] Attempting to bind port f7a1cd78-4d52-415b-9a56-1735b52ecee9 on network 52055821-f714-4104-9c94-c56cfaaee358 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:36:17.731169 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758a3dd5-0e92-4b55-bffd-d45d3b2b24d3 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:36:17.731502 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758a3dd5-0e92-4b55-bffd-d45d3b2b24d3 None None] Checking segment: {'id': 'ef2ddc83-592f-4044-a7f5-fbfe238f71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52055821-f714-4104-9c94-c56cfaaee358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:36:17.731909 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-758a3dd5-0e92-4b55-bffd-d45d3b2b24d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:17.732299 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758a3dd5-0e92-4b55-bffd-d45d3b2b24d3 None None] Bound using segment: {'id': 'ef2ddc83-592f-4044-a7f5-fbfe238f71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52055821-f714-4104-9c94-c56cfaaee358'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:36:17.732770 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-758a3dd5-0e92-4b55-bffd-d45d3b2b24d3 None None] Bound port: f7a1cd78-4d52-415b-9a56-1735b52ecee9, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef2ddc83-592f-4044-a7f5-fbfe238f71c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52055821-f714-4104-9c94-c56cfaaee358'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:36:17.733141 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-758a3dd5-0e92-4b55-bffd-d45d3b2b24d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:17.843119 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-758a3dd5-0e92-4b55-bffd-d45d3b2b24d3 None None] For port f7a1cd78-4d52-415b-9a56-1735b52ecee9, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:36:17.847674 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-758a3dd5-0e92-4b55-bffd-d45d3b2b24d3 None None] For port f7a1cd78-4d52-415b-9a56-1735b52ecee9, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=f7a1cd78-4d52-415b-9a56-1735b52ecee9,segment=NetworkSegment(ef2ddc83-592f-4044-a7f5-fbfe238f71c2),segment_id=ef2ddc83-592f-4044-a7f5-fbfe238f71c2)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:36:17.857188 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-758a3dd5-0e92-4b55-bffd-d45d3b2b24d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:17.859126 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3f2c15b6-d530-486d-a8e9-b5a7ecedc686 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:17.897982 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-29f213a2-0d60-41be-bf6b-343a03e106ed tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:17.912565 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3f2c15b6-d530-486d-a8e9-b5a7ecedc686 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:17.961435 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-133dc909-2f89-4380-9c5a-1ce54bd2f30b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:17.968836 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2c15b6-d530-486d-a8e9-b5a7ecedc686 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Pushing event deleted for resources: {'Network': ['ID=e844f5c8-d4ec-4721-81d5-327177940df3,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:17.972489 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a3dd5-0e92-4b55-bffd-d45d3b2b24d3 None None] Pushing event updated for resources: {'Port': ['ID=f7a1cd78-4d52-415b-9a56-1735b52ecee9,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:17.977203 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be82128c-b27c-4c3a-8e92-bc900287637d tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Router 0e388429-ee4e-47d9-a4f4-c35822bba49d is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:36:18.001225 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-3f2c15b6-d530-486d-a8e9-b5a7ecedc686 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] 10.222.0.33 "DELETE /v2.0/networks/e844f5c8-d4ec-4721-81d5-327177940df3 HTTP/1.1" status: 204 len: 168 time: 5.1911132 Sep 22 21:36:18.048347 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44320) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:18.097511 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-f31b460e-2d25-496d-bb81-922e9652dfa3 None None] Attempt 4 to provision port 54f13c08-9545-4954-ad27-45a6d39be4e1 Sep 22 21:36:18.121312 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.db.resource_extend [None req-eae68a9e-8066-4658-ae4b-2da789b05e1d tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 21:36:18.190656 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-133dc909-2f89-4380-9c5a-1ce54bd2f30b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Calling delete_port for 54f13c08-9545-4954-ad27-45a6d39be4e1 owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:36:18.195082 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1b75a08-d62a-4a50-a78a-cba645563b4c tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Deleting subnet 93027219-d41b-4bcb-b989-7d5b1d6b919f {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:36:18.223444 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-f31b460e-2d25-496d-bb81-922e9652dfa3 None None] Port 54f13c08-9545-4954-ad27-45a6d39be4e1 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:18.232318 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f1b75a08-d62a-4a50-a78a-cba645563b4c tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:18.387532 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f1b75a08-d62a-4a50-a78a-cba645563b4c tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:18.405507 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-364f968a-af23-4008-9b80-72c6a685d004 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:18.420539 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7782faef-aba4-4c66-a0d0-4b1f6a68197b req-34bcc172-efe4-45e4-bbb3-15c570899746 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/ports?device_id=f753f31b-0913-4c7a-9306-c5bd027ade92 HTTP/1.1" status: 200 len: 210 time: 0.0988064 Sep 22 21:36:18.459573 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-eae68a9e-8066-4658-ae4b-2da789b05e1d tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:18.542458 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f1b75a08-d62a-4a50-a78a-cba645563b4c tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:18.575937 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-29f213a2-0d60-41be-bf6b-343a03e106ed tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Deleting port 889f32cd-2554-459b-b731-645c1851cb36 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:36:18.576273 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-29f213a2-0d60-41be-bf6b-343a03e106ed tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:18.726049 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-f31b460e-2d25-496d-bb81-922e9652dfa3 None None] Attempt 5 to provision port 54f13c08-9545-4954-ad27-45a6d39be4e1 Sep 22 21:36:18.727578 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-eae68a9e-8066-4658-ae4b-2da789b05e1d tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:18.795722 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-f31b460e-2d25-496d-bb81-922e9652dfa3 None None] Port 54f13c08-9545-4954-ad27-45a6d39be4e1 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:18.867160 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11f1e3-9a6f-4919-ac0b-f5195f9f6f15 req-2b60b5ac-2dff-4d0a-b758-c0c97c7acb83 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:18.867805 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f1b75a08-d62a-4a50-a78a-cba645563b4c tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:18.868718 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-8a11f1e3-9a6f-4919-ac0b-f5195f9f6f15 req-2b60b5ac-2dff-4d0a-b758-c0c97c7acb83 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 1.1756849 Sep 22 21:36:18.923770 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b75a08-d62a-4a50-a78a-cba645563b4c tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Pushing event deleted for resources: {'Subnet': ['ID=93027219-d41b-4bcb-b989-7d5b1d6b919f,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:18.932502 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f1b75a08-d62a-4a50-a78a-cba645563b4c tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:18.939630 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa056420-44e7-45f3-a523-51c44f42eea3 None None] Network cdd35947-4d35-4e67-afe6-3375b754c238 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:36:18.951290 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-f1b75a08-d62a-4a50-a78a-cba645563b4c tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] 10.222.0.33 "DELETE /v2.0/subnets/93027219-d41b-4bcb-b989-7d5b1d6b919f HTTP/1.1" status: 204 len: 168 time: 0.9018877 Sep 22 21:36:18.953207 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-29f213a2-0d60-41be-bf6b-343a03e106ed tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:18.960608 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44328) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:19.166962 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-29f213a2-0d60-41be-bf6b-343a03e106ed tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Calling delete_port for 889f32cd-2554-459b-b731-645c1851cb36 owned by network:router_interface {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:36:19.190587 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be82128c-b27c-4c3a-8e92-bc900287637d tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:36:19.201520 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device f7a1cd78-4d52-415b-9a56-1735b52ecee9 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:36:19.245404 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d2d18d-47e4-4c96-bc5a-083d786539fd None None] Network 52055821-f714-4104-9c94-c56cfaaee358 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:36:19.261782 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c8355d-6f4e-4ddb-99c9-8c6a443f730b None None] Sync routers for ids ['0e388429-ee4e-47d9-a4f4-c35822bba49d'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:36:19.297140 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-8a11f1e3-9a6f-4919-ac0b-f5195f9f6f15 req-f2f70758-ab49-4b24-9662-abdd091b1cc7 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3823209 Sep 22 21:36:19.345430 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-f31b460e-2d25-496d-bb81-922e9652dfa3 None None] Attempt 6 to provision port 54f13c08-9545-4954-ad27-45a6d39be4e1 Sep 22 21:36:19.359559 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.l3_db [None req-eae68a9e-8066-4658-ae4b-2da789b05e1d tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Floating IP c41202c3-c8f5-4ce6-83fe-7698f9105f86 associated. External IP: 172.26.0.28, port: 60901503-f5d1-4079-8354-0ee53c52d288. Sep 22 21:36:19.364379 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0223030b-5b1a-427d-8751-8ac16210e4b3 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:19.482930 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-be82128c-b27c-4c3a-8e92-bc900287637d tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:19.486636 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-be82128c-b27c-4c3a-8e92-bc900287637d tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 9.9790664 Sep 22 21:36:19.488041 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44342) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:19.517875 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-f31b460e-2d25-496d-bb81-922e9652dfa3 None None] Port 54f13c08-9545-4954-ad27-45a6d39be4e1 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:19.523233 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c8355d-6f4e-4ddb-99c9-8c6a443f730b None None] Routers {'0e388429-ee4e-47d9-a4f4-c35822bba49d'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:36:19.523874 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-b4c8355d-6f4e-4ddb-99c9-8c6a443f730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:36:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['0e388429-ee4e-47d9-a4f4-c35822bba49d'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:19.593776 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-133dc909-2f89-4380-9c5a-1ce54bd2f30b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:19.666252 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-0223030b-5b1a-427d-8751-8ac16210e4b3 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Deleting port 5ead1068-8185-4eb0-acd1-a769271b7326 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:36:19.666895 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0223030b-5b1a-427d-8751-8ac16210e4b3 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:19.709398 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-e7603572-0e93-4b62-861f-fadb4deac20e req-b7eb6040-a9b8-4f6d-9a46-787d4eb16072 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/ports?device_id=f753f31b-0913-4c7a-9306-c5bd027ade92 HTTP/1.1" status: 200 len: 210 time: 0.2159655 Sep 22 21:36:19.715761 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133dc909-2f89-4380-9c5a-1ce54bd2f30b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event deleted for resources: {'Port': ['ID=54f13c08-9545-4954-ad27-45a6d39be4e1,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:19.822791 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-364f968a-af23-4008-9b80-72c6a685d004 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Allocated IP 172.20.0.1 (4b3ad717-459c-4c44-a8aa-703f00d29f00/1a9a86c1-d3df-44f0-88a5-f9a07c4ea91b/1d516d44-8238-4238-a923-1da38152e306) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:36:19.838216 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port f7a1cd78-4d52-415b-9a56-1735b52ecee9 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:36:19.943765 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-fe8d6df7-0ca6-46db-aa34-da417d1d948d tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] 10.222.0.33 "GET /v2.0/routers/0e388429-ee4e-47d9-a4f4-c35822bba49d HTTP/1.1" status: 200 len: 909 time: 0.4536343 Sep 22 21:36:19.951094 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44350) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:19.964282 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-f74b8c0e-07ce-4198-9fa2-d3ba2f40a8ad tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1104404779', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'enable_snat': True}}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:19.988430 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ea8e51-554b-4244-b943-ddc409ae5bf3 None None] DHCP port deletion for cdd35947-4d35-4e67-afe6-3375b754c238 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:36:19.991741 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-b4c8355d-6f4e-4ddb-99c9-8c6a443f730b None None] Set router 0e388429-ee4e-47d9-a4f4-c35822bba49d gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:36:19.992942 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4e63f6-abbb-46fb-b848-3f7b3b10cd13 req-ed7edc19-0d63-4e6d-bfd5-4ec629823cbb tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:19.995080 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5c4e63f6-abbb-46fb-b848-3f7b3b10cd13 req-ed7edc19-0d63-4e6d-bfd5-4ec629823cbb tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.5078480 Sep 22 21:36:19.999210 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-f74b8c0e-07ce-4198-9fa2-d3ba2f40a8ad tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:20.050847 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-f31b460e-2d25-496d-bb81-922e9652dfa3 None None] Attempt 7 to provision port 54f13c08-9545-4954-ad27-45a6d39be4e1 Sep 22 21:36:20.056718 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-f74b8c0e-07ce-4198-9fa2-d3ba2f40a8ad tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Usage tracker for resource:router and tenant:c275b92bbdea4fe486949cf21439c562 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:20.060392 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-f74b8c0e-07ce-4198-9fa2-d3ba2f40a8ad tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:20.103657 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-f74b8c0e-07ce-4198-9fa2-d3ba2f40a8ad tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:20.121768 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-29f213a2-0d60-41be-bf6b-343a03e106ed tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:20.145574 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea8e51-554b-4244-b943-ddc409ae5bf3 None None] Deleting port 5ead1068-8185-4eb0-acd1-a769271b7326 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:36:20.145948 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-d3ea8e51-554b-4244-b943-ddc409ae5bf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:20.176899 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-f31b460e-2d25-496d-bb81-922e9652dfa3 None None] Port 54f13c08-9545-4954-ad27-45a6d39be4e1 was deleted so its status cannot be updated. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:36:20.228731 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-f31b460e-2d25-496d-bb81-922e9652dfa3 None None] Could not find standard attr ID for object 889f32cd-2554-459b-b731-645c1851cb36. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:36:20.320563 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-133dc909-2f89-4380-9c5a-1ce54bd2f30b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:20.322556 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-133dc909-2f89-4380-9c5a-1ce54bd2f30b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/ports/54f13c08-9545-4954-ad27-45a6d39be4e1 HTTP/1.1" status: 204 len: 168 time: 4.3443973 Sep 22 21:36:20.331010 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f74b8c0e-07ce-4198-9fa2-d3ba2f40a8ad tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:20.332162 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f74b8c0e-07ce-4198-9fa2-d3ba2f40a8ad tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:20.338811 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-0223030b-5b1a-427d-8751-8ac16210e4b3 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] For port 5ead1068-8185-4eb0-acd1-a769271b7326, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=5ead1068-8185-4eb0-acd1-a769271b7326,segment=NetworkSegment(f52bb8d4-eb5c-4965-9455-7d331e61d0fc),segment_id=f52bb8d4-eb5c-4965-9455-7d331e61d0fc)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:36:20.339317 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0223030b-5b1a-427d-8751-8ac16210e4b3 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:20.347111 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44356) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:20.348043 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f213a2-0d60-41be-bf6b-343a03e106ed tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event deleted for resources: {'Port': ['ID=889f32cd-2554-459b-b731-645c1851cb36,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:20.447698 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5c4e63f6-abbb-46fb-b848-3f7b3b10cd13 req-ea8c528b-3c44-44a2-8ab9-29d2f373dcb2 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4422879 Sep 22 21:36:20.502107 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1884044e-30fe-4a66-93db-a4a06038698e None None] Provisioning for port 82db2788-e93b-48c1-a43c-f6c4a9024131 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:36:20.510080 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-364f968a-af23-4008-9b80-72c6a685d004 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:20.525936 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae68a9e-8066-4658-ae4b-2da789b05e1d tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Router b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:36:20.545436 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-364f968a-af23-4008-9b80-72c6a685d004 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Transition to ACTIVE for port object 1d516d44-8238-4238-a923-1da38152e306 will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:36:20.591449 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1884044e-30fe-4a66-93db-a4a06038698e None None] Provisioning complete for port 82db2788-e93b-48c1-a43c-f6c4a9024131 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:36:20.591823 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1884044e-30fe-4a66-93db-a4a06038698e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:20.595867 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1884044e-30fe-4a66-93db-a4a06038698e None None] Attempt 1 to provision port 82db2788-e93b-48c1-a43c-f6c4a9024131 Sep 22 21:36:20.725451 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-0223030b-5b1a-427d-8751-8ac16210e4b3 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Calling delete_port for 5ead1068-8185-4eb0-acd1-a769271b7326 owned by network:dhcp {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:36:20.766041 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-d3ea8e51-554b-4244-b943-ddc409ae5bf3 None None] For port 5ead1068-8185-4eb0-acd1-a769271b7326, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=5ead1068-8185-4eb0-acd1-a769271b7326,segment=NetworkSegment(f52bb8d4-eb5c-4965-9455-7d331e61d0fc),segment_id=f52bb8d4-eb5c-4965-9455-7d331e61d0fc)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:36:20.766510 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-d3ea8e51-554b-4244-b943-ddc409ae5bf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:20.857855 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f74b8c0e-07ce-4198-9fa2-d3ba2f40a8ad tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:20.879969 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844cb3a2-7a77-43cd-90b8-90401973c348 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:20.881459 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844cb3a2-7a77-43cd-90b8-90401973c348 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:20.883083 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844cb3a2-7a77-43cd-90b8-90401973c348 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:20.883891 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-844cb3a2-7a77-43cd-90b8-90401973c348 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:36:20.895808 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-29f213a2-0d60-41be-bf6b-343a03e106ed tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:20.921137 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea8e51-554b-4244-b943-ddc409ae5bf3 None None] Calling delete_port for 5ead1068-8185-4eb0-acd1-a769271b7326 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:36:20.927692 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-364f968a-af23-4008-9b80-72c6a685d004 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:20.965856 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae68a9e-8066-4658-ae4b-2da789b05e1d tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:36:20.980608 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-692ae1a3-a8e9-4f96-aab1-c9da45ca21f1 req-c05ebbf3-16d2-46e3-9aaa-1e6a2d5e8890 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/ports?device_id=f753f31b-0913-4c7a-9306-c5bd027ade92 HTTP/1.1" status: 200 len: 210 time: 0.0858572 Sep 22 21:36:20.988031 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53879481-4142-467a-b32b-602adcc57d8c None None] Sync routers for ids ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:36:21.027667 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53879481-4142-467a-b32b-602adcc57d8c None None] Routers {'b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:36:21.050411 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-53879481-4142-467a-b32b-602adcc57d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:36:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:21.141301 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-53879481-4142-467a-b32b-602adcc57d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:21.151860 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53879481-4142-467a-b32b-602adcc57d8c None None] Routers {'b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:36:21.152680 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-53879481-4142-467a-b32b-602adcc57d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:36:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:21.185685 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 5ead1068-8185-4eb0-acd1-a769271b7326 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:36:21.212828 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364f968a-af23-4008-9b80-72c6a685d004 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Network 4b3ad717-459c-4c44-a8aa-703f00d29f00 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:36:21.229275 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-53879481-4142-467a-b32b-602adcc57d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:21.230551 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53879481-4142-467a-b32b-602adcc57d8c None None] The sync data for ids ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:36:21.235717 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-364f968a-af23-4008-9b80-72c6a685d004 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:36:21.243881 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364f968a-af23-4008-9b80-72c6a685d004 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:36:21.282465 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364f968a-af23-4008-9b80-72c6a685d004 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event updated for resources: {'Port': ['ID=1d516d44-8238-4238-a923-1da38152e306,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:21.316287 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-b4c8355d-6f4e-4ddb-99c9-8c6a443f730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e388429-ee4e-47d9-a4f4-c35822bba49d', 'name': 'tempest-snat-router-1104404779', 'tenant_id': 'c275b92bbdea4fe486949cf21439c562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.206'}], 'enable_snat': False}, 'gw_port_id': '4bbee90d-0ca7-41e1-9202-3a9b1a957181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:36:09Z', 'updated_at': '2022-09-22T21:36:13Z', 'revision_number': 3, 'project_id': 'c275b92bbdea4fe486949cf21439c562', 'gw_port': {'id': '4bbee90d-0ca7-41e1-9202-3a9b1a957181', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:94:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e388429-ee4e-47d9-a4f4-c35822bba49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:36:11Z', 'updated_at': '2022-09-22T21:36:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:21.320656 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1884044e-30fe-4a66-93db-a4a06038698e None None] Current status of the port 82db2788-e93b-48c1-a43c-f6c4a9024131 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:36:21.321138 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1884044e-30fe-4a66-93db-a4a06038698e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:21.346460 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c8355d-6f4e-4ddb-99c9-8c6a443f730b None None] Checking router: 0e388429-ee4e-47d9-a4f4-c35822bba49d for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:36:21.346945 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c8355d-6f4e-4ddb-99c9-8c6a443f730b None None] Updating router 0e388429-ee4e-47d9-a4f4-c35822bba49d port 4bbee90d-0ca7-41e1-9202-3a9b1a957181 binding host dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:36:21.387444 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d7ac3-961c-4306-8887-5640c6a1d17d req-62288fee-79d0-49f2-ba99-0520ff8bab6a tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:21.398274 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-844cb3a2-7a77-43cd-90b8-90401973c348 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:36:21.402117 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-844cb3a2-7a77-43cd-90b8-90401973c348 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 1.0478878 Sep 22 21:36:21.402262 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-449d7ac3-961c-4306-8887-5640c6a1d17d req-62288fee-79d0-49f2-ba99-0520ff8bab6a tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.6580265 Sep 22 21:36:21.404368 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44368) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:21.436305 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No ports have port_id starting with 5ead1068-8185-4eb0-acd1-a769271b7326 Sep 22 21:36:21.458993 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.db.api [None req-d3ea8e51-554b-4244-b943-ddc409ae5bf3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:36:21.459434 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG oslo_db.api [None req-d3ea8e51-554b-4244-b943-ddc409ae5bf3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:36:21.467647 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0223030b-5b1a-427d-8751-8ac16210e4b3 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:21.469387 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-b4c8355d-6f4e-4ddb-99c9-8c6a443f730b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:21.516902 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1884044e-30fe-4a66-93db-a4a06038698e None None] For port 82db2788-e93b-48c1-a43c-f6c4a9024131, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=82db2788-e93b-48c1-a43c-f6c4a9024131,segment=NetworkSegment(af9d1c7e-4bf9-4d99-ac8c-5f287055ba75),segment_id=af9d1c7e-4bf9-4d99-ac8c-5f287055ba75)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:36:21.527340 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1884044e-30fe-4a66-93db-a4a06038698e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:21.627575 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-021bb170-496b-4f81-b8b9-e232b71f46df tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Deleting subnet afd75762-7f49-4c3a-b082-75cccbc5a7e1 {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:36:21.653251 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-021bb170-496b-4f81-b8b9-e232b71f46df tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:21.664285 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1884044e-30fe-4a66-93db-a4a06038698e None None] Provisioning for port f7a1cd78-4d52-415b-9a56-1735b52ecee9 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:36:21.698105 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f74b8c0e-07ce-4198-9fa2-d3ba2f40a8ad tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:21.730098 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0223030b-5b1a-427d-8751-8ac16210e4b3 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Pushing event deleted for resources: {'Port': ['ID=5ead1068-8185-4eb0-acd1-a769271b7326,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:21.738013 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1884044e-30fe-4a66-93db-a4a06038698e None None] Pushing event updated for resources: {'Port': ['ID=82db2788-e93b-48c1-a43c-f6c4a9024131,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:21.740577 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1884044e-30fe-4a66-93db-a4a06038698e None None] Provisioning complete for port f7a1cd78-4d52-415b-9a56-1735b52ecee9 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:36:21.740847 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-449d7ac3-961c-4306-8887-5640c6a1d17d req-4f99c213-b309-41f1-90a4-32b03c0f47f1 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3389046 Sep 22 21:36:21.740996 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1884044e-30fe-4a66-93db-a4a06038698e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:21.741253 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1884044e-30fe-4a66-93db-a4a06038698e None None] Attempt 1 to provision port f7a1cd78-4d52-415b-9a56-1735b52ecee9 Sep 22 21:36:21.762044 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-364f968a-af23-4008-9b80-72c6a685d004 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:21.885795 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-021bb170-496b-4f81-b8b9-e232b71f46df tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:21.961118 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea8e51-554b-4244-b943-ddc409ae5bf3 None None] Deleting port 5ead1068-8185-4eb0-acd1-a769271b7326 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:36:21.961752 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-d3ea8e51-554b-4244-b943-ddc409ae5bf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:22.021083 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0223030b-5b1a-427d-8751-8ac16210e4b3 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] No DVR routers for this DVR port 5ead1068-8185-4eb0-acd1-a769271b7326 on host dv-neutron-858900-1-hyperv {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:36:22.060773 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea8e51-554b-4244-b943-ddc409ae5bf3 None None] The port '5ead1068-8185-4eb0-acd1-a769271b7326' was deleted {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 21:36:22.130450 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-021bb170-496b-4f81-b8b9-e232b71f46df tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:22.134491 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1884044e-30fe-4a66-93db-a4a06038698e None None] Current status of the port f7a1cd78-4d52-415b-9a56-1735b52ecee9 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:36:22.135177 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1884044e-30fe-4a66-93db-a4a06038698e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:22.179604 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1884044e-30fe-4a66-93db-a4a06038698e None None] For port f7a1cd78-4d52-415b-9a56-1735b52ecee9, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=f7a1cd78-4d52-415b-9a56-1735b52ecee9,segment=NetworkSegment(ef2ddc83-592f-4044-a7f5-fbfe238f71c2),segment_id=ef2ddc83-592f-4044-a7f5-fbfe238f71c2)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:36:22.192739 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1884044e-30fe-4a66-93db-a4a06038698e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:22.259073 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f213a2-0d60-41be-bf6b-343a03e106ed tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Router 56fac13b-e9ef-43ea-962d-0b9695bd690b has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:36:22.272612 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-862a6c23-6b4c-4b5a-9fce-844ba9d0ee11 req-6e31c85a-fcb6-4ddf-bed2-1bb3a20de152 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/ports?device_id=f753f31b-0913-4c7a-9306-c5bd027ade92 HTTP/1.1" status: 200 len: 210 time: 0.0826535 Sep 22 21:36:22.284443 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-364f968a-af23-4008-9b80-72c6a685d004 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:22.329880 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae68a9e-8066-4658-ae4b-2da789b05e1d tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Router b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:36:22.362126 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-b4c8355d-6f4e-4ddb-99c9-8c6a443f730b None None] Notify callbacks [] for port, precommit_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:22.374744 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0223030b-5b1a-427d-8751-8ac16210e4b3 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:22.389154 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1884044e-30fe-4a66-93db-a4a06038698e None None] Pushing event updated for resources: {'Port': ['ID=f7a1cd78-4d52-415b-9a56-1735b52ecee9,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:22.391825 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-7de06c04-7226-4c3f-89cb-34e0684cfbf6 None None] Provisioning complete for port f7a1cd78-4d52-415b-9a56-1735b52ecee9 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:36:22.392211 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7de06c04-7226-4c3f-89cb-34e0684cfbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:22.392530 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-7de06c04-7226-4c3f-89cb-34e0684cfbf6 None None] Attempt 1 to provision port f7a1cd78-4d52-415b-9a56-1735b52ecee9 Sep 22 21:36:22.520445 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-7de06c04-7226-4c3f-89cb-34e0684cfbf6 None None] Current status of the port f7a1cd78-4d52-415b-9a56-1735b52ecee9 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:36:22.532313 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-7de06c04-7226-4c3f-89cb-34e0684cfbf6 None None] Provisioning for port 1d516d44-8238-4238-a923-1da38152e306 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:36:22.537621 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-7de06c04-7226-4c3f-89cb-34e0684cfbf6 None None] Provisioning complete for port 1d516d44-8238-4238-a923-1da38152e306 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:36:22.538004 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7de06c04-7226-4c3f-89cb-34e0684cfbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:22.538357 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-7de06c04-7226-4c3f-89cb-34e0684cfbf6 None None] Attempt 1 to provision port 1d516d44-8238-4238-a923-1da38152e306 Sep 22 21:36:22.568217 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-0223030b-5b1a-427d-8751-8ac16210e4b3 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdd35947-4d35-4e67-afe6-3375b754c238']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:22.592035 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-0223030b-5b1a-427d-8751-8ac16210e4b3 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f52bb8d4-eb5c-4965-9455-7d331e61d0fc') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:22.592416 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-0223030b-5b1a-427d-8751-8ac16210e4b3 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f52bb8d4-eb5c-4965-9455-7d331e61d0fc') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:22.593474 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-7de06c04-7226-4c3f-89cb-34e0684cfbf6 None None] Port 1d516d44-8238-4238-a923-1da38152e306 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:22.606979 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-419dbb30-d1bc-486a-842b-c7044d15d89f tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:22.608268 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-419dbb30-d1bc-486a-842b-c7044d15d89f tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.49 "GET /v2.0/networks?id=e7e8ce90-f8bc-426b-80ce-a8ca1cc9446b HTTP/1.1" status: 200 len: 812 time: 0.8996890 Sep 22 21:36:22.610097 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f213a2-0d60-41be-bf6b-343a03e106ed tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:36:22.622190 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595a6687-89b6-461d-942b-404503b78fbb None None] Sync routers for ids ['56fac13b-e9ef-43ea-962d-0b9695bd690b'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:36:22.625855 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-c3f67bde-29a7-4584-b2fa-961f0e2d9672 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Request body: {'port': {'device_id': 'f753f31b-0913-4c7a-9306-c5bd027ade92', 'network_id': 'e7e8ce90-f8bc-426b-80ce-a8ca1cc9446b', 'admin_state_up': True, 'tenant_id': '2f6d72e55d1f42e3ab387f563438baa9'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:22.630218 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-b4c8355d-6f4e-4ddb-99c9-8c6a443f730b None None] Transition to ACTIVE for port object 4bbee90d-0ca7-41e1-9202-3a9b1a957181 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:36:22.633209 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-021bb170-496b-4f81-b8b9-e232b71f46df tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:22.637934 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595a6687-89b6-461d-942b-404503b78fbb None None] Routers {'56fac13b-e9ef-43ea-962d-0b9695bd690b'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:36:22.638784 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-595a6687-89b6-461d-942b-404503b78fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:36:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['56fac13b-e9ef-43ea-962d-0b9695bd690b'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:22.643917 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0223030b-5b1a-427d-8751-8ac16210e4b3 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:22.701723 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-b4c8355d-6f4e-4ddb-99c9-8c6a443f730b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:22.727517 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd0e50-9e9d-405d-ba40-f32f4bfcb319 req-72dd5284-1959-461e-98d4-dd5ecee67e73 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:22.729043 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b7dd0e50-9e9d-405d-ba40-f32f4bfcb319 req-72dd5284-1959-461e-98d4-dd5ecee67e73 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.7061574 Sep 22 21:36:22.735997 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-595a6687-89b6-461d-942b-404503b78fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:22.761391 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0223030b-5b1a-427d-8751-8ac16210e4b3 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:22.770011 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-b4c8355d-6f4e-4ddb-99c9-8c6a443f730b None None] Attempting to bind port 4bbee90d-0ca7-41e1-9202-3a9b1a957181 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:36:22.770385 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-b4c8355d-6f4e-4ddb-99c9-8c6a443f730b None None] Attempting to bind port 4bbee90d-0ca7-41e1-9202-3a9b1a957181 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:36:22.770869 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c8355d-6f4e-4ddb-99c9-8c6a443f730b None None] Attempting to bind port 4bbee90d-0ca7-41e1-9202-3a9b1a957181 on network a22ae1c9-d428-411f-af43-ce0f71b38d9c {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:36:22.779109 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595a6687-89b6-461d-942b-404503b78fbb None None] Routers {'56fac13b-e9ef-43ea-962d-0b9695bd690b'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:36:22.779737 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-595a6687-89b6-461d-942b-404503b78fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:36:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['56fac13b-e9ef-43ea-962d-0b9695bd690b'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:22.789777 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0223030b-5b1a-427d-8751-8ac16210e4b3 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:36:22.791417 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0223030b-5b1a-427d-8751-8ac16210e4b3 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:22.840272 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c8355d-6f4e-4ddb-99c9-8c6a443f730b None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:36:22.840649 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c8355d-6f4e-4ddb-99c9-8c6a443f730b None None] Checking segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:36:22.841059 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-b4c8355d-6f4e-4ddb-99c9-8c6a443f730b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:22.841453 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c8355d-6f4e-4ddb-99c9-8c6a443f730b None None] Bound using segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:36:22.841934 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-b4c8355d-6f4e-4ddb-99c9-8c6a443f730b None None] Bound port: 4bbee90d-0ca7-41e1-9202-3a9b1a957181, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:36:22.842310 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-b4c8355d-6f4e-4ddb-99c9-8c6a443f730b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:22.886013 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021bb170-496b-4f81-b8b9-e232b71f46df tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event deleted for resources: {'Subnet': ['ID=afd75762-7f49-4c3a-b082-75cccbc5a7e1,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:22.886276 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-595a6687-89b6-461d-942b-404503b78fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:22.886648 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595a6687-89b6-461d-942b-404503b78fbb None None] The sync data for ids ['56fac13b-e9ef-43ea-962d-0b9695bd690b'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:36:22.889792 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-29f213a2-0d60-41be-bf6b-343a03e106ed tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "PUT /v2.0/routers/56fac13b-e9ef-43ea-962d-0b9695bd690b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6669879 Sep 22 21:36:22.889952 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d24fed-5ac9-4ed3-b2a0-b3bcc8ee1fb9 None None] Pushing event updated for resources: {'Port': ['ID=4bbee90d-0ca7-41e1-9202-3a9b1a957181,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:22.895734 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44384) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:22.904803 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-021bb170-496b-4f81-b8b9-e232b71f46df tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:22.906888 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment f52bb8d4-eb5c-4965-9455-7d331e61d0fc resource provider aggregate not found Sep 22 21:36:22.914508 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9da765e-d677-421a-adee-ea8b0d5c8f74 None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:36:22.959734 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-021bb170-496b-4f81-b8b9-e232b71f46df tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/afd75762-7f49-4c3a-b082-75cccbc5a7e1 HTTP/1.1" status: 204 len: 168 time: 1.5046439 Sep 22 21:36:22.964061 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44390) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:22.972834 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment f52bb8d4-eb5c-4965-9455-7d331e61d0fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f52bb8d4-eb5c-4965-9455-7d331e61d0fc found for delete ", "request_id": "req-01d15bbd-f752-4a52-a396-0565a69359fd"}]} Sep 22 21:36:23.002144 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae68a9e-8066-4658-ae4b-2da789b05e1d tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:36:23.004255 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-24fc4a7e-7a1c-4318-855b-5338fb1c9cf1 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Synchronizing usage tracker for tenant:5c103daa7e764303927ef5f69fe7eabf on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:36:23.006815 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-eae68a9e-8066-4658-ae4b-2da789b05e1d tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:23.020501 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b7dd0e50-9e9d-405d-ba40-f32f4bfcb319 req-bce46bb2-8730-46aa-8eb8-3231064ee3c2 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2811317 Sep 22 21:36:23.023358 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-b4c8355d-6f4e-4ddb-99c9-8c6a443f730b None None] For port 4bbee90d-0ca7-41e1-9202-3a9b1a957181, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:36:23.027985 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-b4c8355d-6f4e-4ddb-99c9-8c6a443f730b None None] For port 4bbee90d-0ca7-41e1-9202-3a9b1a957181, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=4bbee90d-0ca7-41e1-9202-3a9b1a957181,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:36:23.057493 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94d36f0-8e28-4740-8443-f6fa7ea7a891 None None] Sync routers for ids ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:36:23.058068 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-b4c8355d-6f4e-4ddb-99c9-8c6a443f730b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:23.077811 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0223030b-5b1a-427d-8751-8ac16210e4b3 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:23.090311 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94d36f0-8e28-4740-8443-f6fa7ea7a891 None None] Routers {'b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:36:23.091068 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-c94d36f0-8e28-4740-8443-f6fa7ea7a891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:36:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:23.092244 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-c3f67bde-29a7-4584-b2fa-961f0e2d9672 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:23.145647 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-7de06c04-7226-4c3f-89cb-34e0684cfbf6 None None] Attempt 2 to provision port 1d516d44-8238-4238-a923-1da38152e306 Sep 22 21:36:23.193534 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-c94d36f0-8e28-4740-8443-f6fa7ea7a891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:23.207107 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94d36f0-8e28-4740-8443-f6fa7ea7a891 None None] Routers {'b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:36:23.215217 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-c94d36f0-8e28-4740-8443-f6fa7ea7a891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:36:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:23.219435 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0223030b-5b1a-427d-8751-8ac16210e4b3 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:23.231161 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device f7a1cd78-4d52-415b-9a56-1735b52ecee9 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:36:23.246735 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-c3f67bde-29a7-4584-b2fa-961f0e2d9672 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Usage tracker for resource:port and tenant:2f6d72e55d1f42e3ab387f563438baa9 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:23.254433 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-24fc4a7e-7a1c-4318-855b-5338fb1c9cf1 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Unset dirty status for tenant:5c103daa7e764303927ef5f69fe7eabf on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:36:23.255848 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-24fc4a7e-7a1c-4318-855b-5338fb1c9cf1 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "GET /v2.0/ports?device_id=56fac13b-e9ef-43ea-962d-0b9695bd690b HTTP/1.1" status: 200 len: 205 time: 0.3448122 Sep 22 21:36:23.260120 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-c3f67bde-29a7-4584-b2fa-961f0e2d9672 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:23.270569 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44396) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:23.276372 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0223030b-5b1a-427d-8751-8ac16210e4b3 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Pushing event deleted for resources: {'Network': ['ID=cdd35947-4d35-4e67-afe6-3375b754c238,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:23.278775 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-c3f67bde-29a7-4584-b2fa-961f0e2d9672 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:23.296171 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-311fb4f6-cc20-4d06-957e-79c82f4d55d5 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Deleting subnet b804db42-3922-4f2c-b647-a435c9bd062b {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:36:23.297970 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-c94d36f0-8e28-4740-8443-f6fa7ea7a891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:23.298465 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94d36f0-8e28-4740-8443-f6fa7ea7a891 None None] The sync data for ids ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:36:23.300105 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-311fb4f6-cc20-4d06-957e-79c82f4d55d5 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:23.382549 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-0223030b-5b1a-427d-8751-8ac16210e4b3 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] 10.222.0.33 "DELETE /v2.0/networks/cdd35947-4d35-4e67-afe6-3375b754c238 HTTP/1.1" status: 204 len: 168 time: 4.4212599 Sep 22 21:36:23.406070 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44402) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:23.463678 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-311fb4f6-cc20-4d06-957e-79c82f4d55d5 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:23.503351 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c8355d-6f4e-4ddb-99c9-8c6a443f730b None None] Routers {'0e388429-ee4e-47d9-a4f4-c35822bba49d'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:36:23.504612 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-b4c8355d-6f4e-4ddb-99c9-8c6a443f730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:36:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['0e388429-ee4e-47d9-a4f4-c35822bba49d'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:23.559796 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-eae68a9e-8066-4658-ae4b-2da789b05e1d tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] 10.222.0.33 "PUT /v2.0/floatingips/c41202c3-c8f5-4ce6-83fe-7698f9105f86 HTTP/1.1" status: 200 len: 977 time: 8.9237876 Sep 22 21:36:23.576825 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44408) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:23.584203 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-2ffd4ce3-5297-46bb-b27a-0ff10c4f9b6f tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:23.622068 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-7de06c04-7226-4c3f-89cb-34e0684cfbf6 None None] Port 1d516d44-8238-4238-a923-1da38152e306 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:23.650486 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-d6b9fbaf-e93e-4c55-a49c-491e38bb3608 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Synchronizing usage tracker for tenant:04689e1c93d44a739574066fd508f736 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:36:23.652422 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d24fed-5ac9-4ed3-b2a0-b3bcc8ee1fb9 None None] Pushing event updated for resources: {'Port': ['ID=4bbee90d-0ca7-41e1-9202-3a9b1a957181,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:23.660901 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-c3f67bde-29a7-4584-b2fa-961f0e2d9672 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Made reservation on behalf of 2f6d72e55d1f42e3ab387f563438baa9 for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:36:23.664239 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-c3f67bde-29a7-4584-b2fa-961f0e2d9672 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:23.679243 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-bd634ede-3805-4b38-97de-93d4a1c7ecc2 req-14ebb239-f3d4-4ded-bda6-060d28e6de0e tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/ports?device_id=f753f31b-0913-4c7a-9306-c5bd027ade92 HTTP/1.1" status: 200 len: 210 time: 0.2677732 Sep 22 21:36:23.711362 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-aea2991e-8b6f-4b74-a457-b0b7bb9c3727 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for router, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:23.785989 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-d6b9fbaf-e93e-4c55-a49c-491e38bb3608 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Unset dirty status for tenant:04689e1c93d44a739574066fd508f736 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:36:23.790769 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44412) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:23.791301 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d6b9fbaf-e93e-4c55-a49c-491e38bb3608 tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] 10.222.0.33 "GET /v2.0/ports?device_id=60b93422-a820-4615-957c-c71784214c09 HTTP/1.1" status: 200 len: 205 time: 0.3790615 Sep 22 21:36:23.818904 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-311fb4f6-cc20-4d06-957e-79c82f4d55d5 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:23.835796 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port f7a1cd78-4d52-415b-9a56-1735b52ecee9 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:36:23.836254 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:23.836661 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port f7a1cd78-4d52-415b-9a56-1735b52ecee9 Sep 22 21:36:23.848345 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2ffd4ce3-5297-46bb-b27a-0ff10c4f9b6f tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for floatingip, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:23.940652 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-b4c8355d-6f4e-4ddb-99c9-8c6a443f730b None None] Set router 0e388429-ee4e-47d9-a4f4-c35822bba49d gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:36:23.963171 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.db.resource_extend [None req-364f968a-af23-4008-9b80-72c6a685d004 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 21:36:23.994211 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-364f968a-af23-4008-9b80-72c6a685d004 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:24.093630 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-364f968a-af23-4008-9b80-72c6a685d004 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:24.155981 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-7de06c04-7226-4c3f-89cb-34e0684cfbf6 None None] Attempt 3 to provision port 1d516d44-8238-4238-a923-1da38152e306 Sep 22 21:36:24.169072 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e4753145-120e-4856-b66e-626fe3ca5dda tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks [] for router, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:24.255463 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port f7a1cd78-4d52-415b-9a56-1735b52ecee9 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:36:24.256577 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 82db2788-e93b-48c1-a43c-f6c4a9024131 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:36:24.271526 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f74b8c0e-07ce-4198-9fa2-d3ba2f40a8ad tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:24.280187 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-7de06c04-7226-4c3f-89cb-34e0684cfbf6 None None] Port 1d516d44-8238-4238-a923-1da38152e306 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:24.386115 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a88ef-5e06-4a0e-b461-9881ef9e95f3 req-6678fc1e-6654-4531-b660-8cf54d757fb9 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:24.388082 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-969a88ef-5e06-4a0e-b461-9881ef9e95f3 req-6678fc1e-6654-4531-b660-8cf54d757fb9 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.7302012 Sep 22 21:36:24.410880 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 82db2788-e93b-48c1-a43c-f6c4a9024131 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:36:24.411258 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:24.411592 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 82db2788-e93b-48c1-a43c-f6c4a9024131 Sep 22 21:36:24.437412 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-aea2991e-8b6f-4b74-a457-b0b7bb9c3727 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:24.440184 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-aea2991e-8b6f-4b74-a457-b0b7bb9c3727 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:24.441600 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-311fb4f6-cc20-4d06-957e-79c82f4d55d5 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:24.489321 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-b4c8355d-6f4e-4ddb-99c9-8c6a443f730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e388429-ee4e-47d9-a4f4-c35822bba49d', 'name': 'tempest-snat-router-1104404779', 'tenant_id': 'c275b92bbdea4fe486949cf21439c562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.206'}], 'enable_snat': False}, 'gw_port_id': '4bbee90d-0ca7-41e1-9202-3a9b1a957181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:36:09Z', 'updated_at': '2022-09-22T21:36:13Z', 'revision_number': 3, 'project_id': 'c275b92bbdea4fe486949cf21439c562', 'gw_port': {'id': '4bbee90d-0ca7-41e1-9202-3a9b1a957181', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:94:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e388429-ee4e-47d9-a4f4-c35822bba49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:36:11Z', 'updated_at': '2022-09-22T21:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:24.496945 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c8355d-6f4e-4ddb-99c9-8c6a443f730b None None] The sync data for ids ['0e388429-ee4e-47d9-a4f4-c35822bba49d'] in dv-neutron-858900-1-hyperv is: [{'id': '0e388429-ee4e-47d9-a4f4-c35822bba49d', 'name': 'tempest-snat-router-1104404779', 'tenant_id': 'c275b92bbdea4fe486949cf21439c562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.206'}], 'enable_snat': False}, 'gw_port_id': '4bbee90d-0ca7-41e1-9202-3a9b1a957181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:36:09Z', 'updated_at': '2022-09-22T21:36:13Z', 'revision_number': 3, 'project_id': 'c275b92bbdea4fe486949cf21439c562', 'gw_port': {'id': '4bbee90d-0ca7-41e1-9202-3a9b1a957181', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:94:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e388429-ee4e-47d9-a4f4-c35822bba49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:36:11Z', 'updated_at': '2022-09-22T21:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:36:24.517057 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-311fb4f6-cc20-4d06-957e-79c82f4d55d5 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:24.529016 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311fb4f6-cc20-4d06-957e-79c82f4d55d5 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event deleted for resources: {'Subnet': ['ID=b804db42-3922-4f2c-b647-a435c9bd062b,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:24.559151 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-364f968a-af23-4008-9b80-72c6a685d004 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:24.577334 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 82db2788-e93b-48c1-a43c-f6c4a9024131 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:36:24.580400 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f74b8c0e-07ce-4198-9fa2-d3ba2f40a8ad tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:24.635210 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364f968a-af23-4008-9b80-72c6a685d004 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event updated for resources: {'Port': ['ID=1d516d44-8238-4238-a923-1da38152e306,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:24.661975 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-969a88ef-5e06-4a0e-b461-9881ef9e95f3 req-9d50f150-9a1d-451c-bdf0-c6b1e953d195 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2340951 Sep 22 21:36:24.691130 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-311fb4f6-cc20-4d06-957e-79c82f4d55d5 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/b804db42-3922-4f2c-b647-a435c9bd062b HTTP/1.1" status: 204 len: 168 time: 1.7135589 Sep 22 21:36:24.691130 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2ffd4ce3-5297-46bb-b27a-0ff10c4f9b6f tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:24.691130 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44418) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:24.710046 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-aea2991e-8b6f-4b74-a457-b0b7bb9c3727 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:24.710553 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea2991e-8b6f-4b74-a457-b0b7bb9c3727 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Fanout notify agent at l3_agent the message router_deleted on router 56fac13b-e9ef-43ea-962d-0b9695bd690b {{(pid=89008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:36:24.759172 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-c3f67bde-29a7-4584-b2fa-961f0e2d9672 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Allocated IP 172.20.0.5 (e7e8ce90-f8bc-426b-80ce-a8ca1cc9446b/7626be6f-2702-4825-9c41-089745382c3d/ada4ff44-cbab-4c1e-a1b2-ae806e53bda4) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:36:24.781720 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-7de06c04-7226-4c3f-89cb-34e0684cfbf6 None None] Attempt 4 to provision port 1d516d44-8238-4238-a923-1da38152e306 Sep 22 21:36:24.898065 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2ffd4ce3-5297-46bb-b27a-0ff10c4f9b6f tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:24.902046 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.l3_db [None req-2ffd4ce3-5297-46bb-b27a-0ff10c4f9b6f tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Floating IP c41202c3-c8f5-4ce6-83fe-7698f9105f86 disassociated. External IP: 172.26.0.28, port: 11327c97-09a0-4cbc-a12d-133cb84439f3. Sep 22 21:36:24.915544 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-7de06c04-7226-4c3f-89cb-34e0684cfbf6 None None] Port 1d516d44-8238-4238-a923-1da38152e306 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:24.989358 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-f586b7b4-ec45-450f-8d15-e57ae894c69d tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3004973 Sep 22 21:36:25.011369 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44424) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:25.017308 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-a21fd109-37b4-4499-ac48-b893d786c79c req-6f14ec6b-9602-4dd7-9fd8-0afda2685889 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Synchronizing usage tracker for tenant:2f6d72e55d1f42e3ab387f563438baa9 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:36:25.029467 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-f4c6c0a7-78b2-4b26-9c42-e133ceb07fcb tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'subnet': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:25.046830 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e4753145-120e-4856-b66e-626fe3ca5dda tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:25.054109 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-aea2991e-8b6f-4b74-a457-b0b7bb9c3727 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:25.055525 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-aea2991e-8b6f-4b74-a457-b0b7bb9c3727 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "DELETE /v2.0/routers/56fac13b-e9ef-43ea-962d-0b9695bd690b HTTP/1.1" status: 204 len: 168 time: 1.7808931 Sep 22 21:36:25.059466 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e4753145-120e-4856-b66e-626fe3ca5dda tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:25.062294 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44428) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:25.062545 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350a5a72-ea5a-4027-b09b-e6e9fe2ea4b0 None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:36:25.144240 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 4bbee90d-0ca7-41e1-9202-3a9b1a957181 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:36:25.340387 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-f4c6c0a7-78b2-4b26-9c42-e133ceb07fcb tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:25.345733 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-22a9a761-1c58-4309-b5b4-ddb5d449691a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Deleting subnet a5a8aa37-9c34-4efc-8b04-5d53f76a92af {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:36:25.359886 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-22a9a761-1c58-4309-b5b4-ddb5d449691a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:25.378146 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 4bbee90d-0ca7-41e1-9202-3a9b1a957181 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:36:25.387825 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 4bbee90d-0ca7-41e1-9202-3a9b1a957181 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:36:25.388397 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:25.389033 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 4bbee90d-0ca7-41e1-9202-3a9b1a957181 Sep 22 21:36:25.416457 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f4c6c0a7-78b2-4b26-9c42-e133ceb07fcb tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Usage tracker for resource:subnet and tenant:4fef33e75cf240fcbb352fce012907b9 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:25.421171 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-7de06c04-7226-4c3f-89cb-34e0684cfbf6 None None] Attempt 5 to provision port 1d516d44-8238-4238-a923-1da38152e306 Sep 22 21:36:25.439842 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f4c6c0a7-78b2-4b26-9c42-e133ceb07fcb tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:25.467169 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364f968a-af23-4008-9b80-72c6a685d004 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Network 4b3ad717-459c-4c44-a8aa-703f00d29f00 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:36:25.468399 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-f4c6c0a7-78b2-4b26-9c42-e133ceb07fcb tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:25.479476 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-364f968a-af23-4008-9b80-72c6a685d004 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:36:25.484293 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-a21fd109-37b4-4499-ac48-b893d786c79c req-6f14ec6b-9602-4dd7-9fd8-0afda2685889 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Unset dirty status for tenant:2f6d72e55d1f42e3ab387f563438baa9 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:36:25.495082 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a21fd109-37b4-4499-ac48-b893d786c79c req-6f14ec6b-9602-4dd7-9fd8-0afda2685889 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/ports?device_id=f753f31b-0913-4c7a-9306-c5bd027ade92 HTTP/1.1" status: 200 len: 210 time: 0.6029735 Sep 22 21:36:25.533357 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e4753145-120e-4856-b66e-626fe3ca5dda tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:25.534120 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4753145-120e-4856-b66e-626fe3ca5dda tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Fanout notify agent at l3_agent the message router_deleted on router 60b93422-a820-4615-957c-c71784214c09 {{(pid=89008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:36:25.574264 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-7de06c04-7226-4c3f-89cb-34e0684cfbf6 None None] Port 1d516d44-8238-4238-a923-1da38152e306 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:25.593353 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c6c0a7-78b2-4b26-9c42-e133ceb07fcb tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:36:25.603355 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f4c6c0a7-78b2-4b26-9c42-e133ceb07fcb tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:25.623944 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e343ddf9-d9b8-4781-b372-56d8509baa2a None None] DHCP port deletion for 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:36:25.656870 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 4bbee90d-0ca7-41e1-9202-3a9b1a957181 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:36:25.657107 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-22a9a761-1c58-4309-b5b4-ddb5d449691a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:25.657671 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:25.665046 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e343ddf9-d9b8-4781-b372-56d8509baa2a None None] Deleting port cc581164-2adf-4ae3-9209-2ee8aa160862 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:36:25.665633 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e343ddf9-d9b8-4781-b372-56d8509baa2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:25.688668 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e4753145-120e-4856-b66e-626fe3ca5dda tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:25.689758 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e4753145-120e-4856-b66e-626fe3ca5dda tempest-RoutersNegativeTest-1291026034 tempest-RoutersNegativeTest-1291026034-project] 10.222.0.33 "DELETE /v2.0/routers/60b93422-a820-4615-957c-c71784214c09 HTTP/1.1" status: 204 len: 168 time: 1.8493302 Sep 22 21:36:25.780786 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-22a9a761-1c58-4309-b5b4-ddb5d449691a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:25.820510 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 4bbee90d-0ca7-41e1-9202-3a9b1a957181, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=4bbee90d-0ca7-41e1-9202-3a9b1a957181,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:36:25.860330 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ffd4ce3-5297-46bb-b27a-0ff10c4f9b6f tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Router b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:36:25.885187 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:25.892686 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:25.904579 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-f74b8c0e-07ce-4198-9fa2-d3ba2f40a8ad tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Allocated IP 172.26.0.230 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/a94bbc93-872f-401f-8b79-d3bea4658102) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:36:26.000339 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=4bbee90d-0ca7-41e1-9202-3a9b1a957181,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:26.018873 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-22a9a761-1c58-4309-b5b4-ddb5d449691a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:26.077518 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-7de06c04-7226-4c3f-89cb-34e0684cfbf6 None None] Attempt 6 to provision port 1d516d44-8238-4238-a923-1da38152e306 Sep 22 21:36:26.093024 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a9a761-1c58-4309-b5b4-ddb5d449691a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event deleted for resources: {'Subnet': ['ID=a5a8aa37-9c34-4efc-8b04-5d53f76a92af,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:26.099850 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-22a9a761-1c58-4309-b5b4-ddb5d449691a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:26.142094 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-22a9a761-1c58-4309-b5b4-ddb5d449691a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "DELETE /v2.0/subnets/a5a8aa37-9c34-4efc-8b04-5d53f76a92af HTTP/1.1" status: 204 len: 168 time: 1.0614355 Sep 22 21:36:26.143647 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44438) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:26.143924 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44440) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:26.256945 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac67166-1fc4-420f-b3ad-5934185dfa72 None None] Network f9168e5d-3888-4771-8895-3c9e472b0b69 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:36:26.349775 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ffd4ce3-5297-46bb-b27a-0ff10c4f9b6f tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:36:26.358193 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2ffd4ce3-5297-46bb-b27a-0ff10c4f9b6f tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:26.380635 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-124dfe97-9372-4c53-91d6-78d59f104fc7 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:26.387290 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f74b8c0e-07ce-4198-9fa2-d3ba2f40a8ad tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:26.392658 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccce948f-2b5a-4576-931e-b0679b1526b1 None None] Sync routers for ids ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:36:26.424753 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-c3f67bde-29a7-4584-b2fa-961f0e2d9672 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:26.460363 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccce948f-2b5a-4576-931e-b0679b1526b1 None None] Routers {'b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:36:26.460982 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-ccce948f-2b5a-4576-931e-b0679b1526b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:36:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:26.479634 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-124dfe97-9372-4c53-91d6-78d59f104fc7 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Deleting port 977c1c99-2dd0-4740-bc3c-f49a84df454a {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:36:26.479975 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-124dfe97-9372-4c53-91d6-78d59f104fc7 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:26.485919 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2ffd4ce3-5297-46bb-b27a-0ff10c4f9b6f tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] 10.222.0.33 "PUT /v2.0/floatingips/c41202c3-c8f5-4ce6-83fe-7698f9105f86 HTTP/1.1" status: 200 len: 687 time: 2.9057565 Sep 22 21:36:26.494292 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44450) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:26.534487 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-ccce948f-2b5a-4576-931e-b0679b1526b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:26.536452 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-7de06c04-7226-4c3f-89cb-34e0684cfbf6 None None] Port 1d516d44-8238-4238-a923-1da38152e306 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:26.551308 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-2000ccc7-b6ba-4808-92c7-f56d04ecb3e7 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=04689e1c93d44a739574066fd508f736&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4031389 Sep 22 21:36:26.557295 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-e343ddf9-d9b8-4781-b372-56d8509baa2a None None] For port cc581164-2adf-4ae3-9209-2ee8aa160862, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=cc581164-2adf-4ae3-9209-2ee8aa160862,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:36:26.557800 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e343ddf9-d9b8-4781-b372-56d8509baa2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:26.558035 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44456) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:26.567210 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccce948f-2b5a-4576-931e-b0679b1526b1 None None] Routers {'b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:36:26.567840 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-ccce948f-2b5a-4576-931e-b0679b1526b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:36:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:26.633100 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-ccce948f-2b5a-4576-931e-b0679b1526b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:26.633502 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccce948f-2b5a-4576-931e-b0679b1526b1 None None] The sync data for ids ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:36:26.688971 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-930cf844-e448-41f5-82fe-7ad99792a3b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:26.691925 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f74b8c0e-07ce-4198-9fa2-d3ba2f40a8ad tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:26.712298 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292937d5-0ea7-49d8-93f3-6cb64fdba68f req-99c06c68-30be-4c79-bc61-73d3eb3dc24f tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:26.718356 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-292937d5-0ea7-49d8-93f3-6cb64fdba68f req-99c06c68-30be-4c79-bc61-73d3eb3dc24f tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.7945719 Sep 22 21:36:26.746913 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-027e7a45-23cc-4c60-80ac-44637ad53acd tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Deleting port 034a64df-c3fa-48af-b361-12c11bb5ba24 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:36:26.747255 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-027e7a45-23cc-4c60-80ac-44637ad53acd tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:26.778588 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-930cf844-e448-41f5-82fe-7ad99792a3b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:26.780892 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364f968a-af23-4008-9b80-72c6a685d004 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Router d6198a6f-dab0-4dfb-80e1-bacec028c3c7 is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:36:26.797503 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-c3f67bde-29a7-4584-b2fa-961f0e2d9672 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:26.819097 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e343ddf9-d9b8-4781-b372-56d8509baa2a None None] Calling delete_port for cc581164-2adf-4ae3-9209-2ee8aa160862 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:36:26.902447 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74b8c0e-07ce-4198-9fa2-d3ba2f40a8ad tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:36:26.911815 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-f74b8c0e-07ce-4198-9fa2-d3ba2f40a8ad tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:36:26.921509 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e343ddf9-d9b8-4781-b372-56d8509baa2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:26.974024 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e343ddf9-d9b8-4781-b372-56d8509baa2a None None] Pushing event deleted for resources: {'Port': ['ID=cc581164-2adf-4ae3-9209-2ee8aa160862,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:26.978723 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e343ddf9-d9b8-4781-b372-56d8509baa2a None None] No DVR routers for this DVR port cc581164-2adf-4ae3-9209-2ee8aa160862 on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:36:26.980155 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-c3f67bde-29a7-4584-b2fa-961f0e2d9672 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Network e7e8ce90-f8bc-426b-80ce-a8ca1cc9446b is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:36:26.991553 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74b8c0e-07ce-4198-9fa2-d3ba2f40a8ad tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:36:26.998936 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8176fa06-c5ed-44ee-b850-e3330091b582 None None] DHCP port deletion for f9168e5d-3888-4771-8895-3c9e472b0b69 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:36:27.001019 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-292937d5-0ea7-49d8-93f3-6cb64fdba68f req-4cc71976-1c5b-4d9b-8e1f-a5265b38b651 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2782500 Sep 22 21:36:27.004156 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8176fa06-c5ed-44ee-b850-e3330091b582 None None] Deleting port 977c1c99-2dd0-4740-bc3c-f49a84df454a {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:36:27.004534 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8176fa06-c5ed-44ee-b850-e3330091b582 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:27.040366 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-7de06c04-7226-4c3f-89cb-34e0684cfbf6 None None] Attempt 7 to provision port 1d516d44-8238-4238-a923-1da38152e306 Sep 22 21:36:27.055865 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-c3f67bde-29a7-4584-b2fa-961f0e2d9672 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:36:27.123622 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-c3f67bde-29a7-4584-b2fa-961f0e2d9672 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:36:27.157656 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f4c6c0a7-78b2-4b26-9c42-e133ceb07fcb tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:27.165498 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 4bbee90d-0ca7-41e1-9202-3a9b1a957181 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:36:27.207151 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-7de06c04-7226-4c3f-89cb-34e0684cfbf6 None None] Port 1d516d44-8238-4238-a923-1da38152e306 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:27.234164 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-027e7a45-23cc-4c60-80ac-44637ad53acd tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:27.235782 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-027e7a45-23cc-4c60-80ac-44637ad53acd tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:27.368263 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 4bbee90d-0ca7-41e1-9202-3a9b1a957181 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:36:27.368673 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:27.369014 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 4bbee90d-0ca7-41e1-9202-3a9b1a957181 Sep 22 21:36:27.400407 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-8176fa06-c5ed-44ee-b850-e3330091b582 None None] For port 977c1c99-2dd0-4740-bc3c-f49a84df454a, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=977c1c99-2dd0-4740-bc3c-f49a84df454a,segment=NetworkSegment(7d1588db-c5e0-45f4-bc26-99289957276e),segment_id=7d1588db-c5e0-45f4-bc26-99289957276e)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:36:27.401120 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8176fa06-c5ed-44ee-b850-e3330091b582 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:27.441203 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-027e7a45-23cc-4c60-80ac-44637ad53acd tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Calling delete_port for 034a64df-c3fa-48af-b361-12c11bb5ba24 owned by network:floatingip {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:36:27.473182 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74b8c0e-07ce-4198-9fa2-d3ba2f40a8ad tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Pushing event updated for resources: {'Port': ['ID=a94bbc93-872f-401f-8b79-d3bea4658102,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:27.548367 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364f968a-af23-4008-9b80-72c6a685d004 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:36:27.557529 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c6c0a7-78b2-4b26-9c42-e133ceb07fcb tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:36:27.559175 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d659e7d5-a06e-49f5-a430-b7583c494419 None None] Sync routers for ids ['d6198a6f-dab0-4dfb-80e1-bacec028c3c7'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:36:27.567476 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8176fa06-c5ed-44ee-b850-e3330091b582 None None] Calling delete_port for 977c1c99-2dd0-4740-bc3c-f49a84df454a owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:36:27.569139 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d659e7d5-a06e-49f5-a430-b7583c494419 None None] Routers {'d6198a6f-dab0-4dfb-80e1-bacec028c3c7'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:36:27.569929 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-d659e7d5-a06e-49f5-a430-b7583c494419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:36:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['d6198a6f-dab0-4dfb-80e1-bacec028c3c7'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:27.573819 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-f4c6c0a7-78b2-4b26-9c42-e133ceb07fcb tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:36:27.577709 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-364f968a-af23-4008-9b80-72c6a685d004 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "PUT /v2.0/routers/d6198a6f-dab0-4dfb-80e1-bacec028c3c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7992365 Sep 22 21:36:27.581588 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c6c0a7-78b2-4b26-9c42-e133ceb07fcb tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:27.582295 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f4c6c0a7-78b2-4b26-9c42-e133ceb07fcb tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:27.600532 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13db0b2f-0969-406f-aa74-4ca3b0faf3d9 None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:36:27.606800 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44464) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:27.665321 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-d659e7d5-a06e-49f5-a430-b7583c494419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:27.666005 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-f4c6c0a7-78b2-4b26-9c42-e133ceb07fcb tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6533210 Sep 22 21:36:27.675383 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d659e7d5-a06e-49f5-a430-b7583c494419 None None] Routers {'d6198a6f-dab0-4dfb-80e1-bacec028c3c7'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:36:27.676266 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-d659e7d5-a06e-49f5-a430-b7583c494419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:36:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['d6198a6f-dab0-4dfb-80e1-bacec028c3c7'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:27.676403 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44468) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:27.695596 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f67bde-29a7-4584-b2fa-961f0e2d9672 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Pushing event updated for resources: {'Port': ['ID=ada4ff44-cbab-4c1e-a1b2-ae806e53bda4,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:27.712728 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-39caa7d6-5022-4d3d-934f-ebef89787889 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'subnet': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:27.735178 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c6c0a7-78b2-4b26-9c42-e133ceb07fcb tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Subnet': ['ID=a4891861-1950-46d8-91fc-3969150142c0,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:27.740092 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-d659e7d5-a06e-49f5-a430-b7583c494419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:27.740690 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d659e7d5-a06e-49f5-a430-b7583c494419 None None] The sync data for ids ['d6198a6f-dab0-4dfb-80e1-bacec028c3c7'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:36:27.750628 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-7de06c04-7226-4c3f-89cb-34e0684cfbf6 None None] Attempt 8 to provision port 1d516d44-8238-4238-a923-1da38152e306 Sep 22 21:36:27.787163 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-c3f67bde-29a7-4584-b2fa-961f0e2d9672 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:27.787779 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-c3f67bde-29a7-4584-b2fa-961f0e2d9672 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:27.852740 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-7de06c04-7226-4c3f-89cb-34e0684cfbf6 None None] Port 1d516d44-8238-4238-a923-1da38152e306 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:27.879259 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-930cf844-e448-41f5-82fe-7ad99792a3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:27.904385 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f67bde-29a7-4584-b2fa-961f0e2d9672 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:36:27.904743 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f67bde-29a7-4584-b2fa-961f0e2d9672 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:36:27.905089 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f67bde-29a7-4584-b2fa-961f0e2d9672 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:36:27.905429 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f67bde-29a7-4584-b2fa-961f0e2d9672 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:36:27.905765 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f67bde-29a7-4584-b2fa-961f0e2d9672 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:36:27.906101 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f67bde-29a7-4584-b2fa-961f0e2d9672 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:36:27.906445 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f67bde-29a7-4584-b2fa-961f0e2d9672 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:36:27.906799 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f67bde-29a7-4584-b2fa-961f0e2d9672 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:36:27.907131 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f67bde-29a7-4584-b2fa-961f0e2d9672 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:36:27.907459 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f67bde-29a7-4584-b2fa-961f0e2d9672 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:36:27.907787 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f67bde-29a7-4584-b2fa-961f0e2d9672 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:36:27.908106 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f67bde-29a7-4584-b2fa-961f0e2d9672 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:36:27.935859 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930cf844-e448-41f5-82fe-7ad99792a3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7a0109-2a02-4fe3-bcb6-ffa0cd4ab0ce,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:27.943011 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-124dfe97-9372-4c53-91d6-78d59f104fc7 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] For port 977c1c99-2dd0-4740-bc3c-f49a84df454a, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=977c1c99-2dd0-4740-bc3c-f49a84df454a,segment=NetworkSegment(7d1588db-c5e0-45f4-bc26-99289957276e),segment_id=7d1588db-c5e0-45f4-bc26-99289957276e)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:36:27.943708 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-124dfe97-9372-4c53-91d6-78d59f104fc7 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:27.953423 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-930cf844-e448-41f5-82fe-7ad99792a3b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:27.953824 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-930cf844-e448-41f5-82fe-7ad99792a3b5 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/9b7a0109-2a02-4fe3-bcb6-ffa0cd4ab0ce HTTP/1.1" status: 204 len: 168 time: 1.3936903 Sep 22 21:36:27.974932 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-c3f67bde-29a7-4584-b2fa-961f0e2d9672 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3537250 Sep 22 21:36:28.035981 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8176fa06-c5ed-44ee-b850-e3330091b582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:28.039715 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb33340d-536d-42c6-a267-193da5c1ec42 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:28.040403 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-eb33340d-536d-42c6-a267-193da5c1ec42 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Synchronizing usage tracker for tenant:d0dc9097dd2d4c51a9e00ba2c2c3535e on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:36:28.068451 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-dd963dd2-1a57-4de9-a7ab-300e7a215365 service neutron] Request body: {'port': {'device_id': 'f753f31b-0913-4c7a-9306-c5bd027ade92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:28.104725 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1416119-6109-4528-932b-627d2368914b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'tenant_id': '4fef33e75cf240fcbb352fce012907b9', 'fixed_ips': [{'subnet_id': 'a4891861-1950-46d8-91fc-3969150142c0'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:36:28.105534 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e1416119-6109-4528-932b-627d2368914b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:28.119899 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8176fa06-c5ed-44ee-b850-e3330091b582 None None] Pushing event deleted for resources: {'Port': ['ID=977c1c99-2dd0-4740-bc3c-f49a84df454a,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:28.121713 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8176fa06-c5ed-44ee-b850-e3330091b582 None None] No DVR routers for this DVR port 977c1c99-2dd0-4740-bc3c-f49a84df454a on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:36:28.130785 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 4bbee90d-0ca7-41e1-9202-3a9b1a957181 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:36:28.145669 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-eb33340d-536d-42c6-a267-193da5c1ec42 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Unset dirty status for tenant:d0dc9097dd2d4c51a9e00ba2c2c3535e on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:36:28.149544 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-eb33340d-536d-42c6-a267-193da5c1ec42 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "GET /v2.0/ports/1d516d44-8238-4238-a923-1da38152e306 HTTP/1.1" status: 200 len: 910 time: 0.5293574 Sep 22 21:36:28.171939 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44476) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:28.180640 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-124dfe97-9372-4c53-91d6-78d59f104fc7 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Calling delete_port for 977c1c99-2dd0-4740-bc3c-f49a84df454a owned by network:dhcp {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:36:28.196104 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-027e7a45-23cc-4c60-80ac-44637ad53acd tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:28.243268 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcccbe64-3f09-4242-b522-b8ba50ece584 req-2790ce48-1e4c-45c0-8d2e-b65ba57773d7 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:28.244808 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-fcccbe64-3f09-4242-b522-b8ba50ece584 req-2790ce48-1e4c-45c0-8d2e-b65ba57773d7 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.7477195 Sep 22 21:36:28.294952 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027e7a45-23cc-4c60-80ac-44637ad53acd tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Pushing event deleted for resources: {'Port': ['ID=034a64df-c3fa-48af-b361-12c11bb5ba24,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:28.318021 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device cc581164-2adf-4ae3-9209-2ee8aa160862 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:36:28.360431 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-7de06c04-7226-4c3f-89cb-34e0684cfbf6 None None] Attempt 9 to provision port 1d516d44-8238-4238-a923-1da38152e306 Sep 22 21:36:28.383196 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-39caa7d6-5022-4d3d-934f-ebef89787889 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:28.388679 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-39caa7d6-5022-4d3d-934f-ebef89787889 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Usage tracker for resource:subnet and tenant:4fef33e75cf240fcbb352fce012907b9 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:28.392080 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-39caa7d6-5022-4d3d-934f-ebef89787889 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:28.400646 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-39caa7d6-5022-4d3d-934f-ebef89787889 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:28.427007 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: cc581164-2adf-4ae3-9209-2ee8aa160862 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:36:28.427553 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device cc581164-2adf-4ae3-9209-2ee8aa160862 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:36:28.428090 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 977c1c99-2dd0-4740-bc3c-f49a84df454a no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:36:28.439576 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd52ad5-276c-4cac-afad-75ca2c299e64 req-392a48f0-7537-42a1-a157-1206bf8d6c11 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:28.441604 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cbd52ad5-276c-4cac-afad-75ca2c299e64 req-392a48f0-7537-42a1-a157-1206bf8d6c11 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/ports?device_id=f753f31b-0913-4c7a-9306-c5bd027ade92 HTTP/1.1" status: 200 len: 931 time: 1.6937742 Sep 22 21:36:28.445354 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39caa7d6-5022-4d3d-934f-ebef89787889 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:36:28.449605 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-39caa7d6-5022-4d3d-934f-ebef89787889 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:28.484626 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 977c1c99-2dd0-4740-bc3c-f49a84df454a {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:36:28.485126 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 977c1c99-2dd0-4740-bc3c-f49a84df454a not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:36:28.506347 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-7de06c04-7226-4c3f-89cb-34e0684cfbf6 None None] Port 1d516d44-8238-4238-a923-1da38152e306 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:28.512763 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-e1416119-6109-4528-932b-627d2368914b None None] Allocated IP 172.20.0.2 (98c62b9a-5d2a-496f-a1e5-12a6874f54f0/a4891861-1950-46d8-91fc-3969150142c0/54c48ebf-376b-4cd2-a144-2af0f868817d) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:36:28.558407 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-fcccbe64-3f09-4242-b522-b8ba50ece584 req-7219c55f-b2f9-433e-9b66-357a30305c0b tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2871773 Sep 22 21:36:28.591714 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-027e7a45-23cc-4c60-80ac-44637ad53acd tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for floatingip, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:28.609326 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-027e7a45-23cc-4c60-80ac-44637ad53acd tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:28.614893 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-027e7a45-23cc-4c60-80ac-44637ad53acd tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] 10.222.0.33 "DELETE /v2.0/floatingips/c41202c3-c8f5-4ce6-83fe-7698f9105f86 HTTP/1.1" status: 204 len: 168 time: 2.1157153 Sep 22 21:36:28.616231 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44488) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:28.725083 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-10a81d26-4141-41c0-be39-d21780681166 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] delete failed (client error): The resource could not be found. Sep 22 21:36:28.730710 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-10a81d26-4141-41c0-be39-d21780681166 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] 10.222.0.33 "DELETE /v2.0/floatingips/c41202c3-c8f5-4ce6-83fe-7698f9105f86 HTTP/1.1" status: 404 len: 345 time: 0.1105745 Sep 22 21:36:28.731323 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44496) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:28.734530 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f74b8c0e-07ce-4198-9fa2-d3ba2f40a8ad tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:28.785809 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e1416119-6109-4528-932b-627d2368914b None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:28.797798 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-e1416119-6109-4528-932b-627d2368914b None None] Transition to ACTIVE for port object 54c48ebf-376b-4cd2-a144-2af0f868817d will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:36:28.827978 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-e1416119-6109-4528-932b-627d2368914b None None] Transition to ACTIVE for port object 54c48ebf-376b-4cd2-a144-2af0f868817d will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:36:28.828357 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc062bc8-418f-463b-8419-b69dc3ae68c7 req-b18f3f1b-755c-41c1-a1d5-0ecf56e5b4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:28.830011 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fc062bc8-418f-463b-8419-b69dc3ae68c7 req-b18f3f1b-755c-41c1-a1d5-0ecf56e5b4e6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=25574d9f1a93412b95f1e988f287237a&device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 1099 time: 1.2981794 Sep 22 21:36:28.837346 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e1416119-6109-4528-932b-627d2368914b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:28.840217 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cbd52ad5-276c-4cac-afad-75ca2c299e64 req-cd3d51a0-5884-4f9f-823d-6080ed1a2d57 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/security-groups?id=b1c72282-7805-4b8b-9bad-6c3b1d681138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490288 Sep 22 21:36:28.904113 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e5fb1d-396c-4e12-9e0c-46502f2a6574 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:28.911928 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e5fb1d-396c-4e12-9e0c-46502f2a6574 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:28.915813 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1416119-6109-4528-932b-627d2368914b None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:36:28.919291 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-e1416119-6109-4528-932b-627d2368914b None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:36:28.919572 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e5fb1d-396c-4e12-9e0c-46502f2a6574 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:28.920660 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f9e5fb1d-396c-4e12-9e0c-46502f2a6574 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Synchronizing usage tracker for tenant:43c8fa0213da4f47a6706f7ea64b9b94 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:36:28.926593 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1416119-6109-4528-932b-627d2368914b None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:36:28.936300 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-dd963dd2-1a57-4de9-a7ab-300e7a215365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:28.938249 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1416119-6109-4528-932b-627d2368914b None None] Pushing event updated for resources: {'Port': ['ID=54c48ebf-376b-4cd2-a144-2af0f868817d,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:28.962168 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.db.api [None req-124dfe97-9372-4c53-91d6-78d59f104fc7 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:36:28.962588 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG oslo_db.api [None req-124dfe97-9372-4c53-91d6-78d59f104fc7 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:36:29.000847 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f9e5fb1d-396c-4e12-9e0c-46502f2a6574 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Unset dirty status for tenant:43c8fa0213da4f47a6706f7ea64b9b94 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:36:29.004892 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-f9e5fb1d-396c-4e12-9e0c-46502f2a6574 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] 10.222.0.33 "GET /v2.0/ports?network_id=7aa72b9f-5f6e-430e-b869-39882980d807 HTTP/1.1" status: 200 len: 2358 time: 0.2691834 Sep 22 21:36:29.007902 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44504) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:29.053452 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-7de06c04-7226-4c3f-89cb-34e0684cfbf6 None None] Attempt 10 to provision port 1d516d44-8238-4238-a923-1da38152e306 Sep 22 21:36:29.062036 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44508) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:29.113047 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0de26af-8b69-4794-9443-3e71dfa4e624 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:29.113996 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-e0de26af-8b69-4794-9443-3e71dfa4e624 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Synchronizing usage tracker for tenant:43c8fa0213da4f47a6706f7ea64b9b94 on resource:subnet {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:36:29.126014 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-e1416119-6109-4528-932b-627d2368914b None None] Attempting to bind port 54c48ebf-376b-4cd2-a144-2af0f868817d on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:36:29.126404 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-e1416119-6109-4528-932b-627d2368914b None None] Attempting to bind port 54c48ebf-376b-4cd2-a144-2af0f868817d by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:36:29.126798 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1416119-6109-4528-932b-627d2368914b None None] Attempting to bind port 54c48ebf-376b-4cd2-a144-2af0f868817d on network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:36:29.135892 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1416119-6109-4528-932b-627d2368914b None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:36:29.136324 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1416119-6109-4528-932b-627d2368914b None None] Checking segment: {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:36:29.136665 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e1416119-6109-4528-932b-627d2368914b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:29.137062 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1416119-6109-4528-932b-627d2368914b None None] Bound using segment: {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:36:29.137546 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-e1416119-6109-4528-932b-627d2368914b None None] Bound port: 54c48ebf-376b-4cd2-a144-2af0f868817d, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:36:29.138253 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e1416119-6109-4528-932b-627d2368914b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:29.157278 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-7de06c04-7226-4c3f-89cb-34e0684cfbf6 None None] Port 1d516d44-8238-4238-a923-1da38152e306 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:29.165377 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-e0de26af-8b69-4794-9443-3e71dfa4e624 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Unset dirty status for tenant:43c8fa0213da4f47a6706f7ea64b9b94 on resource:subnet {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:36:29.173332 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e0de26af-8b69-4794-9443-3e71dfa4e624 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] 10.222.0.33 "GET /v2.0/subnets/a39342d5-7c55-4edf-9e90-8151727cc06a HTTP/1.1" status: 200 len: 797 time: 0.1642427 Sep 22 21:36:29.176421 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44514) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:29.192142 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-6e3e8abf-29fd-49f6-a7a3-29cca2617853 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Request body: {'port': {'network_id': '7aa72b9f-5f6e-430e-b869-39882980d807', 'name': 'tempest-FloatingIPTestJSON-1482264917', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:29.250905 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-e1416119-6109-4528-932b-627d2368914b None None] For port 54c48ebf-376b-4cd2-a144-2af0f868817d, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:36:29.257673 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-e1416119-6109-4528-932b-627d2368914b None None] For port 54c48ebf-376b-4cd2-a144-2af0f868817d, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=54c48ebf-376b-4cd2-a144-2af0f868817d,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:36:29.279339 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e1416119-6109-4528-932b-627d2368914b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:29.324176 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-e1bafcaf-4c93-44f0-be6a-0c1a5523125a None None] Could not find standard attr ID for object cc581164-2adf-4ae3-9209-2ee8aa160862. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:36:29.328015 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-a2658b87-6adb-464f-8bfb-2b1b34ee4c06 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:29.328848 dv-neutron-858900-1-hyperv neutron-server[89009]: WARNING neutron.api.v2.base [None req-a2658b87-6adb-464f-8bfb-2b1b34ee4c06 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 22 21:36:29.329407 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-a2658b87-6adb-464f-8bfb-2b1b34ee4c06 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] create failed (client error): There was a conflict when trying to complete your request. Sep 22 21:36:29.331022 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a2658b87-6adb-464f-8bfb-2b1b34ee4c06 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2618570 Sep 22 21:36:29.344977 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44518) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:29.363886 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-323d451b-5a4a-426a-b08a-7556140e5c96 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Request body: {'security_group': {'name': 'tempest-secgroup--189479334'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:29.376331 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-e1bafcaf-4c93-44f0-be6a-0c1a5523125a None None] Provisioning complete for port 1d516d44-8238-4238-a923-1da38152e306 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:36:29.376968 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e1bafcaf-4c93-44f0-be6a-0c1a5523125a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:29.377721 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-e1bafcaf-4c93-44f0-be6a-0c1a5523125a None None] Attempt 1 to provision port 1d516d44-8238-4238-a923-1da38152e306 Sep 22 21:36:29.378153 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-323d451b-5a4a-426a-b08a-7556140e5c96 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:29.386046 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-323d451b-5a4a-426a-b08a-7556140e5c96 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Usage tracker for resource:security_group and tenant:b6fd8d739cc24025a8b16322874aaf00 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:29.392446 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-323d451b-5a4a-426a-b08a-7556140e5c96 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:29.404299 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-323d451b-5a4a-426a-b08a-7556140e5c96 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:29.440869 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e1bafcaf-4c93-44f0-be6a-0c1a5523125a None None] Port 1d516d44-8238-4238-a923-1da38152e306 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:29.447924 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1416119-6109-4528-932b-627d2368914b None None] Pushing event updated for resources: {'Port': ['ID=54c48ebf-376b-4cd2-a144-2af0f868817d,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:29.463645 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-124dfe97-9372-4c53-91d6-78d59f104fc7 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Deleting port 977c1c99-2dd0-4740-bc3c-f49a84df454a {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:36:29.464066 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-124dfe97-9372-4c53-91d6-78d59f104fc7 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:29.499751 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-323d451b-5a4a-426a-b08a-7556140e5c96 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:29.529213 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-323d451b-5a4a-426a-b08a-7556140e5c96 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:29.539726 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-6e3e8abf-29fd-49f6-a7a3-29cca2617853 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:29.557693 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.objects.ports [None req-39caa7d6-5022-4d3d-934f-ebef89787889 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89009) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 21:36:29.559770 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-6e3e8abf-29fd-49f6-a7a3-29cca2617853 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:29.597595 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-323d451b-5a4a-426a-b08a-7556140e5c96 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:29.608633 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-323d451b-5a4a-426a-b08a-7556140e5c96 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Usage tracker for resource:security_group_rule and tenant:b6fd8d739cc24025a8b16322874aaf00 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:29.619141 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-323d451b-5a4a-426a-b08a-7556140e5c96 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:29.637607 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-323d451b-5a4a-426a-b08a-7556140e5c96 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:29.639186 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-124dfe97-9372-4c53-91d6-78d59f104fc7 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] The port '977c1c99-2dd0-4740-bc3c-f49a84df454a' was deleted {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 21:36:29.645985 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3e8abf-29fd-49f6-a7a3-29cca2617853 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Made reservation on behalf of 43c8fa0213da4f47a6706f7ea64b9b94 for: {'port': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:36:29.941382 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-e1bafcaf-4c93-44f0-be6a-0c1a5523125a None None] Attempt 2 to provision port 1d516d44-8238-4238-a923-1da38152e306 Sep 22 21:36:30.021298 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6e3e8abf-29fd-49f6-a7a3-29cca2617853 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:30.021903 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e1bafcaf-4c93-44f0-be6a-0c1a5523125a None None] Port 1d516d44-8238-4238-a923-1da38152e306 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:30.079130 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc062bc8-418f-463b-8419-b69dc3ae68c7 req-94273a7e-48cf-48a9-8f70-f3467d99765c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:30.080756 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fc062bc8-418f-463b-8419-b69dc3ae68c7 req-94273a7e-48cf-48a9-8f70-f3467d99765c service neutron] 10.222.0.49 "GET /v2.0/networks?id=5dbb466f-7241-4d18-b090-2d779954893b HTTP/1.1" status: 200 len: 911 time: 1.1781597 Sep 22 21:36:30.082392 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-6e3e8abf-29fd-49f6-a7a3-29cca2617853 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] device_id is not set on port 4037f868-34e5-4ef2-82b8-c859b7c3dc60 yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:36:30.130786 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-39caa7d6-5022-4d3d-934f-ebef89787889 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:30.160553 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-124dfe97-9372-4c53-91d6-78d59f104fc7 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:30.277448 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-323d451b-5a4a-426a-b08a-7556140e5c96 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:30.296337 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6741e3-c3b6-4fa7-9a87-c30354d08c36 req-53659130-98e4-4bae-8cf0-38713a42fafe tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:30.297958 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-fd6741e3-c3b6-4fa7-9a87-c30354d08c36 req-53659130-98e4-4bae-8cf0-38713a42fafe tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.5320075 Sep 22 21:36:30.309072 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-323d451b-5a4a-426a-b08a-7556140e5c96 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:30.390289 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-323d451b-5a4a-426a-b08a-7556140e5c96 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:30.434464 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-323d451b-5a4a-426a-b08a-7556140e5c96 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Usage tracker for resource:security_group_rule and tenant:b6fd8d739cc24025a8b16322874aaf00 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:30.474286 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-323d451b-5a4a-426a-b08a-7556140e5c96 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:30.479017 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d451b-5a4a-426a-b08a-7556140e5c96 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd19860-75a9-4d35-a59a-8fdf0f241752,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:30.481159 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-124dfe97-9372-4c53-91d6-78d59f104fc7 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9168e5d-3888-4771-8895-3c9e472b0b69']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:30.503866 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-323d451b-5a4a-426a-b08a-7556140e5c96 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:30.523567 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-e1bafcaf-4c93-44f0-be6a-0c1a5523125a None None] Attempt 3 to provision port 1d516d44-8238-4238-a923-1da38152e306 Sep 22 21:36:30.524629 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-124dfe97-9372-4c53-91d6-78d59f104fc7 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d1588db-c5e0-45f4-bc26-99289957276e') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:30.525066 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-124dfe97-9372-4c53-91d6-78d59f104fc7 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d1588db-c5e0-45f4-bc26-99289957276e') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:30.526596 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d451b-5a4a-426a-b08a-7556140e5c96 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:36:30.527035 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d451b-5a4a-426a-b08a-7556140e5c96 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:36:30.527401 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d451b-5a4a-426a-b08a-7556140e5c96 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:36:30.527975 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d451b-5a4a-426a-b08a-7556140e5c96 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:36:30.528115 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d451b-5a4a-426a-b08a-7556140e5c96 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:36:30.528445 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d451b-5a4a-426a-b08a-7556140e5c96 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:36:30.528864 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d451b-5a4a-426a-b08a-7556140e5c96 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:36:30.529255 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d451b-5a4a-426a-b08a-7556140e5c96 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:36:30.529586 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d451b-5a4a-426a-b08a-7556140e5c96 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:36:30.529907 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d451b-5a4a-426a-b08a-7556140e5c96 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:36:30.530228 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d451b-5a4a-426a-b08a-7556140e5c96 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:36:30.530552 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d451b-5a4a-426a-b08a-7556140e5c96 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:36:30.537595 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-fd6741e3-c3b6-4fa7-9a87-c30354d08c36 req-d313d1ae-66c4-4783-bc53-c0225cd42e95 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2306385 Sep 22 21:36:30.561553 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7b2d0c69-4bf4-4e9e-951a-6190cf39880b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:30.571595 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fc062bc8-418f-463b-8419-b69dc3ae68c7 req-ccabeb33-99de-445b-8bad-ab59a5c596ad service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bdd48e0-5d9d-43f0-97a8-e321a99aac21 HTTP/1.1" status: 200 len: 1002 time: 0.4655340 Sep 22 21:36:30.575525 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-124dfe97-9372-4c53-91d6-78d59f104fc7 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:30.602483 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e1bafcaf-4c93-44f0-be6a-0c1a5523125a None None] Port 1d516d44-8238-4238-a923-1da38152e306 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:30.664611 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f74b8c0e-07ce-4198-9fa2-d3ba2f40a8ad tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:30.855702 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-39caa7d6-5022-4d3d-934f-ebef89787889 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] For port 54c48ebf-376b-4cd2-a144-2af0f868817d, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=54c48ebf-376b-4cd2-a144-2af0f868817d,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:36:30.873741 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-124dfe97-9372-4c53-91d6-78d59f104fc7 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:30.878540 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-323d451b-5a4a-426a-b08a-7556140e5c96 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:30.883492 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-6e3e8abf-29fd-49f6-a7a3-29cca2617853 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Allocated IP 172.20.0.14 (7aa72b9f-5f6e-430e-b869-39882980d807/a39342d5-7c55-4edf-9e90-8151727cc06a/4037f868-34e5-4ef2-82b8-c859b7c3dc60) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:36:30.889100 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-323d451b-5a4a-426a-b08a-7556140e5c96 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:30.903626 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-6e3e8abf-29fd-49f6-a7a3-29cca2617853 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Allocated IP 172.20.0.13 (7aa72b9f-5f6e-430e-b869-39882980d807/a39342d5-7c55-4edf-9e90-8151727cc06a/4037f868-34e5-4ef2-82b8-c859b7c3dc60) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:36:30.948863 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-39caa7d6-5022-4d3d-934f-ebef89787889 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:30.972666 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-39caa7d6-5022-4d3d-934f-ebef89787889 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:30.973350 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-39caa7d6-5022-4d3d-934f-ebef89787889 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:31.009657 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-124dfe97-9372-4c53-91d6-78d59f104fc7 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:36:31.010056 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-124dfe97-9372-4c53-91d6-78d59f104fc7 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:31.051360 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d451b-5a4a-426a-b08a-7556140e5c96 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c23cd78e-1557-4d96-836e-3eda042a7f5c,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:31.071078 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 7d1588db-c5e0-45f4-bc26-99289957276e resource provider aggregate not found Sep 22 21:36:31.103217 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-e1bafcaf-4c93-44f0-be6a-0c1a5523125a None None] Attempt 4 to provision port 1d516d44-8238-4238-a923-1da38152e306 Sep 22 21:36:31.114902 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-323d451b-5a4a-426a-b08a-7556140e5c96 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:31.116116 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-323d451b-5a4a-426a-b08a-7556140e5c96 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7701941 Sep 22 21:36:31.125728 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094858cd-3748-4bbb-9154-0e7d3a6e5926 req-217e672b-77f3-4fdb-96f5-072ac13138a1 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:31.127697 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-094858cd-3748-4bbb-9154-0e7d3a6e5926 req-217e672b-77f3-4fdb-96f5-072ac13138a1 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/ports?device_id=f753f31b-0913-4c7a-9306-c5bd027ade92 HTTP/1.1" status: 200 len: 931 time: 1.1034191 Sep 22 21:36:31.130098 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44530) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:31.148411 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39caa7d6-5022-4d3d-934f-ebef89787889 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:36:31.158207 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-c191a1fb-33b8-41ea-9f73-96772419d09e tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Request body: {'security_group_rule': {'security_group_id': 'c23cd78e-1557-4d96-836e-3eda042a7f5c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:31.168765 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 54c48ebf-376b-4cd2-a144-2af0f868817d up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:36:31.170783 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc062bc8-418f-463b-8419-b69dc3ae68c7 req-0e9e4ec5-c0a9-4876-bda2-54ac950596fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:31.172220 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fc062bc8-418f-463b-8419-b69dc3ae68c7 req-0e9e4ec5-c0a9-4876-bda2-54ac950596fd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f291bed0-d028-44b6-829f-efb0f7512ced HTTP/1.1" status: 200 len: 850 time: 0.5704184 Sep 22 21:36:31.181880 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 7d1588db-c5e0-45f4-bc26-99289957276e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7d1588db-c5e0-45f4-bc26-99289957276e found for delete ", "request_id": "req-6a20636d-4fa0-4ce1-b90d-ca48010d78cf"}]} Sep 22 21:36:31.184110 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-39caa7d6-5022-4d3d-934f-ebef89787889 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:36:31.192310 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-c191a1fb-33b8-41ea-9f73-96772419d09e tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:31.199067 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39caa7d6-5022-4d3d-934f-ebef89787889 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:31.199661 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-39caa7d6-5022-4d3d-934f-ebef89787889 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:31.202909 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.db.resource_extend [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-dd963dd2-1a57-4de9-a7ab-300e7a215365 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 21:36:31.203136 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a428be82-d4e0-4b7b-ae7e-638f954f30c3 None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:36:31.260519 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39caa7d6-5022-4d3d-934f-ebef89787889 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Subnet': ['ID=bbb2d334-3df8-4435-b6de-e20ba29e7291,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:31.277364 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-c191a1fb-33b8-41ea-9f73-96772419d09e tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Usage tracker for resource:security_group_rule and tenant:b6fd8d739cc24025a8b16322874aaf00 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:31.290256 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39caa7d6-5022-4d3d-934f-ebef89787889 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Port': ['ID=54c48ebf-376b-4cd2-a144-2af0f868817d,revision_number=4']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:31.294396 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-c191a1fb-33b8-41ea-9f73-96772419d09e tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:31.307054 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-c191a1fb-33b8-41ea-9f73-96772419d09e tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:31.324125 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-39caa7d6-5022-4d3d-934f-ebef89787889 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6367764 Sep 22 21:36:31.327688 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44534) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:31.338996 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-9641b882-d12a-44a0-8fd2-d0f05801773f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'port': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'mac_address': 'fa:16:3e:65:f9:9a', 'name': 'tempest-NetworksTestDHCPv6-250550477'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:31.386096 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c191a1fb-33b8-41ea-9f73-96772419d09e tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:31.434566 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e1bafcaf-4c93-44f0-be6a-0c1a5523125a None None] Port 1d516d44-8238-4238-a923-1da38152e306 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:31.439569 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-124dfe97-9372-4c53-91d6-78d59f104fc7 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:31.481876 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-124dfe97-9372-4c53-91d6-78d59f104fc7 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:31.493607 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-094858cd-3748-4bbb-9154-0e7d3a6e5926 req-c24500e8-064f-442a-9dd5-16815dc9b689 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/security-groups?id=b1c72282-7805-4b8b-9bad-6c3b1d681138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399701 Sep 22 21:36:31.522645 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124dfe97-9372-4c53-91d6-78d59f104fc7 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event deleted for resources: {'Network': ['ID=f9168e5d-3888-4771-8895-3c9e472b0b69,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:31.531203 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-dd963dd2-1a57-4de9-a7ab-300e7a215365 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ada4ff44-cbab-4c1e-a1b2-ae806e53bda4 {{(pid=89008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:36:31.534191 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6e3e8abf-29fd-49f6-a7a3-29cca2617853 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:31.541284 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 54c48ebf-376b-4cd2-a144-2af0f868817d completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:36:31.555114 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-dd963dd2-1a57-4de9-a7ab-300e7a215365 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:31.577295 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-124dfe97-9372-4c53-91d6-78d59f104fc7 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "DELETE /v2.0/networks/f9168e5d-3888-4771-8895-3c9e472b0b69 HTTP/1.1" status: 204 len: 168 time: 5.4274600 Sep 22 21:36:31.591275 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44538) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:31.594537 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c191a1fb-33b8-41ea-9f73-96772419d09e tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:31.602833 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-fac2e375-d9d7-42c6-b98f-911e0be8056a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-902998151', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:31.616392 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c191a1fb-33b8-41ea-9f73-96772419d09e tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:31.622723 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-fac2e375-d9d7-42c6-b98f-911e0be8056a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:31.625916 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-dd963dd2-1a57-4de9-a7ab-300e7a215365 service neutron] Transition to ACTIVE for port object ada4ff44-cbab-4c1e-a1b2-ae806e53bda4 will not be triggered until provisioned by entity L2. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:36:31.645100 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-fac2e375-d9d7-42c6-b98f-911e0be8056a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Usage tracker for resource:router and tenant:5c103daa7e764303927ef5f69fe7eabf is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:31.647203 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-dd963dd2-1a57-4de9-a7ab-300e7a215365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:31.655444 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-9641b882-d12a-44a0-8fd2-d0f05801773f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:31.659789 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-fac2e375-d9d7-42c6-b98f-911e0be8056a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:31.668212 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c191a1fb-33b8-41ea-9f73-96772419d09e tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffa51a87-6e69-465e-9c5f-76762a836df3,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:31.671424 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-fac2e375-d9d7-42c6-b98f-911e0be8056a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:31.675768 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-9641b882-d12a-44a0-8fd2-d0f05801773f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Usage tracker for resource:port and tenant:4fef33e75cf240fcbb352fce012907b9 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:31.682887 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-9641b882-d12a-44a0-8fd2-d0f05801773f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:31.697932 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-9641b882-d12a-44a0-8fd2-d0f05801773f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:31.700378 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c191a1fb-33b8-41ea-9f73-96772419d09e tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:31.701733 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c191a1fb-33b8-41ea-9f73-96772419d09e tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5624735 Sep 22 21:36:31.704438 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44544) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:31.713548 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-11e19790-6135-473a-ac70-e011cab85155 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Request body: {'security_group_rule': {'security_group_id': 'c23cd78e-1557-4d96-836e-3eda042a7f5c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:31.719771 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fac2e375-d9d7-42c6-b98f-911e0be8056a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:31.720722 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fac2e375-d9d7-42c6-b98f-911e0be8056a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:31.734212 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6e3e8abf-29fd-49f6-a7a3-29cca2617853 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:31.741971 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-11e19790-6135-473a-ac70-e011cab85155 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:31.785514 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9641b882-d12a-44a0-8fd2-d0f05801773f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'port': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:36:31.803364 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-11e19790-6135-473a-ac70-e011cab85155 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Usage tracker for resource:security_group_rule and tenant:b6fd8d739cc24025a8b16322874aaf00 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:31.814584 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-11e19790-6135-473a-ac70-e011cab85155 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:31.819179 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc062bc8-418f-463b-8419-b69dc3ae68c7 req-b3cf3b42-b5e5-4e7f-9e2f-a7fc36f46f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:31.820682 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fc062bc8-418f-463b-8419-b69dc3ae68c7 req-b3cf3b42-b5e5-4e7f-9e2f-a7fc36f46f40 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5dbb466f-7241-4d18-b090-2d779954893b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6379781 Sep 22 21:36:31.935235 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-11e19790-6135-473a-ac70-e011cab85155 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:31.935971 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-e1bafcaf-4c93-44f0-be6a-0c1a5523125a None None] Attempt 5 to provision port 1d516d44-8238-4238-a923-1da38152e306 Sep 22 21:36:31.937464 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f74b8c0e-07ce-4198-9fa2-d3ba2f40a8ad tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Router 8bdbdaf5-060e-4315-b259-e76b2da195c5 is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:36:31.962416 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fac2e375-d9d7-42c6-b98f-911e0be8056a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:31.968867 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3e8abf-29fd-49f6-a7a3-29cca2617853 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Network 7aa72b9f-5f6e-430e-b869-39882980d807 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:36:31.985006 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-6e3e8abf-29fd-49f6-a7a3-29cca2617853 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:36:31.989892 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3e8abf-29fd-49f6-a7a3-29cca2617853 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:36:32.012106 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e1bafcaf-4c93-44f0-be6a-0c1a5523125a None None] Port 1d516d44-8238-4238-a923-1da38152e306 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:32.016770 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd963dd2-1a57-4de9-a7ab-300e7a215365 service neutron] Pushing event updated for resources: {'Port': ['ID=ada4ff44-cbab-4c1e-a1b2-ae806e53bda4,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:32.046679 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3e8abf-29fd-49f6-a7a3-29cca2617853 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Pushing event updated for resources: {'Port': ['ID=4037f868-34e5-4ef2-82b8-c859b7c3dc60,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:32.107336 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-11e19790-6135-473a-ac70-e011cab85155 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:32.117202 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-7b2d0c69-4bf4-4e9e-951a-6190cf39880b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Allocated IP 172.21.0.1 (52055821-f714-4104-9c94-c56cfaaee358/0470e80c-10f4-46ea-9492-e65b6b60c7d3/9731f8ac-c31a-4a8d-9ef8-71ebfa43a06a) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:36:32.140111 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3e8abf-29fd-49f6-a7a3-29cca2617853 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:32.140805 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6e3e8abf-29fd-49f6-a7a3-29cca2617853 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:32.152003 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fac2e375-d9d7-42c6-b98f-911e0be8056a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:32.217565 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9641b882-d12a-44a0-8fd2-d0f05801773f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:32.242931 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6e3e8abf-29fd-49f6-a7a3-29cca2617853 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.0653074 Sep 22 21:36:32.252947 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44548) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:32.264972 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fac2e375-d9d7-42c6-b98f-911e0be8056a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:32.269219 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-fac2e375-d9d7-42c6-b98f-911e0be8056a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6739373 Sep 22 21:36:32.270285 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-af803793-77da-47e9-9462-17d59e799a73 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Request body: {'floatingip': {'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'port_id': '4037f868-34e5-4ef2-82b8-c859b7c3dc60', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:32.296344 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee371e-1bdd-4d1a-91cf-bb2916f13893 req-d10b7837-3289-4238-ba4d-52a3e2fdf4b1 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:32.298156 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-4eee371e-1bdd-4d1a-91cf-bb2916f13893 req-d10b7837-3289-4238-ba4d-52a3e2fdf4b1 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.5154307 Sep 22 21:36:32.300179 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44552) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:32.315076 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-af803793-77da-47e9-9462-17d59e799a73 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:32.319373 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-9641b882-d12a-44a0-8fd2-d0f05801773f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] device_id is not set on port 108041b9-1242-4dc1-ba3d-8c38602d9072 yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:36:32.366572 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-c5146e6c-8a6c-4a1d-8512-4ac4a159f9df tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-209749595'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:32.372422 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-af803793-77da-47e9-9462-17d59e799a73 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Usage tracker for resource:floatingip and tenant:43c8fa0213da4f47a6706f7ea64b9b94 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:32.390524 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-af803793-77da-47e9-9462-17d59e799a73 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:32.398586 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-c5146e6c-8a6c-4a1d-8512-4ac4a159f9df tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:32.402474 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-11e19790-6135-473a-ac70-e011cab85155 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] create failed (client error): There was a conflict when trying to complete your request. Sep 22 21:36:32.406091 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-11e19790-6135-473a-ac70-e011cab85155 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6980834 Sep 22 21:36:32.416557 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44556) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:32.417403 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-af803793-77da-47e9-9462-17d59e799a73 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:32.422192 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-dd963dd2-1a57-4de9-a7ab-300e7a215365 service neutron] Attempting to bind port ada4ff44-cbab-4c1e-a1b2-ae806e53bda4 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:36:32.422426 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-dd963dd2-1a57-4de9-a7ab-300e7a215365 service neutron] Attempting to bind port ada4ff44-cbab-4c1e-a1b2-ae806e53bda4 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'ad60164b-0cd3-469f-bfd3-cf51c5901d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e7e8ce90-f8bc-426b-80ce-a8ca1cc9446b'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:36:32.422674 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-dd963dd2-1a57-4de9-a7ab-300e7a215365 service neutron] Attempting to bind port ada4ff44-cbab-4c1e-a1b2-ae806e53bda4 on network e7e8ce90-f8bc-426b-80ce-a8ca1cc9446b {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:36:32.430281 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-c5146e6c-8a6c-4a1d-8512-4ac4a159f9df tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Usage tracker for resource:network and tenant:5c103daa7e764303927ef5f69fe7eabf is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:32.448409 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-c5146e6c-8a6c-4a1d-8512-4ac4a159f9df tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:32.475028 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-c5146e6c-8a6c-4a1d-8512-4ac4a159f9df tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:32.489400 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-dd963dd2-1a57-4de9-a7ab-300e7a215365 service neutron] Port ada4ff44-cbab-4c1e-a1b2-ae806e53bda4 on network e7e8ce90-f8bc-426b-80ce-a8ca1cc9446b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:36:32.489988 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-dd963dd2-1a57-4de9-a7ab-300e7a215365 service neutron] Attempting to bind port ada4ff44-cbab-4c1e-a1b2-ae806e53bda4 on network e7e8ce90-f8bc-426b-80ce-a8ca1cc9446b {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:36:32.493036 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fc062bc8-418f-463b-8419-b69dc3ae68c7 req-eb9976d9-45f6-44f5-9a10-6fd9899db82f service neutron] 10.222.0.49 "GET /v2.0/networks/5dbb466f-7241-4d18-b090-2d779954893b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6603584 Sep 22 21:36:32.513728 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-e1bafcaf-4c93-44f0-be6a-0c1a5523125a None None] Attempt 6 to provision port 1d516d44-8238-4238-a923-1da38152e306 Sep 22 21:36:32.515523 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-af803793-77da-47e9-9462-17d59e799a73 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for floatingip, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:32.529583 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-dd963dd2-1a57-4de9-a7ab-300e7a215365 service neutron] Checking agent: {'id': '8a88b827-3477-4399-ac15-439d59b3c48a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'started_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:36:32.529980 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-dd963dd2-1a57-4de9-a7ab-300e7a215365 service neutron] Checking segment: {'id': 'ad60164b-0cd3-469f-bfd3-cf51c5901d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e7e8ce90-f8bc-426b-80ce-a8ca1cc9446b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:36:32.530305 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-dd963dd2-1a57-4de9-a7ab-300e7a215365 service neutron] Bound using segment: {'id': 'ad60164b-0cd3-469f-bfd3-cf51c5901d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e7e8ce90-f8bc-426b-80ce-a8ca1cc9446b'} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:36:32.530781 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-dd963dd2-1a57-4de9-a7ab-300e7a215365 service neutron] Bound port: ada4ff44-cbab-4c1e-a1b2-ae806e53bda4, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad60164b-0cd3-469f-bfd3-cf51c5901d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e7e8ce90-f8bc-426b-80ce-a8ca1cc9446b'}}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:36:32.531124 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-dd963dd2-1a57-4de9-a7ab-300e7a215365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:32.586558 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e1bafcaf-4c93-44f0-be6a-0c1a5523125a None None] Port 1d516d44-8238-4238-a923-1da38152e306 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:32.674060 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74b8c0e-07ce-4198-9fa2-d3ba2f40a8ad tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:36:32.682005 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-4eee371e-1bdd-4d1a-91cf-bb2916f13893 req-69df36df-d4f9-4696-aec7-6f6843891db0 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3213680 Sep 22 21:36:32.686093 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd3b09e-c9b7-4041-be45-7cf634806af7 None None] Sync routers for ids ['8bdbdaf5-060e-4315-b259-e76b2da195c5'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:36:32.712449 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd3b09e-c9b7-4041-be45-7cf634806af7 None None] Routers {'8bdbdaf5-060e-4315-b259-e76b2da195c5'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:36:32.713301 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-fdd3b09e-c9b7-4041-be45-7cf634806af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:36:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['8bdbdaf5-060e-4315-b259-e76b2da195c5'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:32.724400 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5146e6c-8a6c-4a1d-8512-4ac4a159f9df tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Made reservation on behalf of 5c103daa7e764303927ef5f69fe7eabf for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:36:32.729788 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c5146e6c-8a6c-4a1d-8512-4ac4a159f9df tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:32.847838 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f74b8c0e-07ce-4198-9fa2-d3ba2f40a8ad tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:32.849197 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-f74b8c0e-07ce-4198-9fa2-d3ba2f40a8ad tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 12.8950636 Sep 22 21:36:32.858979 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44562) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:32.864432 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5146e6c-8a6c-4a1d-8512-4ac4a159f9df tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:36:32.868856 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-13ae854e-b017-4420-a9a4-5e8c0dbb29b2 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:32.873780 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7b2d0c69-4bf4-4e9e-951a-6190cf39880b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:32.878743 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fc062bc8-418f-463b-8419-b69dc3ae68c7 req-568fa163-687c-449b-88be-ae3b624fcd88 service neutron] 10.222.0.49 "GET /v2.0/networks/5dbb466f-7241-4d18-b090-2d779954893b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3772881 Sep 22 21:36:32.912433 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-dd963dd2-1a57-4de9-a7ab-300e7a215365 service neutron] For port ada4ff44-cbab-4c1e-a1b2-ae806e53bda4, host hv-neutron-8589, cleared binding levels {{(pid=89008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:36:32.914317 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-fdd3b09e-c9b7-4041-be45-7cf634806af7 None None] Set router 8bdbdaf5-060e-4315-b259-e76b2da195c5 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:36:32.919666 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-dd963dd2-1a57-4de9-a7ab-300e7a215365 service neutron] For port ada4ff44-cbab-4c1e-a1b2-ae806e53bda4, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=ada4ff44-cbab-4c1e-a1b2-ae806e53bda4,segment=NetworkSegment(ad60164b-0cd3-469f-bfd3-cf51c5901d28),segment_id=ad60164b-0cd3-469f-bfd3-cf51c5901d28)] {{(pid=89008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:36:32.928117 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-7b2d0c69-4bf4-4e9e-951a-6190cf39880b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Transition to ACTIVE for port object 9731f8ac-c31a-4a8d-9ef8-71ebfa43a06a will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:36:32.933436 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-dd963dd2-1a57-4de9-a7ab-300e7a215365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:32.936581 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-dd963dd2-1a57-4de9-a7ab-300e7a215365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:32.937185 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-dd963dd2-1a57-4de9-a7ab-300e7a215365 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:32.939226 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-dd963dd2-1a57-4de9-a7ab-300e7a215365 service neutron] 10.222.0.49 "PUT /v2.0/ports/ada4ff44-cbab-4c1e-a1b2-ae806e53bda4 HTTP/1.1" status: 200 len: 1093 time: 4.8770916 Sep 22 21:36:32.982547 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f753f31b-0913-4c7a-9306-c5bd027ade92', 'tag': 'ada4ff44-cbab-4c1e-a1b2-ae806e53bda4'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:36:32.984955 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b26abb-8326-4c2d-9d4e-5fe2ab52adad" -d '{"events": [{"name": "network-changed", "server_uuid": "f753f31b-0913-4c7a-9306-c5bd027ade92", "tag": "ada4ff44-cbab-4c1e-a1b2-ae806e53bda4"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:36:33.000251 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c5146e6c-8a6c-4a1d-8512-4ac4a159f9df tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:33.000602 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-c5146e6c-8a6c-4a1d-8512-4ac4a159f9df tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Added segment c22505ee-4702-4fb0-afdd-3a3bee8afd44 of type vlan for network f9c36acf-d10a-4415-b6ee-1ffb91d33c43 Sep 22 21:36:33.048336 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d056133-71cf-49d4-b80d-740a1b446df9 x-openstack-request-id: req-7d056133-71cf-49d4-b80d-740a1b446df9 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:36:33.048859 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f753f31b-0913-4c7a-9306-c5bd027ade92", "tag": "ada4ff44-cbab-4c1e-a1b2-ae806e53bda4", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:36:33.049810 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7d056133-71cf-49d4-b80d-740a1b446df9 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:36:33.050362 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d056133-71cf-49d4-b80d-740a1b446df9'] response: {'name': 'network-changed', 'server_uuid': 'f753f31b-0913-4c7a-9306-c5bd027ade92', 'tag': 'ada4ff44-cbab-4c1e-a1b2-ae806e53bda4', 'status': 'completed', 'code': 200} Sep 22 21:36:33.070328 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c5146e6c-8a6c-4a1d-8512-4ac4a159f9df tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:33.075593 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45c440-72ed-486f-9c05-6bd433375fc4 req-52f45b93-8336-4189-9ea1-b329958c4018 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:33.083145 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6d45c440-72ed-486f-9c05-6bd433375fc4 req-52f45b93-8336-4189-9ea1-b329958c4018 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/ports?device_id=f753f31b-0913-4c7a-9306-c5bd027ade92 HTTP/1.1" status: 200 len: 943 time: 0.4197261 Sep 22 21:36:33.105374 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-e1bafcaf-4c93-44f0-be6a-0c1a5523125a None None] Attempt 7 to provision port 1d516d44-8238-4238-a923-1da38152e306 Sep 22 21:36:33.136790 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 54c48ebf-376b-4cd2-a144-2af0f868817d up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:36:33.146224 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c5146e6c-8a6c-4a1d-8512-4ac4a159f9df tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:33.152525 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5146e6c-8a6c-4a1d-8512-4ac4a159f9df tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:33.152874 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c5146e6c-8a6c-4a1d-8512-4ac4a159f9df tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:33.161622 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6d45c440-72ed-486f-9c05-6bd433375fc4 req-64ef0df8-bc6a-4b90-b6f1-99ee8dacacd8 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/security-groups?id=b1c72282-7805-4b8b-9bad-6c3b1d681138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773604 Sep 22 21:36:33.167207 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd963dd2-1a57-4de9-a7ab-300e7a215365 service neutron] Pushing event updated for resources: {'Port': ['ID=ada4ff44-cbab-4c1e-a1b2-ae806e53bda4,revision_number=3']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:33.188241 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7b2d0c69-4bf4-4e9e-951a-6190cf39880b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:33.203518 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-13ae854e-b017-4420-a9a4-5e8c0dbb29b2 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:33.230580 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e1bafcaf-4c93-44f0-be6a-0c1a5523125a None None] Port 1d516d44-8238-4238-a923-1da38152e306 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:33.248418 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-37402853-81b8-4f50-b1cf-0caf67afc208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:33.250033 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-37402853-81b8-4f50-b1cf-0caf67afc208 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f6d72e55d1f42e3ab387f563438baa9&device_id=f753f31b-0913-4c7a-9306-c5bd027ade92 HTTP/1.1" status: 200 len: 1096 time: 0.2554781 Sep 22 21:36:33.329001 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2d0c69-4bf4-4e9e-951a-6190cf39880b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Network 52055821-f714-4104-9c94-c56cfaaee358 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:36:33.338670 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-7b2d0c69-4bf4-4e9e-951a-6190cf39880b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:36:33.341041 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2d0c69-4bf4-4e9e-951a-6190cf39880b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:36:33.372813 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-fdd3b09e-c9b7-4041-be45-7cf634806af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bdbdaf5-060e-4315-b259-e76b2da195c5', 'name': 'tempest-snat-router-1104404779', 'tenant_id': 'c275b92bbdea4fe486949cf21439c562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': 'a94bbc93-872f-401f-8b79-d3bea4658102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:36:20Z', 'updated_at': '2022-09-22T21:36:27Z', 'revision_number': 3, 'project_id': 'c275b92bbdea4fe486949cf21439c562', 'gw_port': {'id': 'a94bbc93-872f-401f-8b79-d3bea4658102', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bdbdaf5-060e-4315-b259-e76b2da195c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:36:24Z', 'updated_at': '2022-09-22T21:36:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:33.376807 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd3b09e-c9b7-4041-be45-7cf634806af7 None None] Checking router: 8bdbdaf5-060e-4315-b259-e76b2da195c5 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:36:33.377709 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd3b09e-c9b7-4041-be45-7cf634806af7 None None] Updating router 8bdbdaf5-060e-4315-b259-e76b2da195c5 port a94bbc93-872f-401f-8b79-d3bea4658102 binding host dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:36:33.381392 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-0b77adb2-a596-4ea9-bb3c-9b0b2d8bfd9d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ada4ff44-cbab-4c1e-a1b2-ae806e53bda4 HTTP/1.1" status: 200 len: 217 time: 0.1157384 Sep 22 21:36:33.426404 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c5146e6c-8a6c-4a1d-8512-4ac4a159f9df tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1166308 Sep 22 21:36:33.432900 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-fdd3b09e-c9b7-4041-be45-7cf634806af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:33.444174 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44568) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:33.447269 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-13ae854e-b017-4420-a9a4-5e8c0dbb29b2 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:33.449693 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-13ae854e-b017-4420-a9a4-5e8c0dbb29b2 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:33.450832 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-13ae854e-b017-4420-a9a4-5e8c0dbb29b2 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] 10.222.0.33 "DELETE /v2.0/security-groups/c23cd78e-1557-4d96-836e-3eda042a7f5c HTTP/1.1" status: 204 len: 168 time: 1.0232315 Sep 22 21:36:33.453528 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-e4e26b20-f973-4746-80b2-e6e420f7ae9b tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Request body: {'subnet': {'network_id': 'f9c36acf-d10a-4415-b6ee-1ffb91d33c43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:33.466834 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-9641b882-d12a-44a0-8fd2-d0f05801773f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Allocated IP 172.20.0.9 (98c62b9a-5d2a-496f-a1e5-12a6874f54f0/a4891861-1950-46d8-91fc-3969150142c0/108041b9-1242-4dc1-ba3d-8c38602d9072) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:36:33.475266 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d0c69-4bf4-4e9e-951a-6190cf39880b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event updated for resources: {'Port': ['ID=9731f8ac-c31a-4a8d-9ef8-71ebfa43a06a,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:33.486299 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44572) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:33.524625 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-9641b882-d12a-44a0-8fd2-d0f05801773f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Allocated IP 2001:db8::f816:3eff:fe65:f99a (98c62b9a-5d2a-496f-a1e5-12a6874f54f0/bbb2d334-3df8-4435-b6de-e20ba29e7291/108041b9-1242-4dc1-ba3d-8c38602d9072) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:36:33.528502 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae854e-b017-4420-a9a4-5e8c0dbb29b2 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23cd78e-1557-4d96-836e-3eda042a7f5c,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:33.545887 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5146e6c-8a6c-4a1d-8512-4ac4a159f9df tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event updated for resources: {'Network': ['ID=f9c36acf-d10a-4415-b6ee-1ffb91d33c43,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:33.582846 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network f9c36acf-d10a-4415-b6ee-1ffb91d33c43 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:36:33.629658 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7b2d0c69-4bf4-4e9e-951a-6190cf39880b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:33.664618 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-b9da58b1-6bb4-4580-94a4-06570d8ee734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:33.666045 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-b9da58b1-6bb4-4580-94a4-06570d8ee734 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7626be6f-2702-4825-9c41-089745382c3d HTTP/1.1" status: 200 len: 852 time: 0.2742581 Sep 22 21:36:33.667964 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-5053721b-125c-4126-9943-3ae2174c83f4 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] 10.222.0.33 "GET /v2.0/routers/8bdbdaf5-060e-4315-b259-e76b2da195c5 HTTP/1.1" status: 200 len: 908 time: 0.8051701 Sep 22 21:36:33.684614 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44576) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:33.728504 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-e4e26b20-f973-4746-80b2-e6e420f7ae9b tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:33.732411 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-e1bafcaf-4c93-44f0-be6a-0c1a5523125a None None] Attempt 8 to provision port 1d516d44-8238-4238-a923-1da38152e306 Sep 22 21:36:33.742410 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-0c83f940-b6ea-4386-90b6-c4153b07d888 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e7e8ce90-f8bc-426b-80ce-a8ca1cc9446b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663793 Sep 22 21:36:33.745466 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-e4e26b20-f973-4746-80b2-e6e420f7ae9b tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Usage tracker for resource:subnet and tenant:5c103daa7e764303927ef5f69fe7eabf is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:33.770935 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-e4e26b20-f973-4746-80b2-e6e420f7ae9b tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:33.822308 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-8babab86-1249-4dd0-88b5-4ca9c09f1c7d tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Synchronizing usage tracker for tenant:b6fd8d739cc24025a8b16322874aaf00 on resource:security_group {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:36:33.836098 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-e4e26b20-f973-4746-80b2-e6e420f7ae9b tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:33.857638 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e1bafcaf-4c93-44f0-be6a-0c1a5523125a None None] Port 1d516d44-8238-4238-a923-1da38152e306 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:33.875649 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e26b20-f973-4746-80b2-e6e420f7ae9b tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Made reservation on behalf of 5c103daa7e764303927ef5f69fe7eabf for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:36:33.879772 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b20-f973-4746-80b2-e6e420f7ae9b tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:33.888752 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-af803793-77da-47e9-9462-17d59e799a73 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:34.068382 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-6a46d1bb-f94a-4bcd-b968-2e4975402175 service neutron] 10.222.0.49 "GET /v2.0/networks/e7e8ce90-f8bc-426b-80ce-a8ca1cc9446b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181994 Sep 22 21:36:34.100441 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-fdd3b09e-c9b7-4041-be45-7cf634806af7 None None] Notify callbacks [] for port, precommit_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:34.113989 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-fdd3b09e-c9b7-4041-be45-7cf634806af7 None None] Transition to ACTIVE for port object a94bbc93-872f-401f-8b79-d3bea4658102 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:36:34.120337 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-fdd3b09e-c9b7-4041-be45-7cf634806af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:34.143046 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-8babab86-1249-4dd0-88b5-4ca9c09f1c7d tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Unset dirty status for tenant:b6fd8d739cc24025a8b16322874aaf00 on resource:security_group {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:36:34.145794 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-8babab86-1249-4dd0-88b5-4ca9c09f1c7d tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6480165 Sep 22 21:36:34.177652 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44582) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:34.183378 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-fdd3b09e-c9b7-4041-be45-7cf634806af7 None None] Attempting to bind port a94bbc93-872f-401f-8b79-d3bea4658102 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:36:34.183747 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-fdd3b09e-c9b7-4041-be45-7cf634806af7 None None] Attempting to bind port a94bbc93-872f-401f-8b79-d3bea4658102 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:36:34.184641 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd3b09e-c9b7-4041-be45-7cf634806af7 None None] Attempting to bind port a94bbc93-872f-401f-8b79-d3bea4658102 on network a22ae1c9-d428-411f-af43-ce0f71b38d9c {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:36:34.195241 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd3b09e-c9b7-4041-be45-7cf634806af7 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:36:34.195241 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd3b09e-c9b7-4041-be45-7cf634806af7 None None] Checking segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:36:34.195610 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-fdd3b09e-c9b7-4041-be45-7cf634806af7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:34.195877 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2017d8f8-3c6a-49fc-80e6-6ca69a2ed5b3 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks [] for router, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:34.195990 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd3b09e-c9b7-4041-be45-7cf634806af7 None None] Bound using segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:36:34.196350 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-fdd3b09e-c9b7-4041-be45-7cf634806af7 None None] Bound port: a94bbc93-872f-401f-8b79-d3bea4658102, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:36:34.196704 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-fdd3b09e-c9b7-4041-be45-7cf634806af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:34.239090 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb17325-2385-4262-91fa-0f1a48b3d599 None None] Pushing event updated for resources: {'Port': ['ID=a94bbc93-872f-401f-8b79-d3bea4658102,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:34.283166 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-fdd3b09e-c9b7-4041-be45-7cf634806af7 None None] For port a94bbc93-872f-401f-8b79-d3bea4658102, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:36:34.287515 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-fdd3b09e-c9b7-4041-be45-7cf634806af7 None None] For port a94bbc93-872f-401f-8b79-d3bea4658102, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=a94bbc93-872f-401f-8b79-d3bea4658102,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:36:34.297416 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-fdd3b09e-c9b7-4041-be45-7cf634806af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:34.319643 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7b2d0c69-4bf4-4e9e-951a-6190cf39880b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:34.364106 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-4e5a5ca1-584c-48e9-acad-72f225519275 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Request body: {'security_group': {'name': 'tempest-secgroup--907012236'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:34.366792 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-e1bafcaf-4c93-44f0-be6a-0c1a5523125a None None] Attempt 9 to provision port 1d516d44-8238-4238-a923-1da38152e306 Sep 22 21:36:34.407936 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd3b09e-c9b7-4041-be45-7cf634806af7 None None] Routers {'8bdbdaf5-060e-4315-b259-e76b2da195c5'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:36:34.409452 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-4e5a5ca1-584c-48e9-acad-72f225519275 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:34.409623 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-fdd3b09e-c9b7-4041-be45-7cf634806af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:36:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['8bdbdaf5-060e-4315-b259-e76b2da195c5'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:34.455987 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-4e5a5ca1-584c-48e9-acad-72f225519275 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:34.466847 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9641b882-d12a-44a0-8fd2-d0f05801773f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:34.514174 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e1bafcaf-4c93-44f0-be6a-0c1a5523125a None None] Port 1d516d44-8238-4238-a923-1da38152e306 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:34.517031 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb17325-2385-4262-91fa-0f1a48b3d599 None None] Pushing event updated for resources: {'Port': ['ID=a94bbc93-872f-401f-8b79-d3bea4658102,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:34.595658 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6e3d64da-2950-4fa4-a4d6-e42cf41ad820 req-9db51d6a-0b31-49c1-8ea6-3a95241c61e3 service neutron] 10.222.0.49 "GET /v2.0/networks/e7e8ce90-f8bc-426b-80ce-a8ca1cc9446b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5185616 Sep 22 21:36:34.625453 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-fdd3b09e-c9b7-4041-be45-7cf634806af7 None None] Set router 8bdbdaf5-060e-4315-b259-e76b2da195c5 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:36:34.704304 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca4f50-9e1a-40b7-a63c-1bd330fffc1c req-a97bfe66-121e-4c00-947b-daf8aba4b519 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:34.707100 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-5aca4f50-9e1a-40b7-a63c-1bd330fffc1c req-a97bfe66-121e-4c00-947b-daf8aba4b519 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.8879752 Sep 22 21:36:34.717176 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-af803793-77da-47e9-9462-17d59e799a73 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Allocated IP 172.26.0.130 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/201fcd62-001d-4713-8d3e-562f4a879aca) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:36:34.719355 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4e5a5ca1-584c-48e9-acad-72f225519275 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:34.734126 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-9641b882-d12a-44a0-8fd2-d0f05801773f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Transition to ACTIVE for port object 108041b9-1242-4dc1-ba3d-8c38602d9072 will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:36:34.842253 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e63087-a7e6-4f11-bd59-85014bbb11e6 req-35ca471a-723b-485b-b1ea-d526ad822911 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:34.843774 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-60e63087-a7e6-4f11-bd59-85014bbb11e6 req-35ca471a-723b-485b-b1ea-d526ad822911 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/ports?device_id=f753f31b-0913-4c7a-9306-c5bd027ade92 HTTP/1.1" status: 200 len: 943 time: 0.4843080 Sep 22 21:36:34.848113 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b20-f973-4746-80b2-e6e420f7ae9b tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:34.869348 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-4e5a5ca1-584c-48e9-acad-72f225519275 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:34.896311 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2017d8f8-3c6a-49fc-80e6-6ca69a2ed5b3 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:34.904250 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-4e5a5ca1-584c-48e9-acad-72f225519275 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Usage tracker for resource:security_group_rule and tenant:b6fd8d739cc24025a8b16322874aaf00 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:34.909112 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-4e5a5ca1-584c-48e9-acad-72f225519275 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:34.916049 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-5aca4f50-9e1a-40b7-a63c-1bd330fffc1c req-5e2e1210-61bb-45f2-8154-699a6b746192 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784554 Sep 22 21:36:34.922792 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-4e5a5ca1-584c-48e9-acad-72f225519275 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:34.955003 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-2017d8f8-3c6a-49fc-80e6-6ca69a2ed5b3 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Deleting port a94bbc93-872f-401f-8b79-d3bea4658102 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:36:34.956064 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2017d8f8-3c6a-49fc-80e6-6ca69a2ed5b3 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:34.957414 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-fdd3b09e-c9b7-4041-be45-7cf634806af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bdbdaf5-060e-4315-b259-e76b2da195c5', 'name': 'tempest-snat-router-1104404779', 'tenant_id': 'c275b92bbdea4fe486949cf21439c562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': 'a94bbc93-872f-401f-8b79-d3bea4658102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:36:20Z', 'updated_at': '2022-09-22T21:36:27Z', 'revision_number': 3, 'project_id': 'c275b92bbdea4fe486949cf21439c562', 'gw_port': {'id': 'a94bbc93-872f-401f-8b79-d3bea4658102', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bdbdaf5-060e-4315-b259-e76b2da195c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:36:24Z', 'updated_at': '2022-09-22T21:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:34.961628 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd3b09e-c9b7-4041-be45-7cf634806af7 None None] The sync data for ids ['8bdbdaf5-060e-4315-b259-e76b2da195c5'] in dv-neutron-858900-1-hyperv is: [{'id': '8bdbdaf5-060e-4315-b259-e76b2da195c5', 'name': 'tempest-snat-router-1104404779', 'tenant_id': 'c275b92bbdea4fe486949cf21439c562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': 'a94bbc93-872f-401f-8b79-d3bea4658102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:36:20Z', 'updated_at': '2022-09-22T21:36:27Z', 'revision_number': 3, 'project_id': 'c275b92bbdea4fe486949cf21439c562', 'gw_port': {'id': 'a94bbc93-872f-401f-8b79-d3bea4658102', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bdbdaf5-060e-4315-b259-e76b2da195c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:36:24Z', 'updated_at': '2022-09-22T21:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:36:35.015249 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-e1bafcaf-4c93-44f0-be6a-0c1a5523125a None None] Attempt 10 to provision port 1d516d44-8238-4238-a923-1da38152e306 Sep 22 21:36:35.034977 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9641b882-d12a-44a0-8fd2-d0f05801773f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:35.116464 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e1bafcaf-4c93-44f0-be6a-0c1a5523125a None None] Port 1d516d44-8238-4238-a923-1da38152e306 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:35.146146 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e26b20-f973-4746-80b2-e6e420f7ae9b tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event updated for resources: {'Subnet': ['ID=f286df80-3d5a-4ce9-ba7d-1348c9a80060,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:35.149739 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b26abb-8326-4c2d-9d4e-5fe2ab52adad req-d1220dda-20f6-4550-87f8-004775d78bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:35.151326 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-56b26abb-8326-4c2d-9d4e-5fe2ab52adad req-d1220dda-20f6-4550-87f8-004775d78bdc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f6d72e55d1f42e3ab387f563438baa9&device_id=f753f31b-0913-4c7a-9306-c5bd027ade92 HTTP/1.1" status: 200 len: 1096 time: 0.4558549 Sep 22 21:36:35.197685 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-60e63087-a7e6-4f11-bd59-85014bbb11e6 req-08f9b57e-5ee9-47c6-ad0b-1f46da3bb367 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/security-groups?id=b1c72282-7805-4b8b-9bad-6c3b1d681138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421273 Sep 22 21:36:35.236833 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9641b882-d12a-44a0-8fd2-d0f05801773f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:36:35.254384 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-a2255ad0-90d7-419a-a635-93b183eee5c9 None None] Provisioning for port 54c48ebf-376b-4cd2-a144-2af0f868817d completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:36:35.273888 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-a2255ad0-90d7-419a-a635-93b183eee5c9 None None] Provisioning complete for port 54c48ebf-376b-4cd2-a144-2af0f868817d triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:36:35.274583 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a2255ad0-90d7-419a-a635-93b183eee5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:35.275742 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e26b20-f973-4746-80b2-e6e420f7ae9b tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Checking segment: {'id': 'c22505ee-4702-4fb0-afdd-3a3bee8afd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f9c36acf-d10a-4415-b6ee-1ffb91d33c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:36:35.276196 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e26b20-f973-4746-80b2-e6e420f7ae9b tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Network hostable DHCP agents. Network: f9c36acf-d10a-4415-b6ee-1ffb91d33c43, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:36:35.276673 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a2255ad0-90d7-419a-a635-93b183eee5c9 None None] Attempt 1 to provision port 54c48ebf-376b-4cd2-a144-2af0f868817d Sep 22 21:36:35.276975 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-9641b882-d12a-44a0-8fd2-d0f05801773f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:36:35.367759 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-af803793-77da-47e9-9462-17d59e799a73 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:35.373046 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9641b882-d12a-44a0-8fd2-d0f05801773f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:36:35.445351 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e26b20-f973-4746-80b2-e6e420f7ae9b tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Network f9c36acf-d10a-4415-b6ee-1ffb91d33c43 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:36:35.448387 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b26abb-8326-4c2d-9d4e-5fe2ab52adad req-bc48bc76-e051-40ff-8fa2-b2c96fdecc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:35.450106 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-56b26abb-8326-4c2d-9d4e-5fe2ab52adad req-bc48bc76-e051-40ff-8fa2-b2c96fdecc21 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e7e8ce90-f8bc-426b-80ce-a8ca1cc9446b HTTP/1.1" status: 200 len: 912 time: 0.2908664 Sep 22 21:36:35.460996 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7b2d0c69-4bf4-4e9e-951a-6190cf39880b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:35.505165 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9641b882-d12a-44a0-8fd2-d0f05801773f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Port': ['ID=108041b9-1242-4dc1-ba3d-8c38602d9072,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:35.534030 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a2255ad0-90d7-419a-a635-93b183eee5c9 None None] Current status of the port 54c48ebf-376b-4cd2-a144-2af0f868817d is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:36:35.534465 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a2255ad0-90d7-419a-a635-93b183eee5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:35.569188 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-e4e26b20-f973-4746-80b2-e6e420f7ae9b tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, f9c36acf-d10a-4415-b6ee-1ffb91d33c43) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:36:35.571774 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7b2d0c69-4bf4-4e9e-951a-6190cf39880b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:35.584541 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-a2255ad0-90d7-419a-a635-93b183eee5c9 None None] For port 54c48ebf-376b-4cd2-a144-2af0f868817d, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=54c48ebf-376b-4cd2-a144-2af0f868817d,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:36:35.587912 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5343f8c2-5bd1-4948-8360-d37c7f5744f0 None None] Network f9c36acf-d10a-4415-b6ee-1ffb91d33c43 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:36:35.609873 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-56b26abb-8326-4c2d-9d4e-5fe2ab52adad req-d5c13f94-ff09-4173-970f-b421a8470394 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ada4ff44-cbab-4c1e-a1b2-ae806e53bda4 HTTP/1.1" status: 200 len: 217 time: 0.1365228 Sep 22 21:36:35.614986 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1b39c5ce-55da-4fcd-a753-1e04a7abadd1 req-fb125068-11db-467a-9b22-3443c0e66a6e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5512290 Sep 22 21:36:35.625796 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a2255ad0-90d7-419a-a635-93b183eee5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:35.646387 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4e5a5ca1-584c-48e9-acad-72f225519275 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:35.661021 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9641b882-d12a-44a0-8fd2-d0f05801773f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:35.661763 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9641b882-d12a-44a0-8fd2-d0f05801773f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:35.713229 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4e5a5ca1-584c-48e9-acad-72f225519275 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:35.738793 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-9641b882-d12a-44a0-8fd2-d0f05801773f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.4072936 Sep 22 21:36:35.764514 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44590) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:35.772945 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e26b20-f973-4746-80b2-e6e420f7ae9b tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:35.773618 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b20-f973-4746-80b2-e6e420f7ae9b tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:35.834101 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-2017d8f8-3c6a-49fc-80e6-6ca69a2ed5b3 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] For port a94bbc93-872f-401f-8b79-d3bea4658102, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=a94bbc93-872f-401f-8b79-d3bea4658102,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:36:35.834697 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2017d8f8-3c6a-49fc-80e6-6ca69a2ed5b3 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:35.870831 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faab408-18cb-4af9-8225-f4631820b22f req-6a9339f0-604f-4f83-830d-625f544b9d24 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:35.879201 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-7faab408-18cb-4af9-8225-f4631820b22f req-6a9339f0-604f-4f83-830d-625f544b9d24 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.7745249 Sep 22 21:36:35.879792 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2255ad0-90d7-419a-a635-93b183eee5c9 None None] Pushing event updated for resources: {'Port': ['ID=54c48ebf-376b-4cd2-a144-2af0f868817d,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:35.884247 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-a2255ad0-90d7-419a-a635-93b183eee5c9 None None] Provisioning for port 9731f8ac-c31a-4a8d-9ef8-71ebfa43a06a completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:36:35.898342 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-a2255ad0-90d7-419a-a635-93b183eee5c9 None None] Provisioning complete for port 9731f8ac-c31a-4a8d-9ef8-71ebfa43a06a triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:36:35.898906 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a2255ad0-90d7-419a-a635-93b183eee5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:35.899338 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a2255ad0-90d7-419a-a635-93b183eee5c9 None None] Attempt 1 to provision port 9731f8ac-c31a-4a8d-9ef8-71ebfa43a06a Sep 22 21:36:35.926116 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4e5a5ca1-584c-48e9-acad-72f225519275 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:35.927372 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-4e5a5ca1-584c-48e9-acad-72f225519275 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7477763 Sep 22 21:36:35.933601 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44594) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:35.950559 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e4e26b20-f973-4746-80b2-e6e420f7ae9b tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5019977 Sep 22 21:36:35.953295 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44598) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:35.957253 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d0c69-4bf4-4e9e-951a-6190cf39880b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event updated for resources: {'Port': ['ID=9731f8ac-c31a-4a8d-9ef8-71ebfa43a06a,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:35.961718 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7b2d0c69-4bf4-4e9e-951a-6190cf39880b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:35.968709 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-53dfc840-d975-464b-bcce-1d4fc4886c3a tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Request body: {'security_group_rule': {'security_group_id': 'dcc47f6e-d3f1-4af4-a8b6-8e1dfe505d95', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:35.969543 dv-neutron-858900-1-hyperv neutron-server[89008]: WARNING neutron.api.v2.base [None req-53dfc840-d975-464b-bcce-1d4fc4886c3a tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 22 21:36:35.971471 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-53dfc840-d975-464b-bcce-1d4fc4886c3a tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:36:35.972965 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-53dfc840-d975-464b-bcce-1d4fc4886c3a tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0286999 Sep 22 21:36:35.985423 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2255ad0-90d7-419a-a635-93b183eee5c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:36:35.986231 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2255ad0-90d7-419a-a635-93b183eee5c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:36:35.986737 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2255ad0-90d7-419a-a635-93b183eee5c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:36:35.987208 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2255ad0-90d7-419a-a635-93b183eee5c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:36:35.987641 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2255ad0-90d7-419a-a635-93b183eee5c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:36:35.988085 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2255ad0-90d7-419a-a635-93b183eee5c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:36:35.988512 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2255ad0-90d7-419a-a635-93b183eee5c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:36:35.988941 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2255ad0-90d7-419a-a635-93b183eee5c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:36:35.989364 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2255ad0-90d7-419a-a635-93b183eee5c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:36:35.989789 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2255ad0-90d7-419a-a635-93b183eee5c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:36:35.990224 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2255ad0-90d7-419a-a635-93b183eee5c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:36:35.990663 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2255ad0-90d7-419a-a635-93b183eee5c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:36:36.046344 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b26abb-8326-4c2d-9d4e-5fe2ab52adad req-80d56d3c-8202-487d-ab42-8d71b987aed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:36.054227 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-56b26abb-8326-4c2d-9d4e-5fe2ab52adad req-80d56d3c-8202-487d-ab42-8d71b987aed7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7626be6f-2702-4825-9c41-089745382c3d HTTP/1.1" status: 200 len: 852 time: 0.4359503 Sep 22 21:36:36.058403 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44602) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:36.074004 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a2255ad0-90d7-419a-a635-93b183eee5c9 None None] Port 9731f8ac-c31a-4a8d-9ef8-71ebfa43a06a cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:36.080684 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5a5ca1-584c-48e9-acad-72f225519275 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc47f6e-d3f1-4af4-a8b6-8e1dfe505d95,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:36.094163 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-2017d8f8-3c6a-49fc-80e6-6ca69a2ed5b3 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Calling delete_port for a94bbc93-872f-401f-8b79-d3bea4658102 owned by network:router_gateway {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:36:36.177175 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8d4c9e-0f87-47f1-9837-d981a84c81a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-f9c36acf-d10a-4415-b6ee-1ffb91d33c43', 'network_id': 'f9c36acf-d10a-4415-b6ee-1ffb91d33c43', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'fixed_ips': [{'subnet_id': 'f286df80-3d5a-4ce9-ba7d-1348c9a80060'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:36:36.178450 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-af803793-77da-47e9-9462-17d59e799a73 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:36.179874 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-be8d4c9e-0f87-47f1-9837-d981a84c81a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:36.258443 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-7faab408-18cb-4af9-8225-f4631820b22f req-ef91851a-8019-44f8-ade3-06e5193afa0c tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3785706 Sep 22 21:36:36.292437 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af803793-77da-47e9-9462-17d59e799a73 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:36:36.302804 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-af803793-77da-47e9-9462-17d59e799a73 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:36:36.306755 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af803793-77da-47e9-9462-17d59e799a73 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Pushing event updated for resources: {'Port': ['ID=201fcd62-001d-4713-8d3e-562f4a879aca,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:36.317534 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af803793-77da-47e9-9462-17d59e799a73 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:36:36.359625 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1220981c-2931-4eab-9412-ab9ce0b60743 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:36.367136 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1220981c-2931-4eab-9412-ab9ce0b60743 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:36.367959 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-1220981c-2931-4eab-9412-ab9ce0b60743 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:36:36.484594 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-be8d4c9e-0f87-47f1-9837-d981a84c81a2 None None] Allocated IP 2001:db8::2 (f9c36acf-d10a-4415-b6ee-1ffb91d33c43/f286df80-3d5a-4ce9-ba7d-1348c9a80060/a8ee2d5e-bf2f-4a5c-ba3d-a5776a175ad0) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:36:36.505639 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-1220981c-2931-4eab-9412-ab9ce0b60743 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:36:36.509565 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-1220981c-2931-4eab-9412-ab9ce0b60743 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.7380705 Sep 22 21:36:36.519717 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44610) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:36.577774 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-56b26abb-8326-4c2d-9d4e-5fe2ab52adad req-70a3ed84-ce4b-4f3b-95cf-5ca6eafebe98 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e7e8ce90-f8bc-426b-80ce-a8ca1cc9446b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3611887 Sep 22 21:36:36.627462 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a2255ad0-90d7-419a-a635-93b183eee5c9 None None] Attempt 2 to provision port 9731f8ac-c31a-4a8d-9ef8-71ebfa43a06a Sep 22 21:36:36.747533 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-81a4aea3-ad56-4d8e-8d41-b1706097dbd3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Deleting port 108041b9-1242-4dc1-ba3d-8c38602d9072 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:36:36.751608 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2d0c69-4bf4-4e9e-951a-6190cf39880b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Network 52055821-f714-4104-9c94-c56cfaaee358 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:36:36.752515 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-81a4aea3-ad56-4d8e-8d41-b1706097dbd3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:36.820612 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a2255ad0-90d7-419a-a635-93b183eee5c9 None None] Port 9731f8ac-c31a-4a8d-9ef8-71ebfa43a06a cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:36.951636 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-7b2d0c69-4bf4-4e9e-951a-6190cf39880b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:36:37.035828 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39c5ce-55da-4fcd-a753-1e04a7abadd1 req-a711d09d-e86e-4cbc-956d-ceb6658f95cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:37.037899 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1b39c5ce-55da-4fcd-a753-1e04a7abadd1 req-a711d09d-e86e-4cbc-956d-ceb6658f95cc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=25574d9f1a93412b95f1e988f287237a&device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 1099 time: 1.2498720 Sep 22 21:36:37.145235 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-56d3133c-37d9-40f7-8f90-1368985702af tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:37.200360 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2017d8f8-3c6a-49fc-80e6-6ca69a2ed5b3 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:37.258455 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device a94bbc93-872f-401f-8b79-d3bea4658102 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:36:37.292080 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device ada4ff44-cbab-4c1e-a1b2-ae806e53bda4 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 21:36:37.318081 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2017d8f8-3c6a-49fc-80e6-6ca69a2ed5b3 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Pushing event deleted for resources: {'Port': ['ID=a94bbc93-872f-401f-8b79-d3bea4658102,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:37.322934 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a2255ad0-90d7-419a-a635-93b183eee5c9 None None] Attempt 3 to provision port 9731f8ac-c31a-4a8d-9ef8-71ebfa43a06a Sep 22 21:36:37.372990 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: a94bbc93-872f-401f-8b79-d3bea4658102 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:36:37.373447 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device a94bbc93-872f-401f-8b79-d3bea4658102 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Sep 22 21:36:37.413576 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.db.resource_extend [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 21:36:37.440244 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Port a94bbc93-872f-401f-8b79-d3bea4658102 not found, will not notify nova. {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Sep 22 21:36:37.441040 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 54c48ebf-376b-4cd2-a144-2af0f868817d up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:36:37.522649 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2017d8f8-3c6a-49fc-80e6-6ca69a2ed5b3 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8012236'] for router_gateway, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:37.533960 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-56d3133c-37d9-40f7-8f90-1368985702af tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:37.552842 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-be8d4c9e-0f87-47f1-9837-d981a84c81a2 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:37.561969 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a2255ad0-90d7-419a-a635-93b183eee5c9 None None] Port 9731f8ac-c31a-4a8d-9ef8-71ebfa43a06a cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:37.572740 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-be8d4c9e-0f87-47f1-9837-d981a84c81a2 None None] Transition to ACTIVE for port object a8ee2d5e-bf2f-4a5c-ba3d-a5776a175ad0 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:36:37.604745 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8107a33-ab99-416e-bb08-78edd99be2ac req-97af4a4d-9a51-4e45-bc1b-e0d3043a5021 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:37.606222 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b8107a33-ab99-416e-bb08-78edd99be2ac req-97af4a4d-9a51-4e45-bc1b-e0d3043a5021 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/ports?device_id=f753f31b-0913-4c7a-9306-c5bd027ade92 HTTP/1.1" status: 200 len: 943 time: 1.0180011 Sep 22 21:36:37.621778 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-be8d4c9e-0f87-47f1-9837-d981a84c81a2 None None] Transition to ACTIVE for port object a8ee2d5e-bf2f-4a5c-ba3d-a5776a175ad0 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:36:37.641991 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-be8d4c9e-0f87-47f1-9837-d981a84c81a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:37.663389 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-56b26abb-8326-4c2d-9d4e-5fe2ab52adad req-769ff604-fb11-4355-94d2-fd92d1f06974 service neutron] 10.222.0.49 "GET /v2.0/networks/e7e8ce90-f8bc-426b-80ce-a8ca1cc9446b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0251091 Sep 22 21:36:37.721905 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port ada4ff44-cbab-4c1e-a1b2-ae806e53bda4, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=ada4ff44-cbab-4c1e-a1b2-ae806e53bda4,segment=NetworkSegment(ad60164b-0cd3-469f-bfd3-cf51c5901d28),segment_id=ad60164b-0cd3-469f-bfd3-cf51c5901d28)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:36:37.731109 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 54c48ebf-376b-4cd2-a144-2af0f868817d triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:36:37.731618 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:37.732072 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 54c48ebf-376b-4cd2-a144-2af0f868817d Sep 22 21:36:37.758060 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8d4c9e-0f87-47f1-9837-d981a84c81a2 None None] Network f9c36acf-d10a-4415-b6ee-1ffb91d33c43 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:36:37.771215 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-be8d4c9e-0f87-47f1-9837-d981a84c81a2 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:36:37.779464 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2017d8f8-3c6a-49fc-80e6-6ca69a2ed5b3 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:37.783905 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8d4c9e-0f87-47f1-9837-d981a84c81a2 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:36:37.794547 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2017d8f8-3c6a-49fc-80e6-6ca69a2ed5b3 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:37.796500 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8d4c9e-0f87-47f1-9837-d981a84c81a2 None None] Pushing event updated for resources: {'Port': ['ID=a8ee2d5e-bf2f-4a5c-ba3d-a5776a175ad0,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:37.800326 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': 'ada4ff44-cbab-4c1e-a1b2-ae806e53bda4', 'network_id': 'e7e8ce90-f8bc-426b-80ce-a8ca1cc9446b', 'port_id': 'ada4ff44-cbab-4c1e-a1b2-ae806e53bda4', 'mac_address': 'fa:16:3e:74:69:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7626be6f-2702-4825-9c41-089745382c3d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 21:36:37.853713 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0199996-ae48-455b-98ce-f69f34f5f7a4 req-20f45bfd-8f2b-4fe2-941c-8a191c2ee8b2 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:37.855296 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-e0199996-ae48-455b-98ce-f69f34f5f7a4 req-20f45bfd-8f2b-4fe2-941c-8a191c2ee8b2 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.7308347 Sep 22 21:36:37.883896 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2017d8f8-3c6a-49fc-80e6-6ca69a2ed5b3 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:37.884346 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2017d8f8-3c6a-49fc-80e6-6ca69a2ed5b3 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8bdbdaf5-060e-4315-b259-e76b2da195c5 {{(pid=89009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:36:37.922595 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-81a4aea3-ad56-4d8e-8d41-b1706097dbd3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:37.937431 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2d0c69-4bf4-4e9e-951a-6190cf39880b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Router d6198a6f-dab0-4dfb-80e1-bacec028c3c7 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:36:37.967695 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39c5ce-55da-4fcd-a753-1e04a7abadd1 req-7b1f80a7-4d74-4355-b68d-b8d186e0c33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:37.969180 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1b39c5ce-55da-4fcd-a753-1e04a7abadd1 req-7b1f80a7-4d74-4355-b68d-b8d186e0c33a service neutron] 10.222.0.49 "GET /v2.0/networks?id=5dbb466f-7241-4d18-b090-2d779954893b HTTP/1.1" status: 200 len: 911 time: 0.8994517 Sep 22 21:36:37.982859 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-be8d4c9e-0f87-47f1-9837-d981a84c81a2 None None] Attempting to bind port a8ee2d5e-bf2f-4a5c-ba3d-a5776a175ad0 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:36:37.983278 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-be8d4c9e-0f87-47f1-9837-d981a84c81a2 None None] Attempting to bind port a8ee2d5e-bf2f-4a5c-ba3d-a5776a175ad0 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'c22505ee-4702-4fb0-afdd-3a3bee8afd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f9c36acf-d10a-4415-b6ee-1ffb91d33c43'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:36:37.983599 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8d4c9e-0f87-47f1-9837-d981a84c81a2 None None] Attempting to bind port a8ee2d5e-bf2f-4a5c-ba3d-a5776a175ad0 on network f9c36acf-d10a-4415-b6ee-1ffb91d33c43 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:36:37.994254 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8d4c9e-0f87-47f1-9837-d981a84c81a2 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:36:37.994673 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8d4c9e-0f87-47f1-9837-d981a84c81a2 None None] Checking segment: {'id': 'c22505ee-4702-4fb0-afdd-3a3bee8afd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f9c36acf-d10a-4415-b6ee-1ffb91d33c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:36:37.995059 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-be8d4c9e-0f87-47f1-9837-d981a84c81a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:37.995461 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8d4c9e-0f87-47f1-9837-d981a84c81a2 None None] Bound using segment: {'id': 'c22505ee-4702-4fb0-afdd-3a3bee8afd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f9c36acf-d10a-4415-b6ee-1ffb91d33c43'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:36:37.995935 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-be8d4c9e-0f87-47f1-9837-d981a84c81a2 None None] Bound port: a8ee2d5e-bf2f-4a5c-ba3d-a5776a175ad0, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22505ee-4702-4fb0-afdd-3a3bee8afd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f9c36acf-d10a-4415-b6ee-1ffb91d33c43'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:36:37.996315 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-be8d4c9e-0f87-47f1-9837-d981a84c81a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:38.007832 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port ada4ff44-cbab-4c1e-a1b2-ae806e53bda4 is: DOWN; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:36:38.008286 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:38.058035 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ada4ff44-cbab-4c1e-a1b2-ae806e53bda4 {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:36:38.059043 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b8107a33-ab99-416e-bb08-78edd99be2ac req-d64cc3da-9517-4fbe-a1cb-bc5f333d7fbe tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/security-groups?id=b1c72282-7805-4b8b-9bad-6c3b1d681138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4373410 Sep 22 21:36:38.066752 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a2255ad0-90d7-419a-a635-93b183eee5c9 None None] Attempt 4 to provision port 9731f8ac-c31a-4a8d-9ef8-71ebfa43a06a Sep 22 21:36:38.089225 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6f10f3ee-32ce-4030-97c8-80ba3e2a07d1 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:38.097071 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-81a4aea3-ad56-4d8e-8d41-b1706097dbd3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Calling delete_port for 108041b9-1242-4dc1-ba3d-8c38602d9072 owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:36:38.166886 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-e0199996-ae48-455b-98ce-f69f34f5f7a4 req-a8b5f914-21cd-4ce4-93dd-ccad763013a1 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2890687 Sep 22 21:36:38.182422 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-56d3133c-37d9-40f7-8f90-1368985702af tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:38.193296 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2017d8f8-3c6a-49fc-80e6-6ca69a2ed5b3 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:38.197082 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2017d8f8-3c6a-49fc-80e6-6ca69a2ed5b3 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] 10.222.0.33 "DELETE /v2.0/routers/8bdbdaf5-060e-4315-b259-e76b2da195c5 HTTP/1.1" status: 204 len: 168 time: 4.5089614 Sep 22 21:36:38.198787 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44616) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:38.216436 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port ada4ff44-cbab-4c1e-a1b2-ae806e53bda4, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=ada4ff44-cbab-4c1e-a1b2-ae806e53bda4,segment=NetworkSegment(ad60164b-0cd3-469f-bfd3-cf51c5901d28),segment_id=ad60164b-0cd3-469f-bfd3-cf51c5901d28)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:36:38.235381 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 54c48ebf-376b-4cd2-a144-2af0f868817d is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:36:38.249040 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:38.289742 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a2255ad0-90d7-419a-a635-93b183eee5c9 None None] Port 9731f8ac-c31a-4a8d-9ef8-71ebfa43a06a cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:38.314062 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-be8d4c9e-0f87-47f1-9837-d981a84c81a2 None None] For port a8ee2d5e-bf2f-4a5c-ba3d-a5776a175ad0, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:36:38.329789 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-be8d4c9e-0f87-47f1-9837-d981a84c81a2 None None] For port a8ee2d5e-bf2f-4a5c-ba3d-a5776a175ad0, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=a8ee2d5e-bf2f-4a5c-ba3d-a5776a175ad0,segment=NetworkSegment(c22505ee-4702-4fb0-afdd-3a3bee8afd44),segment_id=c22505ee-4702-4fb0-afdd-3a3bee8afd44)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:36:38.339118 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=ada4ff44-cbab-4c1e-a1b2-ae806e53bda4,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:38.343443 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-be8d4c9e-0f87-47f1-9837-d981a84c81a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:38.382041 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d3133c-37d9-40f7-8f90-1368985702af tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc47f6e-d3f1-4af4-a8b6-8e1dfe505d95,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:38.416191 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-af803793-77da-47e9-9462-17d59e799a73 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:38.429347 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8d4c9e-0f87-47f1-9837-d981a84c81a2 None None] Pushing event updated for resources: {'Port': ['ID=a8ee2d5e-bf2f-4a5c-ba3d-a5776a175ad0,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:38.477123 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1b39c5ce-55da-4fcd-a753-1e04a7abadd1 req-3b8e07ee-4ce1-44c3-8aa8-ddb90cb38218 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bdd48e0-5d9d-43f0-97a8-e321a99aac21 HTTP/1.1" status: 200 len: 1002 time: 0.4805441 Sep 22 21:36:38.534291 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['ada4ff44-cbab-4c1e-a1b2-ae806e53bda4'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 21:36:38.588563 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-56b26abb-8326-4c2d-9d4e-5fe2ab52adad req-d79bd216-7137-4b7b-9728-599467a1b97a service neutron] 10.222.0.49 "GET /v2.0/networks/e7e8ce90-f8bc-426b-80ce-a8ca1cc9446b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9126318 Sep 22 21:36:38.594823 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-56d3133c-37d9-40f7-8f90-1368985702af tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:38.596200 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-56d3133c-37d9-40f7-8f90-1368985702af tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] 10.222.0.33 "DELETE /v2.0/security-groups/dcc47f6e-d3f1-4af4-a8b6-8e1dfe505d95 HTTP/1.1" status: 204 len: 168 time: 2.5316029 Sep 22 21:36:38.612315 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44620) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:38.631596 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ac319eb5-3540-4a80-82d4-21ef5113d1a0 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks [] for router, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:38.636962 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2d0c69-4bf4-4e9e-951a-6190cf39880b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:36:38.647359 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f7cf5f-f9e3-4e15-b126-331c8f5d220c None None] Sync routers for ids ['d6198a6f-dab0-4dfb-80e1-bacec028c3c7'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:36:38.659991 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f7cf5f-f9e3-4e15-b126-331c8f5d220c None None] Routers {'d6198a6f-dab0-4dfb-80e1-bacec028c3c7'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:36:38.660772 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-28f7cf5f-f9e3-4e15-b126-331c8f5d220c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:36:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['d6198a6f-dab0-4dfb-80e1-bacec028c3c7'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:38.666499 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39c5ce-55da-4fcd-a753-1e04a7abadd1 req-04b82add-b871-413a-a475-eb0ae2818d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:38.667672 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1b39c5ce-55da-4fcd-a753-1e04a7abadd1 req-04b82add-b871-413a-a475-eb0ae2818d8c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f291bed0-d028-44b6-829f-efb0f7512ced HTTP/1.1" status: 200 len: 850 time: 0.1776960 Sep 22 21:36:38.686590 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-7b2d0c69-4bf4-4e9e-951a-6190cf39880b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "PUT /v2.0/routers/d6198a6f-dab0-4dfb-80e1-bacec028c3c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3429377 Sep 22 21:36:38.687471 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44624) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:38.791065 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a2255ad0-90d7-419a-a635-93b183eee5c9 None None] Attempt 5 to provision port 9731f8ac-c31a-4a8d-9ef8-71ebfa43a06a Sep 22 21:36:38.857245 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-28f7cf5f-f9e3-4e15-b126-331c8f5d220c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:38.874215 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f7cf5f-f9e3-4e15-b126-331c8f5d220c None None] Routers {'d6198a6f-dab0-4dfb-80e1-bacec028c3c7'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:36:38.875113 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-28f7cf5f-f9e3-4e15-b126-331c8f5d220c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:36:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['d6198a6f-dab0-4dfb-80e1-bacec028c3c7'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:38.911542 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-e573cb94-7156-49c7-85be-0619f9e626e2 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Synchronizing usage tracker for tenant:b6fd8d739cc24025a8b16322874aaf00 on resource:security_group {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:36:38.924961 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a2255ad0-90d7-419a-a635-93b183eee5c9 None None] Port 9731f8ac-c31a-4a8d-9ef8-71ebfa43a06a cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:38.962939 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-28f7cf5f-f9e3-4e15-b126-331c8f5d220c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:38.963909 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f7cf5f-f9e3-4e15-b126-331c8f5d220c None None] The sync data for ids ['d6198a6f-dab0-4dfb-80e1-bacec028c3c7'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:36:39.023016 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bcf33b-aa5f-4236-9c0f-2b7059f556b2 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:39.023652 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-86bcf33b-aa5f-4236-9c0f-2b7059f556b2 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Synchronizing usage tracker for tenant:d0dc9097dd2d4c51a9e00ba2c2c3535e on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:36:39.036522 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-af803793-77da-47e9-9462-17d59e799a73 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:39.059902 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-6f10f3ee-32ce-4030-97c8-80ba3e2a07d1 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Allocated IP 2001:db8::1 (f9c36acf-d10a-4415-b6ee-1ffb91d33c43/f286df80-3d5a-4ce9-ba7d-1348c9a80060/aa3e28f6-24e5-406d-bfb8-155d6ff21c76) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:36:39.095006 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-e573cb94-7156-49c7-85be-0619f9e626e2 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Unset dirty status for tenant:b6fd8d739cc24025a8b16322874aaf00 on resource:security_group {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:36:39.096503 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e573cb94-7156-49c7-85be-0619f9e626e2 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4836378 Sep 22 21:36:39.110940 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44628) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:39.134655 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-8b449976-410f-4266-947e-25da039bec6b tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Request body: {'security_group': {'name': 'tempest-secgroup--1022391470'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:39.136203 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device a8ee2d5e-bf2f-4a5c-ba3d-a5776a175ad0 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:36:39.143160 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-8b449976-410f-4266-947e-25da039bec6b tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:39.153722 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-8b449976-410f-4266-947e-25da039bec6b tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:39.171987 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-86bcf33b-aa5f-4236-9c0f-2b7059f556b2 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Unset dirty status for tenant:d0dc9097dd2d4c51a9e00ba2c2c3535e on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:36:39.176891 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-86bcf33b-aa5f-4236-9c0f-2b7059f556b2 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "GET /v2.0/ports/9731f8ac-c31a-4a8d-9ef8-71ebfa43a06a HTTP/1.1" status: 200 len: 910 time: 0.4456320 Sep 22 21:36:39.177566 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44634) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:39.196529 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ac319eb5-3540-4a80-82d4-21ef5113d1a0 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:39.200913 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8b449976-410f-4266-947e-25da039bec6b tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:39.241874 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device ada4ff44-cbab-4c1e-a1b2-ae806e53bda4 up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:36:39.257361 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-8b449976-410f-4266-947e-25da039bec6b tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:39.262271 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-8b449976-410f-4266-947e-25da039bec6b tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Usage tracker for resource:security_group_rule and tenant:b6fd8d739cc24025a8b16322874aaf00 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:39.265775 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-8b449976-410f-4266-947e-25da039bec6b tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:39.272553 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-8b449976-410f-4266-947e-25da039bec6b tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:39.334965 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port a8ee2d5e-bf2f-4a5c-ba3d-a5776a175ad0 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:36:39.360617 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8b449976-410f-4266-947e-25da039bec6b tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:39.387278 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-ac319eb5-3540-4a80-82d4-21ef5113d1a0 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Deleting port 4bbee90d-0ca7-41e1-9202-3a9b1a957181 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:36:39.387628 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ac319eb5-3540-4a80-82d4-21ef5113d1a0 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:39.426032 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a2255ad0-90d7-419a-a635-93b183eee5c9 None None] Attempt 6 to provision port 9731f8ac-c31a-4a8d-9ef8-71ebfa43a06a Sep 22 21:36:39.471365 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning for port ada4ff44-cbab-4c1e-a1b2-ae806e53bda4 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:36:39.481791 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device a94bbc93-872f-401f-8b79-d3bea4658102 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:36:39.535438 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: a94bbc93-872f-401f-8b79-d3bea4658102 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:36:39.536036 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device a94bbc93-872f-401f-8b79-d3bea4658102 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:36:39.541182 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port ada4ff44-cbab-4c1e-a1b2-ae806e53bda4 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:36:39.541714 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:39.542203 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port ada4ff44-cbab-4c1e-a1b2-ae806e53bda4 Sep 22 21:36:39.628489 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a2255ad0-90d7-419a-a635-93b183eee5c9 None None] Port 9731f8ac-c31a-4a8d-9ef8-71ebfa43a06a cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:39.672518 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-ac319eb5-3540-4a80-82d4-21ef5113d1a0 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] For port 4bbee90d-0ca7-41e1-9202-3a9b1a957181, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=4bbee90d-0ca7-41e1-9202-3a9b1a957181,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:36:39.673125 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ac319eb5-3540-4a80-82d4-21ef5113d1a0 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:39.677900 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39c5ce-55da-4fcd-a753-1e04a7abadd1 req-ecce3a73-f14c-4bb9-9f87-a6bd33961b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:39.679430 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1b39c5ce-55da-4fcd-a753-1e04a7abadd1 req-ecce3a73-f14c-4bb9-9f87-a6bd33961b66 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5dbb466f-7241-4d18-b090-2d779954893b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9875946 Sep 22 21:36:39.713996 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port ada4ff44-cbab-4c1e-a1b2-ae806e53bda4 is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:36:39.714247 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:39.759681 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f753f31b-0913-4c7a-9306-c5bd027ade92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada4ff44-cbab-4c1e-a1b2-ae806e53bda4'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:36:39.762037 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef932fb-7ece-4450-92de-6a7232b535e4" -d '{"events": [{"server_uuid": "f753f31b-0913-4c7a-9306-c5bd027ade92", "name": "network-vif-plugged", "status": "completed", "tag": "ada4ff44-cbab-4c1e-a1b2-ae806e53bda4"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:36:39.764663 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6fd8e780-cbc4-4c2d-92b0-d1195162c613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:39.769062 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port ada4ff44-cbab-4c1e-a1b2-ae806e53bda4, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=ada4ff44-cbab-4c1e-a1b2-ae806e53bda4,segment=NetworkSegment(ad60164b-0cd3-469f-bfd3-cf51c5901d28),segment_id=ad60164b-0cd3-469f-bfd3-cf51c5901d28)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:36:39.775448 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:39.805207 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8b449976-410f-4266-947e-25da039bec6b tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:39.816715 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b6e7da-bf4c-47bb-a09b-d5709e52387f None None] Network f9c36acf-d10a-4415-b6ee-1ffb91d33c43 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:36:39.883141 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6f10f3ee-32ce-4030-97c8-80ba3e2a07d1 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:39.911841 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad55c651-42b7-4d56-a675-285707aa957a req-595f71f0-1ced-49c3-a88a-35d3c4240a3f tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:39.913271 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ad55c651-42b7-4d56-a675-285707aa957a req-595f71f0-1ced-49c3-a88a-35d3c4240a3f tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.49 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.7298429 Sep 22 21:36:39.928972 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=ada4ff44-cbab-4c1e-a1b2-ae806e53bda4,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:39.929563 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-ac319eb5-3540-4a80-82d4-21ef5113d1a0 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Calling delete_port for 4bbee90d-0ca7-41e1-9202-3a9b1a957181 owned by network:router_gateway {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:36:39.984377 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-81a4aea3-ad56-4d8e-8d41-b1706097dbd3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:40.061715 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-6f10f3ee-32ce-4030-97c8-80ba3e2a07d1 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Transition to ACTIVE for port object aa3e28f6-24e5-406d-bfb8-155d6ff21c76 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:36:40.083974 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e0143-6530-4f13-aeb1-a1152aa06371 req-09290dcb-7d31-4d0c-876c-0156810d3550 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:40.085828 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6d7e0143-6530-4f13-aeb1-a1152aa06371 req-09290dcb-7d31-4d0c-876c-0156810d3550 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/ports?device_id=f753f31b-0913-4c7a-9306-c5bd027ade92 HTTP/1.1" status: 200 len: 944 time: 0.8518276 Sep 22 21:36:40.096772 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a4aea3-ad56-4d8e-8d41-b1706097dbd3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event deleted for resources: {'Port': ['ID=108041b9-1242-4dc1-ba3d-8c38602d9072,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:40.130350 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a2255ad0-90d7-419a-a635-93b183eee5c9 None None] Attempt 7 to provision port 9731f8ac-c31a-4a8d-9ef8-71ebfa43a06a Sep 22 21:36:40.153084 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-ad55c651-42b7-4d56-a675-285707aa957a req-bf8c7ed8-97be-4a16-8465-2066299746f8 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Deleting port 9bdd48e0-5d9d-43f0-97a8-e321a99aac21 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:36:40.153421 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-ad55c651-42b7-4d56-a675-285707aa957a req-bf8c7ed8-97be-4a16-8465-2066299746f8 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:40.174955 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b449976-410f-4266-947e-25da039bec6b tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c60cbac8-3305-4b7e-b740-610ec582fa06,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:40.218939 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8b449976-410f-4266-947e-25da039bec6b tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:40.223055 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-8b449976-410f-4266-947e-25da039bec6b tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1079383 Sep 22 21:36:40.243996 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a2255ad0-90d7-419a-a635-93b183eee5c9 None None] Port 9731f8ac-c31a-4a8d-9ef8-71ebfa43a06a cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:40.252174 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44642) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:40.284479 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-28d6d009-4f7d-45dc-9e26-9d0559f8809d tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Request body: {'security_group_rule': {'security_group_id': 'c60cbac8-3305-4b7e-b740-610ec582fa06', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:40.285287 dv-neutron-858900-1-hyperv neutron-server[89008]: WARNING neutron.api.v2.base [None req-28d6d009-4f7d-45dc-9e26-9d0559f8809d tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 22 21:36:40.285792 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-28d6d009-4f7d-45dc-9e26-9d0559f8809d tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:36:40.291851 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-28d6d009-4f7d-45dc-9e26-9d0559f8809d tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0274639 Sep 22 21:36:40.312195 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1b39c5ce-55da-4fcd-a753-1e04a7abadd1 req-ea723969-1e34-4a98-a663-c3c3d473c6ec service neutron] 10.222.0.49 "GET /v2.0/networks/5dbb466f-7241-4d18-b090-2d779954893b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6151488 Sep 22 21:36:40.312350 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44646) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:40.360826 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6d7e0143-6530-4f13-aeb1-a1152aa06371 req-049a78da-24ee-465d-9dd0-7c4ab8c2d37a tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/security-groups?id=b1c72282-7805-4b8b-9bad-6c3b1d681138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639449 Sep 22 21:36:40.445689 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 21:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc2cc25-c896-45d9-a2bc-eb394607bb0e x-openstack-request-id: req-8cc2cc25-c896-45d9-a2bc-eb394607bb0e {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:36:40.446389 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f753f31b-0913-4c7a-9306-c5bd027ade92", "name": "network-vif-plugged", "status": "completed", "tag": "ada4ff44-cbab-4c1e-a1b2-ae806e53bda4", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:36:40.446389 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8cc2cc25-c896-45d9-a2bc-eb394607bb0e {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:36:40.446915 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cc2cc25-c896-45d9-a2bc-eb394607bb0e'] response: {'server_uuid': 'f753f31b-0913-4c7a-9306-c5bd027ade92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada4ff44-cbab-4c1e-a1b2-ae806e53bda4', 'code': 200} Sep 22 21:36:40.519837 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-81a4aea3-ad56-4d8e-8d41-b1706097dbd3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:40.572650 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6f10f3ee-32ce-4030-97c8-80ba3e2a07d1 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:40.585654 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f3ec82-6ee2-402e-a16f-b91a7f014905 req-3ef1e2dd-f9a3-4f81-857c-61d4e072ac6b tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:40.587202 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-80f3ec82-6ee2-402e-a16f-b91a7f014905 req-3ef1e2dd-f9a3-4f81-857c-61d4e072ac6b tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.8357182 Sep 22 21:36:40.596662 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-81a4aea3-ad56-4d8e-8d41-b1706097dbd3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/ports/108041b9-1242-4dc1-ba3d-8c38602d9072 HTTP/1.1" status: 204 len: 168 time: 4.0754094 Sep 22 21:36:40.604918 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44650) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:40.608762 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-af803793-77da-47e9-9462-17d59e799a73 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:40.745655 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a2255ad0-90d7-419a-a635-93b183eee5c9 None None] Attempt 8 to provision port 9731f8ac-c31a-4a8d-9ef8-71ebfa43a06a Sep 22 21:36:40.796124 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-af803793-77da-47e9-9462-17d59e799a73 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:40.807693 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a2255ad0-90d7-419a-a635-93b183eee5c9 None None] Port 9731f8ac-c31a-4a8d-9ef8-71ebfa43a06a cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:40.810639 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f10f3ee-32ce-4030-97c8-80ba3e2a07d1 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Network f9c36acf-d10a-4415-b6ee-1ffb91d33c43 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:36:40.829797 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-6f10f3ee-32ce-4030-97c8-80ba3e2a07d1 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:36:40.837956 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f10f3ee-32ce-4030-97c8-80ba3e2a07d1 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:36:40.838485 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6f10f3ee-32ce-4030-97c8-80ba3e2a07d1 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:40.862924 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1b39c5ce-55da-4fcd-a753-1e04a7abadd1 req-f14372fd-90c2-4261-9f78-3bb52bc3cd52 service neutron] 10.222.0.49 "GET /v2.0/networks/5dbb466f-7241-4d18-b090-2d779954893b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5361300 Sep 22 21:36:40.883163 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f10f3ee-32ce-4030-97c8-80ba3e2a07d1 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event updated for resources: {'Port': ['ID=aa3e28f6-24e5-406d-bfb8-155d6ff21c76,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:40.900418 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e973c366-60f0-4cd2-bb37-2bddb140c814 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:40.965045 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ac319eb5-3540-4a80-82d4-21ef5113d1a0 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:40.978923 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-ad55c651-42b7-4d56-a675-285707aa957a req-bf8c7ed8-97be-4a16-8465-2066299746f8 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] For port 9bdd48e0-5d9d-43f0-97a8-e321a99aac21, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=9bdd48e0-5d9d-43f0-97a8-e321a99aac21,segment=NetworkSegment(9c967a15-e80e-4848-9c56-eedb9bf46e0a),segment_id=9c967a15-e80e-4848-9c56-eedb9bf46e0a)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:36:40.979300 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-ad55c651-42b7-4d56-a675-285707aa957a req-bf8c7ed8-97be-4a16-8465-2066299746f8 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:41.000412 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-af803793-77da-47e9-9462-17d59e799a73 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:41.053695 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-80f3ec82-6ee2-402e-a16f-b91a7f014905 req-dae16db2-feea-44e2-9137-c4b5b5eab631 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4430592 Sep 22 21:36:41.061912 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e973c366-60f0-4cd2-bb37-2bddb140c814 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:41.076140 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af803793-77da-47e9-9462-17d59e799a73 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Pushing event updated for resources: {'Port': ['ID=201fcd62-001d-4713-8d3e-562f4a879aca,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:41.130016 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74683c1b-ee89-4263-b553-fe787c659180 req-481b4345-f197-4a15-98fb-1bebf8b2e4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:41.130741 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff98ea2-f72e-45f8-8bce-7b50c59e9c43 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:41.131462 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-74683c1b-ee89-4263-b553-fe787c659180 req-481b4345-f197-4a15-98fb-1bebf8b2e4c6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f753f31b-0913-4c7a-9306-c5bd027ade92 HTTP/1.1" status: 200 len: 1098 time: 0.4320505 Sep 22 21:36:41.132264 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff98ea2-f72e-45f8-8bce-7b50c59e9c43 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:41.133849 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff98ea2-f72e-45f8-8bce-7b50c59e9c43 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:41.134656 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-fff98ea2-f72e-45f8-8bce-7b50c59e9c43 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:36:41.206805 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac319eb5-3540-4a80-82d4-21ef5113d1a0 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Pushing event deleted for resources: {'Port': ['ID=4bbee90d-0ca7-41e1-9202-3a9b1a957181,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:41.308869 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a2255ad0-90d7-419a-a635-93b183eee5c9 None None] Attempt 9 to provision port 9731f8ac-c31a-4a8d-9ef8-71ebfa43a06a Sep 22 21:36:41.366986 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a2255ad0-90d7-419a-a635-93b183eee5c9 None None] Port 9731f8ac-c31a-4a8d-9ef8-71ebfa43a06a cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:41.373976 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-fff98ea2-f72e-45f8-8bce-7b50c59e9c43 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:36:41.375185 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-fff98ea2-f72e-45f8-8bce-7b50c59e9c43 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.7627552 Sep 22 21:36:41.381580 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44656) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:41.389699 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ac319eb5-3540-4a80-82d4-21ef5113d1a0 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8012236'] for router_gateway, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:41.430132 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-688574d7-5584-440e-8bda-5880c71c6aae tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:41.489089 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6f10f3ee-32ce-4030-97c8-80ba3e2a07d1 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:41.510820 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-74683c1b-ee89-4263-b553-fe787c659180 req-dc232432-a811-4d02-a0d9-8195b7f3ec69 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b1c72282-7805-4b8b-9bad-6c3b1d681138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690746 Sep 22 21:36:41.592049 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e973c366-60f0-4cd2-bb37-2bddb140c814 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:41.616448 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.l3_db [None req-af803793-77da-47e9-9462-17d59e799a73 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Floating IP f9497be7-2fc5-45ee-ba67-0458508efe3d associated. External IP: 172.26.0.130, port: 4037f868-34e5-4ef2-82b8-c859b7c3dc60. Sep 22 21:36:41.695025 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ac319eb5-3540-4a80-82d4-21ef5113d1a0 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:41.698188 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ac319eb5-3540-4a80-82d4-21ef5113d1a0 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:41.710654 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e973c366-60f0-4cd2-bb37-2bddb140c814 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60cbac8-3305-4b7e-b740-610ec582fa06,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:41.740982 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e973c366-60f0-4cd2-bb37-2bddb140c814 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:41.742209 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e973c366-60f0-4cd2-bb37-2bddb140c814 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] 10.222.0.33 "DELETE /v2.0/security-groups/c60cbac8-3305-4b7e-b740-610ec582fa06 HTTP/1.1" status: 204 len: 168 time: 1.3858120 Sep 22 21:36:41.749162 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-9873ee82-0701-43df-b1fe-29b4b5bdcfc6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Deleting subnet a4891861-1950-46d8-91fc-3969150142c0 {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:36:41.752166 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44662) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:41.755032 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9873ee82-0701-43df-b1fe-29b4b5bdcfc6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:41.847076 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ac319eb5-3540-4a80-82d4-21ef5113d1a0 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:41.847777 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac319eb5-3540-4a80-82d4-21ef5113d1a0 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0e388429-ee4e-47d9-a4f4-c35822bba49d {{(pid=89009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:36:41.872634 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a2255ad0-90d7-419a-a635-93b183eee5c9 None None] Attempt 10 to provision port 9731f8ac-c31a-4a8d-9ef8-71ebfa43a06a Sep 22 21:36:41.886258 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ac319eb5-3540-4a80-82d4-21ef5113d1a0 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:41.887479 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ac319eb5-3540-4a80-82d4-21ef5113d1a0 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] 10.222.0.33 "DELETE /v2.0/routers/0e388429-ee4e-47d9-a4f4-c35822bba49d HTTP/1.1" status: 204 len: 168 time: 3.6840355 Sep 22 21:36:41.896541 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44666) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:41.905347 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9873ee82-0701-43df-b1fe-29b4b5bdcfc6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:41.938829 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-5387489f-3722-4e56-b268-5c1deb5d8d55 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1251818876', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}, 'admin_state_up': False}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:41.943151 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a2255ad0-90d7-419a-a635-93b183eee5c9 None None] Port 9731f8ac-c31a-4a8d-9ef8-71ebfa43a06a cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:41.949962 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-dfa0e074-0922-4de2-b9a7-73993fd931f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:41.955104 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-5387489f-3722-4e56-b268-5c1deb5d8d55 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:41.972087 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-5387489f-3722-4e56-b268-5c1deb5d8d55 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Usage tracker for resource:router and tenant:60d704e6c4374325ab6b4cfd3fcbd942 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:41.979591 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-5387489f-3722-4e56-b268-5c1deb5d8d55 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:42.013074 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-ad55c651-42b7-4d56-a675-285707aa957a req-bf8c7ed8-97be-4a16-8465-2066299746f8 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:42.013074 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-ad55c651-42b7-4d56-a675-285707aa957a req-bf8c7ed8-97be-4a16-8465-2066299746f8 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:42.013074 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.l3_db [req-ad55c651-42b7-4d56-a675-285707aa957a req-bf8c7ed8-97be-4a16-8465-2066299746f8 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Floating IP c46ee5c5-9a12-4006-974f-0f1f668cfb91 disassociated. External IP: 172.26.0.234, port: 9bdd48e0-5d9d-43f0-97a8-e321a99aac21. Sep 22 21:36:42.013074 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-ad55c651-42b7-4d56-a675-285707aa957a req-bf8c7ed8-97be-4a16-8465-2066299746f8 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Calling delete_port for 9bdd48e0-5d9d-43f0-97a8-e321a99aac21 owned by compute:nova {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:36:42.036517 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-5387489f-3722-4e56-b268-5c1deb5d8d55 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:42.067875 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-05e8c8de-0ed1-49d9-8f69-bf74edc1869a None None] Provisioning for port a8ee2d5e-bf2f-4a5c-ba3d-a5776a175ad0 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:36:42.073588 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-05e8c8de-0ed1-49d9-8f69-bf74edc1869a None None] Provisioning complete for port a8ee2d5e-bf2f-4a5c-ba3d-a5776a175ad0 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:36:42.074176 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-05e8c8de-0ed1-49d9-8f69-bf74edc1869a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:42.074806 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-05e8c8de-0ed1-49d9-8f69-bf74edc1869a None None] Attempt 1 to provision port a8ee2d5e-bf2f-4a5c-ba3d-a5776a175ad0 Sep 22 21:36:42.085261 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5387489f-3722-4e56-b268-5c1deb5d8d55 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:42.086235 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5387489f-3722-4e56-b268-5c1deb5d8d55 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:42.153474 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-6327937f-e1ae-4bfb-ac77-b7bb8bcf7d70 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3893199 Sep 22 21:36:42.158556 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44672) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:42.211234 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069cc5c-4d0d-440b-b161-4fcea53565b5 req-8f7767bd-2ad7-49cb-8f66-77611ce60b34 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:42.212823 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c069cc5c-4d0d-440b-b161-4fcea53565b5 req-8f7767bd-2ad7-49cb-8f66-77611ce60b34 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/ports?device_id=f753f31b-0913-4c7a-9306-c5bd027ade92 HTTP/1.1" status: 200 len: 945 time: 0.7144599 Sep 22 21:36:42.245653 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-05e8c8de-0ed1-49d9-8f69-bf74edc1869a None None] Current status of the port a8ee2d5e-bf2f-4a5c-ba3d-a5776a175ad0 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:36:42.246059 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-05e8c8de-0ed1-49d9-8f69-bf74edc1869a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:42.314991 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-05e8c8de-0ed1-49d9-8f69-bf74edc1869a None None] For port a8ee2d5e-bf2f-4a5c-ba3d-a5776a175ad0, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=a8ee2d5e-bf2f-4a5c-ba3d-a5776a175ad0,segment=NetworkSegment(c22505ee-4702-4fb0-afdd-3a3bee8afd44),segment_id=c22505ee-4702-4fb0-afdd-3a3bee8afd44)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:36:42.323206 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-05e8c8de-0ed1-49d9-8f69-bf74edc1869a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:42.324097 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-aa775b02-3d4f-4a42-beb1-a7a176d80cdc tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Request body: {'security_group': {'name': 'tempest-secgroup--1814211329'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:42.350872 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-aa775b02-3d4f-4a42-beb1-a7a176d80cdc tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:42.360847 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5387489f-3722-4e56-b268-5c1deb5d8d55 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:42.400203 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-aa775b02-3d4f-4a42-beb1-a7a176d80cdc tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Usage tracker for resource:security_group and tenant:b6fd8d739cc24025a8b16322874aaf00 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:42.414813 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9873ee82-0701-43df-b1fe-29b4b5bdcfc6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:42.438173 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e8c8de-0ed1-49d9-8f69-bf74edc1869a None None] Pushing event updated for resources: {'Port': ['ID=a8ee2d5e-bf2f-4a5c-ba3d-a5776a175ad0,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:42.447924 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c069cc5c-4d0d-440b-b161-4fcea53565b5 req-4ef3723b-3238-4232-88ab-1a97d222cefb tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/security-groups?id=b1c72282-7805-4b8b-9bad-6c3b1d681138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102268 Sep 22 21:36:42.451752 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-aa775b02-3d4f-4a42-beb1-a7a176d80cdc tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:42.458936 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-05e8c8de-0ed1-49d9-8f69-bf74edc1869a None None] Provisioning for port aa3e28f6-24e5-406d-bfb8-155d6ff21c76 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:36:42.465087 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-05e8c8de-0ed1-49d9-8f69-bf74edc1869a None None] Provisioning complete for port aa3e28f6-24e5-406d-bfb8-155d6ff21c76 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:36:42.465581 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-05e8c8de-0ed1-49d9-8f69-bf74edc1869a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:42.466068 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-05e8c8de-0ed1-49d9-8f69-bf74edc1869a None None] Attempt 1 to provision port aa3e28f6-24e5-406d-bfb8-155d6ff21c76 Sep 22 21:36:42.513822 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-aa775b02-3d4f-4a42-beb1-a7a176d80cdc tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:42.545071 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af803793-77da-47e9-9462-17d59e799a73 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Router b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:36:42.555479 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-aa775b02-3d4f-4a42-beb1-a7a176d80cdc tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:42.556276 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-05e8c8de-0ed1-49d9-8f69-bf74edc1869a None None] Port aa3e28f6-24e5-406d-bfb8-155d6ff21c76 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:42.564670 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-ad55c651-42b7-4d56-a675-285707aa957a req-bf8c7ed8-97be-4a16-8465-2066299746f8 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:42.612515 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-688574d7-5584-440e-8bda-5880c71c6aae tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Deleting port 9731f8ac-c31a-4a8d-9ef8-71ebfa43a06a {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:36:42.612856 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-688574d7-5584-440e-8bda-5880c71c6aae tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:42.662466 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c7ed8-97be-4a16-8465-2066299746f8 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Pushing event deleted for resources: {'Port': ['ID=9bdd48e0-5d9d-43f0-97a8-e321a99aac21,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:42.671240 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.db.resource_extend [None req-6f10f3ee-32ce-4030-97c8-80ba3e2a07d1 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 21:36:42.690084 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6f10f3ee-32ce-4030-97c8-80ba3e2a07d1 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:42.721763 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:42.726068 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-aa775b02-3d4f-4a42-beb1-a7a176d80cdc tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:42.777408 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6f10f3ee-32ce-4030-97c8-80ba3e2a07d1 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:42.778162 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6f10f3ee-32ce-4030-97c8-80ba3e2a07d1 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:42.807555 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-aa775b02-3d4f-4a42-beb1-a7a176d80cdc tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Usage tracker for resource:security_group_rule and tenant:b6fd8d739cc24025a8b16322874aaf00 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:42.816188 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-aa775b02-3d4f-4a42-beb1-a7a176d80cdc tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:42.826357 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9873ee82-0701-43df-b1fe-29b4b5bdcfc6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:42.834764 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-aa775b02-3d4f-4a42-beb1-a7a176d80cdc tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:42.958796 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80583333-23de-42a4-bcea-ebde3fef36ff None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:36:43.010167 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9873ee82-0701-43df-b1fe-29b4b5bdcfc6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event deleted for resources: {'Subnet': ['ID=a4891861-1950-46d8-91fc-3969150142c0,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:43.059888 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9873ee82-0701-43df-b1fe-29b4b5bdcfc6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:43.108485 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-05e8c8de-0ed1-49d9-8f69-bf74edc1869a None None] Attempt 2 to provision port aa3e28f6-24e5-406d-bfb8-155d6ff21c76 Sep 22 21:36:43.119457 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027fc87-9cf1-4643-9a25-e3b765389a72 req-d87693e7-e102-4a6f-a1a2-7e79da885855 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:43.120951 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c027fc87-9cf1-4643-9a25-e3b765389a72 req-d87693e7-e102-4a6f-a1a2-7e79da885855 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 946 time: 0.7733738 Sep 22 21:36:43.123220 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5387489f-3722-4e56-b268-5c1deb5d8d55 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:43.177917 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device a8ee2d5e-bf2f-4a5c-ba3d-a5776a175ad0 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:36:43.221094 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f10f3ee-32ce-4030-97c8-80ba3e2a07d1 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event updated for resources: {'Port': ['ID=aa3e28f6-24e5-406d-bfb8-155d6ff21c76,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:43.222963 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-9873ee82-0701-43df-b1fe-29b4b5bdcfc6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/a4891861-1950-46d8-91fc-3969150142c0 HTTP/1.1" status: 204 len: 168 time: 1.8386579 Sep 22 21:36:43.223229 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44676) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:43.233113 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af803793-77da-47e9-9462-17d59e799a73 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:36:43.277864 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd2f465-4ea2-4d70-8303-74f326912fdc None None] Sync routers for ids ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:36:43.293337 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 9bdd48e0-5d9d-43f0-97a8-e321a99aac21 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:36:43.317381 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c027fc87-9cf1-4643-9a25-e3b765389a72 req-707a8fbb-a74c-4d03-85b3-971fc0fb9ad8 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups?id=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1834793 Sep 22 21:36:43.343352 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] No Port match for: 9bdd48e0-5d9d-43f0-97a8-e321a99aac21 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:36:43.343352 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 9bdd48e0-5d9d-43f0-97a8-e321a99aac21 not bound to the agent host hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:36:43.347162 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-688574d7-5584-440e-8bda-5880c71c6aae tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:43.354438 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-aa775b02-3d4f-4a42-beb1-a7a176d80cdc tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:43.372733 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-af803793-77da-47e9-9462-17d59e799a73 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:43.372990 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd2f465-4ea2-4d70-8303-74f326912fdc None None] Routers {'b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:36:43.372990 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-afd2f465-4ea2-4d70-8303-74f326912fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:36:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:43.383493 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad55c651-42b7-4d56-a675-285707aa957a req-bf8c7ed8-97be-4a16-8465-2066299746f8 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Router 7df7de81-bff1-4c9e-be6a-0568eee4cc3d has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:36:43.404761 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-aa775b02-3d4f-4a42-beb1-a7a176d80cdc tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:43.468215 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-aa775b02-3d4f-4a42-beb1-a7a176d80cdc tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:43.469415 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-aa775b02-3d4f-4a42-beb1-a7a176d80cdc tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3098850 Sep 22 21:36:43.475396 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44680) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:43.481347 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-af803793-77da-47e9-9462-17d59e799a73 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 11.2197027 Sep 22 21:36:43.481517 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:43.482103 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-05e8c8de-0ed1-49d9-8f69-bf74edc1869a None None] Port aa3e28f6-24e5-406d-bfb8-155d6ff21c76 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:43.484196 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44684) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:43.487569 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-afd2f465-4ea2-4d70-8303-74f326912fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:43.487720 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-50a0213c-493c-4846-98f8-1e24faeab3b1 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Request body: {'security_group_rule': {'security_group_id': '21efee25-a835-45f3-ba6c-1dd96468d264', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:43.490075 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port a8ee2d5e-bf2f-4a5c-ba3d-a5776a175ad0 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:36:43.490437 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:43.490810 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port a8ee2d5e-bf2f-4a5c-ba3d-a5776a175ad0 Sep 22 21:36:43.506972 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-688574d7-5584-440e-8bda-5880c71c6aae tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Calling delete_port for 9731f8ac-c31a-4a8d-9ef8-71ebfa43a06a owned by network:router_interface {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:36:43.528232 dv-neutron-858900-1-hyperv neutron-server[89009]: WARNING neutron.api.v2.base [None req-50a0213c-493c-4846-98f8-1e24faeab3b1 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 22 21:36:43.529253 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-50a0213c-493c-4846-98f8-1e24faeab3b1 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:36:43.530516 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-50a0213c-493c-4846-98f8-1e24faeab3b1 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0540266 Sep 22 21:36:43.538866 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44690) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:43.543829 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-07253e12-54f9-4512-a714-685b508f61d6 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Request body: {'floatingip': {'port_id': '4037f868-34e5-4ef2-82b8-c859b7c3dc60', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:43.549824 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-02ac56c8-4422-4e19-ae6f-f13ae4671ec5 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Deleting subnet bbb2d334-3df8-4435-b6de-e20ba29e7291 {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:36:43.562471 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f10f3ee-32ce-4030-97c8-80ba3e2a07d1 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Network f9c36acf-d10a-4415-b6ee-1ffb91d33c43 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:36:43.564253 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-6f10f3ee-32ce-4030-97c8-80ba3e2a07d1 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:36:43.604379 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa775b02-3d4f-4a42-beb1-a7a176d80cdc tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21efee25-a835-45f3-ba6c-1dd96468d264,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:43.605864 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd2f465-4ea2-4d70-8303-74f326912fdc None None] Routers {'b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:36:43.606487 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-afd2f465-4ea2-4d70-8303-74f326912fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:36:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:43.619479 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-5ce2bec8-4b4e-4a24-a44f-49fb265c81c2 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Request body: {'security_group_rule': {'security_group_id': '21efee25-a835-45f3-ba6c-1dd96468d264', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:43.620146 dv-neutron-858900-1-hyperv neutron-server[89009]: WARNING neutron.api.v2.base [None req-5ce2bec8-4b4e-4a24-a44f-49fb265c81c2 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 22 21:36:43.620627 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-5ce2bec8-4b4e-4a24-a44f-49fb265c81c2 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:36:43.624933 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-5ce2bec8-4b4e-4a24-a44f-49fb265c81c2 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0849519 Sep 22 21:36:43.633168 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-02ac56c8-4422-4e19-ae6f-f13ae4671ec5 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:43.633367 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44694) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:43.653929 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-8f09e1d4-50b6-4ff8-81d1-a52a98c26a38 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Request body: {'security_group_rule': {'security_group_id': '21efee25-a835-45f3-ba6c-1dd96468d264', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:43.655055 dv-neutron-858900-1-hyperv neutron-server[89009]: WARNING neutron.api.v2.base [None req-8f09e1d4-50b6-4ff8-81d1-a52a98c26a38 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 22 21:36:43.655430 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-8f09e1d4-50b6-4ff8-81d1-a52a98c26a38 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:36:43.659663 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-8f09e1d4-50b6-4ff8-81d1-a52a98c26a38 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0215793 Sep 22 21:36:43.664052 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44698) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:43.680932 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-afd2f465-4ea2-4d70-8303-74f326912fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:43.681334 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd2f465-4ea2-4d70-8303-74f326912fdc None None] The sync data for ids ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:36:43.716154 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-392ac838-4ac6-4bbe-b08d-1871eb12eaa3 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Request body: {'security_group_rule': {'security_group_id': '21efee25-a835-45f3-ba6c-1dd96468d264', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:43.719031 dv-neutron-858900-1-hyperv neutron-server[89009]: WARNING neutron.api.v2.base [None req-392ac838-4ac6-4bbe-b08d-1871eb12eaa3 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 22 21:36:43.719717 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-392ac838-4ac6-4bbe-b08d-1871eb12eaa3 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:36:43.721558 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-392ac838-4ac6-4bbe-b08d-1871eb12eaa3 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0567255 Sep 22 21:36:43.725717 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-07253e12-54f9-4512-a714-685b508f61d6 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for floatingip, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:43.777215 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:36:43.778886 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port a8ee2d5e-bf2f-4a5c-ba3d-a5776a175ad0 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:36:43.786145 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44702) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:43.851137 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 4bbee90d-0ca7-41e1-9202-3a9b1a957181 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:36:43.901888 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 4bbee90d-0ca7-41e1-9202-3a9b1a957181 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:36:43.902459 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 4bbee90d-0ca7-41e1-9202-3a9b1a957181 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:36:43.983700 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-05e8c8de-0ed1-49d9-8f69-bf74edc1869a None None] Attempt 3 to provision port aa3e28f6-24e5-406d-bfb8-155d6ff21c76 Sep 22 21:36:44.011530 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-02ac56c8-4422-4e19-ae6f-f13ae4671ec5 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:44.057059 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-05e8c8de-0ed1-49d9-8f69-bf74edc1869a None None] Port aa3e28f6-24e5-406d-bfb8-155d6ff21c76 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:44.389706 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f7a8f1-a58e-4935-97dc-faf275bf95f1 req-cfe4c2f2-04e2-44d3-910b-ed2bfcd15b74 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:44.391238 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-03f7a8f1-a58e-4935-97dc-faf275bf95f1 req-cfe4c2f2-04e2-44d3-910b-ed2bfcd15b74 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/ports?device_id=f753f31b-0913-4c7a-9306-c5bd027ade92 HTTP/1.1" status: 200 len: 945 time: 0.8127763 Sep 22 21:36:44.391894 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d1297636-498d-45ac-a611-05493690ee02 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:44.397316 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5387489f-3722-4e56-b268-5c1deb5d8d55 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks [] for router_gateway, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:44.435645 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5387489f-3722-4e56-b268-5c1deb5d8d55 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:44.435890 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad55c651-42b7-4d56-a675-285707aa957a req-bf8c7ed8-97be-4a16-8465-2066299746f8 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:36:44.457368 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced5487f-eb2e-47e1-b000-ea092d6cad0e None None] Sync routers for ids ['7df7de81-bff1-4c9e-be6a-0568eee4cc3d'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:36:44.469669 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced5487f-eb2e-47e1-b000-ea092d6cad0e None None] Routers {'7df7de81-bff1-4c9e-be6a-0568eee4cc3d'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:36:44.470324 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-ced5487f-eb2e-47e1-b000-ea092d6cad0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:36:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['7df7de81-bff1-4c9e-be6a-0568eee4cc3d'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:44.488137 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:44.524633 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d1297636-498d-45ac-a611-05493690ee02 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:44.558139 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-05e8c8de-0ed1-49d9-8f69-bf74edc1869a None None] Attempt 4 to provision port aa3e28f6-24e5-406d-bfb8-155d6ff21c76 Sep 22 21:36:44.613783 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-05e8c8de-0ed1-49d9-8f69-bf74edc1869a None None] Port aa3e28f6-24e5-406d-bfb8-155d6ff21c76 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:44.635976 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-70c9467e-d7c5-49ee-9e16-fefbf612b44b req-0c864e5e-b11c-4ce3-b35d-aeef72720421 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 210 time: 0.1317427 Sep 22 21:36:44.675621 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-03f7a8f1-a58e-4935-97dc-faf275bf95f1 req-06577d7e-240e-42b5-894d-681718ac2e7a tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/security-groups?id=b1c72282-7805-4b8b-9bad-6c3b1d681138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747326 Sep 22 21:36:44.689473 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-ced5487f-eb2e-47e1-b000-ea092d6cad0e None None] Set router 7df7de81-bff1-4c9e-be6a-0568eee4cc3d gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:36:44.695202 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad55c651-42b7-4d56-a675-285707aa957a req-bf8c7ed8-97be-4a16-8465-2066299746f8 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] No DVR routers for this DVR port 9bdd48e0-5d9d-43f0-97a8-e321a99aac21 on host hv-neutron-8589 {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:36:44.719750 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-02ac56c8-4422-4e19-ae6f-f13ae4671ec5 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:44.808739 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-ad55c651-42b7-4d56-a675-285707aa957a req-bf8c7ed8-97be-4a16-8465-2066299746f8 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:44.815741 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f10f3ee-32ce-4030-97c8-80ba3e2a07d1 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Router b939319a-c05f-4d01-a659-4d57604fde53 is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:36:44.818655 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651a176d-8835-40fa-aa3c-811926baf0c3', 'name': 'network-vif-deleted', 'tag': '9bdd48e0-5d9d-43f0-97a8-e321a99aac21'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:36:44.821642 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19990fb6-9d0a-4345-aea8-5d3c37420d19" -d '{"events": [{"server_uuid": "651a176d-8835-40fa-aa3c-811926baf0c3", "name": "network-vif-deleted", "tag": "9bdd48e0-5d9d-43f0-97a8-e321a99aac21"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:36:44.869224 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-02ac56c8-4422-4e19-ae6f-f13ae4671ec5 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:44.874422 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-688574d7-5584-440e-8bda-5880c71c6aae tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:44.887388 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 21:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0d841b-37c9-468c-b702-637745c9e732 x-openstack-request-id: req-fc0d841b-37c9-468c-b702-637745c9e732 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:36:44.887670 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "651a176d-8835-40fa-aa3c-811926baf0c3", "name": "network-vif-deleted", "tag": "9bdd48e0-5d9d-43f0-97a8-e321a99aac21", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:36:44.887922 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-fc0d841b-37c9-468c-b702-637745c9e732 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:36:44.888517 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc0d841b-37c9-468c-b702-637745c9e732'] response: {'server_uuid': '651a176d-8835-40fa-aa3c-811926baf0c3', 'name': 'network-vif-deleted', 'tag': '9bdd48e0-5d9d-43f0-97a8-e321a99aac21', 'status': 'completed', 'code': 200} Sep 22 21:36:44.894668 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-5387489f-3722-4e56-b268-5c1deb5d8d55 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Allocated IP 172.26.0.60 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/7db76eca-e7de-4f20-bc0d-69df54847746) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:36:44.962907 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ad55c651-42b7-4d56-a675-285707aa957a req-bf8c7ed8-97be-4a16-8465-2066299746f8 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.49 "DELETE /v2.0/ports/9bdd48e0-5d9d-43f0-97a8-e321a99aac21 HTTP/1.1" status: 204 len: 173 time: 4.9907053 Sep 22 21:36:44.963484 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d1297636-498d-45ac-a611-05493690ee02 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:44.966152 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d1297636-498d-45ac-a611-05493690ee02 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:44.969547 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-d1297636-498d-45ac-a611-05493690ee02 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] 10.222.0.33 "DELETE /v2.0/security-groups/21efee25-a835-45f3-ba6c-1dd96468d264 HTTP/1.1" status: 204 len: 168 time: 1.1575496 Sep 22 21:36:45.001311 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44712) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:45.075102 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-ced5487f-eb2e-47e1-b000-ea092d6cad0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df7de81-bff1-4c9e-be6a-0568eee4cc3d', 'name': 'tempest-ServerActionsTestJSON-631294346-router', 'tenant_id': '25574d9f1a93412b95f1e988f287237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b4cc0aa5-08c3-41e9-97fb-7407b192bf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:32:29Z', 'updated_at': '2022-09-22T21:32:44Z', 'revision_number': 4, 'project_id': '25574d9f1a93412b95f1e988f287237a', 'gw_port': {'id': 'b4cc0aa5-08c3-41e9-97fb-7407b192bf84', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df7de81-bff1-4c9e-be6a-0568eee4cc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:31Z', 'updated_at': '2022-09-22T21:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '01dac8c6-de86-4e6c-91ee-e5aece1b2f91', 'name': '', 'network_id': '5dbb466f-7241-4d18-b090-2d779954893b', 'tenant_id': '25574d9f1a93412b95f1e988f287237a', 'mac_address': 'fa:16:3e:db:6e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df7de81-bff1-4c9e-be6a-0568eee4cc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'f291bed0-d028-44b6-829f-efb0f7512ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:41Z', 'updated_at': '2022-09-22T21:32:55Z', 'revision_number': 5, 'project_id': '25574d9f1a93412b95f1e988f287237a', 'subnets': [{'id': 'f291bed0-d028-44b6-829f-efb0f7512ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:45.080170 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced5487f-eb2e-47e1-b000-ea092d6cad0e None None] Checking router: 7df7de81-bff1-4c9e-be6a-0568eee4cc3d for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:36:45.090655 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced5487f-eb2e-47e1-b000-ea092d6cad0e None None] Routers {'7df7de81-bff1-4c9e-be6a-0568eee4cc3d'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:36:45.091644 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-ced5487f-eb2e-47e1-b000-ea092d6cad0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:36:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['7df7de81-bff1-4c9e-be6a-0568eee4cc3d'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:45.113812 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341439a-6d93-4e9a-b41d-f0b485879110 req-713206c2-e49e-4e68-867a-f59be875521f tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:45.114949 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-05e8c8de-0ed1-49d9-8f69-bf74edc1869a None None] Attempt 5 to provision port aa3e28f6-24e5-406d-bfb8-155d6ff21c76 Sep 22 21:36:45.115416 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-f341439a-6d93-4e9a-b41d-f0b485879110 req-713206c2-e49e-4e68-867a-f59be875521f tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/ports?device_id=f753f31b-0913-4c7a-9306-c5bd027ade92 HTTP/1.1" status: 200 len: 945 time: 0.3118072 Sep 22 21:36:45.137747 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ac56c8-4422-4e19-ae6f-f13ae4671ec5 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event deleted for resources: {'Subnet': ['ID=bbb2d334-3df8-4435-b6de-e20ba29e7291,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:45.139970 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688574d7-5584-440e-8bda-5880c71c6aae tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event deleted for resources: {'Port': ['ID=9731f8ac-c31a-4a8d-9ef8-71ebfa43a06a,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:45.141917 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1297636-498d-45ac-a611-05493690ee02 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21efee25-a835-45f3-ba6c-1dd96468d264,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:45.173762 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-e376f973-ed7c-448e-994e-02c8c707f94a tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Synchronizing usage tracker for tenant:b6fd8d739cc24025a8b16322874aaf00 on resource:security_group {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:36:45.176988 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-02ac56c8-4422-4e19-ae6f-f13ae4671ec5 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:45.181896 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-02ac56c8-4422-4e19-ae6f-f13ae4671ec5 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/bbb2d334-3df8-4435-b6de-e20ba29e7291 HTTP/1.1" status: 204 len: 168 time: 1.9429207 Sep 22 21:36:45.185802 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44722) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:45.201802 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64cd8ba-194d-4f2f-ae61-528b8b2b2065 None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:36:45.333038 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-f341439a-6d93-4e9a-b41d-f0b485879110 req-accd07af-4f7c-4d0b-adbb-eb6652f8dcdf tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Synchronizing usage tracker for tenant:2f6d72e55d1f42e3ab387f563438baa9 on resource:security_group {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:36:45.339198 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-05e8c8de-0ed1-49d9-8f69-bf74edc1869a None None] Port aa3e28f6-24e5-406d-bfb8-155d6ff21c76 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:45.354374 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-037e707c-ee4e-4ff5-93e8-94b65521ac33 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1622071 Sep 22 21:36:45.369189 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5387489f-3722-4e56-b268-5c1deb5d8d55 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:45.375281 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44726) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:45.420179 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f10f3ee-32ce-4030-97c8-80ba3e2a07d1 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:36:45.435962 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-e376f973-ed7c-448e-994e-02c8c707f94a tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Unset dirty status for tenant:b6fd8d739cc24025a8b16322874aaf00 on resource:security_group {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:36:45.444984 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e376f973-ed7c-448e-994e-02c8c707f94a tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4342284 Sep 22 21:36:45.452085 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44730) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:45.459840 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-c348b06b-3604-4229-8988-7b7f5d5781af tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Request body: {'security_group': {'name': 'tempest-secgroup--1950688948'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:45.467169 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23173552-ce13-4c9f-af7e-a3692eb12128 None None] Sync routers for ids ['b939319a-c05f-4d01-a659-4d57604fde53'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:36:45.475507 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-ced5487f-eb2e-47e1-b000-ea092d6cad0e None None] Set router 7df7de81-bff1-4c9e-be6a-0568eee4cc3d gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:36:45.483624 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-6f10f3ee-32ce-4030-97c8-80ba3e2a07d1 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "PUT /v2.0/routers/b939319a-c05f-4d01-a659-4d57604fde53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5233862 Sep 22 21:36:45.488220 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-07253e12-54f9-4512-a714-685b508f61d6 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:45.492365 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44734) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:45.500407 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-b9ea9e13-2522-4d6c-8d79-d11932814cdb tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1013105945'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:45.511764 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-b9ea9e13-2522-4d6c-8d79-d11932814cdb tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:45.523268 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-b9ea9e13-2522-4d6c-8d79-d11932814cdb tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Usage tracker for resource:network and tenant:5c103daa7e764303927ef5f69fe7eabf is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:45.530147 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-b9ea9e13-2522-4d6c-8d79-d11932814cdb tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:45.541969 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-c348b06b-3604-4229-8988-7b7f5d5781af tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:45.543899 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-b9ea9e13-2522-4d6c-8d79-d11932814cdb tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:45.554634 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-c348b06b-3604-4229-8988-7b7f5d5781af tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:45.582423 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-07253e12-54f9-4512-a714-685b508f61d6 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:45.634884 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23173552-ce13-4c9f-af7e-a3692eb12128 None None] Routers {'b939319a-c05f-4d01-a659-4d57604fde53'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:36:45.635953 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-23173552-ce13-4c9f-af7e-a3692eb12128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:36:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b939319a-c05f-4d01-a659-4d57604fde53'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:45.685587 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-f341439a-6d93-4e9a-b41d-f0b485879110 req-accd07af-4f7c-4d0b-adbb-eb6652f8dcdf tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Unset dirty status for tenant:2f6d72e55d1f42e3ab387f563438baa9 on resource:security_group {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:36:45.693570 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-f341439a-6d93-4e9a-b41d-f0b485879110 req-accd07af-4f7c-4d0b-adbb-eb6652f8dcdf tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/security-groups?id=b1c72282-7805-4b8b-9bad-6c3b1d681138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5602994 Sep 22 21:36:45.710998 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ea9e13-2522-4d6c-8d79-d11932814cdb tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Made reservation on behalf of 5c103daa7e764303927ef5f69fe7eabf for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:36:45.727615 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c348b06b-3604-4229-8988-7b7f5d5781af tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:45.737578 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b9ea9e13-2522-4d6c-8d79-d11932814cdb tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:45.761162 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-c348b06b-3604-4229-8988-7b7f5d5781af tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:45.765228 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-c348b06b-3604-4229-8988-7b7f5d5781af tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Usage tracker for resource:security_group_rule and tenant:b6fd8d739cc24025a8b16322874aaf00 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:45.769452 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-c348b06b-3604-4229-8988-7b7f5d5781af tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:45.778695 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-c348b06b-3604-4229-8988-7b7f5d5781af tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:45.869933 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c348b06b-3604-4229-8988-7b7f5d5781af tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:45.896467 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c348b06b-3604-4229-8988-7b7f5d5781af tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:45.902675 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9ea9e13-2522-4d6c-8d79-d11932814cdb tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:36:45.913711 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b9ea9e13-2522-4d6c-8d79-d11932814cdb tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:45.914199 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-b9ea9e13-2522-4d6c-8d79-d11932814cdb tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Added segment dd246d29-2fb3-46db-86ae-519f471f1f54 of type vlan for network e1b24836-380a-497f-93a5-9d48a7364d29 Sep 22 21:36:45.926035 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-05e8c8de-0ed1-49d9-8f69-bf74edc1869a None None] Attempt 6 to provision port aa3e28f6-24e5-406d-bfb8-155d6ff21c76 Sep 22 21:36:45.943282 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b9ea9e13-2522-4d6c-8d79-d11932814cdb tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:45.948862 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c348b06b-3604-4229-8988-7b7f5d5781af tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4c6ff4-84fd-42fa-84c1-e6c14b727bde,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:45.983253 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-77eafa74-482f-4cc4-8e7d-04c84d10e428 req-6ffb76dd-117a-496e-aa13-ee3c617a7f10 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Synchronizing usage tracker for tenant:25574d9f1a93412b95f1e988f287237a on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:36:46.000778 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b9ea9e13-2522-4d6c-8d79-d11932814cdb tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:46.007618 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ea9e13-2522-4d6c-8d79-d11932814cdb tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:46.008977 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b9ea9e13-2522-4d6c-8d79-d11932814cdb tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:46.019125 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-ced5487f-eb2e-47e1-b000-ea092d6cad0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df7de81-bff1-4c9e-be6a-0568eee4cc3d', 'name': 'tempest-ServerActionsTestJSON-631294346-router', 'tenant_id': '25574d9f1a93412b95f1e988f287237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b4cc0aa5-08c3-41e9-97fb-7407b192bf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:32:29Z', 'updated_at': '2022-09-22T21:32:44Z', 'revision_number': 4, 'project_id': '25574d9f1a93412b95f1e988f287237a', 'gw_port': {'id': 'b4cc0aa5-08c3-41e9-97fb-7407b192bf84', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df7de81-bff1-4c9e-be6a-0568eee4cc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:31Z', 'updated_at': '2022-09-22T21:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '01dac8c6-de86-4e6c-91ee-e5aece1b2f91', 'name': '', 'network_id': '5dbb466f-7241-4d18-b090-2d779954893b', 'tenant_id': '25574d9f1a93412b95f1e988f287237a', 'mac_address': 'fa:16:3e:db:6e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df7de81-bff1-4c9e-be6a-0568eee4cc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'f291bed0-d028-44b6-829f-efb0f7512ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:41Z', 'updated_at': '2022-09-22T21:32:55Z', 'revision_number': 5, 'project_id': '25574d9f1a93412b95f1e988f287237a', 'subnets': [{'id': 'f291bed0-d028-44b6-829f-efb0f7512ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:46.025254 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced5487f-eb2e-47e1-b000-ea092d6cad0e None None] The sync data for ids ['7df7de81-bff1-4c9e-be6a-0568eee4cc3d'] in dv-neutron-858900-1-hyperv is: [{'id': '7df7de81-bff1-4c9e-be6a-0568eee4cc3d', 'name': 'tempest-ServerActionsTestJSON-631294346-router', 'tenant_id': '25574d9f1a93412b95f1e988f287237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b4cc0aa5-08c3-41e9-97fb-7407b192bf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:32:29Z', 'updated_at': '2022-09-22T21:32:44Z', 'revision_number': 4, 'project_id': '25574d9f1a93412b95f1e988f287237a', 'gw_port': {'id': 'b4cc0aa5-08c3-41e9-97fb-7407b192bf84', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df7de81-bff1-4c9e-be6a-0568eee4cc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:31Z', 'updated_at': '2022-09-22T21:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '01dac8c6-de86-4e6c-91ee-e5aece1b2f91', 'name': '', 'network_id': '5dbb466f-7241-4d18-b090-2d779954893b', 'tenant_id': '25574d9f1a93412b95f1e988f287237a', 'mac_address': 'fa:16:3e:db:6e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df7de81-bff1-4c9e-be6a-0568eee4cc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'f291bed0-d028-44b6-829f-efb0f7512ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:41Z', 'updated_at': '2022-09-22T21:32:55Z', 'revision_number': 5, 'project_id': '25574d9f1a93412b95f1e988f287237a', 'subnets': [{'id': 'f291bed0-d028-44b6-829f-efb0f7512ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:36:46.038810 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-77eafa74-482f-4cc4-8e7d-04c84d10e428 req-6ffb76dd-117a-496e-aa13-ee3c617a7f10 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Unset dirty status for tenant:25574d9f1a93412b95f1e988f287237a on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:36:46.040064 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-77eafa74-482f-4cc4-8e7d-04c84d10e428 req-6ffb76dd-117a-496e-aa13-ee3c617a7f10 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/ports?device_id=651a176d-8835-40fa-aa3c-811926baf0c3 HTTP/1.1" status: 200 len: 210 time: 0.2152584 Sep 22 21:36:46.114050 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-688574d7-5584-440e-8bda-5880c71c6aae tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:46.118490 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66eba515-6486-4121-b904-72d4b4864978 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:46.118944 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-66eba515-6486-4121-b904-72d4b4864978 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:36:46.149423 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-b9ea9e13-2522-4d6c-8d79-d11932814cdb tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6552005 Sep 22 21:36:46.156197 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44744) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:46.158587 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5387489f-3722-4e56-b268-5c1deb5d8d55 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:46.172709 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-23173552-ce13-4c9f-af7e-a3692eb12128 None None] Set router b939319a-c05f-4d01-a659-4d57604fde53 gateway port host: None {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:36:46.225610 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-1a106953-a01b-4ea5-a9df-ef2483e26848 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Request body: {'subnet': {'network_id': 'e1b24836-380a-497f-93a5-9d48a7364d29', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:46.254672 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-05e8c8de-0ed1-49d9-8f69-bf74edc1869a None None] Port aa3e28f6-24e5-406d-bfb8-155d6ff21c76 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:46.271969 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911e1a9b-7852-40fd-bff1-9a43de8f8250 None None] DHCP port deletion for 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:36:46.273295 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c348b06b-3604-4229-8988-7b7f5d5781af tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:46.277593 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c348b06b-3604-4229-8988-7b7f5d5781af tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8196819 Sep 22 21:36:46.285556 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-911e1a9b-7852-40fd-bff1-9a43de8f8250 None None] Deleting port 54c48ebf-376b-4cd2-a144-2af0f868817d {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:36:46.286002 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-911e1a9b-7852-40fd-bff1-9a43de8f8250 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:46.338589 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea9e13-2522-4d6c-8d79-d11932814cdb tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event updated for resources: {'Network': ['ID=e1b24836-380a-497f-93a5-9d48a7364d29,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:46.340937 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44748) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:46.367994 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-9554990f-2695-4c5a-a40a-821bff6688b8 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Request body: {'security_group_rule': {'security_group_id': 'fe4c6ff4-84fd-42fa-84c1-e6c14b727bde', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:46.368717 dv-neutron-858900-1-hyperv neutron-server[89008]: WARNING neutron.api.v2.base [None req-9554990f-2695-4c5a-a40a-821bff6688b8 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 22 21:36:46.369211 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-9554990f-2695-4c5a-a40a-821bff6688b8 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:36:46.373886 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-9554990f-2695-4c5a-a40a-821bff6688b8 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0186520 Sep 22 21:36:46.409706 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network e1b24836-380a-497f-93a5-9d48a7364d29 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:36:46.449825 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e14406-2acc-4770-988d-781f6e792ca3 None None] New status for floating IP c46ee5c5-9a12-4006-974f-0f1f668cfb91: DOWN {{(pid=89011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:36:46.486453 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-66eba515-6486-4121-b904-72d4b4864978 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:36:46.487648 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-66eba515-6486-4121-b904-72d4b4864978 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.1114450 Sep 22 21:36:46.500041 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44752) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:46.500463 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44754) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:46.509860 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5387489f-3722-4e56-b268-5c1deb5d8d55 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:36:46.517373 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-d0900f5e-5980-40ef-bcd6-f122cc5cbfe2 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Request body: {'security_group_rule': {'security_group_id': 'fe4c6ff4-84fd-42fa-84c1-e6c14b727bde', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:46.523715 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-d0900f5e-5980-40ef-bcd6-f122cc5cbfe2 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:46.528889 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-d0900f5e-5980-40ef-bcd6-f122cc5cbfe2 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Usage tracker for resource:security_group_rule and tenant:b6fd8d739cc24025a8b16322874aaf00 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:46.531981 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-d0900f5e-5980-40ef-bcd6-f122cc5cbfe2 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:46.537695 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-d0900f5e-5980-40ef-bcd6-f122cc5cbfe2 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:46.555321 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-5387489f-3722-4e56-b268-5c1deb5d8d55 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:36:46.558229 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5387489f-3722-4e56-b268-5c1deb5d8d55 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:36:46.613173 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5387489f-3722-4e56-b268-5c1deb5d8d55 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Pushing event updated for resources: {'Port': ['ID=7db76eca-e7de-4f20-bc0d-69df54847746,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:46.775248 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-05e8c8de-0ed1-49d9-8f69-bf74edc1869a None None] Attempt 7 to provision port aa3e28f6-24e5-406d-bfb8-155d6ff21c76 Sep 22 21:36:46.798331 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-1a106953-a01b-4ea5-a9df-ef2483e26848 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:46.814661 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-1a106953-a01b-4ea5-a9df-ef2483e26848 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Usage tracker for resource:subnet and tenant:5c103daa7e764303927ef5f69fe7eabf is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:46.842215 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-05e8c8de-0ed1-49d9-8f69-bf74edc1869a None None] Port aa3e28f6-24e5-406d-bfb8-155d6ff21c76 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:46.868002 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-1a106953-a01b-4ea5-a9df-ef2483e26848 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:46.888772 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-1a106953-a01b-4ea5-a9df-ef2483e26848 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:46.921092 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-688574d7-5584-440e-8bda-5880c71c6aae tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Router d6198a6f-dab0-4dfb-80e1-bacec028c3c7 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:36:46.943395 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-911e1a9b-7852-40fd-bff1-9a43de8f8250 None None] For port 54c48ebf-376b-4cd2-a144-2af0f868817d, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=54c48ebf-376b-4cd2-a144-2af0f868817d,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:36:46.943912 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-911e1a9b-7852-40fd-bff1-9a43de8f8250 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:46.980929 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-d0900f5e-5980-40ef-bcd6-f122cc5cbfe2 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:36:46.984723 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d0900f5e-5980-40ef-bcd6-f122cc5cbfe2 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4707973 Sep 22 21:36:46.986623 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44760) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:47.002921 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8d3aad-1737-4c01-b212-c4d9f669076f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:47.003770 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-9f8d3aad-1737-4c01-b212-c4d9f669076f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:36:47.049733 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-05bee330-d68d-4171-8471-e76cdf907b82 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Request body: {'security_group_rule': {'security_group_id': 'fe4c6ff4-84fd-42fa-84c1-e6c14b727bde', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:47.050147 dv-neutron-858900-1-hyperv neutron-server[89008]: WARNING neutron.api.v2.base [None req-05bee330-d68d-4171-8471-e76cdf907b82 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 22 21:36:47.050651 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-05bee330-d68d-4171-8471-e76cdf907b82 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:36:47.051607 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-05bee330-d68d-4171-8471-e76cdf907b82 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0656543 Sep 22 21:36:47.064562 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a106953-a01b-4ea5-a9df-ef2483e26848 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Made reservation on behalf of 5c103daa7e764303927ef5f69fe7eabf for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:36:47.064562 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1a106953-a01b-4ea5-a9df-ef2483e26848 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:47.071152 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44764) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:47.076768 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-17d090ac-ce21-4875-a925-bd40c92821a0 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Request body: {'security_group_rule': {'security_group_id': 'fe4c6ff4-84fd-42fa-84c1-e6c14b727bde', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:47.123349 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-911e1a9b-7852-40fd-bff1-9a43de8f8250 None None] Calling delete_port for 54c48ebf-376b-4cd2-a144-2af0f868817d owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:36:47.168072 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-17d090ac-ce21-4875-a925-bd40c92821a0 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:47.199874 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-9f8d3aad-1737-4c01-b212-c4d9f669076f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:36:47.202685 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-9f8d3aad-1737-4c01-b212-c4d9f669076f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6882613 Sep 22 21:36:47.203082 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-17d090ac-ce21-4875-a925-bd40c92821a0 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Usage tracker for resource:security_group_rule and tenant:b6fd8d739cc24025a8b16322874aaf00 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:47.231442 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44772) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:47.233395 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-17d090ac-ce21-4875-a925-bd40c92821a0 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:47.240488 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 54c48ebf-376b-4cd2-a144-2af0f868817d no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:36:47.246568 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44774) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:47.271797 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ae43e-d2c9-43af-b4e7-2fdc3e07e105 req-bc42c8f1-dd29-4473-a266-6c96bf2dfa40 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:47.273794 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-a42ae43e-d2c9-43af-b4e7-2fdc3e07e105 req-bc42c8f1-dd29-4473-a266-6c96bf2dfa40 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/ports?device_id=f753f31b-0913-4c7a-9306-c5bd027ade92 HTTP/1.1" status: 200 len: 945 time: 0.9945757 Sep 22 21:36:47.315007 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-911e1a9b-7852-40fd-bff1-9a43de8f8250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:47.326221 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688574d7-5584-440e-8bda-5880c71c6aae tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:36:47.349279 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 54c48ebf-376b-4cd2-a144-2af0f868817d {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:36:47.349623 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 54c48ebf-376b-4cd2-a144-2af0f868817d not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:36:47.362146 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-688574d7-5584-440e-8bda-5880c71c6aae tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "PUT /v2.0/routers/d6198a6f-dab0-4dfb-80e1-bacec028c3c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1342056 Sep 22 21:36:47.362570 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-05e8c8de-0ed1-49d9-8f69-bf74edc1869a None None] Attempt 8 to provision port aa3e28f6-24e5-406d-bfb8-155d6ff21c76 Sep 22 21:36:47.373552 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44780) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:47.390572 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31a61df-bb88-481d-87dd-ec2995b22a73 None None] Sync routers for ids ['d6198a6f-dab0-4dfb-80e1-bacec028c3c7'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:36:47.418187 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e1a9b-7852-40fd-bff1-9a43de8f8250 None None] Pushing event deleted for resources: {'Port': ['ID=54c48ebf-376b-4cd2-a144-2af0f868817d,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:47.430835 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911e1a9b-7852-40fd-bff1-9a43de8f8250 None None] No DVR routers for this DVR port 54c48ebf-376b-4cd2-a144-2af0f868817d on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:36:47.439987 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1a106953-a01b-4ea5-a9df-ef2483e26848 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:47.447215 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-17d090ac-ce21-4875-a925-bd40c92821a0 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:47.457765 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31a61df-bb88-481d-87dd-ec2995b22a73 None None] Routers {'d6198a6f-dab0-4dfb-80e1-bacec028c3c7'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:36:47.458632 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-e31a61df-bb88-481d-87dd-ec2995b22a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:36:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['d6198a6f-dab0-4dfb-80e1-bacec028c3c7'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:47.460280 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07253e12-54f9-4512-a714-685b508f61d6 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Router b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:36:47.485475 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-93ab6058-83da-48e4-9d16-7abd417fce70 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2252226 Sep 22 21:36:47.488083 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44784) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:47.498445 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-57d73994-7f8e-4e69-bd92-24d1ce5b8096 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'subnet': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:47.530785 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-e31a61df-bb88-481d-87dd-ec2995b22a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:47.533850 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-05e8c8de-0ed1-49d9-8f69-bf74edc1869a None None] Port aa3e28f6-24e5-406d-bfb8-155d6ff21c76 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:47.544292 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b60d9829-1193-4c78-9b83-267f7da4d42d tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:47.545807 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31a61df-bb88-481d-87dd-ec2995b22a73 None None] Routers {'d6198a6f-dab0-4dfb-80e1-bacec028c3c7'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:36:47.546428 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-e31a61df-bb88-481d-87dd-ec2995b22a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:36:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['d6198a6f-dab0-4dfb-80e1-bacec028c3c7'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:47.607536 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-e31a61df-bb88-481d-87dd-ec2995b22a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:47.607933 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31a61df-bb88-481d-87dd-ec2995b22a73 None None] The sync data for ids ['d6198a6f-dab0-4dfb-80e1-bacec028c3c7'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:36:47.616298 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-23173552-ce13-4c9f-af7e-a3692eb12128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'name': 'tempest-RoutersIpV6Test-router-902998151', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:36:31Z', 'updated_at': '2022-09-22T21:36:41Z', 'revision_number': 2, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'gw_port_host': None, '_interfaces': [{'id': 'aa3e28f6-24e5-406d-bfb8-155d6ff21c76', 'name': '', 'network_id': 'f9c36acf-d10a-4415-b6ee-1ffb91d33c43', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:5b:7c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f286df80-3d5a-4ce9-ba7d-1348c9a80060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:36:38Z', 'updated_at': '2022-09-22T21:36:42Z', 'revision_number': 2, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'f286df80-3d5a-4ce9-ba7d-1348c9a80060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:47.620739 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23173552-ce13-4c9f-af7e-a3692eb12128 None None] Checking router: b939319a-c05f-4d01-a659-4d57604fde53 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:36:47.621092 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23173552-ce13-4c9f-af7e-a3692eb12128 None None] Updating router b939319a-c05f-4d01-a659-4d57604fde53 port aa3e28f6-24e5-406d-bfb8-155d6ff21c76 binding host dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:36:47.627825 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a106953-a01b-4ea5-a9df-ef2483e26848 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event updated for resources: {'Subnet': ['ID=a60b4b8b-ac1c-4f30-b875-a8aced919547,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:47.639665 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b60d9829-1193-4c78-9b83-267f7da4d42d tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:47.679337 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-23173552-ce13-4c9f-af7e-a3692eb12128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:47.679598 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5387489f-3722-4e56-b268-5c1deb5d8d55 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks [] for router_gateway, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:47.775016 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-a42ae43e-d2c9-43af-b4e7-2fdc3e07e105 req-6c8159a0-4982-441e-9368-f0a6b53930a3 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/security-groups?id=b1c72282-7805-4b8b-9bad-6c3b1d681138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454728 Sep 22 21:36:47.791884 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-17d090ac-ce21-4875-a925-bd40c92821a0 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:36:47.792914 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-17d090ac-ce21-4875-a925-bd40c92821a0 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7204108 Sep 22 21:36:47.800478 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44788) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:47.842696 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a106953-a01b-4ea5-a9df-ef2483e26848 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Checking segment: {'id': 'dd246d29-2fb3-46db-86ae-519f471f1f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e1b24836-380a-497f-93a5-9d48a7364d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:36:47.843315 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a106953-a01b-4ea5-a9df-ef2483e26848 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Network hostable DHCP agents. Network: e1b24836-380a-497f-93a5-9d48a7364d29, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:36:47.866562 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-5eba91ed-3d8e-4d45-9e0f-0c24d38535c7 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Request body: {'security_group_rule': {'security_group_id': 'fe4c6ff4-84fd-42fa-84c1-e6c14b727bde', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:47.867609 dv-neutron-858900-1-hyperv neutron-server[89009]: WARNING neutron.api.v2.base [None req-5eba91ed-3d8e-4d45-9e0f-0c24d38535c7 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 22 21:36:47.868243 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-5eba91ed-3d8e-4d45-9e0f-0c24d38535c7 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:36:47.869221 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-5eba91ed-3d8e-4d45-9e0f-0c24d38535c7 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0644121 Sep 22 21:36:47.876197 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44792) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:47.888088 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-180d0a60-e6a5-45c5-9f87-b19a67e04f60 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Request body: {'security_group_rule': {'security_group_id': 'fe4c6ff4-84fd-42fa-84c1-e6c14b727bde', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:47.928306 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-180d0a60-e6a5-45c5-9f87-b19a67e04f60 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:47.932444 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a106953-a01b-4ea5-a9df-ef2483e26848 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Network e1b24836-380a-497f-93a5-9d48a7364d29 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:36:47.941495 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-180d0a60-e6a5-45c5-9f87-b19a67e04f60 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Usage tracker for resource:security_group_rule and tenant:b6fd8d739cc24025a8b16322874aaf00 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:47.954330 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-180d0a60-e6a5-45c5-9f87-b19a67e04f60 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:47.967783 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b60d9829-1193-4c78-9b83-267f7da4d42d tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:47.972726 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-180d0a60-e6a5-45c5-9f87-b19a67e04f60 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:47.993518 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-1a106953-a01b-4ea5-a9df-ef2483e26848 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, e1b24836-380a-497f-93a5-9d48a7364d29) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:36:47.999005 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a106953-a01b-4ea5-a9df-ef2483e26848 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:47.999766 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1a106953-a01b-4ea5-a9df-ef2483e26848 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:48.005323 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903ac5fc-b83b-4c1c-bb3d-5fbd38a445c8 None None] Network e1b24836-380a-497f-93a5-9d48a7364d29 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:36:48.022019 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d9829-1193-4c78-9b83-267f7da4d42d tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a131f2-1e31-4ac4-a0f6-1f37fe45043c,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:48.044881 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-05e8c8de-0ed1-49d9-8f69-bf74edc1869a None None] Attempt 9 to provision port aa3e28f6-24e5-406d-bfb8-155d6ff21c76 Sep 22 21:36:48.079107 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b60d9829-1193-4c78-9b83-267f7da4d42d tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:48.081263 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-b60d9829-1193-4c78-9b83-267f7da4d42d tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "DELETE /v2.0/security-groups/c3a131f2-1e31-4ac4-a0f6-1f37fe45043c HTTP/1.1" status: 204 len: 168 time: 0.8334036 Sep 22 21:36:48.091935 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44796) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:48.094162 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-1a106953-a01b-4ea5-a9df-ef2483e26848 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9371455 Sep 22 21:36:48.100408 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44800) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:48.118457 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-57d73994-7f8e-4e69-bd92-24d1ce5b8096 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:48.125344 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-7f79d0b9-cd8e-43bf-b670-55a9e3d844f0 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] show failed (client error): The resource could not be found. Sep 22 21:36:48.126481 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-7f79d0b9-cd8e-43bf-b670-55a9e3d844f0 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "GET /v2.0/security-groups/c3a131f2-1e31-4ac4-a0f6-1f37fe45043c HTTP/1.1" status: 404 len: 347 time: 0.0309401 Sep 22 21:36:48.130296 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44804) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:48.234249 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-05e8c8de-0ed1-49d9-8f69-bf74edc1869a None None] Port aa3e28f6-24e5-406d-bfb8-155d6ff21c76 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:48.245507 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-23173552-ce13-4c9f-af7e-a3692eb12128 None None] Notify callbacks [] for port, precommit_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:48.275688 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-23173552-ce13-4c9f-af7e-a3692eb12128 None None] Transition to ACTIVE for port object aa3e28f6-24e5-406d-bfb8-155d6ff21c76 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:36:48.277385 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-57d73994-7f8e-4e69-bd92-24d1ce5b8096 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:48.312384 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07253e12-54f9-4512-a714-685b508f61d6 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:36:48.321717 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-07253e12-54f9-4512-a714-685b508f61d6 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:48.328188 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9376dacb-3883-464a-924e-7d9fe915658e None None] Sync routers for ids ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:36:48.342001 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9376dacb-3883-464a-924e-7d9fe915658e None None] Routers {'b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:36:48.343222 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-9376dacb-3883-464a-924e-7d9fe915658e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:36:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:48.368545 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-23173552-ce13-4c9f-af7e-a3692eb12128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:48.401330 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d73994-7f8e-4e69-bd92-24d1ce5b8096 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:36:48.404943 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-57d73994-7f8e-4e69-bd92-24d1ce5b8096 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:48.407211 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-57d73994-7f8e-4e69-bd92-24d1ce5b8096 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:36:48.407809 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57d73994-7f8e-4e69-bd92-24d1ce5b8096 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:36:48.428661 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-9376dacb-3883-464a-924e-7d9fe915658e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:48.445700 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9376dacb-3883-464a-924e-7d9fe915658e None None] Routers {'b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:36:48.446662 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-9376dacb-3883-464a-924e-7d9fe915658e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:36:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:48.455901 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-57d73994-7f8e-4e69-bd92-24d1ce5b8096 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9615278 Sep 22 21:36:48.464562 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-180d0a60-e6a5-45c5-9f87-b19a67e04f60 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:36:48.465603 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-180d0a60-e6a5-45c5-9f87-b19a67e04f60 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5853922 Sep 22 21:36:48.475584 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44808) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:48.476036 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44810) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:48.485173 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-35766158-260e-42e9-824f-7816119bd453 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Request body: {'security_group_rule': {'security_group_id': 'fe4c6ff4-84fd-42fa-84c1-e6c14b727bde', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:48.485812 dv-neutron-858900-1-hyperv neutron-server[89009]: WARNING neutron.api.v2.base [None req-35766158-260e-42e9-824f-7816119bd453 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 22 21:36:48.486403 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-35766158-260e-42e9-824f-7816119bd453 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:36:48.489525 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-c33f8288-ed6e-496f-ae15-d7e4a005e033 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Deleting port 7e96c020-f526-44a1-9175-fd5fa67c5ece {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:36:48.489870 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c33f8288-ed6e-496f-ae15-d7e4a005e033 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:48.490450 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-35766158-260e-42e9-824f-7816119bd453 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0095396 Sep 22 21:36:48.498078 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44816) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:48.502697 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-6af5876c-8106-482e-9506-53f9ecdc537b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'subnet': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:48.525193 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-262361ed-1f89-49ad-87f2-c8b0adf4df14 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Request body: {'security_group_rule': {'security_group_id': 'fe4c6ff4-84fd-42fa-84c1-e6c14b727bde', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:48.544088 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-9376dacb-3883-464a-924e-7d9fe915658e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:48.544734 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9376dacb-3883-464a-924e-7d9fe915658e None None] The sync data for ids ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:36:48.633794 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9be2a6c-302e-411a-ae9a-4eb0d242620f None None] Pushing event updated for resources: {'Port': ['ID=aa3e28f6-24e5-406d-bfb8-155d6ff21c76,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:48.656308 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bd12b8-0121-47e7-bd35-cf7a928fd1cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-e1b24836-380a-497f-93a5-9d48a7364d29', 'network_id': 'e1b24836-380a-497f-93a5-9d48a7364d29', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'fixed_ips': [{'subnet_id': 'a60b4b8b-ac1c-4f30-b875-a8aced919547'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:36:48.657188 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f8bd12b8-0121-47e7-bd35-cf7a928fd1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:48.678050 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-23173552-ce13-4c9f-af7e-a3692eb12128 None None] Attempting to bind port aa3e28f6-24e5-406d-bfb8-155d6ff21c76 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:36:48.678413 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-23173552-ce13-4c9f-af7e-a3692eb12128 None None] Attempting to bind port aa3e28f6-24e5-406d-bfb8-155d6ff21c76 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'c22505ee-4702-4fb0-afdd-3a3bee8afd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f9c36acf-d10a-4415-b6ee-1ffb91d33c43'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:36:48.678926 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23173552-ce13-4c9f-af7e-a3692eb12128 None None] Attempting to bind port aa3e28f6-24e5-406d-bfb8-155d6ff21c76 on network f9c36acf-d10a-4415-b6ee-1ffb91d33c43 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:36:48.689531 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23173552-ce13-4c9f-af7e-a3692eb12128 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:36:48.690427 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23173552-ce13-4c9f-af7e-a3692eb12128 None None] Checking segment: {'id': 'c22505ee-4702-4fb0-afdd-3a3bee8afd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f9c36acf-d10a-4415-b6ee-1ffb91d33c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:36:48.690427 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-23173552-ce13-4c9f-af7e-a3692eb12128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:48.690699 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23173552-ce13-4c9f-af7e-a3692eb12128 None None] Bound using segment: {'id': 'c22505ee-4702-4fb0-afdd-3a3bee8afd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f9c36acf-d10a-4415-b6ee-1ffb91d33c43'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:36:48.691131 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-23173552-ce13-4c9f-af7e-a3692eb12128 None None] Bound port: aa3e28f6-24e5-406d-bfb8-155d6ff21c76, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22505ee-4702-4fb0-afdd-3a3bee8afd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f9c36acf-d10a-4415-b6ee-1ffb91d33c43'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:36:48.691736 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-23173552-ce13-4c9f-af7e-a3692eb12128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:48.703028 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e08f225a-48e9-40a3-995a-0326e471d6f9 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:48.736569 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-05e8c8de-0ed1-49d9-8f69-bf74edc1869a None None] Attempt 10 to provision port aa3e28f6-24e5-406d-bfb8-155d6ff21c76 Sep 22 21:36:48.769458 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-262361ed-1f89-49ad-87f2-c8b0adf4df14 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:48.863330 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-262361ed-1f89-49ad-87f2-c8b0adf4df14 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Usage tracker for resource:security_group_rule and tenant:b6fd8d739cc24025a8b16322874aaf00 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:48.869459 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-05e8c8de-0ed1-49d9-8f69-bf74edc1869a None None] Port aa3e28f6-24e5-406d-bfb8-155d6ff21c76 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:48.877069 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-05e8c8de-0ed1-49d9-8f69-bf74edc1869a None None] Could not find standard attr ID for object 9731f8ac-c31a-4a8d-9ef8-71ebfa43a06a. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:36:48.880974 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-262361ed-1f89-49ad-87f2-c8b0adf4df14 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:48.884114 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-05e8c8de-0ed1-49d9-8f69-bf74edc1869a None None] Could not find standard attr ID for object 108041b9-1242-4dc1-ba3d-8c38602d9072. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:36:48.894910 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-262361ed-1f89-49ad-87f2-c8b0adf4df14 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:48.963590 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-23173552-ce13-4c9f-af7e-a3692eb12128 None None] For port aa3e28f6-24e5-406d-bfb8-155d6ff21c76, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:36:48.977936 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-23173552-ce13-4c9f-af7e-a3692eb12128 None None] For port aa3e28f6-24e5-406d-bfb8-155d6ff21c76, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=aa3e28f6-24e5-406d-bfb8-155d6ff21c76,segment=NetworkSegment(c22505ee-4702-4fb0-afdd-3a3bee8afd44),segment_id=c22505ee-4702-4fb0-afdd-3a3bee8afd44)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:36:48.986411 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-23173552-ce13-4c9f-af7e-a3692eb12128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:49.034781 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-f8bd12b8-0121-47e7-bd35-cf7a928fd1cf None None] Allocated IP 2001:db8:1::2 (e1b24836-380a-497f-93a5-9d48a7364d29/a60b4b8b-ac1c-4f30-b875-a8aced919547/bfe42dd7-53f8-4b93-b818-d803da64a31e) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:36:49.063873 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5387489f-3722-4e56-b268-5c1deb5d8d55 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:49.066967 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-07253e12-54f9-4512-a714-685b508f61d6 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] 10.222.0.33 "PUT /v2.0/floatingips/f9497be7-2fc5-45ee-ba67-0458508efe3d HTTP/1.1" status: 200 len: 979 time: 5.5349464 Sep 22 21:36:49.070881 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44822) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:49.073927 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23173552-ce13-4c9f-af7e-a3692eb12128 None None] Routers {'b939319a-c05f-4d01-a659-4d57604fde53'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:36:49.074428 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-23173552-ce13-4c9f-af7e-a3692eb12128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:36:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b939319a-c05f-4d01-a659-4d57604fde53'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:49.080186 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-6af5876c-8106-482e-9506-53f9ecdc537b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:49.092306 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c33f8288-ed6e-496f-ae15-d7e4a005e033 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:49.092893 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c33f8288-ed6e-496f-ae15-d7e4a005e033 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:49.236975 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-c33f8288-ed6e-496f-ae15-d7e4a005e033 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Calling delete_port for 7e96c020-f526-44a1-9175-fd5fa67c5ece owned by network:floatingip {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:36:49.243613 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-6af5876c-8106-482e-9506-53f9ecdc537b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:49.297181 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-262361ed-1f89-49ad-87f2-c8b0adf4df14 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:36:49.301544 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-262361ed-1f89-49ad-87f2-c8b0adf4df14 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.7821500 Sep 22 21:36:49.305582 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44826) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:49.315146 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-00f8c11d-3098-41c6-8884-b05228a9435c tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Request body: {'security_group_rule': {'security_group_id': 'fe4c6ff4-84fd-42fa-84c1-e6c14b727bde', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:49.316074 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9be2a6c-302e-411a-ae9a-4eb0d242620f None None] Pushing event updated for resources: {'Port': ['ID=aa3e28f6-24e5-406d-bfb8-155d6ff21c76,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:49.320840 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-00f8c11d-3098-41c6-8884-b05228a9435c tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:49.323771 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-a0012db2-a354-4f9f-a501-01ea3ecb4525 None None] Could not find standard attr ID for object 54c48ebf-376b-4cd2-a144-2af0f868817d. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:36:49.325628 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-00f8c11d-3098-41c6-8884-b05228a9435c tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Usage tracker for resource:security_group_rule and tenant:b6fd8d739cc24025a8b16322874aaf00 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:49.329052 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-00f8c11d-3098-41c6-8884-b05228a9435c tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:49.335327 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-00f8c11d-3098-41c6-8884-b05228a9435c tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:49.337904 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-23173552-ce13-4c9f-af7e-a3692eb12128 None None] Set router b939319a-c05f-4d01-a659-4d57604fde53 gateway port host: None {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:36:49.351921 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f835fd-8267-42d1-9b8b-0d4d030f5718 req-8b4eba31-8750-439e-b3eb-6d84dd89267f tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:49.353608 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-38f835fd-8267-42d1-9b8b-0d4d030f5718 req-8b4eba31-8750-439e-b3eb-6d84dd89267f tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/ports?device_id=f753f31b-0913-4c7a-9306-c5bd027ade92 HTTP/1.1" status: 200 len: 945 time: 0.4409592 Sep 22 21:36:49.418394 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-00f8c11d-3098-41c6-8884-b05228a9435c tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:36:49.418884 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-00f8c11d-3098-41c6-8884-b05228a9435c tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1100032 Sep 22 21:36:49.445489 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44830) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:49.513321 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af5876c-8106-482e-9506-53f9ecdc537b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:36:49.516696 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6af5876c-8106-482e-9506-53f9ecdc537b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:49.518965 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-6af5876c-8106-482e-9506-53f9ecdc537b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:36:49.519392 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6af5876c-8106-482e-9506-53f9ecdc537b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:36:49.527108 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-38f835fd-8267-42d1-9b8b-0d4d030f5718 req-bb26e1b3-4f85-439a-9eef-20b2c7a9d6c5 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/security-groups?id=b1c72282-7805-4b8b-9bad-6c3b1d681138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120112 Sep 22 21:36:49.543644 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-e08f225a-48e9-40a3-995a-0326e471d6f9 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Deleting port 1d516d44-8238-4238-a923-1da38152e306 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:36:49.543644 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e08f225a-48e9-40a3-995a-0326e471d6f9 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:49.690467 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f8bd12b8-0121-47e7-bd35-cf7a928fd1cf None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:49.715123 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-f8bd12b8-0121-47e7-bd35-cf7a928fd1cf None None] Transition to ACTIVE for port object bfe42dd7-53f8-4b93-b818-d803da64a31e will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:36:49.724098 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6af5876c-8106-482e-9506-53f9ecdc537b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.2400227 Sep 22 21:36:49.733257 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ff0eae31-d408-45e9-837a-370b0e0f0199 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:49.756858 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44836) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:49.761541 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ff0eae31-d408-45e9-837a-370b0e0f0199 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:49.762970 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-8906d3e5-27f5-4dd1-a5cb-a07049ccfce5 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'subnet': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:49.774806 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-f8bd12b8-0121-47e7-bd35-cf7a928fd1cf None None] Transition to ACTIVE for port object bfe42dd7-53f8-4b93-b818-d803da64a31e will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:36:49.787727 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f8bd12b8-0121-47e7-bd35-cf7a928fd1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:49.853792 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c33f8288-ed6e-496f-ae15-d7e4a005e033 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:49.867145 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-5904f6b9-c8ba-4dfd-805e-b4d458705bf9 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Deleting port 201fcd62-001d-4713-8d3e-562f4a879aca {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:36:49.867517 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5904f6b9-c8ba-4dfd-805e-b4d458705bf9 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:49.913257 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bd12b8-0121-47e7-bd35-cf7a928fd1cf None None] Network e1b24836-380a-497f-93a5-9d48a7364d29 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:36:49.919413 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-f8bd12b8-0121-47e7-bd35-cf7a928fd1cf None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:36:49.924550 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bd12b8-0121-47e7-bd35-cf7a928fd1cf None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:36:49.931941 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd12b8-0121-47e7-bd35-cf7a928fd1cf None None] Pushing event updated for resources: {'Port': ['ID=bfe42dd7-53f8-4b93-b818-d803da64a31e,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:49.947192 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-83301478-006e-4ab0-b1c3-6c0984e03ce3 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:49.976084 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-23173552-ce13-4c9f-af7e-a3692eb12128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'name': 'tempest-RoutersIpV6Test-router-902998151', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:36:31Z', 'updated_at': '2022-09-22T21:36:41Z', 'revision_number': 2, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'gw_port_host': None, '_interfaces': [{'id': 'aa3e28f6-24e5-406d-bfb8-155d6ff21c76', 'name': '', 'network_id': 'f9c36acf-d10a-4415-b6ee-1ffb91d33c43', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:5b:7c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f286df80-3d5a-4ce9-ba7d-1348c9a80060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:36:38Z', 'updated_at': '2022-09-22T21:36:48Z', 'revision_number': 4, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'f286df80-3d5a-4ce9-ba7d-1348c9a80060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:49.976677 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f8288-ed6e-496f-ae15-d7e4a005e033 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Pushing event deleted for resources: {'Port': ['ID=7e96c020-f526-44a1-9175-fd5fa67c5ece,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:50.025258 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23173552-ce13-4c9f-af7e-a3692eb12128 None None] The sync data for ids ['b939319a-c05f-4d01-a659-4d57604fde53'] in dv-neutron-858900-1-hyperv is: [{'id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'name': 'tempest-RoutersIpV6Test-router-902998151', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:36:31Z', 'updated_at': '2022-09-22T21:36:41Z', 'revision_number': 2, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'gw_port_host': None, '_interfaces': [{'id': 'aa3e28f6-24e5-406d-bfb8-155d6ff21c76', 'name': '', 'network_id': 'f9c36acf-d10a-4415-b6ee-1ffb91d33c43', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:5b:7c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f286df80-3d5a-4ce9-ba7d-1348c9a80060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:36:38Z', 'updated_at': '2022-09-22T21:36:48Z', 'revision_number': 4, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'f286df80-3d5a-4ce9-ba7d-1348c9a80060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:36:50.050893 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-f8bd12b8-0121-47e7-bd35-cf7a928fd1cf None None] Attempting to bind port bfe42dd7-53f8-4b93-b818-d803da64a31e on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:36:50.051681 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-f8bd12b8-0121-47e7-bd35-cf7a928fd1cf None None] Attempting to bind port bfe42dd7-53f8-4b93-b818-d803da64a31e by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'dd246d29-2fb3-46db-86ae-519f471f1f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e1b24836-380a-497f-93a5-9d48a7364d29'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:36:50.052220 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bd12b8-0121-47e7-bd35-cf7a928fd1cf None None] Attempting to bind port bfe42dd7-53f8-4b93-b818-d803da64a31e on network e1b24836-380a-497f-93a5-9d48a7364d29 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:36:50.059502 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bd12b8-0121-47e7-bd35-cf7a928fd1cf None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:36:50.060365 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bd12b8-0121-47e7-bd35-cf7a928fd1cf None None] Checking segment: {'id': 'dd246d29-2fb3-46db-86ae-519f471f1f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e1b24836-380a-497f-93a5-9d48a7364d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:36:50.060923 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f8bd12b8-0121-47e7-bd35-cf7a928fd1cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:50.061635 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bd12b8-0121-47e7-bd35-cf7a928fd1cf None None] Bound using segment: {'id': 'dd246d29-2fb3-46db-86ae-519f471f1f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e1b24836-380a-497f-93a5-9d48a7364d29'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:36:50.062297 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-f8bd12b8-0121-47e7-bd35-cf7a928fd1cf None None] Bound port: bfe42dd7-53f8-4b93-b818-d803da64a31e, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd246d29-2fb3-46db-86ae-519f471f1f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e1b24836-380a-497f-93a5-9d48a7364d29'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:36:50.063138 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f8bd12b8-0121-47e7-bd35-cf7a928fd1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:50.177764 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-f8bd12b8-0121-47e7-bd35-cf7a928fd1cf None None] For port bfe42dd7-53f8-4b93-b818-d803da64a31e, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:36:50.183726 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-8906d3e5-27f5-4dd1-a5cb-a07049ccfce5 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:50.187639 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-f8bd12b8-0121-47e7-bd35-cf7a928fd1cf None None] For port bfe42dd7-53f8-4b93-b818-d803da64a31e, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=bfe42dd7-53f8-4b93-b818-d803da64a31e,segment=NetworkSegment(dd246d29-2fb3-46db-86ae-519f471f1f54),segment_id=dd246d29-2fb3-46db-86ae-519f471f1f54)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:36:50.193112 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f8bd12b8-0121-47e7-bd35-cf7a928fd1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:50.277810 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-8906d3e5-27f5-4dd1-a5cb-a07049ccfce5 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:50.368778 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ff0eae31-d408-45e9-837a-370b0e0f0199 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:50.402284 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd12b8-0121-47e7-bd35-cf7a928fd1cf None None] Pushing event updated for resources: {'Port': ['ID=bfe42dd7-53f8-4b93-b818-d803da64a31e,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:50.415420 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8906d3e5-27f5-4dd1-a5cb-a07049ccfce5 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:36:50.420099 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8906d3e5-27f5-4dd1-a5cb-a07049ccfce5 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:50.422719 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-8906d3e5-27f5-4dd1-a5cb-a07049ccfce5 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:36:50.422879 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0eae31-d408-45e9-837a-370b0e0f0199 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4c6ff4-84fd-42fa-84c1-e6c14b727bde,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:50.423908 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8906d3e5-27f5-4dd1-a5cb-a07049ccfce5 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:36:50.437023 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5387489f-3722-4e56-b268-5c1deb5d8d55 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Router 49464fac-0201-4731-9e49-13a58ced35ba is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:36:50.497624 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5904f6b9-c8ba-4dfd-805e-b4d458705bf9 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:50.498095 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5904f6b9-c8ba-4dfd-805e-b4d458705bf9 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:50.523847 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c33f8288-ed6e-496f-ae15-d7e4a005e033 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Notify callbacks [] for floatingip, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:50.531469 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e08f225a-48e9-40a3-995a-0326e471d6f9 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:50.547528 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ff0eae31-d408-45e9-837a-370b0e0f0199 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:50.551657 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ff0eae31-d408-45e9-837a-370b0e0f0199 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] 10.222.0.33 "DELETE /v2.0/security-groups/fe4c6ff4-84fd-42fa-84c1-e6c14b727bde HTTP/1.1" status: 204 len: 168 time: 1.0918522 Sep 22 21:36:50.555634 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44842) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:50.610189 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c33f8288-ed6e-496f-ae15-d7e4a005e033 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:50.612491 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c33f8288-ed6e-496f-ae15-d7e4a005e033 tempest-ServerActionsTestJSON-959951097 tempest-ServerActionsTestJSON-959951097-project] 10.222.0.33 "DELETE /v2.0/floatingips/c46ee5c5-9a12-4006-974f-0f1f668cfb91 HTTP/1.1" status: 204 len: 168 time: 2.4801528 Sep 22 21:36:50.705349 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-5904f6b9-c8ba-4dfd-805e-b4d458705bf9 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Calling delete_port for 201fcd62-001d-4713-8d3e-562f4a879aca owned by network:floatingip {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:36:50.732115 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-e08f225a-48e9-40a3-995a-0326e471d6f9 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Calling delete_port for 1d516d44-8238-4238-a923-1da38152e306 owned by network:router_interface {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:36:50.766105 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44846) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:50.827300 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-8906d3e5-27f5-4dd1-a5cb-a07049ccfce5 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.0690415 Sep 22 21:36:50.842081 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44850) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:50.869498 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-84dd226c-1920-4147-a16b-bd976b6ddf4f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'subnet': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:50.909720 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680afa83-3b8e-4650-bc24-eb25ea309346 req-554367ac-5aed-4043-b9d5-95f83012f921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:50.911267 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-680afa83-3b8e-4650-bc24-eb25ea309346 req-554367ac-5aed-4043-b9d5-95f83012f921 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f6d72e55d1f42e3ab387f563438baa9&device_id=f753f31b-0913-4c7a-9306-c5bd027ade92 HTTP/1.1" status: 200 len: 1098 time: 0.6892025 Sep 22 21:36:50.962861 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-6f85b6a6-e689-49bf-9f32-80c447111d6d tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Synchronizing usage tracker for tenant:b6fd8d739cc24025a8b16322874aaf00 on resource:security_group {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:36:51.026291 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2212b4a5-0156-48da-b09d-b4a632ef45f7 req-179423ea-f71b-4c7f-b660-f9553040f96d tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:51.027798 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2212b4a5-0156-48da-b09d-b4a632ef45f7 req-179423ea-f71b-4c7f-b660-f9553040f96d tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/ports?device_id=f753f31b-0913-4c7a-9306-c5bd027ade92 HTTP/1.1" status: 200 len: 945 time: 0.8481138 Sep 22 21:36:51.187552 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device aa3e28f6-24e5-406d-bfb8-155d6ff21c76 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:36:51.287899 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port aa3e28f6-24e5-406d-bfb8-155d6ff21c76 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:36:51.296255 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port aa3e28f6-24e5-406d-bfb8-155d6ff21c76 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:36:51.297140 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:51.297268 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port aa3e28f6-24e5-406d-bfb8-155d6ff21c76 Sep 22 21:36:51.326439 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-84dd226c-1920-4147-a16b-bd976b6ddf4f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:51.341651 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2212b4a5-0156-48da-b09d-b4a632ef45f7 req-6171de9e-d46d-4d06-b1c6-c371a0a32aac tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/security-groups?id=b1c72282-7805-4b8b-9bad-6c3b1d681138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386320 Sep 22 21:36:51.342261 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-6f85b6a6-e689-49bf-9f32-80c447111d6d tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Unset dirty status for tenant:b6fd8d739cc24025a8b16322874aaf00 on resource:security_group {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:36:51.348957 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-6f85b6a6-e689-49bf-9f32-80c447111d6d tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7401755 Sep 22 21:36:51.358705 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44854) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:51.359753 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-84dd226c-1920-4147-a16b-bd976b6ddf4f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:51.385941 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-59cb1b99-5e99-43d6-a9bf-dae3f8feeade tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Request body: {'security_group': {'name': 'tempest-secgroup--1417838385'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:51.392727 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5387489f-3722-4e56-b268-5c1deb5d8d55 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:36:51.411734 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680afa83-3b8e-4650-bc24-eb25ea309346 req-3977266c-1701-4bd3-beeb-4e6719e40aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:51.413229 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-680afa83-3b8e-4650-bc24-eb25ea309346 req-3977266c-1701-4bd3-beeb-4e6719e40aa4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e7e8ce90-f8bc-426b-80ce-a8ca1cc9446b HTTP/1.1" status: 200 len: 912 time: 0.4893038 Sep 22 21:36:51.416900 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-59cb1b99-5e99-43d6-a9bf-dae3f8feeade tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:51.434894 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-83301478-006e-4ab0-b1c3-6c0984e03ce3 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Allocated IP 2001:db8:1::1 (e1b24836-380a-497f-93a5-9d48a7364d29/a60b4b8b-ac1c-4f30-b875-a8aced919547/e26d3464-ddf9-4766-8597-14f3db8b6289) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:36:51.449143 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-59cb1b99-5e99-43d6-a9bf-dae3f8feeade tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:51.451210 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84dd226c-1920-4147-a16b-bd976b6ddf4f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:36:51.452456 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109ca5ef-6a72-4132-9465-f9252c283c68 None None] Sync routers for ids ['49464fac-0201-4731-9e49-13a58ced35ba'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:36:51.455687 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-84dd226c-1920-4147-a16b-bd976b6ddf4f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:51.457472 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-84dd226c-1920-4147-a16b-bd976b6ddf4f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:36:51.458241 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84dd226c-1920-4147-a16b-bd976b6ddf4f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:36:51.479459 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5904f6b9-c8ba-4dfd-805e-b4d458705bf9 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:51.493475 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109ca5ef-6a72-4132-9465-f9252c283c68 None None] Routers {'49464fac-0201-4731-9e49-13a58ced35ba'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:36:51.494119 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-109ca5ef-6a72-4132-9465-f9252c283c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:36:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['49464fac-0201-4731-9e49-13a58ced35ba'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:51.556993 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-680afa83-3b8e-4650-bc24-eb25ea309346 req-8c8481cd-8799-424f-96d2-3fcf7b0f6e08 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ada4ff44-cbab-4c1e-a1b2-ae806e53bda4 HTTP/1.1" status: 200 len: 217 time: 0.0926323 Sep 22 21:36:51.572396 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port aa3e28f6-24e5-406d-bfb8-155d6ff21c76 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:36:51.572937 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:51.577234 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904f6b9-c8ba-4dfd-805e-b4d458705bf9 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Pushing event deleted for resources: {'Port': ['ID=201fcd62-001d-4713-8d3e-562f4a879aca,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:51.588760 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-109ca5ef-6a72-4132-9465-f9252c283c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:51.619940 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109ca5ef-6a72-4132-9465-f9252c283c68 None None] Routers {'49464fac-0201-4731-9e49-13a58ced35ba'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:36:51.620572 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-109ca5ef-6a72-4132-9465-f9252c283c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:36:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['49464fac-0201-4731-9e49-13a58ced35ba'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:51.625662 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-59cb1b99-5e99-43d6-a9bf-dae3f8feeade tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:51.642363 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5387489f-3722-4e56-b268-5c1deb5d8d55 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:51.646655 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-5387489f-3722-4e56-b268-5c1deb5d8d55 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.7491961 Sep 22 21:36:51.648892 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44858) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:51.673341 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-430aa699-6fe1-40d0-84f4-3d6c36e03ebb tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'enable_snat': False}}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:51.700733 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-84dd226c-1920-4147-a16b-bd976b6ddf4f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8497481 Sep 22 21:36:51.706203 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-109ca5ef-6a72-4132-9465-f9252c283c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:51.706625 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109ca5ef-6a72-4132-9465-f9252c283c68 None None] The sync data for ids ['49464fac-0201-4731-9e49-13a58ced35ba'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:36:51.713542 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port aa3e28f6-24e5-406d-bfb8-155d6ff21c76, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=aa3e28f6-24e5-406d-bfb8-155d6ff21c76,segment=NetworkSegment(c22505ee-4702-4fb0-afdd-3a3bee8afd44),segment_id=c22505ee-4702-4fb0-afdd-3a3bee8afd44)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:36:51.718431 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44862) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:51.726554 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:51.727772 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device bfe42dd7-53f8-4b93-b818-d803da64a31e up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:36:51.769296 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-bf8a1360-eb4d-4c37-9683-189fe3a0a73d tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'subnet': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:51.854707 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-59cb1b99-5e99-43d6-a9bf-dae3f8feeade tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:51.859145 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=aa3e28f6-24e5-406d-bfb8-155d6ff21c76,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:51.878004 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port bfe42dd7-53f8-4b93-b818-d803da64a31e completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:36:51.908666 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-59cb1b99-5e99-43d6-a9bf-dae3f8feeade tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Usage tracker for resource:security_group_rule and tenant:b6fd8d739cc24025a8b16322874aaf00 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:51.918870 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-59cb1b99-5e99-43d6-a9bf-dae3f8feeade tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:51.945417 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-59cb1b99-5e99-43d6-a9bf-dae3f8feeade tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:51.968755 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e08f225a-48e9-40a3-995a-0326e471d6f9 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:51.989835 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5904f6b9-c8ba-4dfd-805e-b4d458705bf9 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for floatingip, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:51.990274 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.l3_db [None req-5904f6b9-c8ba-4dfd-805e-b4d458705bf9 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Floating IP f9497be7-2fc5-45ee-ba67-0458508efe3d disassociated (deleted). External IP: 172.26.0.130, port: 4037f868-34e5-4ef2-82b8-c859b7c3dc60. Sep 22 21:36:51.995619 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18046419-e913-412f-86c6-33b884600d45 None None] Network e1b24836-380a-497f-93a5-9d48a7364d29 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:36:52.010915 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680afa83-3b8e-4650-bc24-eb25ea309346 req-5e0d34ad-2ea4-4ac4-bb36-ac3c3603cef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:52.012368 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-680afa83-3b8e-4650-bc24-eb25ea309346 req-5e0d34ad-2ea4-4ac4-bb36-ac3c3603cef6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7626be6f-2702-4825-9c41-089745382c3d HTTP/1.1" status: 200 len: 852 time: 0.4490948 Sep 22 21:36:52.069774 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-83301478-006e-4ab0-b1c3-6c0984e03ce3 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:52.089306 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-83301478-006e-4ab0-b1c3-6c0984e03ce3 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Transition to ACTIVE for port object e26d3464-ddf9-4766-8597-14f3db8b6289 will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:36:52.107270 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-a5a56306-3950-4c7a-a3e4-74ad67d1a833 None None] Provisioning for port bfe42dd7-53f8-4b93-b818-d803da64a31e completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:36:52.117629 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-a5a56306-3950-4c7a-a3e4-74ad67d1a833 None None] Provisioning complete for port bfe42dd7-53f8-4b93-b818-d803da64a31e triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:36:52.117859 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a5a56306-3950-4c7a-a3e4-74ad67d1a833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:52.118243 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a5a56306-3950-4c7a-a3e4-74ad67d1a833 None None] Attempt 1 to provision port bfe42dd7-53f8-4b93-b818-d803da64a31e Sep 22 21:36:52.168566 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-83301478-006e-4ab0-b1c3-6c0984e03ce3 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:52.174681 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-bf8a1360-eb4d-4c37-9683-189fe3a0a73d tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:52.186129 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08f225a-48e9-40a3-995a-0326e471d6f9 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event deleted for resources: {'Port': ['ID=1d516d44-8238-4238-a923-1da38152e306,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:52.247533 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-680afa83-3b8e-4650-bc24-eb25ea309346 req-85e80e22-fc82-4a82-aa3d-fddb0a844f4e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e7e8ce90-f8bc-426b-80ce-a8ca1cc9446b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2200081 Sep 22 21:36:52.268147 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-bf8a1360-eb4d-4c37-9683-189fe3a0a73d tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:52.355210 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a5a56306-3950-4c7a-a3e4-74ad67d1a833 None None] Current status of the port bfe42dd7-53f8-4b93-b818-d803da64a31e is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:36:52.355691 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a5a56306-3950-4c7a-a3e4-74ad67d1a833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:52.384893 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83301478-006e-4ab0-b1c3-6c0984e03ce3 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Network e1b24836-380a-497f-93a5-9d48a7364d29 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:36:52.404888 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-83301478-006e-4ab0-b1c3-6c0984e03ce3 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:36:52.414925 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8a1360-eb4d-4c37-9683-189fe3a0a73d tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:36:52.418355 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bf8a1360-eb4d-4c37-9683-189fe3a0a73d tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:52.419769 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf8a1360-eb4d-4c37-9683-189fe3a0a73d tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:36:52.420195 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf8a1360-eb4d-4c37-9683-189fe3a0a73d tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:36:52.446470 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83301478-006e-4ab0-b1c3-6c0984e03ce3 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:36:52.446470 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-83301478-006e-4ab0-b1c3-6c0984e03ce3 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:52.492782 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-a5a56306-3950-4c7a-a3e4-74ad67d1a833 None None] For port bfe42dd7-53f8-4b93-b818-d803da64a31e, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=bfe42dd7-53f8-4b93-b818-d803da64a31e,segment=NetworkSegment(dd246d29-2fb3-46db-86ae-519f471f1f54),segment_id=dd246d29-2fb3-46db-86ae-519f471f1f54)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:36:52.493351 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83301478-006e-4ab0-b1c3-6c0984e03ce3 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event updated for resources: {'Port': ['ID=e26d3464-ddf9-4766-8597-14f3db8b6289,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:52.511650 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a5a56306-3950-4c7a-a3e4-74ad67d1a833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:52.554007 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-bf8a1360-eb4d-4c37-9683-189fe3a0a73d tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8310778 Sep 22 21:36:52.558536 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-59cb1b99-5e99-43d6-a9bf-dae3f8feeade tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:52.563006 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44868) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:52.577920 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-59cb1b99-5e99-43d6-a9bf-dae3f8feeade tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:52.608731 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a56306-3950-4c7a-a3e4-74ad67d1a833 None None] Pushing event updated for resources: {'Port': ['ID=bfe42dd7-53f8-4b93-b818-d803da64a31e,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:52.633826 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-076cddd8-52fb-49a3-bfa8-0ee562cf1753 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'subnet': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:52.711909 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-59cb1b99-5e99-43d6-a9bf-dae3f8feeade tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:52.715701 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-59cb1b99-5e99-43d6-a9bf-dae3f8feeade tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3361981 Sep 22 21:36:52.730047 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44872) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:52.739569 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-680afa83-3b8e-4650-bc24-eb25ea309346 req-e27542f8-a907-498e-86e3-5ccd813e5311 service neutron] 10.222.0.49 "GET /v2.0/networks/e7e8ce90-f8bc-426b-80ce-a8ca1cc9446b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4772413 Sep 22 21:36:52.743540 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-5dee2136-d3e0-4e2b-99b3-a2342e4b066c tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Request body: {'security_group_rule': {'security_group_id': '9e7156f2-b103-4810-bbea-48418b329ef7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:52.747841 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cb1b99-5e99-43d6-a9bf-dae3f8feeade tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7156f2-b103-4810-bbea-48418b329ef7,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:52.755813 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-5dee2136-d3e0-4e2b-99b3-a2342e4b066c tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:52.808945 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-5dee2136-d3e0-4e2b-99b3-a2342e4b066c tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Usage tracker for resource:security_group_rule and tenant:b6fd8d739cc24025a8b16322874aaf00 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:52.859815 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-5dee2136-d3e0-4e2b-99b3-a2342e4b066c tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:52.900982 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-5dee2136-d3e0-4e2b-99b3-a2342e4b066c tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:52.937381 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534dad7e-3a5c-4848-b076-7af9795cad08 req-82501333-186f-4333-94be-d2970650500b tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:52.944500 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-534dad7e-3a5c-4848-b076-7af9795cad08 req-82501333-186f-4333-94be-d2970650500b tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/ports?device_id=f753f31b-0913-4c7a-9306-c5bd027ade92 HTTP/1.1" status: 200 len: 945 time: 0.4458861 Sep 22 21:36:52.947290 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1dc34c69-2d84-4372-9e3f-50a7af2958dc None None] Provisioning complete for port bfe42dd7-53f8-4b93-b818-d803da64a31e triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:36:52.947663 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1dc34c69-2d84-4372-9e3f-50a7af2958dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:52.948001 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1dc34c69-2d84-4372-9e3f-50a7af2958dc None None] Attempt 1 to provision port bfe42dd7-53f8-4b93-b818-d803da64a31e Sep 22 21:36:52.969179 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-83301478-006e-4ab0-b1c3-6c0984e03ce3 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:52.977225 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e08f225a-48e9-40a3-995a-0326e471d6f9 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:53.070077 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5904f6b9-c8ba-4dfd-805e-b4d458705bf9 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Router b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:36:53.099032 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-534dad7e-3a5c-4848-b076-7af9795cad08 req-00e57dee-0265-4209-a0f4-ee08e869a9a7 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/security-groups?id=b1c72282-7805-4b8b-9bad-6c3b1d681138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535156 Sep 22 21:36:53.162690 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device aa3e28f6-24e5-406d-bfb8-155d6ff21c76 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:36:53.202876 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1dc34c69-2d84-4372-9e3f-50a7af2958dc None None] Current status of the port bfe42dd7-53f8-4b93-b818-d803da64a31e is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:36:53.231851 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1dc34c69-2d84-4372-9e3f-50a7af2958dc None None] Provisioning for port e26d3464-ddf9-4766-8597-14f3db8b6289 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:36:53.240492 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-076cddd8-52fb-49a3-bfa8-0ee562cf1753 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:53.240952 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1dc34c69-2d84-4372-9e3f-50a7af2958dc None None] Provisioning complete for port e26d3464-ddf9-4766-8597-14f3db8b6289 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:36:53.241321 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1dc34c69-2d84-4372-9e3f-50a7af2958dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:53.241668 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1dc34c69-2d84-4372-9e3f-50a7af2958dc None None] Attempt 1 to provision port e26d3464-ddf9-4766-8597-14f3db8b6289 Sep 22 21:36:53.254460 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-076cddd8-52fb-49a3-bfa8-0ee562cf1753 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:53.310014 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port aa3e28f6-24e5-406d-bfb8-155d6ff21c76 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:36:53.310375 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:53.310733 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port aa3e28f6-24e5-406d-bfb8-155d6ff21c76 Sep 22 21:36:53.313920 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-5dee2136-d3e0-4e2b-99b3-a2342e4b066c tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] create failed (client error): The resource could not be found. Sep 22 21:36:53.315221 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-5dee2136-d3e0-4e2b-99b3-a2342e4b066c tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5820043 Sep 22 21:36:53.344513 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1dc34c69-2d84-4372-9e3f-50a7af2958dc None None] Port e26d3464-ddf9-4766-8597-14f3db8b6289 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:53.431898 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44876) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:53.458477 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-ac52f54d-b5d9-44d1-ac26-d2d7e6b831f8 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Request body: {'security_group_rule': {'security_group_id': '9e7156f2-b103-4810-bbea-48418b329ef7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '7d9cfcc9-9ada-47dd-83ef-4b60d6f34731'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:53.474332 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-ac52f54d-b5d9-44d1-ac26-d2d7e6b831f8 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:53.481157 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port aa3e28f6-24e5-406d-bfb8-155d6ff21c76 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:36:53.482457 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device bfe42dd7-53f8-4b93-b818-d803da64a31e up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:36:53.491755 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-ac52f54d-b5d9-44d1-ac26-d2d7e6b831f8 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Usage tracker for resource:security_group_rule and tenant:b6fd8d739cc24025a8b16322874aaf00 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:53.498772 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-ac52f54d-b5d9-44d1-ac26-d2d7e6b831f8 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:53.509291 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-ac52f54d-b5d9-44d1-ac26-d2d7e6b831f8 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:53.514065 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076cddd8-52fb-49a3-bfa8-0ee562cf1753 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:36:53.518014 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-076cddd8-52fb-49a3-bfa8-0ee562cf1753 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:53.519470 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-076cddd8-52fb-49a3-bfa8-0ee562cf1753 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:36:53.519891 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-076cddd8-52fb-49a3-bfa8-0ee562cf1753 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:36:53.557305 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port bfe42dd7-53f8-4b93-b818-d803da64a31e triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:36:53.557958 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:53.558211 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port bfe42dd7-53f8-4b93-b818-d803da64a31e Sep 22 21:36:53.683907 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port bfe42dd7-53f8-4b93-b818-d803da64a31e is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:36:53.724688 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-ac52f54d-b5d9-44d1-ac26-d2d7e6b831f8 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] create failed (client error): The resource could not be found. Sep 22 21:36:53.728818 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ac52f54d-b5d9-44d1-ac26-d2d7e6b831f8 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2925310 Sep 22 21:36:53.730198 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44880) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:53.732841 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5904f6b9-c8ba-4dfd-805e-b4d458705bf9 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:36:53.739210 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5904f6b9-c8ba-4dfd-805e-b4d458705bf9 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:53.744174 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9e955b-7144-40ef-bddc-28a21cc779e2 None None] Sync routers for ids ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:36:53.754699 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9e955b-7144-40ef-bddc-28a21cc779e2 None None] Routers {'b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:36:53.755382 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-be9e955b-7144-40ef-bddc-28a21cc779e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:36:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:53.763230 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-076cddd8-52fb-49a3-bfa8-0ee562cf1753 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.1937652 Sep 22 21:36:53.773192 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44884) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:53.809961 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-680afa83-3b8e-4650-bc24-eb25ea309346 req-653f8780-6df6-4933-a23a-0938b7db0df4 service neutron] 10.222.0.49 "GET /v2.0/networks/e7e8ce90-f8bc-426b-80ce-a8ca1cc9446b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0031271 Sep 22 21:36:53.824643 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e08f225a-48e9-40a3-995a-0326e471d6f9 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Router d6198a6f-dab0-4dfb-80e1-bacec028c3c7 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:36:53.834982 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-430aa699-6fe1-40d0-84f4-3d6c36e03ebb tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:53.837352 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-be9e955b-7144-40ef-bddc-28a21cc779e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:53.844301 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1aa3a6a8-914e-45e0-ab03-b68286a74287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:53.848320 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1dc34c69-2d84-4372-9e3f-50a7af2958dc None None] Attempt 2 to provision port e26d3464-ddf9-4766-8597-14f3db8b6289 Sep 22 21:36:53.851702 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9e955b-7144-40ef-bddc-28a21cc779e2 None None] Routers {'b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:36:53.852489 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-be9e955b-7144-40ef-bddc-28a21cc779e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:36:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:53.881353 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-f024a701-aad4-4ec4-9e6e-cbb0ea7d6c76 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1005375 Sep 22 21:36:53.890779 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44888) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:53.927302 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-be9e955b-7144-40ef-bddc-28a21cc779e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:53.927701 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9e955b-7144-40ef-bddc-28a21cc779e2 None None] The sync data for ids ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:36:53.930966 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1dc34c69-2d84-4372-9e3f-50a7af2958dc None None] Port e26d3464-ddf9-4766-8597-14f3db8b6289 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:53.954183 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-5904f6b9-c8ba-4dfd-805e-b4d458705bf9 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] 10.222.0.33 "DELETE /v2.0/floatingips/f9497be7-2fc5-45ee-ba67-0458508efe3d HTTP/1.1" status: 204 len: 168 time: 4.8667214 Sep 22 21:36:53.963327 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44892) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:54.072245 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-451f4003-46af-4135-9f94-312b2b72acbb tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:54.085305 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ebf5ef-58b2-4251-9f2e-916947e767b3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:54.086793 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-75ebf5ef-58b2-4251-9f2e-916947e767b3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1924946 Sep 22 21:36:54.092180 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44896) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:54.107806 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-83301478-006e-4ab0-b1c3-6c0984e03ce3 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:54.170583 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-fcae30d8-9ba9-4452-97af-3527ec9050af tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Deleting port 4037f868-34e5-4ef2-82b8-c859b7c3dc60 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:36:54.170953 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fcae30d8-9ba9-4452-97af-3527ec9050af tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:54.186729 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08f225a-48e9-40a3-995a-0326e471d6f9 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:36:54.195163 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e08f225a-48e9-40a3-995a-0326e471d6f9 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "PUT /v2.0/routers/d6198a6f-dab0-4dfb-80e1-bacec028c3c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8205857 Sep 22 21:36:54.195959 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44902) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:54.202497 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b9552c-474e-4a9d-a258-bab2aba8bfe9 None None] Sync routers for ids ['d6198a6f-dab0-4dfb-80e1-bacec028c3c7'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:36:54.213668 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-83301478-006e-4ab0-b1c3-6c0984e03ce3 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:54.214411 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-83301478-006e-4ab0-b1c3-6c0984e03ce3 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:54.233303 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b9552c-474e-4a9d-a258-bab2aba8bfe9 None None] Routers {'d6198a6f-dab0-4dfb-80e1-bacec028c3c7'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:36:54.234299 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-54b9552c-474e-4a9d-a258-bab2aba8bfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:36:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['d6198a6f-dab0-4dfb-80e1-bacec028c3c7'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:54.265752 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-335f362e-4c87-4c1c-8e74-d1ae8ba1b260 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1630070 Sep 22 21:36:54.309514 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44906) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:54.326576 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-103db532-0a4c-428e-8c96-5e2b36f8adc2 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Synchronizing usage tracker for tenant:d0dc9097dd2d4c51a9e00ba2c2c3535e on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:36:54.328978 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-55e31e75-abdd-4236-8479-6b6d681f11a9 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'subnet': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:54.336330 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-54b9552c-474e-4a9d-a258-bab2aba8bfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:54.343713 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-451f4003-46af-4135-9f94-312b2b72acbb tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:54.347868 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b9552c-474e-4a9d-a258-bab2aba8bfe9 None None] Routers {'d6198a6f-dab0-4dfb-80e1-bacec028c3c7'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:36:54.348715 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-54b9552c-474e-4a9d-a258-bab2aba8bfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:36:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['d6198a6f-dab0-4dfb-80e1-bacec028c3c7'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:54.442058 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1dc34c69-2d84-4372-9e3f-50a7af2958dc None None] Attempt 3 to provision port e26d3464-ddf9-4766-8597-14f3db8b6289 Sep 22 21:36:54.483402 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-54b9552c-474e-4a9d-a258-bab2aba8bfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:54.483822 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b9552c-474e-4a9d-a258-bab2aba8bfe9 None None] The sync data for ids ['d6198a6f-dab0-4dfb-80e1-bacec028c3c7'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:36:54.489464 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83301478-006e-4ab0-b1c3-6c0984e03ce3 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event updated for resources: {'Port': ['ID=e26d3464-ddf9-4766-8597-14f3db8b6289,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:54.495182 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-103db532-0a4c-428e-8c96-5e2b36f8adc2 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Unset dirty status for tenant:d0dc9097dd2d4c51a9e00ba2c2c3535e on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:36:54.499560 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-103db532-0a4c-428e-8c96-5e2b36f8adc2 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "GET /v2.0/ports?device_id=d6198a6f-dab0-4dfb-80e1-bacec028c3c7 HTTP/1.1" status: 200 len: 205 time: 0.2966568 Sep 22 21:36:54.500384 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44910) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:54.506283 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1dc34c69-2d84-4372-9e3f-50a7af2958dc None None] Port e26d3464-ddf9-4766-8597-14f3db8b6289 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:54.655533 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cc6dc8d4-36ad-49bc-abeb-f64e43a3c13a tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for router, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:54.724543 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-55e31e75-abdd-4236-8479-6b6d681f11a9 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:54.909456 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-451f4003-46af-4135-9f94-312b2b72acbb tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:54.948668 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5242dc-0dba-4be4-91c0-1bfb3a63c455 req-b89b8f7e-7b08-4ef3-af99-7afec607ba6d tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:54.950273 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4d5242dc-0dba-4be4-91c0-1bfb3a63c455 req-b89b8f7e-7b08-4ef3-af99-7afec607ba6d tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/ports?device_id=f753f31b-0913-4c7a-9306-c5bd027ade92 HTTP/1.1" status: 200 len: 945 time: 0.6964862 Sep 22 21:36:54.970779 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-55e31e75-abdd-4236-8479-6b6d681f11a9 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:54.973194 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451f4003-46af-4135-9f94-312b2b72acbb tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7156f2-b103-4810-bbea-48418b329ef7,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:55.004640 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83301478-006e-4ab0-b1c3-6c0984e03ce3 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Network e1b24836-380a-497f-93a5-9d48a7364d29 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:36:55.008338 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1dc34c69-2d84-4372-9e3f-50a7af2958dc None None] Attempt 4 to provision port e26d3464-ddf9-4766-8597-14f3db8b6289 Sep 22 21:36:55.021670 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-83301478-006e-4ab0-b1c3-6c0984e03ce3 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:36:55.026845 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e31e75-abdd-4236-8479-6b6d681f11a9 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:36:55.032202 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-55e31e75-abdd-4236-8479-6b6d681f11a9 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:55.056006 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-451f4003-46af-4135-9f94-312b2b72acbb tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:55.057122 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-451f4003-46af-4135-9f94-312b2b72acbb tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] 10.222.0.33 "DELETE /v2.0/security-groups/9e7156f2-b103-4810-bbea-48418b329ef7 HTTP/1.1" status: 204 len: 168 time: 1.3258879 Sep 22 21:36:55.071752 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44914) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:55.078848 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1dc34c69-2d84-4372-9e3f-50a7af2958dc None None] Port e26d3464-ddf9-4766-8597-14f3db8b6289 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:55.128520 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fcae30d8-9ba9-4452-97af-3527ec9050af tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:55.401446 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-fcae30d8-9ba9-4452-97af-3527ec9050af tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Calling delete_port for 4037f868-34e5-4ef2-82b8-c859b7c3dc60 owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:36:55.471898 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cc6dc8d4-36ad-49bc-abeb-f64e43a3c13a tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:55.490423 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4d5242dc-0dba-4be4-91c0-1bfb3a63c455 req-1e265775-93c0-4a1e-8f43-f866bb6f6f60 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/security-groups?id=b1c72282-7805-4b8b-9bad-6c3b1d681138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5259628 Sep 22 21:36:55.505035 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cc6dc8d4-36ad-49bc-abeb-f64e43a3c13a tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:55.528893 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-1aa3a6a8-914e-45e0-ab03-b68286a74287 admin admin] Deleting port 01dac8c6-de86-4e6c-91ee-e5aece1b2f91 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:36:55.529157 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1aa3a6a8-914e-45e0-ab03-b68286a74287 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:55.530177 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83301478-006e-4ab0-b1c3-6c0984e03ce3 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Router b939319a-c05f-4d01-a659-4d57604fde53 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:36:55.581260 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1dc34c69-2d84-4372-9e3f-50a7af2958dc None None] Attempt 5 to provision port e26d3464-ddf9-4766-8597-14f3db8b6289 Sep 22 21:36:55.596932 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-f1bf8b9b-56ef-4384-a94c-a65dd709660c tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5086553 Sep 22 21:36:55.598084 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44918) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:55.603434 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-6c546d69-db75-47ea-98a1-b177068194a8 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Request body: {'security_group_rule': {'security_group_id': 'b80be7e1-50ac-4f27-bce0-d008a591b52d', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:55.642355 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1dc34c69-2d84-4372-9e3f-50a7af2958dc None None] Port e26d3464-ddf9-4766-8597-14f3db8b6289 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:55.671689 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-6c546d69-db75-47ea-98a1-b177068194a8 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:55.689201 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cc6dc8d4-36ad-49bc-abeb-f64e43a3c13a tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:55.689683 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6dc8d4-36ad-49bc-abeb-f64e43a3c13a tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Fanout notify agent at l3_agent the message router_deleted on router d6198a6f-dab0-4dfb-80e1-bacec028c3c7 {{(pid=89008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:36:55.702969 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-6c546d69-db75-47ea-98a1-b177068194a8 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Usage tracker for resource:security_group_rule and tenant:b6fd8d739cc24025a8b16322874aaf00 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:55.713564 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:55.718049 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-6c546d69-db75-47ea-98a1-b177068194a8 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:55.743133 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-6c546d69-db75-47ea-98a1-b177068194a8 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:55.797020 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cc6dc8d4-36ad-49bc-abeb-f64e43a3c13a tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:55.798548 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-cc6dc8d4-36ad-49bc-abeb-f64e43a3c13a tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "DELETE /v2.0/routers/d6198a6f-dab0-4dfb-80e1-bacec028c3c7 HTTP/1.1" status: 204 len: 168 time: 1.2928822 Sep 22 21:36:55.813548 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44922) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:55.887424 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83301478-006e-4ab0-b1c3-6c0984e03ce3 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:36:55.898027 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d9adf5-abad-4cae-8337-3d0e22492df2 None None] Sync routers for ids ['b939319a-c05f-4d01-a659-4d57604fde53'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:36:55.908267 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d9adf5-abad-4cae-8337-3d0e22492df2 None None] Routers {'b939319a-c05f-4d01-a659-4d57604fde53'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:36:55.908958 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-19d9adf5-abad-4cae-8337-3d0e22492df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:36:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b939319a-c05f-4d01-a659-4d57604fde53'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:55.944839 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fcae30d8-9ba9-4452-97af-3527ec9050af tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:55.957447 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-83301478-006e-4ab0-b1c3-6c0984e03ce3 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "PUT /v2.0/routers/b939319a-c05f-4d01-a659-4d57604fde53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8434963 Sep 22 21:36:55.973587 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44926) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:55.999668 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-3d50b6a1-3442-4062-8ab7-2a5dad3a65b6 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1671052700'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:56.008756 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcae30d8-9ba9-4452-97af-3527ec9050af tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Pushing event deleted for resources: {'Port': ['ID=4037f868-34e5-4ef2-82b8-c859b7c3dc60,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:56.029089 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-3d50b6a1-3442-4062-8ab7-2a5dad3a65b6 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:56.049796 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2773e33-de88-42f7-be01-5e85af9489f6 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Deleting subnet 0470e80c-10f4-46ea-9492-e65b6b60c7d3 {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:36:56.056550 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-3d50b6a1-3442-4062-8ab7-2a5dad3a65b6 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Usage tracker for resource:network and tenant:5c103daa7e764303927ef5f69fe7eabf is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:56.060617 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-1aa3a6a8-914e-45e0-ab03-b68286a74287 admin admin] For port 01dac8c6-de86-4e6c-91ee-e5aece1b2f91, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=01dac8c6-de86-4e6c-91ee-e5aece1b2f91,segment=NetworkSegment(9c967a15-e80e-4848-9c56-eedb9bf46e0a),segment_id=9c967a15-e80e-4848-9c56-eedb9bf46e0a)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:36:56.060617 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1aa3a6a8-914e-45e0-ab03-b68286a74287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:56.069119 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-3d50b6a1-3442-4062-8ab7-2a5dad3a65b6 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:56.077006 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-19d9adf5-abad-4cae-8337-3d0e22492df2 None None] Set router b939319a-c05f-4d01-a659-4d57604fde53 gateway port host: None {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:36:56.119792 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d2773e33-de88-42f7-be01-5e85af9489f6 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:56.139180 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.objects.ports [None req-55e31e75-abdd-4236-8479-6b6d681f11a9 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89009) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 21:36:56.143993 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1dc34c69-2d84-4372-9e3f-50a7af2958dc None None] Attempt 6 to provision port e26d3464-ddf9-4766-8597-14f3db8b6289 Sep 22 21:36:56.163861 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-3d50b6a1-3442-4062-8ab7-2a5dad3a65b6 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:56.177148 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-55e31e75-abdd-4236-8479-6b6d681f11a9 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:56.179832 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-6c546d69-db75-47ea-98a1-b177068194a8 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] create failed (client error): The resource could not be found. Sep 22 21:36:56.180873 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-6c546d69-db75-47ea-98a1-b177068194a8 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5818474 Sep 22 21:36:56.208304 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1dc34c69-2d84-4372-9e3f-50a7af2958dc None None] Port e26d3464-ddf9-4766-8597-14f3db8b6289 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:56.243618 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44930) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:56.252437 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-c7751c50-d398-4e44-bd10-8e940ee79adb tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Request body: {'security_group': {'name': 'tempest-secgroup--1062691651'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:56.294854 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e31e75-abdd-4236-8479-6b6d681f11a9 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Subnet': ['ID=9c19cdc6-7bba-4480-bbc4-42cf3de7623b,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:56.319928 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e31e75-abdd-4236-8479-6b6d681f11a9 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:36:56.323124 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-55e31e75-abdd-4236-8479-6b6d681f11a9 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:36:56.328492 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-1aa3a6a8-914e-45e0-ab03-b68286a74287 admin admin] Calling delete_port for 01dac8c6-de86-4e6c-91ee-e5aece1b2f91 owned by network:router_interface {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:36:56.334518 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe9b5d2-7491-4dd6-944a-2a3f32c6fad7 None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:36:56.341118 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fcae30d8-9ba9-4452-97af-3527ec9050af tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:56.343602 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-fcae30d8-9ba9-4452-97af-3527ec9050af tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] 10.222.0.33 "DELETE /v2.0/ports/4037f868-34e5-4ef2-82b8-c859b7c3dc60 HTTP/1.1" status: 204 len: 168 time: 2.3761795 Sep 22 21:36:56.347133 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e31e75-abdd-4236-8479-6b6d681f11a9 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:56.348628 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-55e31e75-abdd-4236-8479-6b6d681f11a9 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:56.353425 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44934) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:56.364696 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c7751c50-d398-4e44-bd10-8e940ee79adb tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:56.384798 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-0f008b82-e6d6-40c7-94c2-f96b612b9493 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Request body: {'floatingip': {'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:56.395136 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-0f008b82-e6d6-40c7-94c2-f96b612b9493 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:56.400850 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-0f008b82-e6d6-40c7-94c2-f96b612b9493 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Usage tracker for resource:floatingip and tenant:43c8fa0213da4f47a6706f7ea64b9b94 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:56.411300 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-55e31e75-abdd-4236-8479-6b6d681f11a9 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1002898 Sep 22 21:36:56.413851 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-0f008b82-e6d6-40c7-94c2-f96b612b9493 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:56.417393 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44938) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:56.425757 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-de342cbf-da12-4e48-8c0f-a51695078751 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'port': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'mac_address': 'fa:16:3e:38:c5:0c', 'name': 'tempest-NetworksTestDHCPv6-1641818612'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:56.452829 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-0f008b82-e6d6-40c7-94c2-f96b612b9493 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:56.466454 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-19d9adf5-abad-4cae-8337-3d0e22492df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'name': 'tempest-RoutersIpV6Test-router-902998151', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:36:31Z', 'updated_at': '2022-09-22T21:36:52Z', 'revision_number': 3, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'gw_port_host': None, '_interfaces': [{'id': 'aa3e28f6-24e5-406d-bfb8-155d6ff21c76', 'name': '', 'network_id': 'f9c36acf-d10a-4415-b6ee-1ffb91d33c43', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:5b:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f286df80-3d5a-4ce9-ba7d-1348c9a80060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:36:38Z', 'updated_at': '2022-09-22T21:36:51Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'f286df80-3d5a-4ce9-ba7d-1348c9a80060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26d3464-ddf9-4766-8597-14f3db8b6289', 'name': '', 'network_id': 'e1b24836-380a-497f-93a5-9d48a7364d29', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:ec:5f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a60b4b8b-ac1c-4f30-b875-a8aced919547', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:36:50Z', 'updated_at': '2022-09-22T21:36:53Z', 'revision_number': 2, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'a60b4b8b-ac1c-4f30-b875-a8aced919547', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:56.491633 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d9adf5-abad-4cae-8337-3d0e22492df2 None None] Checking router: b939319a-c05f-4d01-a659-4d57604fde53 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:36:56.492970 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d9adf5-abad-4cae-8337-3d0e22492df2 None None] Updating router b939319a-c05f-4d01-a659-4d57604fde53 port e26d3464-ddf9-4766-8597-14f3db8b6289 binding host dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:36:56.530693 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c7751c50-d398-4e44-bd10-8e940ee79adb tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Usage tracker for resource:security_group and tenant:b6fd8d739cc24025a8b16322874aaf00 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:56.541108 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c7751c50-d398-4e44-bd10-8e940ee79adb tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:56.548856 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d2773e33-de88-42f7-be01-5e85af9489f6 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:56.579461 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d50b6a1-3442-4062-8ab7-2a5dad3a65b6 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Made reservation on behalf of 5c103daa7e764303927ef5f69fe7eabf for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:36:56.582952 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3d50b6a1-3442-4062-8ab7-2a5dad3a65b6 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:56.593908 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-19d9adf5-abad-4cae-8337-3d0e22492df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:56.613453 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c7751c50-d398-4e44-bd10-8e940ee79adb tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:56.672858 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c54a47-f032-4800-b331-28b0f9f3f262 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'tenant_id': '4fef33e75cf240fcbb352fce012907b9', 'fixed_ips': [{'subnet_id': '9c19cdc6-7bba-4480-bbc4-42cf3de7623b'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:36:56.674521 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-95c54a47-f032-4800-b331-28b0f9f3f262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:56.695393 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0f008b82-e6d6-40c7-94c2-f96b612b9493 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for floatingip, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:56.714521 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1dc34c69-2d84-4372-9e3f-50a7af2958dc None None] Attempt 7 to provision port e26d3464-ddf9-4766-8597-14f3db8b6289 Sep 22 21:36:56.764816 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c7751c50-d398-4e44-bd10-8e940ee79adb tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:56.814075 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d50b6a1-3442-4062-8ab7-2a5dad3a65b6 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:36:56.845695 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1dc34c69-2d84-4372-9e3f-50a7af2958dc None None] Port e26d3464-ddf9-4766-8597-14f3db8b6289 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:56.934460 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-95c54a47-f032-4800-b331-28b0f9f3f262 None None] Allocated IP 2001:db8::f816:3eff:febe:7ef3 (98c62b9a-5d2a-496f-a1e5-12a6874f54f0/9c19cdc6-7bba-4480-bbc4-42cf3de7623b/1ed57883-60eb-48fb-a900-9b98a23bc811) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:36:56.943919 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3d50b6a1-3442-4062-8ab7-2a5dad3a65b6 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:56.944565 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-3d50b6a1-3442-4062-8ab7-2a5dad3a65b6 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Added segment f8d0c601-6f21-4dfb-bc47-14f4f1277b0a of type vlan for network 27f87840-20eb-43e3-a2a3-658fe09c5569 Sep 22 21:36:56.952620 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c7751c50-d398-4e44-bd10-8e940ee79adb tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:56.978490 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c7751c50-d398-4e44-bd10-8e940ee79adb tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Usage tracker for resource:security_group_rule and tenant:b6fd8d739cc24025a8b16322874aaf00 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:56.991200 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c7751c50-d398-4e44-bd10-8e940ee79adb tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:56.992902 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-de342cbf-da12-4e48-8c0f-a51695078751 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:57.008785 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-de342cbf-da12-4e48-8c0f-a51695078751 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Usage tracker for resource:port and tenant:4fef33e75cf240fcbb352fce012907b9 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:57.013284 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-de342cbf-da12-4e48-8c0f-a51695078751 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:57.016106 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c7751c50-d398-4e44-bd10-8e940ee79adb tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:57.031920 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-de342cbf-da12-4e48-8c0f-a51695078751 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:57.047554 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-430aa699-6fe1-40d0-84f4-3d6c36e03ebb tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:57.058064 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d2773e33-de88-42f7-be01-5e85af9489f6 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:57.075911 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3696a-950c-4f76-9985-55feaf48d1ee req-3ce17075-0934-459a-9b61-e05bec6af584 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:57.077767 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-2ad3696a-950c-4f76-9985-55feaf48d1ee req-3ce17075-0934-459a-9b61-e05bec6af584 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/ports?device_id=f753f31b-0913-4c7a-9306-c5bd027ade92 HTTP/1.1" status: 200 len: 945 time: 0.3541131 Sep 22 21:36:57.109116 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3d50b6a1-3442-4062-8ab7-2a5dad3a65b6 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:57.122861 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de342cbf-da12-4e48-8c0f-a51695078751 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'port': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:36:57.124464 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-430aa699-6fe1-40d0-84f4-3d6c36e03ebb tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8026890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8012281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8012114'] for router, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:57.240185 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-95c54a47-f032-4800-b331-28b0f9f3f262 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:57.255718 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0f008b82-e6d6-40c7-94c2-f96b612b9493 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:57.262280 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-2ad3696a-950c-4f76-9985-55feaf48d1ee req-aff5491c-9281-47a1-a892-01eb52f27b05 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/security-groups?id=b1c72282-7805-4b8b-9bad-6c3b1d681138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652622 Sep 22 21:36:57.298626 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-19d9adf5-abad-4cae-8337-3d0e22492df2 None None] Notify callbacks [] for port, precommit_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:57.346725 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1dc34c69-2d84-4372-9e3f-50a7af2958dc None None] Attempt 8 to provision port e26d3464-ddf9-4766-8597-14f3db8b6289 Sep 22 21:36:57.367231 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.db.resource_extend [None req-3d50b6a1-3442-4062-8ab7-2a5dad3a65b6 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 21:36:57.418394 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1dc34c69-2d84-4372-9e3f-50a7af2958dc None None] Port e26d3464-ddf9-4766-8597-14f3db8b6289 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:57.477992 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-de342cbf-da12-4e48-8c0f-a51695078751 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:57.564021 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-de342cbf-da12-4e48-8c0f-a51695078751 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] device_id is not set on port 14d379cd-ac85-4fa0-9c49-09493d1f41b5 yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:36:57.585080 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3d50b6a1-3442-4062-8ab7-2a5dad3a65b6 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:57.594079 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d50b6a1-3442-4062-8ab7-2a5dad3a65b6 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:57.594866 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3d50b6a1-3442-4062-8ab7-2a5dad3a65b6 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:57.601607 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d2773e33-de88-42f7-be01-5e85af9489f6 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:57.664574 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-0f008b82-e6d6-40c7-94c2-f96b612b9493 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Allocated IP 172.26.0.15 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/1132bb2d-7009-43eb-8c80-6bf877a00bba) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:36:57.737657 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.provisioning_blocks [None req-19d9adf5-abad-4cae-8337-3d0e22492df2 None None] Transition to ACTIVE for port object e26d3464-ddf9-4766-8597-14f3db8b6289 will not be triggered until provisioned by entity L2. {{(pid=89011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:36:57.737902 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-95c54a47-f032-4800-b331-28b0f9f3f262 None None] Transition to ACTIVE for port object 1ed57883-60eb-48fb-a900-9b98a23bc811 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:36:57.747724 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-19d9adf5-abad-4cae-8337-3d0e22492df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:57.761144 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-95c54a47-f032-4800-b331-28b0f9f3f262 None None] Transition to ACTIVE for port object 1ed57883-60eb-48fb-a900-9b98a23bc811 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:36:57.769525 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-95c54a47-f032-4800-b331-28b0f9f3f262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:57.809358 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d2773e33-de88-42f7-be01-5e85af9489f6 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:57.825540 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1aa3a6a8-914e-45e0-ab03-b68286a74287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:57.829237 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2773e33-de88-42f7-be01-5e85af9489f6 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event deleted for resources: {'Subnet': ['ID=0470e80c-10f4-46ea-9492-e65b6b60c7d3,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:57.857532 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c54a47-f032-4800-b331-28b0f9f3f262 None None] Pushing event updated for resources: {'Port': ['ID=1ed57883-60eb-48fb-a900-9b98a23bc811,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:57.859789 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0f008b82-e6d6-40c7-94c2-f96b612b9493 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:57.862094 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eadf3b0-016f-48c0-a76c-758c2bd66f1d None None] Network 52055821-f714-4104-9c94-c56cfaaee358 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:36:57.936786 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c7751c50-d398-4e44-bd10-8e940ee79adb tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:57.943850 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1dc34c69-2d84-4372-9e3f-50a7af2958dc None None] Attempt 9 to provision port e26d3464-ddf9-4766-8597-14f3db8b6289 Sep 22 21:36:57.958572 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa3a6a8-914e-45e0-ab03-b68286a74287 admin admin] Pushing event deleted for resources: {'Port': ['ID=01dac8c6-de86-4e6c-91ee-e5aece1b2f91,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:58.000619 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0f008b82-e6d6-40c7-94c2-f96b612b9493 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:58.014868 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d50b6a1-3442-4062-8ab7-2a5dad3a65b6 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event updated for resources: {'Network': ['ID=27f87840-20eb-43e3-a2a3-658fe09c5569,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:58.028641 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad939be-7692-45b4-96fd-1f4638ad5d4b None None] Pushing event updated for resources: {'Port': ['ID=e26d3464-ddf9-4766-8597-14f3db8b6289,revision_number=3']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:58.037369 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c7751c50-d398-4e44-bd10-8e940ee79adb tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:58.050645 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad939be-7692-45b4-96fd-1f4638ad5d4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:36:58.050645 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad939be-7692-45b4-96fd-1f4638ad5d4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:36:58.050645 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad939be-7692-45b4-96fd-1f4638ad5d4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:36:58.050645 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad939be-7692-45b4-96fd-1f4638ad5d4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:36:58.050645 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad939be-7692-45b4-96fd-1f4638ad5d4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:36:58.051391 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad939be-7692-45b4-96fd-1f4638ad5d4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:36:58.051391 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad939be-7692-45b4-96fd-1f4638ad5d4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:36:58.051666 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad939be-7692-45b4-96fd-1f4638ad5d4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:36:58.051943 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad939be-7692-45b4-96fd-1f4638ad5d4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:36:58.053741 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-3d50b6a1-3442-4062-8ab7-2a5dad3a65b6 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.0659521 Sep 22 21:36:58.060930 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad939be-7692-45b4-96fd-1f4638ad5d4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:36:58.061286 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad939be-7692-45b4-96fd-1f4638ad5d4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:36:58.061791 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad939be-7692-45b4-96fd-1f4638ad5d4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:36:58.065478 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1dc34c69-2d84-4372-9e3f-50a7af2958dc None None] Port e26d3464-ddf9-4766-8597-14f3db8b6289 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:36:58.065677 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-19d9adf5-abad-4cae-8337-3d0e22492df2 None None] Attempting to bind port e26d3464-ddf9-4766-8597-14f3db8b6289 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:36:58.065997 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 27f87840-20eb-43e3-a2a3-658fe09c5569 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:36:58.066131 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-19d9adf5-abad-4cae-8337-3d0e22492df2 None None] Attempting to bind port e26d3464-ddf9-4766-8597-14f3db8b6289 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'dd246d29-2fb3-46db-86ae-519f471f1f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e1b24836-380a-497f-93a5-9d48a7364d29'}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:36:58.066283 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d9adf5-abad-4cae-8337-3d0e22492df2 None None] Attempting to bind port e26d3464-ddf9-4766-8597-14f3db8b6289 on network e1b24836-380a-497f-93a5-9d48a7364d29 {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:36:58.075156 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-430aa699-6fe1-40d0-84f4-3d6c36e03ebb tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Router 49464fac-0201-4731-9e49-13a58ced35ba has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:36:58.075822 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44948) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:58.085825 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d9adf5-abad-4cae-8337-3d0e22492df2 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:36:58.086252 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d9adf5-abad-4cae-8337-3d0e22492df2 None None] Checking segment: {'id': 'dd246d29-2fb3-46db-86ae-519f471f1f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e1b24836-380a-497f-93a5-9d48a7364d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:36:58.087953 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-19d9adf5-abad-4cae-8337-3d0e22492df2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:58.087953 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d9adf5-abad-4cae-8337-3d0e22492df2 None None] Bound using segment: {'id': 'dd246d29-2fb3-46db-86ae-519f471f1f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e1b24836-380a-497f-93a5-9d48a7364d29'} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:36:58.087953 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-19d9adf5-abad-4cae-8337-3d0e22492df2 None None] Bound port: e26d3464-ddf9-4766-8597-14f3db8b6289, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd246d29-2fb3-46db-86ae-519f471f1f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e1b24836-380a-497f-93a5-9d48a7364d29'}}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:36:58.087953 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-19d9adf5-abad-4cae-8337-3d0e22492df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:58.105591 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-d2773e33-de88-42f7-be01-5e85af9489f6 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "DELETE /v2.0/subnets/0470e80c-10f4-46ea-9492-e65b6b60c7d3 HTTP/1.1" status: 204 len: 168 time: 2.2891173 Sep 22 21:36:58.113036 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44952) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:58.127015 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-c6b5ce81-a8d3-4d8c-85ff-be5892590da8 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Request body: {'subnet': {'network_id': '27f87840-20eb-43e3-a2a3-658fe09c5569', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:58.191278 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f008b82-e6d6-40c7-94c2-f96b612b9493 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:36:58.214662 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-0f008b82-e6d6-40c7-94c2-f96b612b9493 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:36:58.233114 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f008b82-e6d6-40c7-94c2-f96b612b9493 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:36:58.243185 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c54a47-f032-4800-b331-28b0f9f3f262 None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:36:58.253032 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-95c54a47-f032-4800-b331-28b0f9f3f262 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:36:58.266348 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c54a47-f032-4800-b331-28b0f9f3f262 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:36:58.322744 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f008b82-e6d6-40c7-94c2-f96b612b9493 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Pushing event updated for resources: {'Port': ['ID=1132bb2d-7009-43eb-8c80-6bf877a00bba,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:58.336790 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-de342cbf-da12-4e48-8c0f-a51695078751 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Allocated IP 2001:db8::f816:3eff:fe38:c50c (98c62b9a-5d2a-496f-a1e5-12a6874f54f0/9c19cdc6-7bba-4480-bbc4-42cf3de7623b/14d379cd-ac85-4fa0-9c49-09493d1f41b5) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:36:58.397408 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-19d9adf5-abad-4cae-8337-3d0e22492df2 None None] For port e26d3464-ddf9-4766-8597-14f3db8b6289, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:36:58.401609 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-19d9adf5-abad-4cae-8337-3d0e22492df2 None None] For port e26d3464-ddf9-4766-8597-14f3db8b6289, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=e26d3464-ddf9-4766-8597-14f3db8b6289,segment=NetworkSegment(dd246d29-2fb3-46db-86ae-519f471f1f54),segment_id=dd246d29-2fb3-46db-86ae-519f471f1f54)] {{(pid=89011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:36:58.408532 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-19d9adf5-abad-4cae-8337-3d0e22492df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:58.446068 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be62fa2-f21a-479d-9618-d47218551e43 req-0a524aa8-1e93-4ac0-8a50-e994f9626535 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:58.448330 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-5be62fa2-f21a-479d-9618-d47218551e43 req-0a524aa8-1e93-4ac0-8a50-e994f9626535 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/ports?device_id=f753f31b-0913-4c7a-9306-c5bd027ade92 HTTP/1.1" status: 200 len: 945 time: 0.5521293 Sep 22 21:36:58.497058 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c7751c50-d398-4e44-bd10-8e940ee79adb tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:58.500541 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c7751c50-d398-4e44-bd10-8e940ee79adb tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.2522557 Sep 22 21:36:58.506005 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0f008b82-e6d6-40c7-94c2-f96b612b9493 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:58.519561 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-95c54a47-f032-4800-b331-28b0f9f3f262 None None] Attempting to bind port 1ed57883-60eb-48fb-a900-9b98a23bc811 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:36:58.520191 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-95c54a47-f032-4800-b331-28b0f9f3f262 None None] Attempting to bind port 1ed57883-60eb-48fb-a900-9b98a23bc811 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:36:58.520788 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c54a47-f032-4800-b331-28b0f9f3f262 None None] Attempting to bind port 1ed57883-60eb-48fb-a900-9b98a23bc811 on network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:36:58.525735 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44956) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:58.528650 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d9adf5-abad-4cae-8337-3d0e22492df2 None None] Routers {'b939319a-c05f-4d01-a659-4d57604fde53'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:36:58.530748 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-19d9adf5-abad-4cae-8337-3d0e22492df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:36:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b939319a-c05f-4d01-a659-4d57604fde53'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:58.531277 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c54a47-f032-4800-b331-28b0f9f3f262 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:36:58.531653 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c54a47-f032-4800-b331-28b0f9f3f262 None None] Checking segment: {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:36:58.532636 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-95c54a47-f032-4800-b331-28b0f9f3f262 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:58.533200 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c54a47-f032-4800-b331-28b0f9f3f262 None None] Bound using segment: {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:36:58.533819 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-95c54a47-f032-4800-b331-28b0f9f3f262 None None] Bound port: 1ed57883-60eb-48fb-a900-9b98a23bc811, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:36:58.534883 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-95c54a47-f032-4800-b331-28b0f9f3f262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:58.537823 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-1528dcbc-31cd-4131-b73a-40b12dc3322b tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Request body: {'security_group': {'name': 'tempest-secgroup--1131913403'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:58.543939 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-1528dcbc-31cd-4131-b73a-40b12dc3322b tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:58.548522 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-1528dcbc-31cd-4131-b73a-40b12dc3322b tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Usage tracker for resource:security_group and tenant:b6fd8d739cc24025a8b16322874aaf00 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:58.551583 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-1528dcbc-31cd-4131-b73a-40b12dc3322b tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:58.557795 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-1528dcbc-31cd-4131-b73a-40b12dc3322b tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:58.622387 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-5be62fa2-f21a-479d-9618-d47218551e43 req-c7fdadc7-7a43-4c03-8e02-9f5311dd0409 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/security-groups?id=b1c72282-7805-4b8b-9bad-6c3b1d681138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652684 Sep 22 21:36:58.623168 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1528dcbc-31cd-4131-b73a-40b12dc3322b tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:58.650234 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1dc34c69-2d84-4372-9e3f-50a7af2958dc None None] Attempt 10 to provision port e26d3464-ddf9-4766-8597-14f3db8b6289 Sep 22 21:36:58.686988 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7751c50-d398-4e44-bd10-8e940ee79adb tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed21f5b5-e4fc-4fd0-8e7d-8bd67df6f0c3,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:58.691171 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-95c54a47-f032-4800-b331-28b0f9f3f262 None None] For port 1ed57883-60eb-48fb-a900-9b98a23bc811, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:36:58.703233 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad939be-7692-45b4-96fd-1f4638ad5d4b None None] Pushing event updated for resources: {'Port': ['ID=e26d3464-ddf9-4766-8597-14f3db8b6289,revision_number=4']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:58.703781 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-95c54a47-f032-4800-b331-28b0f9f3f262 None None] For port 1ed57883-60eb-48fb-a900-9b98a23bc811, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=1ed57883-60eb-48fb-a900-9b98a23bc811,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:36:58.717135 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-40ffea14-b11a-45d9-b28b-1d38f6370dec tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Deleting subnet 1a9a86c1-d3df-44f0-88a5-f9a07c4ea91b {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:36:58.724761 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-95c54a47-f032-4800-b331-28b0f9f3f262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:58.740460 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-1528dcbc-31cd-4131-b73a-40b12dc3322b tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:58.753340 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-1528dcbc-31cd-4131-b73a-40b12dc3322b tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Usage tracker for resource:security_group_rule and tenant:b6fd8d739cc24025a8b16322874aaf00 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:58.756597 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-19d9adf5-abad-4cae-8337-3d0e22492df2 None None] Set router b939319a-c05f-4d01-a659-4d57604fde53 gateway port host: None {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:36:58.768937 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-1528dcbc-31cd-4131-b73a-40b12dc3322b tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:58.776219 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0f008b82-e6d6-40c7-94c2-f96b612b9493 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:58.807698 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-40ffea14-b11a-45d9-b28b-1d38f6370dec tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:58.816069 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-1528dcbc-31cd-4131-b73a-40b12dc3322b tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:58.841372 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c6b5ce81-a8d3-4d8c-85ff-be5892590da8 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:58.844901 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1dc34c69-2d84-4372-9e3f-50a7af2958dc None None] Port e26d3464-ddf9-4766-8597-14f3db8b6289 had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 21:36:58.856068 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c54a47-f032-4800-b331-28b0f9f3f262 None None] Pushing event updated for resources: {'Port': ['ID=1ed57883-60eb-48fb-a900-9b98a23bc811,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:58.921137 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-de342cbf-da12-4e48-8c0f-a51695078751 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:58.946334 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd81c74-a635-473e-86ef-01c2a8281d86 None None] DHCP port deletion for 52055821-f714-4104-9c94-c56cfaaee358 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:36:58.955183 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-2bd81c74-a635-473e-86ef-01c2a8281d86 None None] Deleting port f7a1cd78-4d52-415b-9a56-1735b52ecee9 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:36:58.955937 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2bd81c74-a635-473e-86ef-01c2a8281d86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:58.973296 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-de342cbf-da12-4e48-8c0f-a51695078751 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Transition to ACTIVE for port object 14d379cd-ac85-4fa0-9c49-09493d1f41b5 will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:36:59.100539 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c6b5ce81-a8d3-4d8c-85ff-be5892590da8 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Usage tracker for resource:subnet and tenant:5c103daa7e764303927ef5f69fe7eabf is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:59.112549 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c6b5ce81-a8d3-4d8c-85ff-be5892590da8 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:59.113876 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1528dcbc-31cd-4131-b73a-40b12dc3322b tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:59.134879 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c6b5ce81-a8d3-4d8c-85ff-be5892590da8 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:59.136555 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1528dcbc-31cd-4131-b73a-40b12dc3322b tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:59.151056 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-40ffea14-b11a-45d9-b28b-1d38f6370dec tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:59.356856 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device f7a1cd78-4d52-415b-9a56-1735b52ecee9 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:36:59.398918 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b5ce81-a8d3-4d8c-85ff-be5892590da8 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Made reservation on behalf of 5c103daa7e764303927ef5f69fe7eabf for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:36:59.402449 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c6b5ce81-a8d3-4d8c-85ff-be5892590da8 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:59.495511 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1528dcbc-31cd-4131-b73a-40b12dc3322b tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:59.499665 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-1528dcbc-31cd-4131-b73a-40b12dc3322b tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9702334 Sep 22 21:36:59.504183 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-de342cbf-da12-4e48-8c0f-a51695078751 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:59.505814 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44960) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:59.508709 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-19d9adf5-abad-4cae-8337-3d0e22492df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'name': 'tempest-RoutersIpV6Test-router-902998151', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:36:31Z', 'updated_at': '2022-09-22T21:36:52Z', 'revision_number': 3, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'gw_port_host': None, '_interfaces': [{'id': 'aa3e28f6-24e5-406d-bfb8-155d6ff21c76', 'name': '', 'network_id': 'f9c36acf-d10a-4415-b6ee-1ffb91d33c43', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:5b:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f286df80-3d5a-4ce9-ba7d-1348c9a80060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:36:38Z', 'updated_at': '2022-09-22T21:36:51Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'f286df80-3d5a-4ce9-ba7d-1348c9a80060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26d3464-ddf9-4766-8597-14f3db8b6289', 'name': '', 'network_id': 'e1b24836-380a-497f-93a5-9d48a7364d29', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:ec:5f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a60b4b8b-ac1c-4f30-b875-a8aced919547', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:36:50Z', 'updated_at': '2022-09-22T21:36:58Z', 'revision_number': 4, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'a60b4b8b-ac1c-4f30-b875-a8aced919547', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:36:59.514060 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d9adf5-abad-4cae-8337-3d0e22492df2 None None] The sync data for ids ['b939319a-c05f-4d01-a659-4d57604fde53'] in dv-neutron-858900-1-hyperv is: [{'id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'name': 'tempest-RoutersIpV6Test-router-902998151', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:36:31Z', 'updated_at': '2022-09-22T21:36:52Z', 'revision_number': 3, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'gw_port_host': None, '_interfaces': [{'id': 'aa3e28f6-24e5-406d-bfb8-155d6ff21c76', 'name': '', 'network_id': 'f9c36acf-d10a-4415-b6ee-1ffb91d33c43', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:5b:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f286df80-3d5a-4ce9-ba7d-1348c9a80060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:36:38Z', 'updated_at': '2022-09-22T21:36:51Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'f286df80-3d5a-4ce9-ba7d-1348c9a80060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26d3464-ddf9-4766-8597-14f3db8b6289', 'name': '', 'network_id': 'e1b24836-380a-497f-93a5-9d48a7364d29', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:ec:5f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a60b4b8b-ac1c-4f30-b875-a8aced919547', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:36:50Z', 'updated_at': '2022-09-22T21:36:58Z', 'revision_number': 4, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'a60b4b8b-ac1c-4f30-b875-a8aced919547', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:36:59.590490 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-2bd81c74-a635-473e-86ef-01c2a8281d86 None None] For port f7a1cd78-4d52-415b-9a56-1735b52ecee9, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=f7a1cd78-4d52-415b-9a56-1735b52ecee9,segment=NetworkSegment(ef2ddc83-592f-4044-a7f5-fbfe238f71c2),segment_id=ef2ddc83-592f-4044-a7f5-fbfe238f71c2)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:36:59.590737 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430aa699-6fe1-40d0-84f4-3d6c36e03ebb tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:36:59.590918 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2bd81c74-a635-473e-86ef-01c2a8281d86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:59.596715 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-430aa699-6fe1-40d0-84f4-3d6c36e03ebb tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:59.599360 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-430aa699-6fe1-40d0-84f4-3d6c36e03ebb tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] 10.222.0.33 "PUT /v2.0/routers/49464fac-0201-4731-9e49-13a58ced35ba HTTP/1.1" status: 200 len: 925 time: 7.9426773 Sep 22 21:36:59.608092 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2e640a-a17e-4a79-ae3c-77f4ede7aecd None None] Sync routers for ids ['49464fac-0201-4731-9e49-13a58ced35ba'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:36:59.620237 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44964) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:59.627312 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-f282cc94-b1d8-4371-b35f-035990621e90 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Request body: {'security_group_rule': {'security_group_id': 'ed21f5b5-e4fc-4fd0-8e7d-8bd67df6f0c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'ac0ce8b6-666a-4efe-9b8a-c012650d2531'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:36:59.646701 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-f282cc94-b1d8-4371-b35f-035990621e90 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:36:59.680223 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f282cc94-b1d8-4371-b35f-035990621e90 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Usage tracker for resource:security_group_rule and tenant:b6fd8d739cc24025a8b16322874aaf00 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:36:59.686092 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1528dcbc-31cd-4131-b73a-40b12dc3322b tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0ce8b6-666a-4efe-9b8a-c012650d2531,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:59.696093 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f282cc94-b1d8-4371-b35f-035990621e90 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:36:59.707928 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de342cbf-da12-4e48-8c0f-a51695078751 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:36:59.711795 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-de342cbf-da12-4e48-8c0f-a51695078751 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:36:59.714281 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de342cbf-da12-4e48-8c0f-a51695078751 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:36:59.721081 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de342cbf-da12-4e48-8c0f-a51695078751 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:36:59.722130 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-de342cbf-da12-4e48-8c0f-a51695078751 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:59.739703 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-f282cc94-b1d8-4371-b35f-035990621e90 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:36:59.741733 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de342cbf-da12-4e48-8c0f-a51695078751 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Port': ['ID=14d379cd-ac85-4fa0-9c49-09493d1f41b5,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:36:59.755266 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-de342cbf-da12-4e48-8c0f-a51695078751 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3365285 Sep 22 21:36:59.765665 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44970) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:36:59.775875 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1aa3a6a8-914e-45e0-ab03-b68286a74287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:59.821561 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0f008b82-e6d6-40c7-94c2-f96b612b9493 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:59.840192 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0f008b82-e6d6-40c7-94c2-f96b612b9493 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:36:59.879369 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-2bd81c74-a635-473e-86ef-01c2a8281d86 None None] Calling delete_port for f7a1cd78-4d52-415b-9a56-1735b52ecee9 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:36:59.961249 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-f282cc94-b1d8-4371-b35f-035990621e90 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:36:59.964910 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-f282cc94-b1d8-4371-b35f-035990621e90 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4401314 Sep 22 21:36:59.968300 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44974) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:00.000245 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f008b82-e6d6-40c7-94c2-f96b612b9493 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Pushing event updated for resources: {'Port': ['ID=1132bb2d-7009-43eb-8c80-6bf877a00bba,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:00.006891 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2bd81c74-a635-473e-86ef-01c2a8281d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:00.018690 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0f008b82-e6d6-40c7-94c2-f96b612b9493 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:00.029310 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-b348dc3b-054c-4a39-b4b9-e32498dd6fc4 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] 10.222.0.33 "GET /v2.0/routers/49464fac-0201-4731-9e49-13a58ced35ba HTTP/1.1" status: 200 len: 925 time: 0.4000800 Sep 22 21:37:00.034051 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44978) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:00.081557 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2e640a-a17e-4a79-ae3c-77f4ede7aecd None None] Routers {'49464fac-0201-4731-9e49-13a58ced35ba'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:37:00.082729 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-6f2e640a-a17e-4a79-ae3c-77f4ede7aecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:36:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['49464fac-0201-4731-9e49-13a58ced35ba'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:00.174308 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c93913-6374-4588-bc4a-9e0f41f3784a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:00.191956 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c93913-6374-4588-bc4a-9e0f41f3784a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:00.192876 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-26c93913-6374-4588-bc4a-9e0f41f3784a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:37:00.208271 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0f008b82-e6d6-40c7-94c2-f96b612b9493 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:00.209532 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-0f008b82-e6d6-40c7-94c2-f96b612b9493 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8515582 Sep 22 21:37:00.216036 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44982) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:00.235109 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-61e38920-69c0-403a-a29e-c411cf8337bc tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Request body: {'port': {'network_id': '7aa72b9f-5f6e-430e-b869-39882980d807', 'name': 'tempest-FloatingIPTestJSON-1734669993'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:00.249337 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-40ffea14-b11a-45d9-b28b-1d38f6370dec tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:00.254264 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd81c74-a635-473e-86ef-01c2a8281d86 None None] Pushing event deleted for resources: {'Port': ['ID=f7a1cd78-4d52-415b-9a56-1735b52ecee9,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:00.256488 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd81c74-a635-473e-86ef-01c2a8281d86 None None] No DVR routers for this DVR port f7a1cd78-4d52-415b-9a56-1735b52ecee9 on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:37:00.257850 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-6f2e640a-a17e-4a79-ae3c-77f4ede7aecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:00.263620 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port f7a1cd78-4d52-415b-9a56-1735b52ecee9 is: ACTIVE; New status is: DOWN {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:37:00.264004 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:00.291174 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2e640a-a17e-4a79-ae3c-77f4ede7aecd None None] Routers {'49464fac-0201-4731-9e49-13a58ced35ba'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:37:00.291804 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-6f2e640a-a17e-4a79-ae3c-77f4ede7aecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:36:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['49464fac-0201-4731-9e49-13a58ced35ba'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:00.304066 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8a52aed1-f0f8-410b-9577-577f252ff4b7 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:00.409504 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-6f2e640a-a17e-4a79-ae3c-77f4ede7aecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:00.410053 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2e640a-a17e-4a79-ae3c-77f4ede7aecd None None] The sync data for ids ['49464fac-0201-4731-9e49-13a58ced35ba'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:37:00.416356 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-26c93913-6374-4588-bc4a-9e0f41f3784a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:37:00.417534 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-26c93913-6374-4588-bc4a-9e0f41f3784a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.6508439 Sep 22 21:37:00.426923 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44986) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:00.510695 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8a52aed1-f0f8-410b-9577-577f252ff4b7 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:00.556951 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-3fff5f61-5ca1-4f89-9ebb-c58b0e297449 None None] Provisioning for port 1ed57883-60eb-48fb-a900-9b98a23bc811 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:37:00.580380 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f474660-34bd-4ef4-936a-a4dd77236c63 req-00d4f152-9dc8-4331-adf1-757336141ec4 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:00.587378 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7f474660-34bd-4ef4-936a-a4dd77236c63 req-00d4f152-9dc8-4331-adf1-757336141ec4 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/ports?device_id=f753f31b-0913-4c7a-9306-c5bd027ade92 HTTP/1.1" status: 200 len: 945 time: 0.5562243 Sep 22 21:37:00.595892 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-6e6bd002-595a-411e-bf9c-d7c241ccdc08 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Deleting port 14d379cd-ac85-4fa0-9c49-09493d1f41b5 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:37:00.596246 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6e6bd002-595a-411e-bf9c-d7c241ccdc08 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:00.607145 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c6b5ce81-a8d3-4d8c-85ff-be5892590da8 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:00.665060 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3101553e-380c-4ddc-8664-beaaeb840aec tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:00.666283 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-3101553e-380c-4ddc-8664-beaaeb840aec tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Synchronizing usage tracker for tenant:c275b92bbdea4fe486949cf21439c562 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:37:00.720565 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-61e38920-69c0-403a-a29e-c411cf8337bc tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:37:00.747473 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8a52aed1-f0f8-410b-9577-577f252ff4b7 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:00.760764 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-40ffea14-b11a-45d9-b28b-1d38f6370dec tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:00.795386 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7f474660-34bd-4ef4-936a-a4dd77236c63 req-58834756-63b8-4738-994e-3d6bebae853d tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/security-groups?id=b1c72282-7805-4b8b-9bad-6c3b1d681138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068791 Sep 22 21:37:00.798774 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-3101553e-380c-4ddc-8664-beaaeb840aec tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Unset dirty status for tenant:c275b92bbdea4fe486949cf21439c562 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:37:00.802628 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-3101553e-380c-4ddc-8664-beaaeb840aec tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] 10.222.0.33 "GET /v2.0/ports?network_id=a22ae1c9-d428-411f-af43-ce0f71b38d9c&device_id=49464fac-0201-4731-9e49-13a58ced35ba&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.7604439 Sep 22 21:37:00.802893 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-2cbc4a3b-1dcf-48ed-b615-191f332614a2 None None] Provisioning for port 14d379cd-ac85-4fa0-9c49-09493d1f41b5 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:37:00.807459 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a52aed1-f0f8-410b-9577-577f252ff4b7 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0ce8b6-666a-4efe-9b8a-c012650d2531,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:00.808553 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-2cbc4a3b-1dcf-48ed-b615-191f332614a2 None None] Provisioning complete for port 14d379cd-ac85-4fa0-9c49-09493d1f41b5 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:37:00.809020 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2cbc4a3b-1dcf-48ed-b615-191f332614a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:00.809922 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44990) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:00.810381 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-2cbc4a3b-1dcf-48ed-b615-191f332614a2 None None] Attempt 1 to provision port 14d379cd-ac85-4fa0-9c49-09493d1f41b5 Sep 22 21:37:00.813777 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-61e38920-69c0-403a-a29e-c411cf8337bc tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:37:00.830423 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b5ce81-a8d3-4d8c-85ff-be5892590da8 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event updated for resources: {'Subnet': ['ID=ac596e09-bfec-4384-95c4-9ffa4ad7a2bf,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:00.886570 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-40ffea14-b11a-45d9-b28b-1d38f6370dec tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:00.909068 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ffea14-b11a-45d9-b28b-1d38f6370dec tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event deleted for resources: {'Subnet': ['ID=1a9a86c1-d3df-44f0-88a5-f9a07c4ea91b,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:00.913852 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e97e2eb-73ea-4ca1-8452-2179c08224b9 None None] Network 4b3ad717-459c-4c44-a8aa-703f00d29f00 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:37:00.980049 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-40ffea14-b11a-45d9-b28b-1d38f6370dec tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "DELETE /v2.0/subnets/1a9a86c1-d3df-44f0-88a5-f9a07c4ea91b HTTP/1.1" status: 204 len: 168 time: 2.8352401 Sep 22 21:37:00.990015 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b5ce81-a8d3-4d8c-85ff-be5892590da8 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Checking segment: {'id': 'f8d0c601-6f21-4dfb-bc47-14f4f1277b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '27f87840-20eb-43e3-a2a3-658fe09c5569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:37:00.990534 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b5ce81-a8d3-4d8c-85ff-be5892590da8 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Network hostable DHCP agents. Network: 27f87840-20eb-43e3-a2a3-658fe09c5569, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:37:00.993606 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8a52aed1-f0f8-410b-9577-577f252ff4b7 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:00.997125 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-8a52aed1-f0f8-410b-9577-577f252ff4b7 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] 10.222.0.33 "DELETE /v2.0/security-groups/ac0ce8b6-666a-4efe-9b8a-c012650d2531 HTTP/1.1" status: 204 len: 168 time: 1.0229461 Sep 22 21:37:00.997269 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 44996) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:01.005448 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 44998) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:01.045692 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e38920-69c0-403a-a29e-c411cf8337bc tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Made reservation on behalf of 43c8fa0213da4f47a6706f7ea64b9b94 for: {'port': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:37:01.050446 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-61e38920-69c0-403a-a29e-c411cf8337bc tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:01.141152 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-2cbc4a3b-1dcf-48ed-b615-191f332614a2 None None] Port 14d379cd-ac85-4fa0-9c49-09493d1f41b5 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:01.166490 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-61e38920-69c0-403a-a29e-c411cf8337bc tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] device_id is not set on port 854a4689-9157-423d-b7fe-60f8e9186e40 yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:37:01.278118 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1c4288-4dcf-49e8-88a7-eaeb057c0e24 None None] DHCP port deletion for 4b3ad717-459c-4c44-a8aa-703f00d29f00 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:37:01.284695 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-6d1c4288-4dcf-49e8-88a7-eaeb057c0e24 None None] Deleting port 82db2788-e93b-48c1-a43c-f6c4a9024131 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:37:01.285166 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6d1c4288-4dcf-49e8-88a7-eaeb057c0e24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:01.337404 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6e6bd002-595a-411e-bf9c-d7c241ccdc08 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:01.359180 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 1ed57883-60eb-48fb-a900-9b98a23bc811 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:37:01.365166 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-e97df8ab-07fa-42c4-99d3-75f86084f3a3 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Synchronizing usage tracker for tenant:b6fd8d739cc24025a8b16322874aaf00 on resource:security_group {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:37:01.368159 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a184eed-b698-4be5-8055-169202d47c53 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:01.368814 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-4a184eed-b698-4be5-8055-169202d47c53 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Synchronizing usage tracker for tenant:c275b92bbdea4fe486949cf21439c562 on resource:network {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:37:01.503750 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-6e6bd002-595a-411e-bf9c-d7c241ccdc08 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Calling delete_port for 14d379cd-ac85-4fa0-9c49-09493d1f41b5 owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:37:01.505013 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b5ce81-a8d3-4d8c-85ff-be5892590da8 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Network 27f87840-20eb-43e3-a2a3-658fe09c5569 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:37:01.516498 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa3a6a8-914e-45e0-ab03-b68286a74287 admin admin] Router 7df7de81-bff1-4c9e-be6a-0568eee4cc3d has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:37:01.519073 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 1ed57883-60eb-48fb-a900-9b98a23bc811 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:37:01.536521 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0c908c55-1187-4fd8-ae6e-f903f42ca47d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:01.560261 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-c6b5ce81-a8d3-4d8c-85ff-be5892590da8 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 27f87840-20eb-43e3-a2a3-658fe09c5569) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:37:01.573716 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b5ce81-a8d3-4d8c-85ff-be5892590da8 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:01.574311 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c6b5ce81-a8d3-4d8c-85ff-be5892590da8 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:01.579550 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8441108e-103b-4eac-86db-d9d3c8fbd955 None None] Network 27f87840-20eb-43e3-a2a3-658fe09c5569 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:37:01.592156 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 1ed57883-60eb-48fb-a900-9b98a23bc811 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:37:01.592156 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:01.592156 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 1ed57883-60eb-48fb-a900-9b98a23bc811 Sep 22 21:37:01.613138 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-e97df8ab-07fa-42c4-99d3-75f86084f3a3 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Unset dirty status for tenant:b6fd8d739cc24025a8b16322874aaf00 on resource:security_group {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:37:01.617268 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e97df8ab-07fa-42c4-99d3-75f86084f3a3 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.6082311 Sep 22 21:37:01.619625 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45006) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:01.623632 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-4a184eed-b698-4be5-8055-169202d47c53 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Unset dirty status for tenant:c275b92bbdea4fe486949cf21439c562 on resource:network {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:37:01.627913 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-4a184eed-b698-4be5-8055-169202d47c53 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] 10.222.0.33 "GET /v2.0/networks/a22ae1c9-d428-411f-af43-ce0f71b38d9c HTTP/1.1" status: 200 len: 881 time: 0.8086677 Sep 22 21:37:01.637230 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45010) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:01.680905 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-2cbc4a3b-1dcf-48ed-b615-191f332614a2 None None] Attempt 2 to provision port 14d379cd-ac85-4fa0-9c49-09493d1f41b5 Sep 22 21:37:01.780017 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-d534dadf-1c43-488d-9c68-ac240ef57e71 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] 10.222.0.33 "GET /v2.0/ports?device_id=49464fac-0201-4731-9e49-13a58ced35ba HTTP/1.1" status: 200 len: 205 time: 0.1404862 Sep 22 21:37:01.789231 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c6b5ce81-a8d3-4d8c-85ff-be5892590da8 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.6904235 Sep 22 21:37:01.789907 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45014) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:01.790121 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-6d1c4288-4dcf-49e8-88a7-eaeb057c0e24 None None] For port 82db2788-e93b-48c1-a43c-f6c4a9024131, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=82db2788-e93b-48c1-a43c-f6c4a9024131,segment=NetworkSegment(af9d1c7e-4bf9-4d99-ac8c-5f287055ba75),segment_id=af9d1c7e-4bf9-4d99-ac8c-5f287055ba75)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:37:01.790513 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6d1c4288-4dcf-49e8-88a7-eaeb057c0e24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:01.819989 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45016) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:01.870576 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-2cbc4a3b-1dcf-48ed-b615-191f332614a2 None None] Port 14d379cd-ac85-4fa0-9c49-09493d1f41b5 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:01.903253 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-61e38920-69c0-403a-a29e-c411cf8337bc tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Allocated IP 172.20.0.6 (7aa72b9f-5f6e-430e-b869-39882980d807/a39342d5-7c55-4edf-9e90-8151727cc06a/854a4689-9157-423d-b7fe-60f8e9186e40) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:37:01.934287 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-6d1c4288-4dcf-49e8-88a7-eaeb057c0e24 None None] Calling delete_port for 82db2788-e93b-48c1-a43c-f6c4a9024131 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:37:01.964869 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a9e85-8d57-4fbd-a758-e81c49211ea9 req-f94a1dee-b605-4d36-a415-29d361f40e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:01.966362 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a85a9e85-8d57-4fbd-a758-e81c49211ea9 req-f94a1dee-b605-4d36-a415-29d361f40e0f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f6d72e55d1f42e3ab387f563438baa9&device_id=f753f31b-0913-4c7a-9306-c5bd027ade92 HTTP/1.1" status: 200 len: 1098 time: 0.5701191 Sep 22 21:37:01.996289 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20536eeb-1a10-4972-af44-d86f9f82a6f9 req-8f726250-2d9b-437a-b2b8-c033ef592fd4 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:01.997804 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-20536eeb-1a10-4972-af44-d86f9f82a6f9 req-8f726250-2d9b-437a-b2b8-c033ef592fd4 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/ports?device_id=f753f31b-0913-4c7a-9306-c5bd027ade92 HTTP/1.1" status: 200 len: 945 time: 0.6956871 Sep 22 21:37:02.094612 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-665a3457-ad46-4784-bad5-76f8d23c186e tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:02.138118 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0c908c55-1187-4fd8-ae6e-f903f42ca47d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:02.149923 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6d1c4288-4dcf-49e8-88a7-eaeb057c0e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:02.153372 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 1ed57883-60eb-48fb-a900-9b98a23bc811 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:37:02.153738 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:02.228923 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4941e2b0-7a21-4b04-831c-89a138471fca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-27f87840-20eb-43e3-a2a3-658fe09c5569', 'network_id': '27f87840-20eb-43e3-a2a3-658fe09c5569', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'fixed_ips': [{'subnet_id': 'ac596e09-bfec-4384-95c4-9ffa4ad7a2bf'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:37:02.230429 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4941e2b0-7a21-4b04-831c-89a138471fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:02.246466 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c4288-4dcf-49e8-88a7-eaeb057c0e24 None None] Pushing event deleted for resources: {'Port': ['ID=82db2788-e93b-48c1-a43c-f6c4a9024131,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:02.253129 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1c4288-4dcf-49e8-88a7-eaeb057c0e24 None None] No DVR routers for this DVR port 82db2788-e93b-48c1-a43c-f6c4a9024131 on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:37:02.277680 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-0c908c55-1187-4fd8-ae6e-f903f42ca47d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52055821-f714-4104-9c94-c56cfaaee358']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:02.304922 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-20536eeb-1a10-4972-af44-d86f9f82a6f9 req-237e320d-55bc-469e-9980-331090c4799a tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/security-groups?id=b1c72282-7805-4b8b-9bad-6c3b1d681138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620494 Sep 22 21:37:02.306269 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa3a6a8-914e-45e0-ab03-b68286a74287 admin admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:37:02.320216 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 1ed57883-60eb-48fb-a900-9b98a23bc811, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=1ed57883-60eb-48fb-a900-9b98a23bc811,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:37:02.322105 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-1aa3a6a8-914e-45e0-ab03-b68286a74287 admin admin] 10.222.0.33 "PUT /v2.0/routers/7df7de81-bff1-4c9e-be6a-0568eee4cc3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5526896 Sep 22 21:37:02.323814 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cec6f8-e982-4e0c-a025-66f80e0f4625 None None] Sync routers for ids ['7df7de81-bff1-4c9e-be6a-0568eee4cc3d'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:37:02.324422 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-0c908c55-1187-4fd8-ae6e-f903f42ca47d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef2ddc83-592f-4044-a7f5-fbfe238f71c2') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:02.324422 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-0c908c55-1187-4fd8-ae6e-f903f42ca47d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef2ddc83-592f-4044-a7f5-fbfe238f71c2') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:02.346223 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45022) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:02.351751 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cec6f8-e982-4e0c-a025-66f80e0f4625 None None] Routers {'7df7de81-bff1-4c9e-be6a-0568eee4cc3d'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:37:02.355083 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-55cec6f8-e982-4e0c-a025-66f80e0f4625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:36:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['7df7de81-bff1-4c9e-be6a-0568eee4cc3d'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:02.379685 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-665a3457-ad46-4784-bad5-76f8d23c186e tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:02.382735 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-2cbc4a3b-1dcf-48ed-b615-191f332614a2 None None] Attempt 3 to provision port 14d379cd-ac85-4fa0-9c49-09493d1f41b5 Sep 22 21:37:02.406147 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6e6bd002-595a-411e-bf9c-d7c241ccdc08 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:02.410182 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:02.411160 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device e26d3464-ddf9-4766-8597-14f3db8b6289 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:37:02.426489 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0c908c55-1187-4fd8-ae6e-f903f42ca47d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:02.478172 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bbf5777d-da91-4504-b9dd-1956df8b40bb tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks [] for router, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:02.541021 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0c908c55-1187-4fd8-ae6e-f903f42ca47d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:02.552758 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a9e85-8d57-4fbd-a758-e81c49211ea9 req-a481a018-eee4-43bd-87b6-e6e4ca682803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:02.554235 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a85a9e85-8d57-4fbd-a758-e81c49211ea9 req-a481a018-eee4-43bd-87b6-e6e4ca682803 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e7e8ce90-f8bc-426b-80ce-a8ca1cc9446b HTTP/1.1" status: 200 len: 912 time: 0.5555494 Sep 22 21:37:02.555855 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-2cbc4a3b-1dcf-48ed-b615-191f332614a2 None None] Port 14d379cd-ac85-4fa0-9c49-09493d1f41b5 was deleted so its status cannot be updated. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:37:02.574770 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-61e38920-69c0-403a-a29e-c411cf8337bc tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:02.633956 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-55cec6f8-e982-4e0c-a025-66f80e0f4625 None None] Set router 7df7de81-bff1-4c9e-be6a-0568eee4cc3d gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:37:02.665416 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=1ed57883-60eb-48fb-a900-9b98a23bc811,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:02.684315 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-4941e2b0-7a21-4b04-831c-89a138471fca None None] Allocated IP 2001:db8:2::2 (27f87840-20eb-43e3-a2a3-658fe09c5569/ac596e09-bfec-4384-95c4-9ffa4ad7a2bf/09ae86f8-23b4-44d3-8a70-2589846b2da3) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:37:02.689455 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c908c55-1187-4fd8-ae6e-f903f42ca47d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:37:02.689911 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0c908c55-1187-4fd8-ae6e-f903f42ca47d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:02.693684 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6bd002-595a-411e-bf9c-d7c241ccdc08 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event deleted for resources: {'Port': ['ID=14d379cd-ac85-4fa0-9c49-09493d1f41b5,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:02.705873 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port e26d3464-ddf9-4766-8597-14f3db8b6289 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:37:02.818632 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-61e38920-69c0-403a-a29e-c411cf8337bc tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:02.934640 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e38920-69c0-403a-a29e-c411cf8337bc tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Pushing event updated for resources: {'Port': ['ID=854a4689-9157-423d-b7fe-60f8e9186e40,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:02.940816 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6e6bd002-595a-411e-bf9c-d7c241ccdc08 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:02.972789 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port e26d3464-ddf9-4766-8597-14f3db8b6289 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:37:02.973042 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:02.973261 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port e26d3464-ddf9-4766-8597-14f3db8b6289 Sep 22 21:37:03.015205 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-55cec6f8-e982-4e0c-a025-66f80e0f4625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df7de81-bff1-4c9e-be6a-0568eee4cc3d', 'name': 'tempest-ServerActionsTestJSON-631294346-router', 'tenant_id': '25574d9f1a93412b95f1e988f287237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b4cc0aa5-08c3-41e9-97fb-7407b192bf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:32:29Z', 'updated_at': '2022-09-22T21:36:57Z', 'revision_number': 5, 'project_id': '25574d9f1a93412b95f1e988f287237a', 'gw_port': {'id': 'b4cc0aa5-08c3-41e9-97fb-7407b192bf84', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df7de81-bff1-4c9e-be6a-0568eee4cc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:31Z', 'updated_at': '2022-09-22T21:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:03.021056 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cec6f8-e982-4e0c-a025-66f80e0f4625 None None] Checking router: 7df7de81-bff1-4c9e-be6a-0568eee4cc3d for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:37:03.033254 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cec6f8-e982-4e0c-a025-66f80e0f4625 None None] Routers {'7df7de81-bff1-4c9e-be6a-0568eee4cc3d'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:37:03.034326 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-55cec6f8-e982-4e0c-a025-66f80e0f4625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:36:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['7df7de81-bff1-4c9e-be6a-0568eee4cc3d'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:03.039044 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e38920-69c0-403a-a29e-c411cf8337bc tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Network 7aa72b9f-5f6e-430e-b869-39882980d807 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:37:03.043819 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-665a3457-ad46-4784-bad5-76f8d23c186e tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:03.062738 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-61e38920-69c0-403a-a29e-c411cf8337bc tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:37:03.065706 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e38920-69c0-403a-a29e-c411cf8337bc tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:37:03.078540 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4941e2b0-7a21-4b04-831c-89a138471fca None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:03.097427 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-4941e2b0-7a21-4b04-831c-89a138471fca None None] Transition to ACTIVE for port object 09ae86f8-23b4-44d3-8a70-2589846b2da3 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:37:03.118389 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-39ca9ea8-b75f-4c80-9f66-67228fe994c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:03.133088 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665a3457-ad46-4784-bad5-76f8d23c186e tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed21f5b5-e4fc-4fd0-8e7d-8bd67df6f0c3,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:03.143311 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e38920-69c0-403a-a29e-c411cf8337bc tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:03.144192 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-61e38920-69c0-403a-a29e-c411cf8337bc tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:03.162821 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6e6bd002-595a-411e-bf9c-d7c241ccdc08 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/ports/14d379cd-ac85-4fa0-9c49-09493d1f41b5 HTTP/1.1" status: 204 len: 168 time: 2.7319751 Sep 22 21:37:03.169645 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-4941e2b0-7a21-4b04-831c-89a138471fca None None] Transition to ACTIVE for port object 09ae86f8-23b4-44d3-8a70-2589846b2da3 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:37:03.171138 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45028) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:03.173336 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a85a9e85-8d57-4fbd-a758-e81c49211ea9 req-93712391-1c8a-465f-b13f-ba8952f152cf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ada4ff44-cbab-4c1e-a1b2-ae806e53bda4 HTTP/1.1" status: 200 len: 217 time: 0.6009877 Sep 22 21:37:03.192335 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4941e2b0-7a21-4b04-831c-89a138471fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:03.214631 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-665a3457-ad46-4784-bad5-76f8d23c186e tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:03.218143 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-665a3457-ad46-4784-bad5-76f8d23c186e tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] 10.222.0.33 "DELETE /v2.0/security-groups/ed21f5b5-e4fc-4fd0-8e7d-8bd67df6f0c3 HTTP/1.1" status: 204 len: 168 time: 1.5936584 Sep 22 21:37:03.241728 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port e26d3464-ddf9-4766-8597-14f3db8b6289 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:37:03.242150 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:03.249423 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45032) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:03.276768 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-61e38920-69c0-403a-a29e-c411cf8337bc tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0528018 Sep 22 21:37:03.290914 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment ef2ddc83-592f-4044-a7f5-fbfe238f71c2 resource provider aggregate not found Sep 22 21:37:03.291524 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-55cec6f8-e982-4e0c-a025-66f80e0f4625 None None] Set router 7df7de81-bff1-4c9e-be6a-0568eee4cc3d gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:37:03.292314 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4941e2b0-7a21-4b04-831c-89a138471fca None None] Network 27f87840-20eb-43e3-a2a3-658fe09c5569 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:37:03.294360 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45036) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:03.298891 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-4941e2b0-7a21-4b04-831c-89a138471fca None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:37:03.303557 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-279c9c96-37da-4903-91a0-04f4f3693fdc tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Request body: {'floatingip': {'port_id': '854a4689-9157-423d-b7fe-60f8e9186e40'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:03.309864 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4941e2b0-7a21-4b04-831c-89a138471fca None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:37:03.314581 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941e2b0-7a21-4b04-831c-89a138471fca None None] Pushing event updated for resources: {'Port': ['ID=09ae86f8-23b4-44d3-8a70-2589846b2da3,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:03.371745 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port e26d3464-ddf9-4766-8597-14f3db8b6289, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=e26d3464-ddf9-4766-8597-14f3db8b6289,segment=NetworkSegment(dd246d29-2fb3-46db-86ae-519f471f1f54),segment_id=dd246d29-2fb3-46db-86ae-519f471f1f54)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:37:03.413188 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment ef2ddc83-592f-4044-a7f5-fbfe238f71c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ef2ddc83-592f-4044-a7f5-fbfe238f71c2 found for delete ", "request_id": "req-fd5981c7-c48c-4878-b583-42a9f9df5f1c"}]} Sep 22 21:37:03.415895 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-279c9c96-37da-4903-91a0-04f4f3693fdc tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for floatingip, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:03.478695 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:03.551769 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-4941e2b0-7a21-4b04-831c-89a138471fca None None] Attempting to bind port 09ae86f8-23b4-44d3-8a70-2589846b2da3 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:37:03.552141 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-4941e2b0-7a21-4b04-831c-89a138471fca None None] Attempting to bind port 09ae86f8-23b4-44d3-8a70-2589846b2da3 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'f8d0c601-6f21-4dfb-bc47-14f4f1277b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '27f87840-20eb-43e3-a2a3-658fe09c5569'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:37:03.552495 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4941e2b0-7a21-4b04-831c-89a138471fca None None] Attempting to bind port 09ae86f8-23b4-44d3-8a70-2589846b2da3 on network 27f87840-20eb-43e3-a2a3-658fe09c5569 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:37:03.563565 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4941e2b0-7a21-4b04-831c-89a138471fca None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:37:03.564224 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4941e2b0-7a21-4b04-831c-89a138471fca None None] Checking segment: {'id': 'f8d0c601-6f21-4dfb-bc47-14f4f1277b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '27f87840-20eb-43e3-a2a3-658fe09c5569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:37:03.564430 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4941e2b0-7a21-4b04-831c-89a138471fca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:03.564689 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4941e2b0-7a21-4b04-831c-89a138471fca None None] Bound using segment: {'id': 'f8d0c601-6f21-4dfb-bc47-14f4f1277b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '27f87840-20eb-43e3-a2a3-658fe09c5569'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:37:03.565157 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-4941e2b0-7a21-4b04-831c-89a138471fca None None] Bound port: 09ae86f8-23b4-44d3-8a70-2589846b2da3, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d0c601-6f21-4dfb-bc47-14f4f1277b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '27f87840-20eb-43e3-a2a3-658fe09c5569'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:37:03.565525 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4941e2b0-7a21-4b04-831c-89a138471fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:03.635113 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=e26d3464-ddf9-4766-8597-14f3db8b6289,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:03.653792 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 1ed57883-60eb-48fb-a900-9b98a23bc811 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:37:03.679867 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-39ca9ea8-b75f-4c80-9f66-67228fe994c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:03.690037 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0c908c55-1187-4fd8-ae6e-f903f42ca47d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:03.702588 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a9e85-8d57-4fbd-a758-e81c49211ea9 req-1408e77c-8c80-44cd-b15c-7033849128cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:03.704230 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a85a9e85-8d57-4fbd-a758-e81c49211ea9 req-1408e77c-8c80-44cd-b15c-7033849128cd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7626be6f-2702-4825-9c41-089745382c3d HTTP/1.1" status: 200 len: 852 time: 0.3716559 Sep 22 21:37:03.714874 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-55cec6f8-e982-4e0c-a025-66f80e0f4625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df7de81-bff1-4c9e-be6a-0568eee4cc3d', 'name': 'tempest-ServerActionsTestJSON-631294346-router', 'tenant_id': '25574d9f1a93412b95f1e988f287237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b4cc0aa5-08c3-41e9-97fb-7407b192bf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:32:29Z', 'updated_at': '2022-09-22T21:36:57Z', 'revision_number': 5, 'project_id': '25574d9f1a93412b95f1e988f287237a', 'gw_port': {'id': 'b4cc0aa5-08c3-41e9-97fb-7407b192bf84', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df7de81-bff1-4c9e-be6a-0568eee4cc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:31Z', 'updated_at': '2022-09-22T21:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:03.721053 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cec6f8-e982-4e0c-a025-66f80e0f4625 None None] The sync data for ids ['7df7de81-bff1-4c9e-be6a-0568eee4cc3d'] in dv-neutron-858900-1-hyperv is: [{'id': '7df7de81-bff1-4c9e-be6a-0568eee4cc3d', 'name': 'tempest-ServerActionsTestJSON-631294346-router', 'tenant_id': '25574d9f1a93412b95f1e988f287237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.17'}], 'enable_snat': True}, 'gw_port_id': 'b4cc0aa5-08c3-41e9-97fb-7407b192bf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:32:29Z', 'updated_at': '2022-09-22T21:36:57Z', 'revision_number': 5, 'project_id': '25574d9f1a93412b95f1e988f287237a', 'gw_port': {'id': 'b4cc0aa5-08c3-41e9-97fb-7407b192bf84', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:96:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df7de81-bff1-4c9e-be6a-0568eee4cc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:32:31Z', 'updated_at': '2022-09-22T21:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:37:03.732694 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-39ca9ea8-b75f-4c80-9f66-67228fe994c8 admin admin] Deleting port b4cc0aa5-08c3-41e9-97fb-7407b192bf84 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:37:03.732972 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-39ca9ea8-b75f-4c80-9f66-67228fe994c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:03.754074 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-4941e2b0-7a21-4b04-831c-89a138471fca None None] For port 09ae86f8-23b4-44d3-8a70-2589846b2da3, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:37:03.762363 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-4941e2b0-7a21-4b04-831c-89a138471fca None None] For port 09ae86f8-23b4-44d3-8a70-2589846b2da3, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=09ae86f8-23b4-44d3-8a70-2589846b2da3,segment=NetworkSegment(f8d0c601-6f21-4dfb-bc47-14f4f1277b0a),segment_id=f8d0c601-6f21-4dfb-bc47-14f4f1277b0a)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:37:03.770648 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4941e2b0-7a21-4b04-831c-89a138471fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:03.779507 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0c908c55-1187-4fd8-ae6e-f903f42ca47d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:03.787873 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c908c55-1187-4fd8-ae6e-f903f42ca47d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event deleted for resources: {'Network': ['ID=52055821-f714-4104-9c94-c56cfaaee358,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:03.814595 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 1ed57883-60eb-48fb-a900-9b98a23bc811 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:37:03.814595 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:03.814595 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 1ed57883-60eb-48fb-a900-9b98a23bc811 Sep 22 21:37:03.824264 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e53d24e-4083-4105-8033-b327208b1fff tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:03.825956 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e53d24e-4083-4105-8033-b327208b1fff tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:03.826785 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-9e53d24e-4083-4105-8033-b327208b1fff tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:37:03.831197 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bbf5777d-da91-4504-b9dd-1956df8b40bb tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:03.864267 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-0c908c55-1187-4fd8-ae6e-f903f42ca47d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "DELETE /v2.0/networks/52055821-f714-4104-9c94-c56cfaaee358 HTTP/1.1" status: 204 len: 168 time: 2.8643811 Sep 22 21:37:03.866738 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a85a9e85-8d57-4fbd-a758-e81c49211ea9 req-14009b1a-7e91-457c-9a2c-86be1f59b36e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e7e8ce90-f8bc-426b-80ce-a8ca1cc9446b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890791 Sep 22 21:37:03.867210 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45044) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:03.918395 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941e2b0-7a21-4b04-831c-89a138471fca None None] Pushing event updated for resources: {'Port': ['ID=09ae86f8-23b4-44d3-8a70-2589846b2da3,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:03.930937 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-3caf0dff-5524-4c7d-9451-7af4d0d530e9 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Synchronizing usage tracker for tenant:b6fd8d739cc24025a8b16322874aaf00 on resource:security_group {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:37:03.973530 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-bbf5777d-da91-4504-b9dd-1956df8b40bb tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Deleting port 7db76eca-e7de-4f20-bc0d-69df54847746 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:37:03.973872 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bbf5777d-da91-4504-b9dd-1956df8b40bb tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:03.993392 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-9e53d24e-4083-4105-8033-b327208b1fff tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:37:03.993592 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 1ed57883-60eb-48fb-a900-9b98a23bc811 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:37:03.997642 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-9e53d24e-4083-4105-8033-b327208b1fff tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.8253992 Sep 22 21:37:04.001660 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45048) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:04.017862 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6af35e3c-3c4d-4147-9a1c-35fe12310b21 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:04.089069 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-3caf0dff-5524-4c7d-9451-7af4d0d530e9 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Unset dirty status for tenant:b6fd8d739cc24025a8b16322874aaf00 on resource:security_group {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:37:04.090392 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-3caf0dff-5524-4c7d-9451-7af4d0d530e9 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8371851 Sep 22 21:37:04.104172 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45052) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:04.119624 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 82db2788-e93b-48c1-a43c-f6c4a9024131 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:37:04.176133 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40dfddf-2e09-4dff-bbc1-e9b899a3bb49 req-9da82692-3bf4-4eaa-9719-e74fded6de6e tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:04.190339 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-f40dfddf-2e09-4dff-bbc1-e9b899a3bb49 req-9da82692-3bf4-4eaa-9719-e74fded6de6e tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/ports?device_id=f753f31b-0913-4c7a-9306-c5bd027ade92 HTTP/1.1" status: 200 len: 945 time: 0.5280850 Sep 22 21:37:04.232259 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 82db2788-e93b-48c1-a43c-f6c4a9024131 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:37:04.232642 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 82db2788-e93b-48c1-a43c-f6c4a9024131 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:37:04.324078 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-b38418de-8f79-4a3e-85fd-6ee2aeca7ad5 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Request body: {'security_group': {'name': 'tempest-secgroup--1744340275'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:04.368357 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9317afc7-4460-4747-9844-c3fb4845dd5b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:04.381490 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-f40dfddf-2e09-4dff-bbc1-e9b899a3bb49 req-a645f55d-038d-46f9-bf7b-703b4dbe94b7 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/security-groups?id=b1c72282-7805-4b8b-9bad-6c3b1d681138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925468 Sep 22 21:37:04.382635 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-b38418de-8f79-4a3e-85fd-6ee2aeca7ad5 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:37:04.472011 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-67ec1994-132f-4615-b47a-ad8a0e8daee9 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Deleting subnet 9c19cdc6-7bba-4480-bbc4-42cf3de7623b {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:37:04.484719 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-39ca9ea8-b75f-4c80-9f66-67228fe994c8 admin admin] For port b4cc0aa5-08c3-41e9-97fb-7407b192bf84, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=b4cc0aa5-08c3-41e9-97fb-7407b192bf84,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:37:04.485117 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-39ca9ea8-b75f-4c80-9f66-67228fe994c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:04.485584 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-b38418de-8f79-4a3e-85fd-6ee2aeca7ad5 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:37:04.491582 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-67ec1994-132f-4615-b47a-ad8a0e8daee9 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:04.528907 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a85a9e85-8d57-4fbd-a758-e81c49211ea9 req-03824637-a558-4789-b50c-e25afb8570f8 service neutron] 10.222.0.49 "GET /v2.0/networks/e7e8ce90-f8bc-426b-80ce-a8ca1cc9446b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6389167 Sep 22 21:37:04.621646 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b38418de-8f79-4a3e-85fd-6ee2aeca7ad5 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:04.667369 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bbf5777d-da91-4504-b9dd-1956df8b40bb tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:04.686074 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-39ca9ea8-b75f-4c80-9f66-67228fe994c8 admin admin] Calling delete_port for b4cc0aa5-08c3-41e9-97fb-7407b192bf84 owned by network:router_gateway {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:37:04.687352 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-67ec1994-132f-4615-b47a-ad8a0e8daee9 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:04.768419 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-b38418de-8f79-4a3e-85fd-6ee2aeca7ad5 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:37:04.868499 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-b38418de-8f79-4a3e-85fd-6ee2aeca7ad5 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Usage tracker for resource:security_group_rule and tenant:b6fd8d739cc24025a8b16322874aaf00 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:37:04.884656 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-b38418de-8f79-4a3e-85fd-6ee2aeca7ad5 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:37:04.940724 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-b38418de-8f79-4a3e-85fd-6ee2aeca7ad5 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:37:05.056136 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-67ec1994-132f-4615-b47a-ad8a0e8daee9 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:05.061307 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc1b672-d169-4088-ab5d-cb7af6254370 None None] Network 27f87840-20eb-43e3-a2a3-658fe09c5569 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:37:05.150684 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-bbf5777d-da91-4504-b9dd-1956df8b40bb tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Calling delete_port for 7db76eca-e7de-4f20-bc0d-69df54847746 owned by network:router_gateway {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:37:05.158571 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-7a32ab54-2fda-4381-adea-969513df601e None None] Provisioning for port 09ae86f8-23b4-44d3-8a70-2589846b2da3 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:37:05.204018 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b38418de-8f79-4a3e-85fd-6ee2aeca7ad5 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:05.206151 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-6af35e3c-3c4d-4147-9a1c-35fe12310b21 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Allocated IP 2001:db8:2::1 (27f87840-20eb-43e3-a2a3-658fe09c5569/ac596e09-bfec-4384-95c4-9ffa4ad7a2bf/5eeb895b-1dee-4286-8087-40e4c6026e72) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:37:05.215776 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b38418de-8f79-4a3e-85fd-6ee2aeca7ad5 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:05.228353 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9317afc7-4460-4747-9844-c3fb4845dd5b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:05.287937 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-9317afc7-4460-4747-9844-c3fb4845dd5b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b3ad717-459c-4c44-a8aa-703f00d29f00']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:05.322197 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a85a9e85-8d57-4fbd-a758-e81c49211ea9 req-ee31462c-ad53-47ad-a86d-9e040f773aa8 service neutron] 10.222.0.49 "GET /v2.0/networks/e7e8ce90-f8bc-426b-80ce-a8ca1cc9446b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7846682 Sep 22 21:37:05.333417 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-9317afc7-4460-4747-9844-c3fb4845dd5b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af9d1c7e-4bf9-4d99-ac8c-5f287055ba75') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:05.333417 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-9317afc7-4460-4747-9844-c3fb4845dd5b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af9d1c7e-4bf9-4d99-ac8c-5f287055ba75') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:05.367489 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9317afc7-4460-4747-9844-c3fb4845dd5b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:05.396048 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9317afc7-4460-4747-9844-c3fb4845dd5b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:05.410783 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9317afc7-4460-4747-9844-c3fb4845dd5b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:37:05.411199 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9317afc7-4460-4747-9844-c3fb4845dd5b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:05.496765 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment af9d1c7e-4bf9-4d99-ac8c-5f287055ba75 resource provider aggregate not found Sep 22 21:37:05.558206 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment af9d1c7e-4bf9-4d99-ac8c-5f287055ba75 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid af9d1c7e-4bf9-4d99-ac8c-5f287055ba75 found for delete ", "request_id": "req-a8d66b4f-230b-435a-82eb-39cc24607d6d"}]} Sep 22 21:37:05.582062 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-67ec1994-132f-4615-b47a-ad8a0e8daee9 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:05.688760 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9317afc7-4460-4747-9844-c3fb4845dd5b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:05.697936 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec1994-132f-4615-b47a-ad8a0e8daee9 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event deleted for resources: {'Subnet': ['ID=9c19cdc6-7bba-4480-bbc4-42cf3de7623b,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:05.699687 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38418de-8f79-4a3e-85fd-6ee2aeca7ad5 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa03855a-0c6c-479a-b5a2-93f3856ffbbc,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:05.704175 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 09ae86f8-23b4-44d3-8a70-2589846b2da3 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:37:05.715267 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-67ec1994-132f-4615-b47a-ad8a0e8daee9 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:05.724316 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-279c9c96-37da-4903-91a0-04f4f3693fdc tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:05.733705 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-279c9c96-37da-4903-91a0-04f4f3693fdc tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:05.743729 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9317afc7-4460-4747-9844-c3fb4845dd5b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:05.758495 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215bf594-3745-44fa-bd80-d21790f1b2af None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:37:05.768965 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bbf5777d-da91-4504-b9dd-1956df8b40bb tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:05.773120 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-39ca9ea8-b75f-4c80-9f66-67228fe994c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:05.776339 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317afc7-4460-4747-9844-c3fb4845dd5b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event deleted for resources: {'Network': ['ID=4b3ad717-459c-4c44-a8aa-703f00d29f00,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:05.802488 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b38418de-8f79-4a3e-85fd-6ee2aeca7ad5 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:05.806473 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-b38418de-8f79-4a3e-85fd-6ee2aeca7ad5 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6416237 Sep 22 21:37:05.806473 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-67ec1994-132f-4615-b47a-ad8a0e8daee9 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/9c19cdc6-7bba-4480-bbc4-42cf3de7623b HTTP/1.1" status: 204 len: 168 time: 1.7958460 Sep 22 21:37:05.812627 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-9317afc7-4460-4747-9844-c3fb4845dd5b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "DELETE /v2.0/networks/4b3ad717-459c-4c44-a8aa-703f00d29f00 HTTP/1.1" status: 204 len: 168 time: 1.9417558 Sep 22 21:37:05.815138 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45062) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:05.815635 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45064) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:05.823353 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45066) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:05.834434 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-3e92bc51-c680-4b41-96a9-d56212b93e2b tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:05.834640 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-f88cb7dd-da5e-47b0-836a-0b24e4b06ec7 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Request body: {'network': {'name': 'tempest-RoutersTest-1577335419'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:05.835504 dv-neutron-858900-1-hyperv neutron-server[89008]: WARNING neutron.api.v2.base [None req-3e92bc51-c680-4b41-96a9-d56212b93e2b tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 22 21:37:05.836160 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-3e92bc51-c680-4b41-96a9-d56212b93e2b tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] update failed (client error): There was a conflict when trying to complete your request. Sep 22 21:37:05.837458 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-3e92bc51-c680-4b41-96a9-d56212b93e2b tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] 10.222.0.33 "PUT /v2.0/security-groups/aa03855a-0c6c-479a-b5a2-93f3856ffbbc HTTP/1.1" status: 409 len: 330 time: 0.0108364 Sep 22 21:37:05.850576 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45074) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:05.871611 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-f88cb7dd-da5e-47b0-836a-0b24e4b06ec7 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:37:05.931661 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf5777d-da91-4504-b9dd-1956df8b40bb tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Pushing event deleted for resources: {'Port': ['ID=7db76eca-e7de-4f20-bc0d-69df54847746,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:05.944714 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f88cb7dd-da5e-47b0-836a-0b24e4b06ec7 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Usage tracker for resource:network and tenant:d0dc9097dd2d4c51a9e00ba2c2c3535e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:37:05.950117 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f88cb7dd-da5e-47b0-836a-0b24e4b06ec7 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:37:05.988368 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-f88cb7dd-da5e-47b0-836a-0b24e4b06ec7 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:37:06.023111 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6af35e3c-3c4d-4147-9a1c-35fe12310b21 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:06.034681 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 09ae86f8-23b4-44d3-8a70-2589846b2da3 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:37:06.049692 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 09ae86f8-23b4-44d3-8a70-2589846b2da3 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:37:06.050058 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:06.050388 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 09ae86f8-23b4-44d3-8a70-2589846b2da3 Sep 22 21:37:06.059114 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88cb7dd-da5e-47b0-836a-0b24e4b06ec7 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Made reservation on behalf of d0dc9097dd2d4c51a9e00ba2c2c3535e for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:37:06.062575 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f88cb7dd-da5e-47b0-836a-0b24e4b06ec7 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:06.086928 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.l3_db [None req-279c9c96-37da-4903-91a0-04f4f3693fdc tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Floating IP 822abe92-b3d3-4b8a-9a1f-87fd7f6cbb85 associated. External IP: 172.26.0.15, port: 854a4689-9157-423d-b7fe-60f8e9186e40. Sep 22 21:37:06.138648 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-211a01ee-28fb-47d6-8fe2-457c4d2a8dca tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3103321 Sep 22 21:37:06.148810 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-6af35e3c-3c4d-4147-9a1c-35fe12310b21 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Transition to ACTIVE for port object 5eeb895b-1dee-4286-8087-40e4c6026e72 will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:37:06.161277 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45078) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:06.168562 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-1c91b977-4c3d-424e-a4eb-adbcddff2d72 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'subnet': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:06.184367 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ca9ea8-b75f-4c80-9f66-67228fe994c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4cc0aa5-08c3-41e9-97fb-7407b192bf84,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:06.205710 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f6f9448b-529a-4e16-ba62-b0e92fe725a3 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:06.255550 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5be12c-1535-4df4-868c-27f4d3b6360c req-5c628cb0-1106-42a9-aebf-a355287c01c4 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:06.257113 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-8e5be12c-1535-4df4-868c-27f4d3b6360c req-5c628cb0-1106-42a9-aebf-a355287c01c4 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/ports?device_id=f753f31b-0913-4c7a-9306-c5bd027ade92 HTTP/1.1" status: 200 len: 945 time: 0.6630018 Sep 22 21:37:06.264811 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 09ae86f8-23b4-44d3-8a70-2589846b2da3 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:37:06.265351 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:06.310974 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 09ae86f8-23b4-44d3-8a70-2589846b2da3, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=09ae86f8-23b4-44d3-8a70-2589846b2da3,segment=NetworkSegment(f8d0c601-6f21-4dfb-bc47-14f4f1277b0a),segment_id=f8d0c601-6f21-4dfb-bc47-14f4f1277b0a)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:37:06.316536 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bbf5777d-da91-4504-b9dd-1956df8b40bb tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8012236'] for router_gateway, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:06.317659 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:06.318403 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device e26d3464-ddf9-4766-8597-14f3db8b6289 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:37:06.319369 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f88cb7dd-da5e-47b0-836a-0b24e4b06ec7 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:37:06.362800 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-39ca9ea8-b75f-4c80-9f66-67228fe994c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8012236'] for router_gateway, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:06.374639 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6774b9f7-23f4-4bf2-abcd-e219722ed491 None None] DHCP port deletion for 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:37:06.414042 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f6f9448b-529a-4e16-ba62-b0e92fe725a3 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:06.416393 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-6774b9f7-23f4-4bf2-abcd-e219722ed491 None None] Deleting port 1ed57883-60eb-48fb-a900-9b98a23bc811 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:37:06.416837 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6774b9f7-23f4-4bf2-abcd-e219722ed491 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:06.451595 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f88cb7dd-da5e-47b0-836a-0b24e4b06ec7 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:06.451942 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-f88cb7dd-da5e-47b0-836a-0b24e4b06ec7 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Added segment 64179cc1-710d-4fdc-a460-095c82fc8843 of type vlan for network e0bdcb10-c28f-473f-85d3-460bd5cc4374 Sep 22 21:37:06.471752 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-1c91b977-4c3d-424e-a4eb-adbcddff2d72 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:37:06.489500 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=09ae86f8-23b4-44d3-8a70-2589846b2da3,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:06.497653 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6af35e3c-3c4d-4147-9a1c-35fe12310b21 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:06.562304 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port e26d3464-ddf9-4766-8597-14f3db8b6289 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:37:06.564363 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:06.564913 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port e26d3464-ddf9-4766-8597-14f3db8b6289 Sep 22 21:37:06.580248 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-1c91b977-4c3d-424e-a4eb-adbcddff2d72 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:37:06.597410 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f88cb7dd-da5e-47b0-836a-0b24e4b06ec7 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:06.678113 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af35e3c-3c4d-4147-9a1c-35fe12310b21 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Network 27f87840-20eb-43e3-a2a3-658fe09c5569 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:37:06.694232 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-6af35e3c-3c4d-4147-9a1c-35fe12310b21 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:37:06.707436 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c91b977-4c3d-424e-a4eb-adbcddff2d72 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:37:06.710930 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1c91b977-4c3d-424e-a4eb-adbcddff2d72 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:06.728825 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port e26d3464-ddf9-4766-8597-14f3db8b6289 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:37:06.729388 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f6f9448b-529a-4e16-ba62-b0e92fe725a3 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:06.747880 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af35e3c-3c4d-4147-9a1c-35fe12310b21 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:37:06.748426 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6af35e3c-3c4d-4147-9a1c-35fe12310b21 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:06.760450 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af35e3c-3c4d-4147-9a1c-35fe12310b21 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event updated for resources: {'Port': ['ID=5eeb895b-1dee-4286-8087-40e4c6026e72,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:06.792772 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-39ca9ea8-b75f-4c80-9f66-67228fe994c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:06.799624 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-39ca9ea8-b75f-4c80-9f66-67228fe994c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:06.810245 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 01dac8c6-de86-4e6c-91ee-e5aece1b2f91 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:37:06.818661 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-8e5be12c-1535-4df4-868c-27f4d3b6360c req-4181f17a-da1f-403a-933b-85835f7dda87 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/security-groups?id=b1c72282-7805-4b8b-9bad-6c3b1d681138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5393996 Sep 22 21:37:06.820804 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bbf5777d-da91-4504-b9dd-1956df8b40bb tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:06.828808 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bbf5777d-da91-4504-b9dd-1956df8b40bb tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:06.836691 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f9448b-529a-4e16-ba62-b0e92fe725a3 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa03855a-0c6c-479a-b5a2-93f3856ffbbc,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:06.884070 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 01dac8c6-de86-4e6c-91ee-e5aece1b2f91 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:37:06.884411 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 01dac8c6-de86-4e6c-91ee-e5aece1b2f91 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:37:06.886291 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-39ca9ea8-b75f-4c80-9f66-67228fe994c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:06.889754 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ca9ea8-b75f-4c80-9f66-67228fe994c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7df7de81-bff1-4c9e-be6a-0568eee4cc3d {{(pid=89008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:37:06.913124 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f88cb7dd-da5e-47b0-836a-0b24e4b06ec7 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:06.916239 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bbf5777d-da91-4504-b9dd-1956df8b40bb tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:06.916771 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf5777d-da91-4504-b9dd-1956df8b40bb tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Fanout notify agent at l3_agent the message router_deleted on router 49464fac-0201-4731-9e49-13a58ced35ba {{(pid=89008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:37:06.919010 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88cb7dd-da5e-47b0-836a-0b24e4b06ec7 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:06.919250 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-6774b9f7-23f4-4bf2-abcd-e219722ed491 None None] For port 1ed57883-60eb-48fb-a900-9b98a23bc811, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=1ed57883-60eb-48fb-a900-9b98a23bc811,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:37:06.919634 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f88cb7dd-da5e-47b0-836a-0b24e4b06ec7 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:06.922821 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6774b9f7-23f4-4bf2-abcd-e219722ed491 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:06.936051 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bbf5777d-da91-4504-b9dd-1956df8b40bb tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:06.937383 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-bbf5777d-da91-4504-b9dd-1956df8b40bb tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] 10.222.0.33 "DELETE /v2.0/routers/49464fac-0201-4731-9e49-13a58ced35ba HTTP/1.1" status: 204 len: 168 time: 5.1399610 Sep 22 21:37:06.943372 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45082) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:06.945358 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-39ca9ea8-b75f-4c80-9f66-67228fe994c8 admin admin] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:06.946705 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-39ca9ea8-b75f-4c80-9f66-67228fe994c8 admin admin] 10.222.0.33 "DELETE /v2.0/routers/7df7de81-bff1-4c9e-be6a-0568eee4cc3d HTTP/1.1" status: 204 len: 168 time: 4.5995455 Sep 22 21:37:06.949360 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45086) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:06.957520 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-dace99dd-64cc-4c08-98e3-37d30f95c91e tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1280219213', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:07.016245 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-dace99dd-64cc-4c08-98e3-37d30f95c91e tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:37:07.038251 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-dace99dd-64cc-4c08-98e3-37d30f95c91e tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Usage tracker for resource:router and tenant:60d704e6c4374325ab6b4cfd3fcbd942 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:37:07.042945 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-dace99dd-64cc-4c08-98e3-37d30f95c91e tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:37:07.052827 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-dace99dd-64cc-4c08-98e3-37d30f95c91e tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:37:07.060476 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f6f9448b-529a-4e16-ba62-b0e92fe725a3 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:07.063348 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-e98e10ff-6272-4e2f-99b0-4f92baf7808f admin admin] Deleting subnet f291bed0-d028-44b6-829f-efb0f7512ced {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:37:07.064627 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-f6f9448b-529a-4e16-ba62-b0e92fe725a3 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] 10.222.0.33 "DELETE /v2.0/security-groups/aa03855a-0c6c-479a-b5a2-93f3856ffbbc HTTP/1.1" status: 204 len: 168 time: 1.2077572 Sep 22 21:37:07.065712 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45090) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:07.082592 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e98e10ff-6272-4e2f-99b0-4f92baf7808f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:07.102402 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-6774b9f7-23f4-4bf2-abcd-e219722ed491 None None] Calling delete_port for 1ed57883-60eb-48fb-a900-9b98a23bc811 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:37:07.128476 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-dace99dd-64cc-4c08-98e3-37d30f95c91e tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:07.129579 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-dace99dd-64cc-4c08-98e3-37d30f95c91e tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:07.164255 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e98e10ff-6272-4e2f-99b0-4f92baf7808f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:07.165553 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-8e8201a8-e82a-46c5-ab0d-4549fa38f500 None None] Provisioning for port 5eeb895b-1dee-4286-8087-40e4c6026e72 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:37:07.171938 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-8e8201a8-e82a-46c5-ab0d-4549fa38f500 None None] Provisioning complete for port 5eeb895b-1dee-4286-8087-40e4c6026e72 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:37:07.172846 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8e8201a8-e82a-46c5-ab0d-4549fa38f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:07.173180 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-8e8201a8-e82a-46c5-ab0d-4549fa38f500 None None] Attempt 1 to provision port 5eeb895b-1dee-4286-8087-40e4c6026e72 Sep 22 21:37:07.183681 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-f88cb7dd-da5e-47b0-836a-0b24e4b06ec7 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3566091 Sep 22 21:37:07.193086 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45094) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:07.203643 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-968badcf-c09d-48a3-8a0c-508d702473db tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Request body: {'subnet': {'network_id': 'e0bdcb10-c28f-473f-85d3-460bd5cc4374', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:07.229472 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8e8201a8-e82a-46c5-ab0d-4549fa38f500 None None] Port 5eeb895b-1dee-4286-8087-40e4c6026e72 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:07.269625 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6774b9f7-23f4-4bf2-abcd-e219722ed491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:07.282989 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-3510cdb3-420f-470c-a324-3341c5502131 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Synchronizing usage tracker for tenant:b6fd8d739cc24025a8b16322874aaf00 on resource:security_group {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:37:07.288033 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-dace99dd-64cc-4c08-98e3-37d30f95c91e tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:07.317647 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e98e10ff-6272-4e2f-99b0-4f92baf7808f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:07.328082 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6774b9f7-23f4-4bf2-abcd-e219722ed491 None None] Pushing event deleted for resources: {'Port': ['ID=1ed57883-60eb-48fb-a900-9b98a23bc811,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:07.331864 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6774b9f7-23f4-4bf2-abcd-e219722ed491 None None] No DVR routers for this DVR port 1ed57883-60eb-48fb-a900-9b98a23bc811 on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:37:07.357702 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-3510cdb3-420f-470c-a324-3341c5502131 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] Unset dirty status for tenant:b6fd8d739cc24025a8b16322874aaf00 on resource:security_group {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:37:07.358981 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-3510cdb3-420f-470c-a324-3341c5502131 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2907186 Sep 22 21:37:07.366863 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45098) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:07.369886 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-dace99dd-64cc-4c08-98e3-37d30f95c91e tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:07.404219 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-6426757c-7753-48bb-b112-3db043e39ccd tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] delete failed (client error): The resource could not be found. Sep 22 21:37:07.405191 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-6426757c-7753-48bb-b112-3db043e39ccd tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] 10.222.0.33 "DELETE /v2.0/security-groups/9cc5463a-846d-4889-8d3e-81ae5e531302 HTTP/1.1" status: 404 len: 347 time: 0.0372863 Sep 22 21:37:07.409732 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45102) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:07.424943 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88cb7dd-da5e-47b0-836a-0b24e4b06ec7 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event updated for resources: {'Network': ['ID=e0bdcb10-c28f-473f-85d3-460bd5cc4374,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:07.432264 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-6f266427-5641-4221-953c-b22c2dad8ba8 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] show failed (client error): The resource could not be found. Sep 22 21:37:07.436804 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-6f266427-5641-4221-953c-b22c2dad8ba8 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] 10.222.0.33 "GET /v2.0/security-groups/cc7af6bb-3e66-44b7-962d-40457defce08 HTTP/1.1" status: 404 len: 347 time: 0.0225258 Sep 22 21:37:07.437836 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-dace99dd-64cc-4c08-98e3-37d30f95c91e tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:07.439830 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-dace99dd-64cc-4c08-98e3-37d30f95c91e tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4909046 Sep 22 21:37:07.441699 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45106) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:07.442074 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45108) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:07.442776 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network e0bdcb10-c28f-473f-85d3-460bd5cc4374 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:37:07.451045 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-279c9c96-37da-4903-91a0-04f4f3693fdc tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Router b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:37:07.463868 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-c30a9c4c-ecb1-46d6-bca7-7c7da8bdddfa tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:07.582374 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 09ae86f8-23b4-44d3-8a70-2589846b2da3 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:37:07.605252 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-968badcf-c09d-48a3-8a0c-508d702473db tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:37:07.619390 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-968badcf-c09d-48a3-8a0c-508d702473db tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Usage tracker for resource:subnet and tenant:d0dc9097dd2d4c51a9e00ba2c2c3535e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:37:07.625800 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-9ffe4869-0b73-4515-865b-51796f1b11c9 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] show failed (client error): The resource could not be found. Sep 22 21:37:07.629458 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-9ffe4869-0b73-4515-865b-51796f1b11c9 tempest-NegativeSecGroupTest-1650590958 tempest-NegativeSecGroupTest-1650590958-project] 10.222.0.33 "GET /v2.0/security-group-rules/45ce645b-1f52-40bd-a89e-e2b4efa132db HTTP/1.1" status: 404 len: 356 time: 0.1838474 Sep 22 21:37:07.643204 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-968badcf-c09d-48a3-8a0c-508d702473db tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:37:07.669342 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 09ae86f8-23b4-44d3-8a70-2589846b2da3 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:37:07.670094 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:07.670428 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 09ae86f8-23b4-44d3-8a70-2589846b2da3 Sep 22 21:37:07.691469 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-968badcf-c09d-48a3-8a0c-508d702473db tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:37:07.738793 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-8e8201a8-e82a-46c5-ab0d-4549fa38f500 None None] Attempt 2 to provision port 5eeb895b-1dee-4286-8087-40e4c6026e72 Sep 22 21:37:07.771249 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e98e10ff-6272-4e2f-99b0-4f92baf7808f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:07.814176 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8e8201a8-e82a-46c5-ab0d-4549fa38f500 None None] Port 5eeb895b-1dee-4286-8087-40e4c6026e72 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:07.820973 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968badcf-c09d-48a3-8a0c-508d702473db tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Made reservation on behalf of d0dc9097dd2d4c51a9e00ba2c2c3535e for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:37:07.824409 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-968badcf-c09d-48a3-8a0c-508d702473db tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:07.825934 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e98e10ff-6272-4e2f-99b0-4f92baf7808f admin admin] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:07.832721 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aceeec5a-6bf1-4f5c-a566-f932b0531a1d None None] Network 5dbb466f-7241-4d18-b090-2d779954893b requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:37:07.836550 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e10ff-6272-4e2f-99b0-4f92baf7808f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f291bed0-d028-44b6-829f-efb0f7512ced,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:07.853833 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6af35e3c-3c4d-4147-9a1c-35fe12310b21 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:07.901593 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e98e10ff-6272-4e2f-99b0-4f92baf7808f admin admin] 10.222.0.33 "DELETE /v2.0/subnets/f291bed0-d028-44b6-829f-efb0f7512ced HTTP/1.1" status: 204 len: 168 time: 0.9478812 Sep 22 21:37:07.909875 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45120) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:08.008407 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 09ae86f8-23b4-44d3-8a70-2589846b2da3 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:37:08.036669 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45124) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:08.072572 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 1ed57883-60eb-48fb-a900-9b98a23bc811 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:37:08.116585 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279c9c96-37da-4903-91a0-04f4f3693fdc tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:37:08.145263 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 1ed57883-60eb-48fb-a900-9b98a23bc811 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:37:08.146008 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 1ed57883-60eb-48fb-a900-9b98a23bc811 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:37:08.146707 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device b4cc0aa5-08c3-41e9-97fb-7407b192bf84 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:37:08.198009 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c30a9c4c-ecb1-46d6-bca7-7c7da8bdddfa tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:08.214187 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cd5dc8-ebfe-4680-9e97-acc720c45149 None None] Sync routers for ids ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:37:08.257744 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: b4cc0aa5-08c3-41e9-97fb-7407b192bf84 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:37:08.258330 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device b4cc0aa5-08c3-41e9-97fb-7407b192bf84 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:37:08.271444 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cd5dc8-ebfe-4680-9e97-acc720c45149 None None] Routers {'b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:37:08.272954 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-46cd5dc8-ebfe-4680-9e97-acc720c45149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:36:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:08.287521 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-279c9c96-37da-4903-91a0-04f4f3693fdc tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:08.333755 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8e71c8db-ec42-4929-8cdb-e1ac934f5986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:08.363741 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-8e8201a8-e82a-46c5-ab0d-4549fa38f500 None None] Attempt 3 to provision port 5eeb895b-1dee-4286-8087-40e4c6026e72 Sep 22 21:37:08.372179 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-8e71c8db-ec42-4929-8cdb-e1ac934f5986 admin admin] Deleting port d95bd252-0c09-457a-a5da-ae6df63a3ad0 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:37:08.372570 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8e71c8db-ec42-4929-8cdb-e1ac934f5986 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:08.401964 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.objects.ports [None req-1c91b977-4c3d-424e-a4eb-adbcddff2d72 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89009) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 21:37:08.420742 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-46cd5dc8-ebfe-4680-9e97-acc720c45149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:08.423228 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1c91b977-4c3d-424e-a4eb-adbcddff2d72 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:08.451267 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cd5dc8-ebfe-4680-9e97-acc720c45149 None None] Routers {'b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:37:08.451951 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-46cd5dc8-ebfe-4680-9e97-acc720c45149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:36:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:08.508773 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8e8201a8-e82a-46c5-ab0d-4549fa38f500 None None] Port 5eeb895b-1dee-4286-8087-40e4c6026e72 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:08.517205 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-46cd5dc8-ebfe-4680-9e97-acc720c45149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:08.517610 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cd5dc8-ebfe-4680-9e97-acc720c45149 None None] The sync data for ids ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:37:08.571676 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c91b977-4c3d-424e-a4eb-adbcddff2d72 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:37:08.573456 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-279c9c96-37da-4903-91a0-04f4f3693fdc tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] 10.222.0.33 "PUT /v2.0/floatingips/822abe92-b3d3-4b8a-9a1f-87fd7f6cbb85 HTTP/1.1" status: 200 len: 977 time: 5.2758214 Sep 22 21:37:08.580234 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45132) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:08.587631 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-1c91b977-4c3d-424e-a4eb-adbcddff2d72 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:37:08.597579 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079d191a-1cf5-49fd-b4e9-db1365d8a0e0 None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:37:08.616955 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff10d8cb-f42e-4b47-a139-b2d53e45c769 None None] DHCP port deletion for 5dbb466f-7241-4d18-b090-2d779954893b request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:37:08.623108 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c91b977-4c3d-424e-a4eb-adbcddff2d72 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:08.623697 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1c91b977-4c3d-424e-a4eb-adbcddff2d72 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:08.668993 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ff10d8cb-f42e-4b47-a139-b2d53e45c769 None None] Deleting port d95bd252-0c09-457a-a5da-ae6df63a3ad0 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:37:08.669454 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ff10d8cb-f42e-4b47-a139-b2d53e45c769 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:08.689149 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6bb39697-d062-41a0-bec0-32ef2b1ef894 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=b6fd8d739cc24025a8b16322874aaf00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6466072 Sep 22 21:37:08.697883 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45136) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:08.703832 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c91b977-4c3d-424e-a4eb-adbcddff2d72 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Subnet': ['ID=e9aeac83-0c21-411a-b1f6-072792df6e4d,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:08.749356 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c76d6d-883f-4d5b-9c4a-fcdca17c957b req-a499212e-acae-4b97-9e95-a839b4cc3cdc tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:08.750941 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-52c76d6d-883f-4d5b-9c4a-fcdca17c957b req-a499212e-acae-4b97-9e95-a839b4cc3cdc tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/ports?device_id=f753f31b-0913-4c7a-9306-c5bd027ade92 HTTP/1.1" status: 200 len: 945 time: 0.7151330 Sep 22 21:37:08.758978 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-1c91b977-4c3d-424e-a4eb-adbcddff2d72 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5938363 Sep 22 21:37:08.768776 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45140) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:08.802200 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-0486a004-6cc6-4685-b8ed-6708847a34d2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'port': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'mac_address': 'fa:16:3e:4a:a2:bc', 'name': 'tempest-NetworksTestDHCPv6-1913798085'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:08.832072 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c30a9c4c-ecb1-46d6-bca7-7c7da8bdddfa tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks [] for router_gateway, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:08.888511 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-3cdb731a-368b-4617-8f67-5a505e9153b1 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Deleting port 854a4689-9157-423d-b7fe-60f8e9186e40 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:37:08.888849 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3cdb731a-368b-4617-8f67-5a505e9153b1 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:08.922743 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c30a9c4c-ecb1-46d6-bca7-7c7da8bdddfa tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:09.008655 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-8e71c8db-ec42-4929-8cdb-e1ac934f5986 admin admin] For port d95bd252-0c09-457a-a5da-ae6df63a3ad0, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=d95bd252-0c09-457a-a5da-ae6df63a3ad0,segment=NetworkSegment(9c967a15-e80e-4848-9c56-eedb9bf46e0a),segment_id=9c967a15-e80e-4848-9c56-eedb9bf46e0a)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:37:09.009017 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8e71c8db-ec42-4929-8cdb-e1ac934f5986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:09.020589 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-8e8201a8-e82a-46c5-ab0d-4549fa38f500 None None] Attempt 4 to provision port 5eeb895b-1dee-4286-8087-40e4c6026e72 Sep 22 21:37:09.056744 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-968badcf-c09d-48a3-8a0c-508d702473db tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:09.079825 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-ff10d8cb-f42e-4b47-a139-b2d53e45c769 None None] For port d95bd252-0c09-457a-a5da-ae6df63a3ad0, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=d95bd252-0c09-457a-a5da-ae6df63a3ad0,segment=NetworkSegment(9c967a15-e80e-4848-9c56-eedb9bf46e0a),segment_id=9c967a15-e80e-4848-9c56-eedb9bf46e0a)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:37:09.080252 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ff10d8cb-f42e-4b47-a139-b2d53e45c769 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:09.094967 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0da54c-68f6-4487-ab1d-aab40d118d98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'tenant_id': '4fef33e75cf240fcbb352fce012907b9', 'fixed_ips': [{'subnet_id': 'e9aeac83-0c21-411a-b1f6-072792df6e4d'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:37:09.095931 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7b0da54c-68f6-4487-ab1d-aab40d118d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:09.139013 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-52c76d6d-883f-4d5b-9c4a-fcdca17c957b req-33750f02-760d-4923-ac67-1571e906e0fc tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/security-groups?id=b1c72282-7805-4b8b-9bad-6c3b1d681138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692498 Sep 22 21:37:09.174136 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-8e71c8db-ec42-4929-8cdb-e1ac934f5986 admin admin] Calling delete_port for d95bd252-0c09-457a-a5da-ae6df63a3ad0 owned by network:dhcp {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:37:09.203841 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-91b852e6-f0b8-49ce-a2d9-7c64f59c9b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:09.232947 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ff10d8cb-f42e-4b47-a139-b2d53e45c769 None None] Calling delete_port for d95bd252-0c09-457a-a5da-ae6df63a3ad0 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:37:09.243498 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6af35e3c-3c4d-4147-9a1c-35fe12310b21 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:09.255448 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-0486a004-6cc6-4685-b8ed-6708847a34d2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:37:09.266629 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-0486a004-6cc6-4685-b8ed-6708847a34d2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Usage tracker for resource:port and tenant:4fef33e75cf240fcbb352fce012907b9 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:37:09.271806 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-0486a004-6cc6-4685-b8ed-6708847a34d2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:37:09.272764 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8e8201a8-e82a-46c5-ab0d-4549fa38f500 None None] Port 5eeb895b-1dee-4286-8087-40e4c6026e72 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:09.279744 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-0486a004-6cc6-4685-b8ed-6708847a34d2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:37:09.319868 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-91b852e6-f0b8-49ce-a2d9-7c64f59c9b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:09.336661 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0486a004-6cc6-4685-b8ed-6708847a34d2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'port': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:37:09.352018 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6af35e3c-3c4d-4147-9a1c-35fe12310b21 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:09.352874 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6af35e3c-3c4d-4147-9a1c-35fe12310b21 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:09.423142 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ff10d8cb-f42e-4b47-a139-b2d53e45c769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:09.488343 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968badcf-c09d-48a3-8a0c-508d702473db tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event updated for resources: {'Subnet': ['ID=fcc204fa-141b-4c49-ad87-13e5b53d785c,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:09.535238 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968badcf-c09d-48a3-8a0c-508d702473db tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Checking segment: {'id': '64179cc1-710d-4fdc-a460-095c82fc8843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e0bdcb10-c28f-473f-85d3-460bd5cc4374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:37:09.542639 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968badcf-c09d-48a3-8a0c-508d702473db tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Network hostable DHCP agents. Network: e0bdcb10-c28f-473f-85d3-460bd5cc4374, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:37:09.557374 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-7b0da54c-68f6-4487-ab1d-aab40d118d98 None None] Allocated IP 2001:db8::f816:3eff:fe4e:51bf (98c62b9a-5d2a-496f-a1e5-12a6874f54f0/e9aeac83-0c21-411a-b1f6-072792df6e4d/6efeef9a-bf7d-4982-802a-a27ba56efee6) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:37:09.569413 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff10d8cb-f42e-4b47-a139-b2d53e45c769 None None] Pushing event deleted for resources: {'Port': ['ID=d95bd252-0c09-457a-a5da-ae6df63a3ad0,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:09.578019 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff10d8cb-f42e-4b47-a139-b2d53e45c769 None None] No DVR routers for this DVR port d95bd252-0c09-457a-a5da-ae6df63a3ad0 on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:37:09.615866 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-c30a9c4c-ecb1-46d6-bca7-7c7da8bdddfa tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Allocated IP 172.26.0.146 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/9c50c62c-1a4c-4970-82b9-f951434a36f4) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:37:09.618043 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.db.api [None req-8e71c8db-ec42-4929-8cdb-e1ac934f5986 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:37:09.618342 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device d95bd252-0c09-457a-a5da-ae6df63a3ad0 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:37:09.618538 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG oslo_db.api [None req-8e71c8db-ec42-4929-8cdb-e1ac934f5986 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:37:09.663033 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af35e3c-3c4d-4147-9a1c-35fe12310b21 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event updated for resources: {'Port': ['ID=5eeb895b-1dee-4286-8087-40e4c6026e72,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:09.710297 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: d95bd252-0c09-457a-a5da-ae6df63a3ad0 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:37:09.710649 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device d95bd252-0c09-457a-a5da-ae6df63a3ad0 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:37:09.775350 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-8e8201a8-e82a-46c5-ab0d-4549fa38f500 None None] Attempt 5 to provision port 5eeb895b-1dee-4286-8087-40e4c6026e72 Sep 22 21:37:09.777488 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968badcf-c09d-48a3-8a0c-508d702473db tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Network e0bdcb10-c28f-473f-85d3-460bd5cc4374 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:37:09.781986 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-91b852e6-f0b8-49ce-a2d9-7c64f59c9b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:09.798632 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3cdb731a-368b-4617-8f67-5a505e9153b1 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:09.805493 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0486a004-6cc6-4685-b8ed-6708847a34d2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:09.823340 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b852e6-f0b8-49ce-a2d9-7c64f59c9b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd19860-75a9-4d35-a59a-8fdf0f241752,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:09.825107 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-968badcf-c09d-48a3-8a0c-508d702473db tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, e0bdcb10-c28f-473f-85d3-460bd5cc4374) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:37:09.843079 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968badcf-c09d-48a3-8a0c-508d702473db tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:09.843600 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-968badcf-c09d-48a3-8a0c-508d702473db tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:09.850727 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af35e3c-3c4d-4147-9a1c-35fe12310b21 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Network 27f87840-20eb-43e3-a2a3-658fe09c5569 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:37:09.862991 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e65df9-ecaa-4a72-9800-fa2e14655e75 None None] Network e0bdcb10-c28f-473f-85d3-460bd5cc4374 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:37:09.867992 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-6af35e3c-3c4d-4147-9a1c-35fe12310b21 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:37:09.873486 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-0486a004-6cc6-4685-b8ed-6708847a34d2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] device_id is not set on port 1910b87b-d6ef-47cf-8c58-c3867032c2a5 yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:37:09.896207 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0c8ed12c-9154-4d89-a18c-897295935b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:10.008297 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-968badcf-c09d-48a3-8a0c-508d702473db tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8141224 Sep 22 21:37:10.009369 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45148) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:10.037659 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8e8201a8-e82a-46c5-ab0d-4549fa38f500 None None] Port 5eeb895b-1dee-4286-8087-40e4c6026e72 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:10.077778 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7b0da54c-68f6-4487-ab1d-aab40d118d98 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:10.081644 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-07c0a564-c404-42c8-bd89-4c9ee18e1daf tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1327638668', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:10.088647 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-7b0da54c-68f6-4487-ab1d-aab40d118d98 None None] Transition to ACTIVE for port object 6efeef9a-bf7d-4982-802a-a27ba56efee6 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:37:10.103453 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-07c0a564-c404-42c8-bd89-4c9ee18e1daf tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:37:10.110768 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-7b0da54c-68f6-4487-ab1d-aab40d118d98 None None] Transition to ACTIVE for port object 6efeef9a-bf7d-4982-802a-a27ba56efee6 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:37:10.126093 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7b0da54c-68f6-4487-ab1d-aab40d118d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:10.126350 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da364cc6-30b3-44c4-8ace-ebb77333ff61 req-ace1265b-3898-480a-8062-eefa8f3d3354 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:10.133645 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-da364cc6-30b3-44c4-8ace-ebb77333ff61 req-ace1265b-3898-480a-8062-eefa8f3d3354 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/ports?device_id=f753f31b-0913-4c7a-9306-c5bd027ade92 HTTP/1.1" status: 200 len: 945 time: 0.4795666 Sep 22 21:37:10.147273 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-07c0a564-c404-42c8-bd89-4c9ee18e1daf tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Usage tracker for resource:router and tenant:d0dc9097dd2d4c51a9e00ba2c2c3535e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:37:10.150875 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-8e71c8db-ec42-4929-8cdb-e1ac934f5986 admin admin] Deleting port d95bd252-0c09-457a-a5da-ae6df63a3ad0 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:37:10.151347 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8e71c8db-ec42-4929-8cdb-e1ac934f5986 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:10.154103 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-07c0a564-c404-42c8-bd89-4c9ee18e1daf tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:37:10.216085 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-07c0a564-c404-42c8-bd89-4c9ee18e1daf tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:37:10.216992 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c30a9c4c-ecb1-46d6-bca7-7c7da8bdddfa tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:10.263260 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-07c0a564-c404-42c8-bd89-4c9ee18e1daf tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:10.264368 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-07c0a564-c404-42c8-bd89-4c9ee18e1daf tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:10.291404 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-8e71c8db-ec42-4929-8cdb-e1ac934f5986 admin admin] The port 'd95bd252-0c09-457a-a5da-ae6df63a3ad0' was deleted {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 21:37:10.296156 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-91b852e6-f0b8-49ce-a2d9-7c64f59c9b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:10.298345 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-91b852e6-f0b8-49ce-a2d9-7c64f59c9b0f admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/fcd19860-75a9-4d35-a59a-8fdf0f241752 HTTP/1.1" status: 204 len: 168 time: 1.5917563 Sep 22 21:37:10.312020 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-da364cc6-30b3-44c4-8ace-ebb77333ff61 req-1a5a99bc-c254-48f0-83b6-a7990461c337 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/security-groups?id=b1c72282-7805-4b8b-9bad-6c3b1d681138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770821 Sep 22 21:37:10.320000 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af35e3c-3c4d-4147-9a1c-35fe12310b21 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Router b939319a-c05f-4d01-a659-4d57604fde53 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:37:10.323806 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-0486a004-6cc6-4685-b8ed-6708847a34d2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Allocated IP 2001:db8::f816:3eff:fe4a:a2bc (98c62b9a-5d2a-496f-a1e5-12a6874f54f0/e9aeac83-0c21-411a-b1f6-072792df6e4d/1910b87b-d6ef-47cf-8c58-c3867032c2a5) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:37:10.334274 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-07c0a564-c404-42c8-bd89-4c9ee18e1daf tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:10.405330 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0da54c-68f6-4487-ab1d-aab40d118d98 None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:37:10.416055 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-7b0da54c-68f6-4487-ab1d-aab40d118d98 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:37:10.425755 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0da54c-68f6-4487-ab1d-aab40d118d98 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:37:10.457111 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa8c55b-9da4-4c80-b9ec-6f11c042d06f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-e0bdcb10-c28f-473f-85d3-460bd5cc4374', 'network_id': 'e0bdcb10-c28f-473f-85d3-460bd5cc4374', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'fixed_ips': [{'subnet_id': 'fcc204fa-141b-4c49-ad87-13e5b53d785c'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:37:10.458145 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-faa8c55b-9da4-4c80-b9ec-6f11c042d06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:10.508376 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0da54c-68f6-4487-ab1d-aab40d118d98 None None] Pushing event updated for resources: {'Port': ['ID=6efeef9a-bf7d-4982-802a-a27ba56efee6,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:10.530491 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-07c0a564-c404-42c8-bd89-4c9ee18e1daf tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:10.560815 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-8e8201a8-e82a-46c5-ab0d-4549fa38f500 None None] Attempt 6 to provision port 5eeb895b-1dee-4286-8087-40e4c6026e72 Sep 22 21:37:10.608950 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8e71c8db-ec42-4929-8cdb-e1ac934f5986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:10.612428 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af35e3c-3c4d-4147-9a1c-35fe12310b21 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:37:10.637828 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74112e44-331d-4e2d-b2d2-416615c71a7b None None] Sync routers for ids ['b939319a-c05f-4d01-a659-4d57604fde53'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:37:10.655419 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74112e44-331d-4e2d-b2d2-416615c71a7b None None] Routers {'b939319a-c05f-4d01-a659-4d57604fde53'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:37:10.657246 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-74112e44-331d-4e2d-b2d2-416615c71a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:36:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b939319a-c05f-4d01-a659-4d57604fde53'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:10.664826 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6af35e3c-3c4d-4147-9a1c-35fe12310b21 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "PUT /v2.0/routers/b939319a-c05f-4d01-a659-4d57604fde53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8350554 Sep 22 21:37:10.667917 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45158) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:10.670289 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-07c0a564-c404-42c8-bd89-4c9ee18e1daf tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:10.674225 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3cdb731a-368b-4617-8f67-5a505e9153b1 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:10.674225 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3cdb731a-368b-4617-8f67-5a505e9153b1 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:10.674489 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.l3_db [None req-3cdb731a-368b-4617-8f67-5a505e9153b1 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Floating IP 822abe92-b3d3-4b8a-9a1f-87fd7f6cbb85 disassociated. External IP: 172.26.0.15, port: 854a4689-9157-423d-b7fe-60f8e9186e40. Sep 22 21:37:10.674617 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-7b0da54c-68f6-4487-ab1d-aab40d118d98 None None] Attempting to bind port 6efeef9a-bf7d-4982-802a-a27ba56efee6 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:37:10.675184 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-7b0da54c-68f6-4487-ab1d-aab40d118d98 None None] Attempting to bind port 6efeef9a-bf7d-4982-802a-a27ba56efee6 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:37:10.675327 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-07c0a564-c404-42c8-bd89-4c9ee18e1daf tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6535549 Sep 22 21:37:10.675438 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0da54c-68f6-4487-ab1d-aab40d118d98 None None] Attempting to bind port 6efeef9a-bf7d-4982-802a-a27ba56efee6 on network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:37:10.679363 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-3cdb731a-368b-4617-8f67-5a505e9153b1 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Calling delete_port for 854a4689-9157-423d-b7fe-60f8e9186e40 owned by {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:37:10.684482 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45162) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:10.693375 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-89a69b65-e760-4e57-a866-e9956beb4982 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-99515394'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:10.700632 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0da54c-68f6-4487-ab1d-aab40d118d98 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:37:10.700901 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0da54c-68f6-4487-ab1d-aab40d118d98 None None] Checking segment: {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:37:10.701305 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7b0da54c-68f6-4487-ab1d-aab40d118d98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:10.701756 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0da54c-68f6-4487-ab1d-aab40d118d98 None None] Bound using segment: {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:37:10.702166 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-7b0da54c-68f6-4487-ab1d-aab40d118d98 None None] Bound port: 6efeef9a-bf7d-4982-802a-a27ba56efee6, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:37:10.702526 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7b0da54c-68f6-4487-ab1d-aab40d118d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:10.703030 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-e99b1a42-c121-4633-a383-911e10de92e0 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Request body: {'port': {'network_id': 'e0bdcb10-c28f-473f-85d3-460bd5cc4374', 'name': 'tempest-RoutersTest-380504049'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:10.714352 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8e8201a8-e82a-46c5-ab0d-4549fa38f500 None None] Port 5eeb895b-1dee-4286-8087-40e4c6026e72 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:10.725248 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-89a69b65-e760-4e57-a866-e9956beb4982 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:37:10.737485 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-89a69b65-e760-4e57-a866-e9956beb4982 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Usage tracker for resource:network and tenant:5c103daa7e764303927ef5f69fe7eabf is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:37:10.792178 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-89a69b65-e760-4e57-a866-e9956beb4982 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:37:10.817053 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-89a69b65-e760-4e57-a866-e9956beb4982 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:37:10.847645 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-faa8c55b-9da4-4c80-b9ec-6f11c042d06f None None] Allocated IP 172.20.0.2 (e0bdcb10-c28f-473f-85d3-460bd5cc4374/fcc204fa-141b-4c49-ad87-13e5b53d785c/843924ae-146e-461d-9803-4e1c54f10b8a) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:37:10.863665 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a69b65-e760-4e57-a866-e9956beb4982 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Made reservation on behalf of 5c103daa7e764303927ef5f69fe7eabf for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:37:10.864238 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-8e71c8db-ec42-4929-8cdb-e1ac934f5986 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dbb466f-7241-4d18-b090-2d779954893b']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:10.867597 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-89a69b65-e760-4e57-a866-e9956beb4982 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:10.873419 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-7b0da54c-68f6-4487-ab1d-aab40d118d98 None None] For port 6efeef9a-bf7d-4982-802a-a27ba56efee6, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:37:10.876798 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-7b0da54c-68f6-4487-ab1d-aab40d118d98 None None] For port 6efeef9a-bf7d-4982-802a-a27ba56efee6, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=6efeef9a-bf7d-4982-802a-a27ba56efee6,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:37:10.884273 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7b0da54c-68f6-4487-ab1d-aab40d118d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:10.950653 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-74112e44-331d-4e2d-b2d2-416615c71a7b None None] Set router b939319a-c05f-4d01-a659-4d57604fde53 gateway port host: None {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:37:10.959601 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c30a9c4c-ecb1-46d6-bca7-7c7da8bdddfa tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:10.976239 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-8e71c8db-ec42-4929-8cdb-e1ac934f5986 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c967a15-e80e-4848-9c56-eedb9bf46e0a') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:10.976545 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-8e71c8db-ec42-4929-8cdb-e1ac934f5986 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c967a15-e80e-4848-9c56-eedb9bf46e0a') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:11.065939 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0da54c-68f6-4487-ab1d-aab40d118d98 None None] Pushing event updated for resources: {'Port': ['ID=6efeef9a-bf7d-4982-802a-a27ba56efee6,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:11.084933 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0486a004-6cc6-4685-b8ed-6708847a34d2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:11.097589 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8e71c8db-ec42-4929-8cdb-e1ac934f5986 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:11.105518 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-0486a004-6cc6-4685-b8ed-6708847a34d2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Transition to ACTIVE for port object 1910b87b-d6ef-47cf-8c58-c3867032c2a5 will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:37:11.123784 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30a9c4c-ecb1-46d6-bca7-7c7da8bdddfa tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:37:11.131343 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-c30a9c4c-ecb1-46d6-bca7-7c7da8bdddfa tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:37:11.137981 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30a9c4c-ecb1-46d6-bca7-7c7da8bdddfa tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:37:11.153610 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0486a004-6cc6-4685-b8ed-6708847a34d2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:11.176172 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8e71c8db-ec42-4929-8cdb-e1ac934f5986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:11.215646 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-8e8201a8-e82a-46c5-ab0d-4549fa38f500 None None] Attempt 7 to provision port 5eeb895b-1dee-4286-8087-40e4c6026e72 Sep 22 21:37:11.223271 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89a69b65-e760-4e57-a866-e9956beb4982 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:37:11.247641 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-e99b1a42-c121-4633-a383-911e10de92e0 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:37:11.268949 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-e99b1a42-c121-4633-a383-911e10de92e0 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Usage tracker for resource:port and tenant:d0dc9097dd2d4c51a9e00ba2c2c3535e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:37:11.279015 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a9c4c-ecb1-46d6-bca7-7c7da8bdddfa tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Pushing event updated for resources: {'Port': ['ID=9c50c62c-1a4c-4970-82b9-f951434a36f4,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:11.290970 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-e99b1a42-c121-4633-a383-911e10de92e0 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:37:11.291441 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e71c8db-ec42-4929-8cdb-e1ac934f5986 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:37:11.291866 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8e71c8db-ec42-4929-8cdb-e1ac934f5986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:11.311132 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0486a004-6cc6-4685-b8ed-6708847a34d2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:37:11.316802 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-89a69b65-e760-4e57-a866-e9956beb4982 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:11.317027 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-89a69b65-e760-4e57-a866-e9956beb4982 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Added segment a0861e83-f6dc-44c6-8919-b2a5d26c564e of type vlan for network 3a12a43c-38af-4c4c-97a5-01553f5e5796 Sep 22 21:37:11.318488 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-e99b1a42-c121-4633-a383-911e10de92e0 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:37:11.320738 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-0486a004-6cc6-4685-b8ed-6708847a34d2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:37:11.334327 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0486a004-6cc6-4685-b8ed-6708847a34d2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:37:11.341058 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0486a004-6cc6-4685-b8ed-6708847a34d2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:11.341920 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0486a004-6cc6-4685-b8ed-6708847a34d2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:11.347315 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486a004-6cc6-4685-b8ed-6708847a34d2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Port': ['ID=1910b87b-d6ef-47cf-8c58-c3867032c2a5,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:11.352045 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3cdb731a-368b-4617-8f67-5a505e9153b1 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:11.434511 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8e8201a8-e82a-46c5-ab0d-4549fa38f500 None None] Port 5eeb895b-1dee-4286-8087-40e4c6026e72 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:11.463397 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99b1a42-c121-4633-a383-911e10de92e0 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Made reservation on behalf of d0dc9097dd2d4c51a9e00ba2c2c3535e for: {'port': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:37:11.467656 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e99b1a42-c121-4633-a383-911e10de92e0 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:11.486849 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 9c967a15-e80e-4848-9c56-eedb9bf46e0a resource provider aggregate not found Sep 22 21:37:11.487635 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-89a69b65-e760-4e57-a866-e9956beb4982 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:11.492817 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-0486a004-6cc6-4685-b8ed-6708847a34d2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7190735 Sep 22 21:37:11.512333 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45186) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:11.553879 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-e99b1a42-c121-4633-a383-911e10de92e0 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] device_id is not set on port 449f2903-6092-4f6c-84e9-8308f0833904 yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:37:11.630736 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-74112e44-331d-4e2d-b2d2-416615c71a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'name': 'tempest-RoutersIpV6Test-router-902998151', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:36:31Z', 'updated_at': '2022-09-22T21:37:07Z', 'revision_number': 4, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'gw_port_host': None, '_interfaces': [{'id': '5eeb895b-1dee-4286-8087-40e4c6026e72', 'name': '', 'network_id': '27f87840-20eb-43e3-a2a3-658fe09c5569', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:ad:c4:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'ac596e09-bfec-4384-95c4-9ffa4ad7a2bf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:37:04Z', 'updated_at': '2022-09-22T21:37:08Z', 'revision_number': 2, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'ac596e09-bfec-4384-95c4-9ffa4ad7a2bf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa3e28f6-24e5-406d-bfb8-155d6ff21c76', 'name': '', 'network_id': 'f9c36acf-d10a-4415-b6ee-1ffb91d33c43', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:5b:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f286df80-3d5a-4ce9-ba7d-1348c9a80060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:36:38Z', 'updated_at': '2022-09-22T21:36:51Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'f286df80-3d5a-4ce9-ba7d-1348c9a80060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26d3464-ddf9-4766-8597-14f3db8b6289', 'name': '', 'network_id': 'e1b24836-380a-497f-93a5-9d48a7364d29', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:ec:5f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a60b4b8b-ac1c-4f30-b875-a8aced919547', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:36:50Z', 'updated_at': '2022-09-22T21:37:03Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'a60b4b8b-ac1c-4f30-b875-a8aced919547', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:11.641423 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74112e44-331d-4e2d-b2d2-416615c71a7b None None] Checking router: b939319a-c05f-4d01-a659-4d57604fde53 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:37:11.643386 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74112e44-331d-4e2d-b2d2-416615c71a7b None None] Updating router b939319a-c05f-4d01-a659-4d57604fde53 port 5eeb895b-1dee-4286-8087-40e4c6026e72 binding host dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:37:11.715016 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 9c967a15-e80e-4848-9c56-eedb9bf46e0a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c967a15-e80e-4848-9c56-eedb9bf46e0a found for delete ", "request_id": "req-addf1fdb-26a6-4e74-9d1d-a9dbf575c983"}]} Sep 22 21:37:11.715768 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 6efeef9a-bf7d-4982-802a-a27ba56efee6 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:37:11.749861 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb731a-368b-4617-8f67-5a505e9153b1 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Pushing event deleted for resources: {'Port': ['ID=854a4689-9157-423d-b7fe-60f8e9186e40,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:11.754116 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-74112e44-331d-4e2d-b2d2-416615c71a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:11.832441 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.db.resource_extend [None req-89a69b65-e760-4e57-a866-e9956beb4982 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 21:37:11.882984 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-89a69b65-e760-4e57-a866-e9956beb4982 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:11.893898 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a69b65-e760-4e57-a866-e9956beb4982 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:11.901224 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-89a69b65-e760-4e57-a866-e9956beb4982 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:11.936442 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-8e8201a8-e82a-46c5-ab0d-4549fa38f500 None None] Attempt 8 to provision port 5eeb895b-1dee-4286-8087-40e4c6026e72 Sep 22 21:37:11.984044 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-b3df8a6e-be0c-4f15-8e19-2af9ec1edffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:12.011521 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 6efeef9a-bf7d-4982-802a-a27ba56efee6 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:37:12.020765 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-faa8c55b-9da4-4c80-b9ec-6f11c042d06f None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:12.035024 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8e8201a8-e82a-46c5-ab0d-4549fa38f500 None None] Port 5eeb895b-1dee-4286-8087-40e4c6026e72 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:12.036003 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-faa8c55b-9da4-4c80-b9ec-6f11c042d06f None None] Transition to ACTIVE for port object 843924ae-146e-461d-9803-4e1c54f10b8a will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:37:12.058345 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-faa8c55b-9da4-4c80-b9ec-6f11c042d06f None None] Transition to ACTIVE for port object 843924ae-146e-461d-9803-4e1c54f10b8a will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:37:12.066472 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-faa8c55b-9da4-4c80-b9ec-6f11c042d06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:12.086128 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-89a69b65-e760-4e57-a866-e9956beb4982 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4170742 Sep 22 21:37:12.087066 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45194) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:12.147353 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa8c55b-9da4-4c80-b9ec-6f11c042d06f None None] Network e0bdcb10-c28f-473f-85d3-460bd5cc4374 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:37:12.148762 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-faa8c55b-9da4-4c80-b9ec-6f11c042d06f None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:37:12.154644 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa8c55b-9da4-4c80-b9ec-6f11c042d06f None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:37:12.169039 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4bf42a-d626-45f5-82ff-a494b4b0779a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:12.177295 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4bf42a-d626-45f5-82ff-a494b4b0779a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:12.178128 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-bb4bf42a-d626-45f5-82ff-a494b4b0779a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:37:12.187414 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-d51d28d4-f038-419a-8ba3-6545eac467da tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Request body: {'subnet': {'network_id': '3a12a43c-38af-4c4c-97a5-01553f5e5796', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:12.205573 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-74112e44-331d-4e2d-b2d2-416615c71a7b None None] Notify callbacks [] for port, precommit_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:12.211912 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8e71c8db-ec42-4929-8cdb-e1ac934f5986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:12.240716 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.provisioning_blocks [None req-74112e44-331d-4e2d-b2d2-416615c71a7b None None] Transition to ACTIVE for port object 5eeb895b-1dee-4286-8087-40e4c6026e72 will not be triggered until provisioned by entity L2. {{(pid=89011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:37:12.255155 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-74112e44-331d-4e2d-b2d2-416615c71a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:12.262949 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa8c55b-9da4-4c80-b9ec-6f11c042d06f None None] Pushing event updated for resources: {'Port': ['ID=843924ae-146e-461d-9803-4e1c54f10b8a,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:12.309844 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-faa8c55b-9da4-4c80-b9ec-6f11c042d06f None None] Attempting to bind port 843924ae-146e-461d-9803-4e1c54f10b8a on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:37:12.310216 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-faa8c55b-9da4-4c80-b9ec-6f11c042d06f None None] Attempting to bind port 843924ae-146e-461d-9803-4e1c54f10b8a by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '64179cc1-710d-4fdc-a460-095c82fc8843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e0bdcb10-c28f-473f-85d3-460bd5cc4374'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:37:12.310575 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa8c55b-9da4-4c80-b9ec-6f11c042d06f None None] Attempting to bind port 843924ae-146e-461d-9803-4e1c54f10b8a on network e0bdcb10-c28f-473f-85d3-460bd5cc4374 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:37:12.316768 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa8c55b-9da4-4c80-b9ec-6f11c042d06f None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:37:12.317143 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa8c55b-9da4-4c80-b9ec-6f11c042d06f None None] Checking segment: {'id': '64179cc1-710d-4fdc-a460-095c82fc8843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e0bdcb10-c28f-473f-85d3-460bd5cc4374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:37:12.317549 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-faa8c55b-9da4-4c80-b9ec-6f11c042d06f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:12.317938 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa8c55b-9da4-4c80-b9ec-6f11c042d06f None None] Bound using segment: {'id': '64179cc1-710d-4fdc-a460-095c82fc8843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e0bdcb10-c28f-473f-85d3-460bd5cc4374'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:37:12.318460 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-faa8c55b-9da4-4c80-b9ec-6f11c042d06f None None] Bound port: 843924ae-146e-461d-9803-4e1c54f10b8a, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64179cc1-710d-4fdc-a460-095c82fc8843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e0bdcb10-c28f-473f-85d3-460bd5cc4374'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:37:12.319011 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-faa8c55b-9da4-4c80-b9ec-6f11c042d06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:12.440937 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a69b65-e760-4e57-a866-e9956beb4982 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event updated for resources: {'Network': ['ID=3a12a43c-38af-4c4c-97a5-01553f5e5796,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:12.469643 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 3a12a43c-38af-4c4c-97a5-01553f5e5796 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:37:12.475003 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-bb4bf42a-d626-45f5-82ff-a494b4b0779a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:37:12.476648 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-bb4bf42a-d626-45f5-82ff-a494b4b0779a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.9600165 Sep 22 21:37:12.482698 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45204) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:12.483809 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-e99b1a42-c121-4633-a383-911e10de92e0 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Allocated IP 172.20.0.4 (e0bdcb10-c28f-473f-85d3-460bd5cc4374/fcc204fa-141b-4c49-ad87-13e5b53d785c/449f2903-6092-4f6c-84e9-8308f0833904) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:37:12.578956 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-d51d28d4-f038-419a-8ba3-6545eac467da tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:37:12.609400 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-d51d28d4-f038-419a-8ba3-6545eac467da tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Usage tracker for resource:subnet and tenant:5c103daa7e764303927ef5f69fe7eabf is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:37:12.614015 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-d51d28d4-f038-419a-8ba3-6545eac467da tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:37:12.620216 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-8e8201a8-e82a-46c5-ab0d-4549fa38f500 None None] Attempt 9 to provision port 5eeb895b-1dee-4286-8087-40e4c6026e72 Sep 22 21:37:12.622687 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d6dc78-2dae-4f3d-b8f4-414578827122 None None] Pushing event updated for resources: {'Port': ['ID=5eeb895b-1dee-4286-8087-40e4c6026e72,revision_number=3']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:12.629148 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-74112e44-331d-4e2d-b2d2-416615c71a7b None None] Attempting to bind port 5eeb895b-1dee-4286-8087-40e4c6026e72 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:37:12.629509 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-74112e44-331d-4e2d-b2d2-416615c71a7b None None] Attempting to bind port 5eeb895b-1dee-4286-8087-40e4c6026e72 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'f8d0c601-6f21-4dfb-bc47-14f4f1277b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '27f87840-20eb-43e3-a2a3-658fe09c5569'}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:37:12.629863 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74112e44-331d-4e2d-b2d2-416615c71a7b None None] Attempting to bind port 5eeb895b-1dee-4286-8087-40e4c6026e72 on network 27f87840-20eb-43e3-a2a3-658fe09c5569 {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:37:12.641988 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74112e44-331d-4e2d-b2d2-416615c71a7b None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:37:12.642719 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74112e44-331d-4e2d-b2d2-416615c71a7b None None] Checking segment: {'id': 'f8d0c601-6f21-4dfb-bc47-14f4f1277b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '27f87840-20eb-43e3-a2a3-658fe09c5569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:37:12.642834 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-74112e44-331d-4e2d-b2d2-416615c71a7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:12.643137 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74112e44-331d-4e2d-b2d2-416615c71a7b None None] Bound using segment: {'id': 'f8d0c601-6f21-4dfb-bc47-14f4f1277b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '27f87840-20eb-43e3-a2a3-658fe09c5569'} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:37:12.643599 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-74112e44-331d-4e2d-b2d2-416615c71a7b None None] Bound port: 5eeb895b-1dee-4286-8087-40e4c6026e72, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d0c601-6f21-4dfb-bc47-14f4f1277b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '27f87840-20eb-43e3-a2a3-658fe09c5569'}}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:37:12.643985 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-74112e44-331d-4e2d-b2d2-416615c71a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:12.675523 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-d51d28d4-f038-419a-8ba3-6545eac467da tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:37:12.682037 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-1ffb0c21-1f6e-4392-a7af-24da601f37c7 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Deleting port 1910b87b-d6ef-47cf-8c58-c3867032c2a5 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:37:12.683527 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1ffb0c21-1f6e-4392-a7af-24da601f37c7 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:12.732715 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-faa8c55b-9da4-4c80-b9ec-6f11c042d06f None None] For port 843924ae-146e-461d-9803-4e1c54f10b8a, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:37:12.805871 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-faa8c55b-9da4-4c80-b9ec-6f11c042d06f None None] For port 843924ae-146e-461d-9803-4e1c54f10b8a, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=843924ae-146e-461d-9803-4e1c54f10b8a,segment=NetworkSegment(64179cc1-710d-4fdc-a460-095c82fc8843),segment_id=64179cc1-710d-4fdc-a460-095c82fc8843)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:37:12.811865 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:12.819670 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8e71c8db-ec42-4929-8cdb-e1ac934f5986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:12.820657 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-74112e44-331d-4e2d-b2d2-416615c71a7b None None] For port 5eeb895b-1dee-4286-8087-40e4c6026e72, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:37:12.826352 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-74112e44-331d-4e2d-b2d2-416615c71a7b None None] For port 5eeb895b-1dee-4286-8087-40e4c6026e72, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=5eeb895b-1dee-4286-8087-40e4c6026e72,segment=NetworkSegment(f8d0c601-6f21-4dfb-bc47-14f4f1277b0a),segment_id=f8d0c601-6f21-4dfb-bc47-14f4f1277b0a)] {{(pid=89011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:37:12.835684 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-faa8c55b-9da4-4c80-b9ec-6f11c042d06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:12.839036 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-74112e44-331d-4e2d-b2d2-416615c71a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:12.840526 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8e8201a8-e82a-46c5-ab0d-4549fa38f500 None None] Port 5eeb895b-1dee-4286-8087-40e4c6026e72 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:12.884086 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51d28d4-f038-419a-8ba3-6545eac467da tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Made reservation on behalf of 5c103daa7e764303927ef5f69fe7eabf for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:37:12.889722 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d51d28d4-f038-419a-8ba3-6545eac467da tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:12.994005 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa8c55b-9da4-4c80-b9ec-6f11c042d06f None None] Pushing event updated for resources: {'Port': ['ID=843924ae-146e-461d-9803-4e1c54f10b8a,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:13.007356 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74112e44-331d-4e2d-b2d2-416615c71a7b None None] Routers {'b939319a-c05f-4d01-a659-4d57604fde53'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:37:13.011105 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-74112e44-331d-4e2d-b2d2-416615c71a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:37:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b939319a-c05f-4d01-a659-4d57604fde53'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:13.011331 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71c8db-ec42-4929-8cdb-e1ac934f5986 admin admin] Pushing event deleted for resources: {'Network': ['ID=5dbb466f-7241-4d18-b090-2d779954893b,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:13.017644 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-8e71c8db-ec42-4929-8cdb-e1ac934f5986 admin admin] 10.222.0.33 "DELETE /v2.0/networks/5dbb466f-7241-4d18-b090-2d779954893b HTTP/1.1" status: 204 len: 168 time: 5.1030409 Sep 22 21:37:13.080355 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:13.341788 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-8e8201a8-e82a-46c5-ab0d-4549fa38f500 None None] Attempt 10 to provision port 5eeb895b-1dee-4286-8087-40e4c6026e72 Sep 22 21:37:13.365263 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d6dc78-2dae-4f3d-b8f4-414578827122 None None] Pushing event updated for resources: {'Port': ['ID=5eeb895b-1dee-4286-8087-40e4c6026e72,revision_number=4']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:13.406435 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-74112e44-331d-4e2d-b2d2-416615c71a7b None None] Set router b939319a-c05f-4d01-a659-4d57604fde53 gateway port host: None {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:37:13.450910 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc85221-90a3-4224-a4f9-5f2e61de2b8b req-e662f5c7-8a0f-476b-908b-71e9dec88b93 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:13.452266 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45218) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:13.453712 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1bc85221-90a3-4224-a4f9-5f2e61de2b8b req-e662f5c7-8a0f-476b-908b-71e9dec88b93 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.49 "GET /v2.0/ports?device_id=f753f31b-0913-4c7a-9306-c5bd027ade92 HTTP/1.1" status: 200 len: 945 time: 1.9706733 Sep 22 21:37:13.456122 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cdb731a-368b-4617-8f67-5a505e9153b1 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Router b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:37:13.490902 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8e8201a8-e82a-46c5-ab0d-4549fa38f500 None None] Port 5eeb895b-1dee-4286-8087-40e4c6026e72 had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 21:37:13.532068 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-1c78dca7-48b2-4d31-8d4d-5660d8045a7f tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1509074982', 'description': 'tempest-secgroup-smoke-1509074982 description', 'project_id': '517fabe13ed84839b585ff4613a45446'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:13.536840 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45222) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:13.537694 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449d60e-ca7b-4691-a75d-2108d54a8007 req-628b6add-5710-47f2-bbca-163aa90c4737 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:13.539382 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6449d60e-ca7b-4691-a75d-2108d54a8007 req-628b6add-5710-47f2-bbca-163aa90c4737 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/ports?device_id=f753f31b-0913-4c7a-9306-c5bd027ade92 HTTP/1.1" status: 200 len: 945 time: 1.8078978 Sep 22 21:37:13.567869 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-1c78dca7-48b2-4d31-8d4d-5660d8045a7f tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:37:13.628688 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-aa60666e-3398-4a9a-aafc-4bdb5dfe4f2c None None] Provisioning for port 6efeef9a-bf7d-4982-802a-a27ba56efee6 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:37:13.643396 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-aa60666e-3398-4a9a-aafc-4bdb5dfe4f2c None None] Provisioning complete for port 6efeef9a-bf7d-4982-802a-a27ba56efee6 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:37:13.643774 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-aa60666e-3398-4a9a-aafc-4bdb5dfe4f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:13.644108 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-aa60666e-3398-4a9a-aafc-4bdb5dfe4f2c None None] Attempt 1 to provision port 6efeef9a-bf7d-4982-802a-a27ba56efee6 Sep 22 21:37:13.706272 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 843924ae-146e-461d-9803-4e1c54f10b8a up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:37:13.707486 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-1bc85221-90a3-4224-a4f9-5f2e61de2b8b req-b258a499-d2d1-4a71-9f13-db6654573db4 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Deleting port ada4ff44-cbab-4c1e-a1b2-ae806e53bda4 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:37:13.707943 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-1bc85221-90a3-4224-a4f9-5f2e61de2b8b req-b258a499-d2d1-4a71-9f13-db6654573db4 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:13.759291 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c30a9c4c-ecb1-46d6-bca7-7c7da8bdddfa tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks [] for router_gateway, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:13.779038 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-1c78dca7-48b2-4d31-8d4d-5660d8045a7f tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Usage tracker for resource:security_group and tenant:517fabe13ed84839b585ff4613a45446 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:37:13.800467 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-1c78dca7-48b2-4d31-8d4d-5660d8045a7f tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:37:13.866225 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6449d60e-ca7b-4691-a75d-2108d54a8007 req-0c7339c4-4537-4251-8072-8d8da4d6915d tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/security-groups?id=b1c72282-7805-4b8b-9bad-6c3b1d681138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011639 Sep 22 21:37:13.894667 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-1c78dca7-48b2-4d31-8d4d-5660d8045a7f tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:37:13.958262 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-74112e44-331d-4e2d-b2d2-416615c71a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'name': 'tempest-RoutersIpV6Test-router-902998151', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:36:31Z', 'updated_at': '2022-09-22T21:37:07Z', 'revision_number': 4, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'gw_port_host': None, '_interfaces': [{'id': '5eeb895b-1dee-4286-8087-40e4c6026e72', 'name': '', 'network_id': '27f87840-20eb-43e3-a2a3-658fe09c5569', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:ad:c4:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'ac596e09-bfec-4384-95c4-9ffa4ad7a2bf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:37:04Z', 'updated_at': '2022-09-22T21:37:12Z', 'revision_number': 4, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'ac596e09-bfec-4384-95c4-9ffa4ad7a2bf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa3e28f6-24e5-406d-bfb8-155d6ff21c76', 'name': '', 'network_id': 'f9c36acf-d10a-4415-b6ee-1ffb91d33c43', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:5b:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f286df80-3d5a-4ce9-ba7d-1348c9a80060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:36:38Z', 'updated_at': '2022-09-22T21:36:51Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'f286df80-3d5a-4ce9-ba7d-1348c9a80060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26d3464-ddf9-4766-8597-14f3db8b6289', 'name': '', 'network_id': 'e1b24836-380a-497f-93a5-9d48a7364d29', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:ec:5f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a60b4b8b-ac1c-4f30-b875-a8aced919547', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:36:50Z', 'updated_at': '2022-09-22T21:37:03Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'a60b4b8b-ac1c-4f30-b875-a8aced919547', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:13.963745 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74112e44-331d-4e2d-b2d2-416615c71a7b None None] The sync data for ids ['b939319a-c05f-4d01-a659-4d57604fde53'] in dv-neutron-858900-1-hyperv is: [{'id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'name': 'tempest-RoutersIpV6Test-router-902998151', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:36:31Z', 'updated_at': '2022-09-22T21:37:07Z', 'revision_number': 4, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'gw_port_host': None, '_interfaces': [{'id': '5eeb895b-1dee-4286-8087-40e4c6026e72', 'name': '', 'network_id': '27f87840-20eb-43e3-a2a3-658fe09c5569', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:ad:c4:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'ac596e09-bfec-4384-95c4-9ffa4ad7a2bf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:37:04Z', 'updated_at': '2022-09-22T21:37:12Z', 'revision_number': 4, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'ac596e09-bfec-4384-95c4-9ffa4ad7a2bf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa3e28f6-24e5-406d-bfb8-155d6ff21c76', 'name': '', 'network_id': 'f9c36acf-d10a-4415-b6ee-1ffb91d33c43', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:5b:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f286df80-3d5a-4ce9-ba7d-1348c9a80060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:36:38Z', 'updated_at': '2022-09-22T21:36:51Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'f286df80-3d5a-4ce9-ba7d-1348c9a80060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26d3464-ddf9-4766-8597-14f3db8b6289', 'name': '', 'network_id': 'e1b24836-380a-497f-93a5-9d48a7364d29', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:ec:5f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a60b4b8b-ac1c-4f30-b875-a8aced919547', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:36:50Z', 'updated_at': '2022-09-22T21:37:03Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'a60b4b8b-ac1c-4f30-b875-a8aced919547', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:37:13.999204 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 843924ae-146e-461d-9803-4e1c54f10b8a completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:37:14.063422 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-aa60666e-3398-4a9a-aafc-4bdb5dfe4f2c None None] Current status of the port 6efeef9a-bf7d-4982-802a-a27ba56efee6 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:37:14.063802 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-aa60666e-3398-4a9a-aafc-4bdb5dfe4f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:14.133456 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-aa60666e-3398-4a9a-aafc-4bdb5dfe4f2c None None] For port 6efeef9a-bf7d-4982-802a-a27ba56efee6, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=6efeef9a-bf7d-4982-802a-a27ba56efee6,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:37:14.137317 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-5202126a-474c-458d-ad3a-bb6356264fc5 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=25574d9f1a93412b95f1e988f287237a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5709713 Sep 22 21:37:14.144798 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-aa60666e-3398-4a9a-aafc-4bdb5dfe4f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:14.147805 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45226) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:14.150122 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1c78dca7-48b2-4d31-8d4d-5660d8045a7f tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:14.163205 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d51d28d4-f038-419a-8ba3-6545eac467da tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:14.257145 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-aa60666e-3398-4a9a-aafc-4bdb5dfe4f2c None None] Provisioning for port 1910b87b-d6ef-47cf-8c58-c3867032c2a5 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:37:14.283113 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-aa60666e-3398-4a9a-aafc-4bdb5dfe4f2c None None] Provisioning complete for port 1910b87b-d6ef-47cf-8c58-c3867032c2a5 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:37:14.283424 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cdb731a-368b-4617-8f67-5a505e9153b1 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:37:14.283646 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-aa60666e-3398-4a9a-aafc-4bdb5dfe4f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:14.284085 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-aa60666e-3398-4a9a-aafc-4bdb5dfe4f2c None None] Attempt 1 to provision port 1910b87b-d6ef-47cf-8c58-c3867032c2a5 Sep 22 21:37:14.371371 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0355d5-f832-4d4a-bc23-f791401891bb None None] Sync routers for ids ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:37:14.374392 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa60666e-3398-4a9a-aafc-4bdb5dfe4f2c None None] Pushing event updated for resources: {'Port': ['ID=6efeef9a-bf7d-4982-802a-a27ba56efee6,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:14.391085 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1c78dca7-48b2-4d31-8d4d-5660d8045a7f tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:14.417286 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e99b1a42-c121-4633-a383-911e10de92e0 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:14.439071 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-1c78dca7-48b2-4d31-8d4d-5660d8045a7f tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:37:14.445675 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-1c78dca7-48b2-4d31-8d4d-5660d8045a7f tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Usage tracker for resource:security_group_rule and tenant:517fabe13ed84839b585ff4613a45446 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:37:14.448915 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-1c78dca7-48b2-4d31-8d4d-5660d8045a7f tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:37:14.450214 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-aa60666e-3398-4a9a-aafc-4bdb5dfe4f2c None None] Port 1910b87b-d6ef-47cf-8c58-c3867032c2a5 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:14.461357 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-1c78dca7-48b2-4d31-8d4d-5660d8045a7f tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:37:14.493155 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0355d5-f832-4d4a-bc23-f791401891bb None None] Routers {'b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:37:14.493780 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-0b0355d5-f832-4d4a-bc23-f791401891bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:37:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:14.573356 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d7645bbf-930e-48fd-8b12-845f94146a89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:14.581184 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1ffb0c21-1f6e-4392-a7af-24da601f37c7 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:14.622295 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-e99b1a42-c121-4633-a383-911e10de92e0 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Transition to ACTIVE for port object 449f2903-6092-4f6c-84e9-8308f0833904 will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:37:14.636624 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-0b0355d5-f832-4d4a-bc23-f791401891bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:14.639543 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:14.640418 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc355088-424c-4aa6-9e9f-ddb5063eed32 None None] Network e0bdcb10-c28f-473f-85d3-460bd5cc4374 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:37:14.785188 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3cdb731a-368b-4617-8f67-5a505e9153b1 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:14.791001 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-3cdb731a-368b-4617-8f67-5a505e9153b1 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] 10.222.0.33 "DELETE /v2.0/ports/854a4689-9157-423d-b7fe-60f8e9186e40 HTTP/1.1" status: 204 len: 168 time: 6.2077858 Sep 22 21:37:14.801288 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45230) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:14.859905 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d28d4-f038-419a-8ba3-6545eac467da tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event updated for resources: {'Subnet': ['ID=00f405b3-98d2-4ac8-9311-8fc3d939e8e6,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:14.919550 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0355d5-f832-4d4a-bc23-f791401891bb None None] Routers {'b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:37:14.920354 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-0b0355d5-f832-4d4a-bc23-f791401891bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:37:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:14.941058 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51d28d4-f038-419a-8ba3-6545eac467da tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Checking segment: {'id': 'a0861e83-f6dc-44c6-8919-b2a5d26c564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '3a12a43c-38af-4c4c-97a5-01553f5e5796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:37:14.942014 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51d28d4-f038-419a-8ba3-6545eac467da tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Network hostable DHCP agents. Network: 3a12a43c-38af-4c4c-97a5-01553f5e5796, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:37:14.959163 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-1ffb0c21-1f6e-4392-a7af-24da601f37c7 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Calling delete_port for 1910b87b-d6ef-47cf-8c58-c3867032c2a5 owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:37:14.994433 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d7645bbf-930e-48fd-8b12-845f94146a89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:15.012711 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-aa60666e-3398-4a9a-aafc-4bdb5dfe4f2c None None] Attempt 2 to provision port 1910b87b-d6ef-47cf-8c58-c3867032c2a5 Sep 22 21:37:15.059293 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-0b0355d5-f832-4d4a-bc23-f791401891bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:15.060114 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0355d5-f832-4d4a-bc23-f791401891bb None None] The sync data for ids ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:37:15.073344 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-1bc85221-90a3-4224-a4f9-5f2e61de2b8b req-b258a499-d2d1-4a71-9f13-db6654573db4 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] For port ada4ff44-cbab-4c1e-a1b2-ae806e53bda4, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=ada4ff44-cbab-4c1e-a1b2-ae806e53bda4,segment=NetworkSegment(ad60164b-0cd3-469f-bfd3-cf51c5901d28),segment_id=ad60164b-0cd3-469f-bfd3-cf51c5901d28)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:37:15.073712 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-1bc85221-90a3-4224-a4f9-5f2e61de2b8b req-b258a499-d2d1-4a71-9f13-db6654573db4 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:15.096967 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-3b6e3bea-146f-4d52-af01-3ad785387f16 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] 10.222.0.33 "GET /v2.0/floatingips/822abe92-b3d3-4b8a-9a1f-87fd7f6cbb85 HTTP/1.1" status: 200 len: 687 time: 0.2944791 Sep 22 21:37:15.102527 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45236) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:15.139022 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1c78dca7-48b2-4d31-8d4d-5660d8045a7f tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:15.151098 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-aa60666e-3398-4a9a-aafc-4bdb5dfe4f2c None None] Port 1910b87b-d6ef-47cf-8c58-c3867032c2a5 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:15.181689 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1c78dca7-48b2-4d31-8d4d-5660d8045a7f tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:15.232589 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-1c78dca7-48b2-4d31-8d4d-5660d8045a7f tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:37:15.247110 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e99b1a42-c121-4633-a383-911e10de92e0 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:15.261052 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51d28d4-f038-419a-8ba3-6545eac467da tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Network 3a12a43c-38af-4c4c-97a5-01553f5e5796 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:37:15.277914 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-1c78dca7-48b2-4d31-8d4d-5660d8045a7f tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Usage tracker for resource:security_group_rule and tenant:517fabe13ed84839b585ff4613a45446 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:37:15.282463 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c30a9c4c-ecb1-46d6-bca7-7c7da8bdddfa tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:15.296352 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-1bc85221-90a3-4224-a4f9-5f2e61de2b8b req-b258a499-d2d1-4a71-9f13-db6654573db4 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Calling delete_port for ada4ff44-cbab-4c1e-a1b2-ae806e53bda4 owned by compute:nova {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:37:15.316285 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-1c78dca7-48b2-4d31-8d4d-5660d8045a7f tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:37:15.358579 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-1c78dca7-48b2-4d31-8d4d-5660d8045a7f tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:37:15.358964 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c30a9c4c-ecb1-46d6-bca7-7c7da8bdddfa tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8026890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8012281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8012114'] for router, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:15.364035 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device ada4ff44-cbab-4c1e-a1b2-ae806e53bda4 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:37:15.424885 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-d51d28d4-f038-419a-8ba3-6545eac467da tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 3a12a43c-38af-4c4c-97a5-01553f5e5796) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:37:15.432902 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c78dca7-48b2-4d31-8d4d-5660d8045a7f tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f882e149-bd78-46e3-9b3c-a9aecd485894,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:15.438941 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51d28d4-f038-419a-8ba3-6545eac467da tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:15.439690 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d51d28d4-f038-419a-8ba3-6545eac467da tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:15.451920 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c7d4de-69d2-483c-b184-7d15c8f30e53 None None] Network 3a12a43c-38af-4c4c-97a5-01553f5e5796 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:37:15.462858 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99b1a42-c121-4633-a383-911e10de92e0 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Network e0bdcb10-c28f-473f-85d3-460bd5cc4374 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:37:15.486025 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-e99b1a42-c121-4633-a383-911e10de92e0 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:37:15.496967 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99b1a42-c121-4633-a383-911e10de92e0 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:37:15.525927 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d7645bbf-930e-48fd-8b12-845f94146a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:15.527700 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-11c9a20c-75b8-4e00-ae5e-a8d88c74856f tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Deleting port 1132bb2d-7009-43eb-8c80-6bf877a00bba {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:37:15.528045 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-11c9a20c-75b8-4e00-ae5e-a8d88c74856f tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:15.539242 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port ada4ff44-cbab-4c1e-a1b2-ae806e53bda4 is: ACTIVE; New status is: DOWN {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:37:15.539754 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:15.622124 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b1a42-c121-4633-a383-911e10de92e0 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event updated for resources: {'Port': ['ID=449f2903-6092-4f6c-84e9-8308f0833904,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:15.652722 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-aa60666e-3398-4a9a-aafc-4bdb5dfe4f2c None None] Attempt 3 to provision port 1910b87b-d6ef-47cf-8c58-c3867032c2a5 Sep 22 21:37:15.677111 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7645bbf-930e-48fd-8b12-845f94146a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cc042e-7563-4726-a1a9-cb714a2c32c0,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:15.709905 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f753f31b-0913-4c7a-9306-c5bd027ade92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ada4ff44-cbab-4c1e-a1b2-ae806e53bda4'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:37:15.712751 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a243608-fb92-48e0-89ed-48b0d2b469a4" -d '{"events": [{"server_uuid": "f753f31b-0913-4c7a-9306-c5bd027ade92", "name": "network-vif-unplugged", "status": "completed", "tag": "ada4ff44-cbab-4c1e-a1b2-ae806e53bda4"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:37:15.741702 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d7645bbf-930e-48fd-8b12-845f94146a89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:15.742889 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d7645bbf-930e-48fd-8b12-845f94146a89 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/65cc042e-7563-4726-a1a9-cb714a2c32c0 HTTP/1.1" status: 204 len: 168 time: 1.5816829 Sep 22 21:37:15.761944 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d51d28d4-f038-419a-8ba3-6545eac467da tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.6602907 Sep 22 21:37:15.778276 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99b1a42-c121-4633-a383-911e10de92e0 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:15.778972 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e99b1a42-c121-4633-a383-911e10de92e0 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:15.796513 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45244) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:15.812917 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1ffb0c21-1f6e-4392-a7af-24da601f37c7 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:15.851925 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 6efeef9a-bf7d-4982-802a-a27ba56efee6 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:37:15.926487 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-11c9a20c-75b8-4e00-ae5e-a8d88c74856f tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:15.927478 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-11c9a20c-75b8-4e00-ae5e-a8d88c74856f tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:15.929293 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Sep 2022 21:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd7cc14-50a1-4c5e-82b2-b0e0934f91bf x-openstack-request-id: req-0cd7cc14-50a1-4c5e-82b2-b0e0934f91bf {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:37:15.929588 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f753f31b-0913-4c7a-9306-c5bd027ade92", "name": "network-vif-unplugged", "status": "completed", "tag": "ada4ff44-cbab-4c1e-a1b2-ae806e53bda4", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:37:15.929840 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0cd7cc14-50a1-4c5e-82b2-b0e0934f91bf {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:37:15.930228 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cd7cc14-50a1-4c5e-82b2-b0e0934f91bf'] response: {'server_uuid': 'f753f31b-0913-4c7a-9306-c5bd027ade92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ada4ff44-cbab-4c1e-a1b2-ae806e53bda4', 'code': 200} Sep 22 21:37:15.940111 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port ada4ff44-cbab-4c1e-a1b2-ae806e53bda4, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=ada4ff44-cbab-4c1e-a1b2-ae806e53bda4,segment=NetworkSegment(ad60164b-0cd3-469f-bfd3-cf51c5901d28),segment_id=ad60164b-0cd3-469f-bfd3-cf51c5901d28)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:37:15.968598 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:15.970495 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-aa60666e-3398-4a9a-aafc-4bdb5dfe4f2c None None] Port 1910b87b-d6ef-47cf-8c58-c3867032c2a5 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:16.071059 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-11c9a20c-75b8-4e00-ae5e-a8d88c74856f tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Calling delete_port for 1132bb2d-7009-43eb-8c80-6bf877a00bba owned by network:floatingip {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:37:16.088701 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb0c21-1f6e-4392-a7af-24da601f37c7 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event deleted for resources: {'Port': ['ID=1910b87b-d6ef-47cf-8c58-c3867032c2a5,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:16.099363 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c96f64-2d06-4289-85fe-705b578d848a req-b11ed426-f668-4f95-b741-ddc88fdf92a3 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:16.100857 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-44c96f64-2d06-4289-85fe-705b578d848a req-b11ed426-f668-4f95-b741-ddc88fdf92a3 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/ports?device_id=f753f31b-0913-4c7a-9306-c5bd027ade92 HTTP/1.1" status: 200 len: 945 time: 0.9254582 Sep 22 21:37:16.103432 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 6efeef9a-bf7d-4982-802a-a27ba56efee6 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:37:16.104059 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:16.104635 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 6efeef9a-bf7d-4982-802a-a27ba56efee6 Sep 22 21:37:16.127806 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.db.api [req-1bc85221-90a3-4224-a4f9-5f2e61de2b8b req-b258a499-d2d1-4a71-9f13-db6654573db4 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:37:16.128120 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG oslo_db.api [req-1bc85221-90a3-4224-a4f9-5f2e61de2b8b req-b258a499-d2d1-4a71-9f13-db6654573db4 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:37:16.146000 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c30a9c4c-ecb1-46d6-bca7-7c7da8bdddfa tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Router 4acd9be0-2104-4133-bfeb-dd2438182a7a is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:37:16.202532 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=ada4ff44-cbab-4c1e-a1b2-ae806e53bda4,revision_number=6']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:16.267292 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e99b1a42-c121-4633-a383-911e10de92e0 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 5.5792418 Sep 22 21:37:16.293688 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1ffb0c21-1f6e-4392-a7af-24da601f37c7 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:16.295933 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-1ffb0c21-1f6e-4392-a7af-24da601f37c7 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/ports/1910b87b-d6ef-47cf-8c58-c3867032c2a5 HTTP/1.1" status: 204 len: 168 time: 3.8006122 Sep 22 21:37:16.309663 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45250) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:16.311891 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45252) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:16.313175 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161e5b45-679d-4007-839e-6fa13a7d0ae7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-3a12a43c-38af-4c4c-97a5-01553f5e5796', 'network_id': '3a12a43c-38af-4c4c-97a5-01553f5e5796', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'fixed_ips': [{'subnet_id': '00f405b3-98d2-4ac8-9311-8fc3d939e8e6'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:37:16.320752 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-161e5b45-679d-4007-839e-6fa13a7d0ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:16.322080 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1c78dca7-48b2-4d31-8d4d-5660d8045a7f tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:16.429507 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30a9c4c-ecb1-46d6-bca7-7c7da8bdddfa tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:37:16.440857 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa55a40-f063-4b16-b028-d4b6a65556f1 None None] Sync routers for ids ['4acd9be0-2104-4133-bfeb-dd2438182a7a'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:37:16.453532 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c30a9c4c-ecb1-46d6-bca7-7c7da8bdddfa tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:16.455136 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c30a9c4c-ecb1-46d6-bca7-7c7da8bdddfa tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] 10.222.0.33 "PUT /v2.0/routers/4acd9be0-2104-4133-bfeb-dd2438182a7a HTTP/1.1" status: 200 len: 884 time: 9.0102043 Sep 22 21:37:16.461343 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa55a40-f063-4b16-b028-d4b6a65556f1 None None] Routers {'4acd9be0-2104-4133-bfeb-dd2438182a7a'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:37:16.462431 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-1aa55a40-f063-4b16-b028-d4b6a65556f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:37:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['4acd9be0-2104-4133-bfeb-dd2438182a7a'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:16.479719 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-aa60666e-3398-4a9a-aafc-4bdb5dfe4f2c None None] Attempt 4 to provision port 1910b87b-d6ef-47cf-8c58-c3867032c2a5 Sep 22 21:37:16.489625 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45264) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:16.526922 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-aa60666e-3398-4a9a-aafc-4bdb5dfe4f2c None None] Port 1910b87b-d6ef-47cf-8c58-c3867032c2a5 was deleted so its status cannot be updated. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:37:16.561807 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 6efeef9a-bf7d-4982-802a-a27ba56efee6 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:37:16.563099 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 5eeb895b-1dee-4286-8087-40e4c6026e72 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:37:16.653216 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-1aa55a40-f063-4b16-b028-d4b6a65556f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:16.664242 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa55a40-f063-4b16-b028-d4b6a65556f1 None None] Routers {'4acd9be0-2104-4133-bfeb-dd2438182a7a'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:37:16.664968 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-1aa55a40-f063-4b16-b028-d4b6a65556f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:37:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['4acd9be0-2104-4133-bfeb-dd2438182a7a'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:16.704969 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-161e5b45-679d-4007-839e-6fa13a7d0ae7 None None] Allocated IP 2001:db8:3::2 (3a12a43c-38af-4c4c-97a5-01553f5e5796/00f405b3-98d2-4ac8-9311-8fc3d939e8e6/a69c089a-5d4f-4429-a065-015da184f08a) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:37:16.721468 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 5eeb895b-1dee-4286-8087-40e4c6026e72 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:37:16.742929 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-1aa55a40-f063-4b16-b028-d4b6a65556f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:16.743568 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa55a40-f063-4b16-b028-d4b6a65556f1 None None] The sync data for ids ['4acd9be0-2104-4133-bfeb-dd2438182a7a'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:37:16.751062 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1c78dca7-48b2-4d31-8d4d-5660d8045a7f tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:16.795726 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 5eeb895b-1dee-4286-8087-40e4c6026e72 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:37:16.796100 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:16.796737 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 5eeb895b-1dee-4286-8087-40e4c6026e72 Sep 22 21:37:16.878392 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1cc057a1-7641-47a0-b193-ab8cc0141e75 None None] Provisioning for port 449f2903-6092-4f6c-84e9-8308f0833904 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:37:16.901336 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1cc057a1-7641-47a0-b193-ab8cc0141e75 None None] Provisioning complete for port 449f2903-6092-4f6c-84e9-8308f0833904 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:37:16.901695 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1cc057a1-7641-47a0-b193-ab8cc0141e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:16.902031 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1cc057a1-7641-47a0-b193-ab8cc0141e75 None None] Attempt 1 to provision port 449f2903-6092-4f6c-84e9-8308f0833904 Sep 22 21:37:16.904640 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-1bc85221-90a3-4224-a4f9-5f2e61de2b8b req-b258a499-d2d1-4a71-9f13-db6654573db4 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Deleting port ada4ff44-cbab-4c1e-a1b2-ae806e53bda4 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:37:16.904992 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-1bc85221-90a3-4224-a4f9-5f2e61de2b8b req-b258a499-d2d1-4a71-9f13-db6654573db4 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:16.935707 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-9490d982-0f7c-47d7-9b48-43d0014ef085 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] 10.222.0.33 "GET /v2.0/routers/4acd9be0-2104-4133-bfeb-dd2438182a7a HTTP/1.1" status: 200 len: 925 time: 0.4445252 Sep 22 21:37:16.958090 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45278) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:17.057650 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1cc057a1-7641-47a0-b193-ab8cc0141e75 None None] Port 449f2903-6092-4f6c-84e9-8308f0833904 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:17.106243 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 5eeb895b-1dee-4286-8087-40e4c6026e72 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:37:17.106628 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:17.126365 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-161e5b45-679d-4007-839e-6fa13a7d0ae7 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:17.144302 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-161e5b45-679d-4007-839e-6fa13a7d0ae7 None None] Transition to ACTIVE for port object a69c089a-5d4f-4429-a065-015da184f08a will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:37:17.158527 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c78dca7-48b2-4d31-8d4d-5660d8045a7f tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=319ea033-79ef-4636-acc8-ba14ddc2433f,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:17.162295 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-11c9a20c-75b8-4e00-ae5e-a8d88c74856f tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:17.165548 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 5eeb895b-1dee-4286-8087-40e4c6026e72, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=5eeb895b-1dee-4286-8087-40e4c6026e72,segment=NetworkSegment(f8d0c601-6f21-4dfb-bc47-14f4f1277b0a),segment_id=f8d0c601-6f21-4dfb-bc47-14f4f1277b0a)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:37:17.172825 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-161e5b45-679d-4007-839e-6fa13a7d0ae7 None None] Transition to ACTIVE for port object a69c089a-5d4f-4429-a065-015da184f08a will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:37:17.176811 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:17.214662 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-161e5b45-679d-4007-839e-6fa13a7d0ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:17.277507 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161e5b45-679d-4007-839e-6fa13a7d0ae7 None None] Network 3a12a43c-38af-4c4c-97a5-01553f5e5796 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:37:17.278916 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-161e5b45-679d-4007-839e-6fa13a7d0ae7 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:37:17.283022 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161e5b45-679d-4007-839e-6fa13a7d0ae7 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:37:17.327421 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=5eeb895b-1dee-4286-8087-40e4c6026e72,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:17.394895 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1c78dca7-48b2-4d31-8d4d-5660d8045a7f tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:17.398900 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-1c78dca7-48b2-4d31-8d4d-5660d8045a7f tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 3.9428511 Sep 22 21:37:17.421720 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c9a20c-75b8-4e00-ae5e-a8d88c74856f tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Pushing event deleted for resources: {'Port': ['ID=1132bb2d-7009-43eb-8c80-6bf877a00bba,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:17.423658 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45290) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:17.447206 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-5acd9105-ecce-4440-a29d-78a0cf73d3a2 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Request body: {'security_group_rule': {'security_group_id': '319ea033-79ef-4636-acc8-ba14ddc2433f', 'project_id': '517fabe13ed84839b585ff4613a45446', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:17.450138 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-161e5b45-679d-4007-839e-6fa13a7d0ae7 None None] Attempting to bind port a69c089a-5d4f-4429-a065-015da184f08a on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:37:17.450622 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-161e5b45-679d-4007-839e-6fa13a7d0ae7 None None] Attempting to bind port a69c089a-5d4f-4429-a065-015da184f08a by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'a0861e83-f6dc-44c6-8919-b2a5d26c564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '3a12a43c-38af-4c4c-97a5-01553f5e5796'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:37:17.451053 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161e5b45-679d-4007-839e-6fa13a7d0ae7 None None] Attempting to bind port a69c089a-5d4f-4429-a065-015da184f08a on network 3a12a43c-38af-4c4c-97a5-01553f5e5796 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:37:17.454012 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161e5b45-679d-4007-839e-6fa13a7d0ae7 None None] Pushing event updated for resources: {'Port': ['ID=a69c089a-5d4f-4429-a065-015da184f08a,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:17.459605 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161e5b45-679d-4007-839e-6fa13a7d0ae7 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:37:17.460060 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161e5b45-679d-4007-839e-6fa13a7d0ae7 None None] Checking segment: {'id': 'a0861e83-f6dc-44c6-8919-b2a5d26c564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '3a12a43c-38af-4c4c-97a5-01553f5e5796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:37:17.460547 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-161e5b45-679d-4007-839e-6fa13a7d0ae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:17.461001 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161e5b45-679d-4007-839e-6fa13a7d0ae7 None None] Bound using segment: {'id': 'a0861e83-f6dc-44c6-8919-b2a5d26c564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '3a12a43c-38af-4c4c-97a5-01553f5e5796'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:37:17.461534 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-161e5b45-679d-4007-839e-6fa13a7d0ae7 None None] Bound port: a69c089a-5d4f-4429-a065-015da184f08a, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0861e83-f6dc-44c6-8919-b2a5d26c564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '3a12a43c-38af-4c4c-97a5-01553f5e5796'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:37:17.461972 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-161e5b45-679d-4007-839e-6fa13a7d0ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:17.466891 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-5acd9105-ecce-4440-a29d-78a0cf73d3a2 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:37:17.491983 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-5acd9105-ecce-4440-a29d-78a0cf73d3a2 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Usage tracker for resource:security_group_rule and tenant:517fabe13ed84839b585ff4613a45446 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:37:17.497833 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255170ed-206d-4791-8dc5-f5383fb6b266 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:17.498772 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-255170ed-206d-4791-8dc5-f5383fb6b266 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Synchronizing usage tracker for tenant:c275b92bbdea4fe486949cf21439c562 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:37:17.506141 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-5acd9105-ecce-4440-a29d-78a0cf73d3a2 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:37:17.529766 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-5acd9105-ecce-4440-a29d-78a0cf73d3a2 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:37:17.556143 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-1bc85221-90a3-4224-a4f9-5f2e61de2b8b req-b258a499-d2d1-4a71-9f13-db6654573db4 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] For port ada4ff44-cbab-4c1e-a1b2-ae806e53bda4, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=ada4ff44-cbab-4c1e-a1b2-ae806e53bda4,segment=NetworkSegment(ad60164b-0cd3-469f-bfd3-cf51c5901d28),segment_id=ad60164b-0cd3-469f-bfd3-cf51c5901d28)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:37:17.556503 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-1bc85221-90a3-4224-a4f9-5f2e61de2b8b req-b258a499-d2d1-4a71-9f13-db6654573db4 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:17.559410 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1cc057a1-7641-47a0-b193-ab8cc0141e75 None None] Attempt 2 to provision port 449f2903-6092-4f6c-84e9-8308f0833904 Sep 22 21:37:17.572232 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-255170ed-206d-4791-8dc5-f5383fb6b266 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Unset dirty status for tenant:c275b92bbdea4fe486949cf21439c562 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:37:17.574207 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-255170ed-206d-4791-8dc5-f5383fb6b266 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] 10.222.0.33 "GET /v2.0/ports?network_id=a22ae1c9-d428-411f-af43-ce0f71b38d9c&device_id=4acd9be0-2104-4133-bfeb-dd2438182a7a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6146319 Sep 22 21:37:17.580660 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-11c9a20c-75b8-4e00-ae5e-a8d88c74856f tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for floatingip, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:17.590661 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-11c9a20c-75b8-4e00-ae5e-a8d88c74856f tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:17.590661 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-11c9a20c-75b8-4e00-ae5e-a8d88c74856f tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] 10.222.0.33 "DELETE /v2.0/floatingips/822abe92-b3d3-4b8a-9a1f-87fd7f6cbb85 HTTP/1.1" status: 204 len: 168 time: 2.4868524 Sep 22 21:37:17.620052 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-161e5b45-679d-4007-839e-6fa13a7d0ae7 None None] For port a69c089a-5d4f-4429-a065-015da184f08a, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:37:17.635678 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-161e5b45-679d-4007-839e-6fa13a7d0ae7 None None] For port a69c089a-5d4f-4429-a065-015da184f08a, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=a69c089a-5d4f-4429-a065-015da184f08a,segment=NetworkSegment(a0861e83-f6dc-44c6-8919-b2a5d26c564e),segment_id=a0861e83-f6dc-44c6-8919-b2a5d26c564e)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:37:17.638338 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 5eeb895b-1dee-4286-8087-40e4c6026e72 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:37:17.665235 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45296) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:17.665235 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45298) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:17.672569 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c645b66e-1896-4053-87a1-bc2b4215c8dd tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:17.674204 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c645b66e-1896-4053-87a1-bc2b4215c8dd tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:17.675458 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-161e5b45-679d-4007-839e-6fa13a7d0ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:17.675629 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-c645b66e-1896-4053-87a1-bc2b4215c8dd tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:37:17.681883 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-44c96f64-2d06-4289-85fe-705b578d848a req-d8e52370-9c9e-4025-a2bf-07066ffd4189 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/security-groups?id=b1c72282-7805-4b8b-9bad-6c3b1d681138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5688295 Sep 22 21:37:17.727624 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-ee250dac-0a82-4c9e-bcd8-90ba4fd41c42 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Request body: {'floatingip': {'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'port_id': '11327c97-09a0-4cbc-a12d-133cb84439f3'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:17.737284 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1cc057a1-7641-47a0-b193-ab8cc0141e75 None None] Port 449f2903-6092-4f6c-84e9-8308f0833904 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:17.749427 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5acd9105-ecce-4440-a29d-78a0cf73d3a2 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:17.751699 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-ee250dac-0a82-4c9e-bcd8-90ba4fd41c42 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:37:17.761282 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-1bc85221-90a3-4224-a4f9-5f2e61de2b8b req-b258a499-d2d1-4a71-9f13-db6654573db4 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Calling delete_port for ada4ff44-cbab-4c1e-a1b2-ae806e53bda4 owned by compute:nova {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:37:17.811947 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161e5b45-679d-4007-839e-6fa13a7d0ae7 None None] Pushing event updated for resources: {'Port': ['ID=a69c089a-5d4f-4429-a065-015da184f08a,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:17.829349 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 5eeb895b-1dee-4286-8087-40e4c6026e72 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:37:17.829722 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:17.830059 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 5eeb895b-1dee-4286-8087-40e4c6026e72 Sep 22 21:37:17.895865 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5acd9105-ecce-4440-a29d-78a0cf73d3a2 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:17.941189 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5acd9105-ecce-4440-a29d-78a0cf73d3a2 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:17.947536 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45308) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:17.952133 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-ee250dac-0a82-4c9e-bcd8-90ba4fd41c42 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Usage tracker for resource:floatingip and tenant:43c8fa0213da4f47a6706f7ea64b9b94 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:37:17.962358 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-ee250dac-0a82-4c9e-bcd8-90ba4fd41c42 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:37:17.980366 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-ee250dac-0a82-4c9e-bcd8-90ba4fd41c42 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:37:17.982662 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6316e330-bb39-416a-a4c6-4d67ff0f5e0c tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:17.986308 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acd9105-ecce-4440-a29d-78a0cf73d3a2 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=072a0546-7e5b-4dff-a834-9e9e47cdeae5,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:17.987490 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6316e330-bb39-416a-a4c6-4d67ff0f5e0c tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] 10.222.0.33 "GET /v2.0/networks/a22ae1c9-d428-411f-af43-ce0f71b38d9c HTTP/1.1" status: 200 len: 881 time: 0.3061752 Sep 22 21:37:17.987835 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-c645b66e-1896-4053-87a1-bc2b4215c8dd tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:37:17.988962 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c645b66e-1896-4053-87a1-bc2b4215c8dd tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 1.6311655 Sep 22 21:37:17.989540 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45314) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:17.993118 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45316) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:18.012524 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 5eeb895b-1dee-4286-8087-40e4c6026e72 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:37:18.074784 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5acd9105-ecce-4440-a29d-78a0cf73d3a2 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:18.076475 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-5acd9105-ecce-4440-a29d-78a0cf73d3a2 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6459658 Sep 22 21:37:18.081539 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45322) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:18.089376 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-6800882d-e419-45ea-95e4-d2f58536392b tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Request body: {'security_group_rule': {'security_group_id': '319ea033-79ef-4636-acc8-ba14ddc2433f', 'project_id': '517fabe13ed84839b585ff4613a45446', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:18.101735 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-6800882d-e419-45ea-95e4-d2f58536392b tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:37:18.129732 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-290e3a88-ff74-465c-b3fe-f7da0c7267f2 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] 10.222.0.33 "GET /v2.0/ports?device_id=4acd9be0-2104-4133-bfeb-dd2438182a7a HTTP/1.1" status: 200 len: 205 time: 0.1337292 Sep 22 21:37:18.130881 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-1bc85221-90a3-4224-a4f9-5f2e61de2b8b req-b258a499-d2d1-4a71-9f13-db6654573db4 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:18.134911 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45326) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:18.151143 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ee250dac-0a82-4c9e-bcd8-90ba4fd41c42 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for floatingip, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:18.231517 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-6800882d-e419-45ea-95e4-d2f58536392b tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Usage tracker for resource:security_group_rule and tenant:517fabe13ed84839b585ff4613a45446 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:37:18.243013 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1cc057a1-7641-47a0-b193-ab8cc0141e75 None None] Attempt 3 to provision port 449f2903-6092-4f6c-84e9-8308f0833904 Sep 22 21:37:18.245389 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae78f1cc-c1e6-421f-abe8-ef1a6f3f9889 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Deleting subnet e9aeac83-0c21-411a-b1f6-072792df6e4d {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:37:18.248129 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-6800882d-e419-45ea-95e4-d2f58536392b tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:37:18.327246 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b258a499-d2d1-4a71-9f13-db6654573db4 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Pushing event deleted for resources: {'Port': ['ID=ada4ff44-cbab-4c1e-a1b2-ae806e53bda4,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:18.331051 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ae78f1cc-c1e6-421f-abe8-ef1a6f3f9889 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:18.364812 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-6800882d-e419-45ea-95e4-d2f58536392b tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:37:18.367146 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc85221-90a3-4224-a4f9-5f2e61de2b8b req-b258a499-d2d1-4a71-9f13-db6654573db4 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] No DVR routers for this DVR port ada4ff44-cbab-4c1e-a1b2-ae806e53bda4 on host hv-neutron-8589 {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:37:18.369822 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-1bc85221-90a3-4224-a4f9-5f2e61de2b8b req-b258a499-d2d1-4a71-9f13-db6654573db4 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:18.372174 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1bc85221-90a3-4224-a4f9-5f2e61de2b8b req-b258a499-d2d1-4a71-9f13-db6654573db4 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.49 "DELETE /v2.0/ports/ada4ff44-cbab-4c1e-a1b2-ae806e53bda4 HTTP/1.1" status: 204 len: 173 time: 4.9032640 Sep 22 21:37:18.393187 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-6949c20f-c539-4d0f-abfa-0399a72db90e tempest-ExternalNetworksTestJSON-1585575244 tempest-ExternalNetworksTestJSON-1585575244-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-622479684'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:18.399974 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-6949c20f-c539-4d0f-abfa-0399a72db90e tempest-ExternalNetworksTestJSON-1585575244 tempest-ExternalNetworksTestJSON-1585575244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:37:18.403961 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-6949c20f-c539-4d0f-abfa-0399a72db90e tempest-ExternalNetworksTestJSON-1585575244 tempest-ExternalNetworksTestJSON-1585575244-project] Usage tracker for resource:network and tenant:ea00f4cf069848d5b8a37c955e6fc355 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:37:18.404860 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1cc057a1-7641-47a0-b193-ab8cc0141e75 None None] Port 449f2903-6092-4f6c-84e9-8308f0833904 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:18.406744 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f753f31b-0913-4c7a-9306-c5bd027ade92', 'name': 'network-vif-deleted', 'tag': 'ada4ff44-cbab-4c1e-a1b2-ae806e53bda4'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:37:18.409313 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326abc50-3aa9-4d33-bc21-1d2368d67ed4" -d '{"events": [{"server_uuid": "f753f31b-0913-4c7a-9306-c5bd027ade92", "name": "network-vif-deleted", "tag": "ada4ff44-cbab-4c1e-a1b2-ae806e53bda4"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:37:18.413520 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-6949c20f-c539-4d0f-abfa-0399a72db90e tempest-ExternalNetworksTestJSON-1585575244 tempest-ExternalNetworksTestJSON-1585575244-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:37:18.435530 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-6949c20f-c539-4d0f-abfa-0399a72db90e tempest-ExternalNetworksTestJSON-1585575244 tempest-ExternalNetworksTestJSON-1585575244-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:37:18.459834 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6800882d-e419-45ea-95e4-d2f58536392b tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:18.478932 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ae78f1cc-c1e6-421f-abe8-ef1a6f3f9889 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:18.506778 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 21:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7091a62b-3487-4adc-a397-987a75dee87c x-openstack-request-id: req-7091a62b-3487-4adc-a397-987a75dee87c {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:37:18.507048 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f753f31b-0913-4c7a-9306-c5bd027ade92", "name": "network-vif-deleted", "tag": "ada4ff44-cbab-4c1e-a1b2-ae806e53bda4", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:37:18.507301 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7091a62b-3487-4adc-a397-987a75dee87c {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:37:18.507690 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7091a62b-3487-4adc-a397-987a75dee87c'] response: {'server_uuid': 'f753f31b-0913-4c7a-9306-c5bd027ade92', 'name': 'network-vif-deleted', 'tag': 'ada4ff44-cbab-4c1e-a1b2-ae806e53bda4', 'status': 'completed', 'code': 200} Sep 22 21:37:18.523589 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6949c20f-c539-4d0f-abfa-0399a72db90e tempest-ExternalNetworksTestJSON-1585575244 tempest-ExternalNetworksTestJSON-1585575244-project] Made reservation on behalf of ea00f4cf069848d5b8a37c955e6fc355 for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:37:18.527708 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6949c20f-c539-4d0f-abfa-0399a72db90e tempest-ExternalNetworksTestJSON-1585575244 tempest-ExternalNetworksTestJSON-1585575244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:18.556174 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6949c20f-c539-4d0f-abfa-0399a72db90e tempest-ExternalNetworksTestJSON-1585575244 tempest-ExternalNetworksTestJSON-1585575244-project] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:18.573198 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9fbf6d6a-98a0-4f76-a31f-df43a9820129 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:18.582990 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-52b98353-cec3-42cb-9b5e-fb7b8e5a0075 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:18.604510 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-6949c20f-c539-4d0f-abfa-0399a72db90e tempest-ExternalNetworksTestJSON-1585575244 tempest-ExternalNetworksTestJSON-1585575244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:37:18.618372 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-6949c20f-c539-4d0f-abfa-0399a72db90e tempest-ExternalNetworksTestJSON-1585575244 tempest-ExternalNetworksTestJSON-1585575244-project] Usage tracker for resource:security_group_rule and tenant:ea00f4cf069848d5b8a37c955e6fc355 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:37:18.623046 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-6949c20f-c539-4d0f-abfa-0399a72db90e tempest-ExternalNetworksTestJSON-1585575244 tempest-ExternalNetworksTestJSON-1585575244-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:37:18.640198 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-6949c20f-c539-4d0f-abfa-0399a72db90e tempest-ExternalNetworksTestJSON-1585575244 tempest-ExternalNetworksTestJSON-1585575244-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:37:18.648887 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6800882d-e419-45ea-95e4-d2f58536392b tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:18.661493 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6800882d-e419-45ea-95e4-d2f58536392b tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:18.682922 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ae78f1cc-c1e6-421f-abe8-ef1a6f3f9889 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:18.749514 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6800882d-e419-45ea-95e4-d2f58536392b tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=443b15dc-cce4-4353-89d2-7f7c7bf48f50,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:18.789112 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6800882d-e419-45ea-95e4-d2f58536392b tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:18.790650 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-6800882d-e419-45ea-95e4-d2f58536392b tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7091153 Sep 22 21:37:18.794970 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45334) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:18.808784 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-fda88155-2c3a-42b1-9afc-cdf7754d130e tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Request body: {'security_group_rule': {'security_group_id': '319ea033-79ef-4636-acc8-ba14ddc2433f', 'project_id': '517fabe13ed84839b585ff4613a45446', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:18.822839 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-fda88155-2c3a-42b1-9afc-cdf7754d130e tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:37:18.835777 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-fda88155-2c3a-42b1-9afc-cdf7754d130e tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Usage tracker for resource:security_group_rule and tenant:517fabe13ed84839b585ff4613a45446 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:37:18.839841 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-fda88155-2c3a-42b1-9afc-cdf7754d130e tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:37:18.858243 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ae78f1cc-c1e6-421f-abe8-ef1a6f3f9889 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:18.869239 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-fda88155-2c3a-42b1-9afc-cdf7754d130e tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:37:18.906063 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1cc057a1-7641-47a0-b193-ab8cc0141e75 None None] Attempt 4 to provision port 449f2903-6092-4f6c-84e9-8308f0833904 Sep 22 21:37:18.926756 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ae78f1cc-c1e6-421f-abe8-ef1a6f3f9889 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:18.929116 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae78f1cc-c1e6-421f-abe8-ef1a6f3f9889 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event deleted for resources: {'Subnet': ['ID=e9aeac83-0c21-411a-b1f6-072792df6e4d,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:18.930506 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ca3abe3f-8818-4a98-9665-d1dd43c21c9a tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks [] for router, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:18.949573 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1b1641-d7eb-4024-9e5b-8d32505124da None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:37:18.980424 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6949c20f-c539-4d0f-abfa-0399a72db90e tempest-ExternalNetworksTestJSON-1585575244 tempest-ExternalNetworksTestJSON-1585575244-project] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:18.986889 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ae78f1cc-c1e6-421f-abe8-ef1a6f3f9889 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/e9aeac83-0c21-411a-b1f6-072792df6e4d HTTP/1.1" status: 204 len: 168 time: 0.9927316 Sep 22 21:37:18.987911 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45338) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:19.070799 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1cc057a1-7641-47a0-b193-ab8cc0141e75 None None] Port 449f2903-6092-4f6c-84e9-8308f0833904 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:19.236709 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6949c20f-c539-4d0f-abfa-0399a72db90e tempest-ExternalNetworksTestJSON-1585575244 tempest-ExternalNetworksTestJSON-1585575244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:19.256973 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-9a2579e4-7fa7-4e59-99c0-df52b2a0a9ba req-bc161efc-2508-4b45-9b38-c6a92a1700f9 tempest-TestServerAdvancedOps-1075928069 tempest-TestServerAdvancedOps-1075928069-project] 10.222.0.33 "GET /v2.0/ports?device_id=f753f31b-0913-4c7a-9306-c5bd027ade92 HTTP/1.1" status: 200 len: 210 time: 0.2272656 Sep 22 21:37:19.265038 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c70617fd-a6b8-40f8-9b5b-15205a9607b4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2757697 Sep 22 21:37:19.269227 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45342) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:19.310368 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28596eec-b886-4823-945b-01420adf0804 None None] DHCP port deletion for 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:37:19.315205 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-28596eec-b886-4823-945b-01420adf0804 None None] Deleting port 6efeef9a-bf7d-4982-802a-a27ba56efee6 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:37:19.315584 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-28596eec-b886-4823-945b-01420adf0804 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:19.379166 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6949c20f-c539-4d0f-abfa-0399a72db90e tempest-ExternalNetworksTestJSON-1585575244 tempest-ExternalNetworksTestJSON-1585575244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=357320db-a3e9-4565-8801-8b83e3828b02,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:19.384214 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fda88155-2c3a-42b1-9afc-cdf7754d130e tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:19.401590 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6949c20f-c539-4d0f-abfa-0399a72db90e tempest-ExternalNetworksTestJSON-1585575244 tempest-ExternalNetworksTestJSON-1585575244-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:37:19.408731 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eef5154-74d9-4604-b475-d8446dd79ae2 None None] Network 3a12a43c-38af-4c4c-97a5-01553f5e5796 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:37:19.428680 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6949c20f-c539-4d0f-abfa-0399a72db90e tempest-ExternalNetworksTestJSON-1585575244 tempest-ExternalNetworksTestJSON-1585575244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:19.428680 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-6949c20f-c539-4d0f-abfa-0399a72db90e tempest-ExternalNetworksTestJSON-1585575244 tempest-ExternalNetworksTestJSON-1585575244-project] Added segment bacf1a1f-743d-49da-9ddf-f932ebbacbb8 of type vlan for network 55fe3f2e-cd47-499e-b341-f5972e835857 Sep 22 21:37:19.490975 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6949c20f-c539-4d0f-abfa-0399a72db90e tempest-ExternalNetworksTestJSON-1585575244 tempest-ExternalNetworksTestJSON-1585575244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:19.517888 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fda88155-2c3a-42b1-9afc-cdf7754d130e tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:19.540784 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6697ec-3590-4631-a040-04771f73f2b3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:19.544134 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-8f6697ec-3590-4631-a040-04771f73f2b3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2726896 Sep 22 21:37:19.545170 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45346) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:19.552167 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fda88155-2c3a-42b1-9afc-cdf7754d130e tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:19.571762 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1cc057a1-7641-47a0-b193-ab8cc0141e75 None None] Attempt 5 to provision port 449f2903-6092-4f6c-84e9-8308f0833904 Sep 22 21:37:19.635277 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6949c20f-c539-4d0f-abfa-0399a72db90e tempest-ExternalNetworksTestJSON-1585575244 tempest-ExternalNetworksTestJSON-1585575244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:19.640139 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6949c20f-c539-4d0f-abfa-0399a72db90e tempest-ExternalNetworksTestJSON-1585575244 tempest-ExternalNetworksTestJSON-1585575244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:19.641264 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6949c20f-c539-4d0f-abfa-0399a72db90e tempest-ExternalNetworksTestJSON-1585575244 tempest-ExternalNetworksTestJSON-1585575244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:19.644120 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ca3abe3f-8818-4a98-9665-d1dd43c21c9a tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:19.663634 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda88155-2c3a-42b1-9afc-cdf7754d130e tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1ea9ad0-2417-49ef-8ce4-c33c1e76e86e,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:19.678996 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ee250dac-0a82-4c9e-bcd8-90ba4fd41c42 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:19.727994 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-ca3abe3f-8818-4a98-9665-d1dd43c21c9a tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Deleting port 9c50c62c-1a4c-4970-82b9-f951434a36f4 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:37:19.727994 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ca3abe3f-8818-4a98-9665-d1dd43c21c9a tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:19.736839 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device a69c089a-5d4f-4429-a065-015da184f08a up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:37:19.757897 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fda88155-2c3a-42b1-9afc-cdf7754d130e tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:19.761757 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-fda88155-2c3a-42b1-9afc-cdf7754d130e tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9629316 Sep 22 21:37:19.775026 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-6949c20f-c539-4d0f-abfa-0399a72db90e tempest-ExternalNetworksTestJSON-1585575244 tempest-ExternalNetworksTestJSON-1585575244-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8151846 Sep 22 21:37:19.775352 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a47cb59-cdb8-4269-b1ba-26ea27b741d8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:19.775977 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-0a47cb59-cdb8-4269-b1ba-26ea27b741d8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:37:19.778278 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45350) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:19.778620 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45352) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:19.783440 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1cc057a1-7641-47a0-b193-ab8cc0141e75 None None] Port 449f2903-6092-4f6c-84e9-8308f0833904 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:19.792939 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-2467bd8f-dc82-4566-8fd6-d2f9efd1ac67 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Request body: {'security_group_rule': {'security_group_id': '319ea033-79ef-4636-acc8-ba14ddc2433f', 'project_id': '517fabe13ed84839b585ff4613a45446', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:19.806558 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-2467bd8f-dc82-4566-8fd6-d2f9efd1ac67 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:37:19.823804 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6949c20f-c539-4d0f-abfa-0399a72db90e tempest-ExternalNetworksTestJSON-1585575244 tempest-ExternalNetworksTestJSON-1585575244-project] Pushing event updated for resources: {'Network': ['ID=55fe3f2e-cd47-499e-b341-f5972e835857,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:19.826246 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-2467bd8f-dc82-4566-8fd6-d2f9efd1ac67 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Usage tracker for resource:security_group_rule and tenant:517fabe13ed84839b585ff4613a45446 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:37:19.830250 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-2467bd8f-dc82-4566-8fd6-d2f9efd1ac67 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:37:19.838354 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-0a47cb59-cdb8-4269-b1ba-26ea27b741d8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:37:19.842006 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-0a47cb59-cdb8-4269-b1ba-26ea27b741d8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2910020 Sep 22 21:37:19.842006 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-2467bd8f-dc82-4566-8fd6-d2f9efd1ac67 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:37:19.842466 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45360) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:19.851192 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-28596eec-b886-4823-945b-01420adf0804 None None] For port 6efeef9a-bf7d-4982-802a-a27ba56efee6, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=6efeef9a-bf7d-4982-802a-a27ba56efee6,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:37:19.851642 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-28596eec-b886-4823-945b-01420adf0804 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:19.908628 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-389ef6e8-763f-4909-8d94-4b9992124e7f tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Request body: {'network': {'name': 'tempest-network--336181006', 'router:external': True}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:19.922681 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 55fe3f2e-cd47-499e-b341-f5972e835857 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:37:19.924252 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-389ef6e8-763f-4909-8d94-4b9992124e7f tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:37:19.930729 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-04d5a122-94b6-409c-b529-66e506cba468 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0869877 Sep 22 21:37:19.931751 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-389ef6e8-763f-4909-8d94-4b9992124e7f tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Usage tracker for resource:network and tenant:0ec4a40a6c014814b7b002335b22edad is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:37:19.938040 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45364) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:19.938872 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-389ef6e8-763f-4909-8d94-4b9992124e7f tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:37:19.949614 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-e5bc178c-6659-441a-bf39-e2f2c4cf7b35 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'subnet': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:19.967967 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-389ef6e8-763f-4909-8d94-4b9992124e7f tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:37:20.022537 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2467bd8f-dc82-4566-8fd6-d2f9efd1ac67 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:20.056994 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-28596eec-b886-4823-945b-01420adf0804 None None] Calling delete_port for 6efeef9a-bf7d-4982-802a-a27ba56efee6 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:37:20.061121 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389ef6e8-763f-4909-8d94-4b9992124e7f tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Made reservation on behalf of 0ec4a40a6c014814b7b002335b22edad for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:37:20.063288 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-389ef6e8-763f-4909-8d94-4b9992124e7f tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:20.098693 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-389ef6e8-763f-4909-8d94-4b9992124e7f tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:20.129058 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-389ef6e8-763f-4909-8d94-4b9992124e7f tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:37:20.131810 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-e5bc178c-6659-441a-bf39-e2f2c4cf7b35 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:37:20.142391 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-52b98353-cec3-42cb-9b5e-fb7b8e5a0075 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:20.142620 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-389ef6e8-763f-4909-8d94-4b9992124e7f tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Usage tracker for resource:security_group_rule and tenant:0ec4a40a6c014814b7b002335b22edad is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:37:20.144740 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-9fbf6d6a-98a0-4f76-a31f-df43a9820129 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Allocated IP 2001:db8:3::1 (3a12a43c-38af-4c4c-97a5-01553f5e5796/00f405b3-98d2-4ac8-9311-8fc3d939e8e6/e7035d77-6498-4375-bc25-bf1077c41d52) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:37:20.147981 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-389ef6e8-763f-4909-8d94-4b9992124e7f tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:37:20.156372 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-389ef6e8-763f-4909-8d94-4b9992124e7f tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:37:20.160289 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-e5bc178c-6659-441a-bf39-e2f2c4cf7b35 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:37:20.177393 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-52b98353-cec3-42cb-9b5e-fb7b8e5a0075 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:20.191392 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2467bd8f-dc82-4566-8fd6-d2f9efd1ac67 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:20.197378 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2467bd8f-dc82-4566-8fd6-d2f9efd1ac67 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:20.212706 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5bc178c-6659-441a-bf39-e2f2c4cf7b35 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:37:20.216175 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e5bc178c-6659-441a-bf39-e2f2c4cf7b35 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:20.217318 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port a69c089a-5d4f-4429-a065-015da184f08a completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:37:20.219392 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-ee250dac-0a82-4c9e-bcd8-90ba4fd41c42 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Allocated IP 172.26.0.112 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/094999bd-8daa-4b42-b568-5b4bc33149d7) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:37:20.254911 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2467bd8f-dc82-4566-8fd6-d2f9efd1ac67 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5a3c198-6265-4f38-ab24-2d76c54aac4c,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:20.277137 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ca3abe3f-8818-4a98-9665-d1dd43c21c9a tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:20.293449 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1cc057a1-7641-47a0-b193-ab8cc0141e75 None None] Attempt 6 to provision port 449f2903-6092-4f6c-84e9-8308f0833904 Sep 22 21:37:20.376551 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 6efeef9a-bf7d-4982-802a-a27ba56efee6 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:37:20.411460 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-28596eec-b886-4823-945b-01420adf0804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:20.414017 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45370) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:20.457481 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 6efeef9a-bf7d-4982-802a-a27ba56efee6 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:37:20.457685 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 6efeef9a-bf7d-4982-802a-a27ba56efee6 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:37:20.471232 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2467bd8f-dc82-4566-8fd6-d2f9efd1ac67 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:20.473500 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28596eec-b886-4823-945b-01420adf0804 None None] No DVR routers for this DVR port 6efeef9a-bf7d-4982-802a-a27ba56efee6 on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:37:20.478847 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-2467bd8f-dc82-4566-8fd6-d2f9efd1ac67 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6917665 Sep 22 21:37:20.488252 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28596eec-b886-4823-945b-01420adf0804 None None] Pushing event deleted for resources: {'Port': ['ID=6efeef9a-bf7d-4982-802a-a27ba56efee6,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:20.489884 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1cc057a1-7641-47a0-b193-ab8cc0141e75 None None] Port 449f2903-6092-4f6c-84e9-8308f0833904 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:20.496596 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45374) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:20.552161 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-decaa92c-d6c7-4f72-912c-eddebbad4836 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Request body: {'security_group_rule': {'security_group_id': '319ea033-79ef-4636-acc8-ba14ddc2433f', 'project_id': '517fabe13ed84839b585ff4613a45446', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:20.571345 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-decaa92c-d6c7-4f72-912c-eddebbad4836 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:37:20.586905 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-decaa92c-d6c7-4f72-912c-eddebbad4836 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Usage tracker for resource:security_group_rule and tenant:517fabe13ed84839b585ff4613a45446 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:37:20.593838 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-decaa92c-d6c7-4f72-912c-eddebbad4836 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:37:20.605347 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-37d1deff-6f3a-40ff-b377-991168baf3fd admin admin] Deleting subnet 7626be6f-2702-4825-9c41-089745382c3d {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:37:20.615780 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-decaa92c-d6c7-4f72-912c-eddebbad4836 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:37:20.625507 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-37d1deff-6f3a-40ff-b377-991168baf3fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:20.669009 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.securitygroups_db [None req-decaa92c-d6c7-4f72-912c-eddebbad4836 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Project 517fabe13ed84839b585ff4613a45446 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 21:37:20.682206 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-389ef6e8-763f-4909-8d94-4b9992124e7f tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:20.687860 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-decaa92c-d6c7-4f72-912c-eddebbad4836 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:20.690866 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-ca3abe3f-8818-4a98-9665-d1dd43c21c9a tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Calling delete_port for 9c50c62c-1a4c-4970-82b9-f951434a36f4 owned by network:router_gateway {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:37:20.710508 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-389ef6e8-763f-4909-8d94-4b9992124e7f tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:20.743789 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-37d1deff-6f3a-40ff-b377-991168baf3fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:20.776137 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:37:20.803701 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-389ef6e8-763f-4909-8d94-4b9992124e7f tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:37:20.852960 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b98353-cec3-42cb-9b5e-fb7b8e5a0075 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event updated for resources: {'Port': ['ID=449f2903-6092-4f6c-84e9-8308f0833904,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:20.854582 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ef6e8-763f-4909-8d94-4b9992124e7f tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebeb6467-e72e-4d0c-b8cc-7b59baa11cfd,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:20.859001 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-389ef6e8-763f-4909-8d94-4b9992124e7f tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:20.859827 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-389ef6e8-763f-4909-8d94-4b9992124e7f tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Added segment defb4234-ebff-4011-a5b9-2f27f080d17c of type vlan for network e3e5f463-0033-4e14-a36a-37b14e4e1230 Sep 22 21:37:20.934752 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-37d1deff-6f3a-40ff-b377-991168baf3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:20.965950 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-decaa92c-d6c7-4f72-912c-eddebbad4836 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:20.991527 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1cc057a1-7641-47a0-b193-ab8cc0141e75 None None] Attempt 7 to provision port 449f2903-6092-4f6c-84e9-8308f0833904 Sep 22 21:37:20.992380 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-decaa92c-d6c7-4f72-912c-eddebbad4836 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:21.019055 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-389ef6e8-763f-4909-8d94-4b9992124e7f tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:21.072518 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9fbf6d6a-98a0-4f76-a31f-df43a9820129 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:21.081264 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decaa92c-d6c7-4f72-912c-eddebbad4836 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64082602-9800-4fc6-820c-5ed063f5aa50,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:21.091678 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.objects.ports [None req-e5bc178c-6659-441a-bf39-e2f2c4cf7b35 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89008) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 21:37:21.099474 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e5bc178c-6659-441a-bf39-e2f2c4cf7b35 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:21.107273 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1cc057a1-7641-47a0-b193-ab8cc0141e75 None None] Port 449f2903-6092-4f6c-84e9-8308f0833904 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:21.158943 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-9fbf6d6a-98a0-4f76-a31f-df43a9820129 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Transition to ACTIVE for port object e7035d77-6498-4375-bc25-bf1077c41d52 will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:37:21.162013 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ee250dac-0a82-4c9e-bcd8-90ba4fd41c42 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:21.163719 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-decaa92c-d6c7-4f72-912c-eddebbad4836 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:21.164872 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-decaa92c-d6c7-4f72-912c-eddebbad4836 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6673198 Sep 22 21:37:21.168017 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45378) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:21.183843 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-685e1a19-7737-44bc-afd8-0fb6626a30ee tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Request body: {'security_group_rule': {'security_group_id': '319ea033-79ef-4636-acc8-ba14ddc2433f', 'project_id': '517fabe13ed84839b585ff4613a45446', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:21.190189 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bc178c-6659-441a-bf39-e2f2c4cf7b35 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:37:21.195937 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-e5bc178c-6659-441a-bf39-e2f2c4cf7b35 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:37:21.197080 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-685e1a19-7737-44bc-afd8-0fb6626a30ee tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:37:21.205075 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bc178c-6659-441a-bf39-e2f2c4cf7b35 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:21.205859 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e5bc178c-6659-441a-bf39-e2f2c4cf7b35 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:21.208609 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb24f2b-967a-4e02-81c4-a5d1a4069fa0 None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:37:21.210191 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-37d1deff-6f3a-40ff-b377-991168baf3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:21.233245 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-685e1a19-7737-44bc-afd8-0fb6626a30ee tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Usage tracker for resource:security_group_rule and tenant:517fabe13ed84839b585ff4613a45446 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:37:21.234069 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bc178c-6659-441a-bf39-e2f2c4cf7b35 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Subnet': ['ID=e281997e-8e18-4f1a-ab6e-371f166c1c36,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:21.239255 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-37d1deff-6f3a-40ff-b377-991168baf3fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:21.244261 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-685e1a19-7737-44bc-afd8-0fb6626a30ee tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:37:21.250547 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-52b98353-cec3-42cb-9b5e-fb7b8e5a0075 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:21.277011 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-389ef6e8-763f-4909-8d94-4b9992124e7f tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:21.278236 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389ef6e8-763f-4909-8d94-4b9992124e7f tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:21.279049 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-389ef6e8-763f-4909-8d94-4b9992124e7f tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:21.300364 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-685e1a19-7737-44bc-afd8-0fb6626a30ee tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:37:21.309714 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d1deff-6f3a-40ff-b377-991168baf3fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7626be6f-2702-4825-9c41-089745382c3d,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:21.322177 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-37d1deff-6f3a-40ff-b377-991168baf3fd admin admin] 10.222.0.33 "DELETE /v2.0/subnets/7626be6f-2702-4825-9c41-089745382c3d HTTP/1.1" status: 204 len: 168 time: 0.9070196 Sep 22 21:37:21.324079 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e5bc178c-6659-441a-bf39-e2f2c4cf7b35 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.3820727 Sep 22 21:37:21.324999 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45382) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:21.332335 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45384) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:21.344231 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-e51e8f01-9b0c-4d47-a338-6b28c405c044 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'port': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'mac_address': 'fa:16:3e:71:3f:a6', 'name': 'tempest-NetworksTestDHCPv6-525109418'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:21.379467 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.securitygroups_db [None req-685e1a19-7737-44bc-afd8-0fb6626a30ee tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Project 517fabe13ed84839b585ff4613a45446 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 21:37:21.462385 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-685e1a19-7737-44bc-afd8-0fb6626a30ee tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:21.476748 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9fbf6d6a-98a0-4f76-a31f-df43a9820129 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:21.478909 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d550d057-da7a-42a0-8c1b-ae54b7fa2a39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'tenant_id': '4fef33e75cf240fcbb352fce012907b9', 'fixed_ips': [{'subnet_id': 'e281997e-8e18-4f1a-ab6e-371f166c1c36'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:37:21.479770 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-d550d057-da7a-42a0-8c1b-ae54b7fa2a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:21.518889 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ee250dac-0a82-4c9e-bcd8-90ba4fd41c42 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:21.531607 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-389ef6e8-763f-4909-8d94-4b9992124e7f tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.7444398 Sep 22 21:37:21.535943 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45390) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:21.558074 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ca3abe3f-8818-4a98-9665-d1dd43c21c9a tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:21.604985 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ef6e8-763f-4909-8d94-4b9992124e7f tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Pushing event updated for resources: {'Network': ['ID=e3e5f463-0033-4e14-a36a-37b14e4e1230,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:21.618241 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1cc057a1-7641-47a0-b193-ab8cc0141e75 None None] Attempt 8 to provision port 449f2903-6092-4f6c-84e9-8308f0833904 Sep 22 21:37:21.636393 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbf6d6a-98a0-4f76-a31f-df43a9820129 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Network 3a12a43c-38af-4c4c-97a5-01553f5e5796 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:37:21.638165 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee250dac-0a82-4c9e-bcd8-90ba4fd41c42 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:37:21.654095 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network e3e5f463-0033-4e14-a36a-37b14e4e1230 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:37:21.707227 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-ee250dac-0a82-4c9e-bcd8-90ba4fd41c42 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:37:21.709167 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-9fbf6d6a-98a0-4f76-a31f-df43a9820129 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:37:21.710925 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee250dac-0a82-4c9e-bcd8-90ba4fd41c42 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:37:21.725712 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-334d2b32-5fae-46b1-9773-90b4dbfa4fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:21.731620 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-381945f9-2430-4feb-981c-8de8649e63a3 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:21.779669 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1cc057a1-7641-47a0-b193-ab8cc0141e75 None None] Port 449f2903-6092-4f6c-84e9-8308f0833904 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:21.785532 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbf6d6a-98a0-4f76-a31f-df43a9820129 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:37:21.786250 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9fbf6d6a-98a0-4f76-a31f-df43a9820129 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:21.792701 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-d550d057-da7a-42a0-8c1b-ae54b7fa2a39 None None] Allocated IP 2001:db8::f816:3eff:feab:6902 (98c62b9a-5d2a-496f-a1e5-12a6874f54f0/e281997e-8e18-4f1a-ab6e-371f166c1c36/5aa4910e-eb78-4db8-b3c5-2092d1810fd6) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:37:21.801040 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf6d6a-98a0-4f76-a31f-df43a9820129 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event updated for resources: {'Port': ['ID=e7035d77-6498-4375-bc25-bf1077c41d52,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:21.934647 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-334d2b32-5fae-46b1-9773-90b4dbfa4fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:21.954163 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-e51e8f01-9b0c-4d47-a338-6b28c405c044 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:37:21.964383 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-52b98353-cec3-42cb-9b5e-fb7b8e5a0075 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:21.967123 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-334d2b32-5fae-46b1-9773-90b4dbfa4fef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7e8ce90-f8bc-426b-80ce-a8ca1cc9446b']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:21.981951 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-334d2b32-5fae-46b1-9773-90b4dbfa4fef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad60164b-0cd3-469f-bfd3-cf51c5901d28') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:21.982575 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-334d2b32-5fae-46b1-9773-90b4dbfa4fef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad60164b-0cd3-469f-bfd3-cf51c5901d28') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:22.045498 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-d550d057-da7a-42a0-8c1b-ae54b7fa2a39 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:22.057618 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-d550d057-da7a-42a0-8c1b-ae54b7fa2a39 None None] Transition to ACTIVE for port object 5aa4910e-eb78-4db8-b3c5-2092d1810fd6 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:37:22.062672 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-334d2b32-5fae-46b1-9773-90b4dbfa4fef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:22.077196 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-d550d057-da7a-42a0-8c1b-ae54b7fa2a39 None None] Transition to ACTIVE for port object 5aa4910e-eb78-4db8-b3c5-2092d1810fd6 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:37:22.084172 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-d550d057-da7a-42a0-8c1b-ae54b7fa2a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:22.092529 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-381945f9-2430-4feb-981c-8de8649e63a3 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:22.102450 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-334d2b32-5fae-46b1-9773-90b4dbfa4fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:22.121387 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-334d2b32-5fae-46b1-9773-90b4dbfa4fef admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:37:22.122074 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-334d2b32-5fae-46b1-9773-90b4dbfa4fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:22.154356 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d550d057-da7a-42a0-8c1b-ae54b7fa2a39 None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:37:22.157890 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-d550d057-da7a-42a0-8c1b-ae54b7fa2a39 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:37:22.161556 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d550d057-da7a-42a0-8c1b-ae54b7fa2a39 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:37:22.187659 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-e51e8f01-9b0c-4d47-a338-6b28c405c044 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:37:22.194844 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee250dac-0a82-4c9e-bcd8-90ba4fd41c42 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Pushing event updated for resources: {'Port': ['ID=094999bd-8daa-4b42-b568-5b4bc33149d7,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:22.200732 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-381945f9-2430-4feb-981c-8de8649e63a3 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3e5f463-0033-4e14-a36a-37b14e4e1230']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:22.202945 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-685e1a19-7737-44bc-afd8-0fb6626a30ee tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:22.204741 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d550d057-da7a-42a0-8c1b-ae54b7fa2a39 None None] Pushing event updated for resources: {'Port': ['ID=5aa4910e-eb78-4db8-b3c5-2092d1810fd6,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:22.212250 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment ad60164b-0cd3-469f-bfd3-cf51c5901d28 resource provider aggregate not found Sep 22 21:37:22.241813 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-381945f9-2430-4feb-981c-8de8649e63a3 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'defb4234-ebff-4011-a5b9-2f27f080d17c') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:22.242154 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-381945f9-2430-4feb-981c-8de8649e63a3 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'defb4234-ebff-4011-a5b9-2f27f080d17c') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:22.249980 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment ad60164b-0cd3-469f-bfd3-cf51c5901d28 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ad60164b-0cd3-469f-bfd3-cf51c5901d28 found for delete ", "request_id": "req-6ca3e93f-1c0b-466d-a795-6fd83c683e75"}]} Sep 22 21:37:22.259593 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-381945f9-2430-4feb-981c-8de8649e63a3 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:22.273818 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-d550d057-da7a-42a0-8c1b-ae54b7fa2a39 None None] Attempting to bind port 5aa4910e-eb78-4db8-b3c5-2092d1810fd6 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:37:22.274252 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-d550d057-da7a-42a0-8c1b-ae54b7fa2a39 None None] Attempting to bind port 5aa4910e-eb78-4db8-b3c5-2092d1810fd6 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:37:22.275204 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d550d057-da7a-42a0-8c1b-ae54b7fa2a39 None None] Attempting to bind port 5aa4910e-eb78-4db8-b3c5-2092d1810fd6 on network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:37:22.275704 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-334d2b32-5fae-46b1-9773-90b4dbfa4fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:22.281228 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1cc057a1-7641-47a0-b193-ab8cc0141e75 None None] Attempt 9 to provision port 449f2903-6092-4f6c-84e9-8308f0833904 Sep 22 21:37:22.281503 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-334d2b32-5fae-46b1-9773-90b4dbfa4fef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:22.311613 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-381945f9-2430-4feb-981c-8de8649e63a3 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:22.314679 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d2b32-5fae-46b1-9773-90b4dbfa4fef admin admin] Pushing event deleted for resources: {'Network': ['ID=e7e8ce90-f8bc-426b-80ce-a8ca1cc9446b,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:22.321367 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-334d2b32-5fae-46b1-9773-90b4dbfa4fef admin admin] 10.222.0.33 "DELETE /v2.0/networks/e7e8ce90-f8bc-426b-80ce-a8ca1cc9446b HTTP/1.1" status: 204 len: 168 time: 0.8293095 Sep 22 21:37:22.322369 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45398) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:22.334455 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d550d057-da7a-42a0-8c1b-ae54b7fa2a39 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:37:22.334847 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d550d057-da7a-42a0-8c1b-ae54b7fa2a39 None None] Checking segment: {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:37:22.335330 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-d550d057-da7a-42a0-8c1b-ae54b7fa2a39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:22.335719 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d550d057-da7a-42a0-8c1b-ae54b7fa2a39 None None] Bound using segment: {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:37:22.336201 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-d550d057-da7a-42a0-8c1b-ae54b7fa2a39 None None] Bound port: 5aa4910e-eb78-4db8-b3c5-2092d1810fd6, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:37:22.336598 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-d550d057-da7a-42a0-8c1b-ae54b7fa2a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:22.377204 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-381945f9-2430-4feb-981c-8de8649e63a3 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:37:22.377947 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-381945f9-2430-4feb-981c-8de8649e63a3 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:22.398797 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1cc057a1-7641-47a0-b193-ab8cc0141e75 None None] Port 449f2903-6092-4f6c-84e9-8308f0833904 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:22.445210 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-d550d057-da7a-42a0-8c1b-ae54b7fa2a39 None None] For port 5aa4910e-eb78-4db8-b3c5-2092d1810fd6, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:37:22.448856 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-d550d057-da7a-42a0-8c1b-ae54b7fa2a39 None None] For port 5aa4910e-eb78-4db8-b3c5-2092d1810fd6, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=5aa4910e-eb78-4db8-b3c5-2092d1810fd6,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:37:22.453762 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-d550d057-da7a-42a0-8c1b-ae54b7fa2a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:22.464163 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-82b03299-e522-46eb-b6b8-03dd1cf10fc3 admin admin] Deleting subnet 72bb96e7-c2ce-4c3c-b84a-55f9b5710a4b {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:37:22.473969 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-82b03299-e522-46eb-b6b8-03dd1cf10fc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:22.476168 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-685e1a19-7737-44bc-afd8-0fb6626a30ee tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:22.478022 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ca3abe3f-8818-4a98-9665-d1dd43c21c9a tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8012236'] for router_gateway, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:22.527039 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-381945f9-2430-4feb-981c-8de8649e63a3 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:22.532176 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-82b03299-e522-46eb-b6b8-03dd1cf10fc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:22.540891 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d550d057-da7a-42a0-8c1b-ae54b7fa2a39 None None] Pushing event updated for resources: {'Port': ['ID=5aa4910e-eb78-4db8-b3c5-2092d1810fd6,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:22.562488 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3abe3f-8818-4a98-9665-d1dd43c21c9a tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Pushing event deleted for resources: {'Port': ['ID=9c50c62c-1a4c-4970-82b9-f951434a36f4,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:22.595408 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381945f9-2430-4feb-981c-8de8649e63a3 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e3e5f463-0033-4e14-a36a-37b14e4e1230 {{(pid=89008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 22 21:37:22.607496 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-381945f9-2430-4feb-981c-8de8649e63a3 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:22.618983 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381945f9-2430-4feb-981c-8de8649e63a3 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Pushing event deleted for resources: {'Network': ['ID=e3e5f463-0033-4e14-a36a-37b14e4e1230,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:22.627184 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-381945f9-2430-4feb-981c-8de8649e63a3 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] 10.222.0.33 "DELETE /v2.0/networks/e3e5f463-0033-4e14-a36a-37b14e4e1230 HTTP/1.1" status: 204 len: 168 time: 1.0901177 Sep 22 21:37:22.631269 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45402) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:22.638303 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-df320734-3219-44d3-9302-533e682d447d tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Request body: {'network': {'router:external': True}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:22.645157 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51e8f01-9b0c-4d47-a338-6b28c405c044 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'port': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:37:22.645689 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-df320734-3219-44d3-9302-533e682d447d tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:37:22.655150 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-df320734-3219-44d3-9302-533e682d447d tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Usage tracker for resource:network and tenant:0ec4a40a6c014814b7b002335b22edad is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:37:22.659855 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-df320734-3219-44d3-9302-533e682d447d tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:37:22.662801 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-82b03299-e522-46eb-b6b8-03dd1cf10fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:22.695992 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-df320734-3219-44d3-9302-533e682d447d tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:37:22.758849 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df320734-3219-44d3-9302-533e682d447d tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Made reservation on behalf of 0ec4a40a6c014814b7b002335b22edad for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:37:22.766778 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-df320734-3219-44d3-9302-533e682d447d tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:22.783814 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-82b03299-e522-46eb-b6b8-03dd1cf10fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:22.784948 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e1a19-7737-44bc-afd8-0fb6626a30ee tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dee0a2e-0804-409a-aa48-dfb81033ab0d,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:22.831308 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b03299-e522-46eb-b6b8-03dd1cf10fc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72bb96e7-c2ce-4c3c-b84a-55f9b5710a4b,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:22.837020 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-82b03299-e522-46eb-b6b8-03dd1cf10fc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:22.853099 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-82b03299-e522-46eb-b6b8-03dd1cf10fc3 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/72bb96e7-c2ce-4c3c-b84a-55f9b5710a4b HTTP/1.1" status: 204 len: 168 time: 0.5268691 Sep 22 21:37:22.853435 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45406) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:22.855853 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df320734-3219-44d3-9302-533e682d447d tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:37:22.900484 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1cc057a1-7641-47a0-b193-ab8cc0141e75 None None] Attempt 10 to provision port 449f2903-6092-4f6c-84e9-8308f0833904 Sep 22 21:37:22.915092 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ca3abe3f-8818-4a98-9665-d1dd43c21c9a tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:22.923120 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ca3abe3f-8818-4a98-9665-d1dd43c21c9a tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:22.981888 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-df320734-3219-44d3-9302-533e682d447d tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:22.982241 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-df320734-3219-44d3-9302-533e682d447d tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Added segment d62471fc-9deb-4224-86fb-d5c1dd979d85 of type vlan for network d3637975-9cd2-4186-8393-cf5f42039f2a Sep 22 21:37:22.992286 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-685e1a19-7737-44bc-afd8-0fb6626a30ee tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:22.996183 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-685e1a19-7737-44bc-afd8-0fb6626a30ee tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.8224630 Sep 22 21:37:23.004617 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1cc057a1-7641-47a0-b193-ab8cc0141e75 None None] Port 449f2903-6092-4f6c-84e9-8308f0833904 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:23.009127 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45410) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:23.018710 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1cc057a1-7641-47a0-b193-ab8cc0141e75 None None] Provisioning for port 843924ae-146e-461d-9803-4e1c54f10b8a completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:37:23.029182 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1cc057a1-7641-47a0-b193-ab8cc0141e75 None None] Provisioning complete for port 843924ae-146e-461d-9803-4e1c54f10b8a triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:37:23.030037 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1cc057a1-7641-47a0-b193-ab8cc0141e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:23.031057 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1cc057a1-7641-47a0-b193-ab8cc0141e75 None None] Attempt 1 to provision port 843924ae-146e-461d-9803-4e1c54f10b8a Sep 22 21:37:23.034527 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-036c4e12-db1c-4b56-9881-e997a78fea23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:23.062851 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-df320734-3219-44d3-9302-533e682d447d tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:23.166919 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-619fce7c-ee7e-4abe-b8c0-c8a41b04ae5c tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Request body: {'network': {'name': 'tempest-network-smoke--35927744', 'project_id': '517fabe13ed84839b585ff4613a45446', 'port_security_enabled': True}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:23.173783 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1cc057a1-7641-47a0-b193-ab8cc0141e75 None None] Current status of the port 843924ae-146e-461d-9803-4e1c54f10b8a is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:37:23.174395 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1cc057a1-7641-47a0-b193-ab8cc0141e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:23.212428 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1cc057a1-7641-47a0-b193-ab8cc0141e75 None None] For port 843924ae-146e-461d-9803-4e1c54f10b8a, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=843924ae-146e-461d-9803-4e1c54f10b8a,segment=NetworkSegment(64179cc1-710d-4fdc-a460-095c82fc8843),segment_id=64179cc1-710d-4fdc-a460-095c82fc8843)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:37:23.217854 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1cc057a1-7641-47a0-b193-ab8cc0141e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:23.223099 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-036c4e12-db1c-4b56-9881-e997a78fea23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:23.294886 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc057a1-7641-47a0-b193-ab8cc0141e75 None None] Pushing event updated for resources: {'Port': ['ID=843924ae-146e-461d-9803-4e1c54f10b8a,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:23.343991 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-93583911-5e34-4b01-b82a-1c308faf4786 None None] Provisioning for port e7035d77-6498-4375-bc25-bf1077c41d52 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:37:23.344243 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-df320734-3219-44d3-9302-533e682d447d tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:23.345960 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df320734-3219-44d3-9302-533e682d447d tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:23.345960 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-df320734-3219-44d3-9302-533e682d447d tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:23.349457 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-93583911-5e34-4b01-b82a-1c308faf4786 None None] Provisioning complete for port e7035d77-6498-4375-bc25-bf1077c41d52 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:37:23.349839 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-93583911-5e34-4b01-b82a-1c308faf4786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:23.351064 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-93583911-5e34-4b01-b82a-1c308faf4786 None None] Attempt 1 to provision port e7035d77-6498-4375-bc25-bf1077c41d52 Sep 22 21:37:23.365088 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-619fce7c-ee7e-4abe-b8c0-c8a41b04ae5c tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:37:23.387402 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ca3abe3f-8818-4a98-9665-d1dd43c21c9a tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:23.387942 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3abe3f-8818-4a98-9665-d1dd43c21c9a tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Fanout notify agent at l3_agent the message router_deleted on router 4acd9be0-2104-4133-bfeb-dd2438182a7a {{(pid=89009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:37:23.388297 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-036c4e12-db1c-4b56-9881-e997a78fea23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89f2205e-1624-413a-8143-d0f1fcd4b5cd']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:23.398938 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-619fce7c-ee7e-4abe-b8c0-c8a41b04ae5c tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Usage tracker for resource:network and tenant:517fabe13ed84839b585ff4613a45446 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:37:23.410293 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e51e8f01-9b0c-4d47-a338-6b28c405c044 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:23.422011 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-93583911-5e34-4b01-b82a-1c308faf4786 None None] Port e7035d77-6498-4375-bc25-bf1077c41d52 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:23.428346 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-619fce7c-ee7e-4abe-b8c0-c8a41b04ae5c tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:37:23.453452 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-619fce7c-ee7e-4abe-b8c0-c8a41b04ae5c tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:37:23.463129 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ca3abe3f-8818-4a98-9665-d1dd43c21c9a tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:23.469107 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-036c4e12-db1c-4b56-9881-e997a78fea23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a8bd28b-96e3-4049-b101-cf0db7149421') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:23.469403 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-036c4e12-db1c-4b56-9881-e997a78fea23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a8bd28b-96e3-4049-b101-cf0db7149421') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:23.470017 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ca3abe3f-8818-4a98-9665-d1dd43c21c9a tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] 10.222.0.33 "DELETE /v2.0/routers/4acd9be0-2104-4133-bfeb-dd2438182a7a HTTP/1.1" status: 204 len: 168 time: 5.3300698 Sep 22 21:37:23.476247 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45414) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:23.485066 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-df320734-3219-44d3-9302-533e682d447d tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.8498333 Sep 22 21:37:23.487405 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45418) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:23.487715 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9fbf6d6a-98a0-4f76-a31f-df43a9820129 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:23.490499 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-3b026f3e-feef-4874-b529-a6e5bf8fb6cd tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-568948283', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:23.502441 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-036c4e12-db1c-4b56-9881-e997a78fea23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:23.513319 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-c202c519-592d-4b20-b782-639c403933eb tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Request body: {'subnet': {'network_id': 'd3637975-9cd2-4186-8393-cf5f42039f2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:23.519602 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-3b026f3e-feef-4874-b529-a6e5bf8fb6cd tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:37:23.528664 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df320734-3219-44d3-9302-533e682d447d tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Pushing event updated for resources: {'Network': ['ID=d3637975-9cd2-4186-8393-cf5f42039f2a,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:23.533962 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c202c519-592d-4b20-b782-639c403933eb tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:37:23.542073 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-3b026f3e-feef-4874-b529-a6e5bf8fb6cd tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Usage tracker for resource:router and tenant:60d704e6c4374325ab6b4cfd3fcbd942 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:37:23.547518 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network d3637975-9cd2-4186-8393-cf5f42039f2a details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:37:23.547692 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-3b026f3e-feef-4874-b529-a6e5bf8fb6cd tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:37:23.551095 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c202c519-592d-4b20-b782-639c403933eb tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Usage tracker for resource:subnet and tenant:0ec4a40a6c014814b7b002335b22edad is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:37:23.556370 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-036c4e12-db1c-4b56-9881-e997a78fea23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:23.558784 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-3b026f3e-feef-4874-b529-a6e5bf8fb6cd tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:37:23.560866 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c202c519-592d-4b20-b782-639c403933eb tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:37:23.574031 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c202c519-592d-4b20-b782-639c403933eb tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:37:23.575729 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-e51e8f01-9b0c-4d47-a338-6b28c405c044 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] device_id is not set on port 9eb4adff-a40e-4f0c-94c5-891127d99377 yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:37:23.583459 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-036c4e12-db1c-4b56-9881-e997a78fea23 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:37:23.583881 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-036c4e12-db1c-4b56-9881-e997a78fea23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:23.613395 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3b026f3e-feef-4874-b529-a6e5bf8fb6cd tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:23.619357 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619fce7c-ee7e-4abe-b8c0-c8a41b04ae5c tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Made reservation on behalf of 517fabe13ed84839b585ff4613a45446 for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:37:23.620255 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3b026f3e-feef-4874-b529-a6e5bf8fb6cd tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:23.625172 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-619fce7c-ee7e-4abe-b8c0-c8a41b04ae5c tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:23.654357 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3b026f3e-feef-4874-b529-a6e5bf8fb6cd tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:23.789802 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3b026f3e-feef-4874-b529-a6e5bf8fb6cd tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:23.798942 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 5aa4910e-eb78-4db8-b3c5-2092d1810fd6 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:37:23.810153 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c202c519-592d-4b20-b782-639c403933eb tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Made reservation on behalf of 0ec4a40a6c014814b7b002335b22edad for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:37:23.813789 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c202c519-592d-4b20-b782-639c403933eb tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:23.880564 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 5aa4910e-eb78-4db8-b3c5-2092d1810fd6 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:37:23.886139 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 843924ae-146e-461d-9803-4e1c54f10b8a up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:37:23.928194 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-93583911-5e34-4b01-b82a-1c308faf4786 None None] Attempt 2 to provision port e7035d77-6498-4375-bc25-bf1077c41d52 Sep 22 21:37:23.938485 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-036c4e12-db1c-4b56-9881-e997a78fea23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:23.948008 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.db.resource_extend [None req-52b98353-cec3-42cb-9b5e-fb7b8e5a0075 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 21:37:23.957271 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3b026f3e-feef-4874-b529-a6e5bf8fb6cd tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:23.958438 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-3b026f3e-feef-4874-b529-a6e5bf8fb6cd tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4790952 Sep 22 21:37:23.963565 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-036c4e12-db1c-4b56-9881-e997a78fea23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:23.967662 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-036c4e12-db1c-4b56-9881-e997a78fea23 admin admin] 10.222.0.33 "DELETE /v2.0/networks/89f2205e-1624-413a-8143-d0f1fcd4b5cd HTTP/1.1" status: 204 len: 168 time: 1.1110232 Sep 22 21:37:23.967662 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45422) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:23.976032 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036c4e12-db1c-4b56-9881-e997a78fea23 admin admin] Pushing event deleted for resources: {'Network': ['ID=89f2205e-1624-413a-8143-d0f1fcd4b5cd,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:23.982242 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-cb6df5d8-ad04-4f0b-b614-f4b72f478f5b tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'enable_snat': True}}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:24.033551 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-93583911-5e34-4b01-b82a-1c308faf4786 None None] Port e7035d77-6498-4375-bc25-bf1077c41d52 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:24.035422 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-619fce7c-ee7e-4abe-b8c0-c8a41b04ae5c tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:37:24.037931 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 843924ae-146e-461d-9803-4e1c54f10b8a triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:37:24.038373 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:24.038835 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 843924ae-146e-461d-9803-4e1c54f10b8a Sep 22 21:37:24.064901 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-52b98353-cec3-42cb-9b5e-fb7b8e5a0075 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:24.116928 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-619fce7c-ee7e-4abe-b8c0-c8a41b04ae5c tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:24.117155 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-619fce7c-ee7e-4abe-b8c0-c8a41b04ae5c tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Added segment 886ccfdc-7ba4-4604-b599-c338374a33a8 of type vlan for network 3705f0f0-ca60-4eb5-a73e-00234b5f2f73 Sep 22 21:37:24.127390 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-52b98353-cec3-42cb-9b5e-fb7b8e5a0075 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:24.190508 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 843924ae-146e-461d-9803-4e1c54f10b8a is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:37:24.237890 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45428) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:24.325524 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-e51e8f01-9b0c-4d47-a338-6b28c405c044 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Allocated IP 2001:db8::f816:3eff:fe71:3fa6 (98c62b9a-5d2a-496f-a1e5-12a6874f54f0/e281997e-8e18-4f1a-ab6e-371f166c1c36/9eb4adff-a40e-4f0c-94c5-891127d99377) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:37:24.336905 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment defb4234-ebff-4011-a5b9-2f27f080d17c resource provider aggregate not found Sep 22 21:37:24.388819 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-619fce7c-ee7e-4abe-b8c0-c8a41b04ae5c tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:24.393552 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-52b98353-cec3-42cb-9b5e-fb7b8e5a0075 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:24.436656 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment defb4234-ebff-4011-a5b9-2f27f080d17c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid defb4234-ebff-4011-a5b9-2f27f080d17c found for delete ", "request_id": "req-30c245cb-09d9-4fa1-be76-940e6262d82c"}]} Sep 22 21:37:24.438774 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b98353-cec3-42cb-9b5e-fb7b8e5a0075 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event updated for resources: {'Port': ['ID=449f2903-6092-4f6c-84e9-8308f0833904,revision_number=3']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:24.516564 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 5a8bd28b-96e3-4049-b101-cf0db7149421 resource provider aggregate not found Sep 22 21:37:24.535112 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-93583911-5e34-4b01-b82a-1c308faf4786 None None] Attempt 3 to provision port e7035d77-6498-4375-bc25-bf1077c41d52 Sep 22 21:37:24.539159 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 5a8bd28b-96e3-4049-b101-cf0db7149421 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5a8bd28b-96e3-4049-b101-cf0db7149421 found for delete ", "request_id": "req-41493787-d4ef-44f6-be29-7930ce630397"}]} Sep 22 21:37:24.544923 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cb6df5d8-ad04-4f0b-b614-f4b72f478f5b tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:24.554781 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-d7a24f92-0e47-4c8a-8f18-7e9f0e7c64ee admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=2f6d72e55d1f42e3ab387f563438baa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3148108 Sep 22 21:37:24.557502 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45440) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:24.602529 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-93583911-5e34-4b01-b82a-1c308faf4786 None None] Port e7035d77-6498-4375-bc25-bf1077c41d52 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:24.615592 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ee250dac-0a82-4c9e-bcd8-90ba4fd41c42 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:24.616900 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-619fce7c-ee7e-4abe-b8c0-c8a41b04ae5c tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:24.622217 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619fce7c-ee7e-4abe-b8c0-c8a41b04ae5c tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:24.623027 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-619fce7c-ee7e-4abe-b8c0-c8a41b04ae5c tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:24.790039 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0f4063a8-6f5d-4607-845c-e4ccc79b7ca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:24.836168 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0f4063a8-6f5d-4607-845c-e4ccc79b7ca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:24.879730 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-619fce7c-ee7e-4abe-b8c0-c8a41b04ae5c tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.8405013 Sep 22 21:37:24.882937 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45444) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:24.893569 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-ff172b2b-542d-4be5-bf2f-bbb4cbcb6d89 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1865649816', 'admin_state_up': True, 'project_id': '517fabe13ed84839b585ff4613a45446', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:24.900170 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619fce7c-ee7e-4abe-b8c0-c8a41b04ae5c tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Pushing event updated for resources: {'Network': ['ID=3705f0f0-ca60-4eb5-a73e-00234b5f2f73,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:24.907528 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-ff172b2b-542d-4be5-bf2f-bbb4cbcb6d89 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:37:24.913320 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 3705f0f0-ca60-4eb5-a73e-00234b5f2f73 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:37:24.923272 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-ff172b2b-542d-4be5-bf2f-bbb4cbcb6d89 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Usage tracker for resource:router and tenant:517fabe13ed84839b585ff4613a45446 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:37:24.928973 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-ff172b2b-542d-4be5-bf2f-bbb4cbcb6d89 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:37:24.945538 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-ff172b2b-542d-4be5-bf2f-bbb4cbcb6d89 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:37:24.956636 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b98353-cec3-42cb-9b5e-fb7b8e5a0075 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Network e0bdcb10-c28f-473f-85d3-460bd5cc4374 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:37:24.964321 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0f4063a8-6f5d-4607-845c-e4ccc79b7ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:24.968808 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-52b98353-cec3-42cb-9b5e-fb7b8e5a0075 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:37:24.981909 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ff172b2b-542d-4be5-bf2f-bbb4cbcb6d89 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:24.982886 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ff172b2b-542d-4be5-bf2f-bbb4cbcb6d89 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:24.989415 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9fbf6d6a-98a0-4f76-a31f-df43a9820129 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:24.992243 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4063a8-6f5d-4607-845c-e4ccc79b7ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c72282-7805-4b8b-9bad-6c3b1d681138,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:25.005965 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9fbf6d6a-98a0-4f76-a31f-df43a9820129 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:25.006715 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9fbf6d6a-98a0-4f76-a31f-df43a9820129 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:25.103787 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-93583911-5e34-4b01-b82a-1c308faf4786 None None] Attempt 4 to provision port e7035d77-6498-4375-bc25-bf1077c41d52 Sep 22 21:37:25.136454 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ee250dac-0a82-4c9e-bcd8-90ba4fd41c42 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:25.170132 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-93583911-5e34-4b01-b82a-1c308faf4786 None None] Port e7035d77-6498-4375-bc25-bf1077c41d52 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:25.295326 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ff172b2b-542d-4be5-bf2f-bbb4cbcb6d89 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:25.305239 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.objects.ports [None req-c202c519-592d-4b20-b782-639c403933eb tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89008) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 21:37:25.305712 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c202c519-592d-4b20-b782-639c403933eb tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:25.356880 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0f4063a8-6f5d-4607-845c-e4ccc79b7ca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:25.356880 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-0f4063a8-6f5d-4607-845c-e4ccc79b7ca0 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/b1c72282-7805-4b8b-9bad-6c3b1d681138 HTTP/1.1" status: 204 len: 168 time: 0.7989142 Sep 22 21:37:25.490192 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e51e8f01-9b0c-4d47-a338-6b28c405c044 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:25.502510 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202c519-592d-4b20-b782-639c403933eb tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Pushing event updated for resources: {'Subnet': ['ID=81344f4b-b5be-4c52-9171-5af7fdd8fc86,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:25.548745 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf6d6a-98a0-4f76-a31f-df43a9820129 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event updated for resources: {'Port': ['ID=e7035d77-6498-4375-bc25-bf1077c41d52,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:25.559203 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-e51e8f01-9b0c-4d47-a338-6b28c405c044 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Transition to ACTIVE for port object 9eb4adff-a40e-4f0c-94c5-891127d99377 will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:37:25.592144 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cb6df5d8-ad04-4f0b-b614-f4b72f478f5b tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:25.627065 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c202c519-592d-4b20-b782-639c403933eb tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Checking segment: {'id': 'd62471fc-9deb-4224-86fb-d5c1dd979d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd3637975-9cd2-4186-8393-cf5f42039f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:37:25.627416 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c202c519-592d-4b20-b782-639c403933eb tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Network hostable DHCP agents. Network: d3637975-9cd2-4186-8393-cf5f42039f2a, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:37:25.632195 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cb6df5d8-ad04-4f0b-b614-f4b72f478f5b tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:25.671732 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-93583911-5e34-4b01-b82a-1c308faf4786 None None] Attempt 5 to provision port e7035d77-6498-4375-bc25-bf1077c41d52 Sep 22 21:37:25.724924 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbf6d6a-98a0-4f76-a31f-df43a9820129 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Network 3a12a43c-38af-4c4c-97a5-01553f5e5796 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:37:25.729593 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-9fbf6d6a-98a0-4f76-a31f-df43a9820129 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:37:25.778153 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-93583911-5e34-4b01-b82a-1c308faf4786 None None] Port e7035d77-6498-4375-bc25-bf1077c41d52 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:25.783607 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:25.824020 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ff172b2b-542d-4be5-bf2f-bbb4cbcb6d89 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:25.859243 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45452) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:25.869031 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c202c519-592d-4b20-b782-639c403933eb tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Network d3637975-9cd2-4186-8393-cf5f42039f2a is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:37:25.904943 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e51e8f01-9b0c-4d47-a338-6b28c405c044 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:25.963966 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b98353-cec3-42cb-9b5e-fb7b8e5a0075 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Router b023cf6c-b02f-4ae2-bbd9-277149b83955 is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:37:25.993867 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-c202c519-592d-4b20-b782-639c403933eb tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, d3637975-9cd2-4186-8393-cf5f42039f2a) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:37:26.010386 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1013b32-003d-4cb7-b1af-a6a9ff1ef1cb None None] Network d3637975-9cd2-4186-8393-cf5f42039f2a requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:37:26.010807 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c202c519-592d-4b20-b782-639c403933eb tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:26.011588 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c202c519-592d-4b20-b782-639c403933eb tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:26.017320 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51e8f01-9b0c-4d47-a338-6b28c405c044 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:37:26.063267 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-4d3c45dc-da6f-4d7f-a9b8-634f48fcbd8c admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=a47fc720739947cc95a186db49aef361&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2002199 Sep 22 21:37:26.066353 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45456) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:26.084547 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.db.resource_extend [None req-ee250dac-0a82-4c9e-bcd8-90ba4fd41c42 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 21:37:26.093277 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-e51e8f01-9b0c-4d47-a338-6b28c405c044 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:37:26.099872 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-cb6df5d8-ad04-4f0b-b614-f4b72f478f5b tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Allocated IP 172.26.0.143 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/d8cd32f2-dd23-417d-a45f-c9fc44e1d28d) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:37:26.112136 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51e8f01-9b0c-4d47-a338-6b28c405c044 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:37:26.117992 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51e8f01-9b0c-4d47-a338-6b28c405c044 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:26.118654 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e51e8f01-9b0c-4d47-a338-6b28c405c044 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:26.126768 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ee250dac-0a82-4c9e-bcd8-90ba4fd41c42 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:26.132125 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c202c519-592d-4b20-b782-639c403933eb tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.6343253 Sep 22 21:37:26.138707 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45460) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:26.167402 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-72c600f5-49df-4014-82f5-2e0eb84bc332 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Request body: {'floatingip': {'floating_network_id': 'd3637975-9cd2-4186-8393-cf5f42039f2a'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:26.184199 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-72c600f5-49df-4014-82f5-2e0eb84bc332 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:37:26.213914 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ee250dac-0a82-4c9e-bcd8-90ba4fd41c42 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:26.247817 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e8f01-9b0c-4d47-a338-6b28c405c044 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Port': ['ID=9eb4adff-a40e-4f0c-94c5-891127d99377,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:26.261366 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fbf6d6a-98a0-4f76-a31f-df43a9820129 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Router b939319a-c05f-4d01-a659-4d57604fde53 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:37:26.272544 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-72c600f5-49df-4014-82f5-2e0eb84bc332 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Usage tracker for resource:floatingip and tenant:0ec4a40a6c014814b7b002335b22edad is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:37:26.282898 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-72c600f5-49df-4014-82f5-2e0eb84bc332 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:37:26.307948 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-93583911-5e34-4b01-b82a-1c308faf4786 None None] Attempt 6 to provision port e7035d77-6498-4375-bc25-bf1077c41d52 Sep 22 21:37:26.324669 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-72c600f5-49df-4014-82f5-2e0eb84bc332 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:37:26.336062 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ee250dac-0a82-4c9e-bcd8-90ba4fd41c42 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:26.363503 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1e1d35-6f51-425f-828a-e9cbef0cbf20 None None] Network d3637975-9cd2-4186-8393-cf5f42039f2a requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:37:26.398407 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-72c600f5-49df-4014-82f5-2e0eb84bc332 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:26.423276 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e2f93656-802a-4831-8138-24383f884eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:26.438160 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e51e8f01-9b0c-4d47-a338-6b28c405c044 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.1013741 Sep 22 21:37:26.439043 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45464) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:26.471045 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-93583911-5e34-4b01-b82a-1c308faf4786 None None] Port e7035d77-6498-4375-bc25-bf1077c41d52 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:26.527075 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e2f93656-802a-4831-8138-24383f884eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:26.568562 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cb6df5d8-ad04-4f0b-b614-f4b72f478f5b tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:26.593883 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b98353-cec3-42cb-9b5e-fb7b8e5a0075 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:37:26.599507 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-52b98353-cec3-42cb-9b5e-fb7b8e5a0075 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "PUT /v2.0/routers/b023cf6c-b02f-4ae2-bbd9-277149b83955/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2486470 Sep 22 21:37:26.611694 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f049631b-daa8-48b8-9b81-8f3b7e765916 None None] Sync routers for ids ['b023cf6c-b02f-4ae2-bbd9-277149b83955'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:37:26.622276 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f049631b-daa8-48b8-9b81-8f3b7e765916 None None] Routers {'b023cf6c-b02f-4ae2-bbd9-277149b83955'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:37:26.622933 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-f049631b-daa8-48b8-9b81-8f3b7e765916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:37:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b023cf6c-b02f-4ae2-bbd9-277149b83955'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:26.652974 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45468) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:26.660626 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee250dac-0a82-4c9e-bcd8-90ba4fd41c42 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Pushing event updated for resources: {'Port': ['ID=094999bd-8daa-4b42-b568-5b4bc33149d7,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:26.687010 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-f049631b-daa8-48b8-9b81-8f3b7e765916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:26.696408 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f049631b-daa8-48b8-9b81-8f3b7e765916 None None] Routers {'b023cf6c-b02f-4ae2-bbd9-277149b83955'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:37:26.697079 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-f049631b-daa8-48b8-9b81-8f3b7e765916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:37:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b023cf6c-b02f-4ae2-bbd9-277149b83955'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:26.758137 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-f049631b-daa8-48b8-9b81-8f3b7e765916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:26.758545 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f049631b-daa8-48b8-9b81-8f3b7e765916 None None] The sync data for ids ['b023cf6c-b02f-4ae2-bbd9-277149b83955'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:37:26.804274 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.l3_db [None req-ee250dac-0a82-4c9e-bcd8-90ba4fd41c42 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Floating IP d48b896b-83e3-42f4-a527-d6bdfb2037cf associated. External IP: 172.26.0.112, port: 11327c97-09a0-4cbc-a12d-133cb84439f3. Sep 22 21:37:26.869497 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fbf6d6a-98a0-4f76-a31f-df43a9820129 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:37:26.880022 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cf63d4-f9f2-4005-b11c-8df1b1c13c1c None None] Sync routers for ids ['b939319a-c05f-4d01-a659-4d57604fde53'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:37:26.884570 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-9fbf6d6a-98a0-4f76-a31f-df43a9820129 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "PUT /v2.0/routers/b939319a-c05f-4d01-a659-4d57604fde53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0844626 Sep 22 21:37:26.888407 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45472) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:26.895763 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-83423702-9f52-4c2f-b6e0-46d1df22a33e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:26.896472 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cf63d4-f9f2-4005-b11c-8df1b1c13c1c None None] Routers {'b939319a-c05f-4d01-a659-4d57604fde53'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:37:26.897303 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-a6cf63d4-f9f2-4005-b11c-8df1b1c13c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:37:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b939319a-c05f-4d01-a659-4d57604fde53'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:26.960546 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ff172b2b-542d-4be5-bf2f-bbb4cbcb6d89 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks [] for router_gateway, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:26.972396 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-93583911-5e34-4b01-b82a-1c308faf4786 None None] Attempt 7 to provision port e7035d77-6498-4375-bc25-bf1077c41d52 Sep 22 21:37:27.004598 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4823f957-f9b0-43bb-a86c-52cc2218aaba tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:27.006048 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-4823f957-f9b0-43bb-a86c-52cc2218aaba tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "GET /v2.0/ports/449f2903-6092-4f6c-84e9-8308f0833904 HTTP/1.1" status: 200 len: 976 time: 0.3518500 Sep 22 21:37:27.011659 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45476) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:27.016363 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ff172b2b-542d-4be5-bf2f-bbb4cbcb6d89 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:27.020835 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e2f93656-802a-4831-8138-24383f884eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:27.068313 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-93583911-5e34-4b01-b82a-1c308faf4786 None None] Port e7035d77-6498-4375-bc25-bf1077c41d52 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:27.068658 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-a6cf63d4-f9f2-4005-b11c-8df1b1c13c1c None None] Set router b939319a-c05f-4d01-a659-4d57604fde53 gateway port host: None {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:37:27.190921 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332bc624-8f4e-495b-9463-25272ea0d406 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:27.192522 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f93656-802a-4831-8138-24383f884eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da756780-b636-48af-9121-6d3f456f07ee,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:27.196707 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332bc624-8f4e-495b-9463-25272ea0d406 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:27.197506 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-332bc624-8f4e-495b-9463-25272ea0d406 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:37:27.226799 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cb6df5d8-ad04-4f0b-b614-f4b72f478f5b tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:27.313741 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-332bc624-8f4e-495b-9463-25272ea0d406 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:37:27.317369 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-332bc624-8f4e-495b-9463-25272ea0d406 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.8617241 Sep 22 21:37:27.319392 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45480) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:27.336749 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e2f93656-802a-4831-8138-24383f884eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:27.337959 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e2f93656-802a-4831-8138-24383f884eab admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/da756780-b636-48af-9121-6d3f456f07ee HTTP/1.1" status: 204 len: 168 time: 1.2704384 Sep 22 21:37:27.418760 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-a6cf63d4-f9f2-4005-b11c-8df1b1c13c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'name': 'tempest-RoutersIpV6Test-router-902998151', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:36:31Z', 'updated_at': '2022-09-22T21:37:22Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'gw_port_host': None, '_interfaces': [{'id': '5eeb895b-1dee-4286-8087-40e4c6026e72', 'name': '', 'network_id': '27f87840-20eb-43e3-a2a3-658fe09c5569', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:ad:c4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'ac596e09-bfec-4384-95c4-9ffa4ad7a2bf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:37:04Z', 'updated_at': '2022-09-22T21:37:17Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'ac596e09-bfec-4384-95c4-9ffa4ad7a2bf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa3e28f6-24e5-406d-bfb8-155d6ff21c76', 'name': '', 'network_id': 'f9c36acf-d10a-4415-b6ee-1ffb91d33c43', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:5b:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f286df80-3d5a-4ce9-ba7d-1348c9a80060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:36:38Z', 'updated_at': '2022-09-22T21:36:51Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'f286df80-3d5a-4ce9-ba7d-1348c9a80060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26d3464-ddf9-4766-8597-14f3db8b6289', 'name': '', 'network_id': 'e1b24836-380a-497f-93a5-9d48a7364d29', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:ec:5f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a60b4b8b-ac1c-4f30-b875-a8aced919547', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:36:50Z', 'updated_at': '2022-09-22T21:37:03Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'a60b4b8b-ac1c-4f30-b875-a8aced919547', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7035d77-6498-4375-bc25-bf1077c41d52', 'name': '', 'network_id': '3a12a43c-38af-4c4c-97a5-01553f5e5796', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:1b:e1:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '00f405b3-98d2-4ac8-9311-8fc3d939e8e6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:37:19Z', 'updated_at': '2022-09-22T21:37:24Z', 'revision_number': 2, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': '00f405b3-98d2-4ac8-9311-8fc3d939e8e6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:27.423379 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cf63d4-f9f2-4005-b11c-8df1b1c13c1c None None] Checking router: b939319a-c05f-4d01-a659-4d57604fde53 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:37:27.423801 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cf63d4-f9f2-4005-b11c-8df1b1c13c1c None None] Updating router b939319a-c05f-4d01-a659-4d57604fde53 port e7035d77-6498-4375-bc25-bf1077c41d52 binding host dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:37:27.483152 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-a6cf63d4-f9f2-4005-b11c-8df1b1c13c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:27.569907 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-93583911-5e34-4b01-b82a-1c308faf4786 None None] Attempt 8 to provision port e7035d77-6498-4375-bc25-bf1077c41d52 Sep 22 21:37:27.605441 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-73c00267-af35-4cc0-a187-4340a7eb32ee tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Deleting port 9eb4adff-a40e-4f0c-94c5-891127d99377 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:37:27.605838 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-73c00267-af35-4cc0-a187-4340a7eb32ee tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:27.680888 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-93583911-5e34-4b01-b82a-1c308faf4786 None None] Port e7035d77-6498-4375-bc25-bf1077c41d52 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:27.762826 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-72c600f5-49df-4014-82f5-2e0eb84bc332 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:27.767609 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6df5d8-ad04-4f0b-b614-f4b72f478f5b tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:37:27.809331 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-cb6df5d8-ad04-4f0b-b614-f4b72f478f5b tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:37:27.822474 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6df5d8-ad04-4f0b-b614-f4b72f478f5b tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:37:27.856799 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6df5d8-ad04-4f0b-b614-f4b72f478f5b tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Pushing event updated for resources: {'Port': ['ID=d8cd32f2-dd23-417d-a45f-c9fc44e1d28d,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:27.893760 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-ff172b2b-542d-4be5-bf2f-bbb4cbcb6d89 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Allocated IP 172.26.0.185 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/b4e8daf8-576a-404d-90c7-1f0617bda9e3) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:37:27.913790 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-a6cf63d4-f9f2-4005-b11c-8df1b1c13c1c None None] Notify callbacks [] for port, precommit_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:27.928249 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.provisioning_blocks [None req-a6cf63d4-f9f2-4005-b11c-8df1b1c13c1c None None] Transition to ACTIVE for port object e7035d77-6498-4375-bc25-bf1077c41d52 will not be triggered until provisioned by entity L2. {{(pid=89011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:37:27.935993 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-a6cf63d4-f9f2-4005-b11c-8df1b1c13c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:28.019269 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee250dac-0a82-4c9e-bcd8-90ba4fd41c42 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Router b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:37:28.165213 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983c915a-81c8-4000-b26d-cb78208517d9 None None] Pushing event updated for resources: {'Port': ['ID=e7035d77-6498-4375-bc25-bf1077c41d52,revision_number=3']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:28.181764 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-93583911-5e34-4b01-b82a-1c308faf4786 None None] Attempt 9 to provision port e7035d77-6498-4375-bc25-bf1077c41d52 Sep 22 21:37:28.183789 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-a6cf63d4-f9f2-4005-b11c-8df1b1c13c1c None None] Attempting to bind port e7035d77-6498-4375-bc25-bf1077c41d52 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:37:28.184319 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-a6cf63d4-f9f2-4005-b11c-8df1b1c13c1c None None] Attempting to bind port e7035d77-6498-4375-bc25-bf1077c41d52 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'a0861e83-f6dc-44c6-8919-b2a5d26c564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '3a12a43c-38af-4c4c-97a5-01553f5e5796'}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:37:28.184874 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cf63d4-f9f2-4005-b11c-8df1b1c13c1c None None] Attempting to bind port e7035d77-6498-4375-bc25-bf1077c41d52 on network 3a12a43c-38af-4c4c-97a5-01553f5e5796 {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:37:28.191395 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cf63d4-f9f2-4005-b11c-8df1b1c13c1c None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:37:28.191979 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cf63d4-f9f2-4005-b11c-8df1b1c13c1c None None] Checking segment: {'id': 'a0861e83-f6dc-44c6-8919-b2a5d26c564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '3a12a43c-38af-4c4c-97a5-01553f5e5796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:37:28.192570 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-a6cf63d4-f9f2-4005-b11c-8df1b1c13c1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:28.193118 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cf63d4-f9f2-4005-b11c-8df1b1c13c1c None None] Bound using segment: {'id': 'a0861e83-f6dc-44c6-8919-b2a5d26c564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '3a12a43c-38af-4c4c-97a5-01553f5e5796'} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:37:28.193729 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-a6cf63d4-f9f2-4005-b11c-8df1b1c13c1c None None] Bound port: e7035d77-6498-4375-bc25-bf1077c41d52, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0861e83-f6dc-44c6-8919-b2a5d26c564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '3a12a43c-38af-4c4c-97a5-01553f5e5796'}}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:37:28.194280 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-a6cf63d4-f9f2-4005-b11c-8df1b1c13c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:28.261355 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-93583911-5e34-4b01-b82a-1c308faf4786 None None] Port e7035d77-6498-4375-bc25-bf1077c41d52 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:28.315817 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-a6cf63d4-f9f2-4005-b11c-8df1b1c13c1c None None] For port e7035d77-6498-4375-bc25-bf1077c41d52, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:37:28.319826 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-a6cf63d4-f9f2-4005-b11c-8df1b1c13c1c None None] For port e7035d77-6498-4375-bc25-bf1077c41d52, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=e7035d77-6498-4375-bc25-bf1077c41d52,segment=NetworkSegment(a0861e83-f6dc-44c6-8919-b2a5d26c564e),segment_id=a0861e83-f6dc-44c6-8919-b2a5d26c564e)] {{(pid=89011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:37:28.323387 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-73c00267-af35-4cc0-a187-4340a7eb32ee tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:28.329111 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-a6cf63d4-f9f2-4005-b11c-8df1b1c13c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:28.407246 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cf63d4-f9f2-4005-b11c-8df1b1c13c1c None None] Routers {'b939319a-c05f-4d01-a659-4d57604fde53'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:37:28.407889 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-a6cf63d4-f9f2-4005-b11c-8df1b1c13c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:37:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b939319a-c05f-4d01-a659-4d57604fde53'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:28.482693 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-72c600f5-49df-4014-82f5-2e0eb84bc332 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Allocated IP 172.20.0.13 (d3637975-9cd2-4186-8393-cf5f42039f2a/81344f4b-b5be-4c52-9171-5af7fdd8fc86/c29892da-289e-404e-9732-8c1edc9ca13f) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:37:28.589119 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983c915a-81c8-4000-b26d-cb78208517d9 None None] Pushing event updated for resources: {'Port': ['ID=e7035d77-6498-4375-bc25-bf1077c41d52,revision_number=4']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:28.600598 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ff172b2b-542d-4be5-bf2f-bbb4cbcb6d89 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:28.611687 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-a6cf63d4-f9f2-4005-b11c-8df1b1c13c1c None None] Set router b939319a-c05f-4d01-a659-4d57604fde53 gateway port host: None {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:37:28.654444 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-73c00267-af35-4cc0-a187-4340a7eb32ee tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Calling delete_port for 9eb4adff-a40e-4f0c-94c5-891127d99377 owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:37:28.712605 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee250dac-0a82-4c9e-bcd8-90ba4fd41c42 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:37:28.737499 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e313973-5526-4f2b-beff-2caafa62ebf7 None None] Sync routers for ids ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:37:28.741712 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.extraroute_db [None req-83423702-9f52-4c2f-b6e0-46d1df22a33e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=89009) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 22 21:37:28.761613 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e313973-5526-4f2b-beff-2caafa62ebf7 None None] Routers {'b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:37:28.763098 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-6e313973-5526-4f2b-beff-2caafa62ebf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:37:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:28.774001 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ee250dac-0a82-4c9e-bcd8-90ba4fd41c42 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:28.806317 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.extraroute_db [None req-83423702-9f52-4c2f-b6e0-46d1df22a33e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Removed routes are [] {{(pid=89009) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 22 21:37:28.806769 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-83423702-9f52-4c2f-b6e0-46d1df22a33e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:28.908938 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cb6df5d8-ad04-4f0b-b614-f4b72f478f5b tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:28.932399 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-93583911-5e34-4b01-b82a-1c308faf4786 None None] Attempt 10 to provision port e7035d77-6498-4375-bc25-bf1077c41d52 Sep 22 21:37:28.970542 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-72c600f5-49df-4014-82f5-2e0eb84bc332 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:28.974330 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3c0726b6-c8c2-4214-a484-956c83f21f2d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:28.993841 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-6e313973-5526-4f2b-beff-2caafa62ebf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:29.002968 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-a6cf63d4-f9f2-4005-b11c-8df1b1c13c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'name': 'tempest-RoutersIpV6Test-router-902998151', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:36:31Z', 'updated_at': '2022-09-22T21:37:22Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'gw_port_host': None, '_interfaces': [{'id': '5eeb895b-1dee-4286-8087-40e4c6026e72', 'name': '', 'network_id': '27f87840-20eb-43e3-a2a3-658fe09c5569', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:ad:c4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'ac596e09-bfec-4384-95c4-9ffa4ad7a2bf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:37:04Z', 'updated_at': '2022-09-22T21:37:17Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'ac596e09-bfec-4384-95c4-9ffa4ad7a2bf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa3e28f6-24e5-406d-bfb8-155d6ff21c76', 'name': '', 'network_id': 'f9c36acf-d10a-4415-b6ee-1ffb91d33c43', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:5b:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f286df80-3d5a-4ce9-ba7d-1348c9a80060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:36:38Z', 'updated_at': '2022-09-22T21:36:51Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'f286df80-3d5a-4ce9-ba7d-1348c9a80060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26d3464-ddf9-4766-8597-14f3db8b6289', 'name': '', 'network_id': 'e1b24836-380a-497f-93a5-9d48a7364d29', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:ec:5f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a60b4b8b-ac1c-4f30-b875-a8aced919547', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:36:50Z', 'updated_at': '2022-09-22T21:37:03Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'a60b4b8b-ac1c-4f30-b875-a8aced919547', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7035d77-6498-4375-bc25-bf1077c41d52', 'name': '', 'network_id': '3a12a43c-38af-4c4c-97a5-01553f5e5796', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:1b:e1:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '00f405b3-98d2-4ac8-9311-8fc3d939e8e6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:37:19Z', 'updated_at': '2022-09-22T21:37:28Z', 'revision_number': 4, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': '00f405b3-98d2-4ac8-9311-8fc3d939e8e6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:29.007511 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cf63d4-f9f2-4005-b11c-8df1b1c13c1c None None] The sync data for ids ['b939319a-c05f-4d01-a659-4d57604fde53'] in dv-neutron-858900-1-hyperv is: [{'id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'name': 'tempest-RoutersIpV6Test-router-902998151', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:36:31Z', 'updated_at': '2022-09-22T21:37:22Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'gw_port_host': None, '_interfaces': [{'id': '5eeb895b-1dee-4286-8087-40e4c6026e72', 'name': '', 'network_id': '27f87840-20eb-43e3-a2a3-658fe09c5569', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:ad:c4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'ac596e09-bfec-4384-95c4-9ffa4ad7a2bf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:37:04Z', 'updated_at': '2022-09-22T21:37:17Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'ac596e09-bfec-4384-95c4-9ffa4ad7a2bf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa3e28f6-24e5-406d-bfb8-155d6ff21c76', 'name': '', 'network_id': 'f9c36acf-d10a-4415-b6ee-1ffb91d33c43', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:5b:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f286df80-3d5a-4ce9-ba7d-1348c9a80060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:36:38Z', 'updated_at': '2022-09-22T21:36:51Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'f286df80-3d5a-4ce9-ba7d-1348c9a80060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26d3464-ddf9-4766-8597-14f3db8b6289', 'name': '', 'network_id': 'e1b24836-380a-497f-93a5-9d48a7364d29', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:ec:5f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a60b4b8b-ac1c-4f30-b875-a8aced919547', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:36:50Z', 'updated_at': '2022-09-22T21:37:03Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'a60b4b8b-ac1c-4f30-b875-a8aced919547', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7035d77-6498-4375-bc25-bf1077c41d52', 'name': '', 'network_id': '3a12a43c-38af-4c4c-97a5-01553f5e5796', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:1b:e1:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '00f405b3-98d2-4ac8-9311-8fc3d939e8e6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:37:19Z', 'updated_at': '2022-09-22T21:37:28Z', 'revision_number': 4, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': '00f405b3-98d2-4ac8-9311-8fc3d939e8e6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:37:29.011560 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ee250dac-0a82-4c9e-bcd8-90ba4fd41c42 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 11.3291032 Sep 22 21:37:29.025717 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45486) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:29.032132 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e313973-5526-4f2b-beff-2caafa62ebf7 None None] Routers {'b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:37:29.032549 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-6e313973-5526-4f2b-beff-2caafa62ebf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:37:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:29.090101 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-35c4470f-eaba-4f7d-9509-c029620df1a7 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1189777611'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:29.132387 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-6e313973-5526-4f2b-beff-2caafa62ebf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:29.132892 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e313973-5526-4f2b-beff-2caafa62ebf7 None None] The sync data for ids ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:37:29.141560 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-73c00267-af35-4cc0-a187-4340a7eb32ee tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:29.153927 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-93583911-5e34-4b01-b82a-1c308faf4786 None None] Port e7035d77-6498-4375-bc25-bf1077c41d52 had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 21:37:29.155735 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-35c4470f-eaba-4f7d-9509-c029620df1a7 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:37:29.165258 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ff172b2b-542d-4be5-bf2f-bbb4cbcb6d89 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:29.176149 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-93583911-5e34-4b01-b82a-1c308faf4786 None None] Provisioning for port a69c089a-5d4f-4429-a065-015da184f08a completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:37:29.184270 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-93583911-5e34-4b01-b82a-1c308faf4786 None None] Provisioning complete for port a69c089a-5d4f-4429-a065-015da184f08a triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:37:29.184876 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-93583911-5e34-4b01-b82a-1c308faf4786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:29.185058 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-93583911-5e34-4b01-b82a-1c308faf4786 None None] Attempt 1 to provision port a69c089a-5d4f-4429-a065-015da184f08a Sep 22 21:37:29.234555 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-35c4470f-eaba-4f7d-9509-c029620df1a7 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Usage tracker for resource:network and tenant:43c8fa0213da4f47a6706f7ea64b9b94 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:37:29.241097 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-35c4470f-eaba-4f7d-9509-c029620df1a7 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:37:29.352113 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-93583911-5e34-4b01-b82a-1c308faf4786 None None] Current status of the port a69c089a-5d4f-4429-a065-015da184f08a is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:37:29.352601 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-93583911-5e34-4b01-b82a-1c308faf4786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:29.352738 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-35c4470f-eaba-4f7d-9509-c029620df1a7 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:37:29.376541 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff172b2b-542d-4be5-bf2f-bbb4cbcb6d89 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:37:29.388495 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-ff172b2b-542d-4be5-bf2f-bbb4cbcb6d89 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:37:29.391329 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff172b2b-542d-4be5-bf2f-bbb4cbcb6d89 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:37:29.398941 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-93583911-5e34-4b01-b82a-1c308faf4786 None None] For port a69c089a-5d4f-4429-a065-015da184f08a, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=a69c089a-5d4f-4429-a065-015da184f08a,segment=NetworkSegment(a0861e83-f6dc-44c6-8919-b2a5d26c564e),segment_id=a0861e83-f6dc-44c6-8919-b2a5d26c564e)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:37:29.406777 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-93583911-5e34-4b01-b82a-1c308faf4786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:29.441857 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff172b2b-542d-4be5-bf2f-bbb4cbcb6d89 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Pushing event updated for resources: {'Port': ['ID=b4e8daf8-576a-404d-90c7-1f0617bda9e3,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:29.453995 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-73c00267-af35-4cc0-a187-4340a7eb32ee tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:29.461567 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff172b2b-542d-4be5-bf2f-bbb4cbcb6d89 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:37:29.461914 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff172b2b-542d-4be5-bf2f-bbb4cbcb6d89 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:37:29.462263 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff172b2b-542d-4be5-bf2f-bbb4cbcb6d89 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:37:29.462630 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff172b2b-542d-4be5-bf2f-bbb4cbcb6d89 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:37:29.462959 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff172b2b-542d-4be5-bf2f-bbb4cbcb6d89 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:37:29.463298 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff172b2b-542d-4be5-bf2f-bbb4cbcb6d89 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:37:29.463626 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff172b2b-542d-4be5-bf2f-bbb4cbcb6d89 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:37:29.463953 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff172b2b-542d-4be5-bf2f-bbb4cbcb6d89 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:37:29.464277 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff172b2b-542d-4be5-bf2f-bbb4cbcb6d89 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:37:29.464601 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff172b2b-542d-4be5-bf2f-bbb4cbcb6d89 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:37:29.464923 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff172b2b-542d-4be5-bf2f-bbb4cbcb6d89 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:37:29.465296 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff172b2b-542d-4be5-bf2f-bbb4cbcb6d89 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:37:29.471512 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c00267-af35-4cc0-a187-4340a7eb32ee tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event deleted for resources: {'Port': ['ID=9eb4adff-a40e-4f0c-94c5-891127d99377,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:29.489884 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c4470f-eaba-4f7d-9509-c029620df1a7 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Made reservation on behalf of 43c8fa0213da4f47a6706f7ea64b9b94 for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:37:29.490669 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-73c00267-af35-4cc0-a187-4340a7eb32ee tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/ports/9eb4adff-a40e-4f0c-94c5-891127d99377 HTTP/1.1" status: 204 len: 168 time: 2.1175668 Sep 22 21:37:29.493379 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45490) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:29.494590 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-35c4470f-eaba-4f7d-9509-c029620df1a7 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:29.537857 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93583911-5e34-4b01-b82a-1c308faf4786 None None] Pushing event updated for resources: {'Port': ['ID=a69c089a-5d4f-4429-a065-015da184f08a,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:29.600469 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea96e49d-ad3f-4646-91ca-6034910b2652 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:29.602251 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea96e49d-ad3f-4646-91ca-6034910b2652 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:29.606167 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ea96e49d-ad3f-4646-91ca-6034910b2652 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1095755 Sep 22 21:37:29.606355 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-5d66fe3c-8fb6-4190-94c1-f03622b6d294 None None] Provisioning complete for port 449f2903-6092-4f6c-84e9-8308f0833904 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:37:29.606355 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5d66fe3c-8fb6-4190-94c1-f03622b6d294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:29.606732 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-5d66fe3c-8fb6-4190-94c1-f03622b6d294 None None] Attempt 1 to provision port 449f2903-6092-4f6c-84e9-8308f0833904 Sep 22 21:37:29.607014 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45494) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:29.661606 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-72c600f5-49df-4014-82f5-2e0eb84bc332 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:29.689605 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-83423702-9f52-4c2f-b6e0-46d1df22a33e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:29.693136 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device e7035d77-6498-4375-bc25-bf1077c41d52 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:37:29.722250 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-83423702-9f52-4c2f-b6e0-46d1df22a33e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8026890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8012281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8012114'] for router, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:29.729876 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-0971cb6e-4918-4b88-bf50-1c727514b14d tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Deleting subnet e281997e-8e18-4f1a-ab6e-371f166c1c36 {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:37:29.733716 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0971cb6e-4918-4b88-bf50-1c727514b14d tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:29.744303 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-5d66fe3c-8fb6-4190-94c1-f03622b6d294 None None] Port 449f2903-6092-4f6c-84e9-8308f0833904 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:29.775082 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port e7035d77-6498-4375-bc25-bf1077c41d52 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:37:29.781523 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port e7035d77-6498-4375-bc25-bf1077c41d52 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:37:29.781889 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:29.782217 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port e7035d77-6498-4375-bc25-bf1077c41d52 Sep 22 21:37:29.921598 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port e7035d77-6498-4375-bc25-bf1077c41d52 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:37:29.921971 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:29.941179 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0971cb6e-4918-4b88-bf50-1c727514b14d tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:29.959494 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port e7035d77-6498-4375-bc25-bf1077c41d52, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=e7035d77-6498-4375-bc25-bf1077c41d52,segment=NetworkSegment(a0861e83-f6dc-44c6-8919-b2a5d26c564e),segment_id=a0861e83-f6dc-44c6-8919-b2a5d26c564e)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:37:29.965121 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:30.021707 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83423702-9f52-4c2f-b6e0-46d1df22a33e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Router b939319a-c05f-4d01-a659-4d57604fde53 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:37:30.045516 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=e7035d77-6498-4375-bc25-bf1077c41d52,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:30.113462 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35c4470f-eaba-4f7d-9509-c029620df1a7 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:37:30.143684 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c600f5-49df-4014-82f5-2e0eb84bc332 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Network d3637975-9cd2-4186-8393-cf5f42039f2a is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:37:30.197357 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-72c600f5-49df-4014-82f5-2e0eb84bc332 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:37:30.218037 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c600f5-49df-4014-82f5-2e0eb84bc332 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:37:30.246048 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-5d66fe3c-8fb6-4190-94c1-f03622b6d294 None None] Attempt 2 to provision port 449f2903-6092-4f6c-84e9-8308f0833904 Sep 22 21:37:30.249919 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-35c4470f-eaba-4f7d-9509-c029620df1a7 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:30.250273 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-35c4470f-eaba-4f7d-9509-c029620df1a7 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Added segment f35ee3dc-109b-4b37-9648-6b69eac1ea48 of type vlan for network 85d6dade-b98c-48a9-8a2d-3abf9d1974d2 Sep 22 21:37:30.258301 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c600f5-49df-4014-82f5-2e0eb84bc332 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Pushing event updated for resources: {'Port': ['ID=c29892da-289e-404e-9732-8c1edc9ca13f,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:30.312927 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cb6df5d8-ad04-4f0b-b614-f4b72f478f5b tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:30.326520 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-5d66fe3c-8fb6-4190-94c1-f03622b6d294 None None] Port 449f2903-6092-4f6c-84e9-8308f0833904 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:30.327788 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0971cb6e-4918-4b88-bf50-1c727514b14d tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:30.341789 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cb6df5d8-ad04-4f0b-b614-f4b72f478f5b tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8026890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8012281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8012114'] for router, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:30.393455 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83423702-9f52-4c2f-b6e0-46d1df22a33e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:37:30.401418 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-83423702-9f52-4c2f-b6e0-46d1df22a33e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:30.405219 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-83423702-9f52-4c2f-b6e0-46d1df22a33e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "PUT /v2.0/routers/b939319a-c05f-4d01-a659-4d57604fde53 HTTP/1.1" status: 200 len: 953 time: 3.5134137 Sep 22 21:37:30.405918 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5fde33-7398-416c-8d3d-05295a616a7e None None] Sync routers for ids ['b939319a-c05f-4d01-a659-4d57604fde53'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:37:30.407624 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45498) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:30.415041 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5fde33-7398-416c-8d3d-05295a616a7e None None] Routers {'b939319a-c05f-4d01-a659-4d57604fde53'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:37:30.416563 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-2b5fde33-7398-416c-8d3d-05295a616a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:37:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b939319a-c05f-4d01-a659-4d57604fde53'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:30.434382 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-35c4470f-eaba-4f7d-9509-c029620df1a7 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:30.567362 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0971cb6e-4918-4b88-bf50-1c727514b14d tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:30.599972 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-2b5fde33-7398-416c-8d3d-05295a616a7e None None] Set router b939319a-c05f-4d01-a659-4d57604fde53 gateway port host: None {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:37:30.614674 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0971cb6e-4918-4b88-bf50-1c727514b14d tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event deleted for resources: {'Subnet': ['ID=e281997e-8e18-4f1a-ab6e-371f166c1c36,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:30.624199 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0971cb6e-4918-4b88-bf50-1c727514b14d tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:30.630329 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0971cb6e-4918-4b88-bf50-1c727514b14d tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:37:30.630785 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0971cb6e-4918-4b88-bf50-1c727514b14d tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:37:30.631174 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e96865f-3174-4c61-9041-b5bce2ba60a0 None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:37:30.631309 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0971cb6e-4918-4b88-bf50-1c727514b14d tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:37:30.631622 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0971cb6e-4918-4b88-bf50-1c727514b14d tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:37:30.632022 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0971cb6e-4918-4b88-bf50-1c727514b14d tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:37:30.632430 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0971cb6e-4918-4b88-bf50-1c727514b14d tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:37:30.632821 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0971cb6e-4918-4b88-bf50-1c727514b14d tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:37:30.632957 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-3c0726b6-c8c2-4214-a484-956c83f21f2d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Deleting port 449f2903-6092-4f6c-84e9-8308f0833904 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:37:30.633420 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0971cb6e-4918-4b88-bf50-1c727514b14d tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:37:30.633518 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3c0726b6-c8c2-4214-a484-956c83f21f2d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:30.633674 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0971cb6e-4918-4b88-bf50-1c727514b14d tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:37:30.634048 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0971cb6e-4918-4b88-bf50-1c727514b14d tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:37:30.634435 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0971cb6e-4918-4b88-bf50-1c727514b14d tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:37:30.634841 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0971cb6e-4918-4b88-bf50-1c727514b14d tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:37:30.648767 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2e80f475-1a60-4bf3-8bcc-28d3f73c34a4 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "GET /v2.0/routers/b939319a-c05f-4d01-a659-4d57604fde53 HTTP/1.1" status: 200 len: 953 time: 0.2374249 Sep 22 21:37:30.649068 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45502) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:30.656395 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-0500a58b-8d94-4040-bfb5-59f478a1b743 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Request body: {'router': {'routes': None}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:30.712040 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-72c600f5-49df-4014-82f5-2e0eb84bc332 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:30.724754 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-35c4470f-eaba-4f7d-9509-c029620df1a7 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:30.730330 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c4470f-eaba-4f7d-9509-c029620df1a7 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:30.730940 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-35c4470f-eaba-4f7d-9509-c029620df1a7 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:30.857751 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-5d66fe3c-8fb6-4190-94c1-f03622b6d294 None None] Attempt 3 to provision port 449f2903-6092-4f6c-84e9-8308f0833904 Sep 22 21:37:30.881007 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-0971cb6e-4918-4b88-bf50-1c727514b14d tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/e281997e-8e18-4f1a-ab6e-371f166c1c36 HTTP/1.1" status: 204 len: 168 time: 1.2728698 Sep 22 21:37:30.888732 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45506) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:30.920917 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-5d66fe3c-8fb6-4190-94c1-f03622b6d294 None None] Port 449f2903-6092-4f6c-84e9-8308f0833904 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:31.032372 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8fcef8-e9c5-499c-834b-d95b5d58bd3e None None] DHCP port deletion for 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:37:31.032600 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-4aca9571-2f49-4cf4-9fb0-927958949003 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1427014 Sep 22 21:37:31.035959 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45510) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:31.038549 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-2e8fcef8-e9c5-499c-834b-d95b5d58bd3e None None] Deleting port 5aa4910e-eb78-4db8-b3c5-2092d1810fd6 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:37:31.039913 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2e8fcef8-e9c5-499c-834b-d95b5d58bd3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:31.040640 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-2b5fde33-7398-416c-8d3d-05295a616a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'name': 'tempest-RoutersIpV6Test-router-902998151', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:36:31Z', 'updated_at': '2022-09-22T21:37:28Z', 'revision_number': 6, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'gw_port_host': None, '_interfaces': [{'id': '5eeb895b-1dee-4286-8087-40e4c6026e72', 'name': '', 'network_id': '27f87840-20eb-43e3-a2a3-658fe09c5569', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:ad:c4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'ac596e09-bfec-4384-95c4-9ffa4ad7a2bf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:37:04Z', 'updated_at': '2022-09-22T21:37:17Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'ac596e09-bfec-4384-95c4-9ffa4ad7a2bf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa3e28f6-24e5-406d-bfb8-155d6ff21c76', 'name': '', 'network_id': 'f9c36acf-d10a-4415-b6ee-1ffb91d33c43', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:5b:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f286df80-3d5a-4ce9-ba7d-1348c9a80060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:36:38Z', 'updated_at': '2022-09-22T21:36:51Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'f286df80-3d5a-4ce9-ba7d-1348c9a80060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26d3464-ddf9-4766-8597-14f3db8b6289', 'name': '', 'network_id': 'e1b24836-380a-497f-93a5-9d48a7364d29', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:ec:5f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a60b4b8b-ac1c-4f30-b875-a8aced919547', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:36:50Z', 'updated_at': '2022-09-22T21:37:03Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'a60b4b8b-ac1c-4f30-b875-a8aced919547', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7035d77-6498-4375-bc25-bf1077c41d52', 'name': '', 'network_id': '3a12a43c-38af-4c4c-97a5-01553f5e5796', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:1b:e1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '00f405b3-98d2-4ac8-9311-8fc3d939e8e6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:37:19Z', 'updated_at': '2022-09-22T21:37:29Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': '00f405b3-98d2-4ac8-9311-8fc3d939e8e6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:31.043398 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-1df88144-b00d-464f-a8c6-4446f34c04a3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'subnet': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:31.048887 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5fde33-7398-416c-8d3d-05295a616a7e None None] Checking router: b939319a-c05f-4d01-a659-4d57604fde53 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:37:31.061175 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5fde33-7398-416c-8d3d-05295a616a7e None None] Routers {'b939319a-c05f-4d01-a659-4d57604fde53'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:37:31.064126 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-2b5fde33-7398-416c-8d3d-05295a616a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:37:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b939319a-c05f-4d01-a659-4d57604fde53'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:31.091856 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4470f-eaba-4f7d-9509-c029620df1a7 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Pushing event updated for resources: {'Network': ['ID=85d6dade-b98c-48a9-8a2d-3abf9d1974d2,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:31.093983 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-72c600f5-49df-4014-82f5-2e0eb84bc332 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:31.121445 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-35c4470f-eaba-4f7d-9509-c029620df1a7 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.0810337 Sep 22 21:37:31.123578 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45514) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:31.145551 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-530de8b4-ba2d-4cfa-859d-e105517be7f3 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Request body: {'subnet': {'network_id': '85d6dade-b98c-48a9-8a2d-3abf9d1974d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:31.154026 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ff172b2b-542d-4be5-bf2f-bbb4cbcb6d89 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks [] for router_gateway, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:31.173544 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 85d6dade-b98c-48a9-8a2d-3abf9d1974d2 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:37:31.315722 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-1df88144-b00d-464f-a8c6-4446f34c04a3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:37:31.327781 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-1df88144-b00d-464f-a8c6-4446f34c04a3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Usage tracker for resource:subnet and tenant:4fef33e75cf240fcbb352fce012907b9 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:37:31.346466 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-1df88144-b00d-464f-a8c6-4446f34c04a3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:37:31.360895 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-1df88144-b00d-464f-a8c6-4446f34c04a3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:37:31.375832 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-2b5fde33-7398-416c-8d3d-05295a616a7e None None] Set router b939319a-c05f-4d01-a659-4d57604fde53 gateway port host: None {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:37:31.422774 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-5d66fe3c-8fb6-4190-94c1-f03622b6d294 None None] Attempt 4 to provision port 449f2903-6092-4f6c-84e9-8308f0833904 Sep 22 21:37:31.424244 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-530de8b4-ba2d-4cfa-859d-e105517be7f3 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:37:31.431631 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df88144-b00d-464f-a8c6-4446f34c04a3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:37:31.435301 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1df88144-b00d-464f-a8c6-4446f34c04a3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:31.467311 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-530de8b4-ba2d-4cfa-859d-e105517be7f3 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:37:31.503643 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-5d66fe3c-8fb6-4190-94c1-f03622b6d294 None None] Port 449f2903-6092-4f6c-84e9-8308f0833904 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:31.525015 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-2e8fcef8-e9c5-499c-834b-d95b5d58bd3e None None] For port 5aa4910e-eb78-4db8-b3c5-2092d1810fd6, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=5aa4910e-eb78-4db8-b3c5-2092d1810fd6,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:37:31.525412 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2e8fcef8-e9c5-499c-834b-d95b5d58bd3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:31.602108 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530de8b4-ba2d-4cfa-859d-e105517be7f3 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Made reservation on behalf of 43c8fa0213da4f47a6706f7ea64b9b94 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:37:31.605949 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-530de8b4-ba2d-4cfa-859d-e105517be7f3 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:31.684148 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device a69c089a-5d4f-4429-a065-015da184f08a up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:37:31.720593 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6df5d8-ad04-4f0b-b614-f4b72f478f5b tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Router 7834ecb2-f75a-4ba0-930a-421386076638 is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:37:31.746541 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3c0726b6-c8c2-4214-a484-956c83f21f2d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:31.843454 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-2b5fde33-7398-416c-8d3d-05295a616a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'name': 'tempest-RoutersIpV6Test-router-902998151', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:36:31Z', 'updated_at': '2022-09-22T21:37:28Z', 'revision_number': 6, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'gw_port_host': None, '_interfaces': [{'id': '5eeb895b-1dee-4286-8087-40e4c6026e72', 'name': '', 'network_id': '27f87840-20eb-43e3-a2a3-658fe09c5569', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:ad:c4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'ac596e09-bfec-4384-95c4-9ffa4ad7a2bf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:37:04Z', 'updated_at': '2022-09-22T21:37:17Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'ac596e09-bfec-4384-95c4-9ffa4ad7a2bf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa3e28f6-24e5-406d-bfb8-155d6ff21c76', 'name': '', 'network_id': 'f9c36acf-d10a-4415-b6ee-1ffb91d33c43', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:5b:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f286df80-3d5a-4ce9-ba7d-1348c9a80060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:36:38Z', 'updated_at': '2022-09-22T21:36:51Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'f286df80-3d5a-4ce9-ba7d-1348c9a80060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26d3464-ddf9-4766-8597-14f3db8b6289', 'name': '', 'network_id': 'e1b24836-380a-497f-93a5-9d48a7364d29', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:ec:5f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a60b4b8b-ac1c-4f30-b875-a8aced919547', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:36:50Z', 'updated_at': '2022-09-22T21:37:03Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'a60b4b8b-ac1c-4f30-b875-a8aced919547', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7035d77-6498-4375-bc25-bf1077c41d52', 'name': '', 'network_id': '3a12a43c-38af-4c4c-97a5-01553f5e5796', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:1b:e1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '00f405b3-98d2-4ac8-9311-8fc3d939e8e6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:37:19Z', 'updated_at': '2022-09-22T21:37:29Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': '00f405b3-98d2-4ac8-9311-8fc3d939e8e6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:31.847182 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-2e8fcef8-e9c5-499c-834b-d95b5d58bd3e None None] Calling delete_port for 5aa4910e-eb78-4db8-b3c5-2092d1810fd6 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:37:31.849072 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5fde33-7398-416c-8d3d-05295a616a7e None None] The sync data for ids ['b939319a-c05f-4d01-a659-4d57604fde53'] in dv-neutron-858900-1-hyperv is: [{'id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'name': 'tempest-RoutersIpV6Test-router-902998151', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:36:31Z', 'updated_at': '2022-09-22T21:37:28Z', 'revision_number': 6, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'gw_port_host': None, '_interfaces': [{'id': '5eeb895b-1dee-4286-8087-40e4c6026e72', 'name': '', 'network_id': '27f87840-20eb-43e3-a2a3-658fe09c5569', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:ad:c4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'ac596e09-bfec-4384-95c4-9ffa4ad7a2bf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:37:04Z', 'updated_at': '2022-09-22T21:37:17Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'ac596e09-bfec-4384-95c4-9ffa4ad7a2bf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa3e28f6-24e5-406d-bfb8-155d6ff21c76', 'name': '', 'network_id': 'f9c36acf-d10a-4415-b6ee-1ffb91d33c43', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:5b:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f286df80-3d5a-4ce9-ba7d-1348c9a80060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:36:38Z', 'updated_at': '2022-09-22T21:36:51Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'f286df80-3d5a-4ce9-ba7d-1348c9a80060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26d3464-ddf9-4766-8597-14f3db8b6289', 'name': '', 'network_id': 'e1b24836-380a-497f-93a5-9d48a7364d29', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:ec:5f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a60b4b8b-ac1c-4f30-b875-a8aced919547', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:36:50Z', 'updated_at': '2022-09-22T21:37:03Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'a60b4b8b-ac1c-4f30-b875-a8aced919547', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7035d77-6498-4375-bc25-bf1077c41d52', 'name': '', 'network_id': '3a12a43c-38af-4c4c-97a5-01553f5e5796', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:1b:e1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '00f405b3-98d2-4ac8-9311-8fc3d939e8e6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:37:19Z', 'updated_at': '2022-09-22T21:37:29Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': '00f405b3-98d2-4ac8-9311-8fc3d939e8e6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:37:31.915903 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port a69c089a-5d4f-4429-a065-015da184f08a triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:37:31.916561 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:31.917044 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port a69c089a-5d4f-4429-a065-015da184f08a Sep 22 21:37:32.007088 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-5d66fe3c-8fb6-4190-94c1-f03622b6d294 None None] Attempt 5 to provision port 449f2903-6092-4f6c-84e9-8308f0833904 Sep 22 21:37:32.090480 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-5d66fe3c-8fb6-4190-94c1-f03622b6d294 None None] Port 449f2903-6092-4f6c-84e9-8308f0833904 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:32.097279 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2e8fcef8-e9c5-499c-834b-d95b5d58bd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:32.112036 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-3c0726b6-c8c2-4214-a484-956c83f21f2d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Calling delete_port for 449f2903-6092-4f6c-84e9-8308f0833904 owned by network:router_interface {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:37:32.156835 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-530de8b4-ba2d-4cfa-859d-e105517be7f3 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:32.168916 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8fcef8-e9c5-499c-834b-d95b5d58bd3e None None] Pushing event deleted for resources: {'Port': ['ID=5aa4910e-eb78-4db8-b3c5-2092d1810fd6,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:32.173898 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8fcef8-e9c5-499c-834b-d95b5d58bd3e None None] No DVR routers for this DVR port 5aa4910e-eb78-4db8-b3c5-2092d1810fd6 on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:37:32.194895 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port a69c089a-5d4f-4429-a065-015da184f08a is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:37:32.195991 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device e7035d77-6498-4375-bc25-bf1077c41d52 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:37:32.262247 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.extraroute_db [None req-0500a58b-8d94-4040-bfb5-59f478a1b743 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Added routes are [] {{(pid=89009) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 22 21:37:32.262905 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.extraroute_db [None req-0500a58b-8d94-4040-bfb5-59f478a1b743 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=89009) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 22 21:37:32.291952 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ff172b2b-542d-4be5-bf2f-bbb4cbcb6d89 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:32.324337 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530de8b4-ba2d-4cfa-859d-e105517be7f3 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Pushing event updated for resources: {'Subnet': ['ID=4a7ca83b-0815-4c5e-b4ac-3d05ee0a4201,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:32.332937 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530de8b4-ba2d-4cfa-859d-e105517be7f3 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Checking segment: {'id': 'f35ee3dc-109b-4b37-9648-6b69eac1ea48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '85d6dade-b98c-48a9-8a2d-3abf9d1974d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:37:32.333302 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530de8b4-ba2d-4cfa-859d-e105517be7f3 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Network hostable DHCP agents. Network: 85d6dade-b98c-48a9-8a2d-3abf9d1974d2, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:37:32.346964 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port e7035d77-6498-4375-bc25-bf1077c41d52 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:37:32.347483 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:32.347982 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port e7035d77-6498-4375-bc25-bf1077c41d52 Sep 22 21:37:32.384749 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0500a58b-8d94-4040-bfb5-59f478a1b743 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:32.422292 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530de8b4-ba2d-4cfa-859d-e105517be7f3 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Network 85d6dade-b98c-48a9-8a2d-3abf9d1974d2 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:37:32.444465 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6df5d8-ad04-4f0b-b614-f4b72f478f5b tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:37:32.456020 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cb6df5d8-ad04-4f0b-b614-f4b72f478f5b tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:32.460037 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-cb6df5d8-ad04-4f0b-b614-f4b72f478f5b tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] 10.222.0.33 "PUT /v2.0/routers/7834ecb2-f75a-4ba0-930a-421386076638 HTTP/1.1" status: 200 len: 918 time: 8.4875293 Sep 22 21:37:32.466181 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45518) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:32.482355 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f94a4ac-c369-4198-ab92-ec35e917dd89 None None] Sync routers for ids ['7834ecb2-f75a-4ba0-930a-421386076638'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:37:32.501829 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f94a4ac-c369-4198-ab92-ec35e917dd89 None None] Routers {'7834ecb2-f75a-4ba0-930a-421386076638'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:37:32.502573 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-6f94a4ac-c369-4198-ab92-ec35e917dd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:37:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['7834ecb2-f75a-4ba0-930a-421386076638'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:32.558331 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port e7035d77-6498-4375-bc25-bf1077c41d52 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:37:32.558999 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-530de8b4-ba2d-4cfa-859d-e105517be7f3 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 85d6dade-b98c-48a9-8a2d-3abf9d1974d2) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:37:32.576843 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d629387f-1d2d-4a2a-a23d-385668800f8a None None] Network 85d6dade-b98c-48a9-8a2d-3abf9d1974d2 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:37:32.583342 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530de8b4-ba2d-4cfa-859d-e105517be7f3 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:32.583928 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-530de8b4-ba2d-4cfa-859d-e105517be7f3 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:32.646103 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.objects.ports [None req-1df88144-b00d-464f-a8c6-4446f34c04a3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89009) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 21:37:32.651567 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1df88144-b00d-464f-a8c6-4446f34c04a3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:32.666870 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-5d66fe3c-8fb6-4190-94c1-f03622b6d294 None None] Attempt 6 to provision port 449f2903-6092-4f6c-84e9-8308f0833904 Sep 22 21:37:32.696622 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-6f94a4ac-c369-4198-ab92-ec35e917dd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:32.699548 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 5aa4910e-eb78-4db8-b3c5-2092d1810fd6 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:37:32.722987 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-72c600f5-49df-4014-82f5-2e0eb84bc332 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:32.754374 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-72c600f5-49df-4014-82f5-2e0eb84bc332 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:32.778040 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df88144-b00d-464f-a8c6-4446f34c04a3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:37:32.780010 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 5aa4910e-eb78-4db8-b3c5-2092d1810fd6 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:37:32.780010 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 5aa4910e-eb78-4db8-b3c5-2092d1810fd6 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:37:32.789406 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-1df88144-b00d-464f-a8c6-4446f34c04a3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:37:32.812432 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f94a4ac-c369-4198-ab92-ec35e917dd89 None None] Routers {'7834ecb2-f75a-4ba0-930a-421386076638'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:37:32.813160 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-6f94a4ac-c369-4198-ab92-ec35e917dd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:37:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['7834ecb2-f75a-4ba0-930a-421386076638'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:32.843162 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-530de8b4-ba2d-4cfa-859d-e105517be7f3 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7071514 Sep 22 21:37:32.854091 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df88144-b00d-464f-a8c6-4446f34c04a3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:32.854707 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1df88144-b00d-464f-a8c6-4446f34c04a3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:32.858162 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45522) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:32.865512 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d19fe4d-b581-4bfb-bd89-3dd64465dc1f None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:37:32.880406 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-c03485f6-3bee-437b-b4ec-497c2ea852f0 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-925568791', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}, 'admin_state_up': False}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:32.897101 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df88144-b00d-464f-a8c6-4446f34c04a3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Subnet': ['ID=dcd730f1-b3e7-47dc-ac9e-b1de59ae4cb1,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:32.904178 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-c03485f6-3bee-437b-b4ec-497c2ea852f0 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:37:32.915663 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-c03485f6-3bee-437b-b4ec-497c2ea852f0 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Usage tracker for resource:router and tenant:43c8fa0213da4f47a6706f7ea64b9b94 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:37:32.920904 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-c03485f6-3bee-437b-b4ec-497c2ea852f0 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Quota usage for router was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:37:32.931197 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-1df88144-b00d-464f-a8c6-4446f34c04a3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8946180 Sep 22 21:37:32.933882 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-c03485f6-3bee-437b-b4ec-497c2ea852f0 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:37:32.935861 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45526) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:32.939288 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0500a58b-8d94-4040-bfb5-59f478a1b743 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:32.946497 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-90ca5254-99a0-4bf2-93ea-9f33b96b90b7 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] 10.222.0.33 "GET /v2.0/routers/7834ecb2-f75a-4ba0-930a-421386076638 HTTP/1.1" status: 200 len: 924 time: 0.4791908 Sep 22 21:37:32.946975 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45530) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:32.953058 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-404ad369-ed69-4712-b77f-1a04c0fd2dc5 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'port': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'mac_address': 'fa:16:3e:23:ac:ba', 'name': 'tempest-NetworksTestDHCPv6-35726401'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:32.962533 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-6f94a4ac-c369-4198-ab92-ec35e917dd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:32.962962 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f94a4ac-c369-4198-ab92-ec35e917dd89 None None] The sync data for ids ['7834ecb2-f75a-4ba0-930a-421386076638'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:37:32.963832 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-72c600f5-49df-4014-82f5-2e0eb84bc332 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:32.973284 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c600f5-49df-4014-82f5-2e0eb84bc332 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Pushing event updated for resources: {'Port': ['ID=c29892da-289e-404e-9732-8c1edc9ca13f,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:32.979106 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0500a58b-8d94-4040-bfb5-59f478a1b743 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8026890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8012281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8012114'] for router, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:32.984767 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3c0726b6-c8c2-4214-a484-956c83f21f2d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:33.011941 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-5d66fe3c-8fb6-4190-94c1-f03622b6d294 None None] Port 449f2903-6092-4f6c-84e9-8308f0833904 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:33.141721 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c03485f6-3bee-437b-b4ec-497c2ea852f0 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:33.142793 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c03485f6-3bee-437b-b4ec-497c2ea852f0 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:33.147362 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98323a6-5c50-4e4b-823c-cfba8229762e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-85d6dade-b98c-48a9-8a2d-3abf9d1974d2', 'network_id': '85d6dade-b98c-48a9-8a2d-3abf9d1974d2', 'tenant_id': '43c8fa0213da4f47a6706f7ea64b9b94', 'fixed_ips': [{'subnet_id': '4a7ca83b-0815-4c5e-b4ac-3d05ee0a4201'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:37:33.148180 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e98323a6-5c50-4e4b-823c-cfba8229762e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:33.160248 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff172b2b-542d-4be5-bf2f-bbb4cbcb6d89 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Router 5a135788-3c81-4a45-b4f7-53f956b1ba11 is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:37:33.175595 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0726b6-c8c2-4214-a484-956c83f21f2d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event deleted for resources: {'Port': ['ID=449f2903-6092-4f6c-84e9-8308f0833904,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:33.292499 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-72c600f5-49df-4014-82f5-2e0eb84bc332 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:33.293996 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-72c600f5-49df-4014-82f5-2e0eb84bc332 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.1543727 Sep 22 21:37:33.297643 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45534) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:33.308067 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c03485f6-3bee-437b-b4ec-497c2ea852f0 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:33.338875 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-e98323a6-5c50-4e4b-823c-cfba8229762e None None] Allocated IP 172.20.0.2 (85d6dade-b98c-48a9-8a2d-3abf9d1974d2/4a7ca83b-0815-4c5e-b4ac-3d05ee0a4201/251912e5-146d-45d9-aaf4-68e8a72d10e9) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:37:33.516610 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-5d66fe3c-8fb6-4190-94c1-f03622b6d294 None None] Attempt 7 to provision port 449f2903-6092-4f6c-84e9-8308f0833904 Sep 22 21:37:33.564591 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-5d66fe3c-8fb6-4190-94c1-f03622b6d294 None None] Port 449f2903-6092-4f6c-84e9-8308f0833904 was deleted so its status cannot be updated. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:37:33.570637 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bde7d50-92fc-4a39-8011-a38904d78c67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'tenant_id': '4fef33e75cf240fcbb352fce012907b9', 'fixed_ips': [{'subnet_id': 'dcd730f1-b3e7-47dc-ac9e-b1de59ae4cb1'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:37:33.571460 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0bde7d50-92fc-4a39-8011-a38904d78c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:33.596657 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-1cca6948-6a1e-400e-bc5d-af560056a9a9 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] 10.222.0.33 "GET /v2.0/floatingips?floating_network_id=d3637975-9cd2-4186-8393-cf5f42039f2a HTTP/1.1" status: 200 len: 690 time: 0.2886572 Sep 22 21:37:33.596910 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-5d66fe3c-8fb6-4190-94c1-f03622b6d294 None None] Could not find standard attr ID for object 9eb4adff-a40e-4f0c-94c5-891127d99377. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:37:33.597492 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45538) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:33.609459 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-5d66fe3c-8fb6-4190-94c1-f03622b6d294 None None] Could not find standard attr ID for object 5aa4910e-eb78-4db8-b3c5-2092d1810fd6. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:37:33.633220 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938c378a-06be-4722-b4af-877197f95908 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:33.637013 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-938c378a-06be-4722-b4af-877197f95908 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] 10.222.0.33 "GET /v2.0/ports?network_id=a22ae1c9-d428-411f-af43-ce0f71b38d9c&device_id=7834ecb2-f75a-4ba0-930a-421386076638&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6582298 Sep 22 21:37:33.640753 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3c0726b6-c8c2-4214-a484-956c83f21f2d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:33.645828 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45542) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:33.692842 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0500a58b-8d94-4040-bfb5-59f478a1b743 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Router b939319a-c05f-4d01-a659-4d57604fde53 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:37:33.699130 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-404ad369-ed69-4712-b77f-1a04c0fd2dc5 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:37:33.702268 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff172b2b-542d-4be5-bf2f-bbb4cbcb6d89 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:37:33.718913 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1552e12c-2ae2-482e-9e92-cd26b7b99353 None None] Sync routers for ids ['5a135788-3c81-4a45-b4f7-53f956b1ba11'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:37:33.731686 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1552e12c-2ae2-482e-9e92-cd26b7b99353 None None] Routers {'5a135788-3c81-4a45-b4f7-53f956b1ba11'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:37:33.732537 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-1552e12c-2ae2-482e-9e92-cd26b7b99353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:37:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['5a135788-3c81-4a45-b4f7-53f956b1ba11'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:33.766980 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-404ad369-ed69-4712-b77f-1a04c0fd2dc5 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Usage tracker for resource:port and tenant:4fef33e75cf240fcbb352fce012907b9 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:37:33.777712 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-404ad369-ed69-4712-b77f-1a04c0fd2dc5 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:37:33.788052 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-404ad369-ed69-4712-b77f-1a04c0fd2dc5 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:37:33.828370 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e98323a6-5c50-4e4b-823c-cfba8229762e None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:33.845638 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-0bde7d50-92fc-4a39-8011-a38904d78c67 None None] Allocated IP 2001:db8::f816:3eff:fe8d:47b3 (98c62b9a-5d2a-496f-a1e5-12a6874f54f0/dcd730f1-b3e7-47dc-ac9e-b1de59ae4cb1/df4a3dc6-1800-4705-b682-6ca74bdc18e0) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:37:33.848052 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-e98323a6-5c50-4e4b-823c-cfba8229762e None None] Transition to ACTIVE for port object 251912e5-146d-45d9-aaf4-68e8a72d10e9 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:37:33.897429 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-e98323a6-5c50-4e4b-823c-cfba8229762e None None] Transition to ACTIVE for port object 251912e5-146d-45d9-aaf4-68e8a72d10e9 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:37:33.959871 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e98323a6-5c50-4e4b-823c-cfba8229762e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:33.993211 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-1552e12c-2ae2-482e-9e92-cd26b7b99353 None None] Set router 5a135788-3c81-4a45-b4f7-53f956b1ba11 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:37:34.002715 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404ad369-ed69-4712-b77f-1a04c0fd2dc5 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'port': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:37:34.014992 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0b4d8cbc-6cba-43fd-b0ff-ade37155065b tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:34.045391 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98323a6-5c50-4e4b-823c-cfba8229762e None None] Network 85d6dade-b98c-48a9-8a2d-3abf9d1974d2 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:37:34.058528 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-e98323a6-5c50-4e4b-823c-cfba8229762e None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:37:34.061580 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98323a6-5c50-4e4b-823c-cfba8229762e None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:37:34.069748 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98323a6-5c50-4e4b-823c-cfba8229762e None None] Pushing event updated for resources: {'Port': ['ID=251912e5-146d-45d9-aaf4-68e8a72d10e9,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:34.147259 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c03485f6-3bee-437b-b4ec-497c2ea852f0 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:34.208804 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0500a58b-8d94-4040-bfb5-59f478a1b743 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:37:34.250719 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d45677c-8ac1-4d29-a7e4-9c0658415254 None None] Sync routers for ids ['b939319a-c05f-4d01-a659-4d57604fde53'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:37:34.283533 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-e98323a6-5c50-4e4b-823c-cfba8229762e None None] Attempting to bind port 251912e5-146d-45d9-aaf4-68e8a72d10e9 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:37:34.283938 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-e98323a6-5c50-4e4b-823c-cfba8229762e None None] Attempting to bind port 251912e5-146d-45d9-aaf4-68e8a72d10e9 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'f35ee3dc-109b-4b37-9648-6b69eac1ea48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '85d6dade-b98c-48a9-8a2d-3abf9d1974d2'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:37:34.284257 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98323a6-5c50-4e4b-823c-cfba8229762e None None] Attempting to bind port 251912e5-146d-45d9-aaf4-68e8a72d10e9 on network 85d6dade-b98c-48a9-8a2d-3abf9d1974d2 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:37:34.300401 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0500a58b-8d94-4040-bfb5-59f478a1b743 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:34.301568 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-0500a58b-8d94-4040-bfb5-59f478a1b743 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "PUT /v2.0/routers/b939319a-c05f-4d01-a659-4d57604fde53 HTTP/1.1" status: 200 len: 703 time: 3.6516166 Sep 22 21:37:34.305912 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98323a6-5c50-4e4b-823c-cfba8229762e None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:37:34.306287 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98323a6-5c50-4e4b-823c-cfba8229762e None None] Checking segment: {'id': 'f35ee3dc-109b-4b37-9648-6b69eac1ea48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '85d6dade-b98c-48a9-8a2d-3abf9d1974d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:37:34.310284 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e98323a6-5c50-4e4b-823c-cfba8229762e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:34.310720 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98323a6-5c50-4e4b-823c-cfba8229762e None None] Bound using segment: {'id': 'f35ee3dc-109b-4b37-9648-6b69eac1ea48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '85d6dade-b98c-48a9-8a2d-3abf9d1974d2'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:37:34.311207 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-e98323a6-5c50-4e4b-823c-cfba8229762e None None] Bound port: 251912e5-146d-45d9-aaf4-68e8a72d10e9, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35ee3dc-109b-4b37-9648-6b69eac1ea48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '85d6dade-b98c-48a9-8a2d-3abf9d1974d2'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:37:34.311617 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e98323a6-5c50-4e4b-823c-cfba8229762e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:34.314928 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45546) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:34.342009 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d45677c-8ac1-4d29-a7e4-9c0658415254 None None] Routers {'b939319a-c05f-4d01-a659-4d57604fde53'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:37:34.343457 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-8d45677c-8ac1-4d29-a7e4-9c0658415254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:37:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b939319a-c05f-4d01-a659-4d57604fde53'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:34.351623 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-1552e12c-2ae2-482e-9e92-cd26b7b99353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a135788-3c81-4a45-b4f7-53f956b1ba11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865649816', 'tenant_id': '517fabe13ed84839b585ff4613a45446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.185'}], 'enable_snat': True}, 'gw_port_id': 'b4e8daf8-576a-404d-90c7-1f0617bda9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:37:24Z', 'updated_at': '2022-09-22T21:37:30Z', 'revision_number': 3, 'project_id': '517fabe13ed84839b585ff4613a45446', 'gw_port': {'id': 'b4e8daf8-576a-404d-90c7-1f0617bda9e3', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:71:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a135788-3c81-4a45-b4f7-53f956b1ba11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:37:27Z', 'updated_at': '2022-09-22T21:37:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:34.355875 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1552e12c-2ae2-482e-9e92-cd26b7b99353 None None] Checking router: 5a135788-3c81-4a45-b4f7-53f956b1ba11 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:37:34.356399 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1552e12c-2ae2-482e-9e92-cd26b7b99353 None None] Updating router 5a135788-3c81-4a45-b4f7-53f956b1ba11 port b4e8daf8-576a-404d-90c7-1f0617bda9e3 binding host dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:37:34.412819 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081d9424-4f1e-4aea-9931-3f075b118184 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:34.413390 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-081d9424-4f1e-4aea-9931-3f075b118184 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Synchronizing usage tracker for tenant:c275b92bbdea4fe486949cf21439c562 on resource:network {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:37:34.418306 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-0b4d8cbc-6cba-43fd-b0ff-ade37155065b tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Deleting port c29892da-289e-404e-9732-8c1edc9ca13f {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:37:34.418660 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0b4d8cbc-6cba-43fd-b0ff-ade37155065b tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:34.420378 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-1552e12c-2ae2-482e-9e92-cd26b7b99353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:34.477409 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0726b6-c8c2-4214-a484-956c83f21f2d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Router b023cf6c-b02f-4ae2-bbd9-277149b83955 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:37:34.493586 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-081d9424-4f1e-4aea-9931-3f075b118184 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Unset dirty status for tenant:c275b92bbdea4fe486949cf21439c562 on resource:network {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:37:34.494960 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-081d9424-4f1e-4aea-9931-3f075b118184 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] 10.222.0.33 "GET /v2.0/networks/a22ae1c9-d428-411f-af43-ce0f71b38d9c HTTP/1.1" status: 200 len: 881 time: 0.8002927 Sep 22 21:37:34.495763 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ff172b2b-542d-4be5-bf2f-bbb4cbcb6d89 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:34.496819 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ff172b2b-542d-4be5-bf2f-bbb4cbcb6d89 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 9.6104307 Sep 22 21:37:34.500924 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-404ad369-ed69-4712-b77f-1a04c0fd2dc5 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:34.513678 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45550) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:34.515058 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45552) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:34.528855 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0bde7d50-92fc-4a39-8011-a38904d78c67 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:34.570466 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-0bde7d50-92fc-4a39-8011-a38904d78c67 None None] Transition to ACTIVE for port object df4a3dc6-1800-4705-b682-6ca74bdc18e0 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:37:34.629263 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-8d45677c-8ac1-4d29-a7e4-9c0658415254 None None] Set router b939319a-c05f-4d01-a659-4d57604fde53 gateway port host: None {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:37:34.641000 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-855db1bd-0f88-4e64-867f-887a308a638e tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] 10.222.0.33 "GET /v2.0/ports?device_id=7834ecb2-f75a-4ba0-930a-421386076638 HTTP/1.1" status: 200 len: 205 time: 0.1229749 Sep 22 21:37:34.652027 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45560) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:34.698378 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-0bde7d50-92fc-4a39-8011-a38904d78c67 None None] Transition to ACTIVE for port object df4a3dc6-1800-4705-b682-6ca74bdc18e0 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:37:34.700502 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-e98323a6-5c50-4e4b-823c-cfba8229762e None None] For port 251912e5-146d-45d9-aaf4-68e8a72d10e9, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:37:34.727221 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0bde7d50-92fc-4a39-8011-a38904d78c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:34.764340 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-404ad369-ed69-4712-b77f-1a04c0fd2dc5 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] device_id is not set on port c426c9e2-e32f-4055-be2e-bb8efc496c65 yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:37:34.783427 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-e98323a6-5c50-4e4b-823c-cfba8229762e None None] For port 251912e5-146d-45d9-aaf4-68e8a72d10e9, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=251912e5-146d-45d9-aaf4-68e8a72d10e9,segment=NetworkSegment(f35ee3dc-109b-4b37-9648-6b69eac1ea48),segment_id=f35ee3dc-109b-4b37-9648-6b69eac1ea48)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:37:34.818273 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0726b6-c8c2-4214-a484-956c83f21f2d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:37:34.832694 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae113a3-4c66-4028-9a7a-c68be8e86905 None None] Sync routers for ids ['b023cf6c-b02f-4ae2-bbd9-277149b83955'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:37:34.845584 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-b201febc-8497-4d87-8fe6-d656a3d465bc tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "GET /v2.0/routers/b939319a-c05f-4d01-a659-4d57604fde53 HTTP/1.1" status: 200 len: 703 time: 0.5280020 Sep 22 21:37:34.848570 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45564) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:34.883404 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-3c0726b6-c8c2-4214-a484-956c83f21f2d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "PUT /v2.0/routers/b023cf6c-b02f-4ae2-bbd9-277149b83955/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8668876 Sep 22 21:37:34.885917 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45568) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:34.891055 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae113a3-4c66-4028-9a7a-c68be8e86905 None None] Routers {'b023cf6c-b02f-4ae2-bbd9-277149b83955'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:37:34.892026 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-2ae113a3-4c66-4028-9a7a-c68be8e86905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:37:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b023cf6c-b02f-4ae2-bbd9-277149b83955'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:34.954209 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e98323a6-5c50-4e4b-823c-cfba8229762e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:34.976264 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bde7d50-92fc-4a39-8011-a38904d78c67 None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:37:34.991684 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-0bde7d50-92fc-4a39-8011-a38904d78c67 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:37:35.035372 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-2ae113a3-4c66-4028-9a7a-c68be8e86905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:35.045432 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bde7d50-92fc-4a39-8011-a38904d78c67 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:37:35.054905 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae113a3-4c66-4028-9a7a-c68be8e86905 None None] Routers {'b023cf6c-b02f-4ae2-bbd9-277149b83955'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:37:35.055612 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-2ae113a3-4c66-4028-9a7a-c68be8e86905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:37:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b023cf6c-b02f-4ae2-bbd9-277149b83955'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:35.076255 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde7d50-92fc-4a39-8011-a38904d78c67 None None] Pushing event updated for resources: {'Port': ['ID=df4a3dc6-1800-4705-b682-6ca74bdc18e0,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:35.148077 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-2ae113a3-4c66-4028-9a7a-c68be8e86905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:35.148734 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae113a3-4c66-4028-9a7a-c68be8e86905 None None] The sync data for ids ['b023cf6c-b02f-4ae2-bbd9-277149b83955'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:37:35.155465 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-1552e12c-2ae2-482e-9e92-cd26b7b99353 None None] Notify callbacks [] for port, precommit_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:35.170143 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.provisioning_blocks [None req-1552e12c-2ae2-482e-9e92-cd26b7b99353 None None] Transition to ACTIVE for port object b4e8daf8-576a-404d-90c7-1f0617bda9e3 will not be triggered until provisioned by entity L2. {{(pid=89011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:37:35.180281 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-1552e12c-2ae2-482e-9e92-cd26b7b99353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:35.257739 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-12161b35-5fb7-44a3-a633-dbdf9397a8b2 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] remove_router_interface failed (client error): The resource could not be found. Sep 22 21:37:35.258832 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-12161b35-5fb7-44a3-a633-dbdf9397a8b2 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "PUT /v2.0/routers/b023cf6c-b02f-4ae2-bbd9-277149b83955/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3719423 Sep 22 21:37:35.261583 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45574) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:35.324995 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-1552e12c-2ae2-482e-9e92-cd26b7b99353 None None] Attempting to bind port b4e8daf8-576a-404d-90c7-1f0617bda9e3 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:37:35.330382 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-1552e12c-2ae2-482e-9e92-cd26b7b99353 None None] Attempting to bind port b4e8daf8-576a-404d-90c7-1f0617bda9e3 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:37:35.331096 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1552e12c-2ae2-482e-9e92-cd26b7b99353 None None] Attempting to bind port b4e8daf8-576a-404d-90c7-1f0617bda9e3 on network a22ae1c9-d428-411f-af43-ce0f71b38d9c {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:37:35.348522 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-8d7df956-8ef5-4dc1-be25-e067e042bd17 tempest-TestNetworkAdvancedServerOps-656295910 tempest-TestNetworkAdvancedServerOps-656295910-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=517fabe13ed84839b585ff4613a45446&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.8290513 Sep 22 21:37:35.362399 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1552e12c-2ae2-482e-9e92-cd26b7b99353 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:37:35.363103 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1552e12c-2ae2-482e-9e92-cd26b7b99353 None None] Checking segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:37:35.363700 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-1552e12c-2ae2-482e-9e92-cd26b7b99353 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:35.365109 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1552e12c-2ae2-482e-9e92-cd26b7b99353 None None] Bound using segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:37:35.365837 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-1552e12c-2ae2-482e-9e92-cd26b7b99353 None None] Bound port: b4e8daf8-576a-404d-90c7-1f0617bda9e3, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:37:35.366531 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-1552e12c-2ae2-482e-9e92-cd26b7b99353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:35.366682 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45578) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:35.375875 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-34a0f39a-2135-4cd3-8e18-11f8d2a46590 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Synchronizing usage tracker for tenant:d0dc9097dd2d4c51a9e00ba2c2c3535e on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:37:35.437004 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-34a0f39a-2135-4cd3-8e18-11f8d2a46590 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Unset dirty status for tenant:d0dc9097dd2d4c51a9e00ba2c2c3535e on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:37:35.438550 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-34a0f39a-2135-4cd3-8e18-11f8d2a46590 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "GET /v2.0/ports?device_id=b023cf6c-b02f-4ae2-bbd9-277149b83955 HTTP/1.1" status: 200 len: 205 time: 0.1760745 Sep 22 21:37:35.441559 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45580) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:35.456160 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4189c10b-5dab-4f8c-8dc1-7ce76bf5943e None None] Pushing event updated for resources: {'Port': ['ID=b4e8daf8-576a-404d-90c7-1f0617bda9e3,revision_number=2']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:35.516383 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-1552e12c-2ae2-482e-9e92-cd26b7b99353 None None] For port b4e8daf8-576a-404d-90c7-1f0617bda9e3, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:37:35.521180 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-1552e12c-2ae2-482e-9e92-cd26b7b99353 None None] For port b4e8daf8-576a-404d-90c7-1f0617bda9e3, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=b4e8daf8-576a-404d-90c7-1f0617bda9e3,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:37:35.527786 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-1552e12c-2ae2-482e-9e92-cd26b7b99353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:35.583498 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1552e12c-2ae2-482e-9e92-cd26b7b99353 None None] Routers {'5a135788-3c81-4a45-b4f7-53f956b1ba11'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:37:35.584144 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-1552e12c-2ae2-482e-9e92-cd26b7b99353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:37:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['5a135788-3c81-4a45-b4f7-53f956b1ba11'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:35.592202 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-0bde7d50-92fc-4a39-8011-a38904d78c67 None None] Attempting to bind port df4a3dc6-1800-4705-b682-6ca74bdc18e0 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:37:35.593308 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-0bde7d50-92fc-4a39-8011-a38904d78c67 None None] Attempting to bind port df4a3dc6-1800-4705-b682-6ca74bdc18e0 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:37:35.593482 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bde7d50-92fc-4a39-8011-a38904d78c67 None None] Attempting to bind port df4a3dc6-1800-4705-b682-6ca74bdc18e0 on network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:37:35.611628 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bde7d50-92fc-4a39-8011-a38904d78c67 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:37:35.612258 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bde7d50-92fc-4a39-8011-a38904d78c67 None None] Checking segment: {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:37:35.612744 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0bde7d50-92fc-4a39-8011-a38904d78c67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:35.613202 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bde7d50-92fc-4a39-8011-a38904d78c67 None None] Bound using segment: {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:37:35.613743 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-0bde7d50-92fc-4a39-8011-a38904d78c67 None None] Bound port: df4a3dc6-1800-4705-b682-6ca74bdc18e0, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:37:35.614178 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0bde7d50-92fc-4a39-8011-a38904d78c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:35.645292 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f5d3d9d5-3aea-424b-92e7-7bf86fed9375 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for router, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:35.657568 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-8d45677c-8ac1-4d29-a7e4-9c0658415254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'name': 'tempest-RoutersIpV6Test-router-902998151', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:36:31Z', 'updated_at': '2022-09-22T21:37:32Z', 'revision_number': 7, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'gw_port_host': None, '_interfaces': [{'id': '5eeb895b-1dee-4286-8087-40e4c6026e72', 'name': '', 'network_id': '27f87840-20eb-43e3-a2a3-658fe09c5569', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:ad:c4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'ac596e09-bfec-4384-95c4-9ffa4ad7a2bf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:37:04Z', 'updated_at': '2022-09-22T21:37:17Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'ac596e09-bfec-4384-95c4-9ffa4ad7a2bf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa3e28f6-24e5-406d-bfb8-155d6ff21c76', 'name': '', 'network_id': 'f9c36acf-d10a-4415-b6ee-1ffb91d33c43', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:5b:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f286df80-3d5a-4ce9-ba7d-1348c9a80060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:36:38Z', 'updated_at': '2022-09-22T21:36:51Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'f286df80-3d5a-4ce9-ba7d-1348c9a80060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26d3464-ddf9-4766-8597-14f3db8b6289', 'name': '', 'network_id': 'e1b24836-380a-497f-93a5-9d48a7364d29', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:ec:5f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a60b4b8b-ac1c-4f30-b875-a8aced919547', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:36:50Z', 'updated_at': '2022-09-22T21:37:03Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'a60b4b8b-ac1c-4f30-b875-a8aced919547', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7035d77-6498-4375-bc25-bf1077c41d52', 'name': '', 'network_id': '3a12a43c-38af-4c4c-97a5-01553f5e5796', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:1b:e1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '00f405b3-98d2-4ac8-9311-8fc3d939e8e6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:37:19Z', 'updated_at': '2022-09-22T21:37:29Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': '00f405b3-98d2-4ac8-9311-8fc3d939e8e6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:35.660805 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98323a6-5c50-4e4b-823c-cfba8229762e None None] Pushing event updated for resources: {'Port': ['ID=251912e5-146d-45d9-aaf4-68e8a72d10e9,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:35.749793 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-0bde7d50-92fc-4a39-8011-a38904d78c67 None None] For port df4a3dc6-1800-4705-b682-6ca74bdc18e0, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:37:35.753263 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-0bde7d50-92fc-4a39-8011-a38904d78c67 None None] For port df4a3dc6-1800-4705-b682-6ca74bdc18e0, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=df4a3dc6-1800-4705-b682-6ca74bdc18e0,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:37:35.757025 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d45677c-8ac1-4d29-a7e4-9c0658415254 None None] Checking router: b939319a-c05f-4d01-a659-4d57604fde53 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:37:35.767016 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d45677c-8ac1-4d29-a7e4-9c0658415254 None None] Routers {'b939319a-c05f-4d01-a659-4d57604fde53'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:37:35.767840 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-8d45677c-8ac1-4d29-a7e4-9c0658415254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:37:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b939319a-c05f-4d01-a659-4d57604fde53'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:35.887332 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-1552e12c-2ae2-482e-9e92-cd26b7b99353 None None] Set router 5a135788-3c81-4a45-b4f7-53f956b1ba11 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:37:35.911573 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-758dc6ff-26cf-4f60-8210-7f6138f937ae tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks [] for router, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:35.936125 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-8d45677c-8ac1-4d29-a7e4-9c0658415254 None None] Set router b939319a-c05f-4d01-a659-4d57604fde53 gateway port host: None {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:37:35.997190 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f5d3d9d5-3aea-424b-92e7-7bf86fed9375 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:36.000207 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f5d3d9d5-3aea-424b-92e7-7bf86fed9375 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:36.023581 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0b4d8cbc-6cba-43fd-b0ff-ade37155065b tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:36.024094 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0b4d8cbc-6cba-43fd-b0ff-ade37155065b tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:36.034224 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f5d3d9d5-3aea-424b-92e7-7bf86fed9375 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:36.034932 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d3d9d5-3aea-424b-92e7-7bf86fed9375 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Fanout notify agent at l3_agent the message router_deleted on router b023cf6c-b02f-4ae2-bbd9-277149b83955 {{(pid=89008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:37:36.054414 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f5d3d9d5-3aea-424b-92e7-7bf86fed9375 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:36.056105 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-f5d3d9d5-3aea-424b-92e7-7bf86fed9375 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "DELETE /v2.0/routers/b023cf6c-b02f-4ae2-bbd9-277149b83955 HTTP/1.1" status: 204 len: 168 time: 0.6133435 Sep 22 21:37:36.059022 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45586) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:36.094236 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0bde7d50-92fc-4a39-8011-a38904d78c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:36.231338 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-404ad369-ed69-4712-b77f-1a04c0fd2dc5 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Allocated IP 2001:db8::f816:3eff:fe23:acba (98c62b9a-5d2a-496f-a1e5-12a6874f54f0/dcd730f1-b3e7-47dc-ac9e-b1de59ae4cb1/c426c9e2-e32f-4055-be2e-bb8efc496c65) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:37:36.271961 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde7d50-92fc-4a39-8011-a38904d78c67 None None] Pushing event updated for resources: {'Port': ['ID=df4a3dc6-1800-4705-b682-6ca74bdc18e0,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:36.290637 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde7d50-92fc-4a39-8011-a38904d78c67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:37:36.292472 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde7d50-92fc-4a39-8011-a38904d78c67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:37:36.292817 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde7d50-92fc-4a39-8011-a38904d78c67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:37:36.293151 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde7d50-92fc-4a39-8011-a38904d78c67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:37:36.293482 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde7d50-92fc-4a39-8011-a38904d78c67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:37:36.293810 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde7d50-92fc-4a39-8011-a38904d78c67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:37:36.294282 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde7d50-92fc-4a39-8011-a38904d78c67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:37:36.294629 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde7d50-92fc-4a39-8011-a38904d78c67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:37:36.294953 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde7d50-92fc-4a39-8011-a38904d78c67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:37:36.295274 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde7d50-92fc-4a39-8011-a38904d78c67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:37:36.295661 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde7d50-92fc-4a39-8011-a38904d78c67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:37:36.295992 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde7d50-92fc-4a39-8011-a38904d78c67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:37:36.402169 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-1552e12c-2ae2-482e-9e92-cd26b7b99353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a135788-3c81-4a45-b4f7-53f956b1ba11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865649816', 'tenant_id': '517fabe13ed84839b585ff4613a45446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.185'}], 'enable_snat': True}, 'gw_port_id': 'b4e8daf8-576a-404d-90c7-1f0617bda9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:37:24Z', 'updated_at': '2022-09-22T21:37:30Z', 'revision_number': 3, 'project_id': '517fabe13ed84839b585ff4613a45446', 'gw_port': {'id': 'b4e8daf8-576a-404d-90c7-1f0617bda9e3', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:71:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a135788-3c81-4a45-b4f7-53f956b1ba11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:37:27Z', 'updated_at': '2022-09-22T21:37:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:36.406332 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4189c10b-5dab-4f8c-8dc1-7ce76bf5943e None None] Pushing event updated for resources: {'Port': ['ID=b4e8daf8-576a-404d-90c7-1f0617bda9e3,revision_number=3']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:36.418996 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1552e12c-2ae2-482e-9e92-cd26b7b99353 None None] The sync data for ids ['5a135788-3c81-4a45-b4f7-53f956b1ba11'] in dv-neutron-858900-1-hyperv is: [{'id': '5a135788-3c81-4a45-b4f7-53f956b1ba11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865649816', 'tenant_id': '517fabe13ed84839b585ff4613a45446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.185'}], 'enable_snat': True}, 'gw_port_id': 'b4e8daf8-576a-404d-90c7-1f0617bda9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:37:24Z', 'updated_at': '2022-09-22T21:37:30Z', 'revision_number': 3, 'project_id': '517fabe13ed84839b585ff4613a45446', 'gw_port': {'id': 'b4e8daf8-576a-404d-90c7-1f0617bda9e3', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:71:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a135788-3c81-4a45-b4f7-53f956b1ba11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:37:27Z', 'updated_at': '2022-09-22T21:37:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:37:36.434265 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92720c3-4a57-43d6-99ac-28c353b7b4ac tempest-TestNetworkAdvancedServerOps-656295910 tempest-TestNetworkAdvancedServerOps-656295910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:36.434930 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92720c3-4a57-43d6-99ac-28c353b7b4ac tempest-TestNetworkAdvancedServerOps-656295910 tempest-TestNetworkAdvancedServerOps-656295910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:36.438168 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c92720c3-4a57-43d6-99ac-28c353b7b4ac tempest-TestNetworkAdvancedServerOps-656295910 tempest-TestNetworkAdvancedServerOps-656295910-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1554 time: 0.9739053 Sep 22 21:37:36.455843 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45590) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:36.548981 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-0b4d8cbc-6cba-43fd-b0ff-ade37155065b tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Calling delete_port for c29892da-289e-404e-9732-8c1edc9ca13f owned by network:floatingip {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:37:36.654165 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c03485f6-3bee-437b-b4ec-497c2ea852f0 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for router_gateway, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:36.681536 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-8d45677c-8ac1-4d29-a7e4-9c0658415254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'name': 'tempest-RoutersIpV6Test-router-902998151', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:36:31Z', 'updated_at': '2022-09-22T21:37:32Z', 'revision_number': 7, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'gw_port_host': None, '_interfaces': [{'id': '5eeb895b-1dee-4286-8087-40e4c6026e72', 'name': '', 'network_id': '27f87840-20eb-43e3-a2a3-658fe09c5569', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:ad:c4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'ac596e09-bfec-4384-95c4-9ffa4ad7a2bf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:37:04Z', 'updated_at': '2022-09-22T21:37:17Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'ac596e09-bfec-4384-95c4-9ffa4ad7a2bf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa3e28f6-24e5-406d-bfb8-155d6ff21c76', 'name': '', 'network_id': 'f9c36acf-d10a-4415-b6ee-1ffb91d33c43', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:5b:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f286df80-3d5a-4ce9-ba7d-1348c9a80060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:36:38Z', 'updated_at': '2022-09-22T21:36:51Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'f286df80-3d5a-4ce9-ba7d-1348c9a80060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26d3464-ddf9-4766-8597-14f3db8b6289', 'name': '', 'network_id': 'e1b24836-380a-497f-93a5-9d48a7364d29', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:ec:5f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a60b4b8b-ac1c-4f30-b875-a8aced919547', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:36:50Z', 'updated_at': '2022-09-22T21:37:03Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'a60b4b8b-ac1c-4f30-b875-a8aced919547', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7035d77-6498-4375-bc25-bf1077c41d52', 'name': '', 'network_id': '3a12a43c-38af-4c4c-97a5-01553f5e5796', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:1b:e1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '00f405b3-98d2-4ac8-9311-8fc3d939e8e6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:37:19Z', 'updated_at': '2022-09-22T21:37:29Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': '00f405b3-98d2-4ac8-9311-8fc3d939e8e6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:36.697337 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d45677c-8ac1-4d29-a7e4-9c0658415254 None None] The sync data for ids ['b939319a-c05f-4d01-a659-4d57604fde53'] in dv-neutron-858900-1-hyperv is: [{'id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'name': 'tempest-RoutersIpV6Test-router-902998151', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:36:31Z', 'updated_at': '2022-09-22T21:37:32Z', 'revision_number': 7, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'gw_port_host': None, '_interfaces': [{'id': '5eeb895b-1dee-4286-8087-40e4c6026e72', 'name': '', 'network_id': '27f87840-20eb-43e3-a2a3-658fe09c5569', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:ad:c4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'ac596e09-bfec-4384-95c4-9ffa4ad7a2bf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:37:04Z', 'updated_at': '2022-09-22T21:37:17Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'ac596e09-bfec-4384-95c4-9ffa4ad7a2bf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa3e28f6-24e5-406d-bfb8-155d6ff21c76', 'name': '', 'network_id': 'f9c36acf-d10a-4415-b6ee-1ffb91d33c43', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:5b:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f286df80-3d5a-4ce9-ba7d-1348c9a80060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:36:38Z', 'updated_at': '2022-09-22T21:36:51Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'f286df80-3d5a-4ce9-ba7d-1348c9a80060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26d3464-ddf9-4766-8597-14f3db8b6289', 'name': '', 'network_id': 'e1b24836-380a-497f-93a5-9d48a7364d29', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:ec:5f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a60b4b8b-ac1c-4f30-b875-a8aced919547', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:36:50Z', 'updated_at': '2022-09-22T21:37:03Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'a60b4b8b-ac1c-4f30-b875-a8aced919547', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7035d77-6498-4375-bc25-bf1077c41d52', 'name': '', 'network_id': '3a12a43c-38af-4c4c-97a5-01553f5e5796', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:1b:e1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '00f405b3-98d2-4ac8-9311-8fc3d939e8e6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:37:19Z', 'updated_at': '2022-09-22T21:37:29Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': '00f405b3-98d2-4ac8-9311-8fc3d939e8e6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:37:36.741890 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-41b2d160-6f07-4c40-8261-42bb87464f91 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Deleting subnet fcc204fa-141b-4c49-ad87-13e5b53d785c {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:37:36.745189 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-41b2d160-6f07-4c40-8261-42bb87464f91 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:36.760029 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-04987b82-e158-4e83-ad67-da6ffe0ab800 tempest-TestNetworkAdvancedServerOps-656295910 tempest-TestNetworkAdvancedServerOps-656295910-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=a22ae1c9-d428-411f-af43-ce0f71b38d9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3011947 Sep 22 21:37:36.767599 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45594) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:36.773195 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c03485f6-3bee-437b-b4ec-497c2ea852f0 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:36.798777 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5767ffec-9161-47b6-b813-6458cc2a9199 None None] Network 85d6dade-b98c-48a9-8a2d-3abf9d1974d2 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:37:36.825263 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-41b2d160-6f07-4c40-8261-42bb87464f91 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:36.910173 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b2cb4e-4a2c-409d-aeb5-3bcaf1acad4e tempest-TestNetworkAdvancedServerOps-656295910 tempest-TestNetworkAdvancedServerOps-656295910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:36.912132 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-f2b2cb4e-4a2c-409d-aeb5-3bcaf1acad4e tempest-TestNetworkAdvancedServerOps-656295910 tempest-TestNetworkAdvancedServerOps-656295910-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=d3637975-9cd2-4186-8393-cf5f42039f2a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 800 time: 0.1407356 Sep 22 21:37:36.934510 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45598) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:37.024201 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-a3a724d8-0e41-4fb6-9f79-648ebd2baf5c None None] Provisioning for port 251912e5-146d-45d9-aaf4-68e8a72d10e9 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:37:37.040717 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-758dc6ff-26cf-4f60-8210-7f6138f937ae tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:37.058221 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c7cf82a8-5660-45e3-a1d9-407d062a5e70 tempest-TestNetworkAdvancedServerOps-656295910 tempest-TestNetworkAdvancedServerOps-656295910-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=517fabe13ed84839b585ff4613a45446&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1182108 Sep 22 21:37:37.076610 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45602) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:37.238691 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0b4d8cbc-6cba-43fd-b0ff-ade37155065b tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:37.248612 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-41b2d160-6f07-4c40-8261-42bb87464f91 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:37.395349 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-758dc6ff-26cf-4f60-8210-7f6138f937ae tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Deleting port d8cd32f2-dd23-417d-a45f-c9fc44e1d28d {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:37:37.395975 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-758dc6ff-26cf-4f60-8210-7f6138f937ae tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:37.509195 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4d8cbc-6cba-43fd-b0ff-ade37155065b tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Pushing event deleted for resources: {'Port': ['ID=c29892da-289e-404e-9732-8c1edc9ca13f,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:37.631607 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0b4d8cbc-6cba-43fd-b0ff-ade37155065b tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:37.652106 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-41b2d160-6f07-4c40-8261-42bb87464f91 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:37.782016 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-41b2d160-6f07-4c40-8261-42bb87464f91 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:37.789182 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b2d160-6f07-4c40-8261-42bb87464f91 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event deleted for resources: {'Subnet': ['ID=fcc204fa-141b-4c49-ad87-13e5b53d785c,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:37.789742 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a35081-4f35-4c95-979a-863a001646c6 None None] Network e0bdcb10-c28f-473f-85d3-460bd5cc4374 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:37:37.823296 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-41b2d160-6f07-4c40-8261-42bb87464f91 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "DELETE /v2.0/subnets/fcc204fa-141b-4c49-ad87-13e5b53d785c HTTP/1.1" status: 204 len: 168 time: 1.7609541 Sep 22 21:37:37.824672 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45606) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:37.851676 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0b4d8cbc-6cba-43fd-b0ff-ade37155065b tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:37.934178 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device df4a3dc6-1800-4705-b682-6ca74bdc18e0 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:37:38.015570 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-95029977-f6ca-4b9a-8fad-7b1a8437ed53 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:38.037176 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-95029977-f6ca-4b9a-8fad-7b1a8437ed53 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Deleting port 843924ae-146e-461d-9803-4e1c54f10b8a {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:37:38.037545 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-95029977-f6ca-4b9a-8fad-7b1a8437ed53 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:38.075248 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0b4d8cbc-6cba-43fd-b0ff-ade37155065b tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:38.144619 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4d8cbc-6cba-43fd-b0ff-ade37155065b tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=81344f4b-b5be-4c52-9171-5af7fdd8fc86,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:38.176299 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2de8a9-e2c4-4ad8-ab2e-925372329a1b tempest-TestNetworkAdvancedServerOps-656295910 tempest-TestNetworkAdvancedServerOps-656295910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:38.177270 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2de8a9-e2c4-4ad8-ab2e-925372329a1b tempest-TestNetworkAdvancedServerOps-656295910 tempest-TestNetworkAdvancedServerOps-656295910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:38.181462 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-cf2de8a9-e2c4-4ad8-ab2e-925372329a1b tempest-TestNetworkAdvancedServerOps-656295910 tempest-TestNetworkAdvancedServerOps-656295910-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1554 time: 1.0985701 Sep 22 21:37:38.196366 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port df4a3dc6-1800-4705-b682-6ca74bdc18e0 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:37:38.196593 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45610) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:38.197753 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-c03485f6-3bee-437b-b4ec-497c2ea852f0 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Allocated IP 172.26.0.211 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/89143fa2-6957-401c-8994-b2c10f01de87) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:37:38.203664 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device b4e8daf8-576a-404d-90c7-1f0617bda9e3 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:37:38.251939 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-404ad369-ed69-4712-b77f-1a04c0fd2dc5 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:38.281525 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-f6f4758e-2139-4285-a8df-faa2b260d9ac tempest-TestNetworkAdvancedServerOps-656295910 tempest-TestNetworkAdvancedServerOps-656295910-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=a22ae1c9-d428-411f-af43-ce0f71b38d9c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0789421 Sep 22 21:37:38.283546 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-4c1bc879-9039-480c-a782-01b4ac9288b1 None None] Provisioning for port df4a3dc6-1800-4705-b682-6ca74bdc18e0 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:37:38.285322 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45614) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:38.296020 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-4c1bc879-9039-480c-a782-01b4ac9288b1 None None] Provisioning complete for port df4a3dc6-1800-4705-b682-6ca74bdc18e0 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:37:38.296458 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4c1bc879-9039-480c-a782-01b4ac9288b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:38.296817 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-4c1bc879-9039-480c-a782-01b4ac9288b1 None None] Attempt 1 to provision port df4a3dc6-1800-4705-b682-6ca74bdc18e0 Sep 22 21:37:38.328342 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-404ad369-ed69-4712-b77f-1a04c0fd2dc5 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Transition to ACTIVE for port object c426c9e2-e32f-4055-be2e-bb8efc496c65 will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:37:38.331893 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0b4d8cbc-6cba-43fd-b0ff-ade37155065b tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:38.353171 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-104cdeb4-36cd-4ce2-911b-82b0189d40b1 tempest-TestNetworkAdvancedServerOps-656295910 tempest-TestNetworkAdvancedServerOps-656295910-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=d3637975-9cd2-4186-8393-cf5f42039f2a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0650318 Sep 22 21:37:38.357764 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45618) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:38.377784 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port b4e8daf8-576a-404d-90c7-1f0617bda9e3 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:37:38.378988 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-f1bb0161-4aac-405a-97f7-94cbfa4df5da tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1342878633', 'network_id': '3705f0f0-ca60-4eb5-a73e-00234b5f2f73', 'project_id': '517fabe13ed84839b585ff4613a45446', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:38.419020 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-0b4d8cbc-6cba-43fd-b0ff-ade37155065b tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3637975-9cd2-4186-8393-cf5f42039f2a']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:38.427316 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port b4e8daf8-576a-404d-90c7-1f0617bda9e3 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:37:38.427316 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:38.427316 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port b4e8daf8-576a-404d-90c7-1f0617bda9e3 Sep 22 21:37:38.431821 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-758dc6ff-26cf-4f60-8210-7f6138f937ae tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:38.468036 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ff6c55-e81b-48c6-997f-a5e8d9b87e27 None None] DHCP port deletion for e0bdcb10-c28f-473f-85d3-460bd5cc4374 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:37:38.489171 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-d7ff6c55-e81b-48c6-997f-a5e8d9b87e27 None None] Deleting port 843924ae-146e-461d-9803-4e1c54f10b8a {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:37:38.489544 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-d7ff6c55-e81b-48c6-997f-a5e8d9b87e27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:38.541522 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-0b4d8cbc-6cba-43fd-b0ff-ade37155065b tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd62471fc-9deb-4224-86fb-d5c1dd979d85') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:38.541842 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-0b4d8cbc-6cba-43fd-b0ff-ade37155065b tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd62471fc-9deb-4224-86fb-d5c1dd979d85') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:38.547829 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-4c1bc879-9039-480c-a782-01b4ac9288b1 None None] Current status of the port df4a3dc6-1800-4705-b682-6ca74bdc18e0 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:37:38.548572 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4c1bc879-9039-480c-a782-01b4ac9288b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:38.627512 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-758dc6ff-26cf-4f60-8210-7f6138f937ae tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Calling delete_port for d8cd32f2-dd23-417d-a45f-c9fc44e1d28d owned by network:router_gateway {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:37:38.648168 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-4c1bc879-9039-480c-a782-01b4ac9288b1 None None] For port df4a3dc6-1800-4705-b682-6ca74bdc18e0, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=df4a3dc6-1800-4705-b682-6ca74bdc18e0,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:37:38.689745 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4c1bc879-9039-480c-a782-01b4ac9288b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:38.704196 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0b4d8cbc-6cba-43fd-b0ff-ade37155065b tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:38.748942 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-404ad369-ed69-4712-b77f-1a04c0fd2dc5 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:38.753800 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-95029977-f6ca-4b9a-8fad-7b1a8437ed53 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] For port 843924ae-146e-461d-9803-4e1c54f10b8a, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=843924ae-146e-461d-9803-4e1c54f10b8a,segment=NetworkSegment(64179cc1-710d-4fdc-a460-095c82fc8843),segment_id=64179cc1-710d-4fdc-a460-095c82fc8843)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:37:38.754539 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-95029977-f6ca-4b9a-8fad-7b1a8437ed53 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:38.766214 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0b4d8cbc-6cba-43fd-b0ff-ade37155065b tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:38.774250 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-f1bb0161-4aac-405a-97f7-94cbfa4df5da tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:37:38.811201 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c03485f6-3bee-437b-b4ec-497c2ea852f0 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:38.830548 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b4d8cbc-6cba-43fd-b0ff-ade37155065b tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:37:38.830982 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0b4d8cbc-6cba-43fd-b0ff-ade37155065b tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:38.845160 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-f1bb0161-4aac-405a-97f7-94cbfa4df5da tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Usage tracker for resource:subnet and tenant:517fabe13ed84839b585ff4613a45446 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:37:38.846862 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port b4e8daf8-576a-404d-90c7-1f0617bda9e3 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:37:38.847351 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:38.851376 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-f1bb0161-4aac-405a-97f7-94cbfa4df5da tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:37:38.873334 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404ad369-ed69-4712-b77f-1a04c0fd2dc5 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:37:38.880331 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-404ad369-ed69-4712-b77f-1a04c0fd2dc5 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:37:38.888843 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404ad369-ed69-4712-b77f-1a04c0fd2dc5 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:37:38.894906 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404ad369-ed69-4712-b77f-1a04c0fd2dc5 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:38.895557 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-404ad369-ed69-4712-b77f-1a04c0fd2dc5 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:38.900483 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ad369-ed69-4712-b77f-1a04c0fd2dc5 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Port': ['ID=c426c9e2-e32f-4055-be2e-bb8efc496c65,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:38.921371 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-d7ff6c55-e81b-48c6-997f-a5e8d9b87e27 None None] For port 843924ae-146e-461d-9803-4e1c54f10b8a, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=843924ae-146e-461d-9803-4e1c54f10b8a,segment=NetworkSegment(64179cc1-710d-4fdc-a460-095c82fc8843),segment_id=64179cc1-710d-4fdc-a460-095c82fc8843)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:37:38.922081 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-d7ff6c55-e81b-48c6-997f-a5e8d9b87e27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:38.929879 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1bc879-9039-480c-a782-01b4ac9288b1 None None] Pushing event updated for resources: {'Port': ['ID=df4a3dc6-1800-4705-b682-6ca74bdc18e0,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:38.934716 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-95029977-f6ca-4b9a-8fad-7b1a8437ed53 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Calling delete_port for 843924ae-146e-461d-9803-4e1c54f10b8a owned by network:dhcp {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:37:38.949778 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-524051c4-a087-4e08-9aa5-bcab4eed6508 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:38.953294 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port b4e8daf8-576a-404d-90c7-1f0617bda9e3, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=b4e8daf8-576a-404d-90c7-1f0617bda9e3,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:37:39.033155 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-f1bb0161-4aac-405a-97f7-94cbfa4df5da tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:37:39.088462 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1bb0161-4aac-405a-97f7-94cbfa4df5da tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Made reservation on behalf of 517fabe13ed84839b585ff4613a45446 for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:37:39.093563 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f1bb0161-4aac-405a-97f7-94cbfa4df5da tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:39.113941 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:39.114535 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0b4d8cbc-6cba-43fd-b0ff-ade37155065b tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:39.114754 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 251912e5-146d-45d9-aaf4-68e8a72d10e9 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:37:39.153690 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-d7ff6c55-e81b-48c6-997f-a5e8d9b87e27 None None] Calling delete_port for 843924ae-146e-461d-9803-4e1c54f10b8a owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:37:39.172978 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-404ad369-ed69-4712-b77f-1a04c0fd2dc5 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 6.2313662 Sep 22 21:37:39.191384 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45626) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:39.224556 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment d62471fc-9deb-4224-86fb-d5c1dd979d85 resource provider aggregate not found Sep 22 21:37:39.244637 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4d8cbc-6cba-43fd-b0ff-ade37155065b tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d3637975-9cd2-4186-8393-cf5f42039f2a {{(pid=89008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 22 21:37:39.255039 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4d8cbc-6cba-43fd-b0ff-ade37155065b tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Pushing event deleted for resources: {'Network': ['ID=d3637975-9cd2-4186-8393-cf5f42039f2a,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:39.269918 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0b4d8cbc-6cba-43fd-b0ff-ade37155065b tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:39.284439 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c03485f6-3bee-437b-b4ec-497c2ea852f0 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:39.292929 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-0b4d8cbc-6cba-43fd-b0ff-ade37155065b tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] 10.222.0.33 "DELETE /v2.0/networks/d3637975-9cd2-4186-8393-cf5f42039f2a HTTP/1.1" status: 204 len: 168 time: 5.6869421 Sep 22 21:37:39.295150 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45632) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:39.360710 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=b4e8daf8-576a-404d-90c7-1f0617bda9e3,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:39.387868 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-3a29b70b-b7dd-4700-8fbd-94b6ffd53527 None None] Provisioning for port c426c9e2-e32f-4055-be2e-bb8efc496c65 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:37:39.394939 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 251912e5-146d-45d9-aaf4-68e8a72d10e9 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:37:39.404442 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment d62471fc-9deb-4224-86fb-d5c1dd979d85 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d62471fc-9deb-4224-86fb-d5c1dd979d85 found for delete ", "request_id": "req-a551460d-aff6-4e03-9c48-142122fc5bbd"}]} Sep 22 21:37:39.405556 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 251912e5-146d-45d9-aaf4-68e8a72d10e9 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:37:39.406083 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:39.406630 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 251912e5-146d-45d9-aaf4-68e8a72d10e9 Sep 22 21:37:39.423596 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-95029977-f6ca-4b9a-8fad-7b1a8437ed53 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:39.439339 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-3a29b70b-b7dd-4700-8fbd-94b6ffd53527 None None] Provisioning complete for port c426c9e2-e32f-4055-be2e-bb8efc496c65 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:37:39.439763 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-3a29b70b-b7dd-4700-8fbd-94b6ffd53527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:39.440692 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-3a29b70b-b7dd-4700-8fbd-94b6ffd53527 None None] Attempt 1 to provision port c426c9e2-e32f-4055-be2e-bb8efc496c65 Sep 22 21:37:39.444886 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03485f6-3bee-437b-b4ec-497c2ea852f0 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Pushing event updated for resources: {'Port': ['ID=89143fa2-6957-401c-8994-b2c10f01de87,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:39.483166 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95029977-f6ca-4b9a-8fad-7b1a8437ed53 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event deleted for resources: {'Port': ['ID=843924ae-146e-461d-9803-4e1c54f10b8a,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:39.492186 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.db.api [None req-d7ff6c55-e81b-48c6-997f-a5e8d9b87e27 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:37:39.492676 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG oslo_db.api [None req-d7ff6c55-e81b-48c6-997f-a5e8d9b87e27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:37:39.503913 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95029977-f6ca-4b9a-8fad-7b1a8437ed53 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] No DVR routers for this DVR port 843924ae-146e-461d-9803-4e1c54f10b8a on host dv-neutron-858900-1-hyperv {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:37:39.542520 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-50541bfb-9763-4404-a337-215cf9510e84 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Synchronizing usage tracker for tenant:0ec4a40a6c014814b7b002335b22edad on resource:floatingip {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:37:39.549330 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-3a29b70b-b7dd-4700-8fbd-94b6ffd53527 None None] Port c426c9e2-e32f-4055-be2e-bb8efc496c65 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:39.567562 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03485f6-3bee-437b-b4ec-497c2ea852f0 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:37:39.578840 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-c03485f6-3bee-437b-b4ec-497c2ea852f0 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:37:39.587718 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03485f6-3bee-437b-b4ec-497c2ea852f0 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:37:39.623206 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 251912e5-146d-45d9-aaf4-68e8a72d10e9 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:37:39.624212 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:39.680695 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4ad00bc6-e453-4b4a-800a-051b020fde9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:39.685129 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 251912e5-146d-45d9-aaf4-68e8a72d10e9, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=251912e5-146d-45d9-aaf4-68e8a72d10e9,segment=NetworkSegment(f35ee3dc-109b-4b37-9648-6b69eac1ea48),segment_id=f35ee3dc-109b-4b37-9648-6b69eac1ea48)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:37:39.691531 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:39.691695 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-50541bfb-9763-4404-a337-215cf9510e84 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Unset dirty status for tenant:0ec4a40a6c014814b7b002335b22edad on resource:floatingip {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:37:39.692893 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-50541bfb-9763-4404-a337-215cf9510e84 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] 10.222.0.33 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.3919601 Sep 22 21:37:39.696862 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-95029977-f6ca-4b9a-8fad-7b1a8437ed53 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:39.704226 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45636) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:39.783358 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=251912e5-146d-45d9-aaf4-68e8a72d10e9,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:39.802779 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55862be8-dd90-4353-81ec-40b4839c1351 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:39.803242 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55862be8-dd90-4353-81ec-40b4839c1351 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:39.803693 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55862be8-dd90-4353-81ec-40b4839c1351 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:39.804137 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55862be8-dd90-4353-81ec-40b4839c1351 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:39.804575 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55862be8-dd90-4353-81ec-40b4839c1351 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:39.805015 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55862be8-dd90-4353-81ec-40b4839c1351 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:39.805551 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55862be8-dd90-4353-81ec-40b4839c1351 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:39.805876 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55862be8-dd90-4353-81ec-40b4839c1351 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:39.806312 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55862be8-dd90-4353-81ec-40b4839c1351 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:39.806786 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55862be8-dd90-4353-81ec-40b4839c1351 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:39.807873 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-55862be8-dd90-4353-81ec-40b4839c1351 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Synchronizing usage tracker for tenant:0ec4a40a6c014814b7b002335b22edad on resource:subnet {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:37:39.829573 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device b4e8daf8-576a-404d-90c7-1f0617bda9e3 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:37:39.842597 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-95029977-f6ca-4b9a-8fad-7b1a8437ed53 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0bdcb10-c28f-473f-85d3-460bd5cc4374']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:39.862116 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-95029977-f6ca-4b9a-8fad-7b1a8437ed53 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64179cc1-710d-4fdc-a460-095c82fc8843') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:39.862421 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-95029977-f6ca-4b9a-8fad-7b1a8437ed53 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64179cc1-710d-4fdc-a460-095c82fc8843') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:39.886662 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-55862be8-dd90-4353-81ec-40b4839c1351 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Unset dirty status for tenant:0ec4a40a6c014814b7b002335b22edad on resource:subnet {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:37:39.890915 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-55862be8-dd90-4353-81ec-40b4839c1351 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6391 time: 0.1769879 Sep 22 21:37:39.892752 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-95029977-f6ca-4b9a-8fad-7b1a8437ed53 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:39.898929 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45640) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:39.917478 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port b4e8daf8-576a-404d-90c7-1f0617bda9e3 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:37:39.918071 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:39.918172 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port b4e8daf8-576a-404d-90c7-1f0617bda9e3 Sep 22 21:37:39.990560 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-8718a0a4-a6f2-4af9-9727-640ef8b75bdb tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] delete failed (client error): The resource could not be found. Sep 22 21:37:39.994279 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-8718a0a4-a6f2-4af9-9727-640ef8b75bdb tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] 10.222.0.33 "DELETE /v2.0/floatingips/46a84336-cbd9-402c-9980-46c8278735e3 HTTP/1.1" status: 404 len: 345 time: 0.0916715 Sep 22 21:37:39.994279 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f1bb0161-4aac-405a-97f7-94cbfa4df5da tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:39.995955 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45644) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:40.029134 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-95029977-f6ca-4b9a-8fad-7b1a8437ed53 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:40.041968 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-758dc6ff-26cf-4f60-8210-7f6138f937ae tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:40.065515 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-d7ff6c55-e81b-48c6-997f-a5e8d9b87e27 None None] Deleting port 843924ae-146e-461d-9803-4e1c54f10b8a {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:37:40.065515 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-d7ff6c55-e81b-48c6-997f-a5e8d9b87e27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:40.085695 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95029977-f6ca-4b9a-8fad-7b1a8437ed53 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:37:40.086343 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-95029977-f6ca-4b9a-8fad-7b1a8437ed53 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:40.088316 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-3a29b70b-b7dd-4700-8fbd-94b6ffd53527 None None] Attempt 2 to provision port c426c9e2-e32f-4055-be2e-bb8efc496c65 Sep 22 21:37:40.124522 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a03de76-bad8-4f75-8e45-455984e66057 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] DELETE failed (client error): The resource could not be found. Sep 22 21:37:40.125182 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a03de76-bad8-4f75-8e45-455984e66057 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:37:40.141601 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758dc6ff-26cf-4f60-8210-7f6138f937ae tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Pushing event deleted for resources: {'Port': ['ID=d8cd32f2-dd23-417d-a45f-c9fc44e1d28d,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:40.200216 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-d7ff6c55-e81b-48c6-997f-a5e8d9b87e27 None None] The port '843924ae-146e-461d-9803-4e1c54f10b8a' was deleted {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 21:37:40.206217 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb0161-4aac-405a-97f7-94cbfa4df5da tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Pushing event updated for resources: {'Subnet': ['ID=4336dad9-ca55-4b02-8b44-004ea34cf4f2,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:40.206545 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port b4e8daf8-576a-404d-90c7-1f0617bda9e3 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:37:40.208994 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device df4a3dc6-1800-4705-b682-6ca74bdc18e0 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:37:40.221872 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bb0161-4aac-405a-97f7-94cbfa4df5da tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Checking segment: {'id': '886ccfdc-7ba4-4604-b599-c338374a33a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3705f0f0-ca60-4eb5-a73e-00234b5f2f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:37:40.222239 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bb0161-4aac-405a-97f7-94cbfa4df5da tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Network hostable DHCP agents. Network: 3705f0f0-ca60-4eb5-a73e-00234b5f2f73, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:37:40.231042 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-0a03de76-bad8-4f75-8e45-455984e66057 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] 10.222.0.33 "DELETE /v2.0/networks/d3637975-9cd2-4186-8393-cf5f42039f2a HTTP/1.1" status: 404 len: 339 time: 0.2081087 Sep 22 21:37:40.236438 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45648) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:40.250024 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-f4ad6b4c-a23d-4445-aaf0-223236f5b1a0 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Request body: {'network': {'name': 'tempest-network--965308755', 'router:external': True}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:40.255985 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-f4ad6b4c-a23d-4445-aaf0-223236f5b1a0 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:37:40.260270 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-f4ad6b4c-a23d-4445-aaf0-223236f5b1a0 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Usage tracker for resource:network and tenant:0ec4a40a6c014814b7b002335b22edad is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:37:40.265580 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-f4ad6b4c-a23d-4445-aaf0-223236f5b1a0 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:37:40.274853 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-f4ad6b4c-a23d-4445-aaf0-223236f5b1a0 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:37:40.285827 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-3a29b70b-b7dd-4700-8fbd-94b6ffd53527 None None] Port c426c9e2-e32f-4055-be2e-bb8efc496c65 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:40.286477 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff6ce7e-cdf9-4137-903f-76779b672309 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:40.291865 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff6ce7e-cdf9-4137-903f-76779b672309 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:40.292771 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-0ff6ce7e-cdf9-4137-903f-76779b672309 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:37:40.295284 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port df4a3dc6-1800-4705-b682-6ca74bdc18e0 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:37:40.296424 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:40.296883 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port df4a3dc6-1800-4705-b682-6ca74bdc18e0 Sep 22 21:37:40.297230 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-95029977-f6ca-4b9a-8fad-7b1a8437ed53 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:40.329627 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-95029977-f6ca-4b9a-8fad-7b1a8437ed53 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:40.334562 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ad6b4c-a23d-4445-aaf0-223236f5b1a0 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Made reservation on behalf of 0ec4a40a6c014814b7b002335b22edad for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:37:40.343124 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f4ad6b4c-a23d-4445-aaf0-223236f5b1a0 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:40.366761 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95029977-f6ca-4b9a-8fad-7b1a8437ed53 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event deleted for resources: {'Network': ['ID=e0bdcb10-c28f-473f-85d3-460bd5cc4374,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:40.368966 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bb0161-4aac-405a-97f7-94cbfa4df5da tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Network 3705f0f0-ca60-4eb5-a73e-00234b5f2f73 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:37:40.376129 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-95029977-f6ca-4b9a-8fad-7b1a8437ed53 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "DELETE /v2.0/networks/e0bdcb10-c28f-473f-85d3-460bd5cc4374 HTTP/1.1" status: 204 len: 168 time: 2.5501790 Sep 22 21:37:40.380292 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-758dc6ff-26cf-4f60-8210-7f6138f937ae tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8012236'] for router_gateway, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:40.384279 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45652) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:40.399197 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-d04711dc-2728-4931-b92e-93c59c9d9654 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Request body: {'network': {'name': 'tempest-RoutersTest-1965274135'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:40.399197 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-d04711dc-2728-4931-b92e-93c59c9d9654 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:37:40.403461 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-d04711dc-2728-4931-b92e-93c59c9d9654 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Usage tracker for resource:network and tenant:d0dc9097dd2d4c51a9e00ba2c2c3535e is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:37:40.406513 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-d04711dc-2728-4931-b92e-93c59c9d9654 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:37:40.413034 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-d04711dc-2728-4931-b92e-93c59c9d9654 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:37:40.423188 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-f1bb0161-4aac-405a-97f7-94cbfa4df5da tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 3705f0f0-ca60-4eb5-a73e-00234b5f2f73) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:37:40.433104 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port df4a3dc6-1800-4705-b682-6ca74bdc18e0 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:37:40.436758 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49be883-459c-4238-9b5b-39c42409a238 None None] Network 3705f0f0-ca60-4eb5-a73e-00234b5f2f73 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:37:40.446889 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04711dc-2728-4931-b92e-93c59c9d9654 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Made reservation on behalf of d0dc9097dd2d4c51a9e00ba2c2c3535e for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:37:40.450703 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d04711dc-2728-4931-b92e-93c59c9d9654 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:40.461742 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4ad6b4c-a23d-4445-aaf0-223236f5b1a0 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:37:40.465672 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bb0161-4aac-405a-97f7-94cbfa4df5da tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:40.466570 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f1bb0161-4aac-405a-97f7-94cbfa4df5da tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:40.489099 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f4ad6b4c-a23d-4445-aaf0-223236f5b1a0 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:40.489518 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-f4ad6b4c-a23d-4445-aaf0-223236f5b1a0 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Added segment 81231d27-9902-4760-9162-fb29fe49cfcf of type vlan for network 6a453240-66be-43e8-9fb8-d08409e239f4 Sep 22 21:37:40.496700 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-0ff6ce7e-cdf9-4137-903f-76779b672309 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:37:40.497864 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-0ff6ce7e-cdf9-4137-903f-76779b672309 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 1.3040788 Sep 22 21:37:40.504093 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45656) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:40.519390 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 843924ae-146e-461d-9803-4e1c54f10b8a no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:37:40.562910 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 843924ae-146e-461d-9803-4e1c54f10b8a {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:37:40.563404 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 843924ae-146e-461d-9803-4e1c54f10b8a not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:37:40.579324 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d04711dc-2728-4931-b92e-93c59c9d9654 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:37:40.598844 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f4ad6b4c-a23d-4445-aaf0-223236f5b1a0 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:40.609846 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-f1bb0161-4aac-405a-97f7-94cbfa4df5da tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.2387571 Sep 22 21:37:40.614789 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45660) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:40.620805 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d04711dc-2728-4931-b92e-93c59c9d9654 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:40.621144 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-d04711dc-2728-4931-b92e-93c59c9d9654 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Added segment fa14fdbe-b4f6-41b5-ae68-d84dae0f928d of type vlan for network 0a9f4a6b-8e41-43e1-a621-4fa800f68ea1 Sep 22 21:37:40.626808 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-758dc6ff-26cf-4f60-8210-7f6138f937ae tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:40.637956 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-758dc6ff-26cf-4f60-8210-7f6138f937ae tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:40.750198 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-524051c4-a087-4e08-9aa5-bcab4eed6508 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Deleting port e7035d77-6498-4375-bc25-bf1077c41d52 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:37:40.750543 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-524051c4-a087-4e08-9aa5-bcab4eed6508 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:40.756180 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdc5da4-0563-40cb-808b-1e3aeeb79d96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-3705f0f0-ca60-4eb5-a73e-00234b5f2f73', 'network_id': '3705f0f0-ca60-4eb5-a73e-00234b5f2f73', 'tenant_id': '517fabe13ed84839b585ff4613a45446', 'fixed_ips': [{'subnet_id': '4336dad9-ca55-4b02-8b44-004ea34cf4f2'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:37:40.756960 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9bdc5da4-0563-40cb-808b-1e3aeeb79d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:40.781123 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-758dc6ff-26cf-4f60-8210-7f6138f937ae tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:40.781654 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758dc6ff-26cf-4f60-8210-7f6138f937ae tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Fanout notify agent at l3_agent the message router_deleted on router 7834ecb2-f75a-4ba0-930a-421386076638 {{(pid=89009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:37:40.811910 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-5b163d63-81e0-4004-9441-56a739f51bae tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Deleting port c426c9e2-e32f-4055-be2e-bb8efc496c65 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:37:40.812537 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-3a29b70b-b7dd-4700-8fbd-94b6ffd53527 None None] Attempt 3 to provision port c426c9e2-e32f-4055-be2e-bb8efc496c65 Sep 22 21:37:40.812631 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5b163d63-81e0-4004-9441-56a739f51bae tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:40.823289 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c03485f6-3bee-437b-b4ec-497c2ea852f0 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for router_gateway, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:40.894031 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-758dc6ff-26cf-4f60-8210-7f6138f937ae tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:40.895127 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-758dc6ff-26cf-4f60-8210-7f6138f937ae tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] 10.222.0.33 "DELETE /v2.0/routers/7834ecb2-f75a-4ba0-930a-421386076638 HTTP/1.1" status: 204 len: 168 time: 6.2326050 Sep 22 21:37:40.900830 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-3a29b70b-b7dd-4700-8fbd-94b6ffd53527 None None] Port c426c9e2-e32f-4055-be2e-bb8efc496c65 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:40.902887 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45664) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:40.912668 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-343f8009-d226-49cb-af81-bf564ebd1655 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1785160687', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:40.942308 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-343f8009-d226-49cb-af81-bf564ebd1655 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:37:40.966792 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-9bdc5da4-0563-40cb-808b-1e3aeeb79d96 None None] Allocated IP 172.20.0.18 (3705f0f0-ca60-4eb5-a73e-00234b5f2f73/4336dad9-ca55-4b02-8b44-004ea34cf4f2/97b45f7b-e871-406f-ac95-29079679e9e6) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:37:41.047285 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-343f8009-d226-49cb-af81-bf564ebd1655 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Usage tracker for resource:router and tenant:60d704e6c4374325ab6b4cfd3fcbd942 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:37:41.055050 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-343f8009-d226-49cb-af81-bf564ebd1655 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:37:41.057164 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d04711dc-2728-4931-b92e-93c59c9d9654 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:41.073713 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f4ad6b4c-a23d-4445-aaf0-223236f5b1a0 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:41.074688 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ad6b4c-a23d-4445-aaf0-223236f5b1a0 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:41.075260 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f4ad6b4c-a23d-4445-aaf0-223236f5b1a0 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:41.087548 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-343f8009-d226-49cb-af81-bf564ebd1655 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:37:41.127276 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-524051c4-a087-4e08-9aa5-bcab4eed6508 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] For port e7035d77-6498-4375-bc25-bf1077c41d52, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=e7035d77-6498-4375-bc25-bf1077c41d52,segment=NetworkSegment(a0861e83-f6dc-44c6-8919-b2a5d26c564e),segment_id=a0861e83-f6dc-44c6-8919-b2a5d26c564e)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:37:41.127702 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-524051c4-a087-4e08-9aa5-bcab4eed6508 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:41.194906 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9bdc5da4-0563-40cb-808b-1e3aeeb79d96 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:41.205992 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-9bdc5da4-0563-40cb-808b-1e3aeeb79d96 None None] Transition to ACTIVE for port object 97b45f7b-e871-406f-ac95-29079679e9e6 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:37:41.211767 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-343f8009-d226-49cb-af81-bf564ebd1655 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:41.213012 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-343f8009-d226-49cb-af81-bf564ebd1655 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:41.226669 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-9bdc5da4-0563-40cb-808b-1e3aeeb79d96 None None] Transition to ACTIVE for port object 97b45f7b-e871-406f-ac95-29079679e9e6 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:37:41.235940 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9bdc5da4-0563-40cb-808b-1e3aeeb79d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:41.305549 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-f4ad6b4c-a23d-4445-aaf0-223236f5b1a0 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.0580895 Sep 22 21:37:41.313526 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdc5da4-0563-40cb-808b-1e3aeeb79d96 None None] Network 3705f0f0-ca60-4eb5-a73e-00234b5f2f73 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:37:41.315089 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-9bdc5da4-0563-40cb-808b-1e3aeeb79d96 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:37:41.319637 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdc5da4-0563-40cb-808b-1e3aeeb79d96 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:37:41.372194 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45668) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:41.373181 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc5da4-0563-40cb-808b-1e3aeeb79d96 None None] Pushing event updated for resources: {'Port': ['ID=97b45f7b-e871-406f-ac95-29079679e9e6,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:41.406140 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ad6b4c-a23d-4445-aaf0-223236f5b1a0 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Pushing event updated for resources: {'Network': ['ID=6a453240-66be-43e8-9fb8-d08409e239f4,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:41.411828 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-3a29b70b-b7dd-4700-8fbd-94b6ffd53527 None None] Attempt 4 to provision port c426c9e2-e32f-4055-be2e-bb8efc496c65 Sep 22 21:37:41.449296 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 6a453240-66be-43e8-9fb8-d08409e239f4 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:37:41.468247 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 64179cc1-710d-4fdc-a460-095c82fc8843 resource provider aggregate not found Sep 22 21:37:41.469972 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-524051c4-a087-4e08-9aa5-bcab4eed6508 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Calling delete_port for e7035d77-6498-4375-bc25-bf1077c41d52 owned by network:router_interface {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:37:41.474201 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d04711dc-2728-4931-b92e-93c59c9d9654 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:41.480068 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04711dc-2728-4931-b92e-93c59c9d9654 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:41.480760 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d04711dc-2728-4931-b92e-93c59c9d9654 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:41.556665 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-3a29b70b-b7dd-4700-8fbd-94b6ffd53527 None None] Port c426c9e2-e32f-4055-be2e-bb8efc496c65 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:41.568836 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-9bdc5da4-0563-40cb-808b-1e3aeeb79d96 None None] Attempting to bind port 97b45f7b-e871-406f-ac95-29079679e9e6 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:37:41.569203 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-9bdc5da4-0563-40cb-808b-1e3aeeb79d96 None None] Attempting to bind port 97b45f7b-e871-406f-ac95-29079679e9e6 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '886ccfdc-7ba4-4604-b599-c338374a33a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3705f0f0-ca60-4eb5-a73e-00234b5f2f73'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:37:41.569567 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdc5da4-0563-40cb-808b-1e3aeeb79d96 None None] Attempting to bind port 97b45f7b-e871-406f-ac95-29079679e9e6 on network 3705f0f0-ca60-4eb5-a73e-00234b5f2f73 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:37:41.580551 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdc5da4-0563-40cb-808b-1e3aeeb79d96 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:37:41.580960 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdc5da4-0563-40cb-808b-1e3aeeb79d96 None None] Checking segment: {'id': '886ccfdc-7ba4-4604-b599-c338374a33a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3705f0f0-ca60-4eb5-a73e-00234b5f2f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:37:41.581362 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9bdc5da4-0563-40cb-808b-1e3aeeb79d96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:41.581761 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdc5da4-0563-40cb-808b-1e3aeeb79d96 None None] Bound using segment: {'id': '886ccfdc-7ba4-4604-b599-c338374a33a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3705f0f0-ca60-4eb5-a73e-00234b5f2f73'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:37:41.582224 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-9bdc5da4-0563-40cb-808b-1e3aeeb79d96 None None] Bound port: 97b45f7b-e871-406f-ac95-29079679e9e6, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886ccfdc-7ba4-4604-b599-c338374a33a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3705f0f0-ca60-4eb5-a73e-00234b5f2f73'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:37:41.582594 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9bdc5da4-0563-40cb-808b-1e3aeeb79d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:41.636791 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-343f8009-d226-49cb-af81-bf564ebd1655 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:41.643984 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 64179cc1-710d-4fdc-a460-095c82fc8843 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 64179cc1-710d-4fdc-a460-095c82fc8843 found for delete ", "request_id": "req-cd8f223a-0d22-4844-b659-1aec9ca8ed28"}]} Sep 22 21:37:41.651210 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c03485f6-3bee-437b-b4ec-497c2ea852f0 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:41.696901 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04711dc-2728-4931-b92e-93c59c9d9654 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event updated for resources: {'Network': ['ID=0a9f4a6b-8e41-43e1-a621-4fa800f68ea1,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:41.710560 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-9bdc5da4-0563-40cb-808b-1e3aeeb79d96 None None] For port 97b45f7b-e871-406f-ac95-29079679e9e6, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:37:41.714008 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 0a9f4a6b-8e41-43e1-a621-4fa800f68ea1 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:37:41.788359 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-d04711dc-2728-4931-b92e-93c59c9d9654 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4020212 Sep 22 21:37:41.802415 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45676) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:41.815080 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-a984a3b9-6d53-4c20-875d-cbfa56e7ed97 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Request body: {'subnet': {'network_id': '0a9f4a6b-8e41-43e1-a621-4fa800f68ea1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:41.843361 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 251912e5-146d-45d9-aaf4-68e8a72d10e9 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:37:41.853407 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5b163d63-81e0-4004-9441-56a739f51bae tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:41.879995 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-9bdc5da4-0563-40cb-808b-1e3aeeb79d96 None None] For port 97b45f7b-e871-406f-ac95-29079679e9e6, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=97b45f7b-e871-406f-ac95-29079679e9e6,segment=NetworkSegment(886ccfdc-7ba4-4604-b599-c338374a33a8),segment_id=886ccfdc-7ba4-4604-b599-c338374a33a8)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:37:41.924302 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9bdc5da4-0563-40cb-808b-1e3aeeb79d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:41.946226 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-524051c4-a087-4e08-9aa5-bcab4eed6508 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:41.947074 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-343f8009-d226-49cb-af81-bf564ebd1655 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:41.972611 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-3b254061-fdcf-4c02-b9c0-1c60e864f3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:41.989156 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c03485f6-3bee-437b-b4ec-497c2ea852f0 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Router 546b1c99-612d-44f7-8d3a-6e4d1feb526e is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:37:42.001333 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524051c4-a087-4e08-9aa5-bcab4eed6508 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event deleted for resources: {'Port': ['ID=e7035d77-6498-4375-bc25-bf1077c41d52,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:42.058414 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-3a29b70b-b7dd-4700-8fbd-94b6ffd53527 None None] Attempt 5 to provision port c426c9e2-e32f-4055-be2e-bb8efc496c65 Sep 22 21:37:42.097822 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-5b163d63-81e0-4004-9441-56a739f51bae tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Calling delete_port for c426c9e2-e32f-4055-be2e-bb8efc496c65 owned by {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:37:42.099741 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc5da4-0563-40cb-808b-1e3aeeb79d96 None None] Pushing event updated for resources: {'Port': ['ID=97b45f7b-e871-406f-ac95-29079679e9e6,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:42.121071 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 251912e5-146d-45d9-aaf4-68e8a72d10e9 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:37:42.121602 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:42.122050 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 251912e5-146d-45d9-aaf4-68e8a72d10e9 Sep 22 21:37:42.210567 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-3a29b70b-b7dd-4700-8fbd-94b6ffd53527 None None] Port c426c9e2-e32f-4055-be2e-bb8efc496c65 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:42.318072 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 251912e5-146d-45d9-aaf4-68e8a72d10e9 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:37:42.437426 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cd5d30-173c-40b3-8025-1777f695e9d7 tempest-ExternalNetworksTestJSON-1585575244 tempest-ExternalNetworksTestJSON-1585575244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:42.443589 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cd5d30-173c-40b3-8025-1777f695e9d7 tempest-ExternalNetworksTestJSON-1585575244 tempest-ExternalNetworksTestJSON-1585575244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:42.449419 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cd5d30-173c-40b3-8025-1777f695e9d7 tempest-ExternalNetworksTestJSON-1585575244 tempest-ExternalNetworksTestJSON-1585575244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:42.455251 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cd5d30-173c-40b3-8025-1777f695e9d7 tempest-ExternalNetworksTestJSON-1585575244 tempest-ExternalNetworksTestJSON-1585575244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:42.456128 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-e9cd5d30-173c-40b3-8025-1777f695e9d7 tempest-ExternalNetworksTestJSON-1585575244 tempest-ExternalNetworksTestJSON-1585575244-project] Synchronizing usage tracker for tenant:ea00f4cf069848d5b8a37c955e6fc355 on resource:network {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:37:42.490809 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-343f8009-d226-49cb-af81-bf564ebd1655 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:42.493080 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-343f8009-d226-49cb-af81-bf564ebd1655 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.5844486 Sep 22 21:37:42.494259 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-524051c4-a087-4e08-9aa5-bcab4eed6508 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:42.502080 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45680) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:42.522160 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-3f6749b3-c590-4263-b9a3-db44dba1ed08 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'enable_snat': False}}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:42.566199 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03485f6-3bee-437b-b4ec-497c2ea852f0 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:37:42.576756 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10bec1d-cee4-4ccd-b959-af626aab01a2 None None] Sync routers for ids ['546b1c99-612d-44f7-8d3a-6e4d1feb526e'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:37:42.586660 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10bec1d-cee4-4ccd-b959-af626aab01a2 None None] Routers {'546b1c99-612d-44f7-8d3a-6e4d1feb526e'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:37:42.587426 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-d10bec1d-cee4-4ccd-b959-af626aab01a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:37:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['546b1c99-612d-44f7-8d3a-6e4d1feb526e'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:42.590858 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-a984a3b9-6d53-4c20-875d-cbfa56e7ed97 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:37:42.595296 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-a984a3b9-6d53-4c20-875d-cbfa56e7ed97 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Usage tracker for resource:subnet and tenant:d0dc9097dd2d4c51a9e00ba2c2c3535e is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:37:42.598209 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-a984a3b9-6d53-4c20-875d-cbfa56e7ed97 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:37:42.604126 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-a984a3b9-6d53-4c20-875d-cbfa56e7ed97 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:37:42.650928 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-d10bec1d-cee4-4ccd-b959-af626aab01a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:42.660720 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10bec1d-cee4-4ccd-b959-af626aab01a2 None None] Routers {'546b1c99-612d-44f7-8d3a-6e4d1feb526e'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:37:42.661333 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-d10bec1d-cee4-4ccd-b959-af626aab01a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:37:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['546b1c99-612d-44f7-8d3a-6e4d1feb526e'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:42.689229 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c03485f6-3bee-437b-b4ec-497c2ea852f0 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:42.693056 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c03485f6-3bee-437b-b4ec-497c2ea852f0 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.8307273 Sep 22 21:37:42.693924 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45684) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:42.719408 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a984a3b9-6d53-4c20-875d-cbfa56e7ed97 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Made reservation on behalf of d0dc9097dd2d4c51a9e00ba2c2c3535e for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:37:42.723011 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a984a3b9-6d53-4c20-875d-cbfa56e7ed97 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:42.723354 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-3a29b70b-b7dd-4700-8fbd-94b6ffd53527 None None] Attempt 6 to provision port c426c9e2-e32f-4055-be2e-bb8efc496c65 Sep 22 21:37:42.773330 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-d10bec1d-cee4-4ccd-b959-af626aab01a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:42.773330 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10bec1d-cee4-4ccd-b959-af626aab01a2 None None] The sync data for ids ['546b1c99-612d-44f7-8d3a-6e4d1feb526e'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:37:42.791148 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:42.801918 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-3a29b70b-b7dd-4700-8fbd-94b6ffd53527 None None] Port c426c9e2-e32f-4055-be2e-bb8efc496c65 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:42.966234 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-e9cd5d30-173c-40b3-8025-1777f695e9d7 tempest-ExternalNetworksTestJSON-1585575244 tempest-ExternalNetworksTestJSON-1585575244-project] Unset dirty status for tenant:ea00f4cf069848d5b8a37c955e6fc355 on resource:network {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:37:42.968025 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e9cd5d30-173c-40b3-8025-1777f695e9d7 tempest-ExternalNetworksTestJSON-1585575244 tempest-ExternalNetworksTestJSON-1585575244-project] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 1.5783091 Sep 22 21:37:42.979054 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45688) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:43.075431 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:43.218106 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20888b76-946c-4e2b-ba6d-67a223b30864 None None] Network 3705f0f0-ca60-4eb5-a73e-00234b5f2f73 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:37:43.235444 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5b163d63-81e0-4004-9441-56a739f51bae tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:43.271753 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-02bf3f06-a5ec-4a10-8189-47abad97da4f tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:43.308082 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-3a29b70b-b7dd-4700-8fbd-94b6ffd53527 None None] Attempt 7 to provision port c426c9e2-e32f-4055-be2e-bb8efc496c65 Sep 22 21:37:43.349161 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-524051c4-a087-4e08-9aa5-bcab4eed6508 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Router b939319a-c05f-4d01-a659-4d57604fde53 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:37:43.351905 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-3a29b70b-b7dd-4700-8fbd-94b6ffd53527 None None] Port c426c9e2-e32f-4055-be2e-bb8efc496c65 was deleted so its status cannot be updated. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:37:43.456574 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3f6749b3-c590-4263-b9a3-db44dba1ed08 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:43.461920 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b163d63-81e0-4004-9441-56a739f51bae tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event deleted for resources: {'Port': ['ID=c426c9e2-e32f-4055-be2e-bb8efc496c65,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:43.515390 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-e74233d2-33bd-4272-b9bf-d4831287578a None None] Provisioning for port 97b45f7b-e871-406f-ac95-29079679e9e6 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:37:43.528435 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5b163d63-81e0-4004-9441-56a739f51bae tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:43.608648 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c731d4ae-f778-430b-a4ff-66a4e3c461c4 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:43.635460 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-5b163d63-81e0-4004-9441-56a739f51bae tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/ports/c426c9e2-e32f-4055-be2e-bb8efc496c65 HTTP/1.1" status: 204 len: 168 time: 3.1210990 Sep 22 21:37:43.641561 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45692) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:43.748423 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-02bf3f06-a5ec-4a10-8189-47abad97da4f tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:43.879361 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-02bf3f06-a5ec-4a10-8189-47abad97da4f tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a453240-66be-43e8-9fb8-d08409e239f4']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:43.901663 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 97b45f7b-e871-406f-ac95-29079679e9e6 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:37:43.905556 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-02bf3f06-a5ec-4a10-8189-47abad97da4f tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81231d27-9902-4760-9162-fb29fe49cfcf') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:43.905867 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-02bf3f06-a5ec-4a10-8189-47abad97da4f tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81231d27-9902-4760-9162-fb29fe49cfcf') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:43.917085 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524051c4-a087-4e08-9aa5-bcab4eed6508 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:37:43.930134 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1723c8b-3326-4097-b62d-57dc3bb8b701 None None] Sync routers for ids ['b939319a-c05f-4d01-a659-4d57604fde53'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:37:43.944480 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1723c8b-3326-4097-b62d-57dc3bb8b701 None None] Routers {'b939319a-c05f-4d01-a659-4d57604fde53'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:37:43.945677 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-a1723c8b-3326-4097-b62d-57dc3bb8b701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:37:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b939319a-c05f-4d01-a659-4d57604fde53'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:43.981680 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-02bf3f06-a5ec-4a10-8189-47abad97da4f tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:43.984798 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 97b45f7b-e871-406f-ac95-29079679e9e6 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:37:43.992429 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 97b45f7b-e871-406f-ac95-29079679e9e6 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:37:43.993261 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:43.993261 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 97b45f7b-e871-406f-ac95-29079679e9e6 Sep 22 21:37:43.995178 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-524051c4-a087-4e08-9aa5-bcab4eed6508 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "PUT /v2.0/routers/b939319a-c05f-4d01-a659-4d57604fde53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1319349 Sep 22 21:37:44.007643 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45696) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:44.022635 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47afc89-36ae-4ded-a1e3-30d49c79189d tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:44.024129 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47afc89-36ae-4ded-a1e3-30d49c79189d tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:44.024881 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-b47afc89-36ae-4ded-a1e3-30d49c79189d tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:37:44.076949 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-02bf3f06-a5ec-4a10-8189-47abad97da4f tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:44.108657 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02bf3f06-a5ec-4a10-8189-47abad97da4f tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:37:44.109327 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-02bf3f06-a5ec-4a10-8189-47abad97da4f tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:44.140356 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-a1723c8b-3326-4097-b62d-57dc3bb8b701 None None] Set router b939319a-c05f-4d01-a659-4d57604fde53 gateway port host: None {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:37:44.154283 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a984a3b9-6d53-4c20-875d-cbfa56e7ed97 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:44.169065 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 97b45f7b-e871-406f-ac95-29079679e9e6 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:37:44.169636 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:44.203193 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-b47afc89-36ae-4ded-a1e3-30d49c79189d tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:37:44.204340 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-b47afc89-36ae-4ded-a1e3-30d49c79189d tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.5174198 Sep 22 21:37:44.213473 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45702) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:44.215118 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 81231d27-9902-4760-9162-fb29fe49cfcf resource provider aggregate not found Sep 22 21:37:44.227346 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 97b45f7b-e871-406f-ac95-29079679e9e6, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=97b45f7b-e871-406f-ac95-29079679e9e6,segment=NetworkSegment(886ccfdc-7ba4-4604-b599-c338374a33a8),segment_id=886ccfdc-7ba4-4604-b599-c338374a33a8)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:37:44.236378 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:44.322198 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=97b45f7b-e871-406f-ac95-29079679e9e6,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:44.387148 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a984a3b9-6d53-4c20-875d-cbfa56e7ed97 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event updated for resources: {'Subnet': ['ID=6e5f7e14-a7a2-464c-a522-d20e5b099bee,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:44.408282 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a984a3b9-6d53-4c20-875d-cbfa56e7ed97 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Checking segment: {'id': 'fa14fdbe-b4f6-41b5-ae68-d84dae0f928d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0a9f4a6b-8e41-43e1-a621-4fa800f68ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:37:44.408725 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a984a3b9-6d53-4c20-875d-cbfa56e7ed97 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Network hostable DHCP agents. Network: 0a9f4a6b-8e41-43e1-a621-4fa800f68ea1, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:37:44.461670 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:44.515144 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0bc12b8-39a4-4083-a018-f486845caa03 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Deleting subnet 00f405b3-98d2-4ac8-9311-8fc3d939e8e6 {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:37:44.517935 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 81231d27-9902-4760-9162-fb29fe49cfcf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 81231d27-9902-4760-9162-fb29fe49cfcf found for delete ", "request_id": "req-4cafed4a-3017-4ce1-b7ef-3602b8ff39b3"}]} Sep 22 21:37:44.530962 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a0bc12b8-39a4-4083-a018-f486845caa03 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:44.535731 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-a1723c8b-3326-4097-b62d-57dc3bb8b701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'name': 'tempest-RoutersIpV6Test-router-902998151', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:36:31Z', 'updated_at': '2022-09-22T21:37:41Z', 'revision_number': 8, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'gw_port_host': None, '_interfaces': [{'id': '5eeb895b-1dee-4286-8087-40e4c6026e72', 'name': '', 'network_id': '27f87840-20eb-43e3-a2a3-658fe09c5569', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:ad:c4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'ac596e09-bfec-4384-95c4-9ffa4ad7a2bf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:37:04Z', 'updated_at': '2022-09-22T21:37:17Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'ac596e09-bfec-4384-95c4-9ffa4ad7a2bf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa3e28f6-24e5-406d-bfb8-155d6ff21c76', 'name': '', 'network_id': 'f9c36acf-d10a-4415-b6ee-1ffb91d33c43', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:5b:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f286df80-3d5a-4ce9-ba7d-1348c9a80060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:36:38Z', 'updated_at': '2022-09-22T21:36:51Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'f286df80-3d5a-4ce9-ba7d-1348c9a80060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26d3464-ddf9-4766-8597-14f3db8b6289', 'name': '', 'network_id': 'e1b24836-380a-497f-93a5-9d48a7364d29', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:ec:5f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a60b4b8b-ac1c-4f30-b875-a8aced919547', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:36:50Z', 'updated_at': '2022-09-22T21:37:03Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'a60b4b8b-ac1c-4f30-b875-a8aced919547', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:44.539681 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1723c8b-3326-4097-b62d-57dc3bb8b701 None None] Checking router: b939319a-c05f-4d01-a659-4d57604fde53 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:37:44.548657 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1723c8b-3326-4097-b62d-57dc3bb8b701 None None] Routers {'b939319a-c05f-4d01-a659-4d57604fde53'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:37:44.549011 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-a1723c8b-3326-4097-b62d-57dc3bb8b701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:37:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b939319a-c05f-4d01-a659-4d57604fde53'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:44.602000 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dff72c6-db58-4cfa-ad92-fa3fb9f48910 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Deleting subnet dcd730f1-b3e7-47dc-ac9e-b1de59ae4cb1 {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:37:44.603805 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-02bf3f06-a5ec-4a10-8189-47abad97da4f tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:44.607900 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02bf3f06-a5ec-4a10-8189-47abad97da4f tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6a453240-66be-43e8-9fb8-d08409e239f4 {{(pid=89009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 22 21:37:44.609908 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-02bf3f06-a5ec-4a10-8189-47abad97da4f tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:44.669359 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8dff72c6-db58-4cfa-ad92-fa3fb9f48910 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:44.705017 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a984a3b9-6d53-4c20-875d-cbfa56e7ed97 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Network 0a9f4a6b-8e41-43e1-a621-4fa800f68ea1 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:37:44.716514 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-a1723c8b-3326-4097-b62d-57dc3bb8b701 None None] Set router b939319a-c05f-4d01-a659-4d57604fde53 gateway port host: None {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:37:44.722030 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-02bf3f06-a5ec-4a10-8189-47abad97da4f tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] 10.222.0.33 "DELETE /v2.0/networks/6a453240-66be-43e8-9fb8-d08409e239f4 HTTP/1.1" status: 204 len: 168 time: 1.7346148 Sep 22 21:37:44.729447 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf3f06-a5ec-4a10-8189-47abad97da4f tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Pushing event deleted for resources: {'Network': ['ID=6a453240-66be-43e8-9fb8-d08409e239f4,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:44.732411 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45708) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:44.736020 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a0bc12b8-39a4-4083-a018-f486845caa03 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:44.748047 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-573a53b1-5e22-4ec0-ac96-578becc12e74 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Request body: {'network': {'name': 'tempest-network--1005414137', 'router:external': True}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:44.763034 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-a984a3b9-6d53-4c20-875d-cbfa56e7ed97 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 0a9f4a6b-8e41-43e1-a621-4fa800f68ea1) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:37:44.769802 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-573a53b1-5e22-4ec0-ac96-578becc12e74 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:37:44.773119 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bd5cd8-1b48-43b9-828e-40bf381b2aed None None] Network 0a9f4a6b-8e41-43e1-a621-4fa800f68ea1 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:37:44.782095 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a984a3b9-6d53-4c20-875d-cbfa56e7ed97 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:44.782294 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a984a3b9-6d53-4c20-875d-cbfa56e7ed97 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:44.808869 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3f6749b3-c590-4263-b9a3-db44dba1ed08 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:44.827170 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8dff72c6-db58-4cfa-ad92-fa3fb9f48910 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:44.852739 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-573a53b1-5e22-4ec0-ac96-578becc12e74 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Usage tracker for resource:network and tenant:0ec4a40a6c014814b7b002335b22edad is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:37:44.864356 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a984a3b9-6d53-4c20-875d-cbfa56e7ed97 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0533221 Sep 22 21:37:44.872238 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-573a53b1-5e22-4ec0-ac96-578becc12e74 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:37:44.877235 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45712) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:44.879747 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-c731d4ae-f778-430b-a4ff-66a4e3c461c4 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Allocated IP 172.20.0.17 (3705f0f0-ca60-4eb5-a73e-00234b5f2f73/4336dad9-ca55-4b02-8b44-004ea34cf4f2/c00be16d-1b99-4c4f-8184-fa454626ffc4) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:37:44.892470 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-a93bb35c-feb4-4428-90a9-c972c84826ea tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-224478434', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:44.898981 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-573a53b1-5e22-4ec0-ac96-578becc12e74 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:37:44.908682 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3f6749b3-c590-4263-b9a3-db44dba1ed08 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:44.912302 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a93bb35c-feb4-4428-90a9-c972c84826ea tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:37:44.940969 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-a93bb35c-feb4-4428-90a9-c972c84826ea tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Usage tracker for resource:router and tenant:d0dc9097dd2d4c51a9e00ba2c2c3535e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:37:44.986916 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8dff72c6-db58-4cfa-ad92-fa3fb9f48910 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:45.069581 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573a53b1-5e22-4ec0-ac96-578becc12e74 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Made reservation on behalf of 0ec4a40a6c014814b7b002335b22edad for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:37:45.071922 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-573a53b1-5e22-4ec0-ac96-578becc12e74 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:45.084277 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1883c7c2-1122-4e3d-9180-31afdc6ed20c tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:45.097531 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-a93bb35c-feb4-4428-90a9-c972c84826ea tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:37:45.109034 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b447772-d24c-4f4c-a89e-6f1bc5ebb10b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-0a9f4a6b-8e41-43e1-a621-4fa800f68ea1', 'network_id': '0a9f4a6b-8e41-43e1-a621-4fa800f68ea1', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'fixed_ips': [{'subnet_id': '6e5f7e14-a7a2-464c-a522-d20e5b099bee'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:37:45.109874 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0b447772-d24c-4f4c-a89e-6f1bc5ebb10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:45.112612 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8dff72c6-db58-4cfa-ad92-fa3fb9f48910 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:45.118977 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a93bb35c-feb4-4428-90a9-c972c84826ea tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:37:45.192042 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-a1723c8b-3326-4097-b62d-57dc3bb8b701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'name': 'tempest-RoutersIpV6Test-router-902998151', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:36:31Z', 'updated_at': '2022-09-22T21:37:41Z', 'revision_number': 8, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'gw_port_host': None, '_interfaces': [{'id': '5eeb895b-1dee-4286-8087-40e4c6026e72', 'name': '', 'network_id': '27f87840-20eb-43e3-a2a3-658fe09c5569', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:ad:c4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'ac596e09-bfec-4384-95c4-9ffa4ad7a2bf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:37:04Z', 'updated_at': '2022-09-22T21:37:17Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'ac596e09-bfec-4384-95c4-9ffa4ad7a2bf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa3e28f6-24e5-406d-bfb8-155d6ff21c76', 'name': '', 'network_id': 'f9c36acf-d10a-4415-b6ee-1ffb91d33c43', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:5b:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f286df80-3d5a-4ce9-ba7d-1348c9a80060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:36:38Z', 'updated_at': '2022-09-22T21:36:51Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'f286df80-3d5a-4ce9-ba7d-1348c9a80060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26d3464-ddf9-4766-8597-14f3db8b6289', 'name': '', 'network_id': 'e1b24836-380a-497f-93a5-9d48a7364d29', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:ec:5f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a60b4b8b-ac1c-4f30-b875-a8aced919547', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:36:50Z', 'updated_at': '2022-09-22T21:37:03Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'a60b4b8b-ac1c-4f30-b875-a8aced919547', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:45.197640 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1723c8b-3326-4097-b62d-57dc3bb8b701 None None] The sync data for ids ['b939319a-c05f-4d01-a659-4d57604fde53'] in dv-neutron-858900-1-hyperv is: [{'id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'name': 'tempest-RoutersIpV6Test-router-902998151', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:36:31Z', 'updated_at': '2022-09-22T21:37:41Z', 'revision_number': 8, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'gw_port_host': None, '_interfaces': [{'id': '5eeb895b-1dee-4286-8087-40e4c6026e72', 'name': '', 'network_id': '27f87840-20eb-43e3-a2a3-658fe09c5569', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:ad:c4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'ac596e09-bfec-4384-95c4-9ffa4ad7a2bf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:37:04Z', 'updated_at': '2022-09-22T21:37:17Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'ac596e09-bfec-4384-95c4-9ffa4ad7a2bf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa3e28f6-24e5-406d-bfb8-155d6ff21c76', 'name': '', 'network_id': 'f9c36acf-d10a-4415-b6ee-1ffb91d33c43', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:5b:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f286df80-3d5a-4ce9-ba7d-1348c9a80060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:36:38Z', 'updated_at': '2022-09-22T21:36:51Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'f286df80-3d5a-4ce9-ba7d-1348c9a80060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26d3464-ddf9-4766-8597-14f3db8b6289', 'name': '', 'network_id': 'e1b24836-380a-497f-93a5-9d48a7364d29', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:ec:5f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a60b4b8b-ac1c-4f30-b875-a8aced919547', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:36:50Z', 'updated_at': '2022-09-22T21:37:03Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'a60b4b8b-ac1c-4f30-b875-a8aced919547', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:37:45.247057 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8dff72c6-db58-4cfa-ad92-fa3fb9f48910 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:45.259835 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c177ce6-8d97-40df-b256-e0c5c3e03238 None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:37:45.275015 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff72c6-db58-4cfa-ad92-fa3fb9f48910 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event deleted for resources: {'Subnet': ['ID=dcd730f1-b3e7-47dc-ac9e-b1de59ae4cb1,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:45.371268 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-3f6749b3-c590-4263-b9a3-db44dba1ed08 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Allocated IP 172.26.0.138 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/2c4a22b1-704e-498f-9e79-94e37da76946) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:37:45.400325 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a93bb35c-feb4-4428-90a9-c972c84826ea tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:45.401902 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a93bb35c-feb4-4428-90a9-c972c84826ea tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:45.446024 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a0bc12b8-39a4-4083-a018-f486845caa03 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:45.460407 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-573a53b1-5e22-4ec0-ac96-578becc12e74 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:37:45.477665 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-8dff72c6-db58-4cfa-ad92-fa3fb9f48910 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/dcd730f1-b3e7-47dc-ac9e-b1de59ae4cb1 HTTP/1.1" status: 204 len: 168 time: 1.2323809 Sep 22 21:37:45.484166 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45716) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:45.555246 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-573a53b1-5e22-4ec0-ac96-578becc12e74 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:45.555584 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-573a53b1-5e22-4ec0-ac96-578becc12e74 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Added segment 8e59961f-6757-40c2-b44c-b4b47164efb9 of type vlan for network 2f920b3e-327d-4766-ba80-89aa5067deae Sep 22 21:37:45.574270 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-0b447772-d24c-4f4c-a89e-6f1bc5ebb10b None None] Allocated IP 172.20.0.2 (0a9f4a6b-8e41-43e1-a621-4fa800f68ea1/6e5f7e14-a7a2-464c-a522-d20e5b099bee/c8a0dc8b-5e65-4a9c-8d99-45cbcef3cbdf) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:37:45.593899 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c731d4ae-f778-430b-a4ff-66a4e3c461c4 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:45.609278 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-03490a1e-30df-4670-a176-21b032d00e00 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1196933 Sep 22 21:37:45.613913 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45720) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:45.625946 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a93bb35c-feb4-4428-90a9-c972c84826ea tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:45.706403 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-c731d4ae-f778-430b-a4ff-66a4e3c461c4 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Transition to ACTIVE for port object c00be16d-1b99-4c4f-8184-fa454626ffc4 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:37:45.708521 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-573a53b1-5e22-4ec0-ac96-578becc12e74 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:45.728936 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a0bc12b8-39a4-4083-a018-f486845caa03 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:45.758154 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3f6749b3-c590-4263-b9a3-db44dba1ed08 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:45.772493 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a93bb35c-feb4-4428-90a9-c972c84826ea tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:45.814034 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc12b8-39a4-4083-a018-f486845caa03 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event deleted for resources: {'Subnet': ['ID=00f405b3-98d2-4ac8-9311-8fc3d939e8e6,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:45.819571 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798da34e-1ff6-4c83-ab1d-f5a7ed35d7df None None] DHCP port deletion for 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:37:45.849360 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-798da34e-1ff6-4c83-ab1d-f5a7ed35d7df None None] Deleting port df4a3dc6-1800-4705-b682-6ca74bdc18e0 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:37:45.850036 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-798da34e-1ff6-4c83-ab1d-f5a7ed35d7df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:45.879272 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93abe7c-2715-44a8-9ef0-989cfb252bab tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:45.880692 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a93bb35c-feb4-4428-90a9-c972c84826ea tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:45.882036 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a93bb35c-feb4-4428-90a9-c972c84826ea tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0038242 Sep 22 21:37:45.884524 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c93abe7c-2715-44a8-9ef0-989cfb252bab tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:37:45.895006 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a0bc12b8-39a4-4083-a018-f486845caa03 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:45.897037 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a0bc12b8-39a4-4083-a018-f486845caa03 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "DELETE /v2.0/subnets/00f405b3-98d2-4ac8-9311-8fc3d939e8e6 HTTP/1.1" status: 204 len: 168 time: 1.8876002 Sep 22 21:37:45.898170 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45724) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:45.903134 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-573a53b1-5e22-4ec0-ac96-578becc12e74 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:45.905672 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573a53b1-5e22-4ec0-ac96-578becc12e74 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:45.907542 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-573a53b1-5e22-4ec0-ac96-578becc12e74 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:45.909562 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45726) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:45.920310 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 97b45f7b-e871-406f-ac95-29079679e9e6 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:37:45.928960 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3f6749b3-c590-4263-b9a3-db44dba1ed08 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:45.952557 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c83698c-c042-478f-9cfe-6b5584e5af31 None None] Network 3a12a43c-38af-4c4c-97a5-01553f5e5796 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:37:45.989940 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c731d4ae-f778-430b-a4ff-66a4e3c461c4 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:46.104256 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6749b3-c590-4263-b9a3-db44dba1ed08 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:37:46.109107 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c93abe7c-2715-44a8-9ef0-989cfb252bab tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:37:46.112990 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c93abe7c-2715-44a8-9ef0-989cfb252bab tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4928277 Sep 22 21:37:46.127216 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45732) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:46.129077 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c731d4ae-f778-430b-a4ff-66a4e3c461c4 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Network 3705f0f0-ca60-4eb5-a73e-00234b5f2f73 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:37:46.129899 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0b447772-d24c-4f4c-a89e-6f1bc5ebb10b None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:46.130100 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-3f6749b3-c590-4263-b9a3-db44dba1ed08 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:37:46.137400 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6749b3-c590-4263-b9a3-db44dba1ed08 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:37:46.170536 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-573a53b1-5e22-4ec0-ac96-578becc12e74 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.4343743 Sep 22 21:37:46.171847 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6749b3-c590-4263-b9a3-db44dba1ed08 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Pushing event updated for resources: {'Port': ['ID=2c4a22b1-704e-498f-9e79-94e37da76946,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:46.174788 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-c731d4ae-f778-430b-a4ff-66a4e3c461c4 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:37:46.199382 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-0b447772-d24c-4f4c-a89e-6f1bc5ebb10b None None] Transition to ACTIVE for port object c8a0dc8b-5e65-4a9c-8d99-45cbcef3cbdf will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:37:46.248077 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45736) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:46.409130 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-798da34e-1ff6-4c83-ab1d-f5a7ed35d7df None None] For port df4a3dc6-1800-4705-b682-6ca74bdc18e0, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=df4a3dc6-1800-4705-b682-6ca74bdc18e0,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:37:46.409675 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-798da34e-1ff6-4c83-ab1d-f5a7ed35d7df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:46.450878 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11fbf8d-9446-4a12-aaff-aef73d7954c2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:46.452384 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e11fbf8d-9446-4a12-aaff-aef73d7954c2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3201866 Sep 22 21:37:46.454764 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a53b1-5e22-4ec0-ac96-578becc12e74 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Pushing event updated for resources: {'Network': ['ID=2f920b3e-327d-4766-ba80-89aa5067deae,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:46.457128 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45740) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:46.462185 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c731d4ae-f778-430b-a4ff-66a4e3c461c4 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:37:46.533226 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-95d4f0fe-89a0-4950-8b2e-cf1d73b45835 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:46.543326 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 2f920b3e-327d-4766-ba80-89aa5067deae details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:37:46.567086 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-798da34e-1ff6-4c83-ab1d-f5a7ed35d7df None None] Calling delete_port for df4a3dc6-1800-4705-b682-6ca74bdc18e0 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:37:46.660143 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-0b447772-d24c-4f4c-a89e-6f1bc5ebb10b None None] Transition to ACTIVE for port object c8a0dc8b-5e65-4a9c-8d99-45cbcef3cbdf will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:37:46.672909 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-f41d6cb5-01f2-4113-97c4-7942eb022c63 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1777961 Sep 22 21:37:46.695568 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45744) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:46.699696 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 97b45f7b-e871-406f-ac95-29079679e9e6 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:37:46.700073 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:46.700407 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 97b45f7b-e871-406f-ac95-29079679e9e6 Sep 22 21:37:46.701103 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-cb195276-0179-4e93-94ab-de4e1f49f91e tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'subnet': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:46.702395 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-95d4f0fe-89a0-4950-8b2e-cf1d73b45835 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Deleting port a69c089a-5d4f-4429-a065-015da184f08a {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:37:46.702824 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-95d4f0fe-89a0-4950-8b2e-cf1d73b45835 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:46.757999 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0b447772-d24c-4f4c-a89e-6f1bc5ebb10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:46.788363 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-1883c7c2-1122-4e3d-9180-31afdc6ed20c tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Allocated IP 172.20.0.1 (85d6dade-b98c-48a9-8a2d-3abf9d1974d2/4a7ca83b-0815-4c5e-b4ac-3d05ee0a4201/62569dfc-ac9f-4889-b3ed-dfb9fdf67316) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:37:46.804580 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-e1f29112-2bf4-4842-aeef-1dcd85d12809 None None] Provisioning for port c00be16d-1b99-4c4f-8184-fa454626ffc4 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:37:46.837533 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c731d4ae-f778-430b-a4ff-66a4e3c461c4 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Pushing event updated for resources: {'Port': ['ID=c00be16d-1b99-4c4f-8184-fa454626ffc4,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:46.844787 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-cb195276-0179-4e93-94ab-de4e1f49f91e tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:37:46.851097 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-e1f29112-2bf4-4842-aeef-1dcd85d12809 None None] Provisioning complete for port c00be16d-1b99-4c4f-8184-fa454626ffc4 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:37:46.851577 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e1f29112-2bf4-4842-aeef-1dcd85d12809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:46.851759 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-e1f29112-2bf4-4842-aeef-1dcd85d12809 None None] Attempt 1 to provision port c00be16d-1b99-4c4f-8184-fa454626ffc4 Sep 22 21:37:46.906414 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-cb195276-0179-4e93-94ab-de4e1f49f91e tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Usage tracker for resource:subnet and tenant:4fef33e75cf240fcbb352fce012907b9 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:37:46.917958 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c731d4ae-f778-430b-a4ff-66a4e3c461c4 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:46.921146 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-cb195276-0179-4e93-94ab-de4e1f49f91e tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:37:46.981978 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc77d9f-d781-4604-a3da-3aad578c9af7 tempest-ExternalNetworksTestJSON-1585575244 tempest-ExternalNetworksTestJSON-1585575244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:46.983287 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b447772-d24c-4f4c-a89e-6f1bc5ebb10b None None] Network 0a9f4a6b-8e41-43e1-a621-4fa800f68ea1 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:37:46.983984 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ddc77d9f-d781-4604-a3da-3aad578c9af7 tempest-ExternalNetworksTestJSON-1585575244 tempest-ExternalNetworksTestJSON-1585575244-project] 10.222.0.33 "GET /v2.0/networks/2f920b3e-327d-4766-ba80-89aa5067deae HTTP/1.1" status: 200 len: 757 time: 0.5306194 Sep 22 21:37:46.992709 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d5ab10e1-6411-4f5f-9d64-62df64d4bdb4 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:46.994344 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-0b447772-d24c-4f4c-a89e-6f1bc5ebb10b None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:37:47.001285 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b447772-d24c-4f4c-a89e-6f1bc5ebb10b None None] Pushing event updated for resources: {'Port': ['ID=c8a0dc8b-5e65-4a9c-8d99-45cbcef3cbdf,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:47.002327 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45748) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:47.003657 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b447772-d24c-4f4c-a89e-6f1bc5ebb10b None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:37:47.010979 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-798da34e-1ff6-4c83-ab1d-f5a7ed35d7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:47.019398 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-cb195276-0179-4e93-94ab-de4e1f49f91e tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:37:47.090947 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e1f29112-2bf4-4842-aeef-1dcd85d12809 None None] Port c00be16d-1b99-4c4f-8184-fa454626ffc4 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:47.116080 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798da34e-1ff6-4c83-ab1d-f5a7ed35d7df None None] Pushing event deleted for resources: {'Port': ['ID=df4a3dc6-1800-4705-b682-6ca74bdc18e0,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:47.117938 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798da34e-1ff6-4c83-ab1d-f5a7ed35d7df None None] No DVR routers for this DVR port df4a3dc6-1800-4705-b682-6ca74bdc18e0 on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:37:47.152632 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fedb34-9572-4c4c-83c1-133b8becb991 None None] DHCP port deletion for 3a12a43c-38af-4c4c-97a5-01553f5e5796 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:37:47.204977 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-f2fedb34-9572-4c4c-83c1-133b8becb991 None None] Deleting port a69c089a-5d4f-4429-a065-015da184f08a {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:37:47.205352 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f2fedb34-9572-4c4c-83c1-133b8becb991 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:47.246395 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb195276-0179-4e93-94ab-de4e1f49f91e tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:37:47.249991 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cb195276-0179-4e93-94ab-de4e1f49f91e tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:47.336064 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-95d4f0fe-89a0-4950-8b2e-cf1d73b45835 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] For port a69c089a-5d4f-4429-a065-015da184f08a, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=a69c089a-5d4f-4429-a065-015da184f08a,segment=NetworkSegment(a0861e83-f6dc-44c6-8919-b2a5d26c564e),segment_id=a0861e83-f6dc-44c6-8919-b2a5d26c564e)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:37:47.336425 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-95d4f0fe-89a0-4950-8b2e-cf1d73b45835 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:47.341706 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-0b447772-d24c-4f4c-a89e-6f1bc5ebb10b None None] Attempting to bind port c8a0dc8b-5e65-4a9c-8d99-45cbcef3cbdf on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:37:47.343500 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-0b447772-d24c-4f4c-a89e-6f1bc5ebb10b None None] Attempting to bind port c8a0dc8b-5e65-4a9c-8d99-45cbcef3cbdf by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'fa14fdbe-b4f6-41b5-ae68-d84dae0f928d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0a9f4a6b-8e41-43e1-a621-4fa800f68ea1'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:37:47.344041 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b447772-d24c-4f4c-a89e-6f1bc5ebb10b None None] Attempting to bind port c8a0dc8b-5e65-4a9c-8d99-45cbcef3cbdf on network 0a9f4a6b-8e41-43e1-a621-4fa800f68ea1 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:37:47.440226 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b447772-d24c-4f4c-a89e-6f1bc5ebb10b None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:37:47.440935 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b447772-d24c-4f4c-a89e-6f1bc5ebb10b None None] Checking segment: {'id': 'fa14fdbe-b4f6-41b5-ae68-d84dae0f928d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0a9f4a6b-8e41-43e1-a621-4fa800f68ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:37:47.440935 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0b447772-d24c-4f4c-a89e-6f1bc5ebb10b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:47.441301 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b447772-d24c-4f4c-a89e-6f1bc5ebb10b None None] Bound using segment: {'id': 'fa14fdbe-b4f6-41b5-ae68-d84dae0f928d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0a9f4a6b-8e41-43e1-a621-4fa800f68ea1'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:37:47.441744 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-0b447772-d24c-4f4c-a89e-6f1bc5ebb10b None None] Bound port: c8a0dc8b-5e65-4a9c-8d99-45cbcef3cbdf, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa14fdbe-b4f6-41b5-ae68-d84dae0f928d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0a9f4a6b-8e41-43e1-a621-4fa800f68ea1'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:37:47.442112 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0b447772-d24c-4f4c-a89e-6f1bc5ebb10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:47.455725 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 97b45f7b-e871-406f-ac95-29079679e9e6 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:37:47.465808 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5451562a-59d3-4cda-a8b6-bf2c7994888e tempest-ExternalNetworksTestJSON-1585575244 tempest-ExternalNetworksTestJSON-1585575244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:47.467807 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-5451562a-59d3-4cda-a8b6-bf2c7994888e tempest-ExternalNetworksTestJSON-1585575244 tempest-ExternalNetworksTestJSON-1585575244-project] 10.222.0.33 "GET /v2.0/networks/55fe3f2e-cd47-499e-b341-f5972e835857 HTTP/1.1" status: 200 len: 767 time: 0.4537148 Sep 22 21:37:47.473601 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device e7035d77-6498-4375-bc25-bf1077c41d52 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:37:47.477564 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45752) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:47.499910 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-95d4f0fe-89a0-4950-8b2e-cf1d73b45835 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Calling delete_port for a69c089a-5d4f-4429-a065-015da184f08a owned by network:dhcp {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:37:47.535285 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1883c7c2-1122-4e3d-9180-31afdc6ed20c tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:47.545494 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: e7035d77-6498-4375-bc25-bf1077c41d52 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:37:47.545494 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device e7035d77-6498-4375-bc25-bf1077c41d52 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:37:47.580393 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-f2fedb34-9572-4c4c-83c1-133b8becb991 None None] For port a69c089a-5d4f-4429-a065-015da184f08a, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=a69c089a-5d4f-4429-a065-015da184f08a,segment=NetworkSegment(a0861e83-f6dc-44c6-8919-b2a5d26c564e),segment_id=a0861e83-f6dc-44c6-8919-b2a5d26c564e)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:37:47.580781 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f2fedb34-9572-4c4c-83c1-133b8becb991 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:47.591999 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-e1f29112-2bf4-4842-aeef-1dcd85d12809 None None] Attempt 2 to provision port c00be16d-1b99-4c4f-8184-fa454626ffc4 Sep 22 21:37:47.613511 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-1883c7c2-1122-4e3d-9180-31afdc6ed20c tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Transition to ACTIVE for port object 62569dfc-ac9f-4889-b3ed-dfb9fdf67316 will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:37:47.710391 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-95d4f0fe-89a0-4950-8b2e-cf1d73b45835 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:47.777826 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-f2fedb34-9572-4c4c-83c1-133b8becb991 None None] Calling delete_port for a69c089a-5d4f-4429-a065-015da184f08a owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:37:47.825245 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device a69c089a-5d4f-4429-a065-015da184f08a no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:37:47.872087 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-0b447772-d24c-4f4c-a89e-6f1bc5ebb10b None None] For port c8a0dc8b-5e65-4a9c-8d99-45cbcef3cbdf, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:37:47.877151 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: a69c089a-5d4f-4429-a065-015da184f08a {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:37:47.877151 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device a69c089a-5d4f-4429-a065-015da184f08a not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:37:47.877151 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device df4a3dc6-1800-4705-b682-6ca74bdc18e0 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:37:47.914497 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e1f29112-2bf4-4842-aeef-1dcd85d12809 None None] Port c00be16d-1b99-4c4f-8184-fa454626ffc4 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:47.917096 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: df4a3dc6-1800-4705-b682-6ca74bdc18e0 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:37:47.917438 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device df4a3dc6-1800-4705-b682-6ca74bdc18e0 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:37:47.919428 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d4f0fe-89a0-4950-8b2e-cf1d73b45835 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event deleted for resources: {'Port': ['ID=a69c089a-5d4f-4429-a065-015da184f08a,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:47.923172 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-0b447772-d24c-4f4c-a89e-6f1bc5ebb10b None None] For port c8a0dc8b-5e65-4a9c-8d99-45cbcef3cbdf, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=c8a0dc8b-5e65-4a9c-8d99-45cbcef3cbdf,segment=NetworkSegment(fa14fdbe-b4f6-41b5-ae68-d84dae0f928d),segment_id=fa14fdbe-b4f6-41b5-ae68-d84dae0f928d)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:37:47.925505 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d4f0fe-89a0-4950-8b2e-cf1d73b45835 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] No DVR routers for this DVR port a69c089a-5d4f-4429-a065-015da184f08a on host dv-neutron-858900-1-hyperv {{(pid=89009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:37:47.935375 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b9b1ee9e-284d-4770-8c57-9348f1611461 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:47.940981 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0b447772-d24c-4f4c-a89e-6f1bc5ebb10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:47.957860 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-d5ab10e1-6411-4f5f-9d64-62df64d4bdb4 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Allocated IP 172.20.0.1 (0a9f4a6b-8e41-43e1-a621-4fa800f68ea1/6e5f7e14-a7a2-464c-a522-d20e5b099bee/57b3fb2b-f3db-4bf1-a844-0f1856ab3fe2) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:37:47.963619 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1883c7c2-1122-4e3d-9180-31afdc6ed20c tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:47.968273 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c731d4ae-f778-430b-a4ff-66a4e3c461c4 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:47.986991 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3f6749b3-c590-4263-b9a3-db44dba1ed08 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:48.041387 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.db.api [None req-f2fedb34-9572-4c4c-83c1-133b8becb991 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:37:48.041742 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG oslo_db.api [None req-f2fedb34-9572-4c4c-83c1-133b8becb991 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:37:48.055120 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b447772-d24c-4f4c-a89e-6f1bc5ebb10b None None] Pushing event updated for resources: {'Port': ['ID=c8a0dc8b-5e65-4a9c-8d99-45cbcef3cbdf,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:48.118875 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1883c7c2-1122-4e3d-9180-31afdc6ed20c tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Network 85d6dade-b98c-48a9-8a2d-3abf9d1974d2 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:37:48.147546 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-1883c7c2-1122-4e3d-9180-31afdc6ed20c tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:37:48.158114 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1883c7c2-1122-4e3d-9180-31afdc6ed20c tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:37:48.253337 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-95d4f0fe-89a0-4950-8b2e-cf1d73b45835 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:48.300605 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cb195276-0179-4e93-94ab-de4e1f49f91e tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:48.356757 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883c7c2-1122-4e3d-9180-31afdc6ed20c tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Pushing event updated for resources: {'Port': ['ID=62569dfc-ac9f-4889-b3ed-dfb9fdf67316,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:48.407903 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-95d4f0fe-89a0-4950-8b2e-cf1d73b45835 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a12a43c-38af-4c4c-97a5-01553f5e5796']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:48.416144 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-e1f29112-2bf4-4842-aeef-1dcd85d12809 None None] Attempt 3 to provision port c00be16d-1b99-4c4f-8184-fa454626ffc4 Sep 22 21:37:48.464290 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d5ab10e1-6411-4f5f-9d64-62df64d4bdb4 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:48.473978 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-95d4f0fe-89a0-4950-8b2e-cf1d73b45835 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0861e83-f6dc-44c6-8919-b2a5d26c564e') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:48.474278 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-95d4f0fe-89a0-4950-8b2e-cf1d73b45835 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0861e83-f6dc-44c6-8919-b2a5d26c564e') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:48.484430 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e1f29112-2bf4-4842-aeef-1dcd85d12809 None None] Port c00be16d-1b99-4c4f-8184-fa454626ffc4 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:48.491365 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1883c7c2-1122-4e3d-9180-31afdc6ed20c tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:48.511802 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb195276-0179-4e93-94ab-de4e1f49f91e tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Subnet': ['ID=38fc4d2d-7f9f-4525-8093-c9f5c981a7c9,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:48.514235 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-95d4f0fe-89a0-4950-8b2e-cf1d73b45835 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:48.526109 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-d5ab10e1-6411-4f5f-9d64-62df64d4bdb4 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Transition to ACTIVE for port object 57b3fb2b-f3db-4bf1-a844-0f1856ab3fe2 will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:37:48.543460 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-f2fedb34-9572-4c4c-83c1-133b8becb991 None None] Deleting port a69c089a-5d4f-4429-a065-015da184f08a {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:37:48.544042 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f2fedb34-9572-4c4c-83c1-133b8becb991 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:48.545521 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-95d4f0fe-89a0-4950-8b2e-cf1d73b45835 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:48.554341 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb195276-0179-4e93-94ab-de4e1f49f91e tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:37:48.558359 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b9b1ee9e-284d-4770-8c57-9348f1611461 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:48.569356 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-cb195276-0179-4e93-94ab-de4e1f49f91e tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:37:48.572322 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb195276-0179-4e93-94ab-de4e1f49f91e tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:48.572887 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cb195276-0179-4e93-94ab-de4e1f49f91e tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:48.581914 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef21da5-b30b-49c9-84a2-e52a02fbfc7e None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:37:48.622814 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95d4f0fe-89a0-4950-8b2e-cf1d73b45835 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:37:48.623365 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-95d4f0fe-89a0-4950-8b2e-cf1d73b45835 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:48.696471 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-f2fedb34-9572-4c4c-83c1-133b8becb991 None None] The port 'a69c089a-5d4f-4429-a065-015da184f08a' was deleted {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 21:37:48.700864 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment a0861e83-f6dc-44c6-8919-b2a5d26c564e resource provider aggregate not found Sep 22 21:37:48.741497 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment a0861e83-f6dc-44c6-8919-b2a5d26c564e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a0861e83-f6dc-44c6-8919-b2a5d26c564e found for delete ", "request_id": "req-40b289e8-fb04-42a4-8a61-9910c4be2226"}]} Sep 22 21:37:48.751719 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d5ab10e1-6411-4f5f-9d64-62df64d4bdb4 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:48.793957 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-cb195276-0179-4e93-94ab-de4e1f49f91e tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0973291 Sep 22 21:37:48.798111 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45760) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:48.798772 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-b9b1ee9e-284d-4770-8c57-9348f1611461 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f920b3e-327d-4766-ba80-89aa5067deae']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:48.824814 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-2e94176e-5728-4f28-a08f-7037a0ad8385 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'port': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'mac_address': 'fa:16:3e:80:cf:a7', 'name': 'tempest-NetworksTestDHCPv6-1883345589'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:48.825067 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-b9b1ee9e-284d-4770-8c57-9348f1611461 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e59961f-6757-40c2-b44c-b4b47164efb9') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:48.825190 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-b9b1ee9e-284d-4770-8c57-9348f1611461 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e59961f-6757-40c2-b44c-b4b47164efb9') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:48.841108 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-95d4f0fe-89a0-4950-8b2e-cf1d73b45835 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:48.884375 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-95d4f0fe-89a0-4950-8b2e-cf1d73b45835 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:48.884837 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e41ab0f-48e6-46e7-8daf-44f03fb10d27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'tenant_id': '4fef33e75cf240fcbb352fce012907b9', 'fixed_ips': [{'subnet_id': '38fc4d2d-7f9f-4525-8093-c9f5c981a7c9'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:37:48.885902 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9e41ab0f-48e6-46e7-8daf-44f03fb10d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:48.898833 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-95d4f0fe-89a0-4950-8b2e-cf1d73b45835 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "DELETE /v2.0/networks/3a12a43c-38af-4c4c-97a5-01553f5e5796 HTTP/1.1" status: 204 len: 168 time: 2.9833758 Sep 22 21:37:48.942216 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b9b1ee9e-284d-4770-8c57-9348f1611461 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:48.950097 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45764) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:48.954706 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3f6749b3-c590-4263-b9a3-db44dba1ed08 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:48.963127 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d4f0fe-89a0-4950-8b2e-cf1d73b45835 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event deleted for resources: {'Network': ['ID=3a12a43c-38af-4c4c-97a5-01553f5e5796,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:48.970094 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ab10e1-6411-4f5f-9d64-62df64d4bdb4 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Network 0a9f4a6b-8e41-43e1-a621-4fa800f68ea1 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:37:48.985612 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab10e1-6411-4f5f-9d64-62df64d4bdb4 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event updated for resources: {'Port': ['ID=57b3fb2b-f3db-4bf1-a844-0f1856ab3fe2,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:48.988560 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-d5ab10e1-6411-4f5f-9d64-62df64d4bdb4 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:37:48.995331 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ab10e1-6411-4f5f-9d64-62df64d4bdb4 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:37:49.096544 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-e1f29112-2bf4-4842-aeef-1dcd85d12809 None None] Attempt 4 to provision port c00be16d-1b99-4c4f-8184-fa454626ffc4 Sep 22 21:37:49.124579 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b9b1ee9e-284d-4770-8c57-9348f1611461 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:49.133465 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9b1ee9e-284d-4770-8c57-9348f1611461 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:37:49.133920 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b9b1ee9e-284d-4770-8c57-9348f1611461 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:49.155921 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d5ab10e1-6411-4f5f-9d64-62df64d4bdb4 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:49.158588 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1883c7c2-1122-4e3d-9180-31afdc6ed20c tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:49.203154 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-9e41ab0f-48e6-46e7-8daf-44f03fb10d27 None None] Allocated IP 2001:db8::2 (98c62b9a-5d2a-496f-a1e5-12a6874f54f0/38fc4d2d-7f9f-4525-8093-c9f5c981a7c9/1251da0a-1f0b-479c-907c-a5a9650898b9) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:37:49.266258 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-2e94176e-5728-4f28-a08f-7037a0ad8385 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:37:49.278957 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-2e94176e-5728-4f28-a08f-7037a0ad8385 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Usage tracker for resource:port and tenant:4fef33e75cf240fcbb352fce012907b9 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:37:49.285642 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-2e94176e-5728-4f28-a08f-7037a0ad8385 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:37:49.301401 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-2e94176e-5728-4f28-a08f-7037a0ad8385 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:37:49.308603 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e1f29112-2bf4-4842-aeef-1dcd85d12809 None None] Port c00be16d-1b99-4c4f-8184-fa454626ffc4 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:49.357098 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7992228d-c505-4bc7-a16d-ca18b19df99c None None] Network 0a9f4a6b-8e41-43e1-a621-4fa800f68ea1 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:37:49.468033 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e94176e-5728-4f28-a08f-7037a0ad8385 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'port': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:37:49.510374 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3f6749b3-c590-4263-b9a3-db44dba1ed08 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8026890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8012281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8012114'] for router, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:49.577697 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b9b1ee9e-284d-4770-8c57-9348f1611461 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:49.581346 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b1ee9e-284d-4770-8c57-9348f1611461 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2f920b3e-327d-4766-ba80-89aa5067deae {{(pid=89008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 22 21:37:49.584564 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b9b1ee9e-284d-4770-8c57-9348f1611461 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:49.619851 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 8e59961f-6757-40c2-b44c-b4b47164efb9 resource provider aggregate not found Sep 22 21:37:49.647041 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9e41ab0f-48e6-46e7-8daf-44f03fb10d27 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:49.654760 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b1ee9e-284d-4770-8c57-9348f1611461 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Pushing event deleted for resources: {'Network': ['ID=2f920b3e-327d-4766-ba80-89aa5067deae,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:49.666431 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 8e59961f-6757-40c2-b44c-b4b47164efb9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8e59961f-6757-40c2-b44c-b4b47164efb9 found for delete ", "request_id": "req-df49198a-c4b1-475f-b277-1225ad210549"}]} Sep 22 21:37:49.680237 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-b9b1ee9e-284d-4770-8c57-9348f1611461 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] 10.222.0.33 "DELETE /v2.0/networks/2f920b3e-327d-4766-ba80-89aa5067deae HTTP/1.1" status: 204 len: 168 time: 2.2014410 Sep 22 21:37:49.683284 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45772) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:49.700295 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-9e41ab0f-48e6-46e7-8daf-44f03fb10d27 None None] Transition to ACTIVE for port object 1251da0a-1f0b-479c-907c-a5a9650898b9 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:37:49.702008 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-af358b8d-e8f6-46bb-91e7-69007f8aa504 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Request body: {'network': {'name': 'tempest-network--210921907'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:49.725122 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-af358b8d-e8f6-46bb-91e7-69007f8aa504 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:37:49.730262 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-9e41ab0f-48e6-46e7-8daf-44f03fb10d27 None None] Transition to ACTIVE for port object 1251da0a-1f0b-479c-907c-a5a9650898b9 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:37:49.741587 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9e41ab0f-48e6-46e7-8daf-44f03fb10d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:49.799058 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d5ab10e1-6411-4f5f-9d64-62df64d4bdb4 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:49.824760 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-e1f29112-2bf4-4842-aeef-1dcd85d12809 None None] Attempt 5 to provision port c00be16d-1b99-4c4f-8184-fa454626ffc4 Sep 22 21:37:49.858228 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-af358b8d-e8f6-46bb-91e7-69007f8aa504 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Usage tracker for resource:network and tenant:0ec4a40a6c014814b7b002335b22edad is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:37:49.901509 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e41ab0f-48e6-46e7-8daf-44f03fb10d27 None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:37:49.907247 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-9e41ab0f-48e6-46e7-8daf-44f03fb10d27 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:37:49.919505 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e41ab0f-48e6-46e7-8daf-44f03fb10d27 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:37:49.931108 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e41ab0f-48e6-46e7-8daf-44f03fb10d27 None None] Pushing event updated for resources: {'Port': ['ID=1251da0a-1f0b-479c-907c-a5a9650898b9,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:49.974230 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-af358b8d-e8f6-46bb-91e7-69007f8aa504 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:37:49.982212 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-af358b8d-e8f6-46bb-91e7-69007f8aa504 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:37:49.993960 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e1f29112-2bf4-4842-aeef-1dcd85d12809 None None] Port c00be16d-1b99-4c4f-8184-fa454626ffc4 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:50.005835 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device c8a0dc8b-5e65-4a9c-8d99-45cbcef3cbdf up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:37:50.017293 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2e94176e-5728-4f28-a08f-7037a0ad8385 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:50.136718 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-9e41ab0f-48e6-46e7-8daf-44f03fb10d27 None None] Attempting to bind port 1251da0a-1f0b-479c-907c-a5a9650898b9 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:37:50.137117 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-9e41ab0f-48e6-46e7-8daf-44f03fb10d27 None None] Attempting to bind port 1251da0a-1f0b-479c-907c-a5a9650898b9 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:37:50.137474 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e41ab0f-48e6-46e7-8daf-44f03fb10d27 None None] Attempting to bind port 1251da0a-1f0b-479c-907c-a5a9650898b9 on network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:37:50.140983 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-2e94176e-5728-4f28-a08f-7037a0ad8385 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] device_id is not set on port 79b130e9-9b8f-4d61-8175-2c6c58b4bde4 yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:37:50.147221 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e41ab0f-48e6-46e7-8daf-44f03fb10d27 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:37:50.147589 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e41ab0f-48e6-46e7-8daf-44f03fb10d27 None None] Checking segment: {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:37:50.148044 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9e41ab0f-48e6-46e7-8daf-44f03fb10d27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:50.148422 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e41ab0f-48e6-46e7-8daf-44f03fb10d27 None None] Bound using segment: {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:37:50.148884 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-9e41ab0f-48e6-46e7-8daf-44f03fb10d27 None None] Bound port: 1251da0a-1f0b-479c-907c-a5a9650898b9, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:37:50.149249 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9e41ab0f-48e6-46e7-8daf-44f03fb10d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:50.156020 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af358b8d-e8f6-46bb-91e7-69007f8aa504 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Made reservation on behalf of 0ec4a40a6c014814b7b002335b22edad for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:37:50.158563 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-af358b8d-e8f6-46bb-91e7-69007f8aa504 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:50.231784 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af358b8d-e8f6-46bb-91e7-69007f8aa504 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:37:50.241299 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port c8a0dc8b-5e65-4a9c-8d99-45cbcef3cbdf completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:37:50.247919 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-af358b8d-e8f6-46bb-91e7-69007f8aa504 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:50.248322 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-af358b8d-e8f6-46bb-91e7-69007f8aa504 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Added segment 48d92b0c-4b8b-4e5c-94af-07ffb736250d of type vlan for network 34875759-d991-4384-9b06-fcc402668112 Sep 22 21:37:50.289432 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-9e41ab0f-48e6-46e7-8daf-44f03fb10d27 None None] For port 1251da0a-1f0b-479c-907c-a5a9650898b9, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:37:50.290288 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-af358b8d-e8f6-46bb-91e7-69007f8aa504 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:50.292833 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-9e41ab0f-48e6-46e7-8daf-44f03fb10d27 None None] For port 1251da0a-1f0b-479c-907c-a5a9650898b9, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=1251da0a-1f0b-479c-907c-a5a9650898b9,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:37:50.300074 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9e41ab0f-48e6-46e7-8daf-44f03fb10d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:50.314733 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.db.resource_extend [None req-c731d4ae-f778-430b-a4ff-66a4e3c461c4 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 21:37:50.383740 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-2e94176e-5728-4f28-a08f-7037a0ad8385 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Allocated IP 2001:db8::225 (98c62b9a-5d2a-496f-a1e5-12a6874f54f0/38fc4d2d-7f9f-4525-8093-c9f5c981a7c9/79b130e9-9b8f-4d61-8175-2c6c58b4bde4) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:37:50.398359 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c731d4ae-f778-430b-a4ff-66a4e3c461c4 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:50.398833 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e41ab0f-48e6-46e7-8daf-44f03fb10d27 None None] Pushing event updated for resources: {'Port': ['ID=1251da0a-1f0b-479c-907c-a5a9650898b9,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:50.436337 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c731d4ae-f778-430b-a4ff-66a4e3c461c4 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:50.468740 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f6749b3-c590-4263-b9a3-db44dba1ed08 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Router 1f9858e6-84e5-48ad-92ab-6b278faa4fc8 is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:37:50.494728 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-e1f29112-2bf4-4842-aeef-1dcd85d12809 None None] Attempt 6 to provision port c00be16d-1b99-4c4f-8184-fa454626ffc4 Sep 22 21:37:50.510341 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-af358b8d-e8f6-46bb-91e7-69007f8aa504 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:50.511431 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af358b8d-e8f6-46bb-91e7-69007f8aa504 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:50.512216 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-af358b8d-e8f6-46bb-91e7-69007f8aa504 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:50.554889 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e1f29112-2bf4-4842-aeef-1dcd85d12809 None None] Port c00be16d-1b99-4c4f-8184-fa454626ffc4 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:50.754724 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-af358b8d-e8f6-46bb-91e7-69007f8aa504 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0613666 Sep 22 21:37:50.766289 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45776) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:50.771337 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c731d4ae-f778-430b-a4ff-66a4e3c461c4 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:50.774798 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c731d4ae-f778-430b-a4ff-66a4e3c461c4 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Pushing event updated for resources: {'Port': ['ID=c00be16d-1b99-4c4f-8184-fa454626ffc4,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:50.791717 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af358b8d-e8f6-46bb-91e7-69007f8aa504 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Pushing event updated for resources: {'Network': ['ID=34875759-d991-4384-9b06-fcc402668112,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:50.792256 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-e77ab873-bc28-48d6-ac50-799064842f3a tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Request body: {'network': {'router:external': True}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:50.804431 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 34875759-d991-4384-9b06-fcc402668112 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:37:50.961357 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.db.resource_extend [None req-1883c7c2-1122-4e3d-9180-31afdc6ed20c tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 21:37:51.011237 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1883c7c2-1122-4e3d-9180-31afdc6ed20c tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:51.027873 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1883c7c2-1122-4e3d-9180-31afdc6ed20c tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:51.033267 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6749b3-c590-4263-b9a3-db44dba1ed08 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:37:51.042437 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bf8738-76ab-40fc-9ddb-350a6cb365e5 None None] Sync routers for ids ['1f9858e6-84e5-48ad-92ab-6b278faa4fc8'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:37:51.053859 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bf8738-76ab-40fc-9ddb-350a6cb365e5 None None] Routers {'1f9858e6-84e5-48ad-92ab-6b278faa4fc8'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:37:51.054766 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-44bf8738-76ab-40fc-9ddb-350a6cb365e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:37:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['1f9858e6-84e5-48ad-92ab-6b278faa4fc8'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:51.057382 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3f6749b3-c590-4263-b9a3-db44dba1ed08 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:51.058688 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-3f6749b3-c590-4263-b9a3-db44dba1ed08 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] 10.222.0.33 "PUT /v2.0/routers/1f9858e6-84e5-48ad-92ab-6b278faa4fc8 HTTP/1.1" status: 200 len: 920 time: 8.5526640 Sep 22 21:37:51.063026 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45780) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:51.111144 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-e1f29112-2bf4-4842-aeef-1dcd85d12809 None None] Attempt 7 to provision port c00be16d-1b99-4c4f-8184-fa454626ffc4 Sep 22 21:37:51.154543 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c731d4ae-f778-430b-a4ff-66a4e3c461c4 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Network 3705f0f0-ca60-4eb5-a73e-00234b5f2f73 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:37:51.154784 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-44bf8738-76ab-40fc-9ddb-350a6cb365e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:51.160381 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-c731d4ae-f778-430b-a4ff-66a4e3c461c4 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:37:51.164658 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2e94176e-5728-4f28-a08f-7037a0ad8385 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:51.177128 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bf8738-76ab-40fc-9ddb-350a6cb365e5 None None] Routers {'1f9858e6-84e5-48ad-92ab-6b278faa4fc8'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:37:51.177863 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-44bf8738-76ab-40fc-9ddb-350a6cb365e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:37:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['1f9858e6-84e5-48ad-92ab-6b278faa4fc8'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:51.268651 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-44bf8738-76ab-40fc-9ddb-350a6cb365e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:51.269070 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bf8738-76ab-40fc-9ddb-350a6cb365e5 None None] The sync data for ids ['1f9858e6-84e5-48ad-92ab-6b278faa4fc8'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:37:51.272511 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e1f29112-2bf4-4842-aeef-1dcd85d12809 None None] Port c00be16d-1b99-4c4f-8184-fa454626ffc4 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:51.332978 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-2e94176e-5728-4f28-a08f-7037a0ad8385 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Transition to ACTIVE for port object 79b130e9-9b8f-4d61-8175-2c6c58b4bde4 will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:37:51.347272 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883c7c2-1122-4e3d-9180-31afdc6ed20c tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Pushing event updated for resources: {'Port': ['ID=62569dfc-ac9f-4889-b3ed-dfb9fdf67316,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:51.350083 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1883c7c2-1122-4e3d-9180-31afdc6ed20c tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:51.564941 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1f7239b0-59e1-4466-b9ff-4bfc1a696581 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:51.644420 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e77ab873-bc28-48d6-ac50-799064842f3a tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:51.657990 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d5ab10e1-6411-4f5f-9d64-62df64d4bdb4 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:51.669899 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d5ab10e1-6411-4f5f-9d64-62df64d4bdb4 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:51.738455 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-967b8144-d75d-4068-aed3-ee9265ffd11a tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] 10.222.0.33 "GET /v2.0/routers/1f9858e6-84e5-48ad-92ab-6b278faa4fc8 HTTP/1.1" status: 200 len: 926 time: 0.6731725 Sep 22 21:37:51.760493 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45784) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:51.774488 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-e1f29112-2bf4-4842-aeef-1dcd85d12809 None None] Attempt 8 to provision port c00be16d-1b99-4c4f-8184-fa454626ffc4 Sep 22 21:37:51.778594 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e77ab873-bc28-48d6-ac50-799064842f3a tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:51.822007 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 1251da0a-1f0b-479c-907c-a5a9650898b9 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:37:51.827235 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e77ab873-bc28-48d6-ac50-799064842f3a tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Network 34875759-d991-4384-9b06-fcc402668112 is not hosted by any dhcp agent {{(pid=89009) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Sep 22 21:37:51.828280 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77ab873-bc28-48d6-ac50-799064842f3a tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:51.828703 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e77ab873-bc28-48d6-ac50-799064842f3a tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:51.832610 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e77ab873-bc28-48d6-ac50-799064842f3a tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] 10.222.0.33 "PUT /v2.0/networks/34875759-d991-4384-9b06-fcc402668112 HTTP/1.1" status: 200 len: 856 time: 1.0625558 Sep 22 21:37:51.832943 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45788) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:51.899333 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e1f29112-2bf4-4842-aeef-1dcd85d12809 None None] Port c00be16d-1b99-4c4f-8184-fa454626ffc4 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:51.906675 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2e94176e-5728-4f28-a08f-7037a0ad8385 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:51.908397 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab10e1-6411-4f5f-9d64-62df64d4bdb4 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event updated for resources: {'Port': ['ID=57b3fb2b-f3db-4bf1-a844-0f1856ab3fe2,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:51.922172 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 1251da0a-1f0b-479c-907c-a5a9650898b9 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:37:51.990658 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d5ab10e1-6411-4f5f-9d64-62df64d4bdb4 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:52.001720 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1883c7c2-1122-4e3d-9180-31afdc6ed20c tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Network 85d6dade-b98c-48a9-8a2d-3abf9d1974d2 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:37:52.011416 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ab873-bc28-48d6-ac50-799064842f3a tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Pushing event updated for resources: {'Network': ['ID=34875759-d991-4384-9b06-fcc402668112,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:52.014228 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-1883c7c2-1122-4e3d-9180-31afdc6ed20c tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:37:52.019465 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e94176e-5728-4f28-a08f-7037a0ad8385 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:37:52.021932 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c731d4ae-f778-430b-a4ff-66a4e3c461c4 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Router 5a135788-3c81-4a45-b4f7-53f956b1ba11 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:37:52.037602 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-2e94176e-5728-4f28-a08f-7037a0ad8385 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:37:52.048684 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e94176e-5728-4f28-a08f-7037a0ad8385 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:37:52.054579 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e94176e-5728-4f28-a08f-7037a0ad8385 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:52.054838 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2e94176e-5728-4f28-a08f-7037a0ad8385 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:52.084376 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-93419c22-525c-425c-8fc9-a8363db90730 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:52.183946 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a0a0a6-0572-49c4-99ca-d7cb9f66c1a3 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:52.186013 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e7a0a0a6-0572-49c4-99ca-d7cb9f66c1a3 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] 10.222.0.33 "GET /v2.0/ports?network_id=a22ae1c9-d428-411f-af43-ce0f71b38d9c&device_id=1f9858e6-84e5-48ad-92ab-6b278faa4fc8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4240248 Sep 22 21:37:52.190862 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45792) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:52.204190 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e94176e-5728-4f28-a08f-7037a0ad8385 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Port': ['ID=79b130e9-9b8f-4d61-8175-2c6c58b4bde4,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:52.338175 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2e94176e-5728-4f28-a08f-7037a0ad8385 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.5306849 Sep 22 21:37:52.392135 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45796) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:52.400729 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-e1f29112-2bf4-4842-aeef-1dcd85d12809 None None] Attempt 9 to provision port c00be16d-1b99-4c4f-8184-fa454626ffc4 Sep 22 21:37:52.424569 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-93419c22-525c-425c-8fc9-a8363db90730 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:52.501748 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-93419c22-525c-425c-8fc9-a8363db90730 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34875759-d991-4384-9b06-fcc402668112']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:52.507359 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e1f29112-2bf4-4842-aeef-1dcd85d12809 None None] Port c00be16d-1b99-4c4f-8184-fa454626ffc4 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:52.516285 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c731d4ae-f778-430b-a4ff-66a4e3c461c4 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:37:52.521071 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-93419c22-525c-425c-8fc9-a8363db90730 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48d92b0c-4b8b-4e5c-94af-07ffb736250d') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:52.521071 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-93419c22-525c-425c-8fc9-a8363db90730 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48d92b0c-4b8b-4e5c-94af-07ffb736250d') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:52.526451 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a884e6-2af7-4787-a650-82608307bcc1 None None] Sync routers for ids ['5a135788-3c81-4a45-b4f7-53f956b1ba11'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:37:52.530656 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c731d4ae-f778-430b-a4ff-66a4e3c461c4 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "PUT /v2.0/routers/5a135788-3c81-4a45-b4f7-53f956b1ba11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9147220 Sep 22 21:37:52.544212 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-93419c22-525c-425c-8fc9-a8363db90730 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:52.545822 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a884e6-2af7-4787-a650-82608307bcc1 None None] Routers {'5a135788-3c81-4a45-b4f7-53f956b1ba11'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:37:52.545972 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ab10e1-6411-4f5f-9d64-62df64d4bdb4 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Network 0a9f4a6b-8e41-43e1-a621-4fa800f68ea1 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:37:52.547260 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-c6a884e6-2af7-4787-a650-82608307bcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:37:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['5a135788-3c81-4a45-b4f7-53f956b1ba11'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:52.550491 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-d5ab10e1-6411-4f5f-9d64-62df64d4bdb4 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:37:52.556443 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-1f7239b0-59e1-4466-b9ff-4bfc1a696581 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Deleting port 5eeb895b-1dee-4286-8087-40e4c6026e72 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:37:52.556783 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1f7239b0-59e1-4466-b9ff-4bfc1a696581 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:52.565109 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4506241d-6f13-4e48-ad51-fc0cfc0b2298 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:52.568983 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-4506241d-6f13-4e48-ad51-fc0cfc0b2298 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] 10.222.0.33 "GET /v2.0/networks/a22ae1c9-d428-411f-af43-ce0f71b38d9c HTTP/1.1" status: 200 len: 881 time: 0.3643489 Sep 22 21:37:52.590212 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45802) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:52.626914 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1883c7c2-1122-4e3d-9180-31afdc6ed20c tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Router 546b1c99-612d-44f7-8d3a-6e4d1feb526e has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:37:52.663258 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-93419c22-525c-425c-8fc9-a8363db90730 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:52.670506 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-69ee0a7d-2767-497d-90a0-63909ff3103d tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f9858e6-84e5-48ad-92ab-6b278faa4fc8 HTTP/1.1" status: 200 len: 205 time: 0.0763996 Sep 22 21:37:52.676604 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45806) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:52.681572 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93419c22-525c-425c-8fc9-a8363db90730 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:37:52.682003 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-93419c22-525c-425c-8fc9-a8363db90730 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:52.864681 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-c6a884e6-2af7-4787-a650-82608307bcc1 None None] Set router 5a135788-3c81-4a45-b4f7-53f956b1ba11 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:37:52.918713 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d28bc8-2ec6-40d1-926f-88232771c6ba tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:52.924596 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d28bc8-2ec6-40d1-926f-88232771c6ba tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:52.925392 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-e5d28bc8-2ec6-40d1-926f-88232771c6ba tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:37:52.969351 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 48d92b0c-4b8b-4e5c-94af-07ffb736250d resource provider aggregate not found Sep 22 21:37:53.008608 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-e1f29112-2bf4-4842-aeef-1dcd85d12809 None None] Attempt 10 to provision port c00be16d-1b99-4c4f-8184-fa454626ffc4 Sep 22 21:37:53.030911 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-5b31b714-dea3-4b34-aeac-228d0fc1bebb tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Synchronizing usage tracker for tenant:517fabe13ed84839b585ff4613a45446 on resource:security_group {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:37:53.064865 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-e5d28bc8-2ec6-40d1-926f-88232771c6ba tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:37:53.068775 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e5d28bc8-2ec6-40d1-926f-88232771c6ba tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.6628826 Sep 22 21:37:53.073541 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45824) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:53.098797 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e1f29112-2bf4-4842-aeef-1dcd85d12809 None None] Port c00be16d-1b99-4c4f-8184-fa454626ffc4 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:53.123919 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1883c7c2-1122-4e3d-9180-31afdc6ed20c tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:37:53.128990 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 48d92b0c-4b8b-4e5c-94af-07ffb736250d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 48d92b0c-4b8b-4e5c-94af-07ffb736250d found for delete ", "request_id": "req-97365ad1-8aea-465c-81cc-30db880f8a08"}]} Sep 22 21:37:53.129597 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-93419c22-525c-425c-8fc9-a8363db90730 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:53.140953 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4e4be4-b517-442f-95cb-d863635ad203 None None] Sync routers for ids ['546b1c99-612d-44f7-8d3a-6e4d1feb526e'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:37:53.150468 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-1883c7c2-1122-4e3d-9180-31afdc6ed20c tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] 10.222.0.33 "PUT /v2.0/routers/546b1c99-612d-44f7-8d3a-6e4d1feb526e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4522669 Sep 22 21:37:53.159875 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ab10e1-6411-4f5f-9d64-62df64d4bdb4 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Router ee344a67-3dbf-4531-bb9d-d3be7ee686f1 is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:37:53.161535 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4e4be4-b517-442f-95cb-d863635ad203 None None] Routers {'546b1c99-612d-44f7-8d3a-6e4d1feb526e'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:37:53.162777 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-9b4e4be4-b517-442f-95cb-d863635ad203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:37:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['546b1c99-612d-44f7-8d3a-6e4d1feb526e'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:53.165321 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45828) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:53.168463 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93419c22-525c-425c-8fc9-a8363db90730 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 34875759-d991-4384-9b06-fcc402668112 {{(pid=89008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 22 21:37:53.177758 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-93419c22-525c-425c-8fc9-a8363db90730 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:53.182657 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93419c22-525c-425c-8fc9-a8363db90730 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] Pushing event deleted for resources: {'Network': ['ID=34875759-d991-4384-9b06-fcc402668112,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:53.182982 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-445f637d-e344-4f34-924d-65e42317ca75 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Request body: {'port': {'network_id': '85d6dade-b98c-48a9-8a2d-3abf9d1974d2', 'name': 'tempest-FloatingIPTestJSON-1538911757'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:53.240128 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-c6a884e6-2af7-4787-a650-82608307bcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a135788-3c81-4a45-b4f7-53f956b1ba11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865649816', 'tenant_id': '517fabe13ed84839b585ff4613a45446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.185'}], 'enable_snat': True}, 'gw_port_id': 'b4e8daf8-576a-404d-90c7-1f0617bda9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:37:24Z', 'updated_at': '2022-09-22T21:37:47Z', 'revision_number': 4, 'project_id': '517fabe13ed84839b585ff4613a45446', 'gw_port': {'id': 'b4e8daf8-576a-404d-90c7-1f0617bda9e3', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a135788-3c81-4a45-b4f7-53f956b1ba11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:37:27Z', 'updated_at': '2022-09-22T21:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': 'c00be16d-1b99-4c4f-8184-fa454626ffc4', 'name': '', 'network_id': '3705f0f0-ca60-4eb5-a73e-00234b5f2f73', 'tenant_id': '517fabe13ed84839b585ff4613a45446', 'mac_address': 'fa:16:3e:a0:26:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a135788-3c81-4a45-b4f7-53f956b1ba11', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '4336dad9-ca55-4b02-8b44-004ea34cf4f2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:37:44Z', 'updated_at': '2022-09-22T21:37:49Z', 'revision_number': 2, 'project_id': '517fabe13ed84839b585ff4613a45446', 'subnets': [{'id': '4336dad9-ca55-4b02-8b44-004ea34cf4f2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:53.244601 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a884e6-2af7-4787-a650-82608307bcc1 None None] Checking router: 5a135788-3c81-4a45-b4f7-53f956b1ba11 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:37:53.245564 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a884e6-2af7-4787-a650-82608307bcc1 None None] Updating router 5a135788-3c81-4a45-b4f7-53f956b1ba11 port c00be16d-1b99-4c4f-8184-fa454626ffc4 binding host dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:37:53.260742 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-93419c22-525c-425c-8fc9-a8363db90730 tempest-ExternalNetworksTestJSON-1486396621 tempest-ExternalNetworksTestJSON-1486396621-project-admin] 10.222.0.33 "DELETE /v2.0/networks/34875759-d991-4384-9b06-fcc402668112 HTTP/1.1" status: 204 len: 168 time: 1.4267824 Sep 22 21:37:53.273897 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45832) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:53.307959 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-9b4e4be4-b517-442f-95cb-d863635ad203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:53.325719 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4e4be4-b517-442f-95cb-d863635ad203 None None] Routers {'546b1c99-612d-44f7-8d3a-6e4d1feb526e'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:37:53.326357 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-9b4e4be4-b517-442f-95cb-d863635ad203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:37:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['546b1c99-612d-44f7-8d3a-6e4d1feb526e'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:53.357051 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c828ea1-35fb-4834-9faf-04463ec671dd tempest-ExternalNetworksTestJSON-1585575244 tempest-ExternalNetworksTestJSON-1585575244-project] DELETE failed (client error): The resource could not be found. Sep 22 21:37:53.358040 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c828ea1-35fb-4834-9faf-04463ec671dd tempest-ExternalNetworksTestJSON-1585575244 tempest-ExternalNetworksTestJSON-1585575244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:37:53.359870 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-0c828ea1-35fb-4834-9faf-04463ec671dd tempest-ExternalNetworksTestJSON-1585575244 tempest-ExternalNetworksTestJSON-1585575244-project] 10.222.0.33 "DELETE /v2.0/subnets/81344f4b-b5be-4c52-9171-5af7fdd8fc86 HTTP/1.1" status: 404 len: 337 time: 0.0823298 Sep 22 21:37:53.371609 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45836) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:53.379605 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-c6a884e6-2af7-4787-a650-82608307bcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:53.416043 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7f888333-a328-4257-a9e7-16413f038520 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks [] for router, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:53.420897 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-9b4e4be4-b517-442f-95cb-d863635ad203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:53.421536 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4e4be4-b517-442f-95cb-d863635ad203 None None] The sync data for ids ['546b1c99-612d-44f7-8d3a-6e4d1feb526e'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:37:53.426347 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] Provisioning for port 1251da0a-1f0b-479c-907c-a5a9650898b9 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:37:53.433537 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] Provisioning complete for port 1251da0a-1f0b-479c-907c-a5a9650898b9 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:37:53.434066 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:53.434849 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] Attempt 1 to provision port 1251da0a-1f0b-479c-907c-a5a9650898b9 Sep 22 21:37:53.541932 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-1f7239b0-59e1-4466-b9ff-4bfc1a696581 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] For port 5eeb895b-1dee-4286-8087-40e4c6026e72, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=5eeb895b-1dee-4286-8087-40e4c6026e72,segment=NetworkSegment(f8d0c601-6f21-4dfb-bc47-14f4f1277b0a),segment_id=f8d0c601-6f21-4dfb-bc47-14f4f1277b0a)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:37:53.542176 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1f7239b0-59e1-4466-b9ff-4bfc1a696581 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:53.573444 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] Current status of the port 1251da0a-1f0b-479c-907c-a5a9650898b9 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:37:53.574086 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:53.613139 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] For port 1251da0a-1f0b-479c-907c-a5a9650898b9, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=1251da0a-1f0b-479c-907c-a5a9650898b9,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:37:53.624292 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:53.647442 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-5b31b714-dea3-4b34-aeac-228d0fc1bebb tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Unset dirty status for tenant:517fabe13ed84839b585ff4613a45446 on resource:security_group {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:37:53.656511 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-5b31b714-dea3-4b34-aeac-228d0fc1bebb tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1509074982&fields=id&tenant_id=517fabe13ed84839b585ff4613a45446 HTTP/1.1" status: 200 len: 267 time: 0.7981157 Sep 22 21:37:53.730303 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-1f7239b0-59e1-4466-b9ff-4bfc1a696581 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Calling delete_port for 5eeb895b-1dee-4286-8087-40e4c6026e72 owned by network:router_interface {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:37:53.795415 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] Pushing event updated for resources: {'Port': ['ID=1251da0a-1f0b-479c-907c-a5a9650898b9,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:53.799139 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] Provisioning complete for port c00be16d-1b99-4c4f-8184-fa454626ffc4 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:37:53.804541 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:53.804996 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] Attempt 1 to provision port c00be16d-1b99-4c4f-8184-fa454626ffc4 Sep 22 21:37:53.864276 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bff69565-b452-4007-9709-573b7eff80c0 tempest-ExternalNetworksTestJSON-1585575244 tempest-ExternalNetworksTestJSON-1585575244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:53.865607 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-0e8e89df-457e-49ab-8e19-e6b4fcd6f1b1 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:53.866348 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-0e8e89df-457e-49ab-8e19-e6b4fcd6f1b1 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Synchronizing usage tracker for tenant:517fabe13ed84839b585ff4613a45446 on resource:network {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:37:53.911449 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] Port c00be16d-1b99-4c4f-8184-fa454626ffc4 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:53.927163 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-c6a884e6-2af7-4787-a650-82608307bcc1 None None] Notify callbacks [] for port, precommit_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:53.938761 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.provisioning_blocks [None req-c6a884e6-2af7-4787-a650-82608307bcc1 None None] Transition to ACTIVE for port object c00be16d-1b99-4c4f-8184-fa454626ffc4 will not be triggered until provisioned by entity L2. {{(pid=89011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:37:53.945357 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-c6a884e6-2af7-4787-a650-82608307bcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:53.994958 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-260fbaca-4cdd-4ef8-92ad-4ba6657d9f4a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Deleting port 79b130e9-9b8f-4d61-8175-2c6c58b4bde4 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:37:53.995554 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-260fbaca-4cdd-4ef8-92ad-4ba6657d9f4a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:54.089056 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-0e8e89df-457e-49ab-8e19-e6b4fcd6f1b1 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Unset dirty status for tenant:517fabe13ed84839b585ff4613a45446 on resource:network {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:37:54.090431 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-0e8e89df-457e-49ab-8e19-e6b4fcd6f1b1 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/networks?id=3705f0f0-ca60-4eb5-a73e-00234b5f2f73 HTTP/1.1" status: 200 len: 795 time: 0.4329355 Sep 22 21:37:54.128594 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7f888333-a328-4257-a9e7-16413f038520 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:54.141062 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb2666d-87c9-4886-ad45-785883ea051f None None] Pushing event updated for resources: {'Port': ['ID=c00be16d-1b99-4c4f-8184-fa454626ffc4,revision_number=3']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:54.143541 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-9cb050d2-9372-4707-bf85-1dc728b89338 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/quotas/517fabe13ed84839b585ff4613a45446 HTTP/1.1" status: 200 len: 375 time: 0.0385270 Sep 22 21:37:54.144273 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ab10e1-6411-4f5f-9d64-62df64d4bdb4 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:37:54.164014 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3d5cd3-073a-49d7-967f-ae6358cd93e5 None None] Sync routers for ids ['ee344a67-3dbf-4531-bb9d-d3be7ee686f1'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:37:54.173517 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-c6a884e6-2af7-4787-a650-82608307bcc1 None None] Attempting to bind port c00be16d-1b99-4c4f-8184-fa454626ffc4 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:37:54.174006 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-c6a884e6-2af7-4787-a650-82608307bcc1 None None] Attempting to bind port c00be16d-1b99-4c4f-8184-fa454626ffc4 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '886ccfdc-7ba4-4604-b599-c338374a33a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3705f0f0-ca60-4eb5-a73e-00234b5f2f73'}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:37:54.174454 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a884e6-2af7-4787-a650-82608307bcc1 None None] Attempting to bind port c00be16d-1b99-4c4f-8184-fa454626ffc4 on network 3705f0f0-ca60-4eb5-a73e-00234b5f2f73 {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:37:54.182580 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a884e6-2af7-4787-a650-82608307bcc1 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:37:54.183096 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a884e6-2af7-4787-a650-82608307bcc1 None None] Checking segment: {'id': '886ccfdc-7ba4-4604-b599-c338374a33a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3705f0f0-ca60-4eb5-a73e-00234b5f2f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:37:54.183586 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-c6a884e6-2af7-4787-a650-82608307bcc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:54.184064 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a884e6-2af7-4787-a650-82608307bcc1 None None] Bound using segment: {'id': '886ccfdc-7ba4-4604-b599-c338374a33a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3705f0f0-ca60-4eb5-a73e-00234b5f2f73'} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:37:54.186115 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-c6a884e6-2af7-4787-a650-82608307bcc1 None None] Bound port: c00be16d-1b99-4c4f-8184-fa454626ffc4, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886ccfdc-7ba4-4604-b599-c338374a33a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3705f0f0-ca60-4eb5-a73e-00234b5f2f73'}}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:37:54.186115 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-c6a884e6-2af7-4787-a650-82608307bcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:54.191116 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d5ab10e1-6411-4f5f-9d64-62df64d4bdb4 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "PUT /v2.0/routers/ee344a67-3dbf-4531-bb9d-d3be7ee686f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2811906 Sep 22 21:37:54.196312 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3d5cd3-073a-49d7-967f-ae6358cd93e5 None None] Routers {'ee344a67-3dbf-4531-bb9d-d3be7ee686f1'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:37:54.197050 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-9e3d5cd3-073a-49d7-967f-ae6358cd93e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:37:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['ee344a67-3dbf-4531-bb9d-d3be7ee686f1'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:54.206282 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45840) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:54.256165 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-7f888333-a328-4257-a9e7-16413f038520 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Deleting port 2c4a22b1-704e-498f-9e79-94e37da76946 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:37:54.256763 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7f888333-a328-4257-a9e7-16413f038520 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:54.317015 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-9e3d5cd3-073a-49d7-967f-ae6358cd93e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:54.334560 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-445f637d-e344-4f34-924d-65e42317ca75 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:37:54.347843 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3d5cd3-073a-49d7-967f-ae6358cd93e5 None None] Routers {'ee344a67-3dbf-4531-bb9d-d3be7ee686f1'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:37:54.348537 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-9e3d5cd3-073a-49d7-967f-ae6358cd93e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:37:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['ee344a67-3dbf-4531-bb9d-d3be7ee686f1'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:54.386073 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-445f637d-e344-4f34-924d-65e42317ca75 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Usage tracker for resource:port and tenant:43c8fa0213da4f47a6706f7ea64b9b94 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:37:54.395656 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-445f637d-e344-4f34-924d-65e42317ca75 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Quota usage for port was recalculated. Used quota:6. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:37:54.410727 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-445f637d-e344-4f34-924d-65e42317ca75 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:37:54.413031 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] Attempt 2 to provision port c00be16d-1b99-4c4f-8184-fa454626ffc4 Sep 22 21:37:54.414093 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-9e3d5cd3-073a-49d7-967f-ae6358cd93e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:54.415232 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3d5cd3-073a-49d7-967f-ae6358cd93e5 None None] The sync data for ids ['ee344a67-3dbf-4531-bb9d-d3be7ee686f1'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:37:54.438640 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-c6a884e6-2af7-4787-a650-82608307bcc1 None None] For port c00be16d-1b99-4c4f-8184-fa454626ffc4, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:37:54.440081 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-3b9da3a8-86c8-4c45-96f9-ed7accf373a2 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=517fabe13ed84839b585ff4613a45446&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2502980 Sep 22 21:37:54.442278 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-c6a884e6-2af7-4787-a650-82608307bcc1 None None] For port c00be16d-1b99-4c4f-8184-fa454626ffc4, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=c00be16d-1b99-4c4f-8184-fa454626ffc4,segment=NetworkSegment(886ccfdc-7ba4-4604-b599-c338374a33a8),segment_id=886ccfdc-7ba4-4604-b599-c338374a33a8)] {{(pid=89011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:37:54.448341 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445f637d-e344-4f34-924d-65e42317ca75 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Made reservation on behalf of 43c8fa0213da4f47a6706f7ea64b9b94 for: {'port': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:37:54.450036 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bff69565-b452-4007-9709-573b7eff80c0 tempest-ExternalNetworksTestJSON-1585575244 tempest-ExternalNetworksTestJSON-1585575244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:54.452076 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-c6a884e6-2af7-4787-a650-82608307bcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:54.452477 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-445f637d-e344-4f34-924d-65e42317ca75 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:54.512004 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-bff69565-b452-4007-9709-573b7eff80c0 tempest-ExternalNetworksTestJSON-1585575244 tempest-ExternalNetworksTestJSON-1585575244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55fe3f2e-cd47-499e-b341-f5972e835857']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:54.512678 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a884e6-2af7-4787-a650-82608307bcc1 None None] Routers {'5a135788-3c81-4a45-b4f7-53f956b1ba11'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:37:54.514050 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-c6a884e6-2af7-4787-a650-82608307bcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:37:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['5a135788-3c81-4a45-b4f7-53f956b1ba11'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:54.553379 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc298c73-1ca9-448d-aa21-dec28cfba652 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:54.554240 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-dc298c73-1ca9-448d-aa21-dec28cfba652 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Synchronizing usage tracker for tenant:d0dc9097dd2d4c51a9e00ba2c2c3535e on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:37:54.569538 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] Port c00be16d-1b99-4c4f-8184-fa454626ffc4 had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 21:37:54.582267 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-445f637d-e344-4f34-924d-65e42317ca75 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] device_id is not set on port 9ef6ec90-3184-40a3-95a6-dba859f341fb yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:37:54.590537 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] Provisioning for port 62569dfc-ac9f-4889-b3ed-dfb9fdf67316 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:37:54.599844 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] Provisioning complete for port 62569dfc-ac9f-4889-b3ed-dfb9fdf67316 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:37:54.600187 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:54.601364 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] Attempt 1 to provision port 62569dfc-ac9f-4889-b3ed-dfb9fdf67316 Sep 22 21:37:54.607596 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-bff69565-b452-4007-9709-573b7eff80c0 tempest-ExternalNetworksTestJSON-1585575244 tempest-ExternalNetworksTestJSON-1585575244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bacf1a1f-743d-49da-9ddf-f932ebbacbb8') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:54.608112 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-bff69565-b452-4007-9709-573b7eff80c0 tempest-ExternalNetworksTestJSON-1585575244 tempest-ExternalNetworksTestJSON-1585575244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bacf1a1f-743d-49da-9ddf-f932ebbacbb8') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:54.611148 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb2666d-87c9-4886-ad45-785883ea051f None None] Pushing event updated for resources: {'Port': ['ID=c00be16d-1b99-4c4f-8184-fa454626ffc4,revision_number=4']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:54.655539 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-260fbaca-4cdd-4ef8-92ad-4ba6657d9f4a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:54.676741 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bff69565-b452-4007-9709-573b7eff80c0 tempest-ExternalNetworksTestJSON-1585575244 tempest-ExternalNetworksTestJSON-1585575244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:54.714519 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] Port 62569dfc-ac9f-4889-b3ed-dfb9fdf67316 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:54.716286 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bff69565-b452-4007-9709-573b7eff80c0 tempest-ExternalNetworksTestJSON-1585575244 tempest-ExternalNetworksTestJSON-1585575244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:54.726362 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-c6a884e6-2af7-4787-a650-82608307bcc1 None None] Set router 5a135788-3c81-4a45-b4f7-53f956b1ba11 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:37:54.727287 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-dc298c73-1ca9-448d-aa21-dec28cfba652 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Unset dirty status for tenant:d0dc9097dd2d4c51a9e00ba2c2c3535e on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:37:54.731449 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-dc298c73-1ca9-448d-aa21-dec28cfba652 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "GET /v2.0/ports/57b3fb2b-f3db-4bf1-a844-0f1856ab3fe2 HTTP/1.1" status: 200 len: 910 time: 0.5211926 Sep 22 21:37:54.748356 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45844) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:54.752986 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bff69565-b452-4007-9709-573b7eff80c0 tempest-ExternalNetworksTestJSON-1585575244 tempest-ExternalNetworksTestJSON-1585575244-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:37:54.753395 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bff69565-b452-4007-9709-573b7eff80c0 tempest-ExternalNetworksTestJSON-1585575244 tempest-ExternalNetworksTestJSON-1585575244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:54.802479 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-260fbaca-4cdd-4ef8-92ad-4ba6657d9f4a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Calling delete_port for 79b130e9-9b8f-4d61-8175-2c6c58b4bde4 owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:37:54.945108 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-38dc623e-1a05-4304-96b5-57eee922f0f6 service neutron] 10.222.0.33 "GET /v2.0/networks/3705f0f0-ca60-4eb5-a73e-00234b5f2f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4714289 Sep 22 21:37:54.948088 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1f7239b0-59e1-4466-b9ff-4bfc1a696581 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:55.020961 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7f888333-a328-4257-a9e7-16413f038520 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:55.050964 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7239b0-59e1-4466-b9ff-4bfc1a696581 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event deleted for resources: {'Port': ['ID=5eeb895b-1dee-4286-8087-40e4c6026e72,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:55.066208 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-c6a884e6-2af7-4787-a650-82608307bcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a135788-3c81-4a45-b4f7-53f956b1ba11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865649816', 'tenant_id': '517fabe13ed84839b585ff4613a45446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.185'}], 'enable_snat': True}, 'gw_port_id': 'b4e8daf8-576a-404d-90c7-1f0617bda9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:37:24Z', 'updated_at': '2022-09-22T21:37:47Z', 'revision_number': 4, 'project_id': '517fabe13ed84839b585ff4613a45446', 'gw_port': {'id': 'b4e8daf8-576a-404d-90c7-1f0617bda9e3', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a135788-3c81-4a45-b4f7-53f956b1ba11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:37:27Z', 'updated_at': '2022-09-22T21:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': 'c00be16d-1b99-4c4f-8184-fa454626ffc4', 'name': '', 'network_id': '3705f0f0-ca60-4eb5-a73e-00234b5f2f73', 'tenant_id': '517fabe13ed84839b585ff4613a45446', 'mac_address': 'fa:16:3e:a0:26:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a135788-3c81-4a45-b4f7-53f956b1ba11', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '4336dad9-ca55-4b02-8b44-004ea34cf4f2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:37:44Z', 'updated_at': '2022-09-22T21:37:54Z', 'revision_number': 4, 'project_id': '517fabe13ed84839b585ff4613a45446', 'subnets': [{'id': '4336dad9-ca55-4b02-8b44-004ea34cf4f2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:55.071216 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a884e6-2af7-4787-a650-82608307bcc1 None None] The sync data for ids ['5a135788-3c81-4a45-b4f7-53f956b1ba11'] in dv-neutron-858900-1-hyperv is: [{'id': '5a135788-3c81-4a45-b4f7-53f956b1ba11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865649816', 'tenant_id': '517fabe13ed84839b585ff4613a45446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.185'}], 'enable_snat': True}, 'gw_port_id': 'b4e8daf8-576a-404d-90c7-1f0617bda9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:37:24Z', 'updated_at': '2022-09-22T21:37:47Z', 'revision_number': 4, 'project_id': '517fabe13ed84839b585ff4613a45446', 'gw_port': {'id': 'b4e8daf8-576a-404d-90c7-1f0617bda9e3', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a135788-3c81-4a45-b4f7-53f956b1ba11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:37:27Z', 'updated_at': '2022-09-22T21:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': 'c00be16d-1b99-4c4f-8184-fa454626ffc4', 'name': '', 'network_id': '3705f0f0-ca60-4eb5-a73e-00234b5f2f73', 'tenant_id': '517fabe13ed84839b585ff4613a45446', 'mac_address': 'fa:16:3e:a0:26:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a135788-3c81-4a45-b4f7-53f956b1ba11', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '4336dad9-ca55-4b02-8b44-004ea34cf4f2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:37:44Z', 'updated_at': '2022-09-22T21:37:54Z', 'revision_number': 4, 'project_id': '517fabe13ed84839b585ff4613a45446', 'subnets': [{'id': '4336dad9-ca55-4b02-8b44-004ea34cf4f2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:37:55.103734 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-445f637d-e344-4f34-924d-65e42317ca75 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Allocated IP 172.20.0.7 (85d6dade-b98c-48a9-8a2d-3abf9d1974d2/4a7ca83b-0815-4c5e-b4ac-3d05ee0a4201/9ef6ec90-3184-40a3-95a6-dba859f341fb) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:37:55.183466 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-7f888333-a328-4257-a9e7-16413f038520 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Calling delete_port for 2c4a22b1-704e-498f-9e79-94e37da76946 owned by network:router_gateway {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:37:55.216107 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] Attempt 2 to provision port 62569dfc-ac9f-4889-b3ed-dfb9fdf67316 Sep 22 21:37:55.232923 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-3b14cc99-4560-4dfe-82c8-95bb84a7424f service neutron] 10.222.0.33 "GET /v2.0/networks/3705f0f0-ca60-4eb5-a73e-00234b5f2f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724040 Sep 22 21:37:55.249104 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-260fbaca-4cdd-4ef8-92ad-4ba6657d9f4a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:55.305640 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment bacf1a1f-743d-49da-9ddf-f932ebbacbb8 resource provider aggregate not found Sep 22 21:37:55.357007 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] Port 62569dfc-ac9f-4889-b3ed-dfb9fdf67316 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:55.359050 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bff69565-b452-4007-9709-573b7eff80c0 tempest-ExternalNetworksTestJSON-1585575244 tempest-ExternalNetworksTestJSON-1585575244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:55.420563 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment bacf1a1f-743d-49da-9ddf-f932ebbacbb8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bacf1a1f-743d-49da-9ddf-f932ebbacbb8 found for delete ", "request_id": "req-5ef6a76f-9496-485e-84d8-c19a44a48f45"}]} Sep 22 21:37:55.421640 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bff69565-b452-4007-9709-573b7eff80c0 tempest-ExternalNetworksTestJSON-1585575244 tempest-ExternalNetworksTestJSON-1585575244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:55.551777 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff69565-b452-4007-9709-573b7eff80c0 tempest-ExternalNetworksTestJSON-1585575244 tempest-ExternalNetworksTestJSON-1585575244-project] Pushing event deleted for resources: {'Network': ['ID=55fe3f2e-cd47-499e-b341-f5972e835857,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:55.560383 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260fbaca-4cdd-4ef8-92ad-4ba6657d9f4a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event deleted for resources: {'Port': ['ID=79b130e9-9b8f-4d61-8175-2c6c58b4bde4,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:55.653348 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-260fbaca-4cdd-4ef8-92ad-4ba6657d9f4a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:55.733594 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:55.774650 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-260fbaca-4cdd-4ef8-92ad-4ba6657d9f4a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/ports/79b130e9-9b8f-4d61-8175-2c6c58b4bde4 HTTP/1.1" status: 204 len: 168 time: 2.6961002 Sep 22 21:37:55.775924 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-bff69565-b452-4007-9709-573b7eff80c0 tempest-ExternalNetworksTestJSON-1585575244 tempest-ExternalNetworksTestJSON-1585575244-project] 10.222.0.33 "DELETE /v2.0/networks/55fe3f2e-cd47-499e-b341-f5972e835857 HTTP/1.1" status: 204 len: 168 time: 2.3998499 Sep 22 21:37:55.791212 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45862) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:55.858444 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] Attempt 3 to provision port 62569dfc-ac9f-4889-b3ed-dfb9fdf67316 Sep 22 21:37:56.001408 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-445f637d-e344-4f34-924d-65e42317ca75 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:56.021572 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] Port 62569dfc-ac9f-4889-b3ed-dfb9fdf67316 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:56.038913 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-445f637d-e344-4f34-924d-65e42317ca75 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Transition to ACTIVE for port object 9ef6ec90-3184-40a3-95a6-dba859f341fb will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:37:56.104752 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-445f637d-e344-4f34-924d-65e42317ca75 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:56.128878 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device c00be16d-1b99-4c4f-8184-fa454626ffc4 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:37:56.228251 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445f637d-e344-4f34-924d-65e42317ca75 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Network 85d6dade-b98c-48a9-8a2d-3abf9d1974d2 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:37:56.238594 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-445f637d-e344-4f34-924d-65e42317ca75 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:37:56.262894 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port c00be16d-1b99-4c4f-8184-fa454626ffc4 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:37:56.269536 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445f637d-e344-4f34-924d-65e42317ca75 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:37:56.270645 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port c00be16d-1b99-4c4f-8184-fa454626ffc4 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:37:56.271532 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:56.271532 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port c00be16d-1b99-4c4f-8184-fa454626ffc4 Sep 22 21:37:56.439910 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445f637d-e344-4f34-924d-65e42317ca75 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Pushing event updated for resources: {'Port': ['ID=9ef6ec90-3184-40a3-95a6-dba859f341fb,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:56.462940 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port c00be16d-1b99-4c4f-8184-fa454626ffc4 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:37:56.463328 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:56.473269 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445f637d-e344-4f34-924d-65e42317ca75 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:56.474353 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-445f637d-e344-4f34-924d-65e42317ca75 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:56.506525 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-b0b0b3f7-be2f-441a-9c3e-7bb6d211ec8c req-5bc576b8-ff5e-4198-ac23-813c6233c9cf tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Synchronizing usage tracker for tenant:517fabe13ed84839b585ff4613a45446 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:37:56.518352 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-445f637d-e344-4f34-924d-65e42317ca75 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3446224 Sep 22 21:37:56.521373 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45872) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:56.526588 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port c00be16d-1b99-4c4f-8184-fa454626ffc4, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=c00be16d-1b99-4c4f-8184-fa454626ffc4,segment=NetworkSegment(886ccfdc-7ba4-4604-b599-c338374a33a8),segment_id=886ccfdc-7ba4-4604-b599-c338374a33a8)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:37:56.527976 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] Attempt 4 to provision port 62569dfc-ac9f-4889-b3ed-dfb9fdf67316 Sep 22 21:37:56.538558 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-b522e4c0-c4b9-49a2-9a18-3bc0a9517a6c tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Request body: {'floatingip': {'port_id': '9ef6ec90-3184-40a3-95a6-dba859f341fb'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:56.567853 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1f7239b0-59e1-4466-b9ff-4bfc1a696581 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:56.573376 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:56.574135 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 1251da0a-1f0b-479c-907c-a5a9650898b9 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:37:56.589087 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45876) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:56.752126 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b522e4c0-c4b9-49a2-9a18-3bc0a9517a6c tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for floatingip, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:56.766402 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13df819b-c068-483f-b61c-a2d88b1097ca tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:56.768168 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13df819b-c068-483f-b61c-a2d88b1097ca tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:56.770752 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-13df819b-c068-483f-b61c-a2d88b1097ca tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:37:56.773997 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=c00be16d-1b99-4c4f-8184-fa454626ffc4,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:56.823179 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] Port 62569dfc-ac9f-4889-b3ed-dfb9fdf67316 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:56.837803 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 1251da0a-1f0b-479c-907c-a5a9650898b9 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:37:56.838500 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:56.839226 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 1251da0a-1f0b-479c-907c-a5a9650898b9 Sep 22 21:37:57.010048 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 1251da0a-1f0b-479c-907c-a5a9650898b9 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:37:57.060218 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-13df819b-c068-483f-b61c-a2d88b1097ca tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:37:57.063075 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-13df819b-c068-483f-b61c-a2d88b1097ca tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 1.1614392 Sep 22 21:37:57.063888 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-b0b0b3f7-be2f-441a-9c3e-7bb6d211ec8c req-5bc576b8-ff5e-4198-ac23-813c6233c9cf tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Unset dirty status for tenant:517fabe13ed84839b585ff4613a45446 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:37:57.066513 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45882) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:57.072457 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b0b0b3f7-be2f-441a-9c3e-7bb6d211ec8c req-5bc576b8-ff5e-4198-ac23-813c6233c9cf tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/ports?device_id=a97a8275-3663-4515-ba22-5b85e1d86b1d HTTP/1.1" status: 200 len: 210 time: 1.4401994 Sep 22 21:37:57.292507 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a5174b2-c640-4e87-b60f-c25c0cbd19f1 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Deleting subnet 38fc4d2d-7f9f-4525-8093-c9f5c981a7c9 {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:37:57.296553 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2a5174b2-c640-4e87-b60f-c25c0cbd19f1 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:57.324453 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] Attempt 5 to provision port 62569dfc-ac9f-4889-b3ed-dfb9fdf67316 Sep 22 21:37:57.338309 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a15868ce-9bbc-4ef3-a6f5-cbb2b8d7bde7 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=ea00f4cf069848d5b8a37c955e6fc355&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7375016 Sep 22 21:37:57.342712 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45886) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:57.355685 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2a5174b2-c640-4e87-b60f-c25c0cbd19f1 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:57.393869 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] Port 62569dfc-ac9f-4889-b3ed-dfb9fdf67316 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:57.565163 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2a5174b2-c640-4e87-b60f-c25c0cbd19f1 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:57.581248 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7f888333-a328-4257-a9e7-16413f038520 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:57.651696 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2a5174b2-c640-4e87-b60f-c25c0cbd19f1 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:57.676005 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f888333-a328-4257-a9e7-16413f038520 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Pushing event deleted for resources: {'Port': ['ID=2c4a22b1-704e-498f-9e79-94e37da76946,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:57.702683 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5174b2-c640-4e87-b60f-c25c0cbd19f1 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event deleted for resources: {'Subnet': ['ID=38fc4d2d-7f9f-4525-8093-c9f5c981a7c9,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:57.704660 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2a5174b2-c640-4e87-b60f-c25c0cbd19f1 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:57.708752 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44523f27-2520-4d79-94d4-80486ed0cfd9 None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:37:57.775779 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:37:57.781016 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-ee09d1d7-3c0e-4893-a4b1-bc6a1ab96c93 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:57.782484 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-ee09d1d7-3c0e-4893-a4b1-bc6a1ab96c93 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.49 "GET /v2.0/networks?id=3705f0f0-ca60-4eb5-a73e-00234b5f2f73 HTTP/1.1" status: 200 len: 795 time: 0.5861003 Sep 22 21:37:57.814573 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device c00be16d-1b99-4c4f-8184-fa454626ffc4 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:37:57.815430 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b522e4c0-c4b9-49a2-9a18-3bc0a9517a6c tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:57.820340 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b522e4c0-c4b9-49a2-9a18-3bc0a9517a6c tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:57.837844 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f7239b0-59e1-4466-b9ff-4bfc1a696581 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Router b939319a-c05f-4d01-a659-4d57604fde53 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:37:57.838866 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-aa9e5525-fda0-4603-845e-988df0e8795c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:57.915854 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] Attempt 6 to provision port 62569dfc-ac9f-4889-b3ed-dfb9fdf67316 Sep 22 21:37:57.962774 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7f888333-a328-4257-a9e7-16413f038520 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8012236'] for router_gateway, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:58.005258 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2a5174b2-c640-4e87-b60f-c25c0cbd19f1 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/38fc4d2d-7f9f-4525-8093-c9f5c981a7c9 HTTP/1.1" status: 204 len: 168 time: 0.9373879 Sep 22 21:37:58.006309 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-aa9e5525-fda0-4603-845e-988df0e8795c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:58.014803 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3e54fa9e-757c-4393-a79f-e8675596d7b3 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:58.015156 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45894) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:58.064802 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] Port 62569dfc-ac9f-4889-b3ed-dfb9fdf67316 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:58.065598 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-8218831d-8b3c-4046-87ee-c6599e552011 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=517fabe13ed84839b585ff4613a45446 HTTP/1.1" status: 200 len: 380 time: 0.2651799 Sep 22 21:37:58.072486 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port c00be16d-1b99-4c4f-8184-fa454626ffc4 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:37:58.072854 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:58.073186 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port c00be16d-1b99-4c4f-8184-fa454626ffc4 Sep 22 21:37:58.099254 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-956d67aa-4c8e-42f7-986c-9913e8211360 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0806413 Sep 22 21:37:58.103836 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45898) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:58.233988 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abaf8ebd-74af-4fb0-aa17-01e5f21d8977 None None] DHCP port deletion for 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:37:58.245244 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-abaf8ebd-74af-4fb0-aa17-01e5f21d8977 None None] Deleting port 1251da0a-1f0b-479c-907c-a5a9650898b9 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:37:58.245765 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-abaf8ebd-74af-4fb0-aa17-01e5f21d8977 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:58.272792 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port c00be16d-1b99-4c4f-8184-fa454626ffc4 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:37:58.334415 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-2771ceec-e2cf-4aaf-b6ba-ac0b2fcc90d9 req-1165b69a-294d-4803-969e-762ec0b95602 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/ports?device_id=a97a8275-3663-4515-ba22-5b85e1d86b1d HTTP/1.1" status: 200 len: 210 time: 0.0712636 Sep 22 21:37:58.361888 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.l3_db [None req-b522e4c0-c4b9-49a2-9a18-3bc0a9517a6c tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Floating IP d48b896b-83e3-42f4-a527-d6bdfb2037cf associated. External IP: 172.26.0.112, port: 11327c97-09a0-4cbc-a12d-133cb84439f3. Sep 22 21:37:58.410161 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-9e2f268d-527e-40ae-a7d6-1856470a9c53 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Request body: {'port': {'device_id': 'a97a8275-3663-4515-ba22-5b85e1d86b1d', 'network_id': '3705f0f0-ca60-4eb5-a73e-00234b5f2f73', 'admin_state_up': True, 'tenant_id': '517fabe13ed84839b585ff4613a45446', 'security_groups': ['319ea033-79ef-4636-acc8-ba14ddc2433f']}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:58.432818 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8319c7c1-267f-48e9-abc9-5504d8c4ab2c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:58.433497 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-8319c7c1-267f-48e9-abc9-5504d8c4ab2c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:37:58.465863 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-8319c7c1-267f-48e9-abc9-5504d8c4ab2c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:37:58.467761 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-8319c7c1-267f-48e9-abc9-5504d8c4ab2c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3672838 Sep 22 21:37:58.493336 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-abaf8ebd-74af-4fb0-aa17-01e5f21d8977 None None] For port 1251da0a-1f0b-479c-907c-a5a9650898b9, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=1251da0a-1f0b-479c-907c-a5a9650898b9,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:37:58.494068 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-abaf8ebd-74af-4fb0-aa17-01e5f21d8977 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:58.519665 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45904) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:58.611023 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e88665d-612b-465c-84e7-0aa65fc02c26 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:37:58.611615 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-2e88665d-612b-465c-84e7-0aa65fc02c26 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:37:58.614698 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] Attempt 7 to provision port 62569dfc-ac9f-4889-b3ed-dfb9fdf67316 Sep 22 21:37:58.618064 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7f888333-a328-4257-a9e7-16413f038520 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:58.627438 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7f888333-a328-4257-a9e7-16413f038520 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:58.644300 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-abaf8ebd-74af-4fb0-aa17-01e5f21d8977 None None] Calling delete_port for 1251da0a-1f0b-479c-907c-a5a9650898b9 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:37:58.707236 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-2e88665d-612b-465c-84e7-0aa65fc02c26 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:37:58.708403 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2e88665d-612b-465c-84e7-0aa65fc02c26 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1877868 Sep 22 21:37:58.711364 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45908) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:58.729790 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] Port 62569dfc-ac9f-4889-b3ed-dfb9fdf67316 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:58.759181 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7f888333-a328-4257-a9e7-16413f038520 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:58.759776 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f888333-a328-4257-a9e7-16413f038520 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Fanout notify agent at l3_agent the message router_deleted on router 1f9858e6-84e5-48ad-92ab-6b278faa4fc8 {{(pid=89008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:37:58.760918 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-abaf8ebd-74af-4fb0-aa17-01e5f21d8977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:58.761713 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7239b0-59e1-4466-b9ff-4bfc1a696581 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:37:58.807144 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d650ebf1-1f95-4a7e-895c-8f46c3650ff5 None None] Sync routers for ids ['b939319a-c05f-4d01-a659-4d57604fde53'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:37:58.820563 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf8ebd-74af-4fb0-aa17-01e5f21d8977 None None] Pushing event deleted for resources: {'Port': ['ID=1251da0a-1f0b-479c-907c-a5a9650898b9,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:58.827757 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaf8ebd-74af-4fb0-aa17-01e5f21d8977 None None] No DVR routers for this DVR port 1251da0a-1f0b-479c-907c-a5a9650898b9 on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:37:58.830153 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-aa9e5525-fda0-4603-845e-988df0e8795c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:58.835923 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d650ebf1-1f95-4a7e-895c-8f46c3650ff5 None None] Routers {'b939319a-c05f-4d01-a659-4d57604fde53'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:37:58.835923 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-d650ebf1-1f95-4a7e-895c-8f46c3650ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:37:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b939319a-c05f-4d01-a659-4d57604fde53'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:58.845893 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-958a3aa7-fc5c-4cd1-9722-e69b1d80133d tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1333740 Sep 22 21:37:58.853866 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45912) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:58.863154 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-f2a81728-7ade-47fd-afbd-f96be22bdb97 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'subnet': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:58.892569 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-9e2f268d-527e-40ae-a7d6-1856470a9c53 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:37:58.903755 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b522e4c0-c4b9-49a2-9a18-3bc0a9517a6c tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Router b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:37:58.904368 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9e5525-fda0-4603-845e-988df0e8795c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357320db-a3e9-4565-8801-8b83e3828b02,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:37:58.977630 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-9e2f268d-527e-40ae-a7d6-1856470a9c53 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:37:58.993644 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-aa9e5525-fda0-4603-845e-988df0e8795c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:58.994877 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-aa9e5525-fda0-4603-845e-988df0e8795c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/357320db-a3e9-4565-8801-8b83e3828b02 HTTP/1.1" status: 204 len: 168 time: 1.6219845 Sep 22 21:37:59.007952 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7f888333-a328-4257-a9e7-16413f038520 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:59.008560 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-d650ebf1-1f95-4a7e-895c-8f46c3650ff5 None None] Set router b939319a-c05f-4d01-a659-4d57604fde53 gateway port host: None {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:37:59.014109 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-7f888333-a328-4257-a9e7-16413f038520 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] 10.222.0.33 "DELETE /v2.0/routers/1f9858e6-84e5-48ad-92ab-6b278faa4fc8 HTTP/1.1" status: 204 len: 168 time: 6.3358443 Sep 22 21:37:59.015342 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45918) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:59.023304 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-1f7239b0-59e1-4466-b9ff-4bfc1a696581 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "PUT /v2.0/routers/b939319a-c05f-4d01-a659-4d57604fde53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0721221 Sep 22 21:37:59.038078 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-45d717fe-2c6b-4a28-bc11-7b7ba9dca8f5 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2073897273', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}, 'admin_state_up': False}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:37:59.045382 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45922) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:59.051220 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-9e2f268d-527e-40ae-a7d6-1856470a9c53 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Made reservation on behalf of 517fabe13ed84839b585ff4613a45446 for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:37:59.054557 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-9e2f268d-527e-40ae-a7d6-1856470a9c53 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:59.098904 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-45d717fe-2c6b-4a28-bc11-7b7ba9dca8f5 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:37:59.117589 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-45d717fe-2c6b-4a28-bc11-7b7ba9dca8f5 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Usage tracker for resource:router and tenant:60d704e6c4374325ab6b4cfd3fcbd942 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:37:59.119121 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b522e4c0-c4b9-49a2-9a18-3bc0a9517a6c tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:37:59.123806 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-45d717fe-2c6b-4a28-bc11-7b7ba9dca8f5 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:37:59.132441 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6136bf3-b582-4772-846a-7683dbc7725b None None] Sync routers for ids ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:37:59.141903 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-f2a81728-7ade-47fd-afbd-f96be22bdb97 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:37:59.145518 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-45d717fe-2c6b-4a28-bc11-7b7ba9dca8f5 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:37:59.152994 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6136bf3-b582-4772-846a-7683dbc7725b None None] Routers {'b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:37:59.157719 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-d6136bf3-b582-4772-846a-7683dbc7725b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:37:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:59.228071 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-f2a81728-7ade-47fd-afbd-f96be22bdb97 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:37:59.234808 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] Attempt 8 to provision port 62569dfc-ac9f-4889-b3ed-dfb9fdf67316 Sep 22 21:37:59.245258 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-450514fd-c2ea-4853-b9b0-cbdef98fc285 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Deleting subnet ac596e09-bfec-4384-95c4-9ffa4ad7a2bf {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:37:59.265977 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-450514fd-c2ea-4853-b9b0-cbdef98fc285 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:59.301444 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-45d717fe-2c6b-4a28-bc11-7b7ba9dca8f5 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:59.302730 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-45d717fe-2c6b-4a28-bc11-7b7ba9dca8f5 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:59.318554 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-45d717fe-2c6b-4a28-bc11-7b7ba9dca8f5 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:59.340170 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] Port 62569dfc-ac9f-4889-b3ed-dfb9fdf67316 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:37:59.347531 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-d6136bf3-b582-4772-846a-7683dbc7725b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:59.369619 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6136bf3-b582-4772-846a-7683dbc7725b None None] Routers {'b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:37:59.371746 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-d6136bf3-b582-4772-846a-7683dbc7725b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:37:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:59.448935 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-d6136bf3-b582-4772-846a-7683dbc7725b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:59.449338 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6136bf3-b582-4772-846a-7683dbc7725b None None] The sync data for ids ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:37:59.477089 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a81728-7ade-47fd-afbd-f96be22bdb97 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:37:59.480596 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f2a81728-7ade-47fd-afbd-f96be22bdb97 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:59.490533 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-d650ebf1-1f95-4a7e-895c-8f46c3650ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'name': 'tempest-RoutersIpV6Test-router-902998151', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:36:31Z', 'updated_at': '2022-09-22T21:37:54Z', 'revision_number': 9, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'gw_port_host': None, '_interfaces': [{'id': 'aa3e28f6-24e5-406d-bfb8-155d6ff21c76', 'name': '', 'network_id': 'f9c36acf-d10a-4415-b6ee-1ffb91d33c43', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:5b:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f286df80-3d5a-4ce9-ba7d-1348c9a80060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:36:38Z', 'updated_at': '2022-09-22T21:36:51Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'f286df80-3d5a-4ce9-ba7d-1348c9a80060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26d3464-ddf9-4766-8597-14f3db8b6289', 'name': '', 'network_id': 'e1b24836-380a-497f-93a5-9d48a7364d29', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:ec:5f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a60b4b8b-ac1c-4f30-b875-a8aced919547', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:36:50Z', 'updated_at': '2022-09-22T21:37:03Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'a60b4b8b-ac1c-4f30-b875-a8aced919547', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:59.505380 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d650ebf1-1f95-4a7e-895c-8f46c3650ff5 None None] Checking router: b939319a-c05f-4d01-a659-4d57604fde53 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:37:59.519201 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d650ebf1-1f95-4a7e-895c-8f46c3650ff5 None None] Routers {'b939319a-c05f-4d01-a659-4d57604fde53'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:37:59.519827 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-d650ebf1-1f95-4a7e-895c-8f46c3650ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:37:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b939319a-c05f-4d01-a659-4d57604fde53'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:37:59.583246 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45930) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:37:59.708502 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-450514fd-c2ea-4853-b9b0-cbdef98fc285 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:37:59.732807 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-d650ebf1-1f95-4a7e-895c-8f46c3650ff5 None None] Set router b939319a-c05f-4d01-a659-4d57604fde53 gateway port host: None {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:37:59.816734 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 1251da0a-1f0b-479c-907c-a5a9650898b9 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:37:59.821287 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b522e4c0-c4b9-49a2-9a18-3bc0a9517a6c tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Router 546b1c99-612d-44f7-8d3a-6e4d1feb526e has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:37:59.848481 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] Attempt 9 to provision port 62569dfc-ac9f-4889-b3ed-dfb9fdf67316 Sep 22 21:37:59.945717 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 1251da0a-1f0b-479c-907c-a5a9650898b9 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:37:59.945944 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 1251da0a-1f0b-479c-907c-a5a9650898b9 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:37:59.991540 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0dc755b9-d1cf-4abb-ad37-7602a592ae6b req-51f8af5a-0b5d-4b2d-a40e-576f503a3647 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/ports?device_id=a97a8275-3663-4515-ba22-5b85e1d86b1d HTTP/1.1" status: 200 len: 210 time: 0.4035931 Sep 22 21:37:59.992183 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-3e54fa9e-757c-4393-a79f-e8675596d7b3 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Deleting port 57b3fb2b-f3db-4bf1-a844-0f1856ab3fe2 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:37:59.992520 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3e54fa9e-757c-4393-a79f-e8675596d7b3 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:00.022860 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b522e4c0-c4b9-49a2-9a18-3bc0a9517a6c tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:38:00.031518 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b522e4c0-c4b9-49a2-9a18-3bc0a9517a6c tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:00.039917 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc816241-0279-4cc9-8264-fe959fb8fca9 None None] Sync routers for ids ['546b1c99-612d-44f7-8d3a-6e4d1feb526e'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:38:00.063738 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] Port 62569dfc-ac9f-4889-b3ed-dfb9fdf67316 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:38:00.066741 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc816241-0279-4cc9-8264-fe959fb8fca9 None None] Routers {'546b1c99-612d-44f7-8d3a-6e4d1feb526e'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:38:00.067358 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-dc816241-0279-4cc9-8264-fe959fb8fca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:37:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['546b1c99-612d-44f7-8d3a-6e4d1feb526e'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:00.133808 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-dc816241-0279-4cc9-8264-fe959fb8fca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:00.157687 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-b522e4c0-c4b9-49a2-9a18-3bc0a9517a6c tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] 10.222.0.33 "PUT /v2.0/floatingips/d48b896b-83e3-42f4-a527-d6bdfb2037cf HTTP/1.1" status: 200 len: 978 time: 3.6317770 Sep 22 21:38:00.157911 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc816241-0279-4cc9-8264-fe959fb8fca9 None None] Routers {'546b1c99-612d-44f7-8d3a-6e4d1feb526e'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:38:00.158024 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45934) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:00.159395 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-dc816241-0279-4cc9-8264-fe959fb8fca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:37:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['546b1c99-612d-44f7-8d3a-6e4d1feb526e'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:00.167283 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-45d717fe-2c6b-4a28-bc11-7b7ba9dca8f5 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:00.233396 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-dc816241-0279-4cc9-8264-fe959fb8fca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:00.233728 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc816241-0279-4cc9-8264-fe959fb8fca9 None None] The sync data for ids ['546b1c99-612d-44f7-8d3a-6e4d1feb526e'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:38:00.242176 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-910c8304-f686-4679-8421-59526eb2c1d6 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Deleting port 9ef6ec90-3184-40a3-95a6-dba859f341fb {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:38:00.242669 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-910c8304-f686-4679-8421-59526eb2c1d6 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:00.313896 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-2ba1b810-f77a-4342-a047-f3ebbaa7e57e admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=0ec4a40a6c014814b7b002335b22edad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6789119 Sep 22 21:38:00.324289 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-d650ebf1-1f95-4a7e-895c-8f46c3650ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'name': 'tempest-RoutersIpV6Test-router-902998151', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:36:31Z', 'updated_at': '2022-09-22T21:37:54Z', 'revision_number': 9, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'gw_port_host': None, '_interfaces': [{'id': 'aa3e28f6-24e5-406d-bfb8-155d6ff21c76', 'name': '', 'network_id': 'f9c36acf-d10a-4415-b6ee-1ffb91d33c43', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:5b:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f286df80-3d5a-4ce9-ba7d-1348c9a80060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:36:38Z', 'updated_at': '2022-09-22T21:36:51Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'f286df80-3d5a-4ce9-ba7d-1348c9a80060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26d3464-ddf9-4766-8597-14f3db8b6289', 'name': '', 'network_id': 'e1b24836-380a-497f-93a5-9d48a7364d29', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:ec:5f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a60b4b8b-ac1c-4f30-b875-a8aced919547', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:36:50Z', 'updated_at': '2022-09-22T21:37:03Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'a60b4b8b-ac1c-4f30-b875-a8aced919547', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:00.329276 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45938) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:00.329585 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d650ebf1-1f95-4a7e-895c-8f46c3650ff5 None None] The sync data for ids ['b939319a-c05f-4d01-a659-4d57604fde53'] in dv-neutron-858900-1-hyperv is: [{'id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'name': 'tempest-RoutersIpV6Test-router-902998151', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:36:31Z', 'updated_at': '2022-09-22T21:37:54Z', 'revision_number': 9, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'gw_port_host': None, '_interfaces': [{'id': 'aa3e28f6-24e5-406d-bfb8-155d6ff21c76', 'name': '', 'network_id': 'f9c36acf-d10a-4415-b6ee-1ffb91d33c43', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:5b:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f286df80-3d5a-4ce9-ba7d-1348c9a80060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:36:38Z', 'updated_at': '2022-09-22T21:36:51Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'f286df80-3d5a-4ce9-ba7d-1348c9a80060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e26d3464-ddf9-4766-8597-14f3db8b6289', 'name': '', 'network_id': 'e1b24836-380a-497f-93a5-9d48a7364d29', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:ec:5f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a60b4b8b-ac1c-4f30-b875-a8aced919547', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:36:50Z', 'updated_at': '2022-09-22T21:37:03Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'a60b4b8b-ac1c-4f30-b875-a8aced919547', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:38:00.348798 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-9e2f268d-527e-40ae-a7d6-1856470a9c53 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Allocated IP 172.20.0.24 (3705f0f0-ca60-4eb5-a73e-00234b5f2f73/4336dad9-ca55-4b02-8b44-004ea34cf4f2/93959960-efb2-4e13-ba82-ecad6483840d) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:38:00.518248 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-910c8304-f686-4679-8421-59526eb2c1d6 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:00.564764 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] Attempt 10 to provision port 62569dfc-ac9f-4889-b3ed-dfb9fdf67316 Sep 22 21:38:00.570012 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-450514fd-c2ea-4853-b9b0-cbdef98fc285 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:00.624577 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] Port 62569dfc-ac9f-4889-b3ed-dfb9fdf67316 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:38:00.636805 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] Provisioning for port c8a0dc8b-5e65-4a9c-8d99-45cbcef3cbdf completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:38:00.642474 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3e54fa9e-757c-4393-a79f-e8675596d7b3 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:00.642992 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] Provisioning complete for port c8a0dc8b-5e65-4a9c-8d99-45cbcef3cbdf triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:38:00.643369 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:00.643703 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] Attempt 1 to provision port c8a0dc8b-5e65-4a9c-8d99-45cbcef3cbdf Sep 22 21:38:00.782682 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] Current status of the port c8a0dc8b-5e65-4a9c-8d99-45cbcef3cbdf is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:38:00.783187 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:00.807598 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a198a836-ba3e-40aa-889e-a80a908bd0cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:00.821943 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] For port c8a0dc8b-5e65-4a9c-8d99-45cbcef3cbdf, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=c8a0dc8b-5e65-4a9c-8d99-45cbcef3cbdf,segment=NetworkSegment(fa14fdbe-b4f6-41b5-ae68-d84dae0f928d),segment_id=fa14fdbe-b4f6-41b5-ae68-d84dae0f928d)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:38:00.829756 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:00.845382 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-910c8304-f686-4679-8421-59526eb2c1d6 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:00.846009 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-910c8304-f686-4679-8421-59526eb2c1d6 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:00.846362 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.l3_db [None req-910c8304-f686-4679-8421-59526eb2c1d6 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Floating IP d48b896b-83e3-42f4-a527-d6bdfb2037cf disassociated. External IP: 172.26.0.112, port: 9ef6ec90-3184-40a3-95a6-dba859f341fb. Sep 22 21:38:00.846739 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-910c8304-f686-4679-8421-59526eb2c1d6 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Calling delete_port for 9ef6ec90-3184-40a3-95a6-dba859f341fb owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:38:00.882843 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-3e54fa9e-757c-4393-a79f-e8675596d7b3 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Calling delete_port for 57b3fb2b-f3db-4bf1-a844-0f1856ab3fe2 owned by network:router_interface {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:38:00.912890 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] Provisioning for port 57b3fb2b-f3db-4bf1-a844-0f1856ab3fe2 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:38:00.919984 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] Provisioning complete for port 57b3fb2b-f3db-4bf1-a844-0f1856ab3fe2 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:38:00.920533 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:00.920817 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] Attempt 1 to provision port 57b3fb2b-f3db-4bf1-a844-0f1856ab3fe2 Sep 22 21:38:00.971179 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] Pushing event updated for resources: {'Port': ['ID=c8a0dc8b-5e65-4a9c-8d99-45cbcef3cbdf,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:00.988253 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] Port 57b3fb2b-f3db-4bf1-a844-0f1856ab3fe2 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:38:01.017869 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a198a836-ba3e-40aa-889e-a80a908bd0cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:01.041720 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-910c8304-f686-4679-8421-59526eb2c1d6 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:01.094842 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910c8304-f686-4679-8421-59526eb2c1d6 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Pushing event deleted for resources: {'Port': ['ID=9ef6ec90-3184-40a3-95a6-dba859f341fb,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:01.107476 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-450514fd-c2ea-4853-b9b0-cbdef98fc285 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:01.211783 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6d4765-cf6a-459f-b5df-8559d0b546e4 None None] Network 27f87840-20eb-43e3-a2a3-658fe09c5569 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:38:01.212405 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450514fd-c2ea-4853-b9b0-cbdef98fc285 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event deleted for resources: {'Subnet': ['ID=ac596e09-bfec-4384-95c4-9ffa4ad7a2bf,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:01.214627 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-450514fd-c2ea-4853-b9b0-cbdef98fc285 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:01.226660 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-9e2f268d-527e-40ae-a7d6-1856470a9c53 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:01.347330 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-9e2f268d-527e-40ae-a7d6-1856470a9c53 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Transition to ACTIVE for port object 93959960-efb2-4e13-ba82-ecad6483840d will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:38:01.382095 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-450514fd-c2ea-4853-b9b0-cbdef98fc285 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "DELETE /v2.0/subnets/ac596e09-bfec-4384-95c4-9ffa4ad7a2bf HTTP/1.1" status: 204 len: 168 time: 2.3356462 Sep 22 21:38:01.388901 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 45946) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:01.467102 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-910c8304-f686-4679-8421-59526eb2c1d6 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Router 546b1c99-612d-44f7-8d3a-6e4d1feb526e has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:38:01.519153 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a198a836-ba3e-40aa-889e-a80a908bd0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:01.523297 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] Attempt 2 to provision port 57b3fb2b-f3db-4bf1-a844-0f1856ab3fe2 Sep 22 21:38:01.584940 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] Port 57b3fb2b-f3db-4bf1-a844-0f1856ab3fe2 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:38:01.697034 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-569334fb-8415-46e4-a98c-be0a30221af9 req-a0973c38-cb87-48c6-8e33-b49f06f95873 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/ports?device_id=a97a8275-3663-4515-ba22-5b85e1d86b1d HTTP/1.1" status: 200 len: 210 time: 0.5285826 Sep 22 21:38:01.698818 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd87e82d-8453-4632-8cef-e08b06c8d1bb None None] DHCP port deletion for 27f87840-20eb-43e3-a2a3-658fe09c5569 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:38:01.703550 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-dd87e82d-8453-4632-8cef-e08b06c8d1bb None None] Deleting port 09ae86f8-23b4-44d3-8a70-2589846b2da3 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:38:01.704196 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-dd87e82d-8453-4632-8cef-e08b06c8d1bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:01.711772 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910c8304-f686-4679-8421-59526eb2c1d6 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:38:01.723922 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef13464b-ac63-40ba-b343-a23cb46bf173 None None] Sync routers for ids ['546b1c99-612d-44f7-8d3a-6e4d1feb526e'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:38:01.734800 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.objects.ports [None req-f2a81728-7ade-47fd-afbd-f96be22bdb97 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89008) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 21:38:01.746478 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef13464b-ac63-40ba-b343-a23cb46bf173 None None] Routers {'546b1c99-612d-44f7-8d3a-6e4d1feb526e'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:38:01.747115 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-ef13464b-ac63-40ba-b343-a23cb46bf173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:37:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['546b1c99-612d-44f7-8d3a-6e4d1feb526e'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:01.807560 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f2a81728-7ade-47fd-afbd-f96be22bdb97 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:01.838494 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-ef13464b-ac63-40ba-b343-a23cb46bf173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:01.847865 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef13464b-ac63-40ba-b343-a23cb46bf173 None None] Routers {'546b1c99-612d-44f7-8d3a-6e4d1feb526e'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:38:01.848702 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-ef13464b-ac63-40ba-b343-a23cb46bf173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:37:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['546b1c99-612d-44f7-8d3a-6e4d1feb526e'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:01.859448 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-910c8304-f686-4679-8421-59526eb2c1d6 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:01.863924 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a198a836-ba3e-40aa-889e-a80a908bd0cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebeb6467-e72e-4d0c-b8cc-7b59baa11cfd,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:01.869999 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-910c8304-f686-4679-8421-59526eb2c1d6 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] 10.222.0.33 "DELETE /v2.0/ports/9ef6ec90-3184-40a3-95a6-dba859f341fb HTTP/1.1" status: 204 len: 168 time: 1.7110758 Sep 22 21:38:01.873702 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45950) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:01.884424 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device c8a0dc8b-5e65-4a9c-8d99-45cbcef3cbdf up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:38:01.916201 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-ef13464b-ac63-40ba-b343-a23cb46bf173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:01.916828 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef13464b-ac63-40ba-b343-a23cb46bf173 None None] The sync data for ids ['546b1c99-612d-44f7-8d3a-6e4d1feb526e'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:38:01.930011 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a198a836-ba3e-40aa-889e-a80a908bd0cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:01.941561 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a198a836-ba3e-40aa-889e-a80a908bd0cb admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/ebeb6467-e72e-4d0c-b8cc-7b59baa11cfd HTTP/1.1" status: 204 len: 168 time: 1.5912097 Sep 22 21:38:02.012487 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a81728-7ade-47fd-afbd-f96be22bdb97 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Subnet': ['ID=22696c36-6881-45c5-83c4-c57467117b22,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:02.024299 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a81728-7ade-47fd-afbd-f96be22bdb97 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:38:02.030399 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-f2a81728-7ade-47fd-afbd-f96be22bdb97 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:38:02.032061 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3e54fa9e-757c-4393-a79f-e8675596d7b3 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:02.086185 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a81728-7ade-47fd-afbd-f96be22bdb97 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:02.086850 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f2a81728-7ade-47fd-afbd-f96be22bdb97 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:02.124380 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] Attempt 3 to provision port 57b3fb2b-f3db-4bf1-a844-0f1856ab3fe2 Sep 22 21:38:02.130059 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-45d717fe-2c6b-4a28-bc11-7b7ba9dca8f5 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks [] for router_gateway, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:02.173947 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] Port 57b3fb2b-f3db-4bf1-a844-0f1856ab3fe2 was deleted so its status cannot be updated. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:38:02.176318 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7479a6c-c630-484b-bd34-194b1b671f6d None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:38:02.178194 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-45d717fe-2c6b-4a28-bc11-7b7ba9dca8f5 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:02.254882 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e54fa9e-757c-4393-a79f-e8675596d7b3 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event deleted for resources: {'Port': ['ID=57b3fb2b-f3db-4bf1-a844-0f1856ab3fe2,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:02.299540 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-0eb23df9-c159-4849-9a83-8e367b359344 None None] Could not find standard attr ID for object 79b130e9-9b8f-4d61-8175-2c6c58b4bde4. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:38:02.346695 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4614c1a1-2534-4add-9624-b1a52e1cdebf tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:02.353686 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port c8a0dc8b-5e65-4a9c-8d99-45cbcef3cbdf triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:38:02.354062 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:02.354924 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port c8a0dc8b-5e65-4a9c-8d99-45cbcef3cbdf Sep 22 21:38:02.391003 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-f2a81728-7ade-47fd-afbd-f96be22bdb97 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.5323186 Sep 22 21:38:02.392385 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-9e2f268d-527e-40ae-a7d6-1856470a9c53 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:02.394448 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45962) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:02.406209 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-f1eb3a3d-a914-43cf-a436-c54f1fc1750e tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'subnet': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:02.445141 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-f2f99db3-8415-4fc8-a148-ae838073003b None None] Could not find standard attr ID for object 9ef6ec90-3184-40a3-95a6-dba859f341fb. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:38:02.507327 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-dd87e82d-8453-4632-8cef-e08b06c8d1bb None None] For port 09ae86f8-23b4-44d3-8a70-2589846b2da3, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=09ae86f8-23b4-44d3-8a70-2589846b2da3,segment=NetworkSegment(f8d0c601-6f21-4dfb-bc47-14f4f1277b0a),segment_id=f8d0c601-6f21-4dfb-bc47-14f4f1277b0a)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:38:02.507832 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-dd87e82d-8453-4632-8cef-e08b06c8d1bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:02.524907 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f268d-527e-40ae-a7d6-1856470a9c53 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Pushing event updated for resources: {'Port': ['ID=93959960-efb2-4e13-ba82-ecad6483840d,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:02.538379 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-4614c1a1-2534-4add-9624-b1a52e1cdebf tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Deleting port 09ae86f8-23b4-44d3-8a70-2589846b2da3 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:38:02.538954 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4614c1a1-2534-4add-9624-b1a52e1cdebf tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:02.681899 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951f9420-d53e-421a-9e6d-9c095c8455a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'tenant_id': '4fef33e75cf240fcbb352fce012907b9', 'fixed_ips': [{'subnet_id': '22696c36-6881-45c5-83c4-c57467117b22'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:38:02.682836 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-951f9420-d53e-421a-9e6d-9c095c8455a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:02.701924 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-dd87e82d-8453-4632-8cef-e08b06c8d1bb None None] Calling delete_port for 09ae86f8-23b4-44d3-8a70-2589846b2da3 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:38:02.711397 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-f1eb3a3d-a914-43cf-a436-c54f1fc1750e tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:02.750701 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-45d717fe-2c6b-4a28-bc11-7b7ba9dca8f5 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Allocated IP 172.26.0.122 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/02f77d84-9705-427d-82f1-8a215c7b71e8) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:38:02.768877 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-f1eb3a3d-a914-43cf-a436-c54f1fc1750e tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:02.800839 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1eb3a3d-a914-43cf-a436-c54f1fc1750e tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:38:02.804686 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f1eb3a3d-a914-43cf-a436-c54f1fc1750e tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:02.925570 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-42a89163-bfd7-468a-b780-030dc755f65b tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:02.936004 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-45d717fe-2c6b-4a28-bc11-7b7ba9dca8f5 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:02.962627 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-951f9420-d53e-421a-9e6d-9c095c8455a5 None None] Allocated IP 2001:db8::f816:3eff:fe0c:33f3 (98c62b9a-5d2a-496f-a1e5-12a6874f54f0/22696c36-6881-45c5-83c4-c57467117b22/46733136-24bc-48f2-b342-a2289f7ad802) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:38:03.086831 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-45d717fe-2c6b-4a28-bc11-7b7ba9dca8f5 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:03.099024 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-9e2f268d-527e-40ae-a7d6-1856470a9c53 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Network 3705f0f0-ca60-4eb5-a73e-00234b5f2f73 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:38:03.131888 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.ipam_backend_mixin [None req-f1eb3a3d-a914-43cf-a436-c54f1fc1750e tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 22696c36-6881-45c5-83c4-c57467117b22 (CIDR: 2001:db8::/64) Sep 22 21:38:03.142263 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1eb3a3d-a914-43cf-a436-c54f1fc1750e tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:38:03.142800 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1eb3a3d-a914-43cf-a436-c54f1fc1750e tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:38:03.178481 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-9e2f268d-527e-40ae-a7d6-1856470a9c53 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:38:03.197678 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d717fe-2c6b-4a28-bc11-7b7ba9dca8f5 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Pushing event updated for resources: {'Port': ['ID=02f77d84-9705-427d-82f1-8a215c7b71e8,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:03.258827 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-951f9420-d53e-421a-9e6d-9c095c8455a5 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:03.285450 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-9e2f268d-527e-40ae-a7d6-1856470a9c53 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:38:03.316090 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-951f9420-d53e-421a-9e6d-9c095c8455a5 None None] Transition to ACTIVE for port object 46733136-24bc-48f2-b342-a2289f7ad802 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:38:03.426529 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-9e2f268d-527e-40ae-a7d6-1856470a9c53 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:03.427233 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-9e2f268d-527e-40ae-a7d6-1856470a9c53 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:03.452624 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-f1eb3a3d-a914-43cf-a436-c54f1fc1750e tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0570354 Sep 22 21:38:03.461386 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 45988) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:03.468983 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-3005a11f-e5b9-4fbf-89bb-d767d86b878f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'subnet': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:03.489170 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-dd87e82d-8453-4632-8cef-e08b06c8d1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:03.542779 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-9e2f268d-527e-40ae-a7d6-1856470a9c53 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4532692 Sep 22 21:38:03.548584 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d717fe-2c6b-4a28-bc11-7b7ba9dca8f5 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:38:03.549506 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-951f9420-d53e-421a-9e6d-9c095c8455a5 None None] Transition to ACTIVE for port object 46733136-24bc-48f2-b342-a2289f7ad802 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:38:03.554999 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd87e82d-8453-4632-8cef-e08b06c8d1bb None None] Pushing event deleted for resources: {'Port': ['ID=09ae86f8-23b4-44d3-8a70-2589846b2da3,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:03.559817 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-4614c1a1-2534-4add-9624-b1a52e1cdebf tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] The port '09ae86f8-23b4-44d3-8a70-2589846b2da3' was deleted {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 21:38:03.564646 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port c8a0dc8b-5e65-4a9c-8d99-45cbcef3cbdf is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:38:03.567752 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-3674d5e7-63e6-4019-b745-c57f2938d4e2 service neutron] Request body: {'port': {'device_id': 'a97a8275-3663-4515-ba22-5b85e1d86b1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:03.571659 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd87e82d-8453-4632-8cef-e08b06c8d1bb None None] No DVR routers for this DVR port 09ae86f8-23b4-44d3-8a70-2589846b2da3 on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:38:03.585898 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-951f9420-d53e-421a-9e6d-9c095c8455a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:03.621024 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3e54fa9e-757c-4393-a79f-e8675596d7b3 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:03.626829 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-45d717fe-2c6b-4a28-bc11-7b7ba9dca8f5 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:38:03.666302 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 09ae86f8-23b4-44d3-8a70-2589846b2da3 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:38:03.690694 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-42a89163-bfd7-468a-b780-030dc755f65b tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Deleting port 62569dfc-ac9f-4889-b3ed-dfb9fdf67316 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:38:03.691202 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-42a89163-bfd7-468a-b780-030dc755f65b tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:03.707221 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d717fe-2c6b-4a28-bc11-7b7ba9dca8f5 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:38:03.715762 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951f9420-d53e-421a-9e6d-9c095c8455a5 None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:38:03.728796 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-951f9420-d53e-421a-9e6d-9c095c8455a5 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:38:03.730506 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 09ae86f8-23b4-44d3-8a70-2589846b2da3 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:38:03.732941 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 09ae86f8-23b4-44d3-8a70-2589846b2da3 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:38:03.733352 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 5eeb895b-1dee-4286-8087-40e4c6026e72 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:38:03.737678 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-3005a11f-e5b9-4fbf-89bb-d767d86b878f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:03.761447 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-3005a11f-e5b9-4fbf-89bb-d767d86b878f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:03.773160 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951f9420-d53e-421a-9e6d-9c095c8455a5 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:38:03.786339 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-d4fd196b-6beb-400c-8705-46c7df6a5870 None None] Provisioning for port 93959960-efb2-4e13-ba82-ecad6483840d completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:38:03.841682 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3005a11f-e5b9-4fbf-89bb-d767d86b878f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:38:03.845067 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3005a11f-e5b9-4fbf-89bb-d767d86b878f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:03.884910 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 5eeb895b-1dee-4286-8087-40e4c6026e72 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:38:03.885253 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 5eeb895b-1dee-4286-8087-40e4c6026e72 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:38:03.900409 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-d4fd196b-6beb-400c-8705-46c7df6a5870 None None] Provisioning complete for port 93959960-efb2-4e13-ba82-ecad6483840d triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:38:03.900753 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-d4fd196b-6beb-400c-8705-46c7df6a5870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:03.901086 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-d4fd196b-6beb-400c-8705-46c7df6a5870 None None] Attempt 1 to provision port 93959960-efb2-4e13-ba82-ecad6483840d Sep 22 21:38:03.949016 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f9420-d53e-421a-9e6d-9c095c8455a5 None None] Pushing event updated for resources: {'Port': ['ID=46733136-24bc-48f2-b342-a2289f7ad802,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:03.971054 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-951f9420-d53e-421a-9e6d-9c095c8455a5 None None] Attempting to bind port 46733136-24bc-48f2-b342-a2289f7ad802 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:38:03.971744 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-951f9420-d53e-421a-9e6d-9c095c8455a5 None None] Attempting to bind port 46733136-24bc-48f2-b342-a2289f7ad802 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:38:03.971875 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951f9420-d53e-421a-9e6d-9c095c8455a5 None None] Attempting to bind port 46733136-24bc-48f2-b342-a2289f7ad802 on network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:38:03.981401 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951f9420-d53e-421a-9e6d-9c095c8455a5 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:38:03.981837 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951f9420-d53e-421a-9e6d-9c095c8455a5 None None] Checking segment: {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:38:03.982211 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-951f9420-d53e-421a-9e6d-9c095c8455a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:03.986156 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951f9420-d53e-421a-9e6d-9c095c8455a5 None None] Bound using segment: {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:38:03.986815 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-951f9420-d53e-421a-9e6d-9c095c8455a5 None None] Bound port: 46733136-24bc-48f2-b342-a2289f7ad802, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:38:03.987075 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-951f9420-d53e-421a-9e6d-9c095c8455a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:04.023560 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-42a89163-bfd7-468a-b780-030dc755f65b tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:04.038049 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-d4fd196b-6beb-400c-8705-46c7df6a5870 None None] Port 93959960-efb2-4e13-ba82-ecad6483840d cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:38:04.094698 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-951f9420-d53e-421a-9e6d-9c095c8455a5 None None] For port 46733136-24bc-48f2-b342-a2289f7ad802, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:38:04.098533 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-951f9420-d53e-421a-9e6d-9c095c8455a5 None None] For port 46733136-24bc-48f2-b342-a2289f7ad802, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=46733136-24bc-48f2-b342-a2289f7ad802,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:38:04.104971 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-951f9420-d53e-421a-9e6d-9c095c8455a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:04.144803 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4614c1a1-2534-4add-9624-b1a52e1cdebf tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:04.173365 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-4614c1a1-2534-4add-9624-b1a52e1cdebf tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27f87840-20eb-43e3-a2a3-658fe09c5569']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:04.178488 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-42a89163-bfd7-468a-b780-030dc755f65b tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Calling delete_port for 62569dfc-ac9f-4889-b3ed-dfb9fdf67316 owned by network:router_interface {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:38:04.186988 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-4614c1a1-2534-4add-9624-b1a52e1cdebf tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8d0c601-6f21-4dfb-bc47-14f4f1277b0a') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:04.187312 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-4614c1a1-2534-4add-9624-b1a52e1cdebf tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8d0c601-6f21-4dfb-bc47-14f4f1277b0a') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:04.199356 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4614c1a1-2534-4add-9624-b1a52e1cdebf tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:04.216245 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4614c1a1-2534-4add-9624-b1a52e1cdebf tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:04.222815 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4614c1a1-2534-4add-9624-b1a52e1cdebf tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:38:04.223226 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4614c1a1-2534-4add-9624-b1a52e1cdebf tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:04.315791 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f9420-d53e-421a-9e6d-9c095c8455a5 None None] Pushing event updated for resources: {'Port': ['ID=46733136-24bc-48f2-b342-a2289f7ad802,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:04.436723 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4614c1a1-2534-4add-9624-b1a52e1cdebf tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:04.450013 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment f8d0c601-6f21-4dfb-bc47-14f4f1277b0a resource provider aggregate not found Sep 22 21:38:04.539885 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-d4fd196b-6beb-400c-8705-46c7df6a5870 None None] Attempt 2 to provision port 93959960-efb2-4e13-ba82-ecad6483840d Sep 22 21:38:04.570207 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3005a11f-e5b9-4fbf-89bb-d767d86b878f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:04.598331 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment f8d0c601-6f21-4dfb-bc47-14f4f1277b0a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f8d0c601-6f21-4dfb-bc47-14f4f1277b0a found for delete ", "request_id": "req-90f9723d-1228-422e-a66a-a2b940f02398"}]} Sep 22 21:38:04.608121 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4614c1a1-2534-4add-9624-b1a52e1cdebf tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:04.610882 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-3674d5e7-63e6-4019-b745-c57f2938d4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:04.646437 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3768e7-dc6e-4cc4-b289-9024c46a25a4 req-7e422f07-af0f-4077-b713-20398686c9b7 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:04.647226 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-af3768e7-dc6e-4cc4-b289-9024c46a25a4 req-7e422f07-af0f-4077-b713-20398686c9b7 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Synchronizing usage tracker for tenant:517fabe13ed84839b585ff4613a45446 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:38:04.653996 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-d4fd196b-6beb-400c-8705-46c7df6a5870 None None] Port 93959960-efb2-4e13-ba82-ecad6483840d cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:38:04.713584 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3005a11f-e5b9-4fbf-89bb-d767d86b878f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:38:04.718989 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-3005a11f-e5b9-4fbf-89bb-d767d86b878f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:38:04.722069 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3005a11f-e5b9-4fbf-89bb-d767d86b878f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:04.722672 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3005a11f-e5b9-4fbf-89bb-d767d86b878f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:04.732078 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-4614c1a1-2534-4add-9624-b1a52e1cdebf tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "DELETE /v2.0/networks/27f87840-20eb-43e3-a2a3-658fe09c5569 HTTP/1.1" status: 204 len: 168 time: 3.3406377 Sep 22 21:38:04.733193 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4614c1a1-2534-4add-9624-b1a52e1cdebf tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event deleted for resources: {'Network': ['ID=27f87840-20eb-43e3-a2a3-658fe09c5569,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:04.737960 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46014) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:04.738130 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46016) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:04.829434 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3005a11f-e5b9-4fbf-89bb-d767d86b878f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Subnet': ['ID=5b79dba8-f16d-4c80-9a31-fc76cfbaa6fc,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:04.896452 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-3005a11f-e5b9-4fbf-89bb-d767d86b878f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4339387 Sep 22 21:38:04.897179 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-af3768e7-dc6e-4cc4-b289-9024c46a25a4 req-7e422f07-af0f-4077-b713-20398686c9b7 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Unset dirty status for tenant:517fabe13ed84839b585ff4613a45446 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:38:04.898371 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-af3768e7-dc6e-4cc4-b289-9024c46a25a4 req-7e422f07-af0f-4077-b713-20398686c9b7 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/ports?device_id=a97a8275-3663-4515-ba22-5b85e1d86b1d HTTP/1.1" status: 200 len: 932 time: 1.9309003 Sep 22 21:38:04.934553 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46024) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:04.937918 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-42a89163-bfd7-468a-b780-030dc755f65b tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:05.026396 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-fc3d6566-fd16-483c-9092-7b16bb97c3d3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'port': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'mac_address': 'fa:16:3e:2f:5e:bd', 'name': 'tempest-NetworksTestDHCPv6-1689615078'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:05.122130 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a89163-bfd7-468a-b780-030dc755f65b tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Pushing event deleted for resources: {'Port': ['ID=62569dfc-ac9f-4889-b3ed-dfb9fdf67316,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:05.155165 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-d4fd196b-6beb-400c-8705-46c7df6a5870 None None] Attempt 3 to provision port 93959960-efb2-4e13-ba82-ecad6483840d Sep 22 21:38:05.158152 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-3d6759d2-2281-40a5-bfd3-e3839ce4e4f1 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Request body: {'floatingip': {'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:05.222812 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-d4fd196b-6beb-400c-8705-46c7df6a5870 None None] Port 93959960-efb2-4e13-ba82-ecad6483840d cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:38:05.296108 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e54fa9e-757c-4393-a79f-e8675596d7b3 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Router ee344a67-3dbf-4531-bb9d-d3be7ee686f1 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:38:05.365318 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-3d6759d2-2281-40a5-bfd3-e3839ce4e4f1 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:05.402142 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-3d6759d2-2281-40a5-bfd3-e3839ce4e4f1 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Usage tracker for resource:floatingip and tenant:ce570a3e20c14b9facf6c137f860297c is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:05.407532 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-3d6759d2-2281-40a5-bfd3-e3839ce4e4f1 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:05.419247 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-3d6759d2-2281-40a5-bfd3-e3839ce4e4f1 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:05.431879 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-af3768e7-dc6e-4cc4-b289-9024c46a25a4 req-db878166-bd8c-4a69-af62-a06b0c9a7896 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/security-groups?id=319ea033-79ef-4636-acc8-ba14ddc2433f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4263921 Sep 22 21:38:05.488546 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3d6759d2-2281-40a5-bfd3-e3839ce4e4f1 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks [] for floatingip, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:05.617854 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fee8009-a6c2-43b3-8e5a-828a8b2e7981 None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:38:05.724855 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-d4fd196b-6beb-400c-8705-46c7df6a5870 None None] Attempt 4 to provision port 93959960-efb2-4e13-ba82-ecad6483840d Sep 22 21:38:05.823032 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-fc3d6566-fd16-483c-9092-7b16bb97c3d3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:05.827432 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-42a89163-bfd7-468a-b780-030dc755f65b tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:05.830579 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-d4fd196b-6beb-400c-8705-46c7df6a5870 None None] Port 93959960-efb2-4e13-ba82-ecad6483840d cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:38:05.838382 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-fc3d6566-fd16-483c-9092-7b16bb97c3d3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Usage tracker for resource:port and tenant:4fef33e75cf240fcbb352fce012907b9 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:05.846189 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-fc3d6566-fd16-483c-9092-7b16bb97c3d3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:05.858787 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e54fa9e-757c-4393-a79f-e8675596d7b3 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:38:05.886129 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c48f1a5-0764-4f14-9fb5-c8d4dc82c4d6 None None] Sync routers for ids ['ee344a67-3dbf-4531-bb9d-d3be7ee686f1'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:38:05.918515 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-3e54fa9e-757c-4393-a79f-e8675596d7b3 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "PUT /v2.0/routers/ee344a67-3dbf-4531-bb9d-d3be7ee686f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1691108 Sep 22 21:38:05.918693 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c48f1a5-0764-4f14-9fb5-c8d4dc82c4d6 None None] Routers {'ee344a67-3dbf-4531-bb9d-d3be7ee686f1'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:38:05.919716 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-7c48f1a5-0764-4f14-9fb5-c8d4dc82c4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:37:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['ee344a67-3dbf-4531-bb9d-d3be7ee686f1'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:05.928748 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46030) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:05.929296 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-fc3d6566-fd16-483c-9092-7b16bb97c3d3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:05.995143 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-7c48f1a5-0764-4f14-9fb5-c8d4dc82c4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:06.008594 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-4748dc10-b5d1-4bd7-9bca-ac4644bef620 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Synchronizing usage tracker for tenant:d0dc9097dd2d4c51a9e00ba2c2c3535e on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:38:06.009225 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c48f1a5-0764-4f14-9fb5-c8d4dc82c4d6 None None] Routers {'ee344a67-3dbf-4531-bb9d-d3be7ee686f1'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:38:06.009906 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-7c48f1a5-0764-4f14-9fb5-c8d4dc82c4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:37:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['ee344a67-3dbf-4531-bb9d-d3be7ee686f1'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:06.036648 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3d6566-fd16-483c-9092-7b16bb97c3d3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:38:06.082208 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-7c48f1a5-0764-4f14-9fb5-c8d4dc82c4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:06.082704 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c48f1a5-0764-4f14-9fb5-c8d4dc82c4d6 None None] The sync data for ids ['ee344a67-3dbf-4531-bb9d-d3be7ee686f1'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:38:06.116532 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-45d717fe-2c6b-4a28-bc11-7b7ba9dca8f5 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks [] for router_gateway, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:06.132226 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 46733136-24bc-48f2-b342-a2289f7ad802 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:38:06.193713 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-4748dc10-b5d1-4bd7-9bca-ac4644bef620 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Unset dirty status for tenant:d0dc9097dd2d4c51a9e00ba2c2c3535e on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:38:06.193938 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-4748dc10-b5d1-4bd7-9bca-ac4644bef620 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee344a67-3dbf-4531-bb9d-d3be7ee686f1 HTTP/1.1" status: 200 len: 205 time: 0.2597306 Sep 22 21:38:06.204652 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3d6759d2-2281-40a5-bfd3-e3839ce4e4f1 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:06.207829 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46034) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:06.252386 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90cbdff-1686-44bd-9aed-1b0f1c36200e None None] Update dhcp port {'port': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'fixed_ips': [{'subnet_id': '22696c36-6881-45c5-83c4-c57467117b22', 'ip_address': '2001:db8::f816:3eff:fe0c:33f3'}, {'subnet_id': '5b79dba8-f16d-4c80-9a31-fc76cfbaa6fc'}], 'binding:host_id': 'dv-neutron-858900-1-hyperv'}, 'id': '46733136-24bc-48f2-b342-a2289f7ad802'} from dv-neutron-858900-1-hyperv. {{(pid=89010) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 22 21:38:06.308403 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 46733136-24bc-48f2-b342-a2289f7ad802 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:38:06.314794 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a90cbdff-1686-44bd-9aed-1b0f1c36200e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:06.331927 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-d4fd196b-6beb-400c-8705-46c7df6a5870 None None] Attempt 5 to provision port 93959960-efb2-4e13-ba82-ecad6483840d Sep 22 21:38:06.354830 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-3674d5e7-63e6-4019-b745-c57f2938d4e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93959960-efb2-4e13-ba82-ecad6483840d {{(pid=89008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:38:06.377366 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-3674d5e7-63e6-4019-b745-c57f2938d4e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:06.403282 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fc3d6566-fd16-483c-9092-7b16bb97c3d3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:06.412955 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-3674d5e7-63e6-4019-b745-c57f2938d4e2 service neutron] Transition to ACTIVE for port object 93959960-efb2-4e13-ba82-ecad6483840d will not be triggered until provisioned by entity L2. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:38:06.423259 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-3674d5e7-63e6-4019-b745-c57f2938d4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:06.436066 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-d4fd196b-6beb-400c-8705-46c7df6a5870 None None] Port 93959960-efb2-4e13-ba82-ecad6483840d cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:38:06.611811 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-a90cbdff-1686-44bd-9aed-1b0f1c36200e None None] Allocated IP 2001:db8:0:1::2 (98c62b9a-5d2a-496f-a1e5-12a6874f54f0/5b79dba8-f16d-4c80-9a31-fc76cfbaa6fc/46733136-24bc-48f2-b342-a2289f7ad802) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:38:06.654410 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [None req-fc3d6566-fd16-483c-9092-7b16bb97c3d3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] device_id is not set on port 5242a68e-c67c-41a5-b714-16483283e1b0 yet. {{(pid=89008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:38:06.686319 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a89163-bfd7-468a-b780-030dc755f65b tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Router 546b1c99-612d-44f7-8d3a-6e4d1feb526e has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:38:06.752762 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-339d5bf8-27fa-44ac-8728-c8d54490dcf8 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for router, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:06.759582 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-a90cbdff-1686-44bd-9aed-1b0f1c36200e None None] For port 46733136-24bc-48f2-b342-a2289f7ad802, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=46733136-24bc-48f2-b342-a2289f7ad802,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:38:06.771242 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3674d5e7-63e6-4019-b745-c57f2938d4e2 service neutron] Pushing event updated for resources: {'Port': ['ID=93959960-efb2-4e13-ba82-ecad6483840d,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:06.789347 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a90cbdff-1686-44bd-9aed-1b0f1c36200e None None] Notify callbacks [] for port, precommit_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:06.805146 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-a90cbdff-1686-44bd-9aed-1b0f1c36200e None None] Ignored duplicate provisioning block setup for port 46733136-24bc-48f2-b342-a2289f7ad802 by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 22 21:38:06.810223 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a90cbdff-1686-44bd-9aed-1b0f1c36200e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:06.916920 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-3674d5e7-63e6-4019-b745-c57f2938d4e2 service neutron] Attempting to bind port 93959960-efb2-4e13-ba82-ecad6483840d on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:38:06.917558 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-3674d5e7-63e6-4019-b745-c57f2938d4e2 service neutron] Attempting to bind port 93959960-efb2-4e13-ba82-ecad6483840d by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '886ccfdc-7ba4-4604-b599-c338374a33a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3705f0f0-ca60-4eb5-a73e-00234b5f2f73'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:38:06.917558 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-3674d5e7-63e6-4019-b745-c57f2938d4e2 service neutron] Attempting to bind port 93959960-efb2-4e13-ba82-ecad6483840d on network 3705f0f0-ca60-4eb5-a73e-00234b5f2f73 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:38:06.949913 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-d4fd196b-6beb-400c-8705-46c7df6a5870 None None] Attempt 6 to provision port 93959960-efb2-4e13-ba82-ecad6483840d Sep 22 21:38:06.959610 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-3674d5e7-63e6-4019-b745-c57f2938d4e2 service neutron] Port 93959960-efb2-4e13-ba82-ecad6483840d on network 3705f0f0-ca60-4eb5-a73e-00234b5f2f73 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:38:06.960184 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-3674d5e7-63e6-4019-b745-c57f2938d4e2 service neutron] Attempting to bind port 93959960-efb2-4e13-ba82-ecad6483840d on network 3705f0f0-ca60-4eb5-a73e-00234b5f2f73 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:38:06.968985 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-45d717fe-2c6b-4a28-bc11-7b7ba9dca8f5 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:07.008855 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-d4fd196b-6beb-400c-8705-46c7df6a5870 None None] Port 93959960-efb2-4e13-ba82-ecad6483840d cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:38:07.017278 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90cbdff-1686-44bd-9aed-1b0f1c36200e None None] Pushing event updated for resources: {'Port': ['ID=46733136-24bc-48f2-b342-a2289f7ad802,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:07.086815 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7b50af76-76bf-4ce6-ad6b-655eeb26ecea tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:07.175754 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-3674d5e7-63e6-4019-b745-c57f2938d4e2 service neutron] Checking agent: {'id': '8a88b827-3477-4399-ac15-439d59b3c48a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'started_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:38:07.175971 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-3674d5e7-63e6-4019-b745-c57f2938d4e2 service neutron] Checking segment: {'id': '886ccfdc-7ba4-4604-b599-c338374a33a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3705f0f0-ca60-4eb5-a73e-00234b5f2f73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:38:07.176181 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-3674d5e7-63e6-4019-b745-c57f2938d4e2 service neutron] Bound using segment: {'id': '886ccfdc-7ba4-4604-b599-c338374a33a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3705f0f0-ca60-4eb5-a73e-00234b5f2f73'} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:38:07.176626 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-3674d5e7-63e6-4019-b745-c57f2938d4e2 service neutron] Bound port: 93959960-efb2-4e13-ba82-ecad6483840d, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886ccfdc-7ba4-4604-b599-c338374a33a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3705f0f0-ca60-4eb5-a73e-00234b5f2f73'}}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:38:07.176968 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-3674d5e7-63e6-4019-b745-c57f2938d4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:07.429912 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-3d6759d2-2281-40a5-bfd3-e3839ce4e4f1 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Allocated IP 172.26.0.2 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/e5e5ac03-930d-44e5-b2fc-5621ee23890b) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:38:07.445713 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-339d5bf8-27fa-44ac-8728-c8d54490dcf8 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:07.456956 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-339d5bf8-27fa-44ac-8728-c8d54490dcf8 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:07.457192 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-fc3d6566-fd16-483c-9092-7b16bb97c3d3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Allocated IP 2001:db8:0:1::395 (98c62b9a-5d2a-496f-a1e5-12a6874f54f0/5b79dba8-f16d-4c80-9a31-fc76cfbaa6fc/5242a68e-c67c-41a5-b714-16483283e1b0) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:38:07.463161 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-3674d5e7-63e6-4019-b745-c57f2938d4e2 service neutron] For port 93959960-efb2-4e13-ba82-ecad6483840d, host hv-neutron-8589, cleared binding levels {{(pid=89008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:38:07.467515 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-fc3d6566-fd16-483c-9092-7b16bb97c3d3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Allocated IP 2001:db8::f816:3eff:fe2f:5ebd (98c62b9a-5d2a-496f-a1e5-12a6874f54f0/22696c36-6881-45c5-83c4-c57467117b22/5242a68e-c67c-41a5-b714-16483283e1b0) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:38:07.470530 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-3674d5e7-63e6-4019-b745-c57f2938d4e2 service neutron] For port 93959960-efb2-4e13-ba82-ecad6483840d, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=93959960-efb2-4e13-ba82-ecad6483840d,segment=NetworkSegment(886ccfdc-7ba4-4604-b599-c338374a33a8),segment_id=886ccfdc-7ba4-4604-b599-c338374a33a8)] {{(pid=89008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:38:07.482187 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-3674d5e7-63e6-4019-b745-c57f2938d4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:07.510680 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-d4fd196b-6beb-400c-8705-46c7df6a5870 None None] Attempt 7 to provision port 93959960-efb2-4e13-ba82-ecad6483840d Sep 22 21:38:07.527833 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e2169a-9eb2-40b3-9b3e-ee7fa7c03a0c req-a479e0b2-8a90-4e56-b7a7-1156da35780c tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:07.528428 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-3674d5e7-63e6-4019-b745-c57f2938d4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:07.529545 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-3674d5e7-63e6-4019-b745-c57f2938d4e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:07.530017 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-b4e2169a-9eb2-40b3-9b3e-ee7fa7c03a0c req-a479e0b2-8a90-4e56-b7a7-1156da35780c tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/ports?device_id=a97a8275-3663-4515-ba22-5b85e1d86b1d HTTP/1.1" status: 200 len: 944 time: 0.8656032 Sep 22 21:38:07.532004 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-3674d5e7-63e6-4019-b745-c57f2938d4e2 service neutron] 10.222.0.49 "PUT /v2.0/ports/93959960-efb2-4e13-ba82-ecad6483840d HTTP/1.1" status: 200 len: 1094 time: 3.9692624 Sep 22 21:38:07.576679 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a97a8275-3663-4515-ba22-5b85e1d86b1d', 'tag': '93959960-efb2-4e13-ba82-ecad6483840d'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:38:07.579380 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57cbad86-103c-49a0-a871-5e7987677cd6" -d '{"events": [{"name": "network-changed", "server_uuid": "a97a8275-3663-4515-ba22-5b85e1d86b1d", "tag": "93959960-efb2-4e13-ba82-ecad6483840d"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:38:07.652487 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-d4fd196b-6beb-400c-8705-46c7df6a5870 None None] Port 93959960-efb2-4e13-ba82-ecad6483840d had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 21:38:07.667387 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13060173-d964-4572-9a70-a64e0aa47945 x-openstack-request-id: req-13060173-d964-4572-9a70-a64e0aa47945 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:38:07.667673 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a97a8275-3663-4515-ba22-5b85e1d86b1d", "tag": "93959960-efb2-4e13-ba82-ecad6483840d", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:38:07.667924 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-13060173-d964-4572-9a70-a64e0aa47945 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:38:07.668315 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13060173-d964-4572-9a70-a64e0aa47945'] response: {'name': 'network-changed', 'server_uuid': 'a97a8275-3663-4515-ba22-5b85e1d86b1d', 'tag': '93959960-efb2-4e13-ba82-ecad6483840d', 'status': 'completed', 'code': 200} Sep 22 21:38:07.677450 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a89163-bfd7-468a-b780-030dc755f65b tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:38:07.678983 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-339d5bf8-27fa-44ac-8728-c8d54490dcf8 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:07.679435 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339d5bf8-27fa-44ac-8728-c8d54490dcf8 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Fanout notify agent at l3_agent the message router_deleted on router ee344a67-3dbf-4531-bb9d-d3be7ee686f1 {{(pid=89009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:38:07.688883 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377f0052-711c-4e23-91be-0cc0a1e924f8 None None] Sync routers for ids ['546b1c99-612d-44f7-8d3a-6e4d1feb526e'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:38:07.700046 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377f0052-711c-4e23-91be-0cc0a1e924f8 None None] Routers {'546b1c99-612d-44f7-8d3a-6e4d1feb526e'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:38:07.701188 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-377f0052-711c-4e23-91be-0cc0a1e924f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:37:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['546b1c99-612d-44f7-8d3a-6e4d1feb526e'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:07.727861 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3674d5e7-63e6-4019-b745-c57f2938d4e2 service neutron] Pushing event updated for resources: {'Port': ['ID=93959960-efb2-4e13-ba82-ecad6483840d,revision_number=3']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:07.730672 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45d717fe-2c6b-4a28-bc11-7b7ba9dca8f5 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Router 34b20900-05b1-4afa-bb40-b6cf2424edca is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:38:07.771396 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-377f0052-711c-4e23-91be-0cc0a1e924f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:07.774237 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-339d5bf8-27fa-44ac-8728-c8d54490dcf8 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:07.778185 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-339d5bf8-27fa-44ac-8728-c8d54490dcf8 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "DELETE /v2.0/routers/ee344a67-3dbf-4531-bb9d-d3be7ee686f1 HTTP/1.1" status: 204 len: 168 time: 1.4371328 Sep 22 21:38:07.782457 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46042) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:07.786552 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-42a89163-bfd7-468a-b780-030dc755f65b tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] 10.222.0.33 "PUT /v2.0/routers/546b1c99-612d-44f7-8d3a-6e4d1feb526e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9118009 Sep 22 21:38:07.787033 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-e7157e51-4a11-419b-8cdb-68e9514c3415 None None] Provisioning for port 46733136-24bc-48f2-b342-a2289f7ad802 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:38:07.790906 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377f0052-711c-4e23-91be-0cc0a1e924f8 None None] Routers {'546b1c99-612d-44f7-8d3a-6e4d1feb526e'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:38:07.791529 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-377f0052-711c-4e23-91be-0cc0a1e924f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:37:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['546b1c99-612d-44f7-8d3a-6e4d1feb526e'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:07.795594 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-e7157e51-4a11-419b-8cdb-68e9514c3415 None None] Provisioning complete for port 46733136-24bc-48f2-b342-a2289f7ad802 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:38:07.796150 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e7157e51-4a11-419b-8cdb-68e9514c3415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:07.796626 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-e7157e51-4a11-419b-8cdb-68e9514c3415 None None] Attempt 1 to provision port 46733136-24bc-48f2-b342-a2289f7ad802 Sep 22 21:38:07.804112 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46046) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:07.811103 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-b4e2169a-9eb2-40b3-9b3e-ee7fa7c03a0c req-2e139942-5a37-4b95-a311-8db9935636d0 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/security-groups?id=319ea033-79ef-4636-acc8-ba14ddc2433f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2695799 Sep 22 21:38:07.878989 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-377f0052-711c-4e23-91be-0cc0a1e924f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:07.879625 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377f0052-711c-4e23-91be-0cc0a1e924f8 None None] The sync data for ids ['546b1c99-612d-44f7-8d3a-6e4d1feb526e'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:38:07.951002 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e7157e51-4a11-419b-8cdb-68e9514c3415 None None] Current status of the port 46733136-24bc-48f2-b342-a2289f7ad802 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:38:07.951002 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e7157e51-4a11-419b-8cdb-68e9514c3415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:07.954039 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-a0628ef0-ec6d-4573-aa5d-16819721ed3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:07.955604 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-a0628ef0-ec6d-4573-aa5d-16819721ed3d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=517fabe13ed84839b585ff4613a45446&device_id=a97a8275-3663-4515-ba22-5b85e1d86b1d HTTP/1.1" status: 200 len: 1097 time: 0.3581631 Sep 22 21:38:07.987522 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-e7157e51-4a11-419b-8cdb-68e9514c3415 None None] For port 46733136-24bc-48f2-b342-a2289f7ad802, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=46733136-24bc-48f2-b342-a2289f7ad802,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:38:07.992922 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e7157e51-4a11-419b-8cdb-68e9514c3415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:08.037305 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 46733136-24bc-48f2-b342-a2289f7ad802 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:38:08.111373 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-2ad1e304-5b12-4c2c-bbf5-13bb9609302a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=93959960-efb2-4e13-ba82-ecad6483840d HTTP/1.1" status: 200 len: 217 time: 0.0946846 Sep 22 21:38:08.123245 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7157e51-4a11-419b-8cdb-68e9514c3415 None None] Pushing event updated for resources: {'Port': ['ID=46733136-24bc-48f2-b342-a2289f7ad802,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:08.136960 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 46733136-24bc-48f2-b342-a2289f7ad802 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:38:08.137341 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:08.137750 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 46733136-24bc-48f2-b342-a2289f7ad802 Sep 22 21:38:08.205119 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3d6759d2-2281-40a5-bfd3-e3839ce4e4f1 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:08.206066 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fc3d6566-fd16-483c-9092-7b16bb97c3d3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:08.211978 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-4513da94-1b6d-408b-8105-a18e30a49a96 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Deleting subnet 6e5f7e14-a7a2-464c-a522-d20e5b099bee {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:38:08.217820 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d717fe-2c6b-4a28-bc11-7b7ba9dca8f5 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:38:08.222664 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-8da783f8-b508-4745-9305-f06abdbe6ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:08.224149 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-8da783f8-b508-4745-9305-f06abdbe6ea1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4336dad9-ca55-4b02-8b44-004ea34cf4f2 HTTP/1.1" status: 200 len: 838 time: 0.1020694 Sep 22 21:38:08.226221 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4513da94-1b6d-408b-8105-a18e30a49a96 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:08.238635 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079a2c2b-5fdc-408e-95ea-7c1ed145bf71 None None] Sync routers for ids ['34b20900-05b1-4afa-bb40-b6cf2424edca'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:38:08.267835 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079a2c2b-5fdc-408e-95ea-7c1ed145bf71 None None] Routers {'34b20900-05b1-4afa-bb40-b6cf2424edca'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:38:08.269017 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-079a2c2b-5fdc-408e-95ea-7c1ed145bf71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:37:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['34b20900-05b1-4afa-bb40-b6cf2424edca'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:08.286641 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-fc3d6566-fd16-483c-9092-7b16bb97c3d3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Transition to ACTIVE for port object 5242a68e-c67c-41a5-b714-16483283e1b0 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:38:08.318990 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-45d717fe-2c6b-4a28-bc11-7b7ba9dca8f5 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:08.320183 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-45d717fe-2c6b-4a28-bc11-7b7ba9dca8f5 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 9.2989569 Sep 22 21:38:08.325952 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46050) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:08.336194 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-0b52da9b-7257-4d2b-9235-575f415a09f5 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:08.336514 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 46733136-24bc-48f2-b342-a2289f7ad802 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:38:08.346360 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-079a2c2b-5fdc-408e-95ea-7c1ed145bf71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:08.347741 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4513da94-1b6d-408b-8105-a18e30a49a96 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:08.355578 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079a2c2b-5fdc-408e-95ea-7c1ed145bf71 None None] Routers {'34b20900-05b1-4afa-bb40-b6cf2424edca'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:38:08.356182 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-079a2c2b-5fdc-408e-95ea-7c1ed145bf71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:37:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['34b20900-05b1-4afa-bb40-b6cf2424edca'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:08.410547 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d9587f26-14fa-4dfe-9cee-f2bff238ffa1 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for router, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:08.421857 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-079a2c2b-5fdc-408e-95ea-7c1ed145bf71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:08.422289 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079a2c2b-5fdc-408e-95ea-7c1ed145bf71 None None] The sync data for ids ['34b20900-05b1-4afa-bb40-b6cf2424edca'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:38:08.432301 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fc3d6566-fd16-483c-9092-7b16bb97c3d3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:08.524881 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-a839c033-7c21-4751-975d-aaeaf8d24727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:08.526291 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-a839c033-7c21-4751-975d-aaeaf8d24727 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3705f0f0-ca60-4eb5-a73e-00234b5f2f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2887383 Sep 22 21:38:08.535891 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-7b50af76-76bf-4ce6-ad6b-655eeb26ecea tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Deleting port e26d3464-ddf9-4766-8597-14f3db8b6289 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:38:08.536452 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7b50af76-76bf-4ce6-ad6b-655eeb26ecea tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:08.597319 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3d6566-fd16-483c-9092-7b16bb97c3d3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:38:08.627558 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3d6759d2-2281-40a5-bfd3-e3839ce4e4f1 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:08.749244 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6759d2-2281-40a5-bfd3-e3839ce4e4f1 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:38:08.771205 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-fc3d6566-fd16-483c-9092-7b16bb97c3d3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:38:08.778753 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-3d6759d2-2281-40a5-bfd3-e3839ce4e4f1 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:38:08.790519 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3d6566-fd16-483c-9092-7b16bb97c3d3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:38:08.796592 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3d6566-fd16-483c-9092-7b16bb97c3d3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:08.797225 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fc3d6566-fd16-483c-9092-7b16bb97c3d3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:08.811576 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3d6566-fd16-483c-9092-7b16bb97c3d3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Port': ['ID=5242a68e-c67c-41a5-b714-16483283e1b0,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:08.841355 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4513da94-1b6d-408b-8105-a18e30a49a96 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:08.869116 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6759d2-2281-40a5-bfd3-e3839ce4e4f1 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:38:08.912394 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-fc3d6566-fd16-483c-9092-7b16bb97c3d3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.9192369 Sep 22 21:38:08.922512 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46056) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:08.940912 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6759d2-2281-40a5-bfd3-e3839ce4e4f1 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Pushing event updated for resources: {'Port': ['ID=e5e5ac03-930d-44e5-b2fc-5621ee23890b,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:09.024276 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d9587f26-14fa-4dfe-9cee-f2bff238ffa1 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:09.038482 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-ad34010a-6ae5-4485-aa7b-23e3069f6daf service neutron] 10.222.0.49 "GET /v2.0/networks/3705f0f0-ca60-4eb5-a73e-00234b5f2f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4868069 Sep 22 21:38:09.087376 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-d9587f26-14fa-4dfe-9cee-f2bff238ffa1 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Deleting port 89143fa2-6957-401c-8994-b2c10f01de87 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:38:09.087653 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d9587f26-14fa-4dfe-9cee-f2bff238ffa1 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:09.125327 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-95277e20-9cfb-4302-87bf-dd7c9ebad1e4 None None] Provisioning for port 5242a68e-c67c-41a5-b714-16483283e1b0 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:38:09.134227 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-95277e20-9cfb-4302-87bf-dd7c9ebad1e4 None None] Provisioning complete for port 5242a68e-c67c-41a5-b714-16483283e1b0 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:38:09.135081 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-95277e20-9cfb-4302-87bf-dd7c9ebad1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:09.135709 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-95277e20-9cfb-4302-87bf-dd7c9ebad1e4 None None] Attempt 1 to provision port 5242a68e-c67c-41a5-b714-16483283e1b0 Sep 22 21:38:09.157063 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-bf44e97e-ab84-472c-a17a-bcebcf6b1adf tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Deleting port 5242a68e-c67c-41a5-b714-16483283e1b0 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:38:09.157597 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bf44e97e-ab84-472c-a17a-bcebcf6b1adf tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:09.161950 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8a74b-764d-4bcc-b05c-77d36b307672 req-00fe8280-bded-4c06-8196-1b8514e8ed82 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:09.163463 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0ed8a74b-764d-4bcc-b05c-77d36b307672 req-00fe8280-bded-4c06-8196-1b8514e8ed82 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/ports?device_id=a97a8275-3663-4515-ba22-5b85e1d86b1d HTTP/1.1" status: 200 len: 944 time: 0.2102129 Sep 22 21:38:09.208418 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-95277e20-9cfb-4302-87bf-dd7c9ebad1e4 None None] Port 5242a68e-c67c-41a5-b714-16483283e1b0 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:38:09.221692 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-7b50af76-76bf-4ce6-ad6b-655eeb26ecea tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] For port e26d3464-ddf9-4766-8597-14f3db8b6289, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=e26d3464-ddf9-4766-8597-14f3db8b6289,segment=NetworkSegment(dd246d29-2fb3-46db-86ae-519f471f1f54),segment_id=dd246d29-2fb3-46db-86ae-519f471f1f54)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:38:09.222035 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7b50af76-76bf-4ce6-ad6b-655eeb26ecea tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:09.264770 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4513da94-1b6d-408b-8105-a18e30a49a96 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:09.426141 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0ed8a74b-764d-4bcc-b05c-77d36b307672 req-c656cebf-8079-49c7-ae9b-10bba0322d4d tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/security-groups?id=319ea033-79ef-4636-acc8-ba14ddc2433f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2134013 Sep 22 21:38:09.496355 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0b52da9b-7257-4d2b-9235-575f415a09f5 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:09.502240 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9ee880b8-2785-40fd-b6fc-44b56e0ec649 req-c497b01b-481f-40d7-a07d-9be537f83880 service neutron] 10.222.0.49 "GET /v2.0/networks/3705f0f0-ca60-4eb5-a73e-00234b5f2f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4063478 Sep 22 21:38:09.519274 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0b52da9b-7257-4d2b-9235-575f415a09f5 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:09.530488 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-0b52da9b-7257-4d2b-9235-575f415a09f5 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Deleting port 02f77d84-9705-427d-82f1-8a215c7b71e8 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:38:09.530869 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0b52da9b-7257-4d2b-9235-575f415a09f5 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:09.622662 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-7b50af76-76bf-4ce6-ad6b-655eeb26ecea tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Calling delete_port for e26d3464-ddf9-4766-8597-14f3db8b6289 owned by network:router_interface {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:38:09.659844 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-60340605-f676-40e5-97e7-25d4d168d34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:09.699801 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4513da94-1b6d-408b-8105-a18e30a49a96 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event deleted for resources: {'Subnet': ['ID=6e5f7e14-a7a2-464c-a522-d20e5b099bee,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:09.710308 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-95277e20-9cfb-4302-87bf-dd7c9ebad1e4 None None] Attempt 2 to provision port 5242a68e-c67c-41a5-b714-16483283e1b0 Sep 22 21:38:09.748914 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cbad86-103c-49a0-a871-5e7987677cd6 req-a7c719aa-581f-49fa-80c5-95ec9da11f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:09.749117 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4513da94-1b6d-408b-8105-a18e30a49a96 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:09.750386 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-57cbad86-103c-49a0-a871-5e7987677cd6 req-a7c719aa-581f-49fa-80c5-95ec9da11f6a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=517fabe13ed84839b585ff4613a45446&device_id=a97a8275-3663-4515-ba22-5b85e1d86b1d HTTP/1.1" status: 200 len: 1097 time: 0.1927307 Sep 22 21:38:09.754429 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb13648-6d6d-4f5b-8a55-333b8456a97e None None] Network 0a9f4a6b-8e41-43e1-a621-4fa800f68ea1 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:38:09.772913 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3d6759d2-2281-40a5-bfd3-e3839ce4e4f1 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:09.818786 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-4513da94-1b6d-408b-8105-a18e30a49a96 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "DELETE /v2.0/subnets/6e5f7e14-a7a2-464c-a522-d20e5b099bee HTTP/1.1" status: 204 len: 168 time: 2.0276484 Sep 22 21:38:09.831398 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46062) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:09.852706 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0b52da9b-7257-4d2b-9235-575f415a09f5 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:09.943607 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-95277e20-9cfb-4302-87bf-dd7c9ebad1e4 None None] Port 5242a68e-c67c-41a5-b714-16483283e1b0 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:38:09.991272 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-0b52da9b-7257-4d2b-9235-575f415a09f5 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Calling delete_port for 02f77d84-9705-427d-82f1-8a215c7b71e8 owned by network:router_gateway {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:38:09.994938 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d9587f26-14fa-4dfe-9cee-f2bff238ffa1 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:10.012811 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 46733136-24bc-48f2-b342-a2289f7ad802 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:38:10.061919 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20c571d-dedf-4783-87b5-787fe83fb0fb None None] DHCP port deletion for 0a9f4a6b-8e41-43e1-a621-4fa800f68ea1 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:38:10.076493 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cbad86-103c-49a0-a871-5e7987677cd6 req-63cae62c-247b-4102-82ca-9e73141b0cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:10.077719 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-f20c571d-dedf-4783-87b5-787fe83fb0fb None None] Deleting port c8a0dc8b-5e65-4a9c-8d99-45cbcef3cbdf {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:38:10.077978 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-57cbad86-103c-49a0-a871-5e7987677cd6 req-63cae62c-247b-4102-82ca-9e73141b0cc9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3705f0f0-ca60-4eb5-a73e-00234b5f2f73 HTTP/1.1" status: 200 len: 895 time: 0.3169649 Sep 22 21:38:10.078304 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f20c571d-dedf-4783-87b5-787fe83fb0fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:10.164496 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-57cbad86-103c-49a0-a871-5e7987677cd6 req-8074ffb4-79d3-4262-a2f1-92b090bf6c48 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=93959960-efb2-4e13-ba82-ecad6483840d HTTP/1.1" status: 200 len: 217 time: 0.0783758 Sep 22 21:38:10.187288 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 46733136-24bc-48f2-b342-a2289f7ad802 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:38:10.187859 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:10.188192 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 46733136-24bc-48f2-b342-a2289f7ad802 Sep 22 21:38:10.202925 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-d9587f26-14fa-4dfe-9cee-f2bff238ffa1 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Calling delete_port for 89143fa2-6957-401c-8994-b2c10f01de87 owned by network:router_gateway {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:38:10.247044 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cbad86-103c-49a0-a871-5e7987677cd6 req-4c907f9f-9fa2-4e3c-b179-626e858d3591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:10.249269 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-57cbad86-103c-49a0-a871-5e7987677cd6 req-4c907f9f-9fa2-4e3c-b179-626e858d3591 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4336dad9-ca55-4b02-8b44-004ea34cf4f2 HTTP/1.1" status: 200 len: 838 time: 0.0750890 Sep 22 21:38:10.285144 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3d6759d2-2281-40a5-bfd3-e3839ce4e4f1 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:10.360310 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-f20c571d-dedf-4783-87b5-787fe83fb0fb None None] For port c8a0dc8b-5e65-4a9c-8d99-45cbcef3cbdf, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=c8a0dc8b-5e65-4a9c-8d99-45cbcef3cbdf,segment=NetworkSegment(fa14fdbe-b4f6-41b5-ae68-d84dae0f928d),segment_id=fa14fdbe-b4f6-41b5-ae68-d84dae0f928d)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:38:10.360833 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f20c571d-dedf-4783-87b5-787fe83fb0fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:10.385401 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e055df15-3761-48c8-9f3f-2597b2c98212 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:10.394547 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bf44e97e-ab84-472c-a17a-bcebcf6b1adf tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:10.449544 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-95277e20-9cfb-4302-87bf-dd7c9ebad1e4 None None] Attempt 3 to provision port 5242a68e-c67c-41a5-b714-16483283e1b0 Sep 22 21:38:10.520345 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cbad86-103c-49a0-a871-5e7987677cd6 req-8831c530-0e9a-4d5f-814f-794dfc26ef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:10.521799 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-57cbad86-103c-49a0-a871-5e7987677cd6 req-8831c530-0e9a-4d5f-814f-794dfc26ef0a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3705f0f0-ca60-4eb5-a73e-00234b5f2f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1040936 Sep 22 21:38:10.522577 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0b52da9b-7257-4d2b-9235-575f415a09f5 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:10.582129 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-bf44e97e-ab84-472c-a17a-bcebcf6b1adf tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Calling delete_port for 5242a68e-c67c-41a5-b714-16483283e1b0 owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:38:10.590225 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b52da9b-7257-4d2b-9235-575f415a09f5 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Pushing event deleted for resources: {'Port': ['ID=02f77d84-9705-427d-82f1-8a215c7b71e8,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:10.592344 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-f20c571d-dedf-4783-87b5-787fe83fb0fb None None] Calling delete_port for c8a0dc8b-5e65-4a9c-8d99-45cbcef3cbdf owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:38:10.646316 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-e055df15-3761-48c8-9f3f-2597b2c98212 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Deleting port c8a0dc8b-5e65-4a9c-8d99-45cbcef3cbdf {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:38:10.646972 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e055df15-3761-48c8-9f3f-2597b2c98212 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:10.676913 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-95277e20-9cfb-4302-87bf-dd7c9ebad1e4 None None] Port 5242a68e-c67c-41a5-b714-16483283e1b0 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:38:10.677509 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 46733136-24bc-48f2-b342-a2289f7ad802 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:38:10.707303 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f20c571d-dedf-4783-87b5-787fe83fb0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:10.756283 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c571d-dedf-4783-87b5-787fe83fb0fb None None] Pushing event deleted for resources: {'Port': ['ID=c8a0dc8b-5e65-4a9c-8d99-45cbcef3cbdf,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:10.758227 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20c571d-dedf-4783-87b5-787fe83fb0fb None None] No DVR routers for this DVR port c8a0dc8b-5e65-4a9c-8d99-45cbcef3cbdf on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:38:10.793146 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0b52da9b-7257-4d2b-9235-575f415a09f5 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8012236'] for router_gateway, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:10.906700 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-57cbad86-103c-49a0-a871-5e7987677cd6 req-322d8c62-f7ae-45f7-9596-ca475bc9314f service neutron] 10.222.0.49 "GET /v2.0/networks/3705f0f0-ca60-4eb5-a73e-00234b5f2f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449099 Sep 22 21:38:10.979514 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-e055df15-3761-48c8-9f3f-2597b2c98212 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] The port 'c8a0dc8b-5e65-4a9c-8d99-45cbcef3cbdf' was deleted {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 21:38:10.983746 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7b50af76-76bf-4ce6-ad6b-655eeb26ecea tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:11.178390 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-95277e20-9cfb-4302-87bf-dd7c9ebad1e4 None None] Attempt 4 to provision port 5242a68e-c67c-41a5-b714-16483283e1b0 Sep 22 21:38:11.236295 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b50af76-76bf-4ce6-ad6b-655eeb26ecea tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event deleted for resources: {'Port': ['ID=e26d3464-ddf9-4766-8597-14f3db8b6289,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:11.279365 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0b52da9b-7257-4d2b-9235-575f415a09f5 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:11.285527 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-95277e20-9cfb-4302-87bf-dd7c9ebad1e4 None None] Port 5242a68e-c67c-41a5-b714-16483283e1b0 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:38:11.299106 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0b52da9b-7257-4d2b-9235-575f415a09f5 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8026890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8012281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8012114'] for router, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:11.371599 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-57cbad86-103c-49a0-a871-5e7987677cd6 req-71eb9a47-6166-44f0-adbc-6cce2893b98f service neutron] 10.222.0.49 "GET /v2.0/networks/3705f0f0-ca60-4eb5-a73e-00234b5f2f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4570916 Sep 22 21:38:11.442412 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b52da9b-7257-4d2b-9235-575f415a09f5 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Router 34b20900-05b1-4afa-bb40-b6cf2424edca has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:38:11.532388 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 93959960-efb2-4e13-ba82-ecad6483840d details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 21:38:11.609006 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e055df15-3761-48c8-9f3f-2597b2c98212 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:11.649384 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ffb5da-de30-4950-ad48-798b4818e9e3 req-5718aa3c-bde1-4df1-b8b1-aee55cdf1584 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:11.651041 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-80ffb5da-de30-4950-ad48-798b4818e9e3 req-5718aa3c-bde1-4df1-b8b1-aee55cdf1584 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/ports?device_id=a97a8275-3663-4515-ba22-5b85e1d86b1d HTTP/1.1" status: 200 len: 944 time: 0.9555144 Sep 22 21:38:11.690773 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 93959960-efb2-4e13-ba82-ecad6483840d, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=93959960-efb2-4e13-ba82-ecad6483840d,segment=NetworkSegment(886ccfdc-7ba4-4604-b599-c338374a33a8),segment_id=886ccfdc-7ba4-4604-b599-c338374a33a8)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:38:11.701743 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b52da9b-7257-4d2b-9235-575f415a09f5 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:38:11.706625 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': '93959960-efb2-4e13-ba82-ecad6483840d', 'network_id': '3705f0f0-ca60-4eb5-a73e-00234b5f2f73', 'port_id': '93959960-efb2-4e13-ba82-ecad6483840d', 'mac_address': 'fa:16:3e:8e:c9:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4336dad9-ca55-4b02-8b44-004ea34cf4f2', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 21:38:11.711515 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e8f47e-e4a0-41a7-afe4-d49c7cceb40a None None] Sync routers for ids ['34b20900-05b1-4afa-bb40-b6cf2424edca'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:38:11.717767 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.db.resource_extend [None req-3d6759d2-2281-40a5-bfd3-e3839ce4e4f1 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 21:38:11.719830 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0b52da9b-7257-4d2b-9235-575f415a09f5 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:11.721052 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-0b52da9b-7257-4d2b-9235-575f415a09f5 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] 10.222.0.33 "PUT /v2.0/routers/34b20900-05b1-4afa-bb40-b6cf2424edca HTTP/1.1" status: 200 len: 710 time: 3.3919129 Sep 22 21:38:11.724199 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46068) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:11.727362 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e8f47e-e4a0-41a7-afe4-d49c7cceb40a None None] Routers {'34b20900-05b1-4afa-bb40-b6cf2424edca'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:38:11.728197 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-14e8f47e-e4a0-41a7-afe4-d49c7cceb40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:37:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['34b20900-05b1-4afa-bb40-b6cf2424edca'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:11.731357 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-e055df15-3761-48c8-9f3f-2597b2c98212 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a9f4a6b-8e41-43e1-a621-4fa800f68ea1']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:11.773173 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d9587f26-14fa-4dfe-9cee-f2bff238ffa1 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:11.786038 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 93959960-efb2-4e13-ba82-ecad6483840d is: DOWN; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:38:11.786486 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:11.787245 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3d6759d2-2281-40a5-bfd3-e3839ce4e4f1 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:11.795215 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-14e8f47e-e4a0-41a7-afe4-d49c7cceb40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:11.799406 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-95277e20-9cfb-4302-87bf-dd7c9ebad1e4 None None] Attempt 5 to provision port 5242a68e-c67c-41a5-b714-16483283e1b0 Sep 22 21:38:11.805567 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e8f47e-e4a0-41a7-afe4-d49c7cceb40a None None] Routers {'34b20900-05b1-4afa-bb40-b6cf2424edca'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:38:11.806358 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-14e8f47e-e4a0-41a7-afe4-d49c7cceb40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:37:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['34b20900-05b1-4afa-bb40-b6cf2424edca'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:11.821300 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-e055df15-3761-48c8-9f3f-2597b2c98212 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa14fdbe-b4f6-41b5-ae68-d84dae0f928d') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:11.821602 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-e055df15-3761-48c8-9f3f-2597b2c98212 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa14fdbe-b4f6-41b5-ae68-d84dae0f928d') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:11.859680 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3d6759d2-2281-40a5-bfd3-e3839ce4e4f1 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:11.866578 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-95277e20-9cfb-4302-87bf-dd7c9ebad1e4 None None] Port 5242a68e-c67c-41a5-b714-16483283e1b0 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:38:11.884502 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93959960-efb2-4e13-ba82-ecad6483840d {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:38:11.889482 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-1c465f01-4e1c-4b5d-9c77-314097ddb079 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] 10.222.0.33 "GET /v2.0/routers/34b20900-05b1-4afa-bb40-b6cf2424edca HTTP/1.1" status: 200 len: 745 time: 0.1641443 Sep 22 21:38:11.891551 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46072) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:11.900398 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7b50af76-76bf-4ce6-ad6b-655eeb26ecea tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:11.905170 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9587f26-14fa-4dfe-9cee-f2bff238ffa1 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Pushing event deleted for resources: {'Port': ['ID=89143fa2-6957-401c-8994-b2c10f01de87,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:11.905748 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 93959960-efb2-4e13-ba82-ecad6483840d, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=93959960-efb2-4e13-ba82-ecad6483840d,segment=NetworkSegment(886ccfdc-7ba4-4604-b599-c338374a33a8),segment_id=886ccfdc-7ba4-4604-b599-c338374a33a8)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:38:11.911341 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-71e5f82e-f76d-4d6f-845f-eb75bc22797d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:11.913080 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e055df15-3761-48c8-9f3f-2597b2c98212 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:11.917378 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:11.930008 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-14e8f47e-e4a0-41a7-afe4-d49c7cceb40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:11.930453 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e8f47e-e4a0-41a7-afe4-d49c7cceb40a None None] The sync data for ids ['34b20900-05b1-4afa-bb40-b6cf2424edca'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:38:11.991691 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-608dbd98-7439-48c2-874a-443eb80cf451 tempest-RoutersIpV6AdminTest-1111323473 tempest-RoutersIpV6AdminTest-1111323473-project-admin] 10.222.0.33 "GET /v2.0/ports?network_id=a22ae1c9-d428-411f-af43-ce0f71b38d9c&device_id=34b20900-05b1-4afa-bb40-b6cf2424edca HTTP/1.1" status: 200 len: 205 time: 0.0963912 Sep 22 21:38:11.991929 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46076) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:12.002870 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=93959960-efb2-4e13-ba82-ecad6483840d,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:12.075684 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-8699a70f-9bb2-48e9-b967-612a41df17aa tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] 10.222.0.33 "GET /v2.0/ports?device_id=34b20900-05b1-4afa-bb40-b6cf2424edca HTTP/1.1" status: 200 len: 205 time: 0.0816944 Sep 22 21:38:12.078555 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46080) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:12.080130 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device c8a0dc8b-5e65-4a9c-8d99-45cbcef3cbdf no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:38:12.115537 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: c8a0dc8b-5e65-4a9c-8d99-45cbcef3cbdf {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:38:12.115904 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device c8a0dc8b-5e65-4a9c-8d99-45cbcef3cbdf not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:38:12.124325 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e055df15-3761-48c8-9f3f-2597b2c98212 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:12.134614 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-80ffb5da-de30-4950-ad48-798b4818e9e3 req-3a14dccd-a4f2-4fbd-a087-526318fce418 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/security-groups?id=319ea033-79ef-4636-acc8-ba14ddc2433f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4241424 Sep 22 21:38:12.150476 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['93959960-efb2-4e13-ba82-ecad6483840d'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 21:38:12.215065 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5ce86c82-0188-44be-9682-0f28b1ff21b6 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks [] for router, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:12.291650 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e055df15-3761-48c8-9f3f-2597b2c98212 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:38:12.292460 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e055df15-3761-48c8-9f3f-2597b2c98212 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:12.367950 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-95277e20-9cfb-4302-87bf-dd7c9ebad1e4 None None] Attempt 6 to provision port 5242a68e-c67c-41a5-b714-16483283e1b0 Sep 22 21:38:12.383979 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bf44e97e-ab84-472c-a17a-bcebcf6b1adf tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:12.411215 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-95277e20-9cfb-4302-87bf-dd7c9ebad1e4 None None] Port 5242a68e-c67c-41a5-b714-16483283e1b0 was deleted so its status cannot be updated. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:38:12.461324 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3d6759d2-2281-40a5-bfd3-e3839ce4e4f1 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:12.467272 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d9587f26-14fa-4dfe-9cee-f2bff238ffa1 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8012236'] for router_gateway, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:12.561717 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6759d2-2281-40a5-bfd3-e3839ce4e4f1 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Pushing event updated for resources: {'Port': ['ID=e5e5ac03-930d-44e5-b2fc-5621ee23890b,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:12.564851 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment fa14fdbe-b4f6-41b5-ae68-d84dae0f928d resource provider aggregate not found Sep 22 21:38:12.566631 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5ce86c82-0188-44be-9682-0f28b1ff21b6 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:12.569010 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5ce86c82-0188-44be-9682-0f28b1ff21b6 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:12.593181 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5ce86c82-0188-44be-9682-0f28b1ff21b6 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:12.593895 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce86c82-0188-44be-9682-0f28b1ff21b6 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Fanout notify agent at l3_agent the message router_deleted on router 34b20900-05b1-4afa-bb40-b6cf2424edca {{(pid=89008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:38:12.606106 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5ce86c82-0188-44be-9682-0f28b1ff21b6 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:12.607859 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-5ce86c82-0188-44be-9682-0f28b1ff21b6 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] 10.222.0.33 "DELETE /v2.0/routers/34b20900-05b1-4afa-bb40-b6cf2424edca HTTP/1.1" status: 204 len: 168 time: 0.5281043 Sep 22 21:38:12.611153 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46090) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:12.660711 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a5a6eec6-5422-402e-af8f-be28e18be8db tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] 10.222.0.33 "GET /v2.0/ports?device_id=34b20900-05b1-4afa-bb40-b6cf2424edca HTTP/1.1" status: 200 len: 205 time: 0.0484471 Sep 22 21:38:12.663017 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46094) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:12.705908 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:12.736326 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-a0f4f326-bc29-41ed-b2fc-a15f834c9c98 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] delete failed (client error): The resource could not be found. Sep 22 21:38:12.737268 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a0f4f326-bc29-41ed-b2fc-a15f834c9c98 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] 10.222.0.33 "DELETE /v2.0/routers/34b20900-05b1-4afa-bb40-b6cf2424edca HTTP/1.1" status: 404 len: 336 time: 0.0733590 Sep 22 21:38:12.740083 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46098) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:12.799711 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-029938b8-7b87-4194-87d4-76a3b4d487c0 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] 10.222.0.33 "GET /v2.0/ports?device_id=1f9858e6-84e5-48ad-92ab-6b278faa4fc8 HTTP/1.1" status: 200 len: 205 time: 0.0564091 Sep 22 21:38:12.800103 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46102) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:12.857653 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment fa14fdbe-b4f6-41b5-ae68-d84dae0f928d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fa14fdbe-b4f6-41b5-ae68-d84dae0f928d found for delete ", "request_id": "req-3a451039-59a8-4445-8cfa-d65653102fab"}]} Sep 22 21:38:12.871993 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-23502a0d-8ff8-4304-82d7-d925a443e7f5 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] delete failed (client error): The resource could not be found. Sep 22 21:38:12.875138 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-23502a0d-8ff8-4304-82d7-d925a443e7f5 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] 10.222.0.33 "DELETE /v2.0/routers/1f9858e6-84e5-48ad-92ab-6b278faa4fc8 HTTP/1.1" status: 404 len: 336 time: 0.0721917 Sep 22 21:38:12.876068 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46106) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:12.930702 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-bceed319-53a0-490b-8f0c-44f2c369d805 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] 10.222.0.33 "GET /v2.0/ports?device_id=7834ecb2-f75a-4ba0-930a-421386076638 HTTP/1.1" status: 200 len: 205 time: 0.0525880 Sep 22 21:38:12.932874 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46110) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:13.003994 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-0e6efaea-ab0c-4dea-b7cf-85396b12ae06 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] delete failed (client error): The resource could not be found. Sep 22 21:38:13.007567 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-0e6efaea-ab0c-4dea-b7cf-85396b12ae06 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] 10.222.0.33 "DELETE /v2.0/routers/7834ecb2-f75a-4ba0-930a-421386076638 HTTP/1.1" status: 404 len: 336 time: 0.0712571 Sep 22 21:38:13.007727 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf44e97e-ab84-472c-a17a-bcebcf6b1adf tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event deleted for resources: {'Port': ['ID=5242a68e-c67c-41a5-b714-16483283e1b0,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:13.007829 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46114) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:13.055746 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e055df15-3761-48c8-9f3f-2597b2c98212 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:13.072307 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:13.072544 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-6747d609-1c2d-4d29-ad78-fb428461fe62 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] 10.222.0.33 "GET /v2.0/ports?device_id=4acd9be0-2104-4133-bfeb-dd2438182a7a HTTP/1.1" status: 200 len: 205 time: 0.0610662 Sep 22 21:38:13.072544 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46118) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:13.094862 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d9587f26-14fa-4dfe-9cee-f2bff238ffa1 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:13.120047 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d9587f26-14fa-4dfe-9cee-f2bff238ffa1 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:13.122772 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e055df15-3761-48c8-9f3f-2597b2c98212 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:13.124617 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e055df15-3761-48c8-9f3f-2597b2c98212 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "DELETE /v2.0/networks/0a9f4a6b-8e41-43e1-a621-4fa800f68ea1 HTTP/1.1" status: 204 len: 168 time: 3.2844419 Sep 22 21:38:13.125525 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3d6759d2-2281-40a5-bfd3-e3839ce4e4f1 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:13.128135 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-3d6759d2-2281-40a5-bfd3-e3839ce4e4f1 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 8.3828084 Sep 22 21:38:13.143899 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46122) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:13.144177 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46124) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:13.152756 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-f209dbb8-b60d-434e-a2c3-ebd9242c088e tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-677720311', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}, 'admin_state_up': False}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:13.164095 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bf44e97e-ab84-472c-a17a-bcebcf6b1adf tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:13.167382 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-bf44e97e-ab84-472c-a17a-bcebcf6b1adf tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/ports/5242a68e-c67c-41a5-b714-16483283e1b0 HTTP/1.1" status: 204 len: 168 time: 4.2354727 Sep 22 21:38:13.167382 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e055df15-3761-48c8-9f3f-2597b2c98212 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event deleted for resources: {'Network': ['ID=0a9f4a6b-8e41-43e1-a621-4fa800f68ea1,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:13.181747 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-fc376515-4873-4c3e-ac54-882c41dc59f3 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-829112289'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:13.186250 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46132) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:13.193082 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-f209dbb8-b60d-434e-a2c3-ebd9242c088e tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:13.196090 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-fc376515-4873-4c3e-ac54-882c41dc59f3 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:13.250154 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-a16b3853-f48d-45bb-a80a-f5f5283c2204 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] delete failed (client error): The resource could not be found. Sep 22 21:38:13.251345 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a16b3853-f48d-45bb-a80a-f5f5283c2204 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] 10.222.0.33 "DELETE /v2.0/routers/4acd9be0-2104-4133-bfeb-dd2438182a7a HTTP/1.1" status: 404 len: 336 time: 0.1777549 Sep 22 21:38:13.252357 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f209dbb8-b60d-434e-a2c3-ebd9242c088e tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Usage tracker for resource:router and tenant:d0dc9097dd2d4c51a9e00ba2c2c3535e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:13.253898 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46136) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:13.256284 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f209dbb8-b60d-434e-a2c3-ebd9242c088e tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:13.268208 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-f209dbb8-b60d-434e-a2c3-ebd9242c088e tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:13.278407 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-fc376515-4873-4c3e-ac54-882c41dc59f3 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Usage tracker for resource:network and tenant:ce570a3e20c14b9facf6c137f860297c is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:13.286065 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-fc376515-4873-4c3e-ac54-882c41dc59f3 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:13.297623 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b50af76-76bf-4ce6-ad6b-655eeb26ecea tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Router b939319a-c05f-4d01-a659-4d57604fde53 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:38:13.301279 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d9587f26-14fa-4dfe-9cee-f2bff238ffa1 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:13.301780 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9587f26-14fa-4dfe-9cee-f2bff238ffa1 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Fanout notify agent at l3_agent the message router_deleted on router 546b1c99-612d-44f7-8d3a-6e4d1feb526e {{(pid=89009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:38:13.313559 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-fc376515-4873-4c3e-ac54-882c41dc59f3 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:13.336890 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d9587f26-14fa-4dfe-9cee-f2bff238ffa1 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:13.341086 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d9587f26-14fa-4dfe-9cee-f2bff238ffa1 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] 10.222.0.33 "DELETE /v2.0/routers/546b1c99-612d-44f7-8d3a-6e4d1feb526e HTTP/1.1" status: 204 len: 168 time: 5.5314612 Sep 22 21:38:13.343716 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f209dbb8-b60d-434e-a2c3-ebd9242c088e tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:13.344667 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46140) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:13.344816 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f209dbb8-b60d-434e-a2c3-ebd9242c088e tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:13.347052 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-0900784a-3ccf-4fdf-9ab6-c4b364ae967d tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] 10.222.0.33 "GET /v2.0/ports?device_id=49464fac-0201-4731-9e49-13a58ced35ba HTTP/1.1" status: 200 len: 205 time: 0.0919490 Sep 22 21:38:13.351694 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46144) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:13.431960 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc1a63c7-b697-4606-981e-2ff51d5adf08 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Deleting subnet 4a7ca83b-0815-4c5e-b4ac-3d05ee0a4201 {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:38:13.438436 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cc1a63c7-b697-4606-981e-2ff51d5adf08 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:13.461885 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc376515-4873-4c3e-ac54-882c41dc59f3 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Made reservation on behalf of ce570a3e20c14b9facf6c137f860297c for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:38:13.465228 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fc376515-4873-4c3e-ac54-882c41dc59f3 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:13.493291 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776a373-b8b3-48f0-b531-5e549d422aaa req-19f11fb2-b42b-4925-b752-7b0dff005244 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:13.494869 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3776a373-b8b3-48f0-b531-5e549d422aaa req-19f11fb2-b42b-4925-b752-7b0dff005244 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/ports?device_id=a97a8275-3663-4515-ba22-5b85e1d86b1d HTTP/1.1" status: 200 len: 945 time: 0.1961210 Sep 22 21:38:13.507776 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cc1a63c7-b697-4606-981e-2ff51d5adf08 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:13.507971 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fc376515-4873-4c3e-ac54-882c41dc59f3 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:13.563060 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 93959960-efb2-4e13-ba82-ecad6483840d up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:38:13.605026 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3776a373-b8b3-48f0-b531-5e549d422aaa req-24b69722-56aa-46a3-9108-f255d624d965 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/security-groups?id=319ea033-79ef-4636-acc8-ba14ddc2433f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707192 Sep 22 21:38:13.613959 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-0374c088-c1df-4b2b-a021-001ba3300803 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] delete failed (client error): The resource could not be found. Sep 22 21:38:13.615244 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-0374c088-c1df-4b2b-a021-001ba3300803 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] 10.222.0.33 "DELETE /v2.0/routers/49464fac-0201-4731-9e49-13a58ced35ba HTTP/1.1" status: 404 len: 336 time: 0.2615688 Sep 22 21:38:13.618337 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46148) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:13.621969 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f209dbb8-b60d-434e-a2c3-ebd9242c088e tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:13.642203 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-fc376515-4873-4c3e-ac54-882c41dc59f3 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:13.652359 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning for port 93959960-efb2-4e13-ba82-ecad6483840d completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:38:13.654886 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-fc376515-4873-4c3e-ac54-882c41dc59f3 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Usage tracker for resource:security_group_rule and tenant:ce570a3e20c14b9facf6c137f860297c is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:13.658287 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port 93959960-efb2-4e13-ba82-ecad6483840d triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:38:13.658878 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:13.659376 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port 93959960-efb2-4e13-ba82-ecad6483840d Sep 22 21:38:13.664763 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-fc376515-4873-4c3e-ac54-882c41dc59f3 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:13.680309 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-321fecd1-5148-4cd0-9c0b-94d9e0a85ef7 tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] 10.222.0.33 "GET /v2.0/ports?device_id=a52590fb-5b78-4ff2-9575-dc9e60796dea HTTP/1.1" status: 200 len: 205 time: 0.0590205 Sep 22 21:38:13.682096 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefadd19-90c3-430b-ac82-c00c0e97a369 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:13.682715 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46152) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:13.682862 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-fefadd19-90c3-430b-ac82-c00c0e97a369 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:38:13.686241 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-fc376515-4873-4c3e-ac54-882c41dc59f3 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:13.691005 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b50af76-76bf-4ce6-ad6b-655eeb26ecea tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:38:13.709842 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70b5c17-a739-41b0-a8d6-5bff3b7d6846 None None] Sync routers for ids ['b939319a-c05f-4d01-a659-4d57604fde53'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:38:13.731712 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70b5c17-a739-41b0-a8d6-5bff3b7d6846 None None] Routers {'b939319a-c05f-4d01-a659-4d57604fde53'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:38:13.732321 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-a70b5c17-a739-41b0-a8d6-5bff3b7d6846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:38:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b939319a-c05f-4d01-a659-4d57604fde53'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:13.760643 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-f9fcae7b-b696-4c31-9834-e6e6f9b41d3a tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] delete failed (client error): The resource could not be found. Sep 22 21:38:13.764949 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-f9fcae7b-b696-4c31-9834-e6e6f9b41d3a tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] 10.222.0.33 "DELETE /v2.0/routers/a52590fb-5b78-4ff2-9575-dc9e60796dea HTTP/1.1" status: 404 len: 336 time: 0.0779688 Sep 22 21:38:13.764949 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46156) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:13.767967 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cc1a63c7-b697-4606-981e-2ff51d5adf08 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:13.773283 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-7b50af76-76bf-4ce6-ad6b-655eeb26ecea tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "PUT /v2.0/routers/b939319a-c05f-4d01-a659-4d57604fde53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0278265 Sep 22 21:38:13.774155 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46160) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:13.852925 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a6927da-2174-4b5b-9b98-a48c8ab6d61c tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] DELETE failed (client error): The resource could not be found. Sep 22 21:38:13.853375 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a6927da-2174-4b5b-9b98-a48c8ab6d61c tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:38:13.858240 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-0a6927da-2174-4b5b-9b98-a48c8ab6d61c tempest-RoutersIpV6AdminTest-1316295725 tempest-RoutersIpV6AdminTest-1316295725-project] 10.222.0.33 "DELETE /v2.0/subnets/40854360-de39-4252-bd73-1a906957a757 HTTP/1.1" status: 404 len: 337 time: 0.0890799 Sep 22 21:38:13.899040 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-fefadd19-90c3-430b-ac82-c00c0e97a369 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:38:13.900885 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-fefadd19-90c3-430b-ac82-c00c0e97a369 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7136581 Sep 22 21:38:13.911150 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46166) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:13.944740 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cc1a63c7-b697-4606-981e-2ff51d5adf08 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:13.950700 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 93959960-efb2-4e13-ba82-ecad6483840d is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:38:13.951084 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:13.975604 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-a70b5c17-a739-41b0-a8d6-5bff3b7d6846 None None] Set router b939319a-c05f-4d01-a659-4d57604fde53 gateway port host: None {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:38:14.054214 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97a8275-3663-4515-ba22-5b85e1d86b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93959960-efb2-4e13-ba82-ecad6483840d'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:38:14.056540 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6048e5b3-a0b3-45a7-8304-7cba55831edb" -d '{"events": [{"server_uuid": "a97a8275-3663-4515-ba22-5b85e1d86b1d", "name": "network-vif-plugged", "status": "completed", "tag": "93959960-efb2-4e13-ba82-ecad6483840d"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:38:14.069686 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 93959960-efb2-4e13-ba82-ecad6483840d, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=93959960-efb2-4e13-ba82-ecad6483840d,segment=NetworkSegment(886ccfdc-7ba4-4604-b599-c338374a33a8),segment_id=886ccfdc-7ba4-4604-b599-c338374a33a8)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:38:14.079953 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f209dbb8-b60d-434e-a2c3-ebd9242c088e tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:14.081049 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cc1a63c7-b697-4606-981e-2ff51d5adf08 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:14.092612 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a8caef6-8b49-4ac5-873e-6a24ac679ed9 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Deleting subnet a60b4b8b-ac1c-4f30-b875-a8aced919547 {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:38:14.100331 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4a8caef6-8b49-4ac5-873e-6a24ac679ed9 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:14.112239 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-cc1a63c7-b697-4606-981e-2ff51d5adf08 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] 10.222.0.33 "DELETE /v2.0/subnets/4a7ca83b-0815-4c5e-b4ac-3d05ee0a4201 HTTP/1.1" status: 204 len: 168 time: 0.7635720 Sep 22 21:38:14.128988 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46172) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:14.143586 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3738d8ec-6504-4603-bbd8-a07befe21a42 None None] Network 85d6dade-b98c-48a9-8a2d-3abf9d1974d2 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:38:14.190825 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 21:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ce74d3-0ebe-4484-82aa-039dd7b8a406 x-openstack-request-id: req-31ce74d3-0ebe-4484-82aa-039dd7b8a406 {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:38:14.191039 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97a8275-3663-4515-ba22-5b85e1d86b1d", "name": "network-vif-plugged", "status": "completed", "tag": "93959960-efb2-4e13-ba82-ecad6483840d", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:38:14.191293 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-31ce74d3-0ebe-4484-82aa-039dd7b8a406 {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:38:14.191836 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31ce74d3-0ebe-4484-82aa-039dd7b8a406'] response: {'server_uuid': 'a97a8275-3663-4515-ba22-5b85e1d86b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93959960-efb2-4e13-ba82-ecad6483840d', 'code': 200} Sep 22 21:38:14.193343 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:14.331268 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f994ac2c-b792-4c5a-8223-139102659e75 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:14.336762 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1a63c7-b697-4606-981e-2ff51d5adf08 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Pushing event deleted for resources: {'Subnet': ['ID=4a7ca83b-0815-4c5e-b4ac-3d05ee0a4201,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:14.372693 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-f994ac2c-b792-4c5a-8223-139102659e75 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Deleting port 251912e5-146d-45d9-aaf4-68e8a72d10e9 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:38:14.373046 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f994ac2c-b792-4c5a-8223-139102659e75 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:14.446983 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46178) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:14.456695 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4a8caef6-8b49-4ac5-873e-6a24ac679ed9 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:14.475204 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3dbe89-0044-4b85-b786-2f82e5ce10f0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:14.475966 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-2d3dbe89-0044-4b85-b786-2f82e5ce10f0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:38:14.534501 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fc376515-4873-4c3e-ac54-882c41dc59f3 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:14.556718 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fc376515-4873-4c3e-ac54-882c41dc59f3 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:14.613566 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc376515-4873-4c3e-ac54-882c41dc59f3 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:38:14.632852 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc376515-4873-4c3e-ac54-882c41dc59f3 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc376a1-34e1-40f4-bf94-d00fe9e0fa8c,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:14.642577 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fc376515-4873-4c3e-ac54-882c41dc59f3 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:14.643728 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-fc376515-4873-4c3e-ac54-882c41dc59f3 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Added segment d2b0c4a7-df5c-449d-b266-27f469295c4e of type vlan for network 28d550d8-6999-4fc1-bb11-06b6db4a72bb Sep 22 21:38:14.661192 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4a8caef6-8b49-4ac5-873e-6a24ac679ed9 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:14.679973 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:14.732000 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-f994ac2c-b792-4c5a-8223-139102659e75 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] For port 251912e5-146d-45d9-aaf4-68e8a72d10e9, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=251912e5-146d-45d9-aaf4-68e8a72d10e9,segment=NetworkSegment(f35ee3dc-109b-4b37-9648-6b69eac1ea48),segment_id=f35ee3dc-109b-4b37-9648-6b69eac1ea48)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:38:14.732621 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f994ac2c-b792-4c5a-8223-139102659e75 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:14.757056 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bafdcb43-943a-41f4-9a06-a737d196c5bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:14.777284 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=93959960-efb2-4e13-ba82-ecad6483840d,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:14.779261 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fc376515-4873-4c3e-ac54-882c41dc59f3 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:14.802226 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-bafdcb43-943a-41f4-9a06-a737d196c5bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:14.813518 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-bafdcb43-943a-41f4-9a06-a737d196c5bd admin admin] Usage tracker for resource:security_group_rule and tenant:60d704e6c4374325ab6b4cfd3fcbd942 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:14.818951 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-bafdcb43-943a-41f4-9a06-a737d196c5bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:14.842325 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-bafdcb43-943a-41f4-9a06-a737d196c5bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:14.923548 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-a70b5c17-a739-41b0-a8d6-5bff3b7d6846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'name': 'tempest-RoutersIpV6Test-router-902998151', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:36:31Z', 'updated_at': '2022-09-22T21:38:10Z', 'revision_number': 10, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'gw_port_host': None, '_interfaces': [{'id': 'aa3e28f6-24e5-406d-bfb8-155d6ff21c76', 'name': '', 'network_id': 'f9c36acf-d10a-4415-b6ee-1ffb91d33c43', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:5b:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f286df80-3d5a-4ce9-ba7d-1348c9a80060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:36:38Z', 'updated_at': '2022-09-22T21:36:51Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'f286df80-3d5a-4ce9-ba7d-1348c9a80060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:14.929867 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70b5c17-a739-41b0-a8d6-5bff3b7d6846 None None] Checking router: b939319a-c05f-4d01-a659-4d57604fde53 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:38:14.935680 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-f994ac2c-b792-4c5a-8223-139102659e75 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Calling delete_port for 251912e5-146d-45d9-aaf4-68e8a72d10e9 owned by network:dhcp {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:38:14.939951 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70b5c17-a739-41b0-a8d6-5bff3b7d6846 None None] Routers {'b939319a-c05f-4d01-a659-4d57604fde53'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:38:14.940631 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-a70b5c17-a739-41b0-a8d6-5bff3b7d6846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:38:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b939319a-c05f-4d01-a659-4d57604fde53'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:14.984651 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4a8caef6-8b49-4ac5-873e-6a24ac679ed9 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:15.011773 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c572b6-32a0-41a8-8807-c6357f7ffaf7 None None] DHCP port deletion for 85d6dade-b98c-48a9-8a2d-3abf9d1974d2 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:38:15.026629 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fc376515-4873-4c3e-ac54-882c41dc59f3 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:15.032209 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc376515-4873-4c3e-ac54-882c41dc59f3 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:15.032896 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fc376515-4873-4c3e-ac54-882c41dc59f3 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:15.067690 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-f6c572b6-32a0-41a8-8807-c6357f7ffaf7 None None] Deleting port 251912e5-146d-45d9-aaf4-68e8a72d10e9 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:38:15.068064 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f6c572b6-32a0-41a8-8807-c6357f7ffaf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:15.088437 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8caef6-8b49-4ac5-873e-6a24ac679ed9 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event deleted for resources: {'Subnet': ['ID=a60b4b8b-ac1c-4f30-b875-a8aced919547,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:15.096475 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4a8caef6-8b49-4ac5-873e-6a24ac679ed9 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:15.124159 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56816ff8-19c5-4426-9633-dd5db62af49b None None] Network e1b24836-380a-497f-93a5-9d48a7364d29 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:38:15.178212 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-2d3dbe89-0044-4b85-b786-2f82e5ce10f0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:38:15.178830 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-2d3dbe89-0044-4b85-b786-2f82e5ce10f0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 1.2397218 Sep 22 21:38:15.185334 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46186) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:15.208659 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f209dbb8-b60d-434e-a2c3-ebd9242c088e tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for router_gateway, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:15.262775 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f209dbb8-b60d-434e-a2c3-ebd9242c088e tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:15.272519 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc376515-4873-4c3e-ac54-882c41dc59f3 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Pushing event updated for resources: {'Network': ['ID=28d550d8-6999-4fc1-bb11-06b6db4a72bb,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:15.277769 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-4a8caef6-8b49-4ac5-873e-6a24ac679ed9 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "DELETE /v2.0/subnets/a60b4b8b-ac1c-4f30-b875-a8aced919547 HTTP/1.1" status: 204 len: 168 time: 1.4892318 Sep 22 21:38:15.282921 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46190) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:15.300444 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 28d550d8-6999-4fc1-bb11-06b6db4a72bb details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:38:15.319446 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5591852-1125-4eed-9b35-8a091deb1be1 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:15.321027 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5591852-1125-4eed-9b35-8a091deb1be1 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:15.322869 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5591852-1125-4eed-9b35-8a091deb1be1 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:15.323896 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-d5591852-1125-4eed-9b35-8a091deb1be1 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:38:15.330543 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355d3a1-cb7e-4acb-bc31-752d525a8d63 req-2baf3f53-981e-49fd-b5ed-820c05ce99a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:15.332048 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7355d3a1-cb7e-4acb-bc31-752d525a8d63 req-2baf3f53-981e-49fd-b5ed-820c05ce99a1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a97a8275-3663-4515-ba22-5b85e1d86b1d HTTP/1.1" status: 200 len: 1099 time: 0.4529388 Sep 22 21:38:15.332634 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f994ac2c-b792-4c5a-8223-139102659e75 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:15.355883 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-fc376515-4873-4c3e-ac54-882c41dc59f3 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.2087715 Sep 22 21:38:15.381271 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-a70b5c17-a739-41b0-a8d6-5bff3b7d6846 None None] Set router b939319a-c05f-4d01-a659-4d57604fde53 gateway port host: None {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:38:15.383312 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d9f2e-699e-402d-9189-2bb78047bd67 req-1d3056d7-c40e-4df7-81fd-e10e3fdac36c tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:15.384745 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d08d9f2e-699e-402d-9189-2bb78047bd67 req-1d3056d7-c40e-4df7-81fd-e10e3fdac36c tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/ports?device_id=a97a8275-3663-4515-ba22-5b85e1d86b1d HTTP/1.1" status: 200 len: 946 time: 0.5034750 Sep 22 21:38:15.404992 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46194) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:15.426136 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-adfb00b3-65ab-4dd5-a7a2-3f55194aed6f tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Request body: {'subnet': {'network_id': '28d550d8-6999-4fc1-bb11-06b6db4a72bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:15.455860 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f994ac2c-b792-4c5a-8223-139102659e75 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Pushing event deleted for resources: {'Port': ['ID=251912e5-146d-45d9-aaf4-68e8a72d10e9,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:15.524270 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f994ac2c-b792-4c5a-8223-139102659e75 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] No DVR routers for this DVR port 251912e5-146d-45d9-aaf4-68e8a72d10e9 on host dv-neutron-858900-1-hyperv {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:38:15.529920 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e601fd65-40cc-420d-a807-ab45a6d381bf tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:15.569906 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bafdcb43-943a-41f4-9a06-a737d196c5bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:15.581474 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bafdcb43-943a-41f4-9a06-a737d196c5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:15.597061 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-d5591852-1125-4eed-9b35-8a091deb1be1 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:38:15.601190 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-d5591852-1125-4eed-9b35-8a091deb1be1 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4093416 Sep 22 21:38:15.601321 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-e601fd65-40cc-420d-a807-ab45a6d381bf tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Deleting port bfe42dd7-53f8-4b93-b818-d803da64a31e {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:38:15.601321 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e601fd65-40cc-420d-a807-ab45a6d381bf tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:15.616571 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46198) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:15.646357 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-f209dbb8-b60d-434e-a2c3-ebd9242c088e tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Allocated IP 172.26.0.200 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/0ff4bc22-8180-4ebe-bad1-aad68992d875) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:38:15.706182 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-bafdcb43-943a-41f4-9a06-a737d196c5bd admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=60d704e6c4374325ab6b4cfd3fcbd942&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2524946 Sep 22 21:38:15.708344 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46202) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:15.709075 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafdcb43-943a-41f4-9a06-a737d196c5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe62d4c-f658-46d2-a20b-adb6487af109,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:15.741112 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7355d3a1-cb7e-4acb-bc31-752d525a8d63 req-c5786ad6-4863-45b8-a1d2-b750650dd24d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=319ea033-79ef-4636-acc8-ba14ddc2433f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3554122 Sep 22 21:38:15.789731 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d08d9f2e-699e-402d-9189-2bb78047bd67 req-d977702f-8dd5-47de-876c-1ae9d79e8745 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/security-groups?id=319ea033-79ef-4636-acc8-ba14ddc2433f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3791113 Sep 22 21:38:15.794860 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-f6c572b6-32a0-41a8-8807-c6357f7ffaf7 None None] For port 251912e5-146d-45d9-aaf4-68e8a72d10e9, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=251912e5-146d-45d9-aaf4-68e8a72d10e9,segment=NetworkSegment(f35ee3dc-109b-4b37-9648-6b69eac1ea48),segment_id=f35ee3dc-109b-4b37-9648-6b69eac1ea48)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:38:15.795419 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f6c572b6-32a0-41a8-8807-c6357f7ffaf7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:15.799565 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f994ac2c-b792-4c5a-8223-139102659e75 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:15.808938 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-adfb00b3-65ab-4dd5-a7a2-3f55194aed6f tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:15.837917 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-adfb00b3-65ab-4dd5-a7a2-3f55194aed6f tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Usage tracker for resource:subnet and tenant:ce570a3e20c14b9facf6c137f860297c is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:15.841432 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-adfb00b3-65ab-4dd5-a7a2-3f55194aed6f tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:15.858289 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-adfb00b3-65ab-4dd5-a7a2-3f55194aed6f tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:15.864881 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-f994ac2c-b792-4c5a-8223-139102659e75 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85d6dade-b98c-48a9-8a2d-3abf9d1974d2']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:15.882626 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-f994ac2c-b792-4c5a-8223-139102659e75 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f35ee3dc-109b-4b37-9648-6b69eac1ea48') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:15.883065 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-f994ac2c-b792-4c5a-8223-139102659e75 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f35ee3dc-109b-4b37-9648-6b69eac1ea48') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:15.893363 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9a8d55e-4c8a-45d3-b3bc-a6e57fe928f5 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Deleting subnet 22696c36-6881-45c5-83c4-c57467117b22 {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:38:15.905066 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d9a8d55e-4c8a-45d3-b3bc-a6e57fe928f5 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:15.948114 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f994ac2c-b792-4c5a-8223-139102659e75 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:15.967475 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfb00b3-65ab-4dd5-a7a2-3f55194aed6f tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Made reservation on behalf of ce570a3e20c14b9facf6c137f860297c for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:38:15.967475 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-adfb00b3-65ab-4dd5-a7a2-3f55194aed6f tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:15.988628 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-f6c572b6-32a0-41a8-8807-c6357f7ffaf7 None None] Calling delete_port for 251912e5-146d-45d9-aaf4-68e8a72d10e9 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:38:16.023109 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-dfcce354-f06c-44bd-bf21-4f08a6b8453a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:16.024508 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 251912e5-146d-45d9-aaf4-68e8a72d10e9 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:38:16.058824 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-e601fd65-40cc-420d-a807-ab45a6d381bf tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] For port bfe42dd7-53f8-4b93-b818-d803da64a31e, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=bfe42dd7-53f8-4b93-b818-d803da64a31e,segment=NetworkSegment(dd246d29-2fb3-46db-86ae-519f471f1f54),segment_id=dd246d29-2fb3-46db-86ae-519f471f1f54)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:38:16.058824 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e601fd65-40cc-420d-a807-ab45a6d381bf tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:16.072053 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d9a8d55e-4c8a-45d3-b3bc-a6e57fe928f5 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:16.077501 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 251912e5-146d-45d9-aaf4-68e8a72d10e9 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:38:16.077840 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 251912e5-146d-45d9-aaf4-68e8a72d10e9 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:38:16.079692 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f209dbb8-b60d-434e-a2c3-ebd9242c088e tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:16.107358 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f994ac2c-b792-4c5a-8223-139102659e75 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:16.137606 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f994ac2c-b792-4c5a-8223-139102659e75 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:38:16.138103 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f994ac2c-b792-4c5a-8223-139102659e75 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:16.192647 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.db.api [None req-f6c572b6-32a0-41a8-8807-c6357f7ffaf7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:38:16.193100 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG oslo_db.api [None req-f6c572b6-32a0-41a8-8807-c6357f7ffaf7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:38:16.208402 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-dfcce354-f06c-44bd-bf21-4f08a6b8453a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:16.222718 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f059d7-da4b-4314-b969-58fe56126d85 None None] DHCP port deletion for e1b24836-380a-497f-93a5-9d48a7364d29 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:38:16.229529 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-17f059d7-da4b-4314-b969-58fe56126d85 None None] Deleting port bfe42dd7-53f8-4b93-b818-d803da64a31e {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:38:16.230175 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-17f059d7-da4b-4314-b969-58fe56126d85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:16.236222 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment f35ee3dc-109b-4b37-9648-6b69eac1ea48 resource provider aggregate not found Sep 22 21:38:16.271019 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment f35ee3dc-109b-4b37-9648-6b69eac1ea48 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f35ee3dc-109b-4b37-9648-6b69eac1ea48 found for delete ", "request_id": "req-a61e6dc6-2285-481c-90a8-3158531c529e"}]} Sep 22 21:38:16.315529 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d9a8d55e-4c8a-45d3-b3bc-a6e57fe928f5 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:16.318830 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-a70b5c17-a739-41b0-a8d6-5bff3b7d6846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'name': 'tempest-RoutersIpV6Test-router-902998151', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:36:31Z', 'updated_at': '2022-09-22T21:38:10Z', 'revision_number': 10, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'gw_port_host': None, '_interfaces': [{'id': 'aa3e28f6-24e5-406d-bfb8-155d6ff21c76', 'name': '', 'network_id': 'f9c36acf-d10a-4415-b6ee-1ffb91d33c43', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:5b:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f286df80-3d5a-4ce9-ba7d-1348c9a80060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:36:38Z', 'updated_at': '2022-09-22T21:36:51Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'f286df80-3d5a-4ce9-ba7d-1348c9a80060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:16.326282 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70b5c17-a739-41b0-a8d6-5bff3b7d6846 None None] The sync data for ids ['b939319a-c05f-4d01-a659-4d57604fde53'] in dv-neutron-858900-1-hyperv is: [{'id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'name': 'tempest-RoutersIpV6Test-router-902998151', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:36:31Z', 'updated_at': '2022-09-22T21:38:10Z', 'revision_number': 10, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'gw_port_host': None, '_interfaces': [{'id': 'aa3e28f6-24e5-406d-bfb8-155d6ff21c76', 'name': '', 'network_id': 'f9c36acf-d10a-4415-b6ee-1ffb91d33c43', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'mac_address': 'fa:16:3e:5b:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f286df80-3d5a-4ce9-ba7d-1348c9a80060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:36:38Z', 'updated_at': '2022-09-22T21:36:51Z', 'revision_number': 5, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'subnets': [{'id': 'f286df80-3d5a-4ce9-ba7d-1348c9a80060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:38:16.348835 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-e601fd65-40cc-420d-a807-ab45a6d381bf tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Calling delete_port for bfe42dd7-53f8-4b93-b818-d803da64a31e owned by network:dhcp {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:38:16.372514 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f994ac2c-b792-4c5a-8223-139102659e75 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:16.395615 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f994ac2c-b792-4c5a-8223-139102659e75 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:16.459408 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f994ac2c-b792-4c5a-8223-139102659e75 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Pushing event deleted for resources: {'Network': ['ID=85d6dade-b98c-48a9-8a2d-3abf9d1974d2,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:16.477874 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f209dbb8-b60d-434e-a2c3-ebd9242c088e tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:16.482307 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-f994ac2c-b792-4c5a-8223-139102659e75 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] 10.222.0.33 "DELETE /v2.0/networks/85d6dade-b98c-48a9-8a2d-3abf9d1974d2 HTTP/1.1" status: 204 len: 168 time: 2.3475909 Sep 22 21:38:16.483812 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46210) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:16.515364 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-17f059d7-da4b-4314-b969-58fe56126d85 None None] For port bfe42dd7-53f8-4b93-b818-d803da64a31e, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=bfe42dd7-53f8-4b93-b818-d803da64a31e,segment=NetworkSegment(dd246d29-2fb3-46db-86ae-519f471f1f54),segment_id=dd246d29-2fb3-46db-86ae-519f471f1f54)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:38:16.515984 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-17f059d7-da4b-4314-b969-58fe56126d85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:16.522042 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d9a8d55e-4c8a-45d3-b3bc-a6e57fe928f5 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:16.527633 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e601fd65-40cc-420d-a807-ab45a6d381bf tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:16.572020 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a8d55e-4c8a-45d3-b3bc-a6e57fe928f5 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event deleted for resources: {'Subnet': ['ID=22696c36-6881-45c5-83c4-c57467117b22,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:16.574096 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d9a8d55e-4c8a-45d3-b3bc-a6e57fe928f5 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:16.577542 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-adfb00b3-65ab-4dd5-a7a2-3f55194aed6f tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:16.619223 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-dfcce354-f06c-44bd-bf21-4f08a6b8453a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:16.639859 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-d9a8d55e-4c8a-45d3-b3bc-a6e57fe928f5 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/22696c36-6881-45c5-83c4-c57467117b22 HTTP/1.1" status: 204 len: 168 time: 1.0198147 Sep 22 21:38:16.645113 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46214) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:16.651968 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1033c505-66c6-458e-a68c-92c1aec0ad10 None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:38:16.670525 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f209dbb8-b60d-434e-a2c3-ebd9242c088e tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:38:16.678033 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e601fd65-40cc-420d-a807-ab45a6d381bf tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] No DVR routers for this DVR port bfe42dd7-53f8-4b93-b818-d803da64a31e on host dv-neutron-858900-1-hyperv {{(pid=89009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:38:16.681825 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcce354-f06c-44bd-bf21-4f08a6b8453a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe62d4c-f658-46d2-a20b-adb6487af109,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:16.764242 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-f209dbb8-b60d-434e-a2c3-ebd9242c088e tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:38:16.776725 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-743e777a-d85f-48dc-92d7-e4920b7846a8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Deleting subnet 5b79dba8-f16d-4c80-9a31-fc76cfbaa6fc {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:38:16.780280 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-17f059d7-da4b-4314-b969-58fe56126d85 None None] Calling delete_port for bfe42dd7-53f8-4b93-b818-d803da64a31e owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:38:16.808553 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-3a03e44d-9d5f-4496-8546-7bab2b7cc94c tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Deleting port 094999bd-8daa-4b42-b568-5b4bc33149d7 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:38:16.809555 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3a03e44d-9d5f-4496-8546-7bab2b7cc94c tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:16.810390 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-f6c572b6-32a0-41a8-8807-c6357f7ffaf7 None None] Deleting port 251912e5-146d-45d9-aaf4-68e8a72d10e9 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:38:16.810978 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f6c572b6-32a0-41a8-8807-c6357f7ffaf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:16.831413 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-743e777a-d85f-48dc-92d7-e4920b7846a8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:16.846138 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f209dbb8-b60d-434e-a2c3-ebd9242c088e tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:38:16.913471 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-f6c572b6-32a0-41a8-8807-c6357f7ffaf7 None None] The port '251912e5-146d-45d9-aaf4-68e8a72d10e9' was deleted {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 21:38:16.915595 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f209dbb8-b60d-434e-a2c3-ebd9242c088e tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event updated for resources: {'Port': ['ID=0ff4bc22-8180-4ebe-bad1-aad68992d875,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:16.945871 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb00b3-65ab-4dd5-a7a2-3f55194aed6f tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Pushing event updated for resources: {'Subnet': ['ID=0e7c3479-7b4d-4779-82fc-a3402048d525,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:16.987072 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfb00b3-65ab-4dd5-a7a2-3f55194aed6f tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Checking segment: {'id': 'd2b0c4a7-df5c-449d-b266-27f469295c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '28d550d8-6999-4fc1-bb11-06b6db4a72bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:38:16.987575 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfb00b3-65ab-4dd5-a7a2-3f55194aed6f tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Network hostable DHCP agents. Network: 28d550d8-6999-4fc1-bb11-06b6db4a72bb, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:38:17.031235 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-743e777a-d85f-48dc-92d7-e4920b7846a8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:17.101634 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfb00b3-65ab-4dd5-a7a2-3f55194aed6f tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Network 28d550d8-6999-4fc1-bb11-06b6db4a72bb is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:38:17.111795 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e601fd65-40cc-420d-a807-ab45a6d381bf tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event deleted for resources: {'Port': ['ID=bfe42dd7-53f8-4b93-b818-d803da64a31e,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:17.112453 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.db.api [None req-17f059d7-da4b-4314-b969-58fe56126d85 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:38:17.112453 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG oslo_db.api [None req-17f059d7-da4b-4314-b969-58fe56126d85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:38:17.129781 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-adfb00b3-65ab-4dd5-a7a2-3f55194aed6f tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 28d550d8-6999-4fc1-bb11-06b6db4a72bb) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:38:17.134568 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfb00b3-65ab-4dd5-a7a2-3f55194aed6f tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:17.135203 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-adfb00b3-65ab-4dd5-a7a2-3f55194aed6f tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:17.141408 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c160fd-1272-4d05-9264-041604dcbd32 None None] Network 28d550d8-6999-4fc1-bb11-06b6db4a72bb requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:38:17.150991 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e601fd65-40cc-420d-a807-ab45a6d381bf tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:17.160148 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-dfcce354-f06c-44bd-bf21-4f08a6b8453a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:17.163666 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-dfcce354-f06c-44bd-bf21-4f08a6b8453a admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/ffe62d4c-f658-46d2-a20b-adb6487af109 HTTP/1.1" status: 204 len: 168 time: 1.4492691 Sep 22 21:38:17.165539 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-adfb00b3-65ab-4dd5-a7a2-3f55194aed6f tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7576287 Sep 22 21:38:17.167593 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46222) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:17.174855 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-f80f8c21-98a9-4b6c-ac1f-f6f7e4fa92db tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-710476692', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}, 'admin_state_up': False}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:17.183568 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-f80f8c21-98a9-4b6c-ac1f-f6f7e4fa92db tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:17.189220 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-743e777a-d85f-48dc-92d7-e4920b7846a8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:17.219140 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-f80f8c21-98a9-4b6c-ac1f-f6f7e4fa92db tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Usage tracker for resource:router and tenant:ce570a3e20c14b9facf6c137f860297c is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:17.230107 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-f80f8c21-98a9-4b6c-ac1f-f6f7e4fa92db tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:17.245195 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-f80f8c21-98a9-4b6c-ac1f-f6f7e4fa92db tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:17.273625 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f80f8c21-98a9-4b6c-ac1f-f6f7e4fa92db tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:17.274771 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f80f8c21-98a9-4b6c-ac1f-f6f7e4fa92db tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:17.326307 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-743e777a-d85f-48dc-92d7-e4920b7846a8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:17.339121 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f80f8c21-98a9-4b6c-ac1f-f6f7e4fa92db tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:17.406188 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-e601fd65-40cc-420d-a807-ab45a6d381bf tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1b24836-380a-497f-93a5-9d48a7364d29']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:17.452144 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3d8f70-48fb-40c1-8523-3044f1cca0ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-28d550d8-6999-4fc1-bb11-06b6db4a72bb', 'network_id': '28d550d8-6999-4fc1-bb11-06b6db4a72bb', 'tenant_id': 'ce570a3e20c14b9facf6c137f860297c', 'fixed_ips': [{'subnet_id': '0e7c3479-7b4d-4779-82fc-a3402048d525'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:38:17.455606 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9a3d8f70-48fb-40c1-8523-3044f1cca0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:17.491212 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-e601fd65-40cc-420d-a807-ab45a6d381bf tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd246d29-2fb3-46db-86ae-519f471f1f54') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:17.491600 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-e601fd65-40cc-420d-a807-ab45a6d381bf tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd246d29-2fb3-46db-86ae-519f471f1f54') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:17.506639 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e777a-d85f-48dc-92d7-e4920b7846a8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event deleted for resources: {'Subnet': ['ID=5b79dba8-f16d-4c80-9a31-fc76cfbaa6fc,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:17.522170 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-743e777a-d85f-48dc-92d7-e4920b7846a8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:17.566595 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e601fd65-40cc-420d-a807-ab45a6d381bf tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:17.615384 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-17f059d7-da4b-4314-b969-58fe56126d85 None None] Deleting port bfe42dd7-53f8-4b93-b818-d803da64a31e {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:38:17.615871 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-17f059d7-da4b-4314-b969-58fe56126d85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:17.622253 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e601fd65-40cc-420d-a807-ab45a6d381bf tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:17.626142 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3a03e44d-9d5f-4496-8546-7bab2b7cc94c tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:17.626692 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3a03e44d-9d5f-4496-8546-7bab2b7cc94c tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:17.646276 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45490766-541b-4a1a-9736-bb7c8427ed4c req-c88d23e0-314a-47c2-b02c-0b2d2367ad87 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:17.658659 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-45490766-541b-4a1a-9736-bb7c8427ed4c req-c88d23e0-314a-47c2-b02c-0b2d2367ad87 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/ports?device_id=a97a8275-3663-4515-ba22-5b85e1d86b1d HTTP/1.1" status: 200 len: 946 time: 0.6251469 Sep 22 21:38:17.751601 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46228) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:17.791739 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-743e777a-d85f-48dc-92d7-e4920b7846a8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/5b79dba8-f16d-4c80-9a31-fc76cfbaa6fc HTTP/1.1" status: 204 len: 168 time: 1.1433163 Sep 22 21:38:17.809495 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-9a3d8f70-48fb-40c1-8523-3044f1cca0ae None None] Allocated IP 172.20.0.2 (28d550d8-6999-4fc1-bb11-06b6db4a72bb/0e7c3479-7b4d-4779-82fc-a3402048d525/f5f8b138-9ff3-429f-9b89-1bc50126e752) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:38:17.819637 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e601fd65-40cc-420d-a807-ab45a6d381bf tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:38:17.820043 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e601fd65-40cc-420d-a807-ab45a6d381bf tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:17.843278 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46232) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:17.850757 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-3a03e44d-9d5f-4496-8546-7bab2b7cc94c tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Calling delete_port for 094999bd-8daa-4b42-b568-5b4bc33149d7 owned by network:floatingip {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:38:17.864879 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-17f059d7-da4b-4314-b969-58fe56126d85 None None] The port 'bfe42dd7-53f8-4b93-b818-d803da64a31e' was deleted {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 21:38:17.941026 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-6ed52563-2543-466c-aba1-d27c7a0eceec admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c275b92bbdea4fe486949cf21439c562&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1882761 Sep 22 21:38:17.944553 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46238) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:17.958226 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f80f8c21-98a9-4b6c-ac1f-f6f7e4fa92db tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:18.112065 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device e26d3464-ddf9-4766-8597-14f3db8b6289 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:38:18.138490 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-56121c05-012b-4c5b-9f51-17bf47515834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:18.152287 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: e26d3464-ddf9-4766-8597-14f3db8b6289 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:38:18.153405 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device e26d3464-ddf9-4766-8597-14f3db8b6289 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:38:18.153928 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device bfe42dd7-53f8-4b93-b818-d803da64a31e no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:38:18.179675 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-56121c05-012b-4c5b-9f51-17bf47515834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:18.179854 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment dd246d29-2fb3-46db-86ae-519f471f1f54 resource provider aggregate not found Sep 22 21:38:18.185650 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-608f9e60-f848-4f09-87e9-29f39b363fab tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2896438 Sep 22 21:38:18.187178 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb52fb11-fe56-4e7b-bd7c-5fca3159bebe None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:38:18.192392 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46244) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:18.207669 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-63dc5314-8b23-43ad-b0a2-7d25399f78fb tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'subnet': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:18.332741 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: bfe42dd7-53f8-4b93-b818-d803da64a31e {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:38:18.333268 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device bfe42dd7-53f8-4b93-b818-d803da64a31e not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:38:18.397487 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9a3d8f70-48fb-40c1-8523-3044f1cca0ae None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:18.401477 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment dd246d29-2fb3-46db-86ae-519f471f1f54 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dd246d29-2fb3-46db-86ae-519f471f1f54 found for delete ", "request_id": "req-e69f8eb6-2c22-44d0-9fe3-420d3eb7bc57"}]} Sep 22 21:38:18.412311 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-0b534b51-b944-476a-ad7a-20a7536469a5 None None] Provisioning complete for port 46733136-24bc-48f2-b342-a2289f7ad802 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:38:18.412692 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0b534b51-b944-476a-ad7a-20a7536469a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:18.413030 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-0b534b51-b944-476a-ad7a-20a7536469a5 None None] Attempt 1 to provision port 46733136-24bc-48f2-b342-a2289f7ad802 Sep 22 21:38:18.414330 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f209dbb8-b60d-434e-a2c3-ebd9242c088e tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for router_gateway, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:18.470917 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-45490766-541b-4a1a-9736-bb7c8427ed4c req-d7e4efbc-1f18-4560-88f4-45014bb20611 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/security-groups?id=319ea033-79ef-4636-acc8-ba14ddc2433f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8113089 Sep 22 21:38:18.495598 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-63dc5314-8b23-43ad-b0a2-7d25399f78fb tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:18.501733 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-63dc5314-8b23-43ad-b0a2-7d25399f78fb tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Usage tracker for resource:subnet and tenant:4fef33e75cf240fcbb352fce012907b9 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:18.505124 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-63dc5314-8b23-43ad-b0a2-7d25399f78fb tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:18.511559 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-9a3d8f70-48fb-40c1-8523-3044f1cca0ae None None] Transition to ACTIVE for port object f5f8b138-9ff3-429f-9b89-1bc50126e752 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:38:18.515923 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-63dc5314-8b23-43ad-b0a2-7d25399f78fb tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:18.521077 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-56121c05-012b-4c5b-9f51-17bf47515834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:18.523391 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e601fd65-40cc-420d-a807-ab45a6d381bf tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:18.554165 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e601fd65-40cc-420d-a807-ab45a6d381bf tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:18.569202 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e601fd65-40cc-420d-a807-ab45a6d381bf tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event deleted for resources: {'Network': ['ID=e1b24836-380a-497f-93a5-9d48a7364d29,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:18.571123 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f80f8c21-98a9-4b6c-ac1f-f6f7e4fa92db tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks [] for router_gateway, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:18.575320 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e601fd65-40cc-420d-a807-ab45a6d381bf tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "DELETE /v2.0/networks/e1b24836-380a-497f-93a5-9d48a7364d29 HTTP/1.1" status: 204 len: 168 time: 3.2522368 Sep 22 21:38:18.576299 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46248) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:18.577274 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-9a3d8f70-48fb-40c1-8523-3044f1cca0ae None None] Transition to ACTIVE for port object f5f8b138-9ff3-429f-9b89-1bc50126e752 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:38:18.589597 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-0b534b51-b944-476a-ad7a-20a7536469a5 None None] Current status of the port 46733136-24bc-48f2-b342-a2289f7ad802 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:38:18.594084 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9a3d8f70-48fb-40c1-8523-3044f1cca0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:18.604416 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56121c05-012b-4c5b-9f51-17bf47515834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416fac61-160d-4def-aad3-f8fc3dd70219,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:18.614311 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63dc5314-8b23-43ad-b0a2-7d25399f78fb tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:38:18.618305 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-63dc5314-8b23-43ad-b0a2-7d25399f78fb tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:18.635974 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-56121c05-012b-4c5b-9f51-17bf47515834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:18.640310 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-56121c05-012b-4c5b-9f51-17bf47515834 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/416fac61-160d-4def-aad3-f8fc3dd70219 HTTP/1.1" status: 204 len: 168 time: 0.6924865 Sep 22 21:38:18.640310 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f80f8c21-98a9-4b6c-ac1f-f6f7e4fa92db tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:18.674027 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6c6803-db34-440d-926e-96891efc9801 None None] DHCP port deletion for 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:38:18.686696 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3d8f70-48fb-40c1-8523-3044f1cca0ae None None] Network 28d550d8-6999-4fc1-bb11-06b6db4a72bb is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:38:18.690957 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-9a3d8f70-48fb-40c1-8523-3044f1cca0ae None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:38:18.695078 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-2e6c6803-db34-440d-926e-96891efc9801 None None] Deleting port 46733136-24bc-48f2-b342-a2289f7ad802 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:38:18.695659 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2e6c6803-db34-440d-926e-96891efc9801 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:18.722378 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3d8f70-48fb-40c1-8523-3044f1cca0ae None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:38:18.782180 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3d8f70-48fb-40c1-8523-3044f1cca0ae None None] Pushing event updated for resources: {'Port': ['ID=f5f8b138-9ff3-429f-9b89-1bc50126e752,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:18.883974 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-9a3d8f70-48fb-40c1-8523-3044f1cca0ae None None] Attempting to bind port f5f8b138-9ff3-429f-9b89-1bc50126e752 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:38:18.885033 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-9a3d8f70-48fb-40c1-8523-3044f1cca0ae None None] Attempting to bind port f5f8b138-9ff3-429f-9b89-1bc50126e752 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'd2b0c4a7-df5c-449d-b266-27f469295c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '28d550d8-6999-4fc1-bb11-06b6db4a72bb'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:38:18.885617 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3d8f70-48fb-40c1-8523-3044f1cca0ae None None] Attempting to bind port f5f8b138-9ff3-429f-9b89-1bc50126e752 on network 28d550d8-6999-4fc1-bb11-06b6db4a72bb {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:38:18.908287 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3d8f70-48fb-40c1-8523-3044f1cca0ae None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:38:18.909103 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3d8f70-48fb-40c1-8523-3044f1cca0ae None None] Checking segment: {'id': 'd2b0c4a7-df5c-449d-b266-27f469295c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '28d550d8-6999-4fc1-bb11-06b6db4a72bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:38:18.909748 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9a3d8f70-48fb-40c1-8523-3044f1cca0ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:18.910370 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3d8f70-48fb-40c1-8523-3044f1cca0ae None None] Bound using segment: {'id': 'd2b0c4a7-df5c-449d-b266-27f469295c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '28d550d8-6999-4fc1-bb11-06b6db4a72bb'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:38:18.911083 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-9a3d8f70-48fb-40c1-8523-3044f1cca0ae None None] Bound port: f5f8b138-9ff3-429f-9b89-1bc50126e752, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b0c4a7-df5c-449d-b266-27f469295c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '28d550d8-6999-4fc1-bb11-06b6db4a72bb'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:38:18.911697 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9a3d8f70-48fb-40c1-8523-3044f1cca0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:19.101145 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-2e6c6803-db34-440d-926e-96891efc9801 None None] For port 46733136-24bc-48f2-b342-a2289f7ad802, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=46733136-24bc-48f2-b342-a2289f7ad802,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:38:19.101642 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2e6c6803-db34-440d-926e-96891efc9801 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:19.115867 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-9a3d8f70-48fb-40c1-8523-3044f1cca0ae None None] For port f5f8b138-9ff3-429f-9b89-1bc50126e752, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:38:19.218961 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3a03e44d-9d5f-4496-8546-7bab2b7cc94c tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:19.234121 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-2e6c6803-db34-440d-926e-96891efc9801 None None] Calling delete_port for 46733136-24bc-48f2-b342-a2289f7ad802 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:38:19.264991 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-9a3d8f70-48fb-40c1-8523-3044f1cca0ae None None] For port f5f8b138-9ff3-429f-9b89-1bc50126e752, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=f5f8b138-9ff3-429f-9b89-1bc50126e752,segment=NetworkSegment(d2b0c4a7-df5c-449d-b266-27f469295c4e),segment_id=d2b0c4a7-df5c-449d-b266-27f469295c4e)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:38:19.274256 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.objects.ports [None req-63dc5314-8b23-43ad-b0a2-7d25399f78fb tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89008) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 21:38:19.279590 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9a3d8f70-48fb-40c1-8523-3044f1cca0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:19.295954 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a03e44d-9d5f-4496-8546-7bab2b7cc94c tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Pushing event deleted for resources: {'Port': ['ID=094999bd-8daa-4b42-b568-5b4bc33149d7,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:19.414925 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3d8f70-48fb-40c1-8523-3044f1cca0ae None None] Pushing event updated for resources: {'Port': ['ID=f5f8b138-9ff3-429f-9b89-1bc50126e752,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:19.433440 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-f80f8c21-98a9-4b6c-ac1f-f6f7e4fa92db tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Allocated IP 172.26.0.104 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/989e1f8e-b912-4c16-ac8b-20f1ebd86232) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:38:19.439486 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.db.api [None req-2e6c6803-db34-440d-926e-96891efc9801 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:38:19.440655 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG oslo_db.api [None req-2e6c6803-db34-440d-926e-96891efc9801 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:38:19.725805 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f209dbb8-b60d-434e-a2c3-ebd9242c088e tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:19.822929 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-63dc5314-8b23-43ad-b0a2-7d25399f78fb tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:19.871001 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3a03e44d-9d5f-4496-8546-7bab2b7cc94c tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for floatingip, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:19.942452 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-2e6c6803-db34-440d-926e-96891efc9801 None None] Deleting port 46733136-24bc-48f2-b342-a2289f7ad802 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:38:19.942958 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2e6c6803-db34-440d-926e-96891efc9801 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:19.987003 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f80f8c21-98a9-4b6c-ac1f-f6f7e4fa92db tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:20.016552 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3a03e44d-9d5f-4496-8546-7bab2b7cc94c tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:20.018002 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-3a03e44d-9d5f-4496-8546-7bab2b7cc94c tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] 10.222.0.33 "DELETE /v2.0/floatingips/d48b896b-83e3-42f4-a527-d6bdfb2037cf HTTP/1.1" status: 204 len: 168 time: 3.5031154 Sep 22 21:38:20.028252 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46278) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:20.094708 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device f5f8b138-9ff3-429f-9b89-1bc50126e752 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:38:20.104237 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2413e4-b608-4e8a-bd27-8226e4faa2de req-518a42e9-7c42-42e1-bc3d-77db4bdf73d0 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:20.106552 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6f2413e4-b608-4e8a-bd27-8226e4faa2de req-518a42e9-7c42-42e1-bc3d-77db4bdf73d0 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/ports?device_id=a97a8275-3663-4515-ba22-5b85e1d86b1d HTTP/1.1" status: 200 len: 946 time: 0.3431435 Sep 22 21:38:20.126654 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-9de801cd-bf40-4586-8394-cf0179f5889f tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] DELETE failed (client error): The resource could not be found. Sep 22 21:38:20.127182 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9de801cd-bf40-4586-8394-cf0179f5889f tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:38:20.131228 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-9de801cd-bf40-4586-8394-cf0179f5889f tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] 10.222.0.33 "DELETE /v2.0/ports/9ef6ec90-3184-40a3-95a6-dba859f341fb HTTP/1.1" status: 404 len: 333 time: 0.0982890 Sep 22 21:38:20.131463 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46282) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:20.214396 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f80f8c21-98a9-4b6c-ac1f-f6f7e4fa92db tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:20.220351 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-8661f10e-6380-48a1-9826-df8fdb99bcb1 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Synchronizing usage tracker for tenant:43c8fa0213da4f47a6706f7ea64b9b94 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:38:20.220986 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6f2413e4-b608-4e8a-bd27-8226e4faa2de req-e2b7f69b-706e-46c8-8e5e-dbaadf8c9f48 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/security-groups?id=319ea033-79ef-4636-acc8-ba14ddc2433f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036627 Sep 22 21:38:20.283777 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-8661f10e-6380-48a1-9826-df8fdb99bcb1 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Unset dirty status for tenant:43c8fa0213da4f47a6706f7ea64b9b94 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:38:20.285005 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-8661f10e-6380-48a1-9826-df8fdb99bcb1 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] 10.222.0.33 "GET /v2.0/ports?device_id=546b1c99-612d-44f7-8d3a-6e4d1feb526e HTTP/1.1" status: 200 len: 205 time: 0.1518154 Sep 22 21:38:20.288828 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46292) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:20.347012 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f8c21-98a9-4b6c-ac1f-f6f7e4fa92db tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Pushing event updated for resources: {'Port': ['ID=989e1f8e-b912-4c16-ac8b-20f1ebd86232,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:20.370740 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-63dc5314-8b23-43ad-b0a2-7d25399f78fb tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] For port 46733136-24bc-48f2-b342-a2289f7ad802, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=46733136-24bc-48f2-b342-a2289f7ad802,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:38:20.393101 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80f8c21-98a9-4b6c-ac1f-f6f7e4fa92db tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:38:20.395387 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-f80f8c21-98a9-4b6c-ac1f-f6f7e4fa92db tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:38:20.405358 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80f8c21-98a9-4b6c-ac1f-f6f7e4fa92db tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:38:20.475660 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f209dbb8-b60d-434e-a2c3-ebd9242c088e tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Router 93c71091-7642-44fc-85e4-83f5262860bd is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:38:20.500765 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-2e6c6803-db34-440d-926e-96891efc9801 None None] For port 46733136-24bc-48f2-b342-a2289f7ad802, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=46733136-24bc-48f2-b342-a2289f7ad802,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:38:20.501235 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2e6c6803-db34-440d-926e-96891efc9801 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:20.501932 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-63dc5314-8b23-43ad-b0a2-7d25399f78fb tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:20.557010 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-1e31cc1c-10f7-4da3-8e21-b80d0a8cea73 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] delete failed (client error): The resource could not be found. Sep 22 21:38:20.561807 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-1e31cc1c-10f7-4da3-8e21-b80d0a8cea73 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] 10.222.0.33 "DELETE /v2.0/routers/546b1c99-612d-44f7-8d3a-6e4d1feb526e HTTP/1.1" status: 404 len: 336 time: 0.2241621 Sep 22 21:38:20.563924 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46300) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:20.593211 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-63dc5314-8b23-43ad-b0a2-7d25399f78fb tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:20.593211 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-63dc5314-8b23-43ad-b0a2-7d25399f78fb tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:20.663933 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port f5f8b138-9ff3-429f-9b89-1bc50126e752 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:38:20.675625 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-2e6c6803-db34-440d-926e-96891efc9801 None None] Calling delete_port for 46733136-24bc-48f2-b342-a2289f7ad802 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:38:20.732894 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-33bfae54-2bf7-40ea-a650-3595de9a5f25 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] DELETE failed (client error): The resource could not be found. Sep 22 21:38:20.733359 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33bfae54-2bf7-40ea-a650-3595de9a5f25 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:38:20.741030 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-33bfae54-2bf7-40ea-a650-3595de9a5f25 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] 10.222.0.33 "DELETE /v2.0/subnets/4a7ca83b-0815-4c5e-b4ac-3d05ee0a4201 HTTP/1.1" status: 404 len: 337 time: 0.1602845 Sep 22 21:38:20.748427 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46306) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:20.803205 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46310) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:20.806890 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 46733136-24bc-48f2-b342-a2289f7ad802 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:38:20.879926 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.db.api [None req-2e6c6803-db34-440d-926e-96891efc9801 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:38:20.880658 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG oslo_db.api [None req-2e6c6803-db34-440d-926e-96891efc9801 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:38:20.900512 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6e254bab-b652-4a25-8baf-eb596cec5496 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:20.923966 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fd13eb-acf6-48a3-bd97-98ae74ac683c None None] Network 28d550d8-6999-4fc1-bb11-06b6db4a72bb requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:38:20.926135 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dc5314-8b23-43ad-b0a2-7d25399f78fb tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:38:20.942951 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-63dc5314-8b23-43ad-b0a2-7d25399f78fb tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:38:20.954967 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63dc5314-8b23-43ad-b0a2-7d25399f78fb tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:20.955550 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-63dc5314-8b23-43ad-b0a2-7d25399f78fb tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:20.959464 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-2e6c6803-db34-440d-926e-96891efc9801 None None] Deleting port 46733136-24bc-48f2-b342-a2289f7ad802 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:38:20.960676 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2e6c6803-db34-440d-926e-96891efc9801 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:20.968093 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dc5314-8b23-43ad-b0a2-7d25399f78fb tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Subnet': ['ID=548842c5-43dd-4cbc-89d5-8eaff1222efd,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:20.981766 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-09aff658-d94a-4e74-b1af-3e6c5ede50df tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Deleting port 11327c97-09a0-4cbc-a12d-133cb84439f3 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:38:20.982108 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-09aff658-d94a-4e74-b1af-3e6c5ede50df tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:21.017694 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dc5314-8b23-43ad-b0a2-7d25399f78fb tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Port': ['ID=46733136-24bc-48f2-b342-a2289f7ad802,revision_number=8']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:21.047545 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-a3cae08d-2ce9-4f22-89be-9632dbe8db12 tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1701644676', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:21.064947 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cfd0c-a566-4840-984c-e242613e9133 req-30609fcd-8343-44be-b9fc-cc35b13ea941 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:21.066523 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-412cfd0c-a566-4840-984c-e242613e9133 req-30609fcd-8343-44be-b9fc-cc35b13ea941 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/ports?device_id=a97a8275-3663-4515-ba22-5b85e1d86b1d HTTP/1.1" status: 200 len: 946 time: 0.6032474 Sep 22 21:38:21.067533 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a3cae08d-2ce9-4f22-89be-9632dbe8db12 tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:21.093871 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-a3cae08d-2ce9-4f22-89be-9632dbe8db12 tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Usage tracker for resource:port and tenant:82cb157c764641deb729e54b6ac73a4e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:21.099352 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f209dbb8-b60d-434e-a2c3-ebd9242c088e tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:38:21.101585 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-a3cae08d-2ce9-4f22-89be-9632dbe8db12 tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:21.126230 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a3cae08d-2ce9-4f22-89be-9632dbe8db12 tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:21.130509 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf18d38-d93c-4171-ba9e-b1d1e8a30bf1 None None] Sync routers for ids ['93c71091-7642-44fc-85e4-83f5262860bd'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:38:21.147043 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf18d38-d93c-4171-ba9e-b1d1e8a30bf1 None None] Routers {'93c71091-7642-44fc-85e4-83f5262860bd'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:38:21.150726 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-dcf18d38-d93c-4171-ba9e-b1d1e8a30bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:38:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['93c71091-7642-44fc-85e4-83f5262860bd'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:21.192300 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-a4650596-fcfc-453c-a083-c000ed753f63 None None] Provisioning for port f5f8b138-9ff3-429f-9b89-1bc50126e752 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:38:21.208711 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 46733136-24bc-48f2-b342-a2289f7ad802 is: ACTIVE; New status is: DOWN {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:38:21.209094 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:21.221566 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-dcf18d38-d93c-4171-ba9e-b1d1e8a30bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:21.234528 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf18d38-d93c-4171-ba9e-b1d1e8a30bf1 None None] Routers {'93c71091-7642-44fc-85e4-83f5262860bd'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:38:21.235506 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-dcf18d38-d93c-4171-ba9e-b1d1e8a30bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:38:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['93c71091-7642-44fc-85e4-83f5262860bd'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:21.239127 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-a4650596-fcfc-453c-a083-c000ed753f63 None None] Provisioning complete for port f5f8b138-9ff3-429f-9b89-1bc50126e752 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:38:21.239694 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a4650596-fcfc-453c-a083-c000ed753f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:21.239872 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a4650596-fcfc-453c-a083-c000ed753f63 None None] Attempt 1 to provision port f5f8b138-9ff3-429f-9b89-1bc50126e752 Sep 22 21:38:21.306195 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-dcf18d38-d93c-4171-ba9e-b1d1e8a30bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:21.306864 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf18d38-d93c-4171-ba9e-b1d1e8a30bf1 None None] The sync data for ids ['93c71091-7642-44fc-85e4-83f5262860bd'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:38:21.315140 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-63dc5314-8b23-43ad-b0a2-7d25399f78fb tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1196411 Sep 22 21:38:21.320270 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46316) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:21.321649 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f209dbb8-b60d-434e-a2c3-ebd9242c088e tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:21.322875 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-f209dbb8-b60d-434e-a2c3-ebd9242c088e tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 8.1744213 Sep 22 21:38:21.323535 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3cae08d-2ce9-4f22-89be-9632dbe8db12 tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Made reservation on behalf of 82cb157c764641deb729e54b6ac73a4e for: {'port': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:38:21.325823 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a3cae08d-2ce9-4f22-89be-9632dbe8db12 tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:21.327743 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f80f8c21-98a9-4b6c-ac1f-f6f7e4fa92db tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks [] for router_gateway, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:21.341793 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46320) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:21.344672 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-412cfd0c-a566-4840-984c-e242613e9133 req-65eb98ae-f844-4efd-86a0-9289bcc88c42 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/security-groups?id=319ea033-79ef-4636-acc8-ba14ddc2433f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2689958 Sep 22 21:38:21.399818 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a3cae08d-2ce9-4f22-89be-9632dbe8db12 tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:21.404237 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46324) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:21.408941 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-442f8b1d-c3c3-46b6-82c7-7197035f7d41 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'subnet': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:21.428874 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 46733136-24bc-48f2-b342-a2289f7ad802, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=46733136-24bc-48f2-b342-a2289f7ad802,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:38:21.445316 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:21.592123 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a3cae08d-2ce9-4f22-89be-9632dbe8db12 tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:21.602455 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-a3cae08d-2ce9-4f22-89be-9632dbe8db12 tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Usage tracker for resource:security_group_rule and tenant:82cb157c764641deb729e54b6ac73a4e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:21.609092 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-a3cae08d-2ce9-4f22-89be-9632dbe8db12 tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:21.664728 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a3cae08d-2ce9-4f22-89be-9632dbe8db12 tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:21.671724 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=46733136-24bc-48f2-b342-a2289f7ad802,revision_number=9']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:21.676996 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-2e6c6803-db34-440d-926e-96891efc9801 None None] For port 46733136-24bc-48f2-b342-a2289f7ad802, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=46733136-24bc-48f2-b342-a2289f7ad802,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:38:21.676996 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2e6c6803-db34-440d-926e-96891efc9801 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:21.743702 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a4650596-fcfc-453c-a083-c000ed753f63 None None] Current status of the port f5f8b138-9ff3-429f-9b89-1bc50126e752 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:38:21.743923 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a4650596-fcfc-453c-a083-c000ed753f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:21.784938 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-52b8f5c9-f75b-4e20-a065-b42a561d12d0 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "GET /v2.0/routers/93c71091-7642-44fc-85e4-83f5262860bd HTTP/1.1" status: 200 len: 880 time: 0.4391797 Sep 22 21:38:21.793717 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46328) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:21.869955 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-2e6c6803-db34-440d-926e-96891efc9801 None None] Calling delete_port for 46733136-24bc-48f2-b342-a2289f7ad802 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:38:21.886659 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-6e254bab-b652-4a25-8baf-eb596cec5496 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Deleting port aa3e28f6-24e5-406d-bfb8-155d6ff21c76 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:38:21.887531 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6e254bab-b652-4a25-8baf-eb596cec5496 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:21.945919 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-a4650596-fcfc-453c-a083-c000ed753f63 None None] For port f5f8b138-9ff3-429f-9b89-1bc50126e752, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=f5f8b138-9ff3-429f-9b89-1bc50126e752,segment=NetworkSegment(d2b0c4a7-df5c-449d-b266-27f469295c4e),segment_id=d2b0c4a7-df5c-449d-b266-27f469295c4e)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:38:21.961902 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a4650596-fcfc-453c-a083-c000ed753f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:22.042178 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a3cae08d-2ce9-4f22-89be-9632dbe8db12 tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:22.067439 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4650596-fcfc-453c-a083-c000ed753f63 None None] Pushing event updated for resources: {'Port': ['ID=f5f8b138-9ff3-429f-9b89-1bc50126e752,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:22.080162 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.db.api [None req-2e6c6803-db34-440d-926e-96891efc9801 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:38:22.080628 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG oslo_db.api [None req-2e6c6803-db34-440d-926e-96891efc9801 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:38:22.100078 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a3cae08d-2ce9-4f22-89be-9632dbe8db12 tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:22.102570 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-442f8b1d-c3c3-46b6-82c7-7197035f7d41 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:22.120747 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a963548-59be-4c1b-ae1b-d6d871aad82b tempest-TestNetworkAdvancedServerOps-656295910 tempest-TestNetworkAdvancedServerOps-656295910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:22.121114 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-a3cae08d-2ce9-4f22-89be-9632dbe8db12 tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] device_id is not set on port a3cad5d5-4b7d-433b-be50-b8f51a6540b0 yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:38:22.125480 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-9a963548-59be-4c1b-ae1b-d6d871aad82b tempest-TestNetworkAdvancedServerOps-656295910 tempest-TestNetworkAdvancedServerOps-656295910-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=a97a8275-3663-4515-ba22-5b85e1d86b1d HTTP/1.1" status: 200 len: 1094 time: 0.6927333 Sep 22 21:38:22.128891 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-442f8b1d-c3c3-46b6-82c7-7197035f7d41 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Usage tracker for resource:subnet and tenant:4fef33e75cf240fcbb352fce012907b9 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:22.135627 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46332) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:22.139017 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-442f8b1d-c3c3-46b6-82c7-7197035f7d41 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:22.151061 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-0453a6ab-60ea-448f-b363-f1f226b3d010 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Request body: {'floatingip': {'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'port_id': '93959960-efb2-4e13-ba82-ecad6483840d', 'tenant_id': '517fabe13ed84839b585ff4613a45446', 'fixed_ip_address': '172.20.0.24'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:22.223402 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-442f8b1d-c3c3-46b6-82c7-7197035f7d41 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:22.231568 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-09aff658-d94a-4e74-b1af-3e6c5ede50df tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:22.237984 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cae08d-2ce9-4f22-89be-9632dbe8db12 tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b739763b-60d6-4fd1-9b13-c169c73bae40,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:22.287722 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-2859516c-8afe-425e-8d2d-aec5bd9c1821 None None] Provisioning complete for port f5f8b138-9ff3-429f-9b89-1bc50126e752 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:38:22.288538 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2859516c-8afe-425e-8d2d-aec5bd9c1821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:22.288928 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-2859516c-8afe-425e-8d2d-aec5bd9c1821 None None] Attempt 1 to provision port f5f8b138-9ff3-429f-9b89-1bc50126e752 Sep 22 21:38:22.355766 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-0453a6ab-60ea-448f-b363-f1f226b3d010 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:22.364538 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-6e254bab-b652-4a25-8baf-eb596cec5496 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] For port aa3e28f6-24e5-406d-bfb8-155d6ff21c76, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=aa3e28f6-24e5-406d-bfb8-155d6ff21c76,segment=NetworkSegment(c22505ee-4702-4fb0-afdd-3a3bee8afd44),segment_id=c22505ee-4702-4fb0-afdd-3a3bee8afd44)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:38:22.365075 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6e254bab-b652-4a25-8baf-eb596cec5496 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:22.376236 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-09aff658-d94a-4e74-b1af-3e6c5ede50df tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Calling delete_port for 11327c97-09a0-4cbc-a12d-133cb84439f3 owned by {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:38:22.410386 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-2859516c-8afe-425e-8d2d-aec5bd9c1821 None None] Current status of the port f5f8b138-9ff3-429f-9b89-1bc50126e752 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:38:22.415391 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-0453a6ab-60ea-448f-b363-f1f226b3d010 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Usage tracker for resource:floatingip and tenant:517fabe13ed84839b585ff4613a45446 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:22.427708 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-0453a6ab-60ea-448f-b363-f1f226b3d010 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:22.443319 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-0453a6ab-60ea-448f-b363-f1f226b3d010 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:22.455814 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442f8b1d-c3c3-46b6-82c7-7197035f7d41 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:38:22.459429 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-442f8b1d-c3c3-46b6-82c7-7197035f7d41 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:22.518794 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-6e254bab-b652-4a25-8baf-eb596cec5496 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Calling delete_port for aa3e28f6-24e5-406d-bfb8-155d6ff21c76 owned by network:router_interface {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:38:22.546767 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0453a6ab-60ea-448f-b363-f1f226b3d010 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks [] for floatingip, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:22.570724 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f80f8c21-98a9-4b6c-ac1f-f6f7e4fa92db tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:22.573119 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-a3cae08d-2ce9-4f22-89be-9632dbe8db12 tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Allocated IP 172.26.0.29 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/a3cad5d5-4b7d-433b-be50-b8f51a6540b0) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:38:22.703690 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-9df7a8ec-3735-43ae-973a-5b40fcb6a27d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Synchronizing usage tracker for tenant:d0dc9097dd2d4c51a9e00ba2c2c3535e on resource:router {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:38:22.804865 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-9df7a8ec-3735-43ae-973a-5b40fcb6a27d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Unset dirty status for tenant:d0dc9097dd2d4c51a9e00ba2c2c3535e on resource:router {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:38:22.806050 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-9df7a8ec-3735-43ae-973a-5b40fcb6a27d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.0087397 Sep 22 21:38:22.820419 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46336) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:22.828441 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-1643c9df-2b57-4509-b77b-7af26bb3fd53 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-677720311'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:22.896572 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.ipam_backend_mixin [None req-442f8b1d-c3c3-46b6-82c7-7197035f7d41 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 548842c5-43dd-4cbc-89d5-8eaff1222efd (CIDR: 2001:db8::/64) Sep 22 21:38:22.909574 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-442f8b1d-c3c3-46b6-82c7-7197035f7d41 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:38:22.910032 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-442f8b1d-c3c3-46b6-82c7-7197035f7d41 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:38:22.954539 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-442f8b1d-c3c3-46b6-82c7-7197035f7d41 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6330910 Sep 22 21:38:22.959559 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46340) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:22.963471 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-09aff658-d94a-4e74-b1af-3e6c5ede50df tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:22.971402 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-22f4e485-61dd-4097-bdad-937899d685a8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'subnet': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:22.992237 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a3cae08d-2ce9-4f22-89be-9632dbe8db12 tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:23.084630 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6e254bab-b652-4a25-8baf-eb596cec5496 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:23.242497 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aff658-d94a-4e74-b1af-3e6c5ede50df tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Pushing event deleted for resources: {'Port': ['ID=11327c97-09a0-4cbc-a12d-133cb84439f3,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:23.326777 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e254bab-b652-4a25-8baf-eb596cec5496 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event deleted for resources: {'Port': ['ID=aa3e28f6-24e5-406d-bfb8-155d6ff21c76,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:23.444015 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80f8c21-98a9-4b6c-ac1f-f6f7e4fa92db tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Router 9bac20d3-2361-4fa6-a805-62ab5938c7bd is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:38:23.446473 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0453a6ab-60ea-448f-b363-f1f226b3d010 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:23.493989 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-09aff658-d94a-4e74-b1af-3e6c5ede50df tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:23.495778 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-09aff658-d94a-4e74-b1af-3e6c5ede50df tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] 10.222.0.33 "DELETE /v2.0/ports/11327c97-09a0-4cbc-a12d-133cb84439f3 HTTP/1.1" status: 204 len: 168 time: 2.7270858 Sep 22 21:38:23.499743 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46344) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:23.501835 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-22f4e485-61dd-4097-bdad-937899d685a8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:23.513401 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-22f4e485-61dd-4097-bdad-937899d685a8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Usage tracker for resource:subnet and tenant:4fef33e75cf240fcbb352fce012907b9 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:23.552026 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a3cae08d-2ce9-4f22-89be-9632dbe8db12 tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:23.587214 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6e254bab-b652-4a25-8baf-eb596cec5496 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:23.597895 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-22f4e485-61dd-4097-bdad-937899d685a8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:23.638838 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-22f4e485-61dd-4097-bdad-937899d685a8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:23.687396 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f4e485-61dd-4097-bdad-937899d685a8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:38:23.690805 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-22f4e485-61dd-4097-bdad-937899d685a8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:23.711109 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-6673c5c5-4afa-4382-aa96-a944f429a975 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Deleting port 60901503-f5d1-4079-8354-0ee53c52d288 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:38:23.711442 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6673c5c5-4afa-4382-aa96-a944f429a975 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:23.834958 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cae08d-2ce9-4f22-89be-9632dbe8db12 tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:38:23.839536 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cae08d-2ce9-4f22-89be-9632dbe8db12 tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Pushing event updated for resources: {'Port': ['ID=a3cad5d5-4b7d-433b-be50-b8f51a6540b0,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:23.842965 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-a3cae08d-2ce9-4f22-89be-9632dbe8db12 tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:38:23.844929 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cae08d-2ce9-4f22-89be-9632dbe8db12 tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:38:24.005414 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-2e6c6803-db34-440d-926e-96891efc9801 None None] Deleting port 46733136-24bc-48f2-b342-a2289f7ad802 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:38:24.005939 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2e6c6803-db34-440d-926e-96891efc9801 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:24.047557 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device f5f8b138-9ff3-429f-9b89-1bc50126e752 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:38:24.051755 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80f8c21-98a9-4b6c-ac1f-f6f7e4fa92db tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:38:24.078715 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcce6b13-5db2-4fd6-970f-5d773bc7c8ac None None] Sync routers for ids ['9bac20d3-2361-4fa6-a805-62ab5938c7bd'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:38:24.110111 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcce6b13-5db2-4fd6-970f-5d773bc7c8ac None None] Routers {'9bac20d3-2361-4fa6-a805-62ab5938c7bd'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:38:24.110659 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-fcce6b13-5db2-4fd6-970f-5d773bc7c8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:38:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['9bac20d3-2361-4fa6-a805-62ab5938c7bd'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:24.113228 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cae08d-2ce9-4f22-89be-9632dbe8db12 tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:24.113839 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a3cae08d-2ce9-4f22-89be-9632dbe8db12 tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:24.136910 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e254bab-b652-4a25-8baf-eb596cec5496 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Router b939319a-c05f-4d01-a659-4d57604fde53 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:38:24.137382 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-0453a6ab-60ea-448f-b363-f1f226b3d010 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Allocated IP 172.26.0.135 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/f24e9e29-fbdc-4bda-bd1f-d575f28760d1) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:38:24.214376 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-fcce6b13-5db2-4fd6-970f-5d773bc7c8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:24.216119 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f80f8c21-98a9-4b6c-ac1f-f6f7e4fa92db tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:24.217460 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-f80f8c21-98a9-4b6c-ac1f-f6f7e4fa92db tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 7.0490615 Sep 22 21:38:24.228790 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46348) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:24.261597 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcce6b13-5db2-4fd6-970f-5d773bc7c8ac None None] Routers {'9bac20d3-2361-4fa6-a805-62ab5938c7bd'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:38:24.262246 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-fcce6b13-5db2-4fd6-970f-5d773bc7c8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:38:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['9bac20d3-2361-4fa6-a805-62ab5938c7bd'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:24.360847 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6673c5c5-4afa-4382-aa96-a944f429a975 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:24.387825 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-fcce6b13-5db2-4fd6-970f-5d773bc7c8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:24.388225 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcce6b13-5db2-4fd6-970f-5d773bc7c8ac None None] The sync data for ids ['9bac20d3-2361-4fa6-a805-62ab5938c7bd'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:38:24.391525 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port f5f8b138-9ff3-429f-9b89-1bc50126e752 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:38:24.391872 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:24.392411 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port f5f8b138-9ff3-429f-9b89-1bc50126e752 Sep 22 21:38:24.499702 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-2e6c6803-db34-440d-926e-96891efc9801 None None] For port 46733136-24bc-48f2-b342-a2289f7ad802, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=46733136-24bc-48f2-b342-a2289f7ad802,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:38:24.500111 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2e6c6803-db34-440d-926e-96891efc9801 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:24.551719 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-6673c5c5-4afa-4382-aa96-a944f429a975 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Calling delete_port for 60901503-f5d1-4079-8354-0ee53c52d288 owned by {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:38:24.582072 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a3cae08d-2ce9-4f22-89be-9632dbe8db12 tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.7755697 Sep 22 21:38:24.585544 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46352) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:24.611469 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-a47541b8-b431-404b-a8ce-909070724902 tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.29'}]}}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:24.616191 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1643c9df-2b57-4509-b77b-7af26bb3fd53 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:24.622296 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0453a6ab-60ea-448f-b363-f1f226b3d010 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:24.627059 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a47541b8-b431-404b-a8ce-909070724902 tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:24.634693 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e254bab-b652-4a25-8baf-eb596cec5496 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:38:24.643134 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6e254bab-b652-4a25-8baf-eb596cec5496 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "PUT /v2.0/routers/b939319a-c05f-4d01-a659-4d57604fde53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0615361 Sep 22 21:38:24.644787 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46356) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:24.648799 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-a47541b8-b431-404b-a8ce-909070724902 tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Usage tracker for resource:router and tenant:82cb157c764641deb729e54b6ac73a4e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:24.653550 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-a47541b8-b431-404b-a8ce-909070724902 tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:24.654653 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-2e6c6803-db34-440d-926e-96891efc9801 None None] Calling delete_port for 46733136-24bc-48f2-b342-a2289f7ad802 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:38:24.657558 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1311ef23-1d45-4759-bb39-52ae2a59dce2 None None] Sync routers for ids ['b939319a-c05f-4d01-a659-4d57604fde53'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:38:24.671704 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1311ef23-1d45-4759-bb39-52ae2a59dce2 None None] Routers {'b939319a-c05f-4d01-a659-4d57604fde53'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:38:24.672709 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-1311ef23-1d45-4759-bb39-52ae2a59dce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:38:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b939319a-c05f-4d01-a659-4d57604fde53'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:24.712875 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a47541b8-b431-404b-a8ce-909070724902 tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:24.727933 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1643c9df-2b57-4509-b77b-7af26bb3fd53 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8026890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8012281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8012114'] for router, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:24.817267 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2e6c6803-db34-440d-926e-96891efc9801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:24.822631 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a47541b8-b431-404b-a8ce-909070724902 tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:24.823627 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a47541b8-b431-404b-a8ce-909070724902 tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:24.878228 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c6803-db34-440d-926e-96891efc9801 None None] Pushing event deleted for resources: {'Port': ['ID=46733136-24bc-48f2-b342-a2289f7ad802,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:24.899873 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-1311ef23-1d45-4759-bb39-52ae2a59dce2 None None] Set router b939319a-c05f-4d01-a659-4d57604fde53 gateway port host: None {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:38:24.918682 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port f5f8b138-9ff3-429f-9b89-1bc50126e752 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:38:24.950998 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-57460424-383e-4c42-9591-f35fa97cc436 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Deleting subnet f286df80-3d5a-4ce9-ba7d-1348c9a80060 {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:38:24.959917 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-57460424-383e-4c42-9591-f35fa97cc436 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:24.970158 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6c6803-db34-440d-926e-96891efc9801 None None] No DVR routers for this DVR port 46733136-24bc-48f2-b342-a2289f7ad802 on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:38:24.987682 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-22f4e485-61dd-4097-bdad-937899d685a8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:24.989387 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b45b8d-952e-4ebe-a227-ef545bcc4d0a None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:38:25.015404 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a47541b8-b431-404b-a8ce-909070724902 tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:25.066572 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f4e485-61dd-4097-bdad-937899d685a8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Subnet': ['ID=a7754df8-27a2-418c-964d-c65ae046758b,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:25.088201 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0453a6ab-60ea-448f-b363-f1f226b3d010 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:25.107120 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-1311ef23-1d45-4759-bb39-52ae2a59dce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'name': 'tempest-RoutersIpV6Test-router-902998151', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:36:31Z', 'updated_at': '2022-09-22T21:38:22Z', 'revision_number': 11, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'gw_port_host': None}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:25.114021 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1311ef23-1d45-4759-bb39-52ae2a59dce2 None None] Checking router: b939319a-c05f-4d01-a659-4d57604fde53 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:38:25.125147 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1311ef23-1d45-4759-bb39-52ae2a59dce2 None None] Routers {'b939319a-c05f-4d01-a659-4d57604fde53'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:38:25.125870 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-1311ef23-1d45-4759-bb39-52ae2a59dce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:38:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b939319a-c05f-4d01-a659-4d57604fde53'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:25.150033 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f4e485-61dd-4097-bdad-937899d685a8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:38:25.160991 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6673c5c5-4afa-4382-aa96-a944f429a975 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:25.164144 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-57460424-383e-4c42-9591-f35fa97cc436 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:25.200524 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-22f4e485-61dd-4097-bdad-937899d685a8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:38:25.231705 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f4e485-61dd-4097-bdad-937899d685a8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:25.232221 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-22f4e485-61dd-4097-bdad-937899d685a8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:25.276184 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0453a6ab-60ea-448f-b363-f1f226b3d010 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:38:25.297271 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-0453a6ab-60ea-448f-b363-f1f226b3d010 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:38:25.312592 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0453a6ab-60ea-448f-b363-f1f226b3d010 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:38:25.314511 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e58ade6-2fc3-4655-bdf7-13512097e173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'tenant_id': '4fef33e75cf240fcbb352fce012907b9', 'fixed_ips': [{'subnet_id': '548842c5-43dd-4cbc-89d5-8eaff1222efd'}, {'subnet_id': 'a7754df8-27a2-418c-964d-c65ae046758b'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:38:25.316115 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2e58ade6-2fc3-4655-bdf7-13512097e173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:25.330115 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1643c9df-2b57-4509-b77b-7af26bb3fd53 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Router 93c71091-7642-44fc-85e4-83f5262860bd has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:38:25.355530 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-1311ef23-1d45-4759-bb39-52ae2a59dce2 None None] Set router b939319a-c05f-4d01-a659-4d57604fde53 gateway port host: None {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:38:25.370267 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0453a6ab-60ea-448f-b363-f1f226b3d010 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Pushing event updated for resources: {'Port': ['ID=f24e9e29-fbdc-4bda-bd1f-d575f28760d1,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:25.470537 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6673c5c5-4afa-4382-aa96-a944f429a975 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Pushing event deleted for resources: {'Port': ['ID=60901503-f5d1-4079-8354-0ee53c52d288,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:25.478460 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-22f4e485-61dd-4097-bdad-937899d685a8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5162623 Sep 22 21:38:25.487535 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46360) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:25.532493 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-1311ef23-1d45-4759-bb39-52ae2a59dce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'name': 'tempest-RoutersIpV6Test-router-902998151', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:36:31Z', 'updated_at': '2022-09-22T21:38:22Z', 'revision_number': 11, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'gw_port_host': None}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:25.538477 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1311ef23-1d45-4759-bb39-52ae2a59dce2 None None] The sync data for ids ['b939319a-c05f-4d01-a659-4d57604fde53'] in dv-neutron-858900-1-hyperv is: [{'id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'name': 'tempest-RoutersIpV6Test-router-902998151', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:36:31Z', 'updated_at': '2022-09-22T21:38:22Z', 'revision_number': 11, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'gw_port_host': None}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:38:25.603779 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6673c5c5-4afa-4382-aa96-a944f429a975 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:25.608320 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-6673c5c5-4afa-4382-aa96-a944f429a975 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] 10.222.0.33 "DELETE /v2.0/ports/60901503-f5d1-4079-8354-0ee53c52d288 HTTP/1.1" status: 204 len: 168 time: 2.1038845 Sep 22 21:38:25.610149 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46366) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:25.616549 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-2e58ade6-2fc3-4655-bdf7-13512097e173 None None] Allocated IP 2001:db8:0:1::2 (98c62b9a-5d2a-496f-a1e5-12a6874f54f0/a7754df8-27a2-418c-964d-c65ae046758b/5a7310d7-6962-4892-98d7-bc42682e2559) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:38:25.626584 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-2e58ade6-2fc3-4655-bdf7-13512097e173 None None] Allocated IP 2001:db8::f816:3eff:fea8:1889 (98c62b9a-5d2a-496f-a1e5-12a6874f54f0/548842c5-43dd-4cbc-89d5-8eaff1222efd/5a7310d7-6962-4892-98d7-bc42682e2559) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:38:25.679666 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-57460424-383e-4c42-9591-f35fa97cc436 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:25.714409 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-8f3e5bb7-87a6-4fc9-ab27-23ce15b7a015 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'port': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'mac_address': 'fa:16:3e:56:5d:20', 'name': 'tempest-NetworksTestDHCPv6-1494773871'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:25.741691 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:25.802022 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a47541b8-b431-404b-a8ce-909070724902 tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:25.859371 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2e58ade6-2fc3-4655-bdf7-13512097e173 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:25.869825 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-2e58ade6-2fc3-4655-bdf7-13512097e173 None None] Transition to ACTIVE for port object 5a7310d7-6962-4892-98d7-bc42682e2559 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:38:25.892839 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-2e58ade6-2fc3-4655-bdf7-13512097e173 None None] Transition to ACTIVE for port object 5a7310d7-6962-4892-98d7-bc42682e2559 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:38:25.900567 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2e58ade6-2fc3-4655-bdf7-13512097e173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:25.980155 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e58ade6-2fc3-4655-bdf7-13512097e173 None None] Pushing event updated for resources: {'Port': ['ID=5a7310d7-6962-4892-98d7-bc42682e2559,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:26.000953 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device aa3e28f6-24e5-406d-bfb8-155d6ff21c76 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:38:26.050369 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e58ade6-2fc3-4655-bdf7-13512097e173 None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:38:26.053133 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: aa3e28f6-24e5-406d-bfb8-155d6ff21c76 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:38:26.053746 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device aa3e28f6-24e5-406d-bfb8-155d6ff21c76 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:38:26.055706 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-2e58ade6-2fc3-4655-bdf7-13512097e173 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:38:26.058236 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e58ade6-2fc3-4655-bdf7-13512097e173 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:38:26.091757 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-57460424-383e-4c42-9591-f35fa97cc436 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:26.158525 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-8f3e5bb7-87a6-4fc9-ab27-23ce15b7a015 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:26.162101 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57460424-383e-4c42-9591-f35fa97cc436 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event deleted for resources: {'Subnet': ['ID=f286df80-3d5a-4ce9-ba7d-1348c9a80060,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:26.166370 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-57460424-383e-4c42-9591-f35fa97cc436 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:26.179444 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0b7ba3-5c8f-4277-9e6f-0a8e106321b1 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:26.180165 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-8b0b7ba3-5c8f-4277-9e6f-0a8e106321b1 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Synchronizing usage tracker for tenant:43c8fa0213da4f47a6706f7ea64b9b94 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:38:26.204785 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3b1f8d-f4e6-4057-b11c-f86fbe76f192 None None] Network f9c36acf-d10a-4415-b6ee-1ffb91d33c43 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:38:26.205027 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-8f3e5bb7-87a6-4fc9-ab27-23ce15b7a015 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:26.216631 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-57460424-383e-4c42-9591-f35fa97cc436 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "DELETE /v2.0/subnets/f286df80-3d5a-4ce9-ba7d-1348c9a80060 HTTP/1.1" status: 204 len: 168 time: 1.5684254 Sep 22 21:38:26.221331 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46370) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:26.253478 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3e5bb7-87a6-4fc9-ab27-23ce15b7a015 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:38:26.259246 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1643c9df-2b57-4509-b77b-7af26bb3fd53 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:38:26.285575 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1643c9df-2b57-4509-b77b-7af26bb3fd53 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:26.289374 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-1643c9df-2b57-4509-b77b-7af26bb3fd53 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "PUT /v2.0/routers/93c71091-7642-44fc-85e4-83f5262860bd HTTP/1.1" status: 200 len: 887 time: 3.4654377 Sep 22 21:38:26.290227 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46374) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:26.322843 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-8b0b7ba3-5c8f-4277-9e6f-0a8e106321b1 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Unset dirty status for tenant:43c8fa0213da4f47a6706f7ea64b9b94 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:38:26.326821 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-8b0b7ba3-5c8f-4277-9e6f-0a8e106321b1 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] 10.222.0.33 "GET /v2.0/ports?device_id=b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15 HTTP/1.1" status: 200 len: 913 time: 0.7116482 Sep 22 21:38:26.330503 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46378) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:26.353186 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90431249-c5b2-436b-b2c4-3fdd3a4d289f None None] Sync routers for ids ['93c71091-7642-44fc-85e4-83f5262860bd'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:38:26.425366 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-2e58ade6-2fc3-4655-bdf7-13512097e173 None None] Attempting to bind port 5a7310d7-6962-4892-98d7-bc42682e2559 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:38:26.425733 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-2e58ade6-2fc3-4655-bdf7-13512097e173 None None] Attempting to bind port 5a7310d7-6962-4892-98d7-bc42682e2559 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:38:26.426192 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e58ade6-2fc3-4655-bdf7-13512097e173 None None] Attempting to bind port 5a7310d7-6962-4892-98d7-bc42682e2559 on network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:38:26.431114 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90431249-c5b2-436b-b2c4-3fdd3a4d289f None None] Routers {'93c71091-7642-44fc-85e4-83f5262860bd'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:38:26.431894 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-90431249-c5b2-436b-b2c4-3fdd3a4d289f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:38:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['93c71091-7642-44fc-85e4-83f5262860bd'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:26.493149 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e58ade6-2fc3-4655-bdf7-13512097e173 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:38:26.493689 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e58ade6-2fc3-4655-bdf7-13512097e173 None None] Checking segment: {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:38:26.494218 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2e58ade6-2fc3-4655-bdf7-13512097e173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:26.494758 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e58ade6-2fc3-4655-bdf7-13512097e173 None None] Bound using segment: {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:38:26.495321 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-2e58ade6-2fc3-4655-bdf7-13512097e173 None None] Bound port: 5a7310d7-6962-4892-98d7-bc42682e2559, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:38:26.495788 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2e58ade6-2fc3-4655-bdf7-13512097e173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:26.520567 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-90431249-c5b2-436b-b2c4-3fdd3a4d289f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:26.531007 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c4e248c7-9203-4a85-85b8-5e83b898e708 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:26.577236 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90431249-c5b2-436b-b2c4-3fdd3a4d289f None None] Routers {'93c71091-7642-44fc-85e4-83f5262860bd'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:38:26.577236 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-90431249-c5b2-436b-b2c4-3fdd3a4d289f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:38:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['93c71091-7642-44fc-85e4-83f5262860bd'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:26.645213 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-90431249-c5b2-436b-b2c4-3fdd3a4d289f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:26.645771 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90431249-c5b2-436b-b2c4-3fdd3a4d289f None None] The sync data for ids ['93c71091-7642-44fc-85e4-83f5262860bd'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:38:26.648381 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c48a5a72-e630-44ac-a030-c89d0706897e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:26.666067 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2cc5d37e-d5e1-40ee-96ee-35911e37e86b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "GET /v2.0/routers/93c71091-7642-44fc-85e4-83f5262860bd HTTP/1.1" status: 200 len: 887 time: 0.3717613 Sep 22 21:38:26.668952 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46382) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:26.681852 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-2e58ade6-2fc3-4655-bdf7-13512097e173 None None] For port 5a7310d7-6962-4892-98d7-bc42682e2559, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:38:26.685358 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-2e58ade6-2fc3-4655-bdf7-13512097e173 None None] For port 5a7310d7-6962-4892-98d7-bc42682e2559, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=5a7310d7-6962-4892-98d7-bc42682e2559,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:38:26.693498 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2e58ade6-2fc3-4655-bdf7-13512097e173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:26.755714 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d4a0fd-b192-464e-bf20-46ed9bc2cb20 None None] DHCP port deletion for f9c36acf-d10a-4415-b6ee-1ffb91d33c43 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:38:26.766302 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-c5d4a0fd-b192-464e-bf20-46ed9bc2cb20 None None] Deleting port a8ee2d5e-bf2f-4a5c-ba3d-a5776a175ad0 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:38:26.766830 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c5d4a0fd-b192-464e-bf20-46ed9bc2cb20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:26.775686 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-c48a5a72-e630-44ac-a030-c89d0706897e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Deleting port a8ee2d5e-bf2f-4a5c-ba3d-a5776a175ad0 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:38:26.775954 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c48a5a72-e630-44ac-a030-c89d0706897e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:26.829374 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e58ade6-2fc3-4655-bdf7-13512097e173 None None] Pushing event updated for resources: {'Port': ['ID=5a7310d7-6962-4892-98d7-bc42682e2559,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:26.832526 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-a705836f-b70b-4d82-a93b-e71b3bd398d5 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Synchronizing usage tracker for tenant:d0dc9097dd2d4c51a9e00ba2c2c3535e on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:38:26.838552 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8f3e5bb7-87a6-4fc9-ab27-23ce15b7a015 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:26.859592 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0453a6ab-60ea-448f-b363-f1f226b3d010 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:26.938335 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-a705836f-b70b-4d82-a93b-e71b3bd398d5 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Unset dirty status for tenant:d0dc9097dd2d4c51a9e00ba2c2c3535e on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:38:26.941954 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a705836f-b70b-4d82-a93b-e71b3bd398d5 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "GET /v2.0/ports?device_id=93c71091-7642-44fc-85e4-83f5262860bd HTTP/1.1" status: 200 len: 205 time: 0.2685180 Sep 22 21:38:26.953089 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46386) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:27.002658 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [None req-8f3e5bb7-87a6-4fc9-ab27-23ce15b7a015 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] device_id is not set on port d49bdbda-668f-49e9-96b5-680579225661 yet. {{(pid=89008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:38:27.021943 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-c5d4a0fd-b192-464e-bf20-46ed9bc2cb20 None None] For port a8ee2d5e-bf2f-4a5c-ba3d-a5776a175ad0, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=a8ee2d5e-bf2f-4a5c-ba3d-a5776a175ad0,segment=NetworkSegment(c22505ee-4702-4fb0-afdd-3a3bee8afd44),segment_id=c22505ee-4702-4fb0-afdd-3a3bee8afd44)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:38:27.022405 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c5d4a0fd-b192-464e-bf20-46ed9bc2cb20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:27.252147 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-c5d4a0fd-b192-464e-bf20-46ed9bc2cb20 None None] Calling delete_port for a8ee2d5e-bf2f-4a5c-ba3d-a5776a175ad0 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:38:27.363417 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c5d4a0fd-b192-464e-bf20-46ed9bc2cb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:27.412833 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d4a0fd-b192-464e-bf20-46ed9bc2cb20 None None] Pushing event deleted for resources: {'Port': ['ID=a8ee2d5e-bf2f-4a5c-ba3d-a5776a175ad0,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:27.416393 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a47541b8-b431-404b-a8ce-909070724902 tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:27.418755 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d4a0fd-b192-464e-bf20-46ed9bc2cb20 None None] No DVR routers for this DVR port a8ee2d5e-bf2f-4a5c-ba3d-a5776a175ad0 on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:38:27.427642 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0453a6ab-60ea-448f-b363-f1f226b3d010 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:27.460203 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a47541b8-b431-404b-a8ce-909070724902 tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:27.562851 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-011975cd-b00e-46e1-aaa3-adc1725dbbfb tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for router, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:27.563778 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-c48a5a72-e630-44ac-a030-c89d0706897e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] For port a8ee2d5e-bf2f-4a5c-ba3d-a5776a175ad0, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=a8ee2d5e-bf2f-4a5c-ba3d-a5776a175ad0,segment=NetworkSegment(c22505ee-4702-4fb0-afdd-3a3bee8afd44),segment_id=c22505ee-4702-4fb0-afdd-3a3bee8afd44)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:38:27.564151 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c48a5a72-e630-44ac-a030-c89d0706897e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:27.814774 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-c48a5a72-e630-44ac-a030-c89d0706897e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Calling delete_port for a8ee2d5e-bf2f-4a5c-ba3d-a5776a175ad0 owned by network:dhcp {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:38:27.887165 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-c4e248c7-9203-4a85-85b8-5e83b898e708 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Allocated IP 172.20.0.1 (28d550d8-6999-4fc1-bb11-06b6db4a72bb/0e7c3479-7b4d-4779-82fc-a3402048d525/eea18b87-2373-4a97-82af-1eecda82b99f) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:38:28.054969 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 5a7310d7-6962-4892-98d7-bc42682e2559 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:38:28.117069 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-8f3e5bb7-87a6-4fc9-ab27-23ce15b7a015 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Allocated IP 2001:db8:0:1::378 (98c62b9a-5d2a-496f-a1e5-12a6874f54f0/a7754df8-27a2-418c-964d-c65ae046758b/d49bdbda-668f-49e9-96b5-680579225661) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:38:28.154490 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-8f3e5bb7-87a6-4fc9-ab27-23ce15b7a015 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Allocated IP 2001:db8::f816:3eff:fe56:5d20 (98c62b9a-5d2a-496f-a1e5-12a6874f54f0/548842c5-43dd-4cbc-89d5-8eaff1222efd/d49bdbda-668f-49e9-96b5-680579225661) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:38:28.167510 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 5a7310d7-6962-4892-98d7-bc42682e2559 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:38:28.174562 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c2d95b-6771-42b4-916f-f3344106d71a None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:38:28.193911 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.db.api [None req-c48a5a72-e630-44ac-a030-c89d0706897e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:38:28.194306 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG oslo_db.api [None req-c48a5a72-e630-44ac-a030-c89d0706897e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:38:28.196425 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-011975cd-b00e-46e1-aaa3-adc1725dbbfb tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:28.239313 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-011975cd-b00e-46e1-aaa3-adc1725dbbfb tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Deleting port 0ff4bc22-8180-4ebe-bad1-aad68992d875 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:38:28.239746 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-011975cd-b00e-46e1-aaa3-adc1725dbbfb tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:28.284523 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a47541b8-b431-404b-a8ce-909070724902 tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Notify callbacks [] for router, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:28.314099 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-ce9b8c93-ad82-4c39-832e-98b796a248b8 None None] Provisioning for port 5a7310d7-6962-4892-98d7-bc42682e2559 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:38:28.346684 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device a8ee2d5e-bf2f-4a5c-ba3d-a5776a175ad0 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:38:28.376068 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0453a6ab-60ea-448f-b363-f1f226b3d010 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:28.379806 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-ce9b8c93-ad82-4c39-832e-98b796a248b8 None None] Provisioning complete for port 5a7310d7-6962-4892-98d7-bc42682e2559 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:38:28.380398 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ce9b8c93-ad82-4c39-832e-98b796a248b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:28.380601 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-ce9b8c93-ad82-4c39-832e-98b796a248b8 None None] Attempt 1 to provision port 5a7310d7-6962-4892-98d7-bc42682e2559 Sep 22 21:38:28.396296 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0453a6ab-60ea-448f-b363-f1f226b3d010 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:28.419569 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: a8ee2d5e-bf2f-4a5c-ba3d-a5776a175ad0 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:38:28.419569 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device a8ee2d5e-bf2f-4a5c-ba3d-a5776a175ad0 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:38:28.429631 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c4e248c7-9203-4a85-85b8-5e83b898e708 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:28.557709 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0453a6ab-60ea-448f-b363-f1f226b3d010 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Pushing event updated for resources: {'Port': ['ID=f24e9e29-fbdc-4bda-bd1f-d575f28760d1,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:28.568607 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0453a6ab-60ea-448f-b363-f1f226b3d010 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:28.569043 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-c4e248c7-9203-4a85-85b8-5e83b898e708 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Transition to ACTIVE for port object eea18b87-2373-4a97-82af-1eecda82b99f will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:38:28.627385 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ce9b8c93-ad82-4c39-832e-98b796a248b8 None None] Current status of the port 5a7310d7-6962-4892-98d7-bc42682e2559 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:38:28.627714 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ce9b8c93-ad82-4c39-832e-98b796a248b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:28.645426 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9bb3ef92-583e-479c-b2db-7312ad92c4b5 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:28.669422 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-ce9b8c93-ad82-4c39-832e-98b796a248b8 None None] For port 5a7310d7-6962-4892-98d7-bc42682e2559, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=5a7310d7-6962-4892-98d7-bc42682e2559,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:38:28.676016 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ce9b8c93-ad82-4c39-832e-98b796a248b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:28.702370 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-c48a5a72-e630-44ac-a030-c89d0706897e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Deleting port a8ee2d5e-bf2f-4a5c-ba3d-a5776a175ad0 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:38:28.702743 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c48a5a72-e630-44ac-a030-c89d0706897e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:28.721602 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a47541b8-b431-404b-a8ce-909070724902 tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:28.727989 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a47541b8-b431-404b-a8ce-909070724902 tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:28.754794 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8f3e5bb7-87a6-4fc9-ab27-23ce15b7a015 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:28.765285 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b8c93-ad82-4c39-832e-98b796a248b8 None None] Pushing event updated for resources: {'Port': ['ID=5a7310d7-6962-4892-98d7-bc42682e2559,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:28.799271 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a47541b8-b431-404b-a8ce-909070724902 tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:28.799782 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47541b8-b431-404b-a8ce-909070724902 tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 126343e7-fdde-47f1-b115-7f14caaa47a5 {{(pid=89009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:38:28.810460 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-011975cd-b00e-46e1-aaa3-adc1725dbbfb tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:28.829925 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-c48a5a72-e630-44ac-a030-c89d0706897e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] The port 'a8ee2d5e-bf2f-4a5c-ba3d-a5776a175ad0' was deleted {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 21:38:28.832876 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c4e248c7-9203-4a85-85b8-5e83b898e708 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:28.917111 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-8f3e5bb7-87a6-4fc9-ab27-23ce15b7a015 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Transition to ACTIVE for port object d49bdbda-668f-49e9-96b5-680579225661 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:38:29.000206 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-011975cd-b00e-46e1-aaa3-adc1725dbbfb tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Calling delete_port for 0ff4bc22-8180-4ebe-bad1-aad68992d875 owned by network:router_gateway {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:38:29.003725 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-5fa24145-f6a1-44b7-8ebd-a31b725b39a8 None None] Provisioning complete for port 5a7310d7-6962-4892-98d7-bc42682e2559 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:38:29.004164 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5fa24145-f6a1-44b7-8ebd-a31b725b39a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:29.004554 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-5fa24145-f6a1-44b7-8ebd-a31b725b39a8 None None] Attempt 1 to provision port 5a7310d7-6962-4892-98d7-bc42682e2559 Sep 22 21:38:29.048277 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-a47541b8-b431-404b-a8ce-909070724902 tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 22 21:38:29.051954 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a47541b8-b431-404b-a8ce-909070724902 tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.4478686 Sep 22 21:38:29.061480 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46390) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:29.063242 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e248c7-9203-4a85-85b8-5e83b898e708 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Network 28d550d8-6999-4fc1-bb11-06b6db4a72bb is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:38:29.071740 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-c4e248c7-9203-4a85-85b8-5e83b898e708 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:38:29.074667 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e248c7-9203-4a85-85b8-5e83b898e708 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:38:29.127769 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.l3_db [None req-0453a6ab-60ea-448f-b363-f1f226b3d010 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Floating IP 01ccfcf9-49be-4854-ac37-e101923cd2f7 associated. External IP: 172.26.0.135, port: 93959960-efb2-4e13-ba82-ecad6483840d. Sep 22 21:38:29.128055 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-5fa24145-f6a1-44b7-8ebd-a31b725b39a8 None None] Current status of the port 5a7310d7-6962-4892-98d7-bc42682e2559 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:38:29.164622 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e248c7-9203-4a85-85b8-5e83b898e708 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Pushing event updated for resources: {'Port': ['ID=eea18b87-2373-4a97-82af-1eecda82b99f,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:29.181607 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c48a5a72-e630-44ac-a030-c89d0706897e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:29.313382 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-c48a5a72-e630-44ac-a030-c89d0706897e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9c36acf-d10a-4415-b6ee-1ffb91d33c43']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:29.323429 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8f3e5bb7-87a6-4fc9-ab27-23ce15b7a015 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:29.353509 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-cf0a6bc2-d5a1-48c3-8990-07af03ba1952 None None] Provisioning for port eea18b87-2373-4a97-82af-1eecda82b99f completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:38:29.360940 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-cf0a6bc2-d5a1-48c3-8990-07af03ba1952 None None] Provisioning complete for port eea18b87-2373-4a97-82af-1eecda82b99f triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:38:29.361517 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-cf0a6bc2-d5a1-48c3-8990-07af03ba1952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:29.361949 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-cf0a6bc2-d5a1-48c3-8990-07af03ba1952 None None] Attempt 1 to provision port eea18b87-2373-4a97-82af-1eecda82b99f Sep 22 21:38:29.369798 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c4e248c7-9203-4a85-85b8-5e83b898e708 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:29.405129 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-96c84908-9b53-498e-b7b3-665dc2601dec tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Deleting port a3cad5d5-4b7d-433b-be50-b8f51a6540b0 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:38:29.405472 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-96c84908-9b53-498e-b7b3-665dc2601dec tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:29.418753 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-cf0a6bc2-d5a1-48c3-8990-07af03ba1952 None None] Port eea18b87-2373-4a97-82af-1eecda82b99f cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:38:29.577663 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-c48a5a72-e630-44ac-a030-c89d0706897e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c22505ee-4702-4fb0-afdd-3a3bee8afd44') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:29.577946 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-c48a5a72-e630-44ac-a030-c89d0706897e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c22505ee-4702-4fb0-afdd-3a3bee8afd44') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:29.631349 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c48a5a72-e630-44ac-a030-c89d0706897e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:29.663439 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3e5bb7-87a6-4fc9-ab27-23ce15b7a015 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:38:29.671342 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-8f3e5bb7-87a6-4fc9-ab27-23ce15b7a015 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:38:29.675484 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c48a5a72-e630-44ac-a030-c89d0706897e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:29.678449 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e5bb7-87a6-4fc9-ab27-23ce15b7a015 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Port': ['ID=d49bdbda-668f-49e9-96b5-680579225661,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:29.687029 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3e5bb7-87a6-4fc9-ab27-23ce15b7a015 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:38:29.692431 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3e5bb7-87a6-4fc9-ab27-23ce15b7a015 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:29.693250 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8f3e5bb7-87a6-4fc9-ab27-23ce15b7a015 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:29.711741 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c48a5a72-e630-44ac-a030-c89d0706897e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:38:29.712146 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c48a5a72-e630-44ac-a030-c89d0706897e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:29.742968 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3e5bb7-87a6-4fc9-ab27-23ce15b7a015 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:38:29.743513 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3e5bb7-87a6-4fc9-ab27-23ce15b7a015 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:38:29.743861 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3e5bb7-87a6-4fc9-ab27-23ce15b7a015 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:38:29.744203 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3e5bb7-87a6-4fc9-ab27-23ce15b7a015 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:38:29.744536 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3e5bb7-87a6-4fc9-ab27-23ce15b7a015 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:38:29.744866 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3e5bb7-87a6-4fc9-ab27-23ce15b7a015 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:38:29.745202 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3e5bb7-87a6-4fc9-ab27-23ce15b7a015 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:38:29.745532 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3e5bb7-87a6-4fc9-ab27-23ce15b7a015 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:38:29.745893 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3e5bb7-87a6-4fc9-ab27-23ce15b7a015 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:38:29.746214 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3e5bb7-87a6-4fc9-ab27-23ce15b7a015 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:38:29.746535 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3e5bb7-87a6-4fc9-ab27-23ce15b7a015 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:38:29.746883 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3e5bb7-87a6-4fc9-ab27-23ce15b7a015 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:38:29.802954 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment c22505ee-4702-4fb0-afdd-3a3bee8afd44 resource provider aggregate not found Sep 22 21:38:29.865070 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-011975cd-b00e-46e1-aaa3-adc1725dbbfb tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:29.893060 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment c22505ee-4702-4fb0-afdd-3a3bee8afd44 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c22505ee-4702-4fb0-afdd-3a3bee8afd44 found for delete ", "request_id": "req-cee85550-4b6d-4683-a355-187211fafe21"}]} Sep 22 21:38:29.913465 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-8f3e5bb7-87a6-4fc9-ab27-23ce15b7a015 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.4223428 Sep 22 21:38:29.919946 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-cf0a6bc2-d5a1-48c3-8990-07af03ba1952 None None] Attempt 2 to provision port eea18b87-2373-4a97-82af-1eecda82b99f Sep 22 21:38:29.923450 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46398) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:29.953030 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-96c84908-9b53-498e-b7b3-665dc2601dec tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:29.967765 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c48a5a72-e630-44ac-a030-c89d0706897e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:29.991735 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-cf0a6bc2-d5a1-48c3-8990-07af03ba1952 None None] Port eea18b87-2373-4a97-82af-1eecda82b99f cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:38:29.995726 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011975cd-b00e-46e1-aaa3-adc1725dbbfb tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event deleted for resources: {'Port': ['ID=0ff4bc22-8180-4ebe-bad1-aad68992d875,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:30.023123 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 5a7310d7-6962-4892-98d7-bc42682e2559 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:38:30.042456 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c48a5a72-e630-44ac-a030-c89d0706897e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:30.094708 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 5a7310d7-6962-4892-98d7-bc42682e2559 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:38:30.095067 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:30.095579 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 5a7310d7-6962-4892-98d7-bc42682e2559 Sep 22 21:38:30.101175 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c4e248c7-9203-4a85-85b8-5e83b898e708 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:30.116610 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a5a72-e630-44ac-a030-c89d0706897e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Pushing event deleted for resources: {'Network': ['ID=f9c36acf-d10a-4415-b6ee-1ffb91d33c43,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:30.147491 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c48a5a72-e630-44ac-a030-c89d0706897e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "DELETE /v2.0/networks/f9c36acf-d10a-4415-b6ee-1ffb91d33c43 HTTP/1.1" status: 204 len: 168 time: 3.9247718 Sep 22 21:38:30.177601 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46402) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:30.184141 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-96c84908-9b53-498e-b7b3-665dc2601dec tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Calling delete_port for a3cad5d5-4b7d-433b-be50-b8f51a6540b0 owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:38:30.188603 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-cfcf9e77-719c-46c0-a43a-9da35115d3e6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Deleting port d49bdbda-668f-49e9-96b5-680579225661 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:38:30.188949 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cfcf9e77-719c-46c0-a43a-9da35115d3e6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:30.208909 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 5a7310d7-6962-4892-98d7-bc42682e2559 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:38:30.215513 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-9bb3ef92-583e-479c-b2db-7312ad92c4b5 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Deleting port 011154ed-c556-4b34-9f93-6d295f580547 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:38:30.215861 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9bb3ef92-583e-479c-b2db-7312ad92c4b5 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:30.216352 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-7d797753-4fec-4113-b918-eb91aa2c89ca tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Request body: {'router': {'routes': None}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:30.287089 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0453a6ab-60ea-448f-b363-f1f226b3d010 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Router 5a135788-3c81-4a45-b4f7-53f956b1ba11 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:38:30.421053 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-011975cd-b00e-46e1-aaa3-adc1725dbbfb tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8012236'] for router_gateway, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:30.493291 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-cf0a6bc2-d5a1-48c3-8990-07af03ba1952 None None] Attempt 3 to provision port eea18b87-2373-4a97-82af-1eecda82b99f Sep 22 21:38:30.555808 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-cf0a6bc2-d5a1-48c3-8990-07af03ba1952 None None] Port eea18b87-2373-4a97-82af-1eecda82b99f cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:38:30.753437 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9bb3ef92-583e-479c-b2db-7312ad92c4b5 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:30.767452 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0453a6ab-60ea-448f-b363-f1f226b3d010 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:38:30.779101 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75549757-d1eb-4bf9-b326-da61ef257912 None None] Sync routers for ids ['5a135788-3c81-4a45-b4f7-53f956b1ba11'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:38:30.787957 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75549757-d1eb-4bf9-b326-da61ef257912 None None] Routers {'5a135788-3c81-4a45-b4f7-53f956b1ba11'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:38:30.788794 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-75549757-d1eb-4bf9-b326-da61ef257912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:38:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['5a135788-3c81-4a45-b4f7-53f956b1ba11'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:30.910517 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-9bb3ef92-583e-479c-b2db-7312ad92c4b5 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Calling delete_port for 011154ed-c556-4b34-9f93-6d295f580547 owned by network:router_interface {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:38:30.939155 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cfcf9e77-719c-46c0-a43a-9da35115d3e6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:30.967877 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0453a6ab-60ea-448f-b363-f1f226b3d010 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:30.970462 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-75549757-d1eb-4bf9-b326-da61ef257912 None None] Set router 5a135788-3c81-4a45-b4f7-53f956b1ba11 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:38:30.990595 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-011975cd-b00e-46e1-aaa3-adc1725dbbfb tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:31.002752 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.extraroute_db [None req-7d797753-4fec-4113-b918-eb91aa2c89ca tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Added routes are [] {{(pid=89009) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 22 21:38:31.003124 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.extraroute_db [None req-7d797753-4fec-4113-b918-eb91aa2c89ca tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Removed routes are [] {{(pid=89009) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 22 21:38:31.003426 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7d797753-4fec-4113-b918-eb91aa2c89ca tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:31.005711 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-011975cd-b00e-46e1-aaa3-adc1725dbbfb tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:31.056876 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-cf0a6bc2-d5a1-48c3-8990-07af03ba1952 None None] Attempt 4 to provision port eea18b87-2373-4a97-82af-1eecda82b99f Sep 22 21:38:31.157223 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-cf0a6bc2-d5a1-48c3-8990-07af03ba1952 None None] Port eea18b87-2373-4a97-82af-1eecda82b99f cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:38:31.256764 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-cfcf9e77-719c-46c0-a43a-9da35115d3e6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Calling delete_port for d49bdbda-668f-49e9-96b5-680579225661 owned by {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:38:31.272851 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-011975cd-b00e-46e1-aaa3-adc1725dbbfb tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:31.273383 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011975cd-b00e-46e1-aaa3-adc1725dbbfb tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Fanout notify agent at l3_agent the message router_deleted on router 93c71091-7642-44fc-85e4-83f5262860bd {{(pid=89009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:38:31.346021 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-0453a6ab-60ea-448f-b363-f1f226b3d010 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 9.2093947 Sep 22 21:38:31.350576 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a97a8275-3663-4515-ba22-5b85e1d86b1d', 'tag': '93959960-efb2-4e13-ba82-ecad6483840d'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:38:31.353263 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a0ef9c-6233-489d-b9e1-b4e20a64b871" -d '{"events": [{"name": "network-changed", "server_uuid": "a97a8275-3663-4515-ba22-5b85e1d86b1d", "tag": "93959960-efb2-4e13-ba82-ecad6483840d"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:38:31.373277 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-75549757-d1eb-4bf9-b326-da61ef257912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a135788-3c81-4a45-b4f7-53f956b1ba11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865649816', 'tenant_id': '517fabe13ed84839b585ff4613a45446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.185'}], 'enable_snat': True}, 'gw_port_id': 'b4e8daf8-576a-404d-90c7-1f0617bda9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:37:24Z', 'updated_at': '2022-09-22T21:37:47Z', 'revision_number': 4, 'project_id': '517fabe13ed84839b585ff4613a45446', 'gw_port': {'id': 'b4e8daf8-576a-404d-90c7-1f0617bda9e3', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a135788-3c81-4a45-b4f7-53f956b1ba11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:37:27Z', 'updated_at': '2022-09-22T21:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '01ccfcf9-49be-4854-ac37-e101923cd2f7', 'tenant_id': '517fabe13ed84839b585ff4613a45446', 'floating_ip_address': '172.26.0.135', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '5a135788-3c81-4a45-b4f7-53f956b1ba11', 'port_id': '93959960-efb2-4e13-ba82-ecad6483840d', 'fixed_ip_address': '172.20.0.24', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3705f0f0-ca60-4eb5-a73e-00234b5f2f73', 'mac_address': 'fa:16:3e:8e:c9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97a8275-3663-4515-ba22-5b85e1d86b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:38:26Z', 'updated_at': '2022-09-22T21:38:26Z', 'revision_number': 0, 'project_id': '517fabe13ed84839b585ff4613a45446', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c00be16d-1b99-4c4f-8184-fa454626ffc4', 'name': '', 'network_id': '3705f0f0-ca60-4eb5-a73e-00234b5f2f73', 'tenant_id': '517fabe13ed84839b585ff4613a45446', 'mac_address': 'fa:16:3e:a0:26:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a135788-3c81-4a45-b4f7-53f956b1ba11', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '4336dad9-ca55-4b02-8b44-004ea34cf4f2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:37:44Z', 'updated_at': '2022-09-22T21:37:56Z', 'revision_number': 5, 'project_id': '517fabe13ed84839b585ff4613a45446', 'subnets': [{'id': '4336dad9-ca55-4b02-8b44-004ea34cf4f2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:31.377713 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75549757-d1eb-4bf9-b326-da61ef257912 None None] Checking router: 5a135788-3c81-4a45-b4f7-53f956b1ba11 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:38:31.388125 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75549757-d1eb-4bf9-b326-da61ef257912 None None] Routers {'5a135788-3c81-4a45-b4f7-53f956b1ba11'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:38:31.388261 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-75549757-d1eb-4bf9-b326-da61ef257912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:38:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['5a135788-3c81-4a45-b4f7-53f956b1ba11'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:31.399149 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-96c84908-9b53-498e-b7b3-665dc2601dec tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:31.535459 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7d797753-4fec-4113-b918-eb91aa2c89ca tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:31.590848 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-75549757-d1eb-4bf9-b326-da61ef257912 None None] Set router 5a135788-3c81-4a45-b4f7-53f956b1ba11 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:38:31.613055 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7d797753-4fec-4113-b918-eb91aa2c89ca tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8026890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8012281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8012114'] for router, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:31.614710 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18efa0a0-e923-4229-bf1c-cbf872c0cd21 x-openstack-request-id: req-18efa0a0-e923-4229-bf1c-cbf872c0cd21 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:38:31.615000 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a97a8275-3663-4515-ba22-5b85e1d86b1d", "tag": "93959960-efb2-4e13-ba82-ecad6483840d", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:38:31.615264 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-18efa0a0-e923-4229-bf1c-cbf872c0cd21 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:38:31.615661 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18efa0a0-e923-4229-bf1c-cbf872c0cd21'] response: {'name': 'network-changed', 'server_uuid': 'a97a8275-3663-4515-ba22-5b85e1d86b1d', 'tag': '93959960-efb2-4e13-ba82-ecad6483840d', 'status': 'completed', 'code': 200} Sep 22 21:38:31.659127 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-cf0a6bc2-d5a1-48c3-8990-07af03ba1952 None None] Attempt 5 to provision port eea18b87-2373-4a97-82af-1eecda82b99f Sep 22 21:38:31.692942 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9bb3ef92-583e-479c-b2db-7312ad92c4b5 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:31.733431 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-cf0a6bc2-d5a1-48c3-8990-07af03ba1952 None None] Port eea18b87-2373-4a97-82af-1eecda82b99f cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:38:31.756316 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb3ef92-583e-479c-b2db-7312ad92c4b5 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Pushing event deleted for resources: {'Port': ['ID=011154ed-c556-4b34-9f93-6d295f580547,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:31.792525 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c84908-9b53-498e-b7b3-665dc2601dec tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Pushing event deleted for resources: {'Port': ['ID=a3cad5d5-4b7d-433b-be50-b8f51a6540b0,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:31.801754 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cfcf9e77-719c-46c0-a43a-9da35115d3e6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:31.898892 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf9e77-719c-46c0-a43a-9da35115d3e6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event deleted for resources: {'Port': ['ID=d49bdbda-668f-49e9-96b5-680579225661,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:31.922920 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-011975cd-b00e-46e1-aaa3-adc1725dbbfb tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:31.927752 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-011975cd-b00e-46e1-aaa3-adc1725dbbfb tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "DELETE /v2.0/routers/93c71091-7642-44fc-85e4-83f5262860bd HTTP/1.1" status: 204 len: 168 time: 4.9658072 Sep 22 21:38:31.945914 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c84908-9b53-498e-b7b3-665dc2601dec tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:38:31.946262 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c84908-9b53-498e-b7b3-665dc2601dec tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:38:31.946707 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c84908-9b53-498e-b7b3-665dc2601dec tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:38:31.946958 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c84908-9b53-498e-b7b3-665dc2601dec tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:38:31.947293 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c84908-9b53-498e-b7b3-665dc2601dec tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:38:31.947557 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46412) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:31.948006 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c84908-9b53-498e-b7b3-665dc2601dec tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:38:31.948006 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c84908-9b53-498e-b7b3-665dc2601dec tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:38:31.948258 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c84908-9b53-498e-b7b3-665dc2601dec tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:38:31.948569 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c84908-9b53-498e-b7b3-665dc2601dec tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:38:31.949506 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c84908-9b53-498e-b7b3-665dc2601dec tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:38:31.949841 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c84908-9b53-498e-b7b3-665dc2601dec tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:38:31.950167 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c84908-9b53-498e-b7b3-665dc2601dec tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:38:31.968714 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-fe581acd-c5f5-4bf3-a9f1-5566973e1e94 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Request body: {'network': {'name': 'tempest-RoutersTest-1008066216'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:31.999760 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-96c84908-9b53-498e-b7b3-665dc2601dec tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:32.001669 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-96c84908-9b53-498e-b7b3-665dc2601dec tempest-RoutersAdminNegativeTest-156077835 tempest-RoutersAdminNegativeTest-156077835-project-admin] 10.222.0.33 "DELETE /v2.0/ports/a3cad5d5-4b7d-433b-be50-b8f51a6540b0 HTTP/1.1" status: 204 len: 168 time: 2.9352250 Sep 22 21:38:32.009785 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-75549757-d1eb-4bf9-b326-da61ef257912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a135788-3c81-4a45-b4f7-53f956b1ba11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865649816', 'tenant_id': '517fabe13ed84839b585ff4613a45446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.185'}], 'enable_snat': True}, 'gw_port_id': 'b4e8daf8-576a-404d-90c7-1f0617bda9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:37:24Z', 'updated_at': '2022-09-22T21:37:47Z', 'revision_number': 4, 'project_id': '517fabe13ed84839b585ff4613a45446', 'gw_port': {'id': 'b4e8daf8-576a-404d-90c7-1f0617bda9e3', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a135788-3c81-4a45-b4f7-53f956b1ba11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:37:27Z', 'updated_at': '2022-09-22T21:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '01ccfcf9-49be-4854-ac37-e101923cd2f7', 'tenant_id': '517fabe13ed84839b585ff4613a45446', 'floating_ip_address': '172.26.0.135', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '5a135788-3c81-4a45-b4f7-53f956b1ba11', 'port_id': '93959960-efb2-4e13-ba82-ecad6483840d', 'fixed_ip_address': '172.20.0.24', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3705f0f0-ca60-4eb5-a73e-00234b5f2f73', 'mac_address': 'fa:16:3e:8e:c9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97a8275-3663-4515-ba22-5b85e1d86b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:38:26Z', 'updated_at': '2022-09-22T21:38:26Z', 'revision_number': 0, 'project_id': '517fabe13ed84839b585ff4613a45446', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c00be16d-1b99-4c4f-8184-fa454626ffc4', 'name': '', 'network_id': '3705f0f0-ca60-4eb5-a73e-00234b5f2f73', 'tenant_id': '517fabe13ed84839b585ff4613a45446', 'mac_address': 'fa:16:3e:a0:26:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a135788-3c81-4a45-b4f7-53f956b1ba11', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '4336dad9-ca55-4b02-8b44-004ea34cf4f2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:37:44Z', 'updated_at': '2022-09-22T21:37:56Z', 'revision_number': 5, 'project_id': '517fabe13ed84839b585ff4613a45446', 'subnets': [{'id': '4336dad9-ca55-4b02-8b44-004ea34cf4f2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:32.016472 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75549757-d1eb-4bf9-b326-da61ef257912 None None] The sync data for ids ['5a135788-3c81-4a45-b4f7-53f956b1ba11'] in dv-neutron-858900-1-hyperv is: [{'id': '5a135788-3c81-4a45-b4f7-53f956b1ba11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865649816', 'tenant_id': '517fabe13ed84839b585ff4613a45446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.185'}], 'enable_snat': True}, 'gw_port_id': 'b4e8daf8-576a-404d-90c7-1f0617bda9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:37:24Z', 'updated_at': '2022-09-22T21:37:47Z', 'revision_number': 4, 'project_id': '517fabe13ed84839b585ff4613a45446', 'gw_port': {'id': 'b4e8daf8-576a-404d-90c7-1f0617bda9e3', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a135788-3c81-4a45-b4f7-53f956b1ba11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:37:27Z', 'updated_at': '2022-09-22T21:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '01ccfcf9-49be-4854-ac37-e101923cd2f7', 'tenant_id': '517fabe13ed84839b585ff4613a45446', 'floating_ip_address': '172.26.0.135', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '5a135788-3c81-4a45-b4f7-53f956b1ba11', 'port_id': '93959960-efb2-4e13-ba82-ecad6483840d', 'fixed_ip_address': '172.20.0.24', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3705f0f0-ca60-4eb5-a73e-00234b5f2f73', 'mac_address': 'fa:16:3e:8e:c9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97a8275-3663-4515-ba22-5b85e1d86b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:38:26Z', 'updated_at': '2022-09-22T21:38:26Z', 'revision_number': 0, 'project_id': '517fabe13ed84839b585ff4613a45446', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c00be16d-1b99-4c4f-8184-fa454626ffc4', 'name': '', 'network_id': '3705f0f0-ca60-4eb5-a73e-00234b5f2f73', 'tenant_id': '517fabe13ed84839b585ff4613a45446', 'mac_address': 'fa:16:3e:a0:26:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a135788-3c81-4a45-b4f7-53f956b1ba11', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '4336dad9-ca55-4b02-8b44-004ea34cf4f2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:37:44Z', 'updated_at': '2022-09-22T21:37:56Z', 'revision_number': 5, 'project_id': '517fabe13ed84839b585ff4613a45446', 'subnets': [{'id': '4336dad9-ca55-4b02-8b44-004ea34cf4f2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:38:32.026121 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d797753-4fec-4113-b918-eb91aa2c89ca tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Router b939319a-c05f-4d01-a659-4d57604fde53 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:38:32.052079 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faebc02-76f5-4aa8-b8c8-e3f7a9f910d1 req-2fba6833-64d6-4557-bf28-31cb8e5b63d2 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:32.053832 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7faebc02-76f5-4aa8-b8c8-e3f7a9f910d1 req-2fba6833-64d6-4557-bf28-31cb8e5b63d2 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/ports?device_id=a97a8275-3663-4515-ba22-5b85e1d86b1d HTTP/1.1" status: 200 len: 946 time: 0.5493174 Sep 22 21:38:32.065658 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-fe581acd-c5f5-4bf3-a9f1-5566973e1e94 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:32.107193 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-fe581acd-c5f5-4bf3-a9f1-5566973e1e94 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Usage tracker for resource:network and tenant:d0dc9097dd2d4c51a9e00ba2c2c3535e is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:32.110804 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cfcf9e77-719c-46c0-a43a-9da35115d3e6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:32.114792 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0ef9c-6233-489d-b9e1-b4e20a64b871 req-e87b2c36-ee22-4920-9758-a9e9b72adb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:32.116337 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f8a0ef9c-6233-489d-b9e1-b4e20a64b871 req-e87b2c36-ee22-4920-9758-a9e9b72adb01 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=517fabe13ed84839b585ff4613a45446&device_id=a97a8275-3663-4515-ba22-5b85e1d86b1d HTTP/1.1" status: 200 len: 1099 time: 0.4752643 Sep 22 21:38:32.132598 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c4e248c7-9203-4a85-85b8-5e83b898e708 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:32.174874 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-fe581acd-c5f5-4bf3-a9f1-5566973e1e94 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:32.234914 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-cf0a6bc2-d5a1-48c3-8990-07af03ba1952 None None] Attempt 6 to provision port eea18b87-2373-4a97-82af-1eecda82b99f Sep 22 21:38:32.339658 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be74bcd4-d56c-4600-9bbc-513ad8c68f56 None None] New status for floating IP 01ccfcf9-49be-4854-ac37-e101923cd2f7: ACTIVE {{(pid=89010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:38:32.381085 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0ef9c-6233-489d-b9e1-b4e20a64b871 req-54a0a8d7-4308-435c-8ce4-4cff3f939fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:32.382831 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f8a0ef9c-6233-489d-b9e1-b4e20a64b871 req-54a0a8d7-4308-435c-8ce4-4cff3f939fb1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3705f0f0-ca60-4eb5-a73e-00234b5f2f73 HTTP/1.1" status: 200 len: 895 time: 0.2025197 Sep 22 21:38:32.399926 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-fe581acd-c5f5-4bf3-a9f1-5566973e1e94 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:32.467282 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46420) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:32.476724 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-cf0a6bc2-d5a1-48c3-8990-07af03ba1952 None None] Port eea18b87-2373-4a97-82af-1eecda82b99f cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:38:32.477522 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c4e248c7-9203-4a85-85b8-5e83b898e708 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:32.487631 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-cfcf9e77-719c-46c0-a43a-9da35115d3e6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/ports/d49bdbda-668f-49e9-96b5-680579225661 HTTP/1.1" status: 204 len: 168 time: 2.5627151 Sep 22 21:38:32.508602 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46424) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:32.579625 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7faebc02-76f5-4aa8-b8c8-e3f7a9f910d1 req-bb68ae16-2c2c-4b33-b0e8-49d1d667ae49 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/security-groups?id=319ea033-79ef-4636-acc8-ba14ddc2433f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4956517 Sep 22 21:38:32.600229 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d797753-4fec-4113-b918-eb91aa2c89ca tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:38:32.609187 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7d797753-4fec-4113-b918-eb91aa2c89ca tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:32.612507 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cf9bf6-122c-4368-90a9-b1e4f3fe1ff0 None None] Sync routers for ids ['b939319a-c05f-4d01-a659-4d57604fde53'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:38:32.613867 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-7d797753-4fec-4113-b918-eb91aa2c89ca tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "PUT /v2.0/routers/b939319a-c05f-4d01-a659-4d57604fde53 HTTP/1.1" status: 200 len: 704 time: 2.4024408 Sep 22 21:38:32.614666 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46430) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:32.615000 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46432) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:32.630530 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cf9bf6-122c-4368-90a9-b1e4f3fe1ff0 None None] Routers {'b939319a-c05f-4d01-a659-4d57604fde53'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:38:32.630976 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-85cf9bf6-122c-4368-90a9-b1e4f3fe1ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:38:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b939319a-c05f-4d01-a659-4d57604fde53'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:32.650929 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe581acd-c5f5-4bf3-a9f1-5566973e1e94 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Made reservation on behalf of d0dc9097dd2d4c51a9e00ba2c2c3535e for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:38:32.654864 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fe581acd-c5f5-4bf3-a9f1-5566973e1e94 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:32.771025 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e248c7-9203-4a85-85b8-5e83b898e708 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Pushing event updated for resources: {'Port': ['ID=eea18b87-2373-4a97-82af-1eecda82b99f,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:32.789729 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-1b7b9708-05b4-4fd7-a5b9-dc26fc38c35a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Synchronizing usage tracker for tenant:5c103daa7e764303927ef5f69fe7eabf on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:38:32.792536 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c4e248c7-9203-4a85-85b8-5e83b898e708 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:32.817517 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a4959586-5a08-4692-a5ff-703002c03a0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:32.837864 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-85cf9bf6-122c-4368-90a9-b1e4f3fe1ff0 None None] Set router b939319a-c05f-4d01-a659-4d57604fde53 gateway port host: None {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:38:32.851635 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f8a0ef9c-6233-489d-b9e1-b4e20a64b871 req-ae0c56e4-270c-428b-b420-dbb3d4ab3c37 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=93959960-efb2-4e13-ba82-ecad6483840d HTTP/1.1" status: 200 len: 1000 time: 0.4527841 Sep 22 21:38:32.854534 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe581acd-c5f5-4bf3-a9f1-5566973e1e94 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:38:32.866124 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a4959586-5a08-4692-a5ff-703002c03a0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:32.920006 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9bb3ef92-583e-479c-b2db-7312ad92c4b5 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:32.921636 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-a4959586-5a08-4692-a5ff-703002c03a0f admin admin] Usage tracker for resource:security_group_rule and tenant:55300ccce6aa40c5a5f5cacacc6850c6 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:32.926552 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fe581acd-c5f5-4bf3-a9f1-5566973e1e94 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:32.926939 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-fe581acd-c5f5-4bf3-a9f1-5566973e1e94 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Added segment 85d539ad-f7ca-46ed-9787-d42544d719b9 of type vlan for network 37b6d98d-61de-4373-a43c-8aaae6ad2730 Sep 22 21:38:32.930294 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-1b7b9708-05b4-4fd7-a5b9-dc26fc38c35a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Unset dirty status for tenant:5c103daa7e764303927ef5f69fe7eabf on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:38:32.934233 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-1b7b9708-05b4-4fd7-a5b9-dc26fc38c35a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "GET /v2.0/ports?device_id=b939319a-c05f-4d01-a659-4d57604fde53 HTTP/1.1" status: 200 len: 205 time: 0.3110855 Sep 22 21:38:32.935188 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-a4959586-5a08-4692-a5ff-703002c03a0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:32.941079 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46438) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:32.952695 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-85cf9bf6-122c-4368-90a9-b1e4f3fe1ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'name': 'tempest-RoutersIpV6Test-router-902998151', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:36:31Z', 'updated_at': '2022-09-22T21:38:22Z', 'revision_number': 11, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'gw_port_host': None}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:32.963513 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a704a182-847d-4b35-b184-f3abcff72a67 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/floatingips/01ccfcf9-49be-4854-ac37-e101923cd2f7 HTTP/1.1" status: 200 len: 994 time: 0.3342988 Sep 22 21:38:32.963513 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a4959586-5a08-4692-a5ff-703002c03a0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:32.963790 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cf9bf6-122c-4368-90a9-b1e4f3fe1ff0 None None] Checking router: b939319a-c05f-4d01-a659-4d57604fde53 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:38:32.969594 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cf9bf6-122c-4368-90a9-b1e4f3fe1ff0 None None] Routers {'b939319a-c05f-4d01-a659-4d57604fde53'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:38:32.970213 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-85cf9bf6-122c-4368-90a9-b1e4f3fe1ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:38:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b939319a-c05f-4d01-a659-4d57604fde53'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:32.978179 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-cf0a6bc2-d5a1-48c3-8990-07af03ba1952 None None] Attempt 7 to provision port eea18b87-2373-4a97-82af-1eecda82b99f Sep 22 21:38:33.043859 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e248c7-9203-4a85-85b8-5e83b898e708 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Network 28d550d8-6999-4fc1-bb11-06b6db4a72bb is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:38:33.046389 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-c4e248c7-9203-4a85-85b8-5e83b898e708 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:38:33.082738 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-cf0a6bc2-d5a1-48c3-8990-07af03ba1952 None None] Port eea18b87-2373-4a97-82af-1eecda82b99f cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:38:33.128440 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-85cf9bf6-122c-4368-90a9-b1e4f3fe1ff0 None None] Set router b939319a-c05f-4d01-a659-4d57604fde53 gateway port host: None {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:38:33.184151 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0ef9c-6233-489d-b9e1-b4e20a64b871 req-0e26f5e1-bc60-453a-a9a8-c39e26b4a466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:33.185647 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f8a0ef9c-6233-489d-b9e1-b4e20a64b871 req-0e26f5e1-bc60-453a-a9a8-c39e26b4a466 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4336dad9-ca55-4b02-8b44-004ea34cf4f2 HTTP/1.1" status: 200 len: 838 time: 0.3271687 Sep 22 21:38:33.192351 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fe581acd-c5f5-4bf3-a9f1-5566973e1e94 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:33.203965 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666be3e7-8e5e-44ab-b8d8-f9ec58de8c68 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:33.204719 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-666be3e7-8e5e-44ab-b8d8-f9ec58de8c68 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:38:33.235178 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-85cf9bf6-122c-4368-90a9-b1e4f3fe1ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'name': 'tempest-RoutersIpV6Test-router-902998151', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:36:31Z', 'updated_at': '2022-09-22T21:38:22Z', 'revision_number': 11, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'gw_port_host': None}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:33.239592 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cf9bf6-122c-4368-90a9-b1e4f3fe1ff0 None None] The sync data for ids ['b939319a-c05f-4d01-a659-4d57604fde53'] in dv-neutron-858900-1-hyperv is: [{'id': 'b939319a-c05f-4d01-a659-4d57604fde53', 'name': 'tempest-RoutersIpV6Test-router-902998151', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:36:31Z', 'updated_at': '2022-09-22T21:38:22Z', 'revision_number': 11, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'gw_port_host': None}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:38:33.278277 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e248c7-9203-4a85-85b8-5e83b898e708 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Router 9bac20d3-2361-4fa6-a805-62ab5938c7bd has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:38:33.285586 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1ff14670-de6e-4129-b1f3-89326085fa1d tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for router, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:33.423734 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a4959586-5a08-4692-a5ff-703002c03a0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:33.429581 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a4959586-5a08-4692-a5ff-703002c03a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:33.544308 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fe581acd-c5f5-4bf3-a9f1-5566973e1e94 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:33.549570 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe581acd-c5f5-4bf3-a9f1-5566973e1e94 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:33.550144 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fe581acd-c5f5-4bf3-a9f1-5566973e1e94 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:33.558034 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4959586-5a08-4692-a5ff-703002c03a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe2c9eb-3ba1-4e85-820e-3d2bccf721e8,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:33.564795 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a4959586-5a08-4692-a5ff-703002c03a0f admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=55300ccce6aa40c5a5f5cacacc6850c6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0964894 Sep 22 21:38:33.567538 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46442) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:33.583431 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-cf0a6bc2-d5a1-48c3-8990-07af03ba1952 None None] Attempt 8 to provision port eea18b87-2373-4a97-82af-1eecda82b99f Sep 22 21:38:33.592833 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e248c7-9203-4a85-85b8-5e83b898e708 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:38:33.613741 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ee6d19-604e-40ad-8889-f5c9e62dbb3f None None] Sync routers for ids ['9bac20d3-2361-4fa6-a805-62ab5938c7bd'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:38:33.629954 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c4e248c7-9203-4a85-85b8-5e83b898e708 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] 10.222.0.33 "PUT /v2.0/routers/9bac20d3-2361-4fa6-a805-62ab5938c7bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3900101 Sep 22 21:38:33.632567 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46446) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:33.639647 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-a5648730-3d19-4ef9-9252-f963827cf6a5 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Request body: {'port': {'network_id': '28d550d8-6999-4fc1-bb11-06b6db4a72bb', 'name': 'tempest-FloatingIPAdminTestJSON-866681179'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:33.645366 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ee6d19-604e-40ad-8889-f5c9e62dbb3f None None] Routers {'9bac20d3-2361-4fa6-a805-62ab5938c7bd'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:38:33.645850 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-78ee6d19-604e-40ad-8889-f5c9e62dbb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:38:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['9bac20d3-2361-4fa6-a805-62ab5938c7bd'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:33.650140 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-666be3e7-8e5e-44ab-b8d8-f9ec58de8c68 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:38:33.653715 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-666be3e7-8e5e-44ab-b8d8-f9ec58de8c68 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 1.1381741 Sep 22 21:38:33.661650 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46450) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:33.702256 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-cf0a6bc2-d5a1-48c3-8990-07af03ba1952 None None] Port eea18b87-2373-4a97-82af-1eecda82b99f cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:38:33.709727 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-78ee6d19-604e-40ad-8889-f5c9e62dbb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:33.718646 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ee6d19-604e-40ad-8889-f5c9e62dbb3f None None] Routers {'9bac20d3-2361-4fa6-a805-62ab5938c7bd'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:38:33.719394 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-78ee6d19-604e-40ad-8889-f5c9e62dbb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:38:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['9bac20d3-2361-4fa6-a805-62ab5938c7bd'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:33.778184 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-78ee6d19-604e-40ad-8889-f5c9e62dbb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:33.778926 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ee6d19-604e-40ad-8889-f5c9e62dbb3f None None] The sync data for ids ['9bac20d3-2361-4fa6-a805-62ab5938c7bd'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:38:33.781994 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2ff27fb4-fe18-493b-8c5d-98dce0265743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:33.866765 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2ff27fb4-fe18-493b-8c5d-98dce0265743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:33.880904 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1ff14670-de6e-4129-b1f3-89326085fa1d tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:33.885945 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-fe581acd-c5f5-4bf3-a9f1-5566973e1e94 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.9249165 Sep 22 21:38:33.887957 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1ff14670-de6e-4129-b1f3-89326085fa1d tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:33.889786 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46454) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:33.890734 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a5648730-3d19-4ef9-9252-f963827cf6a5 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:33.893034 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe581acd-c5f5-4bf3-a9f1-5566973e1e94 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event updated for resources: {'Network': ['ID=37b6d98d-61de-4373-a43c-8aaae6ad2730,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:33.902101 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-a5648730-3d19-4ef9-9252-f963827cf6a5 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Usage tracker for resource:port and tenant:ce570a3e20c14b9facf6c137f860297c is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:33.907033 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 37b6d98d-61de-4373-a43c-8aaae6ad2730 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:38:33.909900 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-ce05ff4c-242c-46e1-b897-2d4fc39d7421 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Request body: {'subnet': {'network_id': '37b6d98d-61de-4373-a43c-8aaae6ad2730', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:33.931664 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-a5648730-3d19-4ef9-9252-f963827cf6a5 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:33.994152 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1ff14670-de6e-4129-b1f3-89326085fa1d tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:33.994375 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff14670-de6e-4129-b1f3-89326085fa1d tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Fanout notify agent at l3_agent the message router_deleted on router b939319a-c05f-4d01-a659-4d57604fde53 {{(pid=89008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:38:33.997902 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a5648730-3d19-4ef9-9252-f963827cf6a5 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:34.001258 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0ef9c-6233-489d-b9e1-b4e20a64b871 req-7d038483-473f-4f8e-b106-1df9b26f997e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:34.002777 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f8a0ef9c-6233-489d-b9e1-b4e20a64b871 req-7d038483-473f-4f8e-b106-1df9b26f997e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3705f0f0-ca60-4eb5-a73e-00234b5f2f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.7950966 Sep 22 21:38:34.007108 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11146ded-6ac4-4856-8ba0-bc5940b56064 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:34.008653 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-11146ded-6ac4-4856-8ba0-bc5940b56064 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3385375 Sep 22 21:38:34.016429 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46458) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:34.096287 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5648730-3d19-4ef9-9252-f963827cf6a5 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Made reservation on behalf of ce570a3e20c14b9facf6c137f860297c for: {'port': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:38:34.102265 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1ff14670-de6e-4129-b1f3-89326085fa1d tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:34.102453 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a5648730-3d19-4ef9-9252-f963827cf6a5 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:34.104183 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-1ff14670-de6e-4129-b1f3-89326085fa1d tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "DELETE /v2.0/routers/b939319a-c05f-4d01-a659-4d57604fde53 HTTP/1.1" status: 204 len: 168 time: 1.1619189 Sep 22 21:38:34.114224 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46462) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:34.129464 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-854980c6-b514-4fd3-85e7-bfe801f4dd98 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-883247475', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:34.147597 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-854980c6-b514-4fd3-85e7-bfe801f4dd98 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:34.160380 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-ce05ff4c-242c-46e1-b897-2d4fc39d7421 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:34.163276 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-854980c6-b514-4fd3-85e7-bfe801f4dd98 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Usage tracker for resource:router and tenant:5c103daa7e764303927ef5f69fe7eabf is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:34.169883 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-a5648730-3d19-4ef9-9252-f963827cf6a5 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] device_id is not set on port 8eb3b949-7f48-4cb6-aacb-16e568d60a96 yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:38:34.203206 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-cf0a6bc2-d5a1-48c3-8990-07af03ba1952 None None] Attempt 9 to provision port eea18b87-2373-4a97-82af-1eecda82b99f Sep 22 21:38:34.284171 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-cf0a6bc2-d5a1-48c3-8990-07af03ba1952 None None] Port eea18b87-2373-4a97-82af-1eecda82b99f cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:38:34.331177 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-854980c6-b514-4fd3-85e7-bfe801f4dd98 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:34.333867 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2ff27fb4-fe18-493b-8c5d-98dce0265743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:34.343480 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-ce05ff4c-242c-46e1-b897-2d4fc39d7421 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Usage tracker for resource:subnet and tenant:d0dc9097dd2d4c51a9e00ba2c2c3535e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:34.352033 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-854980c6-b514-4fd3-85e7-bfe801f4dd98 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:34.357708 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-ce05ff4c-242c-46e1-b897-2d4fc39d7421 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:34.376261 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afb55f9-f451-473a-8020-0405b6dda00a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:34.377622 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afb55f9-f451-473a-8020-0405b6dda00a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:34.379237 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afb55f9-f451-473a-8020-0405b6dda00a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:34.380025 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-5afb55f9-f451-473a-8020-0405b6dda00a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:38:34.382995 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-ce05ff4c-242c-46e1-b897-2d4fc39d7421 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:34.390055 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb3ef92-583e-479c-b2db-7312ad92c4b5 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Router b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:38:34.392194 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f8a0ef9c-6233-489d-b9e1-b4e20a64b871 req-fdfe68d5-0acc-4771-add8-49a3037797a7 service neutron] 10.222.0.49 "GET /v2.0/networks/3705f0f0-ca60-4eb5-a73e-00234b5f2f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806605 Sep 22 21:38:34.393769 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff27fb4-fe18-493b-8c5d-98dce0265743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe2c9eb-3ba1-4e85-820e-3d2bccf721e8,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:34.428568 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-854980c6-b514-4fd3-85e7-bfe801f4dd98 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:34.429105 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-854980c6-b514-4fd3-85e7-bfe801f4dd98 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:34.438650 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2ff27fb4-fe18-493b-8c5d-98dce0265743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:34.439772 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2ff27fb4-fe18-493b-8c5d-98dce0265743 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/bbe2c9eb-3ba1-4e85-820e-3d2bccf721e8 HTTP/1.1" status: 204 len: 168 time: 0.8713655 Sep 22 21:38:34.447426 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce05ff4c-242c-46e1-b897-2d4fc39d7421 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Made reservation on behalf of d0dc9097dd2d4c51a9e00ba2c2c3535e for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:38:34.451381 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ce05ff4c-242c-46e1-b897-2d4fc39d7421 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:34.521004 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-5afb55f9-f451-473a-8020-0405b6dda00a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:38:34.525080 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-5afb55f9-f451-473a-8020-0405b6dda00a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4937570 Sep 22 21:38:34.536492 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46468) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:34.600650 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-854980c6-b514-4fd3-85e7-bfe801f4dd98 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:34.648066 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-a5648730-3d19-4ef9-9252-f963827cf6a5 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Allocated IP 172.20.0.10 (28d550d8-6999-4fc1-bb11-06b6db4a72bb/0e7c3479-7b4d-4779-82fc-a3402048d525/8eb3b949-7f48-4cb6-aacb-16e568d60a96) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:38:34.656392 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-854980c6-b514-4fd3-85e7-bfe801f4dd98 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:34.728433 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-854980c6-b514-4fd3-85e7-bfe801f4dd98 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:34.732744 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-854980c6-b514-4fd3-85e7-bfe801f4dd98 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6092002 Sep 22 21:38:34.734554 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa4fad0e-5567-4e5d-acc7-f210062c60b4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Deleting subnet 548842c5-43dd-4cbc-89d5-8eaff1222efd {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:38:34.740265 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46474) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:34.741927 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fa4fad0e-5567-4e5d-acc7-f210062c60b4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:34.750261 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-4a715a02-c7d2-43bc-ace4-d95adbedef46 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:34.776278 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:38:34.778431 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46478) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:34.790875 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-cf0a6bc2-d5a1-48c3-8990-07af03ba1952 None None] Attempt 10 to provision port eea18b87-2373-4a97-82af-1eecda82b99f Sep 22 21:38:34.847411 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-cf0a6bc2-d5a1-48c3-8990-07af03ba1952 None None] Port eea18b87-2373-4a97-82af-1eecda82b99f cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:38:34.850981 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb3ef92-583e-479c-b2db-7312ad92c4b5 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:38:34.858537 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-9bb3ef92-583e-479c-b2db-7312ad92c4b5 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] 10.222.0.33 "PUT /v2.0/routers/b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5185263 Sep 22 21:38:34.861759 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c99599a-d367-40ff-8ef0-ce9740d798cb None None] Sync routers for ids ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:38:34.864126 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46482) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:34.867916 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fa4fad0e-5567-4e5d-acc7-f210062c60b4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:34.871921 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c99599a-d367-40ff-8ef0-ce9740d798cb None None] Routers {'b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:38:34.872528 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-9c99599a-d367-40ff-8ef0-ce9740d798cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:38:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:34.898015 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f8a0ef9c-6233-489d-b9e1-b4e20a64b871 req-9d55944a-e300-4993-90a7-83b5731d0c1f service neutron] 10.222.0.49 "GET /v2.0/networks/3705f0f0-ca60-4eb5-a73e-00234b5f2f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4987462 Sep 22 21:38:34.934596 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-9c99599a-d367-40ff-8ef0-ce9740d798cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:34.943330 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c99599a-d367-40ff-8ef0-ce9740d798cb None None] Routers {'b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:38:34.943926 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-9c99599a-d367-40ff-8ef0-ce9740d798cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:38:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:34.961626 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-a4b5b73a-4f10-49e8-a1f4-8dc20bcc3df9 None None] Could not find standard attr ID for object d49bdbda-668f-49e9-96b5-680579225661. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:38:34.982861 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-a4b5b73a-4f10-49e8-a1f4-8dc20bcc3df9 None None] Provisioning complete for port eea18b87-2373-4a97-82af-1eecda82b99f triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:38:34.984288 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a4b5b73a-4f10-49e8-a1f4-8dc20bcc3df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:34.984833 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a4b5b73a-4f10-49e8-a1f4-8dc20bcc3df9 None None] Attempt 1 to provision port eea18b87-2373-4a97-82af-1eecda82b99f Sep 22 21:38:35.030522 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a38bd880-7077-4758-9008-d606576a652e admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=82cb157c764641deb729e54b6ac73a4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2471476 Sep 22 21:38:35.034815 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46486) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:35.060016 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-9c99599a-d367-40ff-8ef0-ce9740d798cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:35.060410 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c99599a-d367-40ff-8ef0-ce9740d798cb None None] The sync data for ids ['b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:38:35.079446 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a4b5b73a-4f10-49e8-a1f4-8dc20bcc3df9 None None] Port eea18b87-2373-4a97-82af-1eecda82b99f cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:38:35.173627 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fa4fad0e-5567-4e5d-acc7-f210062c60b4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:35.221664 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ba6fd51a-78d7-4ad0-9a74-d4bd6f21e6c6 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for router, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:35.327981 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4a715a02-c7d2-43bc-ace4-d95adbedef46 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:35.333476 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-416299b1-72c6-476e-88f4-c7c471e4417a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:35.343876 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ce05ff4c-242c-46e1-b897-2d4fc39d7421 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:35.384134 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a5648730-3d19-4ef9-9252-f963827cf6a5 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:35.400816 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4a715a02-c7d2-43bc-ace4-d95adbedef46 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8026890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8012281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8012114'] for router, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:35.443903 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fa4fad0e-5567-4e5d-acc7-f210062c60b4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:35.449103 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-416299b1-72c6-476e-88f4-c7c471e4417a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:35.503064 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fa4fad0e-5567-4e5d-acc7-f210062c60b4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:35.510549 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e77b2ac-e5cb-40e6-bd99-b27278db6791 None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:38:35.515371 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4fad0e-5567-4e5d-acc7-f210062c60b4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event deleted for resources: {'Subnet': ['ID=548842c5-43dd-4cbc-89d5-8eaff1222efd,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:35.544814 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-a5648730-3d19-4ef9-9252-f963827cf6a5 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Transition to ACTIVE for port object 8eb3b949-7f48-4cb6-aacb-16e568d60a96 will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:38:35.545241 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ba6fd51a-78d7-4ad0-9a74-d4bd6f21e6c6 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:35.553714 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-fa4fad0e-5567-4e5d-acc7-f210062c60b4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/548842c5-43dd-4cbc-89d5-8eaff1222efd HTTP/1.1" status: 204 len: 168 time: 1.0079234 Sep 22 21:38:35.556698 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46490) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:35.563937 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce05ff4c-242c-46e1-b897-2d4fc39d7421 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event updated for resources: {'Subnet': ['ID=7f70bb29-9dc4-479e-98a8-ec8a74321bad,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:35.596149 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-ba6fd51a-78d7-4ad0-9a74-d4bd6f21e6c6 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Deleting port b3bfb46a-5f0b-4e6b-a623-a5f2f7c9e206 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:38:35.596517 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ba6fd51a-78d7-4ad0-9a74-d4bd6f21e6c6 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:35.597883 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce05ff4c-242c-46e1-b897-2d4fc39d7421 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Checking segment: {'id': '85d539ad-f7ca-46ed-9787-d42544d719b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '37b6d98d-61de-4373-a43c-8aaae6ad2730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:38:35.598242 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce05ff4c-242c-46e1-b897-2d4fc39d7421 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Network hostable DHCP agents. Network: 37b6d98d-61de-4373-a43c-8aaae6ad2730, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:38:35.641223 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a5648730-3d19-4ef9-9252-f963827cf6a5 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:35.647102 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce05ff4c-242c-46e1-b897-2d4fc39d7421 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Network 37b6d98d-61de-4373-a43c-8aaae6ad2730 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:38:35.673244 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-416299b1-72c6-476e-88f4-c7c471e4417a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:35.676595 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a4b5b73a-4f10-49e8-a1f4-8dc20bcc3df9 None None] Attempt 2 to provision port eea18b87-2373-4a97-82af-1eecda82b99f Sep 22 21:38:35.693149 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a715a02-c7d2-43bc-ace4-d95adbedef46 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Router bf1d68ee-207e-4b8a-b15b-6d0d5c7e8ece is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:38:35.709691 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-414a5e8d-cd68-4c85-b0dc-8b1db5f32a05 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Deleting subnet a7754df8-27a2-418c-964d-c65ae046758b {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:38:35.727400 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-ce05ff4c-242c-46e1-b897-2d4fc39d7421 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 37b6d98d-61de-4373-a43c-8aaae6ad2730) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:38:35.733009 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce05ff4c-242c-46e1-b897-2d4fc39d7421 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:35.733659 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ce05ff4c-242c-46e1-b897-2d4fc39d7421 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:35.755937 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5648730-3d19-4ef9-9252-f963827cf6a5 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Network 28d550d8-6999-4fc1-bb11-06b6db4a72bb is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:38:35.758248 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60f4ba9-58f2-4b41-9d48-78c54abc90da None None] Network 37b6d98d-61de-4373-a43c-8aaae6ad2730 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:38:35.766272 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-414a5e8d-cd68-4c85-b0dc-8b1db5f32a05 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:35.799217 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416299b1-72c6-476e-88f4-c7c471e4417a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b739763b-60d6-4fd1-9b13-c169c73bae40,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:35.838967 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-416299b1-72c6-476e-88f4-c7c471e4417a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:35.843948 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-416299b1-72c6-476e-88f4-c7c471e4417a admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/b739763b-60d6-4fd1-9b13-c169c73bae40 HTTP/1.1" status: 204 len: 168 time: 0.8032093 Sep 22 21:38:36.009137 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-414a5e8d-cd68-4c85-b0dc-8b1db5f32a05 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:36.016729 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-a5648730-3d19-4ef9-9252-f963827cf6a5 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:38:36.019540 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5648730-3d19-4ef9-9252-f963827cf6a5 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:38:36.079243 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a4b5b73a-4f10-49e8-a1f4-8dc20bcc3df9 None None] Port eea18b87-2373-4a97-82af-1eecda82b99f cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:38:36.079438 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ba6fd51a-78d7-4ad0-9a74-d4bd6f21e6c6 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:36.082162 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a715a02-c7d2-43bc-ace4-d95adbedef46 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:38:36.090085 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4a715a02-c7d2-43bc-ace4-d95adbedef46 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:36.091246 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-4a715a02-c7d2-43bc-ace4-d95adbedef46 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "PUT /v2.0/routers/bf1d68ee-207e-4b8a-b15b-6d0d5c7e8ece HTTP/1.1" status: 200 len: 697 time: 1.3500259 Sep 22 21:38:36.092760 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5648730-3d19-4ef9-9252-f963827cf6a5 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Pushing event updated for resources: {'Port': ['ID=8eb3b949-7f48-4cb6-aacb-16e568d60a96,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:36.095916 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46498) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:36.107558 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ce05ff4c-242c-46e1-b897-2d4fc39d7421 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2105274 Sep 22 21:38:36.110622 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53403340-c874-40a0-81f2-83501d8b34f3 None None] Sync routers for ids ['bf1d68ee-207e-4b8a-b15b-6d0d5c7e8ece'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:38:36.113047 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46502) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:36.140428 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-230022a5-64bb-4387-8a17-035ddc3ee7f1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-564332222', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:36.143412 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53403340-c874-40a0-81f2-83501d8b34f3 None None] Routers {'bf1d68ee-207e-4b8a-b15b-6d0d5c7e8ece'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:38:36.144612 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-53403340-c874-40a0-81f2-83501d8b34f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:38:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['bf1d68ee-207e-4b8a-b15b-6d0d5c7e8ece'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:36.181510 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5648730-3d19-4ef9-9252-f963827cf6a5 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:36.182131 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a5648730-3d19-4ef9-9252-f963827cf6a5 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:36.277727 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-f791d36a-205d-484b-aea0-f703d4f117ae tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "GET /v2.0/routers/bf1d68ee-207e-4b8a-b15b-6d0d5c7e8ece HTTP/1.1" status: 200 len: 703 time: 0.1770391 Sep 22 21:38:36.280135 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46508) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:36.320198 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-230022a5-64bb-4387-8a17-035ddc3ee7f1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:36.333263 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-ba6fd51a-78d7-4ad0-9a74-d4bd6f21e6c6 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Calling delete_port for b3bfb46a-5f0b-4e6b-a623-a5f2f7c9e206 owned by network:router_gateway {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:38:36.344951 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a5648730-3d19-4ef9-9252-f963827cf6a5 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7113347 Sep 22 21:38:36.345941 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46514) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:36.350805 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2bcbd54a-4e12-4304-9c75-047eb6e7ac4e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "GET /v2.0/ports?device_id=bf1d68ee-207e-4b8a-b15b-6d0d5c7e8ece HTTP/1.1" status: 200 len: 205 time: 0.0690522 Sep 22 21:38:36.362758 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46518) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:36.394902 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-230022a5-64bb-4387-8a17-035ddc3ee7f1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Usage tracker for resource:router and tenant:d0dc9097dd2d4c51a9e00ba2c2c3535e is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:36.405705 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-230022a5-64bb-4387-8a17-035ddc3ee7f1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:36.430419 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-230022a5-64bb-4387-8a17-035ddc3ee7f1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:36.467057 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-414a5e8d-cd68-4c85-b0dc-8b1db5f32a05 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:36.495437 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-230022a5-64bb-4387-8a17-035ddc3ee7f1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:36.497008 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-230022a5-64bb-4387-8a17-035ddc3ee7f1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:36.554668 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-230022a5-64bb-4387-8a17-035ddc3ee7f1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:36.583206 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-51ddd1ae-5937-485c-a55b-a8683f1a2cf6 tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] Request body: {'floatingip': {'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'project_id': 'ce570a3e20c14b9facf6c137f860297c', 'port_id': '8eb3b949-7f48-4cb6-aacb-16e568d60a96'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:36.601649 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a4b5b73a-4f10-49e8-a1f4-8dc20bcc3df9 None None] Attempt 3 to provision port eea18b87-2373-4a97-82af-1eecda82b99f Sep 22 21:38:36.603227 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-51ddd1ae-5937-485c-a55b-a8683f1a2cf6 tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:36.610580 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-51ddd1ae-5937-485c-a55b-a8683f1a2cf6 tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] Usage tracker for resource:floatingip and tenant:ce570a3e20c14b9facf6c137f860297c is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:36.615897 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f9e5c8ca-2f8a-4d4e-a887-06c24ef3260b tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for router, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:36.627553 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-53403340-c874-40a0-81f2-83501d8b34f3 None None] Set router bf1d68ee-207e-4b8a-b15b-6d0d5c7e8ece gateway port host: None {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:38:36.664674 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-230022a5-64bb-4387-8a17-035ddc3ee7f1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:36.676286 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ba6fd51a-78d7-4ad0-9a74-d4bd6f21e6c6 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:36.693309 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-51ddd1ae-5937-485c-a55b-a8683f1a2cf6 tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:36.738955 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6fd51a-78d7-4ad0-9a74-d4bd6f21e6c6 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Pushing event deleted for resources: {'Port': ['ID=b3bfb46a-5f0b-4e6b-a623-a5f2f7c9e206,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:36.741438 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-414a5e8d-cd68-4c85-b0dc-8b1db5f32a05 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:36.772293 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-53403340-c874-40a0-81f2-83501d8b34f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1d68ee-207e-4b8a-b15b-6d0d5c7e8ece', 'name': 'tempest-RoutersIpV6Test-router-883247475', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:38:34Z', 'updated_at': '2022-09-22T21:38:35Z', 'revision_number': 2, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'gw_port_host': None}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:36.780984 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d68608b-6397-4705-9952-a5308f5b3583 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-37b6d98d-61de-4373-a43c-8aaae6ad2730', 'network_id': '37b6d98d-61de-4373-a43c-8aaae6ad2730', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'fixed_ips': [{'subnet_id': '7f70bb29-9dc4-479e-98a8-ec8a74321bad'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:38:36.782185 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0d68608b-6397-4705-9952-a5308f5b3583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:36.809706 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53403340-c874-40a0-81f2-83501d8b34f3 None None] Checking router: bf1d68ee-207e-4b8a-b15b-6d0d5c7e8ece for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:38:36.817201 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a4b5b73a-4f10-49e8-a1f4-8dc20bcc3df9 None None] Port eea18b87-2373-4a97-82af-1eecda82b99f cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:38:36.837619 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414a5e8d-cd68-4c85-b0dc-8b1db5f32a05 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event deleted for resources: {'Subnet': ['ID=a7754df8-27a2-418c-964d-c65ae046758b,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:36.849277 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-414a5e8d-cd68-4c85-b0dc-8b1db5f32a05 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:36.851664 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-414a5e8d-cd68-4c85-b0dc-8b1db5f32a05 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/a7754df8-27a2-418c-964d-c65ae046758b HTTP/1.1" status: 204 len: 168 time: 1.2937598 Sep 22 21:38:36.858943 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46536) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:36.862038 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-51ddd1ae-5937-485c-a55b-a8683f1a2cf6 tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:36.869975 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53403340-c874-40a0-81f2-83501d8b34f3 None None] Routers {'bf1d68ee-207e-4b8a-b15b-6d0d5c7e8ece'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:38:36.871342 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-53403340-c874-40a0-81f2-83501d8b34f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:38:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['bf1d68ee-207e-4b8a-b15b-6d0d5c7e8ece'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:36.968405 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-fa2e8e2c-dc88-498d-bb55-f877f1e4581c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0801520 Sep 22 21:38:36.975769 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-230022a5-64bb-4387-8a17-035ddc3ee7f1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:36.979578 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-230022a5-64bb-4387-8a17-035ddc3ee7f1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8595374 Sep 22 21:38:36.980396 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46540) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:36.980821 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46542) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:36.988278 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-c56c5c86-2aca-4a64-b2b9-cbbacfa843c6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'subnet': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:37.031900 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-53403340-c874-40a0-81f2-83501d8b34f3 None None] Set router bf1d68ee-207e-4b8a-b15b-6d0d5c7e8ece gateway port host: None {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:38:37.075917 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46548) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:37.085361 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f9e5c8ca-2f8a-4d4e-a887-06c24ef3260b tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:37.090530 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f9e5c8ca-2f8a-4d4e-a887-06c24ef3260b tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:37.127935 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f9e5c8ca-2f8a-4d4e-a887-06c24ef3260b tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:37.128829 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e5c8ca-2f8a-4d4e-a887-06c24ef3260b tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Fanout notify agent at l3_agent the message router_deleted on router bf1d68ee-207e-4b8a-b15b-6d0d5c7e8ece {{(pid=89009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:38:37.131450 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-51ddd1ae-5937-485c-a55b-a8683f1a2cf6 tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:37.148873 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-53403340-c874-40a0-81f2-83501d8b34f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1d68ee-207e-4b8a-b15b-6d0d5c7e8ece', 'name': 'tempest-RoutersIpV6Test-router-883247475', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:38:34Z', 'updated_at': '2022-09-22T21:38:35Z', 'revision_number': 2, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'gw_port_host': None}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:37.175154 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f9e5c8ca-2f8a-4d4e-a887-06c24ef3260b tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:37.176278 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-f9e5c8ca-2f8a-4d4e-a887-06c24ef3260b tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "DELETE /v2.0/routers/bf1d68ee-207e-4b8a-b15b-6d0d5c7e8ece HTTP/1.1" status: 204 len: 168 time: 0.8122070 Sep 22 21:38:37.185677 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46554) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:37.188989 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53403340-c874-40a0-81f2-83501d8b34f3 None None] The sync data for ids ['bf1d68ee-207e-4b8a-b15b-6d0d5c7e8ece'] in dv-neutron-858900-1-hyperv is: [{'id': 'bf1d68ee-207e-4b8a-b15b-6d0d5c7e8ece', 'name': 'tempest-RoutersIpV6Test-router-883247475', 'tenant_id': '5c103daa7e764303927ef5f69fe7eabf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:38:34Z', 'updated_at': '2022-09-22T21:38:35Z', 'revision_number': 2, 'project_id': '5c103daa7e764303927ef5f69fe7eabf', 'gw_port_host': None}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:38:37.217562 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-0d68608b-6397-4705-9952-a5308f5b3583 None None] Allocated IP 172.20.0.2 (37b6d98d-61de-4373-a43c-8aaae6ad2730/7f70bb29-9dc4-479e-98a8-ec8a74321bad/5c3ccf03-e036-4baa-ae0d-f1badc95117b) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:38:37.316996 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2d3f9e98-14cc-4953-a13c-971e07e9651e tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "GET /v2.0/ports?device_id=bf1d68ee-207e-4b8a-b15b-6d0d5c7e8ece HTTP/1.1" status: 200 len: 205 time: 0.1291134 Sep 22 21:38:37.319711 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a4b5b73a-4f10-49e8-a1f4-8dc20bcc3df9 None None] Attempt 4 to provision port eea18b87-2373-4a97-82af-1eecda82b99f Sep 22 21:38:37.324696 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46558) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:37.420550 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a4b5b73a-4f10-49e8-a1f4-8dc20bcc3df9 None None] Port eea18b87-2373-4a97-82af-1eecda82b99f cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:38:37.428057 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-b3015029-c570-4397-a900-7d27286a3fb8 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-795368312'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:37.433205 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ba6fd51a-78d7-4ad0-9a74-d4bd6f21e6c6 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8012236'] for router_gateway, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:37.481301 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-51ddd1ae-5937-485c-a55b-a8683f1a2cf6 tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:37.634254 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0d68608b-6397-4705-9952-a5308f5b3583 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:37.658398 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-0d68608b-6397-4705-9952-a5308f5b3583 None None] Transition to ACTIVE for port object 5c3ccf03-e036-4baa-ae0d-f1badc95117b will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:38:37.698015 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-0d68608b-6397-4705-9952-a5308f5b3583 None None] Transition to ACTIVE for port object 5c3ccf03-e036-4baa-ae0d-f1badc95117b will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:38:37.701326 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-b3015029-c570-4397-a900-7d27286a3fb8 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:37.708887 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0d68608b-6397-4705-9952-a5308f5b3583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:37.754335 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-51ddd1ae-5937-485c-a55b-a8683f1a2cf6 tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] Allocated IP 172.26.0.197 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/79be97dc-43db-4528-a656-66a846017800) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:38:37.772804 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bc6f32-6521-409e-9e5e-219ca911d6e2 None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:38:37.891942 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d68608b-6397-4705-9952-a5308f5b3583 None None] Network 37b6d98d-61de-4373-a43c-8aaae6ad2730 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:38:37.898338 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-0d68608b-6397-4705-9952-a5308f5b3583 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:38:37.900448 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d68608b-6397-4705-9952-a5308f5b3583 None None] Pushing event updated for resources: {'Port': ['ID=5c3ccf03-e036-4baa-ae0d-f1badc95117b,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:37.921792 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ba6fd51a-78d7-4ad0-9a74-d4bd6f21e6c6 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:37.924235 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ba6fd51a-78d7-4ad0-9a74-d4bd6f21e6c6 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:37.927387 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d68608b-6397-4705-9952-a5308f5b3583 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:38:37.945862 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d68608b-6397-4705-9952-a5308f5b3583 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:38:37.947830 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d68608b-6397-4705-9952-a5308f5b3583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:38:37.948413 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d68608b-6397-4705-9952-a5308f5b3583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:38:37.950950 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d68608b-6397-4705-9952-a5308f5b3583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:38:37.951795 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d68608b-6397-4705-9952-a5308f5b3583 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:38:37.952350 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d68608b-6397-4705-9952-a5308f5b3583 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:38:37.953079 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d68608b-6397-4705-9952-a5308f5b3583 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:38:37.953735 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d68608b-6397-4705-9952-a5308f5b3583 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:38:37.954464 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d68608b-6397-4705-9952-a5308f5b3583 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:38:37.955124 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d68608b-6397-4705-9952-a5308f5b3583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:38:37.955721 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d68608b-6397-4705-9952-a5308f5b3583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:38:37.956532 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d68608b-6397-4705-9952-a5308f5b3583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:38:37.967243 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a4b5b73a-4f10-49e8-a1f4-8dc20bcc3df9 None None] Attempt 5 to provision port eea18b87-2373-4a97-82af-1eecda82b99f Sep 22 21:38:38.010290 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-632155a8-4499-49a1-9819-bc424861589a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] delete failed (client error): The resource could not be found. Sep 22 21:38:38.014246 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-632155a8-4499-49a1-9819-bc424861589a tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "DELETE /v2.0/routers/bf1d68ee-207e-4b8a-b15b-6d0d5c7e8ece HTTP/1.1" status: 404 len: 336 time: 0.6795955 Sep 22 21:38:38.017663 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c56c5c86-2aca-4a64-b2b9-cbbacfa843c6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:38.021828 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c56c5c86-2aca-4a64-b2b9-cbbacfa843c6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Usage tracker for resource:subnet and tenant:4fef33e75cf240fcbb352fce012907b9 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:38.024662 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c56c5c86-2aca-4a64-b2b9-cbbacfa843c6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:38.031795 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46562) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:38.032492 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c56c5c86-2aca-4a64-b2b9-cbbacfa843c6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:38.035003 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-b3015029-c570-4397-a900-7d27286a3fb8 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Usage tracker for resource:network and tenant:9ce427e4086c41e3a73d0ab03ce01898 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:38.045931 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ba6fd51a-78d7-4ad0-9a74-d4bd6f21e6c6 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:38.046228 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6fd51a-78d7-4ad0-9a74-d4bd6f21e6c6 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Fanout notify agent at l3_agent the message router_deleted on router b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15 {{(pid=89008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:38:38.056352 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-b3015029-c570-4397-a900-7d27286a3fb8 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:38.096033 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-491826f2-629a-4fcc-9081-bc30aff290bd tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] DELETE failed (client error): The resource could not be found. Sep 22 21:38:38.096461 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-491826f2-629a-4fcc-9081-bc30aff290bd tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:38:38.101237 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-b3015029-c570-4397-a900-7d27286a3fb8 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:38.104184 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-51ddd1ae-5937-485c-a55b-a8683f1a2cf6 tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:38.113824 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-491826f2-629a-4fcc-9081-bc30aff290bd tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "DELETE /v2.0/subnets/00f405b3-98d2-4ac8-9311-8fc3d939e8e6 HTTP/1.1" status: 404 len: 337 time: 0.0721960 Sep 22 21:38:38.114422 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46566) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:38.116381 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ba6fd51a-78d7-4ad0-9a74-d4bd6f21e6c6 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:38.117408 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ba6fd51a-78d7-4ad0-9a74-d4bd6f21e6c6 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] 10.222.0.33 "DELETE /v2.0/routers/b6b2d8e2-fb74-4e4d-a607-a4ead1ea6e15 HTTP/1.1" status: 204 len: 168 time: 3.2222073 Sep 22 21:38:38.122575 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46568) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:38.177388 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a4b5b73a-4f10-49e8-a1f4-8dc20bcc3df9 None None] Port eea18b87-2373-4a97-82af-1eecda82b99f cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:38:38.177961 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-0d68608b-6397-4705-9952-a5308f5b3583 None None] Attempting to bind port 5c3ccf03-e036-4baa-ae0d-f1badc95117b on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:38:38.178326 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-0d68608b-6397-4705-9952-a5308f5b3583 None None] Attempting to bind port 5c3ccf03-e036-4baa-ae0d-f1badc95117b by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '85d539ad-f7ca-46ed-9787-d42544d719b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '37b6d98d-61de-4373-a43c-8aaae6ad2730'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:38:38.178901 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d68608b-6397-4705-9952-a5308f5b3583 None None] Attempting to bind port 5c3ccf03-e036-4baa-ae0d-f1badc95117b on network 37b6d98d-61de-4373-a43c-8aaae6ad2730 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:38:38.196743 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56c5c86-2aca-4a64-b2b9-cbbacfa843c6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:38:38.197848 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-d097c429-3cb4-4436-bc26-4d2ed7931f11 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] DELETE failed (client error): The resource could not be found. Sep 22 21:38:38.198316 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d097c429-3cb4-4436-bc26-4d2ed7931f11 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:38:38.201096 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c56c5c86-2aca-4a64-b2b9-cbbacfa843c6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:38.203260 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d097c429-3cb4-4436-bc26-4d2ed7931f11 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "DELETE /v2.0/subnets/ac596e09-bfec-4384-95c4-9ffa4ad7a2bf HTTP/1.1" status: 404 len: 337 time: 0.0858884 Sep 22 21:38:38.208308 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46574) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:38.225332 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d68608b-6397-4705-9952-a5308f5b3583 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:38:38.225740 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d68608b-6397-4705-9952-a5308f5b3583 None None] Checking segment: {'id': '85d539ad-f7ca-46ed-9787-d42544d719b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '37b6d98d-61de-4373-a43c-8aaae6ad2730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:38:38.226099 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0d68608b-6397-4705-9952-a5308f5b3583 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:38.226484 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d68608b-6397-4705-9952-a5308f5b3583 None None] Bound using segment: {'id': '85d539ad-f7ca-46ed-9787-d42544d719b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '37b6d98d-61de-4373-a43c-8aaae6ad2730'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:38:38.226994 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-0d68608b-6397-4705-9952-a5308f5b3583 None None] Bound port: 5c3ccf03-e036-4baa-ae0d-f1badc95117b, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d539ad-f7ca-46ed-9787-d42544d719b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '37b6d98d-61de-4373-a43c-8aaae6ad2730'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:38:38.227371 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0d68608b-6397-4705-9952-a5308f5b3583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:38.262290 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-a00e3292-d608-4be9-971e-d1079d924367 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] DELETE failed (client error): The resource could not be found. Sep 22 21:38:38.262663 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a00e3292-d608-4be9-971e-d1079d924367 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:38:38.266897 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a00e3292-d608-4be9-971e-d1079d924367 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "DELETE /v2.0/subnets/a60b4b8b-ac1c-4f30-b875-a8aced919547 HTTP/1.1" status: 404 len: 337 time: 0.0566974 Sep 22 21:38:38.267470 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46578) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:38.320980 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-e67daf5c-0f38-452a-9043-41d62d98f679 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] DELETE failed (client error): The resource could not be found. Sep 22 21:38:38.321374 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e67daf5c-0f38-452a-9043-41d62d98f679 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:38:38.326052 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e67daf5c-0f38-452a-9043-41d62d98f679 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "DELETE /v2.0/subnets/f286df80-3d5a-4ce9-ba7d-1348c9a80060 HTTP/1.1" status: 404 len: 337 time: 0.0513105 Sep 22 21:38:38.328640 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4a64dbf-c362-4246-aa46-7b5883d86a95 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Deleting subnet a39342d5-7c55-4edf-9e90-8151727cc06a {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:38:38.331234 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46582) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:38.334855 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e4a64dbf-c362-4246-aa46-7b5883d86a95 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:38.341405 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3015029-c570-4397-a900-7d27286a3fb8 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Made reservation on behalf of 9ce427e4086c41e3a73d0ab03ce01898 for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:38:38.346075 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b3015029-c570-4397-a900-7d27286a3fb8 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:38.411345 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-0d68608b-6397-4705-9952-a5308f5b3583 None None] For port 5c3ccf03-e036-4baa-ae0d-f1badc95117b, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:38:38.415206 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-0d68608b-6397-4705-9952-a5308f5b3583 None None] For port 5c3ccf03-e036-4baa-ae0d-f1badc95117b, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=5c3ccf03-e036-4baa-ae0d-f1badc95117b,segment=NetworkSegment(85d539ad-f7ca-46ed-9787-d42544d719b9),segment_id=85d539ad-f7ca-46ed-9787-d42544d719b9)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:38:38.421032 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-1770f8b9-591d-4d40-b958-aa3ff21034e9 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "GET /v2.0/ports?device_id=b939319a-c05f-4d01-a659-4d57604fde53 HTTP/1.1" status: 200 len: 205 time: 0.0877609 Sep 22 21:38:38.425148 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0d68608b-6397-4705-9952-a5308f5b3583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:38.427372 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46586) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:38.471025 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b3015029-c570-4397-a900-7d27286a3fb8 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:38.517853 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-b3015029-c570-4397-a900-7d27286a3fb8 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:38.518983 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e276e3-2714-4115-b02e-779ac403bfc8 None None] DHCP port deletion for 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:38:38.521608 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-51ddd1ae-5937-485c-a55b-a8683f1a2cf6 tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:38.527329 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-d9e276e3-2714-4115-b02e-779ac403bfc8 None None] Deleting port 5a7310d7-6962-4892-98d7-bc42682e2559 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:38:38.527711 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-d9e276e3-2714-4115-b02e-779ac403bfc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:38.530744 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-b3015029-c570-4397-a900-7d27286a3fb8 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Usage tracker for resource:security_group_rule and tenant:9ce427e4086c41e3a73d0ab03ce01898 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:38.541421 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-b3015029-c570-4397-a900-7d27286a3fb8 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:38.553680 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d68608b-6397-4705-9952-a5308f5b3583 None None] Pushing event updated for resources: {'Port': ['ID=5c3ccf03-e036-4baa-ae0d-f1badc95117b,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:38.567411 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-b3015029-c570-4397-a900-7d27286a3fb8 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:38.599182 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ddd1ae-5937-485c-a55b-a8683f1a2cf6 tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:38:38.608151 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-51ddd1ae-5937-485c-a55b-a8683f1a2cf6 tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:38:38.620148 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e4a64dbf-c362-4246-aa46-7b5883d86a95 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:38.635747 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f835275e-9227-4c7a-a634-252ad597d3cb tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:38.660100 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-021ae37d-6689-4ead-b8fb-bd0eef314085 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] delete failed (client error): The resource could not be found. Sep 22 21:38:38.661216 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-021ae37d-6689-4ead-b8fb-bd0eef314085 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "DELETE /v2.0/routers/b939319a-c05f-4d01-a659-4d57604fde53 HTTP/1.1" status: 404 len: 336 time: 0.2329476 Sep 22 21:38:38.662138 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ddd1ae-5937-485c-a55b-a8683f1a2cf6 tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:38:38.671849 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46590) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:38.684159 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a4b5b73a-4f10-49e8-a1f4-8dc20bcc3df9 None None] Attempt 6 to provision port eea18b87-2373-4a97-82af-1eecda82b99f Sep 22 21:38:38.740705 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ddd1ae-5937-485c-a55b-a8683f1a2cf6 tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] Pushing event updated for resources: {'Port': ['ID=79be97dc-43db-4528-a656-66a846017800,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:38.801563 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d90da954-7218-49c9-8123-9f98504649c5 req-3e93166d-d7b7-4736-9e62-0b67edfcd8b0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a97a8275-3663-4515-ba22-5b85e1d86b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7421117 Sep 22 21:38:38.834475 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a4b5b73a-4f10-49e8-a1f4-8dc20bcc3df9 None None] Port eea18b87-2373-4a97-82af-1eecda82b99f cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:38:38.862384 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e4a64dbf-c362-4246-aa46-7b5883d86a95 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:38.867518 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-d9e276e3-2714-4115-b02e-779ac403bfc8 None None] For port 5a7310d7-6962-4892-98d7-bc42682e2559, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=5a7310d7-6962-4892-98d7-bc42682e2559,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:38:38.869109 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-d9e276e3-2714-4115-b02e-779ac403bfc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:38.927769 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-22defd6b-ede3-40f1-8392-365251e3dc80 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Synchronizing usage tracker for tenant:5c103daa7e764303927ef5f69fe7eabf on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:38:39.039839 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-d9e276e3-2714-4115-b02e-779ac403bfc8 None None] Calling delete_port for 5a7310d7-6962-4892-98d7-bc42682e2559 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:38:39.055029 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e4a64dbf-c362-4246-aa46-7b5883d86a95 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:39.122172 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-d9e276e3-2714-4115-b02e-779ac403bfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:39.143909 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-22defd6b-ede3-40f1-8392-365251e3dc80 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] Unset dirty status for tenant:5c103daa7e764303927ef5f69fe7eabf on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:38:39.147504 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-22defd6b-ede3-40f1-8392-365251e3dc80 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "GET /v2.0/ports?device_id=56fac13b-e9ef-43ea-962d-0b9695bd690b HTTP/1.1" status: 200 len: 205 time: 0.4721632 Sep 22 21:38:39.160781 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46594) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:39.163277 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a64dbf-c362-4246-aa46-7b5883d86a95 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Pushing event deleted for resources: {'Subnet': ['ID=a39342d5-7c55-4edf-9e90-8151727cc06a,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:39.173249 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e4a64dbf-c362-4246-aa46-7b5883d86a95 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:39.175587 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e276e3-2714-4115-b02e-779ac403bfc8 None None] No DVR routers for this DVR port 5a7310d7-6962-4892-98d7-bc42682e2559 on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:38:39.179117 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e276e3-2714-4115-b02e-779ac403bfc8 None None] Pushing event deleted for resources: {'Port': ['ID=5a7310d7-6962-4892-98d7-bc42682e2559,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:39.200316 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e4a64dbf-c362-4246-aa46-7b5883d86a95 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] 10.222.0.33 "DELETE /v2.0/subnets/a39342d5-7c55-4edf-9e90-8151727cc06a HTTP/1.1" status: 204 len: 168 time: 1.0445409 Sep 22 21:38:39.201028 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46598) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:39.312778 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-aa2d4b50-42ba-48ce-a62c-4711825285b9 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] delete failed (client error): The resource could not be found. Sep 22 21:38:39.313802 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-aa2d4b50-42ba-48ce-a62c-4711825285b9 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "DELETE /v2.0/routers/56fac13b-e9ef-43ea-962d-0b9695bd690b HTTP/1.1" status: 404 len: 336 time: 0.1494324 Sep 22 21:38:39.326901 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46602) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:39.335633 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a4b5b73a-4f10-49e8-a1f4-8dc20bcc3df9 None None] Attempt 7 to provision port eea18b87-2373-4a97-82af-1eecda82b99f Sep 22 21:38:39.394224 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b3015029-c570-4397-a900-7d27286a3fb8 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:39.398164 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a4b5b73a-4f10-49e8-a1f4-8dc20bcc3df9 None None] Port eea18b87-2373-4a97-82af-1eecda82b99f cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:38:39.398775 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7d14531-87f1-4e4e-9c7a-5330c731e2dd tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] DELETE failed (client error): The resource could not be found. Sep 22 21:38:39.399257 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7d14531-87f1-4e4e-9c7a-5330c731e2dd tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:38:39.416740 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1f9687a3-9001-48c0-b0b7-6d3cbc552c01 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:39.435499 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c56c5c86-2aca-4a64-b2b9-cbbacfa843c6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:39.471659 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b3015029-c570-4397-a900-7d27286a3fb8 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:39.525011 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90da954-7218-49c9-8123-9f98504649c5 req-185921da-014c-4b63-a966-96c3062b8c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:39.526504 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d90da954-7218-49c9-8123-9f98504649c5 req-185921da-014c-4b63-a966-96c3062b8c4e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=517fabe13ed84839b585ff4613a45446&device_id=a97a8275-3663-4515-ba22-5b85e1d86b1d HTTP/1.1" status: 200 len: 1099 time: 0.5938916 Sep 22 21:38:39.559375 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3015029-c570-4397-a900-7d27286a3fb8 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:38:39.568328 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c7d14531-87f1-4e4e-9c7a-5330c731e2dd tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "DELETE /v2.0/subnets/a5a8aa37-9c34-4efc-8b04-5d53f76a92af HTTP/1.1" status: 404 len: 337 time: 0.2345138 Sep 22 21:38:39.570480 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56c5c86-2aca-4a64-b2b9-cbbacfa843c6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:38:39.571117 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46606) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:39.610082 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-c56c5c86-2aca-4a64-b2b9-cbbacfa843c6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:38:39.614453 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1f9687a3-9001-48c0-b0b7-6d3cbc552c01 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:39.622696 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d846b3f7-7f53-469c-be7a-b0924df8558d None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:38:39.667666 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-51ddd1ae-5937-485c-a55b-a8683f1a2cf6 tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:39.690404 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-572bc589-8a99-447c-bcb4-6d67a94c019c tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "GET /v2.0/ports?device_id=0fa6e7ea-720a-4c89-acb9-1cf69ddd3034 HTTP/1.1" status: 200 len: 205 time: 0.1158335 Sep 22 21:38:39.708130 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46610) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:39.737595 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c952ac7f-934b-44a6-afd3-a543783ddf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:39.872448 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b3015029-c570-4397-a900-7d27286a3fb8 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:39.873005 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-b3015029-c570-4397-a900-7d27286a3fb8 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Added segment fa3032a7-1525-4468-9dbe-a6e86ced4681 of type vlan for network 822baac9-0f7a-4a7f-8416-2433f9845988 Sep 22 21:38:39.898921 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a4b5b73a-4f10-49e8-a1f4-8dc20bcc3df9 None None] Attempt 8 to provision port eea18b87-2373-4a97-82af-1eecda82b99f Sep 22 21:38:39.904379 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b3015029-c570-4397-a900-7d27286a3fb8 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:39.915248 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56c5c86-2aca-4a64-b2b9-cbbacfa843c6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:39.915826 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c56c5c86-2aca-4a64-b2b9-cbbacfa843c6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:39.922399 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-1f9687a3-9001-48c0-b0b7-6d3cbc552c01 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aa72b9f-5f6e-430e-b869-39882980d807']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:39.924915 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-f835275e-9227-4c7a-a634-252ad597d3cb tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Allocated IP 172.20.0.1 (37b6d98d-61de-4373-a43c-8aaae6ad2730/7f70bb29-9dc4-479e-98a8-ec8a74321bad/e40a9eda-7a67-4be8-97e4-54655b04c8c3) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:38:39.926778 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c5c86-2aca-4a64-b2b9-cbbacfa843c6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Subnet': ['ID=4ba0b683-7fca-45fb-9ee2-fec9fa1b4d05,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:39.928957 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3015029-c570-4397-a900-7d27286a3fb8 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aefea169-5703-488d-be04-e565ac58e291,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:39.930485 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b36cd4-9725-442a-b653-8c3e1ae2e15b None None] Network 37b6d98d-61de-4373-a43c-8aaae6ad2730 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:38:39.973970 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-1f9687a3-9001-48c0-b0b7-6d3cbc552c01 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6edca04-77fe-40be-9756-df8b9418b8c0') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:39.974476 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-1f9687a3-9001-48c0-b0b7-6d3cbc552c01 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6edca04-77fe-40be-9756-df8b9418b8c0') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:39.984685 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90da954-7218-49c9-8123-9f98504649c5 req-6c7b411b-fcf0-4f8c-bc1f-91e0c03d939b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:39.986726 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d90da954-7218-49c9-8123-9f98504649c5 req-6c7b411b-fcf0-4f8c-bc1f-91e0c03d939b service neutron] 10.222.0.49 "GET /v2.0/networks?id=3705f0f0-ca60-4eb5-a73e-00234b5f2f73 HTTP/1.1" status: 200 len: 895 time: 0.4305325 Sep 22 21:38:39.986946 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-e09b6fd3-1608-47bc-b369-6983f75529cc tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] delete failed (client error): The resource could not be found. Sep 22 21:38:39.988320 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e09b6fd3-1608-47bc-b369-6983f75529cc tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "DELETE /v2.0/routers/0fa6e7ea-720a-4c89-acb9-1cf69ddd3034 HTTP/1.1" status: 404 len: 336 time: 0.2789006 Sep 22 21:38:39.994834 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1f9687a3-9001-48c0-b0b7-6d3cbc552c01 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:40.002093 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46614) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:40.008373 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef696ba-6d54-4b92-a0c3-66018515f2ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'tenant_id': '4fef33e75cf240fcbb352fce012907b9', 'fixed_ips': [{'subnet_id': '4ba0b683-7fca-45fb-9ee2-fec9fa1b4d05'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:38:40.009203 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4ef696ba-6d54-4b92-a0c3-66018515f2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:40.065493 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a4b5b73a-4f10-49e8-a1f4-8dc20bcc3df9 None None] Port eea18b87-2373-4a97-82af-1eecda82b99f cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:38:40.072659 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-51ddd1ae-5937-485c-a55b-a8683f1a2cf6 tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:40.095742 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b3015029-c570-4397-a900-7d27286a3fb8 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:40.104026 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3015029-c570-4397-a900-7d27286a3fb8 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:40.104634 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b3015029-c570-4397-a900-7d27286a3fb8 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:40.105171 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-bbaea2e9-3d87-47a5-966f-22016a04c3c0 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "GET /v2.0/ports?device_id=ea960462-2494-4de1-81f2-dd747dd26c58 HTTP/1.1" status: 200 len: 205 time: 0.1014168 Sep 22 21:38:40.111799 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46618) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:40.112787 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1f9687a3-9001-48c0-b0b7-6d3cbc552c01 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:40.119406 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c56c5c86-2aca-4a64-b2b9-cbbacfa843c6 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.1346550 Sep 22 21:38:40.121487 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 5c3ccf03-e036-4baa-ae0d-f1badc95117b up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:38:40.130044 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46622) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:40.214850 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-13eb6f54-72f2-4e09-b93a-9c42e1dcc3f3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'subnet': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:40.253851 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f9687a3-9001-48c0-b0b7-6d3cbc552c01 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:38:40.254631 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1f9687a3-9001-48c0-b0b7-6d3cbc552c01 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:40.295168 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-b3015029-c570-4397-a900-7d27286a3fb8 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 3.2180703 Sep 22 21:38:40.347328 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3015029-c570-4397-a900-7d27286a3fb8 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Pushing event updated for resources: {'Network': ['ID=822baac9-0f7a-4a7f-8416-2433f9845988,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:40.351108 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d90da954-7218-49c9-8123-9f98504649c5 req-1fa5b145-9fd6-4414-825d-a9f68d7c96a5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=93959960-efb2-4e13-ba82-ecad6483840d HTTP/1.1" status: 200 len: 1002 time: 0.3584642 Sep 22 21:38:40.381600 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 822baac9-0f7a-4a7f-8416-2433f9845988 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:38:40.426226 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90da954-7218-49c9-8123-9f98504649c5 req-69006b26-aa1c-4923-b38e-7d07cce041bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:40.427684 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d90da954-7218-49c9-8123-9f98504649c5 req-69006b26-aa1c-4923-b38e-7d07cce041bc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4336dad9-ca55-4b02-8b44-004ea34cf4f2 HTTP/1.1" status: 200 len: 838 time: 0.0660074 Sep 22 21:38:40.473858 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 5c3ccf03-e036-4baa-ae0d-f1badc95117b completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:38:40.507142 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f835275e-9227-4c7a-a634-252ad597d3cb tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:40.536981 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-f835275e-9227-4c7a-a634-252ad597d3cb tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Transition to ACTIVE for port object e40a9eda-7a67-4be8-97e4-54655b04c8c3 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:38:40.568454 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90da954-7218-49c9-8123-9f98504649c5 req-46a1f007-0d89-4772-882c-f62ceec245e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:40.570252 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-89117754-ff06-41c9-b3db-a760f19ca50f tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] delete failed (client error): The resource could not be found. Sep 22 21:38:40.571217 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d90da954-7218-49c9-8123-9f98504649c5 req-46a1f007-0d89-4772-882c-f62ceec245e9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3705f0f0-ca60-4eb5-a73e-00234b5f2f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1341295 Sep 22 21:38:40.573854 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46628) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:40.578487 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-89117754-ff06-41c9-b3db-a760f19ca50f tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "DELETE /v2.0/routers/ea960462-2494-4de1-81f2-dd747dd26c58 HTTP/1.1" status: 404 len: 336 time: 0.4627297 Sep 22 21:38:40.589436 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a4b5b73a-4f10-49e8-a1f4-8dc20bcc3df9 None None] Attempt 9 to provision port eea18b87-2373-4a97-82af-1eecda82b99f Sep 22 21:38:40.618412 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-4ef696ba-6d54-4b92-a0c3-66018515f2ba None None] Allocated IP 2001:db8::2 (98c62b9a-5d2a-496f-a1e5-12a6874f54f0/4ba0b683-7fca-45fb-9ee2-fec9fa1b4d05/76b638b3-b81e-42bc-ab3c-996615055d2b) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:38:40.643422 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d38c68f-d806-438e-9842-cb6067b9d75c tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] DELETE failed (client error): The resource could not be found. Sep 22 21:38:40.643867 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d38c68f-d806-438e-9842-cb6067b9d75c tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:38:40.645574 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-2d38c68f-d806-438e-9842-cb6067b9d75c tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "DELETE /v2.0/subnets/ac9412a8-1eb3-4d05-abbe-71a8fe5aa91e HTTP/1.1" status: 404 len: 337 time: 0.0706451 Sep 22 21:38:40.650409 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f835275e-9227-4c7a-a634-252ad597d3cb tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:40.653939 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46632) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:40.712093 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 5a7310d7-6962-4892-98d7-bc42682e2559 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:38:40.757512 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-51ddd1ae-5937-485c-a55b-a8683f1a2cf6 tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:40.760036 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1f9687a3-9001-48c0-b0b7-6d3cbc552c01 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:40.769752 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment b6edca04-77fe-40be-9756-df8b9418b8c0 resource provider aggregate not found Sep 22 21:38:40.780028 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 5a7310d7-6962-4892-98d7-bc42682e2559 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:38:40.780584 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 5a7310d7-6962-4892-98d7-bc42682e2559 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:38:40.794078 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a4b5b73a-4f10-49e8-a1f4-8dc20bcc3df9 None None] Port eea18b87-2373-4a97-82af-1eecda82b99f cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:38:40.832958 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-955e6b84-6101-4c8c-9fcd-69eee84545d3 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "GET /v2.0/ports?device_id=f62b6959-5ecd-4bff-9215-38821875f13a HTTP/1.1" status: 200 len: 205 time: 0.0997124 Sep 22 21:38:40.839533 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46638) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:40.841332 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f835275e-9227-4c7a-a634-252ad597d3cb tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Network 37b6d98d-61de-4373-a43c-8aaae6ad2730 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:38:40.857823 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment b6edca04-77fe-40be-9756-df8b9418b8c0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b6edca04-77fe-40be-9756-df8b9418b8c0 found for delete ", "request_id": "req-239133a0-b50b-40fc-a4a4-0431c57c0b0e"}]} Sep 22 21:38:40.863089 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1f9687a3-9001-48c0-b0b7-6d3cbc552c01 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:40.870153 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-51ddd1ae-5937-485c-a55b-a8683f1a2cf6 tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:40.911196 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-f835275e-9227-4c7a-a634-252ad597d3cb tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:38:40.932905 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f835275e-9227-4c7a-a634-252ad597d3cb tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:38:40.977907 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9687a3-9001-48c0-b0b7-6d3cbc552c01 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] Pushing event deleted for resources: {'Network': ['ID=7aa72b9f-5f6e-430e-b869-39882980d807,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:41.073340 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4ef696ba-6d54-4b92-a0c3-66018515f2ba None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:41.081159 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-1f9687a3-9001-48c0-b0b7-6d3cbc552c01 tempest-FloatingIPTestJSON-1197972700 tempest-FloatingIPTestJSON-1197972700-project] 10.222.0.33 "DELETE /v2.0/networks/7aa72b9f-5f6e-430e-b869-39882980d807 HTTP/1.1" status: 204 len: 168 time: 1.8795373 Sep 22 21:38:41.098926 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d90da954-7218-49c9-8123-9f98504649c5 req-1ede32c4-141c-43e0-a8b3-8652a9728bde service neutron] 10.222.0.49 "GET /v2.0/networks/3705f0f0-ca60-4eb5-a73e-00234b5f2f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4837928 Sep 22 21:38:41.101981 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f835275e-9227-4c7a-a634-252ad597d3cb tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:41.103011 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-4ef696ba-6d54-4b92-a0c3-66018515f2ba None None] Transition to ACTIVE for port object 76b638b3-b81e-42bc-ab3c-996615055d2b will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:38:41.108877 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-13eb6f54-72f2-4e09-b93a-9c42e1dcc3f3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:41.143733 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-4ef696ba-6d54-4b92-a0c3-66018515f2ba None None] Transition to ACTIVE for port object 76b638b3-b81e-42bc-ab3c-996615055d2b will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:38:41.147575 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-13eb6f54-72f2-4e09-b93a-9c42e1dcc3f3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Usage tracker for resource:subnet and tenant:4fef33e75cf240fcbb352fce012907b9 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:41.153719 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-13eb6f54-72f2-4e09-b93a-9c42e1dcc3f3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:41.159906 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4ef696ba-6d54-4b92-a0c3-66018515f2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:41.187477 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-13eb6f54-72f2-4e09-b93a-9c42e1dcc3f3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:41.202974 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-51ddd1ae-5937-485c-a55b-a8683f1a2cf6 tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:41.319692 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a4b5b73a-4f10-49e8-a1f4-8dc20bcc3df9 None None] Attempt 10 to provision port eea18b87-2373-4a97-82af-1eecda82b99f Sep 22 21:38:41.422703 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef696ba-6d54-4b92-a0c3-66018515f2ba None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:38:41.423641 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef696ba-6d54-4b92-a0c3-66018515f2ba None None] Pushing event updated for resources: {'Port': ['ID=76b638b3-b81e-42bc-ab3c-996615055d2b,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:41.468012 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-4ef696ba-6d54-4b92-a0c3-66018515f2ba None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:38:41.496037 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f835275e-9227-4c7a-a634-252ad597d3cb tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event updated for resources: {'Port': ['ID=e40a9eda-7a67-4be8-97e4-54655b04c8c3,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:41.534426 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-4104459c-ffa3-4d88-aeca-b0305b9369fc tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] delete failed (client error): The resource could not be found. Sep 22 21:38:41.535370 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a4b5b73a-4f10-49e8-a1f4-8dc20bcc3df9 None None] Port eea18b87-2373-4a97-82af-1eecda82b99f cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:38:41.539519 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef696ba-6d54-4b92-a0c3-66018515f2ba None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:38:41.542772 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.l3_db [None req-51ddd1ae-5937-485c-a55b-a8683f1a2cf6 tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] Floating IP 242f350d-a77a-4d38-ad38-17f2626d2695 associated. External IP: 172.26.0.197, port: 8eb3b949-7f48-4cb6-aacb-16e568d60a96. Sep 22 21:38:41.545019 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-4104459c-ffa3-4d88-aeca-b0305b9369fc tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "DELETE /v2.0/routers/f62b6959-5ecd-4bff-9215-38821875f13a HTTP/1.1" status: 404 len: 336 time: 0.7008245 Sep 22 21:38:41.546397 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46650) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:41.638418 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ddd1ae-5937-485c-a55b-a8683f1a2cf6 tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] Pushing event updated for resources: {'Port': ['ID=79be97dc-43db-4528-a656-66a846017800,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:41.658145 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13eb6f54-72f2-4e09-b93a-9c42e1dcc3f3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:38:41.660997 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-13eb6f54-72f2-4e09-b93a-9c42e1dcc3f3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:41.840569 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-4ef696ba-6d54-4b92-a0c3-66018515f2ba None None] Attempting to bind port 76b638b3-b81e-42bc-ab3c-996615055d2b on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:38:41.841137 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-4ef696ba-6d54-4b92-a0c3-66018515f2ba None None] Attempting to bind port 76b638b3-b81e-42bc-ab3c-996615055d2b by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:38:41.841366 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef696ba-6d54-4b92-a0c3-66018515f2ba None None] Attempting to bind port 76b638b3-b81e-42bc-ab3c-996615055d2b on network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:38:41.849017 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef696ba-6d54-4b92-a0c3-66018515f2ba None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:38:41.849446 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef696ba-6d54-4b92-a0c3-66018515f2ba None None] Checking segment: {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:38:41.850046 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4ef696ba-6d54-4b92-a0c3-66018515f2ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:41.850438 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef696ba-6d54-4b92-a0c3-66018515f2ba None None] Bound using segment: {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:38:41.850943 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-4ef696ba-6d54-4b92-a0c3-66018515f2ba None None] Bound port: 76b638b3-b81e-42bc-ab3c-996615055d2b, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:38:41.852292 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4ef696ba-6d54-4b92-a0c3-66018515f2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:41.887724 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1a971c7b-1171-4bc1-9685-120e485031d3 None None] Provisioning for port e40a9eda-7a67-4be8-97e4-54655b04c8c3 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:38:41.894568 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d90da954-7218-49c9-8123-9f98504649c5 req-337d5151-e7e7-4af1-82b9-e340983f3797 service neutron] 10.222.0.49 "GET /v2.0/networks/3705f0f0-ca60-4eb5-a73e-00234b5f2f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927062 Sep 22 21:38:41.896188 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46654) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:41.982425 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fb36e6c-cfb4-4353-adce-9ee859da62c7 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] DELETE failed (client error): The resource could not be found. Sep 22 21:38:41.984870 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fb36e6c-cfb4-4353-adce-9ee859da62c7 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:38:41.990648 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46662) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:41.991797 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-7fb36e6c-cfb4-4353-adce-9ee859da62c7 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "DELETE /v2.0/subnets/4c2146fb-f922-455c-bb4d-c2c7a0fd2406 HTTP/1.1" status: 404 len: 337 time: 0.1001890 Sep 22 21:38:42.002515 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f835275e-9227-4c7a-a634-252ad597d3cb tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:42.030843 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1a971c7b-1171-4bc1-9685-120e485031d3 None None] Provisioning complete for port e40a9eda-7a67-4be8-97e4-54655b04c8c3 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:38:42.031209 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1a971c7b-1171-4bc1-9685-120e485031d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:42.031541 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1a971c7b-1171-4bc1-9685-120e485031d3 None None] Attempt 1 to provision port e40a9eda-7a67-4be8-97e4-54655b04c8c3 Sep 22 21:38:42.063313 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-697d2787-5afa-42a1-9afc-f86726d847e1 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "GET /v2.0/ports?device_id=1a8720d9-29cc-402e-b255-accab47bef81 HTTP/1.1" status: 200 len: 205 time: 0.0693846 Sep 22 21:38:42.065753 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46666) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:42.142780 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-5e3b70a8-4f44-4b98-82f6-7f0eab80f677 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] delete failed (client error): The resource could not be found. Sep 22 21:38:42.146686 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-5e3b70a8-4f44-4b98-82f6-7f0eab80f677 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "DELETE /v2.0/routers/1a8720d9-29cc-402e-b255-accab47bef81 HTTP/1.1" status: 404 len: 336 time: 0.0728195 Sep 22 21:38:42.149353 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-dfe0c240-d7d9-4cde-be0d-2a2963927d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:42.157687 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46670) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:42.178242 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1a971c7b-1171-4bc1-9685-120e485031d3 None None] Port e40a9eda-7a67-4be8-97e4-54655b04c8c3 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:38:42.189124 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-4ef696ba-6d54-4b92-a0c3-66018515f2ba None None] For port 76b638b3-b81e-42bc-ab3c-996615055d2b, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:38:42.194121 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-4ef696ba-6d54-4b92-a0c3-66018515f2ba None None] For port 76b638b3-b81e-42bc-ab3c-996615055d2b, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=76b638b3-b81e-42bc-ab3c-996615055d2b,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:38:42.200265 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4ef696ba-6d54-4b92-a0c3-66018515f2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:42.282382 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef696ba-6d54-4b92-a0c3-66018515f2ba None None] Pushing event updated for resources: {'Port': ['ID=76b638b3-b81e-42bc-ab3c-996615055d2b,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:42.313214 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.ipam_backend_mixin [None req-13eb6f54-72f2-4e09-b93a-9c42e1dcc3f3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4ba0b683-7fca-45fb-9ee2-fec9fa1b4d05 (CIDR: 2001:db8::/64) Sep 22 21:38:42.331355 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-46aa53f2-454f-47b8-9b65-0a3b125bdf19 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] DELETE failed (client error): The resource could not be found. Sep 22 21:38:42.331567 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46aa53f2-454f-47b8-9b65-0a3b125bdf19 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:38:42.337713 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-139b3683-9ddb-4e21-a339-a0a635ef3bd3 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=43c8fa0213da4f47a6706f7ea64b9b94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4223778 Sep 22 21:38:42.337925 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-46aa53f2-454f-47b8-9b65-0a3b125bdf19 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "DELETE /v2.0/subnets/f977f97e-5b8a-4523-8838-7f3ba045ae33 HTTP/1.1" status: 404 len: 337 time: 0.1019521 Sep 22 21:38:42.338029 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46674) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:42.350791 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46676) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:42.360854 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-13eb6f54-72f2-4e09-b93a-9c42e1dcc3f3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:38:42.361573 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13eb6f54-72f2-4e09-b93a-9c42e1dcc3f3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:38:42.409414 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-319b587a-2e84-4578-b687-c18f25d46be0 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] DELETE failed (client error): The resource could not be found. Sep 22 21:38:42.410036 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-319b587a-2e84-4578-b687-c18f25d46be0 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:38:42.414427 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-319b587a-2e84-4578-b687-c18f25d46be0 tempest-RoutersIpV6Test-750230266 tempest-RoutersIpV6Test-750230266-project] 10.222.0.33 "DELETE /v2.0/subnets/5fd91223-e1d2-4f89-a8bb-45aed1baabbb HTTP/1.1" status: 404 len: 337 time: 0.0601981 Sep 22 21:38:42.458818 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-13eb6f54-72f2-4e09-b93a-9c42e1dcc3f3 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2623205 Sep 22 21:38:42.463580 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46684) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:42.480417 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-9d71f308-3e8f-4183-89d8-0d596f8e1b0f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'subnet': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:42.666984 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ddd1ae-5937-485c-a55b-a8683f1a2cf6 tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] Router 9bac20d3-2361-4fa6-a805-62ab5938c7bd has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:38:42.682869 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1a971c7b-1171-4bc1-9685-120e485031d3 None None] Attempt 2 to provision port e40a9eda-7a67-4be8-97e4-54655b04c8c3 Sep 22 21:38:42.822484 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f835275e-9227-4c7a-a634-252ad597d3cb tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:42.858389 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46690) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:42.873221 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:42.874094 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f835275e-9227-4c7a-a634-252ad597d3cb tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:42.887229 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1a971c7b-1171-4bc1-9685-120e485031d3 None None] Port e40a9eda-7a67-4be8-97e4-54655b04c8c3 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:38:42.928337 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-9d71f308-3e8f-4183-89d8-0d596f8e1b0f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:42.935351 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-9d71f308-3e8f-4183-89d8-0d596f8e1b0f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Usage tracker for resource:subnet and tenant:4fef33e75cf240fcbb352fce012907b9 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:42.938469 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ddd1ae-5937-485c-a55b-a8683f1a2cf6 tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:38:42.940198 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-9d71f308-3e8f-4183-89d8-0d596f8e1b0f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:42.950684 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-9d71f308-3e8f-4183-89d8-0d596f8e1b0f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:42.951970 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c386a7c3-8f38-4761-b9bf-c572ef2743ee None None] Sync routers for ids ['9bac20d3-2361-4fa6-a805-62ab5938c7bd'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:38:42.962299 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c386a7c3-8f38-4761-b9bf-c572ef2743ee None None] Routers {'9bac20d3-2361-4fa6-a805-62ab5938c7bd'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:38:42.963240 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-c386a7c3-8f38-4761-b9bf-c572ef2743ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:38:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['9bac20d3-2361-4fa6-a805-62ab5938c7bd'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:42.972348 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-51ddd1ae-5937-485c-a55b-a8683f1a2cf6 tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:43.030524 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-c386a7c3-8f38-4761-b9bf-c572ef2743ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:43.041094 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-51ddd1ae-5937-485c-a55b-a8683f1a2cf6 tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 6.6906312 Sep 22 21:38:43.041094 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d71f308-3e8f-4183-89d8-0d596f8e1b0f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:38:43.042643 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9d71f308-3e8f-4183-89d8-0d596f8e1b0f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:43.058963 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c386a7c3-8f38-4761-b9bf-c572ef2743ee None None] Routers {'9bac20d3-2361-4fa6-a805-62ab5938c7bd'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:38:43.059580 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-c386a7c3-8f38-4761-b9bf-c572ef2743ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:38:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['9bac20d3-2361-4fa6-a805-62ab5938c7bd'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:43.067670 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46694) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:43.083188 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:43.087932 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f835275e-9227-4c7a-a634-252ad597d3cb tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event updated for resources: {'Port': ['ID=e40a9eda-7a67-4be8-97e4-54655b04c8c3,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:43.096934 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3dd1b4e6-92d5-4293-a3ca-d6ea95bf7d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:43.099225 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f835275e-9227-4c7a-a634-252ad597d3cb tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:43.133215 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-c386a7c3-8f38-4761-b9bf-c572ef2743ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:43.133520 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c386a7c3-8f38-4761-b9bf-c572ef2743ee None None] The sync data for ids ['9bac20d3-2361-4fa6-a805-62ab5938c7bd'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:38:43.298943 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a0853c54-08a2-4d98-81c2-a2a36669247b tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] 10.222.0.33 "GET /v2.0/floatingips/242f350d-a77a-4d38-ad38-17f2626d2695 HTTP/1.1" status: 200 len: 983 time: 0.2110288 Sep 22 21:38:43.305412 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46700) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:43.352308 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3dd1b4e6-92d5-4293-a3ca-d6ea95bf7d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:43.388703 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1a971c7b-1171-4bc1-9685-120e485031d3 None None] Attempt 3 to provision port e40a9eda-7a67-4be8-97e4-54655b04c8c3 Sep 22 21:38:43.436259 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f835275e-9227-4c7a-a634-252ad597d3cb tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Network 37b6d98d-61de-4373-a43c-8aaae6ad2730 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:38:43.440485 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-f835275e-9227-4c7a-a634-252ad597d3cb tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:38:43.505628 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1a971c7b-1171-4bc1-9685-120e485031d3 None None] Port e40a9eda-7a67-4be8-97e4-54655b04c8c3 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:38:43.528426 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3dd1b4e6-92d5-4293-a3ca-d6ea95bf7d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:43.543828 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d8d296a6-7145-4361-9982-1b97feccb1e3 tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] 10.222.0.33 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2251 time: 0.2369461 Sep 22 21:38:43.545456 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46704) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:43.550225 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46706) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:43.570199 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-1490989f-157a-457a-a457-e1e035e737e2 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Request body: {'subnet': {'network_id': '822baac9-0f7a-4a7f-8416-2433f9845988', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:43.655935 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd1b4e6-92d5-4293-a3ca-d6ea95bf7d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ccbf484-4494-4849-8bf4-2f576c75c9d1,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:43.659068 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-76d7e952-c496-4039-aed6-c027dfa38f47 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=5c103daa7e764303927ef5f69fe7eabf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7901790 Sep 22 21:38:43.662457 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46712) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:43.670230 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3dd1b4e6-92d5-4293-a3ca-d6ea95bf7d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:43.671547 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-3dd1b4e6-92d5-4293-a3ca-d6ea95bf7d6d admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/7ccbf484-4494-4849-8bf4-2f576c75c9d1 HTTP/1.1" status: 204 len: 168 time: 1.3344603 Sep 22 21:38:43.752639 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f835275e-9227-4c7a-a634-252ad597d3cb tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Router a7207448-e4bb-42a7-b4ce-05e63469655b is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:38:43.944497 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f835275e-9227-4c7a-a634-252ad597d3cb tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:38:43.953134 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-f835275e-9227-4c7a-a634-252ad597d3cb tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "PUT /v2.0/routers/a7207448-e4bb-42a7-b4ce-05e63469655b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9695201 Sep 22 21:38:43.955735 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46724) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:43.957526 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c0dd26-8bd9-411b-8900-f1ccfe79e3f0 None None] Sync routers for ids ['a7207448-e4bb-42a7-b4ce-05e63469655b'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:38:43.972406 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c0dd26-8bd9-411b-8900-f1ccfe79e3f0 None None] Routers {'a7207448-e4bb-42a7-b4ce-05e63469655b'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:38:43.972406 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-81c0dd26-8bd9-411b-8900-f1ccfe79e3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:38:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['a7207448-e4bb-42a7-b4ce-05e63469655b'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:44.059810 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1a971c7b-1171-4bc1-9685-120e485031d3 None None] Attempt 4 to provision port e40a9eda-7a67-4be8-97e4-54655b04c8c3 Sep 22 21:38:44.061680 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c5102e-1918-4d68-8f1a-af63d56008e3 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:44.062857 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-64c5102e-1918-4d68-8f1a-af63d56008e3 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Synchronizing usage tracker for tenant:d0dc9097dd2d4c51a9e00ba2c2c3535e on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:38:44.089376 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-64c5102e-1918-4d68-8f1a-af63d56008e3 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Unset dirty status for tenant:d0dc9097dd2d4c51a9e00ba2c2c3535e on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:38:44.096082 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-64c5102e-1918-4d68-8f1a-af63d56008e3 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "GET /v2.0/ports/e40a9eda-7a67-4be8-97e4-54655b04c8c3 HTTP/1.1" status: 200 len: 910 time: 0.1390846 Sep 22 21:38:44.097737 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46730) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:44.106364 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-77a6e993-b46d-4009-ab0b-367b69d486ee tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7f70bb29-9dc4-479e-98a8-ec8a74321bad'}]}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:44.149326 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-81c0dd26-8bd9-411b-8900-f1ccfe79e3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:44.154771 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 76b638b3-b81e-42bc-ab3c-996615055d2b up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:38:44.177765 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec65-9dbb-4313-bf8f-4f88f711f805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:44.189764 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1a971c7b-1171-4bc1-9685-120e485031d3 None None] Port e40a9eda-7a67-4be8-97e4-54655b04c8c3 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:38:44.195896 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-1490989f-157a-457a-a457-e1e035e737e2 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:44.216057 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-1490989f-157a-457a-a457-e1e035e737e2 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Usage tracker for resource:subnet and tenant:9ce427e4086c41e3a73d0ab03ce01898 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:44.221550 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-2e48d109-87ae-43ec-9db2-f95369ef039b tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Deleting port 79be97dc-43db-4528-a656-66a846017800 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:38:44.221886 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2e48d109-87ae-43ec-9db2-f95369ef039b tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:44.245135 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c0dd26-8bd9-411b-8900-f1ccfe79e3f0 None None] Routers {'a7207448-e4bb-42a7-b4ce-05e63469655b'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:38:44.246621 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-81c0dd26-8bd9-411b-8900-f1ccfe79e3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:38:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['a7207448-e4bb-42a7-b4ce-05e63469655b'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:44.252945 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec65-9dbb-4313-bf8f-4f88f711f805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:44.266918 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-1490989f-157a-457a-a457-e1e035e737e2 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:44.290960 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-1490989f-157a-457a-a457-e1e035e737e2 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:44.320088 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-81c0dd26-8bd9-411b-8900-f1ccfe79e3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:44.320848 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c0dd26-8bd9-411b-8900-f1ccfe79e3f0 None None] The sync data for ids ['a7207448-e4bb-42a7-b4ce-05e63469655b'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:38:44.342549 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1490989f-157a-457a-a457-e1e035e737e2 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Made reservation on behalf of 9ce427e4086c41e3a73d0ab03ce01898 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:38:44.346627 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1490989f-157a-457a-a457-e1e035e737e2 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:44.349234 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 76b638b3-b81e-42bc-ab3c-996615055d2b completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:38:44.462870 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:44.556598 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec65-9dbb-4313-bf8f-4f88f711f805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:44.591613 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97ec65-9dbb-4313-bf8f-4f88f711f805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffa5b78-dff3-438d-b528-200c8c57f1d5,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:44.603521 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-77a6e993-b46d-4009-ab0b-367b69d486ee tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:44.687109 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46746) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:44.689463 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2e48d109-87ae-43ec-9db2-f95369ef039b tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:44.689791 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2e48d109-87ae-43ec-9db2-f95369ef039b tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:44.691712 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1a971c7b-1171-4bc1-9685-120e485031d3 None None] Attempt 5 to provision port e40a9eda-7a67-4be8-97e4-54655b04c8c3 Sep 22 21:38:44.705739 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cd97ec65-9dbb-4313-bf8f-4f88f711f805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:44.709181 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-cd97ec65-9dbb-4313-bf8f-4f88f711f805 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/7ffa5b78-dff3-438d-b528-200c8c57f1d5 HTTP/1.1" status: 204 len: 168 time: 1.0148139 Sep 22 21:38:44.789127 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1a971c7b-1171-4bc1-9685-120e485031d3 None None] Port e40a9eda-7a67-4be8-97e4-54655b04c8c3 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:38:44.829647 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-2e48d109-87ae-43ec-9db2-f95369ef039b tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Calling delete_port for 79be97dc-43db-4528-a656-66a846017800 owned by network:floatingip {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:38:44.909509 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-9b8acbb9-90e1-4104-8c98-eda206049352 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-568266399'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:44.919508 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-9b8acbb9-90e1-4104-8c98-eda206049352 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:44.939222 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-9b8acbb9-90e1-4104-8c98-eda206049352 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Usage tracker for resource:network and tenant:59b6cc9d17d34b09b817999d5916b12e is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:44.946047 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-9b8acbb9-90e1-4104-8c98-eda206049352 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:44.956949 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-9b8acbb9-90e1-4104-8c98-eda206049352 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:45.002675 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.objects.ports [None req-9d71f308-3e8f-4183-89d8-0d596f8e1b0f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89009) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 21:38:45.011176 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8acbb9-90e1-4104-8c98-eda206049352 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Made reservation on behalf of 59b6cc9d17d34b09b817999d5916b12e for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:38:45.014684 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9b8acbb9-90e1-4104-8c98-eda206049352 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:45.034536 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9b8acbb9-90e1-4104-8c98-eda206049352 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:45.057468 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-9b8acbb9-90e1-4104-8c98-eda206049352 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:45.065470 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-9b8acbb9-90e1-4104-8c98-eda206049352 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Usage tracker for resource:security_group_rule and tenant:59b6cc9d17d34b09b817999d5916b12e is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:45.070205 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-9b8acbb9-90e1-4104-8c98-eda206049352 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:45.092406 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-9b8acbb9-90e1-4104-8c98-eda206049352 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:45.122896 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1490989f-157a-457a-a457-e1e035e737e2 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:45.262824 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-77a6e993-b46d-4009-ab0b-367b69d486ee tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:45.275739 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-77a6e993-b46d-4009-ab0b-367b69d486ee tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:45.278460 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1490989f-157a-457a-a457-e1e035e737e2 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Pushing event updated for resources: {'Subnet': ['ID=ee3d315a-ee38-4450-b51c-dbc1ed1040b5,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:45.290046 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1a971c7b-1171-4bc1-9685-120e485031d3 None None] Attempt 6 to provision port e40a9eda-7a67-4be8-97e4-54655b04c8c3 Sep 22 21:38:45.301905 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1490989f-157a-457a-a457-e1e035e737e2 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Checking segment: {'id': 'fa3032a7-1525-4468-9dbe-a6e86ced4681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '822baac9-0f7a-4a7f-8416-2433f9845988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:38:45.302262 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1490989f-157a-457a-a457-e1e035e737e2 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Network hostable DHCP agents. Network: 822baac9-0f7a-4a7f-8416-2433f9845988, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:38:45.309670 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2e48d109-87ae-43ec-9db2-f95369ef039b tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:45.364216 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1a971c7b-1171-4bc1-9685-120e485031d3 None None] Port e40a9eda-7a67-4be8-97e4-54655b04c8c3 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:38:45.397411 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e48d109-87ae-43ec-9db2-f95369ef039b tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Pushing event deleted for resources: {'Port': ['ID=79be97dc-43db-4528-a656-66a846017800,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:45.459746 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a6e993-b46d-4009-ab0b-367b69d486ee tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:45.460362 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-77a6e993-b46d-4009-ab0b-367b69d486ee tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:45.464864 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-77a6e993-b46d-4009-ab0b-367b69d486ee tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "PUT /v2.0/ports/e40a9eda-7a67-4be8-97e4-54655b04c8c3 HTTP/1.1" status: 200 len: 910 time: 1.3655984 Sep 22 21:38:45.471401 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46770) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:45.501497 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1490989f-157a-457a-a457-e1e035e737e2 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Network 822baac9-0f7a-4a7f-8416-2433f9845988 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:38:45.522318 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9d71f308-3e8f-4183-89d8-0d596f8e1b0f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:45.534250 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-1490989f-157a-457a-a457-e1e035e737e2 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 822baac9-0f7a-4a7f-8416-2433f9845988) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:38:45.545208 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1490989f-157a-457a-a457-e1e035e737e2 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:45.545782 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1490989f-157a-457a-a457-e1e035e737e2 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:45.545975 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d84b85-9f44-499f-8759-1a8828df065a None None] Network 822baac9-0f7a-4a7f-8416-2433f9845988 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:38:45.563355 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a6e993-b46d-4009-ab0b-367b69d486ee tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event updated for resources: {'Port': ['ID=e40a9eda-7a67-4be8-97e4-54655b04c8c3,revision_number=3']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:45.604643 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2e48d109-87ae-43ec-9db2-f95369ef039b tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks [] for floatingip, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:45.604643 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.l3_db [None req-2e48d109-87ae-43ec-9db2-f95369ef039b tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Floating IP 242f350d-a77a-4d38-ad38-17f2626d2695 disassociated (deleted). External IP: 172.26.0.197, port: 8eb3b949-7f48-4cb6-aacb-16e568d60a96. Sep 22 21:38:45.699431 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46776) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:45.826742 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-1490989f-157a-457a-a457-e1e035e737e2 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2727280 Sep 22 21:38:45.832036 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46782) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:45.845009 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-85e3cdc3-e983-49c8-be3d-97a85036fe09 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1881547863'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:45.867991 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-eb53cbe9-6661-4610-9985-9dc8d939801d tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Request body: {'security_group': {'name': 'tempest-secgroup--1210722435'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:45.882040 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1a971c7b-1171-4bc1-9685-120e485031d3 None None] Attempt 7 to provision port e40a9eda-7a67-4be8-97e4-54655b04c8c3 Sep 22 21:38:45.882290 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9b8acbb9-90e1-4104-8c98-eda206049352 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:45.892156 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-eb53cbe9-6661-4610-9985-9dc8d939801d tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:45.898137 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-eb53cbe9-6661-4610-9985-9dc8d939801d tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Usage tracker for resource:security_group and tenant:f0750d6b07cf40699cc6c5c5a2372185 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:45.900703 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9b8acbb9-90e1-4104-8c98-eda206049352 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:45.904174 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-eb53cbe9-6661-4610-9985-9dc8d939801d tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:45.912772 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-85e3cdc3-e983-49c8-be3d-97a85036fe09 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:45.928037 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-eb53cbe9-6661-4610-9985-9dc8d939801d tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:45.936047 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-85e3cdc3-e983-49c8-be3d-97a85036fe09 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Usage tracker for resource:network and tenant:9ce427e4086c41e3a73d0ab03ce01898 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:45.946340 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2d7747-69d2-4491-bb9a-5cd4ecd4bd85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-822baac9-0f7a-4a7f-8416-2433f9845988', 'network_id': '822baac9-0f7a-4a7f-8416-2433f9845988', 'tenant_id': '9ce427e4086c41e3a73d0ab03ce01898', 'fixed_ips': [{'subnet_id': 'ee3d315a-ee38-4450-b51c-dbc1ed1040b5'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:38:45.947399 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-dd2d7747-69d2-4491-bb9a-5cd4ecd4bd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:45.954135 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b8acbb9-90e1-4104-8c98-eda206049352 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:38:45.956405 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-85e3cdc3-e983-49c8-be3d-97a85036fe09 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:45.959863 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1a971c7b-1171-4bc1-9685-120e485031d3 None None] Port e40a9eda-7a67-4be8-97e4-54655b04c8c3 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:38:45.984064 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-eb53cbe9-6661-4610-9985-9dc8d939801d tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:46.015423 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-85e3cdc3-e983-49c8-be3d-97a85036fe09 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:46.025641 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8acbb9-90e1-4104-8c98-eda206049352 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e5b756-5082-4992-89c5-5fa4b08a88bd,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:46.032023 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9b8acbb9-90e1-4104-8c98-eda206049352 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:46.032362 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-9b8acbb9-90e1-4104-8c98-eda206049352 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Added segment 90e39d9f-0bb2-4494-a861-b07e042347fe of type vlan for network 4de7f354-6d72-4f3b-be75-932714291e66 Sep 22 21:38:46.042997 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-eb53cbe9-6661-4610-9985-9dc8d939801d tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:46.056750 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e3cdc3-e983-49c8-be3d-97a85036fe09 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Made reservation on behalf of 9ce427e4086c41e3a73d0ab03ce01898 for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:38:46.060888 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-85e3cdc3-e983-49c8-be3d-97a85036fe09 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:46.087981 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-eb53cbe9-6661-4610-9985-9dc8d939801d tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:46.099914 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9b8acbb9-90e1-4104-8c98-eda206049352 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:46.104005 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-eb53cbe9-6661-4610-9985-9dc8d939801d tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Usage tracker for resource:security_group_rule and tenant:f0750d6b07cf40699cc6c5c5a2372185 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:46.108821 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-eb53cbe9-6661-4610-9985-9dc8d939801d tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:46.140802 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-dd2d7747-69d2-4491-bb9a-5cd4ecd4bd85 None None] Allocated IP 2001:db8:0:ffff::2 (822baac9-0f7a-4a7f-8416-2433f9845988/ee3d315a-ee38-4450-b51c-dbc1ed1040b5/6f03af74-d345-4034-8081-2c2518ed41ea) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:38:46.153119 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-eb53cbe9-6661-4610-9985-9dc8d939801d tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:46.210234 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85e3cdc3-e983-49c8-be3d-97a85036fe09 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:38:46.287842 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-9d71f308-3e8f-4183-89d8-0d596f8e1b0f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] For port 76b638b3-b81e-42bc-ab3c-996615055d2b, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=76b638b3-b81e-42bc-ab3c-996615055d2b,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:38:46.305073 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-85e3cdc3-e983-49c8-be3d-97a85036fe09 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:46.305336 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-85e3cdc3-e983-49c8-be3d-97a85036fe09 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Added segment 603e4aed-fcac-4bc6-abb3-71174d7436a7 of type vlan for network 5b4b82d6-aa6c-4711-9407-0cd4bd7be21d Sep 22 21:38:46.336122 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9b8acbb9-90e1-4104-8c98-eda206049352 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:46.341536 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8acbb9-90e1-4104-8c98-eda206049352 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:46.342180 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9b8acbb9-90e1-4104-8c98-eda206049352 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:46.364663 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-85e3cdc3-e983-49c8-be3d-97a85036fe09 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:46.382673 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e48d109-87ae-43ec-9db2-f95369ef039b tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Router 9bac20d3-2361-4fa6-a805-62ab5938c7bd has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:38:46.384689 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9d71f308-3e8f-4183-89d8-0d596f8e1b0f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:46.393336 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9d71f308-3e8f-4183-89d8-0d596f8e1b0f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:46.394292 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9d71f308-3e8f-4183-89d8-0d596f8e1b0f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:46.399202 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-dd2d7747-69d2-4491-bb9a-5cd4ecd4bd85 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:46.410532 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-dd2d7747-69d2-4491-bb9a-5cd4ecd4bd85 None None] Transition to ACTIVE for port object 6f03af74-d345-4034-8081-2c2518ed41ea will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:38:46.429234 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-dd2d7747-69d2-4491-bb9a-5cd4ecd4bd85 None None] Transition to ACTIVE for port object 6f03af74-d345-4034-8081-2c2518ed41ea will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:38:46.437962 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-dd2d7747-69d2-4491-bb9a-5cd4ecd4bd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:46.479847 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1a971c7b-1171-4bc1-9685-120e485031d3 None None] Attempt 8 to provision port e40a9eda-7a67-4be8-97e4-54655b04c8c3 Sep 22 21:38:46.503886 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8acbb9-90e1-4104-8c98-eda206049352 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Pushing event updated for resources: {'Network': ['ID=4de7f354-6d72-4f3b-be75-932714291e66,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:46.518866 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2d7747-69d2-4491-bb9a-5cd4ecd4bd85 None None] Network 822baac9-0f7a-4a7f-8416-2433f9845988 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:38:46.523182 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-9b8acbb9-90e1-4104-8c98-eda206049352 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.8234458 Sep 22 21:38:46.530201 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-dd2d7747-69d2-4491-bb9a-5cd4ecd4bd85 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:38:46.541416 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 4de7f354-6d72-4f3b-be75-932714291e66 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:38:46.591675 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d71f308-3e8f-4183-89d8-0d596f8e1b0f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:38:46.592086 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2d7747-69d2-4491-bb9a-5cd4ecd4bd85 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:38:46.606899 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1a971c7b-1171-4bc1-9685-120e485031d3 None None] Port e40a9eda-7a67-4be8-97e4-54655b04c8c3 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:38:46.609187 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-9d71f308-3e8f-4183-89d8-0d596f8e1b0f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:38:46.617525 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-eb53cbe9-6661-4610-9985-9dc8d939801d tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:46.619226 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d71f308-3e8f-4183-89d8-0d596f8e1b0f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:46.619814 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9d71f308-3e8f-4183-89d8-0d596f8e1b0f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:46.629434 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-eb53cbe9-6661-4610-9985-9dc8d939801d tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:46.637173 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-85e3cdc3-e983-49c8-be3d-97a85036fe09 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:46.642458 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e3cdc3-e983-49c8-be3d-97a85036fe09 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:46.642816 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-eb53cbe9-6661-4610-9985-9dc8d939801d tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:46.643076 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-85e3cdc3-e983-49c8-be3d-97a85036fe09 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:46.660086 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-eb53cbe9-6661-4610-9985-9dc8d939801d tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Usage tracker for resource:security_group_rule and tenant:f0750d6b07cf40699cc6c5c5a2372185 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:46.669847 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-eb53cbe9-6661-4610-9985-9dc8d939801d tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:46.677427 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb53cbe9-6661-4610-9985-9dc8d939801d tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3b39c7-a9fe-4f41-a1a6-953edb9a3ea2,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:46.680472 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-eb53cbe9-6661-4610-9985-9dc8d939801d tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:46.684191 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71f308-3e8f-4183-89d8-0d596f8e1b0f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Subnet': ['ID=2eac819d-6e10-4f07-84c6-46e7181db4e0,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:46.713487 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c7ec050d-2718-4187-a50d-9079f94d8e55 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:46.739697 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71f308-3e8f-4183-89d8-0d596f8e1b0f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Port': ['ID=76b638b3-b81e-42bc-ab3c-996615055d2b,revision_number=4']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:46.806386 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2d7747-69d2-4491-bb9a-5cd4ecd4bd85 None None] Pushing event updated for resources: {'Port': ['ID=6f03af74-d345-4034-8081-2c2518ed41ea,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:46.817339 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520fa16a-eb15-4b8e-8d71-1b7cc0c5bfc8 None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:38:46.838018 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-9d71f308-3e8f-4183-89d8-0d596f8e1b0f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.3728108 Sep 22 21:38:46.846173 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46786) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:46.852221 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-85e3cdc3-e983-49c8-be3d-97a85036fe09 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0175359 Sep 22 21:38:46.853204 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3cdc3-e983-49c8-be3d-97a85036fe09 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Pushing event updated for resources: {'Network': ['ID=5b4b82d6-aa6c-4711-9407-0cd4bd7be21d,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:46.855856 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46790) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:46.859491 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-200b530e-c902-4873-a2ed-1452529e7d21 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'port': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'mac_address': 'fa:16:3e:09:6d:1c', 'name': 'tempest-NetworksTestDHCPv6-574076740'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:46.892840 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-75a78837-f6fe-4e34-abbc-238a3cf13ad8 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Request body: {'subnet': {'network_id': '5b4b82d6-aa6c-4711-9407-0cd4bd7be21d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:46.981338 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-eb53cbe9-6661-4610-9985-9dc8d939801d tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:47.012118 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e48d109-87ae-43ec-9db2-f95369ef039b tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:38:47.019751 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-eb53cbe9-6661-4610-9985-9dc8d939801d tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:47.025939 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd151ce-be9e-41e4-9a25-2294e73ddda1 None None] Sync routers for ids ['9bac20d3-2361-4fa6-a805-62ab5938c7bd'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:38:47.033537 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2e48d109-87ae-43ec-9db2-f95369ef039b tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:47.041689 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd151ce-be9e-41e4-9a25-2294e73ddda1 None None] Routers {'9bac20d3-2361-4fa6-a805-62ab5938c7bd'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:38:47.043085 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-cfd151ce-be9e-41e4-9a25-2294e73ddda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:38:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['9bac20d3-2361-4fa6-a805-62ab5938c7bd'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:47.157607 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb53cbe9-6661-4610-9985-9dc8d939801d tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2401e8a-f300-4549-bbe3-80a9e52426f0,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:47.167234 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-eb53cbe9-6661-4610-9985-9dc8d939801d tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:47.168295 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2e48d109-87ae-43ec-9db2-f95369ef039b tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] 10.222.0.33 "DELETE /v2.0/floatingips/242f350d-a77a-4d38-ad38-17f2626d2695 HTTP/1.1" status: 204 len: 168 time: 3.6117218 Sep 22 21:38:47.170200 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-75a78837-f6fe-4e34-abbc-238a3cf13ad8 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:47.170748 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-eb53cbe9-6661-4610-9985-9dc8d939801d tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4670722 Sep 22 21:38:47.172790 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46794) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:47.173217 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46796) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:47.176675 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-cfd151ce-be9e-41e4-9a25-2294e73ddda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:47.178670 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-75a78837-f6fe-4e34-abbc-238a3cf13ad8 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Usage tracker for resource:subnet and tenant:9ce427e4086c41e3a73d0ab03ce01898 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:47.182812 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-75a78837-f6fe-4e34-abbc-238a3cf13ad8 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:47.191703 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-75a78837-f6fe-4e34-abbc-238a3cf13ad8 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:47.194076 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-200b530e-c902-4873-a2ed-1452529e7d21 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:47.195029 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd151ce-be9e-41e4-9a25-2294e73ddda1 None None] Routers {'9bac20d3-2361-4fa6-a805-62ab5938c7bd'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:38:47.197522 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-cfd151ce-be9e-41e4-9a25-2294e73ddda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:38:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['9bac20d3-2361-4fa6-a805-62ab5938c7bd'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:47.201556 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-200b530e-c902-4873-a2ed-1452529e7d21 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Usage tracker for resource:port and tenant:4fef33e75cf240fcbb352fce012907b9 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:47.205772 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-200b530e-c902-4873-a2ed-1452529e7d21 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:47.212444 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-200b530e-c902-4873-a2ed-1452529e7d21 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:47.219710 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a78837-f6fe-4e34-abbc-238a3cf13ad8 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Made reservation on behalf of 9ce427e4086c41e3a73d0ab03ce01898 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:38:47.224430 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-75a78837-f6fe-4e34-abbc-238a3cf13ad8 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:47.226013 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-256dfe0f-b1d2-4358-b49d-2c7ec1638036 tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] Request body: {'floatingip': {'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:47.226875 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1a971c7b-1171-4bc1-9685-120e485031d3 None None] Attempt 9 to provision port e40a9eda-7a67-4be8-97e4-54655b04c8c3 Sep 22 21:38:47.249916 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-256dfe0f-b1d2-4358-b49d-2c7ec1638036 tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:47.266579 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-256dfe0f-b1d2-4358-b49d-2c7ec1638036 tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] Usage tracker for resource:floatingip and tenant:41d309fadf3b422baaf1a65643e22a63 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:47.277049 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-256dfe0f-b1d2-4358-b49d-2c7ec1638036 tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:47.302625 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200b530e-c902-4873-a2ed-1452529e7d21 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'port': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:38:47.308034 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 5b4b82d6-aa6c-4711-9407-0cd4bd7be21d details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:38:47.319979 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-256dfe0f-b1d2-4358-b49d-2c7ec1638036 tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:47.322736 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-cfd151ce-be9e-41e4-9a25-2294e73ddda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:47.324049 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd151ce-be9e-41e4-9a25-2294e73ddda1 None None] The sync data for ids ['9bac20d3-2361-4fa6-a805-62ab5938c7bd'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:38:47.397162 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c1c3ba32-ae02-4182-a2e8-60674db7d4b0 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Synchronizing usage tracker for tenant:f0750d6b07cf40699cc6c5c5a2372185 on resource:security_group {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:38:47.498652 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1a971c7b-1171-4bc1-9685-120e485031d3 None None] Port e40a9eda-7a67-4be8-97e4-54655b04c8c3 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:38:47.509681 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-256dfe0f-b1d2-4358-b49d-2c7ec1638036 tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:47.533344 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-c7ec050d-2718-4187-a50d-9079f94d8e55 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Deleting port e40a9eda-7a67-4be8-97e4-54655b04c8c3 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:38:47.533708 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c7ec050d-2718-4187-a50d-9079f94d8e55 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:47.595464 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-dd2d7747-69d2-4491-bb9a-5cd4ecd4bd85 None None] Attempting to bind port 6f03af74-d345-4034-8081-2c2518ed41ea on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:38:47.596776 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-dd2d7747-69d2-4491-bb9a-5cd4ecd4bd85 None None] Attempting to bind port 6f03af74-d345-4034-8081-2c2518ed41ea by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'fa3032a7-1525-4468-9dbe-a6e86ced4681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '822baac9-0f7a-4a7f-8416-2433f9845988'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:38:47.597456 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2d7747-69d2-4491-bb9a-5cd4ecd4bd85 None None] Attempting to bind port 6f03af74-d345-4034-8081-2c2518ed41ea on network 822baac9-0f7a-4a7f-8416-2433f9845988 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:38:47.624735 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-200b530e-c902-4873-a2ed-1452529e7d21 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:47.626261 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2d7747-69d2-4491-bb9a-5cd4ecd4bd85 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:38:47.626974 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2d7747-69d2-4491-bb9a-5cd4ecd4bd85 None None] Checking segment: {'id': 'fa3032a7-1525-4468-9dbe-a6e86ced4681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '822baac9-0f7a-4a7f-8416-2433f9845988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:38:47.627614 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-dd2d7747-69d2-4491-bb9a-5cd4ecd4bd85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:47.628505 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2d7747-69d2-4491-bb9a-5cd4ecd4bd85 None None] Bound using segment: {'id': 'fa3032a7-1525-4468-9dbe-a6e86ced4681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '822baac9-0f7a-4a7f-8416-2433f9845988'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:38:47.629260 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-dd2d7747-69d2-4491-bb9a-5cd4ecd4bd85 None None] Bound port: 6f03af74-d345-4034-8081-2c2518ed41ea, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3032a7-1525-4468-9dbe-a6e86ced4681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '822baac9-0f7a-4a7f-8416-2433f9845988'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:38:47.629886 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-dd2d7747-69d2-4491-bb9a-5cd4ecd4bd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:47.703598 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-200b530e-c902-4873-a2ed-1452529e7d21 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] device_id is not set on port 16dead2c-6ee4-4e01-b777-ed00ce3788fd yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:38:47.760062 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-dd2d7747-69d2-4491-bb9a-5cd4ecd4bd85 None None] For port 6f03af74-d345-4034-8081-2c2518ed41ea, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:38:47.770846 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-dd2d7747-69d2-4491-bb9a-5cd4ecd4bd85 None None] For port 6f03af74-d345-4034-8081-2c2518ed41ea, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=6f03af74-d345-4034-8081-2c2518ed41ea,segment=NetworkSegment(fa3032a7-1525-4468-9dbe-a6e86ced4681),segment_id=fa3032a7-1525-4468-9dbe-a6e86ced4681)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:38:47.780860 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-dd2d7747-69d2-4491-bb9a-5cd4ecd4bd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:47.873264 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c7ec050d-2718-4187-a50d-9079f94d8e55 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:47.892269 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-75a78837-f6fe-4e34-abbc-238a3cf13ad8 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:47.909171 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2d7747-69d2-4491-bb9a-5cd4ecd4bd85 None None] Pushing event updated for resources: {'Port': ['ID=6f03af74-d345-4034-8081-2c2518ed41ea,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:48.000443 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1a971c7b-1171-4bc1-9685-120e485031d3 None None] Attempt 10 to provision port e40a9eda-7a67-4be8-97e4-54655b04c8c3 Sep 22 21:38:48.099915 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 76b638b3-b81e-42bc-ab3c-996615055d2b up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:38:48.173826 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-c7ec050d-2718-4187-a50d-9079f94d8e55 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Calling delete_port for e40a9eda-7a67-4be8-97e4-54655b04c8c3 owned by network:router_interface {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:38:48.183104 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a78837-f6fe-4e34-abbc-238a3cf13ad8 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Pushing event updated for resources: {'Subnet': ['ID=7e7e5cee-8cd0-4372-aadc-fb80895882df,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:48.300518 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a78837-f6fe-4e34-abbc-238a3cf13ad8 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Checking segment: {'id': '603e4aed-fcac-4bc6-abb3-71174d7436a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5b4b82d6-aa6c-4711-9407-0cd4bd7be21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:38:48.303854 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a78837-f6fe-4e34-abbc-238a3cf13ad8 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Network hostable DHCP agents. Network: 5b4b82d6-aa6c-4711-9407-0cd4bd7be21d, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:38:48.327483 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-200b530e-c902-4873-a2ed-1452529e7d21 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Allocated IP 2001:db8::226 (98c62b9a-5d2a-496f-a1e5-12a6874f54f0/4ba0b683-7fca-45fb-9ee2-fec9fa1b4d05/16dead2c-6ee4-4e01-b777-ed00ce3788fd) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:38:48.355885 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-200b530e-c902-4873-a2ed-1452529e7d21 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Allocated IP 2001:db8:0:1:f816:3eff:fe09:6d1c (98c62b9a-5d2a-496f-a1e5-12a6874f54f0/2eac819d-6e10-4f07-84c6-46e7181db4e0/16dead2c-6ee4-4e01-b777-ed00ce3788fd) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:38:48.389147 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1a971c7b-1171-4bc1-9685-120e485031d3 None None] Port e40a9eda-7a67-4be8-97e4-54655b04c8c3 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:38:48.403581 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1a971c7b-1171-4bc1-9685-120e485031d3 None None] Could not find standard attr ID for object 5a7310d7-6962-4892-98d7-bc42682e2559. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:38:48.444104 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a78837-f6fe-4e34-abbc-238a3cf13ad8 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Network 5b4b82d6-aa6c-4711-9407-0cd4bd7be21d is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:38:48.452460 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1a971c7b-1171-4bc1-9685-120e485031d3 None None] Provisioning for port 8eb3b949-7f48-4cb6-aacb-16e568d60a96 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:38:48.460019 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1a971c7b-1171-4bc1-9685-120e485031d3 None None] Provisioning complete for port 8eb3b949-7f48-4cb6-aacb-16e568d60a96 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:38:48.461007 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1a971c7b-1171-4bc1-9685-120e485031d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:48.471205 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1a971c7b-1171-4bc1-9685-120e485031d3 None None] Attempt 1 to provision port 8eb3b949-7f48-4cb6-aacb-16e568d60a96 Sep 22 21:38:48.491357 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-75a78837-f6fe-4e34-abbc-238a3cf13ad8 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 5b4b82d6-aa6c-4711-9407-0cd4bd7be21d) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:38:48.501441 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a78837-f6fe-4e34-abbc-238a3cf13ad8 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:48.502176 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-75a78837-f6fe-4e34-abbc-238a3cf13ad8 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:48.523550 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c1c3ba32-ae02-4182-a2e8-60674db7d4b0 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Unset dirty status for tenant:f0750d6b07cf40699cc6c5c5a2372185 on resource:security_group {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:38:48.524844 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c1c3ba32-ae02-4182-a2e8-60674db7d4b0 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 1.3459334 Sep 22 21:38:48.530343 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46804) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:48.547186 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-52848598-c8f3-472f-853e-2735f8059478 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Request body: {'security_group': {'name': 'tempest-security--1862009469', 'description': 'tempest-security-description-887817993'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:48.549531 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5c315a-1bfd-41c6-bf4e-074dc42f77c5 None None] Network 5b4b82d6-aa6c-4711-9407-0cd4bd7be21d requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:38:48.608439 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c7ec050d-2718-4187-a50d-9079f94d8e55 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:48.749735 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1a971c7b-1171-4bc1-9685-120e485031d3 None None] Port 8eb3b949-7f48-4cb6-aacb-16e568d60a96 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:38:48.753745 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec050d-2718-4187-a50d-9079f94d8e55 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event deleted for resources: {'Port': ['ID=e40a9eda-7a67-4be8-97e4-54655b04c8c3,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:48.828148 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-75a78837-f6fe-4e34-abbc-238a3cf13ad8 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9495914 Sep 22 21:38:48.836483 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-52848598-c8f3-472f-853e-2735f8059478 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:48.848641 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46808) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:48.869305 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-200b530e-c902-4873-a2ed-1452529e7d21 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:49.053130 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e04c20-f410-44bd-adaf-6d6efb511759 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-5b4b82d6-aa6c-4711-9407-0cd4bd7be21d', 'network_id': '5b4b82d6-aa6c-4711-9407-0cd4bd7be21d', 'tenant_id': '9ce427e4086c41e3a73d0ab03ce01898', 'fixed_ips': [{'subnet_id': '7e7e5cee-8cd0-4372-aadc-fb80895882df'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:38:49.054107 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-34e04c20-f410-44bd-adaf-6d6efb511759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:49.137796 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8efa1d74-9795-4058-982d-bbdb1c853968 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:49.189182 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-200b530e-c902-4873-a2ed-1452529e7d21 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Transition to ACTIVE for port object 16dead2c-6ee4-4e01-b777-ed00ce3788fd will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:38:49.237072 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-52848598-c8f3-472f-853e-2735f8059478 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:49.262497 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1a971c7b-1171-4bc1-9685-120e485031d3 None None] Attempt 2 to provision port 8eb3b949-7f48-4cb6-aacb-16e568d60a96 Sep 22 21:38:49.268254 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-52848598-c8f3-472f-853e-2735f8059478 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:49.270665 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-52848598-c8f3-472f-853e-2735f8059478 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:49.271889 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-52848598-c8f3-472f-853e-2735f8059478 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "PUT /v2.0/security-groups/f2401e8a-f300-4549-bbe3-80a9e52426f0 HTTP/1.1" status: 200 len: 1777 time: 0.7358084 Sep 22 21:38:49.296267 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46812) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:49.387094 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8efa1d74-9795-4058-982d-bbdb1c853968 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:49.397976 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1a971c7b-1171-4bc1-9685-120e485031d3 None None] Port 8eb3b949-7f48-4cb6-aacb-16e568d60a96 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:38:49.449872 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52848598-c8f3-472f-853e-2735f8059478 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2401e8a-f300-4549-bbe3-80a9e52426f0,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:49.470185 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-02f7d8b8-e461-4ccc-a52f-b372796d2467 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "GET /v2.0/security-groups/f2401e8a-f300-4549-bbe3-80a9e52426f0 HTTP/1.1" status: 200 len: 1777 time: 0.1635315 Sep 22 21:38:49.473367 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46816) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:49.516009 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-200b530e-c902-4873-a2ed-1452529e7d21 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:49.528114 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-34e04c20-f410-44bd-adaf-6d6efb511759 None None] Allocated IP 2001:db8::1 (5b4b82d6-aa6c-4711-9407-0cd4bd7be21d/7e7e5cee-8cd0-4372-aadc-fb80895882df/88d92c02-af46-4a64-9473-a843fd4065f8) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:38:49.546382 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c7ec050d-2718-4187-a50d-9079f94d8e55 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:49.580595 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d478c78-9e36-4d2b-ba1f-3f36e89a64ee None None] Network 822baac9-0f7a-4a7f-8416-2433f9845988 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:38:49.615587 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200b530e-c902-4873-a2ed-1452529e7d21 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:38:49.620863 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-200b530e-c902-4873-a2ed-1452529e7d21 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:38:49.626518 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200b530e-c902-4873-a2ed-1452529e7d21 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:38:49.631954 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200b530e-c902-4873-a2ed-1452529e7d21 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:49.632561 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-200b530e-c902-4873-a2ed-1452529e7d21 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:49.636646 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5ac6f832-7f33-462c-bb72-e7c3775ad2dd tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:49.684981 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b530e-c902-4873-a2ed-1452529e7d21 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Port': ['ID=16dead2c-6ee4-4e01-b777-ed00ce3788fd,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:49.691283 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5ac6f832-7f33-462c-bb72-e7c3775ad2dd tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:49.702936 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-200b530e-c902-4873-a2ed-1452529e7d21 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.8532157 Sep 22 21:38:49.703904 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46820) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:49.815746 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-10941d7b-4ab3-498a-b918-79bbc6db9875 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Deleting port 16dead2c-6ee4-4e01-b777-ed00ce3788fd {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:38:49.816065 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-10941d7b-4ab3-498a-b918-79bbc6db9875 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:49.890734 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46824) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:49.918202 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5ac6f832-7f33-462c-bb72-e7c3775ad2dd tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:49.927161 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-52bec11d-d20d-4582-96a0-4c96f40f5f18 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Request body: {'subnet': {'network_id': '4de7f354-6d72-4f3b-be75-932714291e66', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:49.933994 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-256dfe0f-b1d2-4358-b49d-2c7ec1638036 tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:49.936495 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1a971c7b-1171-4bc1-9685-120e485031d3 None None] Attempt 3 to provision port 8eb3b949-7f48-4cb6-aacb-16e568d60a96 Sep 22 21:38:50.011322 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1a971c7b-1171-4bc1-9685-120e485031d3 None None] Port 8eb3b949-7f48-4cb6-aacb-16e568d60a96 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:38:50.053831 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac6f832-7f33-462c-bb72-e7c3775ad2dd tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2401e8a-f300-4549-bbe3-80a9e52426f0,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:50.063205 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-34e04c20-f410-44bd-adaf-6d6efb511759 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:50.107321 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-34e04c20-f410-44bd-adaf-6d6efb511759 None None] Transition to ACTIVE for port object 88d92c02-af46-4a64-9473-a843fd4065f8 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:38:50.107631 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7ec050d-2718-4187-a50d-9079f94d8e55 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Router a7207448-e4bb-42a7-b4ce-05e63469655b has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:38:50.112431 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 6f03af74-d345-4034-8081-2c2518ed41ea up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:38:50.193368 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-34e04c20-f410-44bd-adaf-6d6efb511759 None None] Transition to ACTIVE for port object 88d92c02-af46-4a64-9473-a843fd4065f8 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:38:50.306329 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ec050d-2718-4187-a50d-9079f94d8e55 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:38:50.314239 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5ac6f832-7f33-462c-bb72-e7c3775ad2dd tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:50.317709 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-5ac6f832-7f33-462c-bb72-e7c3775ad2dd tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "DELETE /v2.0/security-groups/f2401e8a-f300-4549-bbe3-80a9e52426f0 HTTP/1.1" status: 204 len: 168 time: 0.8437603 Sep 22 21:38:50.321007 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46828) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:50.327359 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-256dfe0f-b1d2-4358-b49d-2c7ec1638036 tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] Allocated IP 172.26.0.132 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/435419a9-4f7a-44e3-b962-963030c2a8c1) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:38:50.344317 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e493ec-94c4-46fc-b76a-6ab2c0273ee0 None None] Sync routers for ids ['a7207448-e4bb-42a7-b4ce-05e63469655b'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:38:50.346656 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-34e04c20-f410-44bd-adaf-6d6efb511759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:50.356315 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-52bec11d-d20d-4582-96a0-4c96f40f5f18 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:50.362257 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8efa1d74-9795-4058-982d-bbdb1c853968 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:50.369066 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c7ec050d-2718-4187-a50d-9079f94d8e55 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "PUT /v2.0/routers/a7207448-e4bb-42a7-b4ce-05e63469655b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8963375 Sep 22 21:38:50.373088 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-52bec11d-d20d-4582-96a0-4c96f40f5f18 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Usage tracker for resource:subnet and tenant:59b6cc9d17d34b09b817999d5916b12e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:50.373272 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46832) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:50.406117 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-52bec11d-d20d-4582-96a0-4c96f40f5f18 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:50.430702 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-52bec11d-d20d-4582-96a0-4c96f40f5f18 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:50.441765 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e04c20-f410-44bd-adaf-6d6efb511759 None None] Network 5b4b82d6-aa6c-4711-9407-0cd4bd7be21d is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:38:50.442494 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e493ec-94c4-46fc-b76a-6ab2c0273ee0 None None] Routers {'a7207448-e4bb-42a7-b4ce-05e63469655b'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:38:50.443188 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-73e493ec-94c4-46fc-b76a-6ab2c0273ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:38:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['a7207448-e4bb-42a7-b4ce-05e63469655b'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:50.449653 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa1d74-9795-4058-982d-bbdb1c853968 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Pushing event deleted for resources: {'Subnet': ['ID=7e7e5cee-8cd0-4372-aadc-fb80895882df,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:50.460355 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-10941d7b-4ab3-498a-b918-79bbc6db9875 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:50.504834 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-34e04c20-f410-44bd-adaf-6d6efb511759 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:38:50.515881 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1a971c7b-1171-4bc1-9685-120e485031d3 None None] Attempt 4 to provision port 8eb3b949-7f48-4cb6-aacb-16e568d60a96 Sep 22 21:38:50.530647 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bec11d-d20d-4582-96a0-4c96f40f5f18 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Made reservation on behalf of 59b6cc9d17d34b09b817999d5916b12e for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:38:50.533325 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-52bec11d-d20d-4582-96a0-4c96f40f5f18 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:50.542872 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-e60f3d29-a334-4f21-ae0b-db9153d4e42a tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Synchronizing usage tracker for tenant:d0dc9097dd2d4c51a9e00ba2c2c3535e on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:38:50.544566 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e04c20-f410-44bd-adaf-6d6efb511759 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:38:50.547636 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e04c20-f410-44bd-adaf-6d6efb511759 None None] Pushing event updated for resources: {'Port': ['ID=88d92c02-af46-4a64-9473-a843fd4065f8,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:50.560380 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 6f03af74-d345-4034-8081-2c2518ed41ea completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:38:50.562573 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-73e493ec-94c4-46fc-b76a-6ab2c0273ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:50.573306 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-23c289e8-85dc-4f8f-87a4-79ee3332ba6a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2453220 Sep 22 21:38:50.575283 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46836) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:50.602150 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-7073ebde-d9f6-4f04-9535-e898ead09976 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] delete failed (client error): The resource could not be found. Sep 22 21:38:50.607732 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-7073ebde-d9f6-4f04-9535-e898ead09976 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "DELETE /v2.0/security-groups/f2401e8a-f300-4549-bbe3-80a9e52426f0 HTTP/1.1" status: 404 len: 347 time: 0.0246670 Sep 22 21:38:50.608733 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46840) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:50.621269 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-e60f3d29-a334-4f21-ae0b-db9153d4e42a tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Unset dirty status for tenant:d0dc9097dd2d4c51a9e00ba2c2c3535e on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:38:50.627245 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e60f3d29-a334-4f21-ae0b-db9153d4e42a tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7207448-e4bb-42a7-b4ce-05e63469655b HTTP/1.1" status: 200 len: 205 time: 0.2419138 Sep 22 21:38:50.628930 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-a221c028-e0a2-4dd4-a4a7-ce9441e09b93 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Request body: {'security_group': {'name': 'tempest-secgroup--1602523021'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:50.633732 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46844) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:50.639797 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-a221c028-e0a2-4dd4-a4a7-ce9441e09b93 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:50.677805 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1a971c7b-1171-4bc1-9685-120e485031d3 None None] Port 8eb3b949-7f48-4cb6-aacb-16e568d60a96 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:38:50.677805 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e493ec-94c4-46fc-b76a-6ab2c0273ee0 None None] Routers {'a7207448-e4bb-42a7-b4ce-05e63469655b'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:38:50.677805 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-73e493ec-94c4-46fc-b76a-6ab2c0273ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:38:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['a7207448-e4bb-42a7-b4ce-05e63469655b'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:50.686751 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-10941d7b-4ab3-498a-b918-79bbc6db9875 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Calling delete_port for 16dead2c-6ee4-4e01-b777-ed00ce3788fd owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:38:50.714668 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-a221c028-e0a2-4dd4-a4a7-ce9441e09b93 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Usage tracker for resource:security_group and tenant:f0750d6b07cf40699cc6c5c5a2372185 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:50.751717 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-73e493ec-94c4-46fc-b76a-6ab2c0273ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:50.752117 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e493ec-94c4-46fc-b76a-6ab2c0273ee0 None None] The sync data for ids ['a7207448-e4bb-42a7-b4ce-05e63469655b'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:38:50.766185 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-34e04c20-f410-44bd-adaf-6d6efb511759 None None] Attempting to bind port 88d92c02-af46-4a64-9473-a843fd4065f8 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:38:50.766185 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-34e04c20-f410-44bd-adaf-6d6efb511759 None None] Attempting to bind port 88d92c02-af46-4a64-9473-a843fd4065f8 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '603e4aed-fcac-4bc6-abb3-71174d7436a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5b4b82d6-aa6c-4711-9407-0cd4bd7be21d'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:38:50.766185 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e04c20-f410-44bd-adaf-6d6efb511759 None None] Attempting to bind port 88d92c02-af46-4a64-9473-a843fd4065f8 on network 5b4b82d6-aa6c-4711-9407-0cd4bd7be21d {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:38:50.773005 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e04c20-f410-44bd-adaf-6d6efb511759 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:38:50.773005 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e04c20-f410-44bd-adaf-6d6efb511759 None None] Checking segment: {'id': '603e4aed-fcac-4bc6-abb3-71174d7436a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5b4b82d6-aa6c-4711-9407-0cd4bd7be21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:38:50.773285 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-34e04c20-f410-44bd-adaf-6d6efb511759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:50.773569 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e04c20-f410-44bd-adaf-6d6efb511759 None None] Bound using segment: {'id': '603e4aed-fcac-4bc6-abb3-71174d7436a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5b4b82d6-aa6c-4711-9407-0cd4bd7be21d'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:38:50.774032 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-34e04c20-f410-44bd-adaf-6d6efb511759 None None] Bound port: 88d92c02-af46-4a64-9473-a843fd4065f8, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '603e4aed-fcac-4bc6-abb3-71174d7436a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5b4b82d6-aa6c-4711-9407-0cd4bd7be21d'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:38:50.774402 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-34e04c20-f410-44bd-adaf-6d6efb511759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:50.776479 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-a221c028-e0a2-4dd4-a4a7-ce9441e09b93 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:50.793337 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8efa1d74-9795-4058-982d-bbdb1c853968 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:50.793932 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-a221c028-e0a2-4dd4-a4a7-ce9441e09b93 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:50.813334 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-15fbdc1b-16c6-4253-a0f7-8b3718745113 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for router, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:50.844636 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-8efa1d74-9795-4058-982d-bbdb1c853968 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b4b82d6-aa6c-4711-9407-0cd4bd7be21d']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:50.862231 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-8efa1d74-9795-4058-982d-bbdb1c853968 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '603e4aed-fcac-4bc6-abb3-71174d7436a7') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:50.862523 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-8efa1d74-9795-4058-982d-bbdb1c853968 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '603e4aed-fcac-4bc6-abb3-71174d7436a7') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:50.873718 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-34e04c20-f410-44bd-adaf-6d6efb511759 None None] For port 88d92c02-af46-4a64-9473-a843fd4065f8, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:38:50.877335 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-34e04c20-f410-44bd-adaf-6d6efb511759 None None] For port 88d92c02-af46-4a64-9473-a843fd4065f8, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=88d92c02-af46-4a64-9473-a843fd4065f8,segment=NetworkSegment(603e4aed-fcac-4bc6-abb3-71174d7436a7),segment_id=603e4aed-fcac-4bc6-abb3-71174d7436a7)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:38:50.888212 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-34e04c20-f410-44bd-adaf-6d6efb511759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:50.891513 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-256dfe0f-b1d2-4358-b49d-2c7ec1638036 tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:50.899454 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8efa1d74-9795-4058-982d-bbdb1c853968 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:50.922710 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8efa1d74-9795-4058-982d-bbdb1c853968 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:50.970379 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8efa1d74-9795-4058-982d-bbdb1c853968 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:38:50.970890 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8efa1d74-9795-4058-982d-bbdb1c853968 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:51.067793 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e04c20-f410-44bd-adaf-6d6efb511759 None None] Pushing event updated for resources: {'Port': ['ID=88d92c02-af46-4a64-9473-a843fd4065f8,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:51.069876 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 603e4aed-fcac-4bc6-abb3-71174d7436a7 resource provider aggregate not found Sep 22 21:38:51.090649 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a221c028-e0a2-4dd4-a4a7-ce9441e09b93 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:51.113514 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 603e4aed-fcac-4bc6-abb3-71174d7436a7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 603e4aed-fcac-4bc6-abb3-71174d7436a7 found for delete ", "request_id": "req-da97d29c-f451-425d-b171-8ef9124c7acd"}]} Sep 22 21:38:51.154926 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a89c38-2409-48a1-a513-62a671ea39e2 None None] Network 5b4b82d6-aa6c-4711-9407-0cd4bd7be21d requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:38:51.158752 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.db.api [None req-8efa1d74-9795-4058-982d-bbdb1c853968 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 22 21:38:51.158752 dv-neutron-858900-1-hyperv neutron-server[89009]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 22 21:38:51.158752 dv-neutron-858900-1-hyperv neutron-server[89009]: [parameters: {'id': '5b4b82d6-aa6c-4711-9407-0cd4bd7be21d'}] Sep 22 21:38:51.158752 dv-neutron-858900-1-hyperv neutron-server[89009]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:38:51.159203 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG oslo_db.api [None req-8efa1d74-9795-4058-982d-bbdb1c853968 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:38:51.177580 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1a971c7b-1171-4bc1-9685-120e485031d3 None None] Attempt 5 to provision port 8eb3b949-7f48-4cb6-aacb-16e568d60a96 Sep 22 21:38:51.233588 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-a221c028-e0a2-4dd4-a4a7-ce9441e09b93 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:51.285763 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-10941d7b-4ab3-498a-b918-79bbc6db9875 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:51.299547 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-a221c028-e0a2-4dd4-a4a7-ce9441e09b93 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Usage tracker for resource:security_group_rule and tenant:f0750d6b07cf40699cc6c5c5a2372185 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:51.310825 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1a971c7b-1171-4bc1-9685-120e485031d3 None None] Port 8eb3b949-7f48-4cb6-aacb-16e568d60a96 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:38:51.311007 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-a221c028-e0a2-4dd4-a4a7-ce9441e09b93 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:51.321687 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-a221c028-e0a2-4dd4-a4a7-ce9441e09b93 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:51.325334 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-15fbdc1b-16c6-4253-a0f7-8b3718745113 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:51.329225 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-15fbdc1b-16c6-4253-a0f7-8b3718745113 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:51.345746 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-52bec11d-d20d-4582-96a0-4c96f40f5f18 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:51.387167 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-15fbdc1b-16c6-4253-a0f7-8b3718745113 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:51.387760 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15fbdc1b-16c6-4253-a0f7-8b3718745113 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Fanout notify agent at l3_agent the message router_deleted on router a7207448-e4bb-42a7-b4ce-05e63469655b {{(pid=89008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:38:51.396326 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-256dfe0f-b1d2-4358-b49d-2c7ec1638036 tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:51.435810 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10941d7b-4ab3-498a-b918-79bbc6db9875 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event deleted for resources: {'Port': ['ID=16dead2c-6ee4-4e01-b777-ed00ce3788fd,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:51.518004 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-10941d7b-4ab3-498a-b918-79bbc6db9875 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:51.523774 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bec11d-d20d-4582-96a0-4c96f40f5f18 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Pushing event updated for resources: {'Subnet': ['ID=1f6f6a12-fb74-4688-b7c4-462c4d9dc099,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:51.525859 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256dfe0f-b1d2-4358-b49d-2c7ec1638036 tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:38:51.530484 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a221c028-e0a2-4dd4-a4a7-ce9441e09b93 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:51.532081 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256dfe0f-b1d2-4358-b49d-2c7ec1638036 tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] Pushing event updated for resources: {'Port': ['ID=435419a9-4f7a-44e3-b962-963030c2a8c1,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:51.536553 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-256dfe0f-b1d2-4358-b49d-2c7ec1638036 tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:38:51.540685 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256dfe0f-b1d2-4358-b49d-2c7ec1638036 tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:38:51.550568 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-10941d7b-4ab3-498a-b918-79bbc6db9875 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/ports/16dead2c-6ee4-4e01-b777-ed00ce3788fd HTTP/1.1" status: 204 len: 168 time: 1.8456151 Sep 22 21:38:51.553224 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46852) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:51.570595 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a221c028-e0a2-4dd4-a4a7-ce9441e09b93 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:51.595112 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-15fbdc1b-16c6-4253-a0f7-8b3718745113 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:51.596329 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-15fbdc1b-16c6-4253-a0f7-8b3718745113 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "DELETE /v2.0/routers/a7207448-e4bb-42a7-b4ce-05e63469655b HTTP/1.1" status: 204 len: 168 time: 0.9588592 Sep 22 21:38:51.602633 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46856) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:51.602844 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bf9919-2ba0-4ef6-8b29-9b48b5f5dba4 None None] get_active_networks_info from dv-neutron-858900-1-hyperv {{(pid=89010) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 22 21:38:51.602965 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bec11d-d20d-4582-96a0-4c96f40f5f18 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Checking segment: {'id': '90e39d9f-0bb2-4494-a861-b07e042347fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '4de7f354-6d72-4f3b-be75-932714291e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:38:51.602965 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bec11d-d20d-4582-96a0-4c96f40f5f18 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Network hostable DHCP agents. Network: 4de7f354-6d72-4f3b-be75-932714291e66, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:38:51.639069 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a221c028-e0a2-4dd4-a4a7-ce9441e09b93 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50f384e0-ec08-4d78-9968-e769cd64c2de,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:51.648402 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a221c028-e0a2-4dd4-a4a7-ce9441e09b93 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:51.649611 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a221c028-e0a2-4dd4-a4a7-ce9441e09b93 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0406594 Sep 22 21:38:51.652501 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46860) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:51.659101 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-8243c8be-0f57-4d69-81c5-78160c6caca1 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Request body: {'security_group_rule': {'security_group_id': '50f384e0-ec08-4d78-9968-e769cd64c2de', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:51.660153 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8efa1d74-9795-4058-982d-bbdb1c853968 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:51.665712 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-8243c8be-0f57-4d69-81c5-78160c6caca1 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:51.676346 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-8243c8be-0f57-4d69-81c5-78160c6caca1 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Usage tracker for resource:security_group_rule and tenant:f0750d6b07cf40699cc6c5c5a2372185 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:51.680070 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-8243c8be-0f57-4d69-81c5-78160c6caca1 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:51.688360 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-8243c8be-0f57-4d69-81c5-78160c6caca1 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:51.703887 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-256dfe0f-b1d2-4358-b49d-2c7ec1638036 tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:51.709555 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb378fbb-eb53-4eb5-93b1-e5b63a4806ad tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Deleting subnet 7f70bb29-9dc4-479e-98a8-ec8a74321bad {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:38:51.711293 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bec11d-d20d-4582-96a0-4c96f40f5f18 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Network 4de7f354-6d72-4f3b-be75-932714291e66 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:38:51.714905 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8243c8be-0f57-4d69-81c5-78160c6caca1 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:51.719930 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bb378fbb-eb53-4eb5-93b1-e5b63a4806ad tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:51.750356 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-8efa1d74-9795-4058-982d-bbdb1c853968 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Deleting port 88d92c02-af46-4a64-9473-a843fd4065f8 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:38:51.750717 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8efa1d74-9795-4058-982d-bbdb1c853968 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:51.793773 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-52bec11d-d20d-4582-96a0-4c96f40f5f18 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 4de7f354-6d72-4f3b-be75-932714291e66) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:38:51.799301 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-256dfe0f-b1d2-4358-b49d-2c7ec1638036 tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:51.814970 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1a971c7b-1171-4bc1-9685-120e485031d3 None None] Attempt 6 to provision port 8eb3b949-7f48-4cb6-aacb-16e568d60a96 Sep 22 21:38:51.821891 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bec11d-d20d-4582-96a0-4c96f40f5f18 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:51.822482 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-52bec11d-d20d-4582-96a0-4c96f40f5f18 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:51.850489 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bb378fbb-eb53-4eb5-93b1-e5b63a4806ad tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:51.892646 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8243c8be-0f57-4d69-81c5-78160c6caca1 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:51.894134 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2530c7-9a08-46a0-a33f-42cc31b493a2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:51.894897 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-ad2530c7-9a08-46a0-a33f-42cc31b493a2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:38:51.896482 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1a971c7b-1171-4bc1-9685-120e485031d3 None None] Port 8eb3b949-7f48-4cb6-aacb-16e568d60a96 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:38:51.898321 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8243c8be-0f57-4d69-81c5-78160c6caca1 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:51.935444 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-52bec11d-d20d-4582-96a0-4c96f40f5f18 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0149360 Sep 22 21:38:51.944685 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bf9919-2ba0-4ef6-8b29-9b48b5f5dba4 None None] Unable to find a vacant binding_index for network 4de7f354-6d72-4f3b-be75-932714291e66 and agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 {{(pid=89010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Sep 22 21:38:51.951071 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bf9919-2ba0-4ef6-8b29-9b48b5f5dba4 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 4de7f354-6d72-4f3b-be75-932714291e66) {{(pid=89010) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 21:38:51.952767 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46864) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:52.005506 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8243c8be-0f57-4d69-81c5-78160c6caca1 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4b0bc5a-d1f0-4a13-86b3-5b8a3d467a0c,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:52.024124 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8243c8be-0f57-4d69-81c5-78160c6caca1 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:52.029094 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-8243c8be-0f57-4d69-81c5-78160c6caca1 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3723841 Sep 22 21:38:52.030653 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46868) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:52.095727 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-73a323d0-11d5-4354-8987-6e22a62d2619 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1201703129'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:52.096447 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-dafca16d-ffc2-49a9-805b-4fa2263cf69b tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:52.109626 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-dafca16d-ffc2-49a9-805b-4fa2263cf69b tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:52.116704 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-73a323d0-11d5-4354-8987-6e22a62d2619 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:52.127746 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-73a323d0-11d5-4354-8987-6e22a62d2619 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Usage tracker for resource:network and tenant:59b6cc9d17d34b09b817999d5916b12e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:52.130771 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-ad2530c7-9a08-46a0-a33f-42cc31b493a2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:38:52.133765 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ad2530c7-9a08-46a0-a33f-42cc31b493a2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.5773089 Sep 22 21:38:52.134087 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-73a323d0-11d5-4354-8987-6e22a62d2619 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:52.143892 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46872) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:52.155546 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-73a323d0-11d5-4354-8987-6e22a62d2619 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:52.205186 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-256dfe0f-b1d2-4358-b49d-2c7ec1638036 tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:52.221870 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-256dfe0f-b1d2-4358-b49d-2c7ec1638036 tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:52.237341 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a323d0-11d5-4354-8987-6e22a62d2619 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Made reservation on behalf of 59b6cc9d17d34b09b817999d5916b12e for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:38:52.240770 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-73a323d0-11d5-4354-8987-6e22a62d2619 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:52.278927 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bb378fbb-eb53-4eb5-93b1-e5b63a4806ad tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:52.324448 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-8efa1d74-9795-4058-982d-bbdb1c853968 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] For port 88d92c02-af46-4a64-9473-a843fd4065f8, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=88d92c02-af46-4a64-9473-a843fd4065f8,segment=NetworkSegment(603e4aed-fcac-4bc6-abb3-71174d7436a7),segment_id=603e4aed-fcac-4bc6-abb3-71174d7436a7)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:38:52.324757 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8efa1d74-9795-4058-982d-bbdb1c853968 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:52.339747 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-dafca16d-ffc2-49a9-805b-4fa2263cf69b tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:52.372063 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-dafca16d-ffc2-49a9-805b-4fa2263cf69b tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:52.376319 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-dafca16d-ffc2-49a9-805b-4fa2263cf69b tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/a4b0bc5a-d1f0-4a13-86b3-5b8a3d467a0c HTTP/1.1" status: 204 len: 168 time: 0.3447881 Sep 22 21:38:52.378350 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46880) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:52.383821 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafca16d-ffc2-49a9-805b-4fa2263cf69b tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a4b0bc5a-d1f0-4a13-86b3-5b8a3d467a0c,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:52.404503 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73a323d0-11d5-4354-8987-6e22a62d2619 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:38:52.411258 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1a971c7b-1171-4bc1-9685-120e485031d3 None None] Attempt 7 to provision port 8eb3b949-7f48-4cb6-aacb-16e568d60a96 Sep 22 21:38:52.436213 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-256dfe0f-b1d2-4358-b49d-2c7ec1638036 tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:52.440119 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256dfe0f-b1d2-4358-b49d-2c7ec1638036 tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] Pushing event updated for resources: {'Port': ['ID=435419a9-4f7a-44e3-b962-963030c2a8c1,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:52.467583 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202b5f9b-2859-4d96-9eda-c633147eabed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-4de7f354-6d72-4f3b-be75-932714291e66', 'network_id': '4de7f354-6d72-4f3b-be75-932714291e66', 'tenant_id': '59b6cc9d17d34b09b817999d5916b12e', 'fixed_ips': [{'subnet_id': '1f6f6a12-fb74-4688-b7c4-462c4d9dc099'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:38:52.468476 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-202b5f9b-2859-4d96-9eda-c633147eabed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:52.472494 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-8efa1d74-9795-4058-982d-bbdb1c853968 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Calling delete_port for 88d92c02-af46-4a64-9473-a843fd4065f8 owned by network:dhcp {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:38:52.488823 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222b6ca5-ed10-43be-b87d-a2773cf80347 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:52.494010 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-222b6ca5-ed10-43be-b87d-a2773cf80347 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.3492479 Sep 22 21:38:52.499020 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46892) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:52.514731 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-369681b7-a09c-4d21-befa-877661834412 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Synchronizing usage tracker for tenant:f0750d6b07cf40699cc6c5c5a2372185 on resource:security_group_rule {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:38:52.528615 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-73a323d0-11d5-4354-8987-6e22a62d2619 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:52.528959 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-73a323d0-11d5-4354-8987-6e22a62d2619 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Added segment e3d01a20-a37b-4526-9f39-fb364999a2bf of type vlan for network 686ab23c-c4bc-4746-86a6-985b47ce4a75 Sep 22 21:38:52.560545 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-256dfe0f-b1d2-4358-b49d-2c7ec1638036 tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:52.564942 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-256dfe0f-b1d2-4358-b49d-2c7ec1638036 tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3897614 Sep 22 21:38:52.565807 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46896) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:52.582317 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bb378fbb-eb53-4eb5-93b1-e5b63a4806ad tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:52.615842 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-369681b7-a09c-4d21-befa-877661834412 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Unset dirty status for tenant:f0750d6b07cf40699cc6c5c5a2372185 on resource:security_group_rule {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:38:52.622783 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-369681b7-a09c-4d21-befa-877661834412 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2359705 Sep 22 21:38:52.624560 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46902) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:52.624753 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-73a323d0-11d5-4354-8987-6e22a62d2619 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:52.642484 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb378fbb-eb53-4eb5-93b1-e5b63a4806ad tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event deleted for resources: {'Subnet': ['ID=7f70bb29-9dc4-479e-98a8-ec8a74321bad,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:52.647448 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bb378fbb-eb53-4eb5-93b1-e5b63a4806ad tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:52.662048 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8efa1d74-9795-4058-982d-bbdb1c853968 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:52.667127 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941bca99-e218-452b-b064-797c984356c7 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:52.668854 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941bca99-e218-452b-b064-797c984356c7 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:52.670591 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941bca99-e218-452b-b064-797c984356c7 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:52.671611 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-941bca99-e218-452b-b064-797c984356c7 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:38:52.679895 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-202b5f9b-2859-4d96-9eda-c633147eabed None None] Allocated IP 2001:db8:0:ffff::2 (4de7f354-6d72-4f3b-be75-932714291e66/1f6f6a12-fb74-4688-b7c4-462c4d9dc099/97051b66-21cc-461f-b59c-3ebd814167a9) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:38:52.711331 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1a971c7b-1171-4bc1-9685-120e485031d3 None None] Port 8eb3b949-7f48-4cb6-aacb-16e568d60a96 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:38:52.723979 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-941bca99-e218-452b-b064-797c984356c7 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:38:52.725158 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-bb378fbb-eb53-4eb5-93b1-e5b63a4806ad tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "DELETE /v2.0/subnets/7f70bb29-9dc4-479e-98a8-ec8a74321bad HTTP/1.1" status: 204 len: 168 time: 1.1244402 Sep 22 21:38:52.735984 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-941bca99-e218-452b-b064-797c984356c7 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2334530 Sep 22 21:38:52.741303 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46906) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:52.741640 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46908) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:52.753794 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efa1d74-9795-4058-982d-bbdb1c853968 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] No DVR routers for this DVR port 88d92c02-af46-4a64-9473-a843fd4065f8 on host dv-neutron-858900-1-hyperv {{(pid=89009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:38:52.755700 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa1d74-9795-4058-982d-bbdb1c853968 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Pushing event deleted for resources: {'Port': ['ID=88d92c02-af46-4a64-9473-a843fd4065f8,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:52.826886 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-73a323d0-11d5-4354-8987-6e22a62d2619 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:52.832431 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a323d0-11d5-4354-8987-6e22a62d2619 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:52.833071 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-73a323d0-11d5-4354-8987-6e22a62d2619 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:52.991697 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bf32e49d-82a4-40c5-a662-d37e2c4916e9 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:53.006876 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-202b5f9b-2859-4d96-9eda-c633147eabed None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:53.015673 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-73a323d0-11d5-4354-8987-6e22a62d2619 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0618260 Sep 22 21:38:53.017390 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8efa1d74-9795-4058-982d-bbdb1c853968 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:53.020752 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-202b5f9b-2859-4d96-9eda-c633147eabed None None] Transition to ACTIVE for port object 97051b66-21cc-461f-b59c-3ebd814167a9 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:38:53.024293 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-470d6260-c1dd-4c7f-a80f-326e3991672f tempest-FloatingIPAdminTestJSON-938580232 tempest-FloatingIPAdminTestJSON-938580232-project] Request body: {'floatingip': {'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:53.030120 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46922) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:53.047740 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-202b5f9b-2859-4d96-9eda-c633147eabed None None] Transition to ACTIVE for port object 97051b66-21cc-461f-b59c-3ebd814167a9 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:38:53.056682 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-202b5f9b-2859-4d96-9eda-c633147eabed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:53.058338 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-e7d3cafc-53fd-45eb-a942-e7d6a24a4592 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Request body: {'subnet': {'network_id': '686ab23c-c4bc-4746-86a6-985b47ce4a75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:53.091249 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a323d0-11d5-4354-8987-6e22a62d2619 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Pushing event updated for resources: {'Network': ['ID=686ab23c-c4bc-4746-86a6-985b47ce4a75,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:53.102276 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-8efa1d74-9795-4058-982d-bbdb1c853968 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b4b82d6-aa6c-4711-9407-0cd4bd7be21d']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:53.126023 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-8efa1d74-9795-4058-982d-bbdb1c853968 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '603e4aed-fcac-4bc6-abb3-71174d7436a7') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:53.126324 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-8efa1d74-9795-4058-982d-bbdb1c853968 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '603e4aed-fcac-4bc6-abb3-71174d7436a7') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:53.127312 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-470d6260-c1dd-4c7f-a80f-326e3991672f tempest-FloatingIPAdminTestJSON-938580232 tempest-FloatingIPAdminTestJSON-938580232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:53.130329 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 686ab23c-c4bc-4746-86a6-985b47ce4a75 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:38:53.141497 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8efa1d74-9795-4058-982d-bbdb1c853968 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:53.144038 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-bf32e49d-82a4-40c5-a662-d37e2c4916e9 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Deleting port 5c3ccf03-e036-4baa-ae0d-f1badc95117b {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:38:53.144766 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bf32e49d-82a4-40c5-a662-d37e2c4916e9 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:53.161656 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8efa1d74-9795-4058-982d-bbdb1c853968 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:53.171131 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8efa1d74-9795-4058-982d-bbdb1c853968 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:38:53.171459 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8efa1d74-9795-4058-982d-bbdb1c853968 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:53.171575 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202b5f9b-2859-4d96-9eda-c633147eabed None None] Network 4de7f354-6d72-4f3b-be75-932714291e66 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:38:53.221739 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1a971c7b-1171-4bc1-9685-120e485031d3 None None] Attempt 8 to provision port 8eb3b949-7f48-4cb6-aacb-16e568d60a96 Sep 22 21:38:53.296929 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 603e4aed-fcac-4bc6-abb3-71174d7436a7 resource provider aggregate not found Sep 22 21:38:53.310513 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-470d6260-c1dd-4c7f-a80f-326e3991672f tempest-FloatingIPAdminTestJSON-938580232 tempest-FloatingIPAdminTestJSON-938580232-project] Usage tracker for resource:floatingip and tenant:923d0a0b510d44edaca81ce5ffd73141 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:53.319891 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887423e-cdd3-4619-84e6-fcb57fc938e1 req-f5609338-3d02-40b7-94a5-fcbf0afa43ee tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:53.321536 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-e887423e-cdd3-4619-84e6-fcb57fc938e1 req-f5609338-3d02-40b7-94a5-fcbf0afa43ee tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/ports?device_id=a97a8275-3663-4515-ba22-5b85e1d86b1d HTTP/1.1" status: 200 len: 946 time: 0.2965701 Sep 22 21:38:53.323951 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 603e4aed-fcac-4bc6-abb3-71174d7436a7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 603e4aed-fcac-4bc6-abb3-71174d7436a7 found for delete ", "request_id": "req-2547cf0f-8194-4fb8-9209-a67c528094ef"}]} Sep 22 21:38:53.326660 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-202b5f9b-2859-4d96-9eda-c633147eabed None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:38:53.335330 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202b5f9b-2859-4d96-9eda-c633147eabed None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:38:53.340139 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1a971c7b-1171-4bc1-9685-120e485031d3 None None] Port 8eb3b949-7f48-4cb6-aacb-16e568d60a96 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:38:53.343114 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-470d6260-c1dd-4c7f-a80f-326e3991672f tempest-FloatingIPAdminTestJSON-938580232 tempest-FloatingIPAdminTestJSON-938580232-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:53.345833 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c1bffdcc-07a9-44d9-9f73-819a9db9ff9b tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:53.352882 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8efa1d74-9795-4058-982d-bbdb1c853968 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:53.357417 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8efa1d74-9795-4058-982d-bbdb1c853968 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:53.361645 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-470d6260-c1dd-4c7f-a80f-326e3991672f tempest-FloatingIPAdminTestJSON-938580232 tempest-FloatingIPAdminTestJSON-938580232-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:53.397753 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b5f9b-2859-4d96-9eda-c633147eabed None None] Pushing event updated for resources: {'Port': ['ID=97051b66-21cc-461f-b59c-3ebd814167a9,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:53.399577 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-48707798-4f96-4ead-80f9-5392635cdefc tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Deleting subnet 2eac819d-6e10-4f07-84c6-46e7181db4e0 {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:38:53.417235 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-e887423e-cdd3-4619-84e6-fcb57fc938e1 req-cb04ea9a-f77c-4467-8d7e-b759f084a6e3 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/security-groups?id=319ea033-79ef-4636-acc8-ba14ddc2433f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858080 Sep 22 21:38:53.422790 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa1d74-9795-4058-982d-bbdb1c853968 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Pushing event deleted for resources: {'Network': ['ID=5b4b82d6-aa6c-4711-9407-0cd4bd7be21d,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:53.426766 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-8efa1d74-9795-4058-982d-bbdb1c853968 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "DELETE /v2.0/networks/5b4b82d6-aa6c-4711-9407-0cd4bd7be21d HTTP/1.1" status: 204 len: 168 time: 4.5527256 Sep 22 21:38:53.427023 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-48707798-4f96-4ead-80f9-5392635cdefc tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:53.430465 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46930) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:53.440495 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-9427a7a1-bfa7-43ad-87fa-ba3856a584fd tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1965364554'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:53.446306 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-9427a7a1-bfa7-43ad-87fa-ba3856a584fd tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:53.451188 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-9427a7a1-bfa7-43ad-87fa-ba3856a584fd tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Usage tracker for resource:network and tenant:9ce427e4086c41e3a73d0ab03ce01898 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:53.454328 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-9427a7a1-bfa7-43ad-87fa-ba3856a584fd tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:53.456669 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c1bffdcc-07a9-44d9-9f73-819a9db9ff9b tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:53.461696 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-9427a7a1-bfa7-43ad-87fa-ba3856a584fd tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:53.473773 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9427a7a1-bfa7-43ad-87fa-ba3856a584fd tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Made reservation on behalf of 9ce427e4086c41e3a73d0ab03ce01898 for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:38:53.479826 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9427a7a1-bfa7-43ad-87fa-ba3856a584fd tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:53.482675 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-202b5f9b-2859-4d96-9eda-c633147eabed None None] Attempting to bind port 97051b66-21cc-461f-b59c-3ebd814167a9 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:38:53.483051 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-202b5f9b-2859-4d96-9eda-c633147eabed None None] Attempting to bind port 97051b66-21cc-461f-b59c-3ebd814167a9 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '90e39d9f-0bb2-4494-a861-b07e042347fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '4de7f354-6d72-4f3b-be75-932714291e66'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:38:53.483411 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202b5f9b-2859-4d96-9eda-c633147eabed None None] Attempting to bind port 97051b66-21cc-461f-b59c-3ebd814167a9 on network 4de7f354-6d72-4f3b-be75-932714291e66 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:38:53.488748 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202b5f9b-2859-4d96-9eda-c633147eabed None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:38:53.489122 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202b5f9b-2859-4d96-9eda-c633147eabed None None] Checking segment: {'id': '90e39d9f-0bb2-4494-a861-b07e042347fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '4de7f354-6d72-4f3b-be75-932714291e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:38:53.489496 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-470d6260-c1dd-4c7f-a80f-326e3991672f tempest-FloatingIPAdminTestJSON-938580232 tempest-FloatingIPAdminTestJSON-938580232-project] Notify callbacks [] for floatingip, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:53.489616 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-202b5f9b-2859-4d96-9eda-c633147eabed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:53.489891 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202b5f9b-2859-4d96-9eda-c633147eabed None None] Bound using segment: {'id': '90e39d9f-0bb2-4494-a861-b07e042347fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '4de7f354-6d72-4f3b-be75-932714291e66'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:38:53.490349 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-202b5f9b-2859-4d96-9eda-c633147eabed None None] Bound port: 97051b66-21cc-461f-b59c-3ebd814167a9, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e39d9f-0bb2-4494-a861-b07e042347fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '4de7f354-6d72-4f3b-be75-932714291e66'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:38:53.491106 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-202b5f9b-2859-4d96-9eda-c633147eabed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:53.513231 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9427a7a1-bfa7-43ad-87fa-ba3856a584fd tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:38:53.522704 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9427a7a1-bfa7-43ad-87fa-ba3856a584fd tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:53.523150 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-9427a7a1-bfa7-43ad-87fa-ba3856a584fd tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Added segment c4671d3c-5f83-4ebe-9e30-eb2a8d2d9cd4 of type vlan for network dbacea49-d35e-4d34-9a3a-6d5a43b2fa0b Sep 22 21:38:53.547774 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-e7d3cafc-53fd-45eb-a942-e7d6a24a4592 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:53.550139 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9427a7a1-bfa7-43ad-87fa-ba3856a584fd tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:53.582290 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-e7d3cafc-53fd-45eb-a942-e7d6a24a4592 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Usage tracker for resource:subnet and tenant:59b6cc9d17d34b09b817999d5916b12e is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:53.587972 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9427a7a1-bfa7-43ad-87fa-ba3856a584fd tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:53.589426 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-202b5f9b-2859-4d96-9eda-c633147eabed None None] For port 97051b66-21cc-461f-b59c-3ebd814167a9, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:38:53.592658 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-202b5f9b-2859-4d96-9eda-c633147eabed None None] For port 97051b66-21cc-461f-b59c-3ebd814167a9, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=97051b66-21cc-461f-b59c-3ebd814167a9,segment=NetworkSegment(90e39d9f-0bb2-4494-a861-b07e042347fe),segment_id=90e39d9f-0bb2-4494-a861-b07e042347fe)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:38:53.594664 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9427a7a1-bfa7-43ad-87fa-ba3856a584fd tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:53.595272 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9427a7a1-bfa7-43ad-87fa-ba3856a584fd tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:53.596149 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-48707798-4f96-4ead-80f9-5392635cdefc tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:53.597483 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-202b5f9b-2859-4d96-9eda-c633147eabed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:53.628261 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-e7d3cafc-53fd-45eb-a942-e7d6a24a4592 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:53.681858 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b5f9b-2859-4d96-9eda-c633147eabed None None] Pushing event updated for resources: {'Port': ['ID=97051b66-21cc-461f-b59c-3ebd814167a9,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:53.682918 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-e7d3cafc-53fd-45eb-a942-e7d6a24a4592 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:53.692440 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-9427a7a1-bfa7-43ad-87fa-ba3856a584fd tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2602198 Sep 22 21:38:53.703519 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46934) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:53.711953 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-59b970ce-748f-4168-a514-0c83915844a2 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Request body: {'subnet': {'network_id': 'dbacea49-d35e-4d34-9a3a-6d5a43b2fa0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:53.780960 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9427a7a1-bfa7-43ad-87fa-ba3856a584fd tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Pushing event updated for resources: {'Network': ['ID=dbacea49-d35e-4d34-9a3a-6d5a43b2fa0b,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:53.795139 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network dbacea49-d35e-4d34-9a3a-6d5a43b2fa0b details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:38:53.833542 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-59b970ce-748f-4168-a514-0c83915844a2 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:53.837466 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-59b970ce-748f-4168-a514-0c83915844a2 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Usage tracker for resource:subnet and tenant:9ce427e4086c41e3a73d0ab03ce01898 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:53.840617 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-59b970ce-748f-4168-a514-0c83915844a2 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:53.844478 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-bf32e49d-82a4-40c5-a662-d37e2c4916e9 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] For port 5c3ccf03-e036-4baa-ae0d-f1badc95117b, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=5c3ccf03-e036-4baa-ae0d-f1badc95117b,segment=NetworkSegment(85d539ad-f7ca-46ed-9787-d42544d719b9),segment_id=85d539ad-f7ca-46ed-9787-d42544d719b9)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:38:53.844844 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bf32e49d-82a4-40c5-a662-d37e2c4916e9 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:53.850289 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-59b970ce-748f-4168-a514-0c83915844a2 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:53.866048 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1a971c7b-1171-4bc1-9685-120e485031d3 None None] Attempt 9 to provision port 8eb3b949-7f48-4cb6-aacb-16e568d60a96 Sep 22 21:38:53.883437 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b970ce-748f-4168-a514-0c83915844a2 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Made reservation on behalf of 9ce427e4086c41e3a73d0ab03ce01898 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:38:53.888121 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-59b970ce-748f-4168-a514-0c83915844a2 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:53.955804 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1a971c7b-1171-4bc1-9685-120e485031d3 None None] Port 8eb3b949-7f48-4cb6-aacb-16e568d60a96 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:38:54.009981 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-bf32e49d-82a4-40c5-a662-d37e2c4916e9 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Calling delete_port for 5c3ccf03-e036-4baa-ae0d-f1badc95117b owned by network:dhcp {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:38:54.052089 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d3cafc-53fd-45eb-a942-e7d6a24a4592 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Made reservation on behalf of 59b6cc9d17d34b09b817999d5916b12e for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:38:54.055812 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e7d3cafc-53fd-45eb-a942-e7d6a24a4592 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:54.077888 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 97051b66-21cc-461f-b59c-3ebd814167a9 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:38:54.103726 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c1bffdcc-07a9-44d9-9f73-819a9db9ff9b tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:54.149871 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 97051b66-21cc-461f-b59c-3ebd814167a9 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:38:54.256781 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bffdcc-07a9-44d9-9f73-819a9db9ff9b tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f384e0-ec08-4d78-9968-e769cd64c2de,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:54.288622 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-59b970ce-748f-4168-a514-0c83915844a2 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:54.313458 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-48707798-4f96-4ead-80f9-5392635cdefc tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:54.340979 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c1bffdcc-07a9-44d9-9f73-819a9db9ff9b tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:54.342102 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c1bffdcc-07a9-44d9-9f73-819a9db9ff9b tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "DELETE /v2.0/security-groups/50f384e0-ec08-4d78-9968-e769cd64c2de HTTP/1.1" status: 204 len: 168 time: 1.7102828 Sep 22 21:38:54.346904 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46938) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:54.365154 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bf32e49d-82a4-40c5-a662-d37e2c4916e9 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:54.405030 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b970ce-748f-4168-a514-0c83915844a2 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Pushing event updated for resources: {'Subnet': ['ID=3ab8ebca-0d68-48e1-ae90-37b28d3b7368,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:54.420903 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf32e49d-82a4-40c5-a662-d37e2c4916e9 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event deleted for resources: {'Port': ['ID=5c3ccf03-e036-4baa-ae0d-f1badc95117b,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:54.421946 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b970ce-748f-4168-a514-0c83915844a2 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Checking segment: {'id': 'c4671d3c-5f83-4ebe-9e30-eb2a8d2d9cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'dbacea49-d35e-4d34-9a3a-6d5a43b2fa0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:38:54.422306 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b970ce-748f-4168-a514-0c83915844a2 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Network hostable DHCP agents. Network: dbacea49-d35e-4d34-9a3a-6d5a43b2fa0b, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:38:54.439114 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf32e49d-82a4-40c5-a662-d37e2c4916e9 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] No DVR routers for this DVR port 5c3ccf03-e036-4baa-ae0d-f1badc95117b on host dv-neutron-858900-1-hyperv {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:38:54.439386 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-394205fb-194e-4777-8483-ecfcab406774 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Synchronizing usage tracker for tenant:f0750d6b07cf40699cc6c5c5a2372185 on resource:security_group {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:38:54.457326 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1a971c7b-1171-4bc1-9685-120e485031d3 None None] Attempt 10 to provision port 8eb3b949-7f48-4cb6-aacb-16e568d60a96 Sep 22 21:38:54.457515 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b970ce-748f-4168-a514-0c83915844a2 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Network dbacea49-d35e-4d34-9a3a-6d5a43b2fa0b is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:38:54.466340 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-394205fb-194e-4777-8483-ecfcab406774 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Unset dirty status for tenant:f0750d6b07cf40699cc6c5c5a2372185 on resource:security_group {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:38:54.467709 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-394205fb-194e-4777-8483-ecfcab406774 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1174846 Sep 22 21:38:54.472825 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46944) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:54.484729 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-b92b2a0a-fdf9-4e11-acaa-4709cd47a8d9 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Request body: {'security_group': {'name': 'tempest-secgroup--587144975'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:54.490960 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-59b970ce-748f-4168-a514-0c83915844a2 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, dbacea49-d35e-4d34-9a3a-6d5a43b2fa0b) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:38:54.493208 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-b92b2a0a-fdf9-4e11-acaa-4709cd47a8d9 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:54.498952 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b970ce-748f-4168-a514-0c83915844a2 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:54.499547 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-59b970ce-748f-4168-a514-0c83915844a2 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:54.519108 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-b92b2a0a-fdf9-4e11-acaa-4709cd47a8d9 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:54.539007 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-59b970ce-748f-4168-a514-0c83915844a2 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8343329 Sep 22 21:38:54.544699 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46948) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:54.551246 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-2dccf8e5-0606-496a-9017-fb1cdb4292c9 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-922053391'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:54.551908 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1a971c7b-1171-4bc1-9685-120e485031d3 None None] Port 8eb3b949-7f48-4cb6-aacb-16e568d60a96 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:38:54.555932 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1a971c7b-1171-4bc1-9685-120e485031d3 None None] Could not find standard attr ID for object 5c3ccf03-e036-4baa-ae0d-f1badc95117b. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:38:54.557791 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b92b2a0a-fdf9-4e11-acaa-4709cd47a8d9 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:54.569382 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-2dccf8e5-0606-496a-9017-fb1cdb4292c9 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:54.579448 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-2dccf8e5-0606-496a-9017-fb1cdb4292c9 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Usage tracker for resource:network and tenant:9ce427e4086c41e3a73d0ab03ce01898 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:54.584495 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-2dccf8e5-0606-496a-9017-fb1cdb4292c9 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:54.593490 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-2dccf8e5-0606-496a-9017-fb1cdb4292c9 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:54.596154 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-b92b2a0a-fdf9-4e11-acaa-4709cd47a8d9 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:54.603290 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-b92b2a0a-fdf9-4e11-acaa-4709cd47a8d9 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Usage tracker for resource:security_group_rule and tenant:f0750d6b07cf40699cc6c5c5a2372185 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:54.608221 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-b92b2a0a-fdf9-4e11-acaa-4709cd47a8d9 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:54.615085 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-b92b2a0a-fdf9-4e11-acaa-4709cd47a8d9 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:54.620090 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dccf8e5-0606-496a-9017-fb1cdb4292c9 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Made reservation on behalf of 9ce427e4086c41e3a73d0ab03ce01898 for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:38:54.623922 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2dccf8e5-0606-496a-9017-fb1cdb4292c9 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:54.676646 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1938b998-f69e-48ec-ac53-1a2e3223c140 None None] Provisioning for port 6f03af74-d345-4034-8081-2c2518ed41ea completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:38:54.685785 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1938b998-f69e-48ec-ac53-1a2e3223c140 None None] Provisioning complete for port 6f03af74-d345-4034-8081-2c2518ed41ea triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:38:54.686026 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1938b998-f69e-48ec-ac53-1a2e3223c140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:54.686384 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1938b998-f69e-48ec-ac53-1a2e3223c140 None None] Attempt 1 to provision port 6f03af74-d345-4034-8081-2c2518ed41ea Sep 22 21:38:54.693328 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dccf8e5-0606-496a-9017-fb1cdb4292c9 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:38:54.727119 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2dccf8e5-0606-496a-9017-fb1cdb4292c9 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:54.727603 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-2dccf8e5-0606-496a-9017-fb1cdb4292c9 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Added segment bf62eb5a-05ca-472d-8325-00ba7120be38 of type vlan for network f5beb191-897c-45c9-99e4-56f89be81a7d Sep 22 21:38:54.768637 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b92b2a0a-fdf9-4e11-acaa-4709cd47a8d9 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:54.785552 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b92b2a0a-fdf9-4e11-acaa-4709cd47a8d9 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:54.809915 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2dccf8e5-0606-496a-9017-fb1cdb4292c9 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:54.850072 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92b2a0a-fdf9-4e11-acaa-4709cd47a8d9 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc056299-32a3-49b6-8d64-daacc4fc7bb4,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:54.855870 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1938b998-f69e-48ec-ac53-1a2e3223c140 None None] Current status of the port 6f03af74-d345-4034-8081-2c2518ed41ea is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:38:54.856262 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1938b998-f69e-48ec-ac53-1a2e3223c140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:54.860980 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-48707798-4f96-4ead-80f9-5392635cdefc tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:54.882833 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bf32e49d-82a4-40c5-a662-d37e2c4916e9 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:54.887952 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b92b2a0a-fdf9-4e11-acaa-4709cd47a8d9 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:54.889179 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-b92b2a0a-fdf9-4e11-acaa-4709cd47a8d9 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4152169 Sep 22 21:38:54.892472 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46952) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:54.900234 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-67409aa1-f395-4a62-943e-70a9f5432176 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Request body: {'security_group_rule': {'security_group_id': 'fc056299-32a3-49b6-8d64-daacc4fc7bb4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:54.905204 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1938b998-f69e-48ec-ac53-1a2e3223c140 None None] For port 6f03af74-d345-4034-8081-2c2518ed41ea, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=6f03af74-d345-4034-8081-2c2518ed41ea,segment=NetworkSegment(fa3032a7-1525-4468-9dbe-a6e86ced4681),segment_id=fa3032a7-1525-4468-9dbe-a6e86ced4681)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:38:54.906714 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-67409aa1-f395-4a62-943e-70a9f5432176 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:54.913281 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-67409aa1-f395-4a62-943e-70a9f5432176 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Usage tracker for resource:security_group_rule and tenant:f0750d6b07cf40699cc6c5c5a2372185 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:54.914957 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1938b998-f69e-48ec-ac53-1a2e3223c140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:54.916695 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-67409aa1-f395-4a62-943e-70a9f5432176 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:54.923187 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-67409aa1-f395-4a62-943e-70a9f5432176 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:54.925672 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2dccf8e5-0606-496a-9017-fb1cdb4292c9 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:54.931209 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dccf8e5-0606-496a-9017-fb1cdb4292c9 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:54.931842 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2dccf8e5-0606-496a-9017-fb1cdb4292c9 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:54.936297 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-48707798-4f96-4ead-80f9-5392635cdefc tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:54.962292 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd83a8d-1eb8-4bd7-845e-c2ed4a098338 None None] Network 4de7f354-6d72-4f3b-be75-932714291e66 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:38:54.975039 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48707798-4f96-4ead-80f9-5392635cdefc tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event deleted for resources: {'Subnet': ['ID=2eac819d-6e10-4f07-84c6-46e7181db4e0,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:54.977269 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4ccde2-a6dd-4cb6-8256-8b0cf790f023 None None] Network 37b6d98d-61de-4373-a43c-8aaae6ad2730 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:38:54.989934 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8462018-05b6-4bed-803d-248e47af7d9b None None] Network dbacea49-d35e-4d34-9a3a-6d5a43b2fa0b requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:38:55.002166 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-bf32e49d-82a4-40c5-a662-d37e2c4916e9 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37b6d98d-61de-4373-a43c-8aaae6ad2730']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:55.002381 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b981bbde-fc34-477c-a633-3960c11bc5a8 None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:38:55.021195 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2dccf8e5-0606-496a-9017-fb1cdb4292c9 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4752901 Sep 22 21:38:55.028709 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46956) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:55.042930 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-470d6260-c1dd-4c7f-a80f-326e3991672f tempest-FloatingIPAdminTestJSON-938580232 tempest-FloatingIPAdminTestJSON-938580232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:55.048375 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-67409aa1-f395-4a62-943e-70a9f5432176 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:55.058730 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-a63949ef-c5c4-4b91-a702-ba10d861a418 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Request body: {'subnet': {'network_id': 'f5beb191-897c-45c9-99e4-56f89be81a7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:55.089231 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-48707798-4f96-4ead-80f9-5392635cdefc tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/2eac819d-6e10-4f07-84c6-46e7181db4e0 HTTP/1.1" status: 204 len: 168 time: 2.3367071 Sep 22 21:38:55.092122 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1938b998-f69e-48ec-ac53-1a2e3223c140 None None] Could not find standard attr ID for object e40a9eda-7a67-4be8-97e4-54655b04c8c3. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:38:55.092623 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-bf32e49d-82a4-40c5-a662-d37e2c4916e9 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85d539ad-f7ca-46ed-9787-d42544d719b9') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:55.092623 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-bf32e49d-82a4-40c5-a662-d37e2c4916e9 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85d539ad-f7ca-46ed-9787-d42544d719b9') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:55.104897 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.objects.ports [None req-e7d3cafc-53fd-45eb-a942-e7d6a24a4592 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89008) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 21:38:55.107885 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46960) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:55.119276 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e7d3cafc-53fd-45eb-a942-e7d6a24a4592 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:55.124446 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bf32e49d-82a4-40c5-a662-d37e2c4916e9 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:55.176621 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a63949ef-c5c4-4b91-a702-ba10d861a418 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:55.180594 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-a63949ef-c5c4-4b91-a702-ba10d861a418 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Usage tracker for resource:subnet and tenant:9ce427e4086c41e3a73d0ab03ce01898 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:55.184249 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-a63949ef-c5c4-4b91-a702-ba10d861a418 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:55.190378 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a63949ef-c5c4-4b91-a702-ba10d861a418 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:55.211998 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63949ef-c5c4-4b91-a702-ba10d861a418 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Made reservation on behalf of 9ce427e4086c41e3a73d0ab03ce01898 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:38:55.215071 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a63949ef-c5c4-4b91-a702-ba10d861a418 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:55.236871 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dccf8e5-0606-496a-9017-fb1cdb4292c9 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Pushing event updated for resources: {'Network': ['ID=f5beb191-897c-45c9-99e4-56f89be81a7d,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:55.287321 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network f5beb191-897c-45c9-99e4-56f89be81a7d details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:38:55.337196 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585f38b-e943-42ac-af4f-bd82f4bc8a46 req-fc0061cc-8770-4301-828f-d06e0a780f9f tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:55.341181 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.ipam_backend_mixin [None req-a63949ef-c5c4-4b91-a702-ba10d861a418 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Performing IP validity checks on allocation pools {{(pid=89009) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 22 21:38:55.341744 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.ipam_backend_mixin [None req-a63949ef-c5c4-4b91-a702-ba10d861a418 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89009) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 22 21:38:55.343106 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d585f38b-e943-42ac-af4f-bd82f4bc8a46 req-fc0061cc-8770-4301-828f-d06e0a780f9f tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/ports?device_id=a97a8275-3663-4515-ba22-5b85e1d86b1d HTTP/1.1" status: 200 len: 946 time: 0.7090573 Sep 22 21:38:55.371324 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-67409aa1-f395-4a62-943e-70a9f5432176 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:55.377653 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-67409aa1-f395-4a62-943e-70a9f5432176 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:55.406071 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9b8c7c2-7d86-4cb4-ae4b-49ebdd013809 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Deleting subnet 4ba0b683-7fca-45fb-9ee2-fec9fa1b4d05 {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:38:55.407013 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67409aa1-f395-4a62-943e-70a9f5432176 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3c5a38b-7291-4a0b-a308-b5af3926f8f4,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:55.426770 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1938b998-f69e-48ec-ac53-1a2e3223c140 None None] Pushing event updated for resources: {'Port': ['ID=6f03af74-d345-4034-8081-2c2518ed41ea,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:55.448711 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d9b8c7c2-7d86-4cb4-ae4b-49ebdd013809 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:55.463557 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-67409aa1-f395-4a62-943e-70a9f5432176 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:55.464808 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-67409aa1-f395-4a62-943e-70a9f5432176 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5713871 Sep 22 21:38:55.468062 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46964) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:55.478298 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-a5375841-704d-42c1-abc7-1cf5d7abd85a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Request body: {'security_group_rule': {'security_group_id': 'fc056299-32a3-49b6-8d64-daacc4fc7bb4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:55.488770 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a5375841-704d-42c1-abc7-1cf5d7abd85a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:55.492896 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-a5375841-704d-42c1-abc7-1cf5d7abd85a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Usage tracker for resource:security_group_rule and tenant:f0750d6b07cf40699cc6c5c5a2372185 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:55.496437 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-a5375841-704d-42c1-abc7-1cf5d7abd85a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:55.502246 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a5375841-704d-42c1-abc7-1cf5d7abd85a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:55.509281 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1938b998-f69e-48ec-ac53-1a2e3223c140 None None] Provisioning for port 76b638b3-b81e-42bc-ab3c-996615055d2b completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:38:55.523877 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a5375841-704d-42c1-abc7-1cf5d7abd85a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:55.530429 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bf32e49d-82a4-40c5-a662-d37e2c4916e9 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:55.592138 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf32e49d-82a4-40c5-a662-d37e2c4916e9 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:38:55.592716 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bf32e49d-82a4-40c5-a662-d37e2c4916e9 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:55.611200 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a63949ef-c5c4-4b91-a702-ba10d861a418 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:55.649714 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1938b998-f69e-48ec-ac53-1a2e3223c140 None None] Provisioning complete for port 76b638b3-b81e-42bc-ab3c-996615055d2b triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:38:55.650079 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1938b998-f69e-48ec-ac53-1a2e3223c140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:55.650408 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1938b998-f69e-48ec-ac53-1a2e3223c140 None None] Attempt 1 to provision port 76b638b3-b81e-42bc-ab3c-996615055d2b Sep 22 21:38:55.652493 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a5375841-704d-42c1-abc7-1cf5d7abd85a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:55.684374 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a5375841-704d-42c1-abc7-1cf5d7abd85a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:55.737558 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d9b8c7c2-7d86-4cb4-ae4b-49ebdd013809 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:55.742361 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63949ef-c5c4-4b91-a702-ba10d861a418 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Checking segment: {'id': 'bf62eb5a-05ca-472d-8325-00ba7120be38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f5beb191-897c-45c9-99e4-56f89be81a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:38:55.742759 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63949ef-c5c4-4b91-a702-ba10d861a418 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Network hostable DHCP agents. Network: f5beb191-897c-45c9-99e4-56f89be81a7d, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:38:55.754162 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5375841-704d-42c1-abc7-1cf5d7abd85a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc1eeb28-9e48-4358-ac46-77ab9bcbf5a2,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:55.772992 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63949ef-c5c4-4b91-a702-ba10d861a418 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Pushing event updated for resources: {'Subnet': ['ID=184e6828-3ae7-485b-9af1-8c5ab67ca779,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:55.790317 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 85d539ad-f7ca-46ed-9787-d42544d719b9 resource provider aggregate not found Sep 22 21:38:55.790566 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a5375841-704d-42c1-abc7-1cf5d7abd85a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:55.792482 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a5375841-704d-42c1-abc7-1cf5d7abd85a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3237596 Sep 22 21:38:55.795137 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63949ef-c5c4-4b91-a702-ba10d861a418 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Network f5beb191-897c-45c9-99e4-56f89be81a7d is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:38:55.797155 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d3cafc-53fd-45eb-a942-e7d6a24a4592 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Pushing event updated for resources: {'Subnet': ['ID=59bc1e6c-9959-4e3e-a010-523964abcb72,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:55.798111 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46972) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:55.813062 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-d4a69dd7-4e72-489f-b8ae-2f04ecdab408 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Request body: {'security_group_rule': {'security_group_id': 'fc056299-32a3-49b6-8d64-daacc4fc7bb4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:55.822137 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-d4a69dd7-4e72-489f-b8ae-2f04ecdab408 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:55.826754 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-a63949ef-c5c4-4b91-a702-ba10d861a418 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, f5beb191-897c-45c9-99e4-56f89be81a7d) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:38:55.831219 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63949ef-c5c4-4b91-a702-ba10d861a418 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:55.832186 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a63949ef-c5c4-4b91-a702-ba10d861a418 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:55.842301 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-d4a69dd7-4e72-489f-b8ae-2f04ecdab408 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Usage tracker for resource:security_group_rule and tenant:f0750d6b07cf40699cc6c5c5a2372185 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:55.847108 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-d4a69dd7-4e72-489f-b8ae-2f04ecdab408 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:55.857945 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-470d6260-c1dd-4c7f-a80f-326e3991672f tempest-FloatingIPAdminTestJSON-938580232 tempest-FloatingIPAdminTestJSON-938580232-project] Allocated IP 172.26.0.48 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/99deacbb-b239-4db1-bf0b-837df2219cb3) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:38:55.859984 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-d4a69dd7-4e72-489f-b8ae-2f04ecdab408 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:55.861099 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78f0e8b-140b-4ac3-a0b6-28fdae199ed3 None None] DHCP port deletion for 37b6d98d-61de-4373-a43c-8aaae6ad2730 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:38:55.864179 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f8d78d-a798-410c-865e-4c88bcbb9486 None None] Network f5beb191-897c-45c9-99e4-56f89be81a7d requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:38:55.871490 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a63949ef-c5c4-4b91-a702-ba10d861a418 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8415101 Sep 22 21:38:55.873052 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46976) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:55.898881 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d585f38b-e943-42ac-af4f-bd82f4bc8a46 req-2809ca50-a77b-45ac-aaad-620d909a0760 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/security-groups?id=319ea033-79ef-4636-acc8-ba14ddc2433f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4751825 Sep 22 21:38:55.903918 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d4a69dd7-4e72-489f-b8ae-2f04ecdab408 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:55.958314 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 85d539ad-f7ca-46ed-9787-d42544d719b9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 85d539ad-f7ca-46ed-9787-d42544d719b9 found for delete ", "request_id": "req-0f4b23fa-bad3-439a-98a9-c275eea6715a"}]} Sep 22 21:38:55.968611 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d3cafc-53fd-45eb-a942-e7d6a24a4592 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Checking segment: {'id': 'e3d01a20-a37b-4526-9f39-fb364999a2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '686ab23c-c4bc-4746-86a6-985b47ce4a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:38:55.968976 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d3cafc-53fd-45eb-a942-e7d6a24a4592 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Network hostable DHCP agents. Network: 686ab23c-c4bc-4746-86a6-985b47ce4a75, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:38:56.010881 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bf32e49d-82a4-40c5-a662-d37e2c4916e9 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:56.032536 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:56.058056 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bf32e49d-82a4-40c5-a662-d37e2c4916e9 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:56.068973 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-bf32e49d-82a4-40c5-a662-d37e2c4916e9 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "DELETE /v2.0/networks/37b6d98d-61de-4373-a43c-8aaae6ad2730 HTTP/1.1" status: 204 len: 168 time: 3.3263257 Sep 22 21:38:56.073884 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46980) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:56.080533 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf32e49d-82a4-40c5-a662-d37e2c4916e9 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event deleted for resources: {'Network': ['ID=37b6d98d-61de-4373-a43c-8aaae6ad2730,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:56.087804 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d3cafc-53fd-45eb-a942-e7d6a24a4592 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Network 686ab23c-c4bc-4746-86a6-985b47ce4a75 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:38:56.087930 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-fc6f038a-b018-4ef4-a68e-0c1f2f27e2ce tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1145720965', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:56.112373 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d4a69dd7-4e72-489f-b8ae-2f04ecdab408 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:56.113781 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-fc6f038a-b018-4ef4-a68e-0c1f2f27e2ce tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:56.116753 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-e7d3cafc-53fd-45eb-a942-e7d6a24a4592 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 686ab23c-c4bc-4746-86a6-985b47ce4a75) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:38:56.116929 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 6f03af74-d345-4034-8081-2c2518ed41ea up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:38:56.122625 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1280a41f-f72f-4fac-b46e-23510b3fbf6f tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:56.126253 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-fc6f038a-b018-4ef4-a68e-0c1f2f27e2ce tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Usage tracker for resource:router and tenant:d0dc9097dd2d4c51a9e00ba2c2c3535e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:56.130572 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d3cafc-53fd-45eb-a942-e7d6a24a4592 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:56.131175 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e7d3cafc-53fd-45eb-a942-e7d6a24a4592 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:56.138504 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-fc6f038a-b018-4ef4-a68e-0c1f2f27e2ce tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:56.144411 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d4a69dd7-4e72-489f-b8ae-2f04ecdab408 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:56.149434 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-fc6f038a-b018-4ef4-a68e-0c1f2f27e2ce tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:56.150503 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-470d6260-c1dd-4c7f-a80f-326e3991672f tempest-FloatingIPAdminTestJSON-938580232 tempest-FloatingIPAdminTestJSON-938580232-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:56.163285 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d9b8c7c2-7d86-4cb4-ae4b-49ebdd013809 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:56.172368 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e1f90a-9443-4e91-b958-9daf071f0ec2 None None] Network 686ab23c-c4bc-4746-86a6-985b47ce4a75 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:38:56.188091 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a69dd7-4e72-489f-b8ae-2f04ecdab408 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f9a88eb-35d8-4585-9c73-23a28904f865,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:56.194675 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fc6f038a-b018-4ef4-a68e-0c1f2f27e2ce tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:56.196275 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fc6f038a-b018-4ef4-a68e-0c1f2f27e2ce tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:56.197337 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e7d3cafc-53fd-45eb-a942-e7d6a24a4592 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.1563838 Sep 22 21:38:56.204672 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46984) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:56.238793 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-22cf6a5e-da1b-4982-b766-5f88d793a64b tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Request body: {'port': {'network_id': '686ab23c-c4bc-4746-86a6-985b47ce4a75', 'name': 'tempest-NetworksIpV6TestAttrs-134828362'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:56.253457 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-470d6260-c1dd-4c7f-a80f-326e3991672f tempest-FloatingIPAdminTestJSON-938580232 tempest-FloatingIPAdminTestJSON-938580232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:56.273229 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d4a69dd7-4e72-489f-b8ae-2f04ecdab408 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:56.277876 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d4a69dd7-4e72-489f-b8ae-2f04ecdab408 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4753633 Sep 22 21:38:56.287424 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46988) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:56.326713 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d9b8c7c2-7d86-4cb4-ae4b-49ebdd013809 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:56.341928 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-91069a44-c187-493b-b810-1797f80be195 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Request body: {'security_group_rule': {'security_group_id': 'fc056299-32a3-49b6-8d64-daacc4fc7bb4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:56.366740 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-91069a44-c187-493b-b810-1797f80be195 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:56.375651 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fc6f038a-b018-4ef4-a68e-0c1f2f27e2ce tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:56.393769 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-91069a44-c187-493b-b810-1797f80be195 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Usage tracker for resource:security_group_rule and tenant:f0750d6b07cf40699cc6c5c5a2372185 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:56.401316 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1280a41f-f72f-4fac-b46e-23510b3fbf6f tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:56.402157 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470d6260-c1dd-4c7f-a80f-326e3991672f tempest-FloatingIPAdminTestJSON-938580232 tempest-FloatingIPAdminTestJSON-938580232-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:38:56.403302 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b8c7c2-7d86-4cb4-ae4b-49ebdd013809 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event deleted for resources: {'Subnet': ['ID=4ba0b683-7fca-45fb-9ee2-fec9fa1b4d05,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:56.410196 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d9b8c7c2-7d86-4cb4-ae4b-49ebdd013809 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:56.422173 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-d9b8c7c2-7d86-4cb4-ae4b-49ebdd013809 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/4ba0b683-7fca-45fb-9ee2-fec9fa1b4d05 HTTP/1.1" status: 204 len: 168 time: 1.3111794 Sep 22 21:38:56.423414 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-470d6260-c1dd-4c7f-a80f-326e3991672f tempest-FloatingIPAdminTestJSON-938580232 tempest-FloatingIPAdminTestJSON-938580232-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:38:56.425884 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470d6260-c1dd-4c7f-a80f-326e3991672f tempest-FloatingIPAdminTestJSON-938580232 tempest-FloatingIPAdminTestJSON-938580232-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:38:56.433460 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 46992) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:56.434050 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-91069a44-c187-493b-b810-1797f80be195 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:56.457320 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ef028c-d645-4b12-a7f1-c49dba8f6a33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-dbacea49-d35e-4d34-9a3a-6d5a43b2fa0b', 'network_id': 'dbacea49-d35e-4d34-9a3a-6d5a43b2fa0b', 'tenant_id': '9ce427e4086c41e3a73d0ab03ce01898', 'fixed_ips': [{'subnet_id': '3ab8ebca-0d68-48e1-ae90-37b28d3b7368'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:38:56.457651 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-47ef028c-d645-4b12-a7f1-c49dba8f6a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:56.458860 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-91069a44-c187-493b-b810-1797f80be195 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:56.477690 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d6260-c1dd-4c7f-a80f-326e3991672f tempest-FloatingIPAdminTestJSON-938580232 tempest-FloatingIPAdminTestJSON-938580232-project] Pushing event updated for resources: {'Port': ['ID=99deacbb-b239-4db1-bf0b-837df2219cb3,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:56.525202 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-470d6260-c1dd-4c7f-a80f-326e3991672f tempest-FloatingIPAdminTestJSON-938580232 tempest-FloatingIPAdminTestJSON-938580232-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:56.613598 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-470d6260-c1dd-4c7f-a80f-326e3991672f tempest-FloatingIPAdminTestJSON-938580232 tempest-FloatingIPAdminTestJSON-938580232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:56.646101 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1938b998-f69e-48ec-ac53-1a2e3223c140 None None] Current status of the port 76b638b3-b81e-42bc-ab3c-996615055d2b is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:38:56.648124 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1938b998-f69e-48ec-ac53-1a2e3223c140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:56.675670 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e3c9c990-5a10-4238-906f-d9c7467b7c57 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2323704 Sep 22 21:38:56.679833 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 46996) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:56.691143 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-ee358257-73db-4670-a53a-0d26efee8852 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'subnet': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:56.712121 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fc6f038a-b018-4ef4-a68e-0c1f2f27e2ce tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:56.722959 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-91069a44-c187-493b-b810-1797f80be195 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:56.764137 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-22cf6a5e-da1b-4982-b766-5f88d793a64b tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:56.783353 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-22cf6a5e-da1b-4982-b766-5f88d793a64b tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Usage tracker for resource:port and tenant:59b6cc9d17d34b09b817999d5916b12e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:56.794753 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-22cf6a5e-da1b-4982-b766-5f88d793a64b tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:56.809006 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fc6f038a-b018-4ef4-a68e-0c1f2f27e2ce tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:56.810225 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-fc6f038a-b018-4ef4-a68e-0c1f2f27e2ce tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7268183 Sep 22 21:38:56.811911 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-22cf6a5e-da1b-4982-b766-5f88d793a64b tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:56.818150 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47000) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:56.821046 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1280a41f-f72f-4fac-b46e-23510b3fbf6f tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:56.827119 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 6f03af74-d345-4034-8081-2c2518ed41ea triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:38:56.827492 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:56.827825 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 6f03af74-d345-4034-8081-2c2518ed41ea Sep 22 21:38:56.828092 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-bbce67f8-d0ca-4017-9425-7139276c07c6 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Request body: {'network': {'name': 'tempest-RoutersTest-1607933955'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:56.883111 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-bbce67f8-d0ca-4017-9425-7139276c07c6 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:56.887455 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1280a41f-f72f-4fac-b46e-23510b3fbf6f tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Pushing event deleted for resources: {'Subnet': ['ID=184e6828-3ae7-485b-9af1-8c5ab67ca779,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:56.916821 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-bbce67f8-d0ca-4017-9425-7139276c07c6 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Usage tracker for resource:network and tenant:d0dc9097dd2d4c51a9e00ba2c2c3535e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:56.920807 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1938b998-f69e-48ec-ac53-1a2e3223c140 None None] For port 76b638b3-b81e-42bc-ab3c-996615055d2b, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=76b638b3-b81e-42bc-ab3c-996615055d2b,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:38:56.922206 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22cf6a5e-da1b-4982-b766-5f88d793a64b tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Made reservation on behalf of 59b6cc9d17d34b09b817999d5916b12e for: {'port': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:38:56.926074 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-22cf6a5e-da1b-4982-b766-5f88d793a64b tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:56.942577 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-bbce67f8-d0ca-4017-9425-7139276c07c6 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:57.016736 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-ee358257-73db-4670-a53a-0d26efee8852 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:57.019884 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-91069a44-c187-493b-b810-1797f80be195 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:57.025093 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9f16e2-a86d-4cbd-9fb6-c68d9d5eb9e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-f5beb191-897c-45c9-99e4-56f89be81a7d', 'network_id': 'f5beb191-897c-45c9-99e4-56f89be81a7d', 'tenant_id': '9ce427e4086c41e3a73d0ab03ce01898', 'fixed_ips': [{'subnet_id': '184e6828-3ae7-485b-9af1-8c5ab67ca779'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:38:57.026470 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8d9f16e2-a86d-4cbd-9fb6-c68d9d5eb9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:57.035106 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-bbce67f8-d0ca-4017-9425-7139276c07c6 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:57.035686 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-ee358257-73db-4670-a53a-0d26efee8852 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Usage tracker for resource:subnet and tenant:4fef33e75cf240fcbb352fce012907b9 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:57.041166 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-ee358257-73db-4670-a53a-0d26efee8852 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:57.045622 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-91069a44-c187-493b-b810-1797f80be195 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:57.051021 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-ee358257-73db-4670-a53a-0d26efee8852 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:57.080840 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-22cf6a5e-da1b-4982-b766-5f88d793a64b tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] device_id is not set on port 8a3405a5-2ba6-4909-9b43-ffd24fd5f510 yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:38:57.087621 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee358257-73db-4670-a53a-0d26efee8852 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:38:57.091713 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ee358257-73db-4670-a53a-0d26efee8852 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:57.120437 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1280a41f-f72f-4fac-b46e-23510b3fbf6f tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:57.167763 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-47ef028c-d645-4b12-a7f1-c49dba8f6a33 None None] Allocated IP 2001:db8::1 (dbacea49-d35e-4d34-9a3a-6d5a43b2fa0b/3ab8ebca-0d68-48e1-ae90-37b28d3b7368/1b6ef22c-4708-4b30-a2f5-dda14c45be35) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:38:57.203128 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91069a44-c187-493b-b810-1797f80be195 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1d6bd9b-b59c-456f-86d0-b0d16a9232d8,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:57.222421 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.db.resource_extend [None req-470d6260-c1dd-4c7f-a80f-326e3991672f tempest-FloatingIPAdminTestJSON-938580232 tempest-FloatingIPAdminTestJSON-938580232-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 21:38:57.232594 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbce67f8-d0ca-4017-9425-7139276c07c6 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Made reservation on behalf of d0dc9097dd2d4c51a9e00ba2c2c3535e for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:38:57.236068 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bbce67f8-d0ca-4017-9425-7139276c07c6 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:57.248737 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-470d6260-c1dd-4c7f-a80f-326e3991672f tempest-FloatingIPAdminTestJSON-938580232 tempest-FloatingIPAdminTestJSON-938580232-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:57.250569 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-1280a41f-f72f-4fac-b46e-23510b3fbf6f tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5beb191-897c-45c9-99e4-56f89be81a7d']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:57.300485 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-1280a41f-f72f-4fac-b46e-23510b3fbf6f tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf62eb5a-05ca-472d-8325-00ba7120be38') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:57.300951 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-1280a41f-f72f-4fac-b46e-23510b3fbf6f tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf62eb5a-05ca-472d-8325-00ba7120be38') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:38:57.341813 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-91069a44-c187-493b-b810-1797f80be195 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:57.345640 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-91069a44-c187-493b-b810-1797f80be195 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0523989 Sep 22 21:38:57.346331 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-470d6260-c1dd-4c7f-a80f-326e3991672f tempest-FloatingIPAdminTestJSON-938580232 tempest-FloatingIPAdminTestJSON-938580232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:57.346449 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47006) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:57.347805 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1280a41f-f72f-4fac-b46e-23510b3fbf6f tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:57.363603 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-17584cd1-e269-4f0b-b007-a6853a960bac tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Request body: {'security_group_rule': {'security_group_id': 'fc056299-32a3-49b6-8d64-daacc4fc7bb4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:57.386968 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-17584cd1-e269-4f0b-b007-a6853a960bac tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:57.430064 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-17584cd1-e269-4f0b-b007-a6853a960bac tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Usage tracker for resource:security_group_rule and tenant:f0750d6b07cf40699cc6c5c5a2372185 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:57.433277 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbce67f8-d0ca-4017-9425-7139276c07c6 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:38:57.440574 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-17584cd1-e269-4f0b-b007-a6853a960bac tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:57.443594 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1280a41f-f72f-4fac-b46e-23510b3fbf6f tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:57.461879 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-17584cd1-e269-4f0b-b007-a6853a960bac tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:57.475052 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1280a41f-f72f-4fac-b46e-23510b3fbf6f tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:38:57.475466 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1280a41f-f72f-4fac-b46e-23510b3fbf6f tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:57.476733 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-47ef028c-d645-4b12-a7f1-c49dba8f6a33 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:57.530319 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d6260-c1dd-4c7f-a80f-326e3991672f tempest-FloatingIPAdminTestJSON-938580232 tempest-FloatingIPAdminTestJSON-938580232-project] Pushing event updated for resources: {'Port': ['ID=99deacbb-b239-4db1-bf0b-837df2219cb3,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:57.536810 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-470d6260-c1dd-4c7f-a80f-326e3991672f tempest-FloatingIPAdminTestJSON-938580232 tempest-FloatingIPAdminTestJSON-938580232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:57.543217 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ee358257-73db-4670-a53a-0d26efee8852 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:57.577431 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment bf62eb5a-05ca-472d-8325-00ba7120be38 resource provider aggregate not found Sep 22 21:38:57.639384 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0c814-2561-4d50-abe6-4cdb5978e639 req-f1e4fec2-56f5-490c-b12d-7b85e9241335 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:57.640418 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4139cc-1f73-4f07-ae1a-adc0a1665bdf None None] Update dhcp port {'port': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'fixed_ips': [{'subnet_id': '4ba0b683-7fca-45fb-9ee2-fec9fa1b4d05'}], 'binding:host_id': 'dv-neutron-858900-1-hyperv'}, 'id': '76b638b3-b81e-42bc-ab3c-996615055d2b'} from dv-neutron-858900-1-hyperv. {{(pid=89010) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 22 21:38:57.640973 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-e7e0c814-2561-4d50-abe6-4cdb5978e639 req-f1e4fec2-56f5-490c-b12d-7b85e9241335 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/ports?device_id=a97a8275-3663-4515-ba22-5b85e1d86b1d HTTP/1.1" status: 200 len: 946 time: 0.4966979 Sep 22 21:38:57.642307 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-22cf6a5e-da1b-4982-b766-5f88d793a64b tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Allocated IP 2001:db8::f816:3eff:fe86:3816 (686ab23c-c4bc-4746-86a6-985b47ce4a75/59bc1e6c-9959-4e3e-a010-523964abcb72/8a3405a5-2ba6-4909-9b43-ffd24fd5f510) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:38:57.645224 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment bf62eb5a-05ca-472d-8325-00ba7120be38 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bf62eb5a-05ca-472d-8325-00ba7120be38 found for delete ", "request_id": "req-8936255a-0bfe-4a81-875e-7b536ddf3350"}]} Sep 22 21:38:57.648895 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-17584cd1-e269-4f0b-b007-a6853a960bac tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:57.675782 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1938b998-f69e-48ec-ac53-1a2e3223c140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:57.749657 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07db0c6-cd7b-4ee4-8500-e9e5aa9ae98f None None] Network 4de7f354-6d72-4f3b-be75-932714291e66 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:38:57.771905 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bbce67f8-d0ca-4017-9425-7139276c07c6 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:57.772479 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-bbce67f8-d0ca-4017-9425-7139276c07c6 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Added segment 3c87bafb-a556-43a2-981a-cee830279bfd of type vlan for network c878f31d-09fc-4f47-91e8-ed0a40264492 Sep 22 21:38:57.781117 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1280a41f-f72f-4fac-b46e-23510b3fbf6f tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:57.792863 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-e7e0c814-2561-4d50-abe6-4cdb5978e639 req-98130a96-ab62-4990-b936-87ac74f6dbf8 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/security-groups?id=319ea033-79ef-4636-acc8-ba14ddc2433f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365266 Sep 22 21:38:57.794746 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee358257-73db-4670-a53a-0d26efee8852 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:38:57.799371 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-ee358257-73db-4670-a53a-0d26efee8852 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:38:57.802485 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee358257-73db-4670-a53a-0d26efee8852 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:57.803347 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ee358257-73db-4670-a53a-0d26efee8852 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:57.808193 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-47ef028c-d645-4b12-a7f1-c49dba8f6a33 None None] Transition to ACTIVE for port object 1b6ef22c-4708-4b30-a2f5-dda14c45be35 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:38:57.810561 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-470d6260-c1dd-4c7f-a80f-326e3991672f tempest-FloatingIPAdminTestJSON-938580232 tempest-FloatingIPAdminTestJSON-938580232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:57.811609 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-470d6260-c1dd-4c7f-a80f-326e3991672f tempest-FloatingIPAdminTestJSON-938580232 tempest-FloatingIPAdminTestJSON-938580232-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2402425 Sep 22 21:38:57.816939 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47014) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:57.819431 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee358257-73db-4670-a53a-0d26efee8852 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Subnet': ['ID=18c1ce47-fcb0-4175-b795-6c5259bf50b3,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:57.820785 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1280a41f-f72f-4fac-b46e-23510b3fbf6f tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:57.854657 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1938b998-f69e-48ec-ac53-1a2e3223c140 None None] Could not find standard attr ID for object 16dead2c-6ee4-4e01-b777-ed00ce3788fd. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:38:57.864491 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1280a41f-f72f-4fac-b46e-23510b3fbf6f tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Pushing event deleted for resources: {'Network': ['ID=f5beb191-897c-45c9-99e4-56f89be81a7d,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:57.920359 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ee358257-73db-4670-a53a-0d26efee8852 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2390847 Sep 22 21:38:57.923609 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47018) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:57.925763 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-17584cd1-e269-4f0b-b007-a6853a960bac tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:57.932420 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-ffaf2a41-ca00-4798-be72-8cbb68aa995f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'subnet': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:57.934775 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-1280a41f-f72f-4fac-b46e-23510b3fbf6f tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "DELETE /v2.0/networks/f5beb191-897c-45c9-99e4-56f89be81a7d HTTP/1.1" status: 204 len: 168 time: 2.0556884 Sep 22 21:38:57.946368 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bbce67f8-d0ca-4017-9425-7139276c07c6 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:57.950273 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47022) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:57.952718 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-17584cd1-e269-4f0b-b007-a6853a960bac tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:57.960732 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-65673bf9-fae8-4c5e-bdae-76efe8fe3293 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2081954279'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:57.967608 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6991c2f6-435e-4e32-a015-2062142bd4c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-686ab23c-c4bc-4746-86a6-985b47ce4a75', 'network_id': '686ab23c-c4bc-4746-86a6-985b47ce4a75', 'tenant_id': '59b6cc9d17d34b09b817999d5916b12e', 'fixed_ips': [{'subnet_id': '59bc1e6c-9959-4e3e-a010-523964abcb72'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:38:57.968467 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6991c2f6-435e-4e32-a015-2062142bd4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:57.980437 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-65673bf9-fae8-4c5e-bdae-76efe8fe3293 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:57.994833 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-65673bf9-fae8-4c5e-bdae-76efe8fe3293 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Usage tracker for resource:network and tenant:9ce427e4086c41e3a73d0ab03ce01898 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:57.995089 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-47ef028c-d645-4b12-a7f1-c49dba8f6a33 None None] Transition to ACTIVE for port object 1b6ef22c-4708-4b30-a2f5-dda14c45be35 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:38:58.001652 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-65673bf9-fae8-4c5e-bdae-76efe8fe3293 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:58.023840 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-65673bf9-fae8-4c5e-bdae-76efe8fe3293 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:58.028739 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-9faaf835-89e0-4dbb-98db-814d0ad21608 tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] Synchronizing usage tracker for tenant:41d309fadf3b422baaf1a65643e22a63 on resource:floatingip {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:38:58.031569 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17584cd1-e269-4f0b-b007-a6853a960bac tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a5f381c-d674-4aaa-86bb-2dc702f0f5e7,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:58.064828 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-9faaf835-89e0-4dbb-98db-814d0ad21608 tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] Unset dirty status for tenant:41d309fadf3b422baaf1a65643e22a63 on resource:floatingip {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:38:58.068529 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-9faaf835-89e0-4dbb-98db-814d0ad21608 tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] 10.222.0.33 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2435 time: 0.2480049 Sep 22 21:38:58.069254 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47026) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:58.071977 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-17584cd1-e269-4f0b-b007-a6853a960bac tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:58.076343 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-17584cd1-e269-4f0b-b007-a6853a960bac tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.7151606 Sep 22 21:38:58.077184 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bbce67f8-d0ca-4017-9425-7139276c07c6 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:58.082502 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbce67f8-d0ca-4017-9425-7139276c07c6 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:58.083126 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bbce67f8-d0ca-4017-9425-7139276c07c6 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:58.086780 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65673bf9-fae8-4c5e-bdae-76efe8fe3293 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Made reservation on behalf of 9ce427e4086c41e3a73d0ab03ce01898 for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:38:58.090463 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-65673bf9-fae8-4c5e-bdae-76efe8fe3293 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:58.104784 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e42775c-c78b-439b-9f16-ff95a4f7798d None None] Network f5beb191-897c-45c9-99e4-56f89be81a7d requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:38:58.105141 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47030) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:58.118664 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2b4139cc-1f73-4f07-ae1a-adc0a1665bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:58.182631 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-5f03c01e-3f88-4367-ba10-ed89cac55685 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] 10.222.0.33 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 689 time: 0.1020362 Sep 22 21:38:58.182631 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47034) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:58.184193 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1938b998-f69e-48ec-ac53-1a2e3223c140 None None] Pushing event updated for resources: {'Port': ['ID=76b638b3-b81e-42bc-ab3c-996615055d2b,revision_number=7']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:58.206771 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-47ef028c-d645-4b12-a7f1-c49dba8f6a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:58.239250 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-22cf6a5e-da1b-4982-b766-5f88d793a64b tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:58.254862 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-bbce67f8-d0ca-4017-9425-7139276c07c6 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4325118 Sep 22 21:38:58.264572 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47038) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:58.278312 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e42775c-c78b-439b-9f16-ff95a4f7798d None None] Network f5beb191-897c-45c9-99e4-56f89be81a7d could not be found, it might have been deleted concurrently. {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 22 21:38:58.286114 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-73c17555-777a-4958-9aec-8134075eac51 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Request body: {'subnet': {'network_id': 'c878f31d-09fc-4f47-91e8-ed0a40264492', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:58.300471 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-0ad457b5-ea01-4d7e-8d9e-a04addd9bc29 None None] Provisioning for port 97051b66-21cc-461f-b59c-3ebd814167a9 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:38:58.315718 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e722c097-f6b3-41b9-adfb-3a57b44ef9f2 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:58.330876 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce67f8-d0ca-4017-9425-7139276c07c6 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event updated for resources: {'Network': ['ID=c878f31d-09fc-4f47-91e8-ed0a40264492,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:58.333126 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-22cf6a5e-da1b-4982-b766-5f88d793a64b tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Transition to ACTIVE for port object 8a3405a5-2ba6-4909-9b43-ffd24fd5f510 will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:38:58.336965 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65673bf9-fae8-4c5e-bdae-76efe8fe3293 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:38:58.386453 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e722c097-f6b3-41b9-adfb-3a57b44ef9f2 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:58.404408 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network c878f31d-09fc-4f47-91e8-ed0a40264492 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:38:58.412093 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-ffaf2a41-ca00-4798-be72-8cbb68aa995f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:58.418026 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-9f9880f3-09b1-4770-a893-a1f18a0b9e8c tempest-FloatingIPAdminTestJSON-938580232 tempest-FloatingIPAdminTestJSON-938580232-project] Deleting port 99deacbb-b239-4db1-bf0b-837df2219cb3 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:38:58.418372 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9f9880f3-09b1-4770-a893-a1f18a0b9e8c tempest-FloatingIPAdminTestJSON-938580232 tempest-FloatingIPAdminTestJSON-938580232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:58.431313 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-65673bf9-fae8-4c5e-bdae-76efe8fe3293 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:58.431651 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-65673bf9-fae8-4c5e-bdae-76efe8fe3293 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Added segment fcef019d-3683-4a6f-b7d8-de954ae1b8aa of type vlan for network a96c0974-a7d4-4e52-ad55-a547cbd2568a Sep 22 21:38:58.433540 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 6f03af74-d345-4034-8081-2c2518ed41ea is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:38:58.436903 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-0ad457b5-ea01-4d7e-8d9e-a04addd9bc29 None None] Provisioning complete for port 97051b66-21cc-461f-b59c-3ebd814167a9 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:38:58.436903 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0ad457b5-ea01-4d7e-8d9e-a04addd9bc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:58.437290 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-0ad457b5-ea01-4d7e-8d9e-a04addd9bc29 None None] Attempt 1 to provision port 97051b66-21cc-461f-b59c-3ebd814167a9 Sep 22 21:38:58.443039 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-ffaf2a41-ca00-4798-be72-8cbb68aa995f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Usage tracker for resource:subnet and tenant:4fef33e75cf240fcbb352fce012907b9 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:58.450938 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-ffaf2a41-ca00-4798-be72-8cbb68aa995f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:58.469714 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-ffaf2a41-ca00-4798-be72-8cbb68aa995f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:58.495513 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e722c097-f6b3-41b9-adfb-3a57b44ef9f2 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:58.497573 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-73c17555-777a-4958-9aec-8134075eac51 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:58.500542 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ef028c-d645-4b12-a7f1-c49dba8f6a33 None None] Network dbacea49-d35e-4d34-9a3a-6d5a43b2fa0b is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:38:58.508569 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-65673bf9-fae8-4c5e-bdae-76efe8fe3293 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:58.522523 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-73c17555-777a-4958-9aec-8134075eac51 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Usage tracker for resource:subnet and tenant:d0dc9097dd2d4c51a9e00ba2c2c3535e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:58.529084 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e722c097-f6b3-41b9-adfb-3a57b44ef9f2 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a5f381c-d674-4aaa-86bb-2dc702f0f5e7,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:58.532204 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-73c17555-777a-4958-9aec-8134075eac51 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:58.534890 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffaf2a41-ca00-4798-be72-8cbb68aa995f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:38:58.538224 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ffaf2a41-ca00-4798-be72-8cbb68aa995f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:58.545875 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-73c17555-777a-4958-9aec-8134075eac51 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:58.570015 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-22cf6a5e-da1b-4982-b766-5f88d793a64b tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:58.575703 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e722c097-f6b3-41b9-adfb-3a57b44ef9f2 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:58.575903 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 5c3ccf03-e036-4baa-ae0d-f1badc95117b no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:38:58.579244 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e722c097-f6b3-41b9-adfb-3a57b44ef9f2 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/7a5f381c-d674-4aaa-86bb-2dc702f0f5e7 HTTP/1.1" status: 204 len: 168 time: 0.4580574 Sep 22 21:38:58.600669 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-47ef028c-d645-4b12-a7f1-c49dba8f6a33 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:38:58.602001 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47042) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:58.626645 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c17555-777a-4958-9aec-8134075eac51 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Made reservation on behalf of d0dc9097dd2d4c51a9e00ba2c2c3535e for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:38:58.628448 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ef028c-d645-4b12-a7f1-c49dba8f6a33 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:38:58.629730 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-73c17555-777a-4958-9aec-8134075eac51 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:58.643114 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ef028c-d645-4b12-a7f1-c49dba8f6a33 None None] Pushing event updated for resources: {'Port': ['ID=1b6ef22c-4708-4b30-a2f5-dda14c45be35,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:58.690869 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 5c3ccf03-e036-4baa-ae0d-f1badc95117b {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:38:58.691266 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 5c3ccf03-e036-4baa-ae0d-f1badc95117b not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:38:58.709741 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-65673bf9-fae8-4c5e-bdae-76efe8fe3293 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:58.715753 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65673bf9-fae8-4c5e-bdae-76efe8fe3293 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:58.716379 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-65673bf9-fae8-4c5e-bdae-76efe8fe3293 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:58.778969 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cf6a5e-da1b-4982-b766-5f88d793a64b tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Network 686ab23c-c4bc-4746-86a6-985b47ce4a75 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:38:58.788654 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-bcae072e-a044-4b33-ae4b-7e3bd54abe8d tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Synchronizing usage tracker for tenant:f0750d6b07cf40699cc6c5c5a2372185 on resource:security_group_rule {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:38:58.793130 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-22cf6a5e-da1b-4982-b766-5f88d793a64b tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:38:58.829253 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9f9880f3-09b1-4770-a893-a1f18a0b9e8c tempest-FloatingIPAdminTestJSON-938580232 tempest-FloatingIPAdminTestJSON-938580232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:58.829589 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9f9880f3-09b1-4770-a893-a1f18a0b9e8c tempest-FloatingIPAdminTestJSON-938580232 tempest-FloatingIPAdminTestJSON-938580232-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:58.884144 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.ipam_backend_mixin [None req-ffaf2a41-ca00-4798-be72-8cbb68aa995f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 18c1ce47-fcb0-4175-b795-6c5259bf50b3 (CIDR: 2001:db8::/64) Sep 22 21:38:58.887834 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 76b638b3-b81e-42bc-ab3c-996615055d2b up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:38:58.895477 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffaf2a41-ca00-4798-be72-8cbb68aa995f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:38:58.896175 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffaf2a41-ca00-4798-be72-8cbb68aa995f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:38:58.967258 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf6a5e-da1b-4982-b766-5f88d793a64b tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Pushing event updated for resources: {'Port': ['ID=8a3405a5-2ba6-4909-9b43-ffd24fd5f510,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:58.978520 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cf6a5e-da1b-4982-b766-5f88d793a64b tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:38:58.984296 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cf6a5e-da1b-4982-b766-5f88d793a64b tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:58.984922 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-22cf6a5e-da1b-4982-b766-5f88d793a64b tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:58.989569 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-65673bf9-fae8-4c5e-bdae-76efe8fe3293 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0381486 Sep 22 21:38:59.004204 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47048) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:59.028143 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-6fc33375-daef-4ac4-9cf2-730e98f30d20 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Request body: {'subnet': {'network_id': 'a96c0974-a7d4-4e52-ad55-a547cbd2568a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:59.054263 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-9f9880f3-09b1-4770-a893-a1f18a0b9e8c tempest-FloatingIPAdminTestJSON-938580232 tempest-FloatingIPAdminTestJSON-938580232-project] Calling delete_port for 99deacbb-b239-4db1-bf0b-837df2219cb3 owned by network:floatingip {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:38:59.093478 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-6991c2f6-435e-4e32-a015-2062142bd4c3 None None] Allocated IP 2001:db8::f816:3eff:fe8b:c971 (686ab23c-c4bc-4746-86a6-985b47ce4a75/59bc1e6c-9959-4e3e-a010-523964abcb72/053f04d3-d06c-4788-a749-92b267938bdd) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:38:59.098708 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-bcae072e-a044-4b33-ae4b-7e3bd54abe8d tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Unset dirty status for tenant:f0750d6b07cf40699cc6c5c5a2372185 on resource:security_group_rule {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:38:59.104192 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-bcae072e-a044-4b33-ae4b-7e3bd54abe8d tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.4971204 Sep 22 21:38:59.104352 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-47ef028c-d645-4b12-a7f1-c49dba8f6a33 None None] Attempting to bind port 1b6ef22c-4708-4b30-a2f5-dda14c45be35 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:38:59.104352 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-47ef028c-d645-4b12-a7f1-c49dba8f6a33 None None] Attempting to bind port 1b6ef22c-4708-4b30-a2f5-dda14c45be35 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'c4671d3c-5f83-4ebe-9e30-eb2a8d2d9cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'dbacea49-d35e-4d34-9a3a-6d5a43b2fa0b'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:38:59.104352 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ef028c-d645-4b12-a7f1-c49dba8f6a33 None None] Attempting to bind port 1b6ef22c-4708-4b30-a2f5-dda14c45be35 on network dbacea49-d35e-4d34-9a3a-6d5a43b2fa0b {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:38:59.107946 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ffaf2a41-ca00-4798-be72-8cbb68aa995f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1805038 Sep 22 21:38:59.107946 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47052) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:59.112367 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-22cf6a5e-da1b-4982-b766-5f88d793a64b tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.9064479 Sep 22 21:38:59.118637 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47054) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:59.118857 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47056) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:59.124200 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65673bf9-fae8-4c5e-bdae-76efe8fe3293 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Pushing event updated for resources: {'Network': ['ID=a96c0974-a7d4-4e52-ad55-a547cbd2568a,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:59.162125 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network a96c0974-a7d4-4e52-ad55-a547cbd2568a details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:38:59.180248 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-775e2dd4-b76e-4bdb-bc4c-3af430b65de8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'subnet': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:38:59.205292 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca82749f-e6fb-4173-b6ba-9436fd2c4a4c None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:38:59.218087 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ef028c-d645-4b12-a7f1-c49dba8f6a33 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:38:59.218346 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-956bbac2-5406-4539-a32b-aa142709c828 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:59.218918 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ef028c-d645-4b12-a7f1-c49dba8f6a33 None None] Checking segment: {'id': 'c4671d3c-5f83-4ebe-9e30-eb2a8d2d9cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'dbacea49-d35e-4d34-9a3a-6d5a43b2fa0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:38:59.219482 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-47ef028c-d645-4b12-a7f1-c49dba8f6a33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:59.220028 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ef028c-d645-4b12-a7f1-c49dba8f6a33 None None] Bound using segment: {'id': 'c4671d3c-5f83-4ebe-9e30-eb2a8d2d9cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'dbacea49-d35e-4d34-9a3a-6d5a43b2fa0b'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:38:59.220669 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-47ef028c-d645-4b12-a7f1-c49dba8f6a33 None None] Bound port: 1b6ef22c-4708-4b30-a2f5-dda14c45be35, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4671d3c-5f83-4ebe-9e30-eb2a8d2d9cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'dbacea49-d35e-4d34-9a3a-6d5a43b2fa0b'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:38:59.221226 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-47ef028c-d645-4b12-a7f1-c49dba8f6a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:59.239090 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-956bbac2-5406-4539-a32b-aa142709c828 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:59.332423 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab936290-9d15-4ba0-b565-7333074fc82e tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Deleting subnet 59bc1e6c-9959-4e3e-a010-523964abcb72 {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:38:59.361550 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13191c8-4577-4e3f-b23e-5e9eb927bd64 req-332e71c2-45d9-4840-b8ee-e950a26f4ba2 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:38:59.363419 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c13191c8-4577-4e3f-b23e-5e9eb927bd64 req-332e71c2-45d9-4840-b8ee-e950a26f4ba2 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/ports?device_id=a97a8275-3663-4515-ba22-5b85e1d86b1d HTTP/1.1" status: 200 len: 946 time: 0.2674565 Sep 22 21:38:59.364199 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-956bbac2-5406-4539-a32b-aa142709c828 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:59.398560 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-6fc33375-daef-4ac4-9cf2-730e98f30d20 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:59.410297 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9f9880f3-09b1-4770-a893-a1f18a0b9e8c tempest-FloatingIPAdminTestJSON-938580232 tempest-FloatingIPAdminTestJSON-938580232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:59.412925 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-6fc33375-daef-4ac4-9cf2-730e98f30d20 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Usage tracker for resource:subnet and tenant:9ce427e4086c41e3a73d0ab03ce01898 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:59.414219 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956bbac2-5406-4539-a32b-aa142709c828 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f1d6bd9b-b59c-456f-86d0-b0d16a9232d8,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:59.421249 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-6fc33375-daef-4ac4-9cf2-730e98f30d20 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:59.440199 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-6fc33375-daef-4ac4-9cf2-730e98f30d20 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:59.460528 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-775e2dd4-b76e-4bdb-bc4c-3af430b65de8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:38:59.477218 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-775e2dd4-b76e-4bdb-bc4c-3af430b65de8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Usage tracker for resource:subnet and tenant:4fef33e75cf240fcbb352fce012907b9 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:38:59.480187 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9880f3-09b1-4770-a893-a1f18a0b9e8c tempest-FloatingIPAdminTestJSON-938580232 tempest-FloatingIPAdminTestJSON-938580232-project] Pushing event deleted for resources: {'Port': ['ID=99deacbb-b239-4db1-bf0b-837df2219cb3,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:59.483534 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc33375-daef-4ac4-9cf2-730e98f30d20 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Made reservation on behalf of 9ce427e4086c41e3a73d0ab03ce01898 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:38:59.487089 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6fc33375-daef-4ac4-9cf2-730e98f30d20 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:59.501229 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-775e2dd4-b76e-4bdb-bc4c-3af430b65de8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:38:59.511539 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-775e2dd4-b76e-4bdb-bc4c-3af430b65de8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:38:59.595353 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-0ad457b5-ea01-4d7e-8d9e-a04addd9bc29 None None] Current status of the port 97051b66-21cc-461f-b59c-3ebd814167a9 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:38:59.595353 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0ad457b5-ea01-4d7e-8d9e-a04addd9bc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:59.609461 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-73c17555-777a-4958-9aec-8134075eac51 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:59.644074 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775e2dd4-b76e-4bdb-bc4c-3af430b65de8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:38:59.647662 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-775e2dd4-b76e-4bdb-bc4c-3af430b65de8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:59.653651 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 76b638b3-b81e-42bc-ab3c-996615055d2b triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:38:59.654022 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:59.654362 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 76b638b3-b81e-42bc-ab3c-996615055d2b Sep 22 21:38:59.677188 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-956bbac2-5406-4539-a32b-aa142709c828 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:59.682272 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-956bbac2-5406-4539-a32b-aa142709c828 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/f1d6bd9b-b59c-456f-86d0-b0d16a9232d8 HTTP/1.1" status: 204 len: 168 time: 0.5324087 Sep 22 21:38:59.685369 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47064) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:59.705558 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c13191c8-4577-4e3f-b23e-5e9eb927bd64 req-813161ba-5c32-4727-ba5f-2ec0f4fed2d6 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/security-groups?id=319ea033-79ef-4636-acc8-ba14ddc2433f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3220987 Sep 22 21:38:59.746263 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9f9880f3-09b1-4770-a893-a1f18a0b9e8c tempest-FloatingIPAdminTestJSON-938580232 tempest-FloatingIPAdminTestJSON-938580232-project] Notify callbacks [] for floatingip, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:59.749671 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9f9880f3-09b1-4770-a893-a1f18a0b9e8c tempest-FloatingIPAdminTestJSON-938580232 tempest-FloatingIPAdminTestJSON-938580232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:59.750070 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-9f9880f3-09b1-4770-a893-a1f18a0b9e8c tempest-FloatingIPAdminTestJSON-938580232 tempest-FloatingIPAdminTestJSON-938580232-project] 10.222.0.33 "DELETE /v2.0/floatingips/b9c6476b-8398-41e9-b01f-988537d35e28 HTTP/1.1" status: 204 len: 168 time: 1.5664661 Sep 22 21:38:59.755027 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47068) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:59.809519 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c17555-777a-4958-9aec-8134075eac51 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event updated for resources: {'Subnet': ['ID=28e029bb-55b4-48c3-8d8e-38fc4700f1ec,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:38:59.825176 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-41129176-cb54-41d4-9382-102f9c3a3391 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Synchronizing usage tracker for tenant:f0750d6b07cf40699cc6c5c5a2372185 on resource:security_group_rule {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:38:59.831558 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-47ef028c-d645-4b12-a7f1-c49dba8f6a33 None None] For port 1b6ef22c-4708-4b30-a2f5-dda14c45be35, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:38:59.837966 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-0ad457b5-ea01-4d7e-8d9e-a04addd9bc29 None None] For port 97051b66-21cc-461f-b59c-3ebd814167a9, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=97051b66-21cc-461f-b59c-3ebd814167a9,segment=NetworkSegment(90e39d9f-0bb2-4494-a861-b07e042347fe),segment_id=90e39d9f-0bb2-4494-a861-b07e042347fe)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:38:59.859451 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c17555-777a-4958-9aec-8134075eac51 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Checking segment: {'id': '3c87bafb-a556-43a2-981a-cee830279bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c878f31d-09fc-4f47-91e8-ed0a40264492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:38:59.860202 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c17555-777a-4958-9aec-8134075eac51 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Network hostable DHCP agents. Network: c878f31d-09fc-4f47-91e8-ed0a40264492, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:38:59.912097 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-47ef028c-d645-4b12-a7f1-c49dba8f6a33 None None] For port 1b6ef22c-4708-4b30-a2f5-dda14c45be35, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=1b6ef22c-4708-4b30-a2f5-dda14c45be35,segment=NetworkSegment(c4671d3c-5f83-4ebe-9e30-eb2a8d2d9cd4),segment_id=c4671d3c-5f83-4ebe-9e30-eb2a8d2d9cd4)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:38:59.913280 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0ad457b5-ea01-4d7e-8d9e-a04addd9bc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:59.950780 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-41129176-cb54-41d4-9382-102f9c3a3391 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Unset dirty status for tenant:f0750d6b07cf40699cc6c5c5a2372185 on resource:security_group_rule {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:38:59.954974 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-41129176-cb54-41d4-9382-102f9c3a3391 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2669573 Sep 22 21:38:59.955243 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47072) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:38:59.967241 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-24b121e7-1e1f-4135-8b51-87c3454522eb tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] Deleting port 435419a9-4f7a-44e3-b962-963030c2a8c1 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:38:59.968270 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-24b121e7-1e1f-4135-8b51-87c3454522eb tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:38:59.968412 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c17555-777a-4958-9aec-8134075eac51 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Network c878f31d-09fc-4f47-91e8-ed0a40264492 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:39:00.003862 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-47ef028c-d645-4b12-a7f1-c49dba8f6a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:00.035491 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d3f5a2d1-5f0b-410c-98d6-1b87aa61c4de tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:00.065364 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d3f5a2d1-5f0b-410c-98d6-1b87aa61c4de tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:00.090883 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-73c17555-777a-4958-9aec-8134075eac51 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, c878f31d-09fc-4f47-91e8-ed0a40264492) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:39:00.116017 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b849eeb5-55b6-4614-8882-a9d6419599ef None None] Network c878f31d-09fc-4f47-91e8-ed0a40264492 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:39:00.134082 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c17555-777a-4958-9aec-8134075eac51 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:00.135584 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-73c17555-777a-4958-9aec-8134075eac51 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:00.162225 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6fc33375-daef-4ac4-9cf2-730e98f30d20 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:00.195037 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-24b121e7-1e1f-4135-8b51-87c3454522eb tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:00.195408 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-24b121e7-1e1f-4135-8b51-87c3454522eb tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:00.206671 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d3f5a2d1-5f0b-410c-98d6-1b87aa61c4de tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:00.278051 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-73c17555-777a-4958-9aec-8134075eac51 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0037913 Sep 22 21:39:00.292111 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6991c2f6-435e-4e32-a015-2062142bd4c3 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:00.293443 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47076) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:00.375858 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-6991c2f6-435e-4e32-a015-2062142bd4c3 None None] Transition to ACTIVE for port object 053f04d3-d06c-4788-a749-92b267938bdd will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:39:00.388029 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad457b5-ea01-4d7e-8d9e-a04addd9bc29 None None] Pushing event updated for resources: {'Port': ['ID=97051b66-21cc-461f-b59c-3ebd814167a9,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:00.396271 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-e8bb9113-5703-4dcf-bc6c-7de4ea63885a None None] Provisioning complete for port 76b638b3-b81e-42bc-ab3c-996615055d2b triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:39:00.396646 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e8bb9113-5703-4dcf-bc6c-7de4ea63885a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:00.396983 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-e8bb9113-5703-4dcf-bc6c-7de4ea63885a None None] Attempt 1 to provision port 76b638b3-b81e-42bc-ab3c-996615055d2b Sep 22 21:39:00.443335 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-24b121e7-1e1f-4135-8b51-87c3454522eb tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] Calling delete_port for 435419a9-4f7a-44e3-b962-963030c2a8c1 owned by network:floatingip {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:39:00.462002 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 76b638b3-b81e-42bc-ab3c-996615055d2b is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:39:00.523788 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f5a2d1-5f0b-410c-98d6-1b87aa61c4de tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f9a88eb-35d8-4585-9c73-23a28904f865,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:00.534425 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc33375-daef-4ac4-9cf2-730e98f30d20 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Pushing event updated for resources: {'Subnet': ['ID=fba82cdc-9fd4-4da2-9af6-4a59e38f8ee4,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:00.544992 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d3f5a2d1-5f0b-410c-98d6-1b87aa61c4de tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:00.546311 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-6991c2f6-435e-4e32-a015-2062142bd4c3 None None] Transition to ACTIVE for port object 053f04d3-d06c-4788-a749-92b267938bdd will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:39:00.546725 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-d3f5a2d1-5f0b-410c-98d6-1b87aa61c4de tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/1f9a88eb-35d8-4585-9c73-23a28904f865 HTTP/1.1" status: 204 len: 168 time: 0.5901978 Sep 22 21:39:00.549359 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47080) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:00.596059 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6991c2f6-435e-4e32-a015-2062142bd4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:00.623975 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ab936290-9d15-4ba0-b565-7333074fc82e tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:00.633747 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ef028c-d645-4b12-a7f1-c49dba8f6a33 None None] Pushing event updated for resources: {'Port': ['ID=1b6ef22c-4708-4b30-a2f5-dda14c45be35,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:00.659995 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc33375-daef-4ac4-9cf2-730e98f30d20 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Checking segment: {'id': 'fcef019d-3683-4a6f-b7d8-de954ae1b8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a96c0974-a7d4-4e52-ad55-a547cbd2568a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:39:00.660518 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc33375-daef-4ac4-9cf2-730e98f30d20 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Network hostable DHCP agents. Network: a96c0974-a7d4-4e52-ad55-a547cbd2568a, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:39:00.661648 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-bb1d96d3-e948-4338-af2b-fea6a61cdf68 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Synchronizing usage tracker for tenant:f0750d6b07cf40699cc6c5c5a2372185 on resource:security_group_rule {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:39:00.684014 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6991c2f6-435e-4e32-a015-2062142bd4c3 None None] Network 686ab23c-c4bc-4746-86a6-985b47ce4a75 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:39:00.691685 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-bb1d96d3-e948-4338-af2b-fea6a61cdf68 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Unset dirty status for tenant:f0750d6b07cf40699cc6c5c5a2372185 on resource:security_group_rule {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:39:00.695954 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-bb1d96d3-e948-4338-af2b-fea6a61cdf68 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1419384 Sep 22 21:39:00.696140 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-6991c2f6-435e-4e32-a015-2062142bd4c3 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:39:00.696246 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47084) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:00.709435 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6991c2f6-435e-4e32-a015-2062142bd4c3 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:39:00.747406 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-24b121e7-1e1f-4135-8b51-87c3454522eb tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:00.806641 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b121e7-1e1f-4135-8b51-87c3454522eb tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] Pushing event deleted for resources: {'Port': ['ID=435419a9-4f7a-44e3-b962-963030c2a8c1,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:00.813279 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-aaaaf4b9-238d-470e-9b60-7455da86cce0 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:00.829126 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-aaaaf4b9-238d-470e-9b60-7455da86cce0 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:00.905072 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-aaaaf4b9-238d-470e-9b60-7455da86cce0 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:00.929372 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7104b4-61e6-4a5e-906c-38a3fd83cbe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-c878f31d-09fc-4f47-91e8-ed0a40264492', 'network_id': 'c878f31d-09fc-4f47-91e8-ed0a40264492', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'fixed_ips': [{'subnet_id': '28e029bb-55b4-48c3-8d8e-38fc4700f1ec'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:39:00.930662 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7a7104b4-61e6-4a5e-906c-38a3fd83cbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:01.008839 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaaf4b9-238d-470e-9b60-7455da86cce0 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc1eeb28-9e48-4358-ac46-77ab9bcbf5a2,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:01.015552 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-24b121e7-1e1f-4135-8b51-87c3454522eb tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:01.015835 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6991c2f6-435e-4e32-a015-2062142bd4c3 None None] Pushing event updated for resources: {'Port': ['ID=053f04d3-d06c-4788-a749-92b267938bdd,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:01.050239 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ab936290-9d15-4ba0-b565-7333074fc82e tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:01.053235 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 1b6ef22c-4708-4b30-a2f5-dda14c45be35 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:39:01.070825 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-aaaaf4b9-238d-470e-9b60-7455da86cce0 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:01.073561 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-aaaaf4b9-238d-470e-9b60-7455da86cce0 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/bc1eeb28-9e48-4358-ac46-77ab9bcbf5a2 HTTP/1.1" status: 204 len: 168 time: 0.3764873 Sep 22 21:39:01.075434 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47092) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:01.093234 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-24b121e7-1e1f-4135-8b51-87c3454522eb tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:01.094732 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-24b121e7-1e1f-4135-8b51-87c3454522eb tempest-FloatingIPAdminTestJSON-1117513687 tempest-FloatingIPAdminTestJSON-1117513687-project-admin] 10.222.0.33 "DELETE /v2.0/floatingips/c597f9ad-d9c8-48e1-8ac0-24170d25f0bc HTTP/1.1" status: 204 len: 168 time: 1.3394957 Sep 22 21:39:01.100842 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47096) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:01.205558 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-eeeb5ee7-582e-44eb-bf57-502181450bbe tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Deleting port 8eb3b949-7f48-4cb6-aacb-16e568d60a96 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:39:01.206169 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-eeeb5ee7-582e-44eb-bf57-502181450bbe tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:01.263039 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-6991c2f6-435e-4e32-a015-2062142bd4c3 None None] Attempting to bind port 053f04d3-d06c-4788-a749-92b267938bdd on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:39:01.263536 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-6991c2f6-435e-4e32-a015-2062142bd4c3 None None] Attempting to bind port 053f04d3-d06c-4788-a749-92b267938bdd by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'e3d01a20-a37b-4526-9f39-fb364999a2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '686ab23c-c4bc-4746-86a6-985b47ce4a75'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:39:01.264147 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6991c2f6-435e-4e32-a015-2062142bd4c3 None None] Attempting to bind port 053f04d3-d06c-4788-a749-92b267938bdd on network 686ab23c-c4bc-4746-86a6-985b47ce4a75 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:39:01.281099 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5223226a-9622-4305-a5e0-34a5868fd7b8 None None] Update dhcp port {'port': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'fixed_ips': [{'subnet_id': '18c1ce47-fcb0-4175-b795-6c5259bf50b3'}], 'binding:host_id': 'dv-neutron-858900-1-hyperv'}, 'id': '76b638b3-b81e-42bc-ab3c-996615055d2b'} from dv-neutron-858900-1-hyperv. {{(pid=89010) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 22 21:39:01.314761 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e8bb9113-5703-4dcf-bc6c-7de4ea63885a None None] Current status of the port 76b638b3-b81e-42bc-ab3c-996615055d2b is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:39:01.335328 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-ed69003d-67ff-4de2-8ee9-54a9959c3a85 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Synchronizing usage tracker for tenant:f0750d6b07cf40699cc6c5c5a2372185 on resource:security_group_rule {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:39:01.344975 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6991c2f6-435e-4e32-a015-2062142bd4c3 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:39:01.345620 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6991c2f6-435e-4e32-a015-2062142bd4c3 None None] Checking segment: {'id': 'e3d01a20-a37b-4526-9f39-fb364999a2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '686ab23c-c4bc-4746-86a6-985b47ce4a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:39:01.346123 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6991c2f6-435e-4e32-a015-2062142bd4c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:01.346690 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6991c2f6-435e-4e32-a015-2062142bd4c3 None None] Bound using segment: {'id': 'e3d01a20-a37b-4526-9f39-fb364999a2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '686ab23c-c4bc-4746-86a6-985b47ce4a75'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:39:01.347356 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-6991c2f6-435e-4e32-a015-2062142bd4c3 None None] Bound port: 053f04d3-d06c-4788-a749-92b267938bdd, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3d01a20-a37b-4526-9f39-fb364999a2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '686ab23c-c4bc-4746-86a6-985b47ce4a75'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:39:01.349938 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6991c2f6-435e-4e32-a015-2062142bd4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:01.391517 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc33375-daef-4ac4-9cf2-730e98f30d20 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Network a96c0974-a7d4-4e52-ad55-a547cbd2568a is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:39:01.429426 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-ed69003d-67ff-4de2-8ee9-54a9959c3a85 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Unset dirty status for tenant:f0750d6b07cf40699cc6c5c5a2372185 on resource:security_group_rule {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:39:01.434535 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ed69003d-67ff-4de2-8ee9-54a9959c3a85 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3542213 Sep 22 21:39:01.435718 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47100) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:01.472776 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.objects.ports [None req-775e2dd4-b76e-4bdb-bc4c-3af430b65de8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89009) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 21:39:01.514398 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-6fc33375-daef-4ac4-9cf2-730e98f30d20 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, a96c0974-a7d4-4e52-ad55-a547cbd2568a) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:39:01.549093 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc33375-daef-4ac4-9cf2-730e98f30d20 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:01.549692 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6fc33375-daef-4ac4-9cf2-730e98f30d20 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:01.563463 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-6e40e94a-97a0-4c0c-97a9-d63d162779c7 None None] Provisioning complete for port 97051b66-21cc-461f-b59c-3ebd814167a9 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:39:01.563463 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6e40e94a-97a0-4c0c-97a9-d63d162779c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:01.563921 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-6e40e94a-97a0-4c0c-97a9-d63d162779c7 None None] Attempt 1 to provision port 97051b66-21cc-461f-b59c-3ebd814167a9 Sep 22 21:39:01.564040 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8da906f0-eb50-4a37-8cc3-2a83e3eeb933 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:01.579000 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8da906f0-eb50-4a37-8cc3-2a83e3eeb933 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:01.599956 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35faf4cb-0b97-414d-abf9-baf2b5d1fa0f None None] Network a96c0974-a7d4-4e52-ad55-a547cbd2568a requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:39:01.618004 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a0f321-54f3-4c69-9f4a-109cd09a346a None None] Network dbacea49-d35e-4d34-9a3a-6d5a43b2fa0b requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:39:01.629385 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8da906f0-eb50-4a37-8cc3-2a83e3eeb933 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:01.630073 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5223226a-9622-4305-a5e0-34a5868fd7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:01.644919 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd5b81-5baa-4324-bcf9-e8c8923067cf req-54d24f0e-a5fe-45a8-9b8e-d355b7541740 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:01.647102 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-e4bd5b81-5baa-4324-bcf9-e8c8923067cf req-54d24f0e-a5fe-45a8-9b8e-d355b7541740 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/ports?device_id=a97a8275-3663-4515-ba22-5b85e1d86b1d HTTP/1.1" status: 200 len: 946 time: 0.6055043 Sep 22 21:39:01.647466 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-eeeb5ee7-582e-44eb-bf57-502181450bbe tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:01.660865 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ab936290-9d15-4ba0-b565-7333074fc82e tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:01.663046 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da906f0-eb50-4a37-8cc3-2a83e3eeb933 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d3c5a38b-7291-4a0b-a308-b5af3926f8f4,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:01.664225 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 1b6ef22c-4708-4b30-a2f5-dda14c45be35 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:39:01.701777 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6fc33375-daef-4ac4-9cf2-730e98f30d20 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.6863344 Sep 22 21:39:01.701777 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-60f9d6b4-8e9a-46c1-954e-c93381c7960d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:01.710323 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47104) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:01.722538 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8da906f0-eb50-4a37-8cc3-2a83e3eeb933 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:01.726392 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-8da906f0-eb50-4a37-8cc3-2a83e3eeb933 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/d3c5a38b-7291-4a0b-a308-b5af3926f8f4 HTTP/1.1" status: 204 len: 168 time: 0.2847123 Sep 22 21:39:01.757075 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47108) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:01.788307 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-eeeb5ee7-582e-44eb-bf57-502181450bbe tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Calling delete_port for 8eb3b949-7f48-4cb6-aacb-16e568d60a96 owned by {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:39:01.810141 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 97051b66-21cc-461f-b59c-3ebd814167a9 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:39:01.977518 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-7a7104b4-61e6-4a5e-906c-38a3fd83cbe9 None None] Allocated IP 172.20.0.2 (c878f31d-09fc-4f47-91e8-ed0a40264492/28e029bb-55b4-48c3-8d8e-38fc4700f1ec/22bd3a76-db3d-42d9-ad85-62c1d2769fde) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:39:02.049152 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-eeeb5ee7-582e-44eb-bf57-502181450bbe tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:02.103372 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeb5ee7-582e-44eb-bf57-502181450bbe tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Pushing event deleted for resources: {'Port': ['ID=8eb3b949-7f48-4cb6-aacb-16e568d60a96,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:02.107402 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-e4bd5b81-5baa-4324-bcf9-e8c8923067cf req-830fffa1-25f7-41ed-84f7-c3e186b157c9 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/security-groups?id=319ea033-79ef-4636-acc8-ba14ddc2433f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3911657 Sep 22 21:39:02.208537 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-e1eec21c-feae-420d-a2c6-709aa9e1aa28 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Synchronizing usage tracker for tenant:f0750d6b07cf40699cc6c5c5a2372185 on resource:security_group_rule {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:39:02.229844 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ab936290-9d15-4ba0-b565-7333074fc82e tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:02.251635 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-eeeb5ee7-582e-44eb-bf57-502181450bbe tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:02.271222 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-eeeb5ee7-582e-44eb-bf57-502181450bbe tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] 10.222.0.33 "DELETE /v2.0/ports/8eb3b949-7f48-4cb6-aacb-16e568d60a96 HTTP/1.1" status: 204 len: 168 time: 1.1690550 Sep 22 21:39:02.271947 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47112) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:02.309395 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-6991c2f6-435e-4e32-a015-2062142bd4c3 None None] For port 053f04d3-d06c-4788-a749-92b267938bdd, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:39:02.355354 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-376978c3-0311-4428-b252-26953c007ea3 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:02.360636 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ab936290-9d15-4ba0-b565-7333074fc82e tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:02.368984 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab936290-9d15-4ba0-b565-7333074fc82e tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Pushing event deleted for resources: {'Subnet': ['ID=59bc1e6c-9959-4e3e-a010-523964abcb72,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:02.401158 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-6991c2f6-435e-4e32-a015-2062142bd4c3 None None] For port 053f04d3-d06c-4788-a749-92b267938bdd, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=053f04d3-d06c-4788-a749-92b267938bdd,segment=NetworkSegment(e3d01a20-a37b-4526-9f39-fb364999a2bf),segment_id=e3d01a20-a37b-4526-9f39-fb364999a2bf)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:39:02.405970 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f77a6d3-8a70-468b-a4b6-7ee50fb88a07 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:02.407225 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-8f77a6d3-8a70-468b-a4b6-7ee50fb88a07 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Synchronizing usage tracker for tenant:ce570a3e20c14b9facf6c137f860297c on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:39:02.430582 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-775e2dd4-b76e-4bdb-bc4c-3af430b65de8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:02.432417 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-8f77a6d3-8a70-468b-a4b6-7ee50fb88a07 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Unset dirty status for tenant:ce570a3e20c14b9facf6c137f860297c on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:39:02.433534 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-8f77a6d3-8a70-468b-a4b6-7ee50fb88a07 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] 10.222.0.33 "GET /v2.0/ports?device_id=9bac20d3-2361-4fa6-a805-62ab5938c7bd HTTP/1.1" status: 200 len: 913 time: 0.1602647 Sep 22 21:39:02.436184 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47116) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:02.452335 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-e1eec21c-feae-420d-a2c6-709aa9e1aa28 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Unset dirty status for tenant:f0750d6b07cf40699cc6c5c5a2372185 on resource:security_group_rule {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:39:02.456420 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e1eec21c-feae-420d-a2c6-709aa9e1aa28 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6822739 Sep 22 21:39:02.462250 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47120) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:02.462786 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6991c2f6-435e-4e32-a015-2062142bd4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:02.465985 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-6e40e94a-97a0-4c0c-97a9-d63d162779c7 None None] Current status of the port 97051b66-21cc-461f-b59c-3ebd814167a9 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:39:02.468060 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ab936290-9d15-4ba0-b565-7333074fc82e tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] 10.222.0.33 "DELETE /v2.0/subnets/59bc1e6c-9959-4e3e-a010-523964abcb72 HTTP/1.1" status: 204 len: 168 time: 3.3451114 Sep 22 21:39:02.476277 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47124) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:02.510995 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 97051b66-21cc-461f-b59c-3ebd814167a9 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:39:02.511443 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:02.511870 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 97051b66-21cc-461f-b59c-3ebd814167a9 Sep 22 21:39:02.698391 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-376978c3-0311-4428-b252-26953c007ea3 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:02.735675 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27fe6a1-e5ed-4b7b-b5ea-1881d1d6cb65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-a96c0974-a7d4-4e52-ad55-a547cbd2568a', 'network_id': 'a96c0974-a7d4-4e52-ad55-a547cbd2568a', 'tenant_id': '9ce427e4086c41e3a73d0ab03ce01898', 'fixed_ips': [{'subnet_id': 'fba82cdc-9fd4-4da2-9af6-4a59e38f8ee4'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:39:02.736662 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-d27fe6a1-e5ed-4b7b-b5ea-1881d1d6cb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:02.804709 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-4d081592-37e2-47e2-ae16-f9b1b231108a None None] Provisioning for port 1b6ef22c-4708-4b30-a2f5-dda14c45be35 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:39:02.863219 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6991c2f6-435e-4e32-a015-2062142bd4c3 None None] Pushing event updated for resources: {'Port': ['ID=053f04d3-d06c-4788-a749-92b267938bdd,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:02.885809 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f7ddd8-dd19-4d12-a4d3-7b575975e24a tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:02.887511 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f7ddd8-dd19-4d12-a4d3-7b575975e24a tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:02.888863 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-81f7ddd8-dd19-4d12-a4d3-7b575975e24a tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Synchronizing usage tracker for tenant:59b6cc9d17d34b09b817999d5916b12e on resource:subnet {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:39:03.043237 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2a086ab4-e467-4d2c-a191-036874618202 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:03.050287 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-4d081592-37e2-47e2-ae16-f9b1b231108a None None] Provisioning complete for port 1b6ef22c-4708-4b30-a2f5-dda14c45be35 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:39:03.050733 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4d081592-37e2-47e2-ae16-f9b1b231108a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:03.051072 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-4d081592-37e2-47e2-ae16-f9b1b231108a None None] Attempt 1 to provision port 1b6ef22c-4708-4b30-a2f5-dda14c45be35 Sep 22 21:39:03.054259 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-81f7ddd8-dd19-4d12-a4d3-7b575975e24a tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Unset dirty status for tenant:59b6cc9d17d34b09b817999d5916b12e on resource:subnet {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:39:03.059177 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-81f7ddd8-dd19-4d12-a4d3-7b575975e24a tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5819159 Sep 22 21:39:03.060092 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47128) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:03.115086 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-58b8ba08-5a5a-4a39-8ca8-980adfc0a310 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:03.198483 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 97051b66-21cc-461f-b59c-3ebd814167a9 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:39:03.208930 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.db.api [None req-5223226a-9622-4305-a5e0-34a5868fd7b8 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8:0:1:f816:3eff:fe14:dae1-054704c3-2dc0-4154-b062-c39f64f {{(pid=89010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:39:03.209234 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG oslo_db.api [None req-5223226a-9622-4305-a5e0-34a5868fd7b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:39:03.244503 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2a086ab4-e467-4d2c-a191-036874618202 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:03.271366 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7a7104b4-61e6-4a5e-906c-38a3fd83cbe9 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:03.295581 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-7a7104b4-61e6-4a5e-906c-38a3fd83cbe9 None None] Transition to ACTIVE for port object 22bd3a76-db3d-42d9-ad85-62c1d2769fde will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:39:03.315949 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-376978c3-0311-4428-b252-26953c007ea3 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:03.340183 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 76b638b3-b81e-42bc-ab3c-996615055d2b no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:39:03.382836 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-775e2dd4-b76e-4bdb-bc4c-3af430b65de8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] For port 76b638b3-b81e-42bc-ab3c-996615055d2b, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=76b638b3-b81e-42bc-ab3c-996615055d2b,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:39:03.388100 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-55a8a623-8bfd-4af6-be17-d4ab30d1b32b tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server [None req-d27fe6a1-e5ed-4b7b-b5ea-1881d1d6cb65 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fba82cdc-9fd4-4da2-9af6-4a59e38f8ee4: This subnet is being modified by another concurrent operation. Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server raise exception Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fba82cdc-9fd4-4da2-9af6-4a59e38f8ee4: This subnet is being modified by another concurrent operation. Sep 22 21:39:03.393000 dv-neutron-858900-1-hyperv neutron-server[89010]: ERROR oslo_messaging.rpc.server Sep 22 21:39:03.412482 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376978c3-0311-4428-b252-26953c007ea3 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Pushing event deleted for resources: {'Subnet': ['ID=fba82cdc-9fd4-4da2-9af6-4a59e38f8ee4,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:03.449421 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d12b229-f6d0-4674-957a-8a522a963e20 None None] Network a96c0974-a7d4-4e52-ad55-a547cbd2568a requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:39:03.478569 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-55a8a623-8bfd-4af6-be17-d4ab30d1b32b tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 22 21:39:03.479153 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55a8a623-8bfd-4af6-be17-d4ab30d1b32b tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:03.561474 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-7a7104b4-61e6-4a5e-906c-38a3fd83cbe9 None None] Transition to ACTIVE for port object 22bd3a76-db3d-42d9-ad85-62c1d2769fde will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:39:03.585502 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7a7104b4-61e6-4a5e-906c-38a3fd83cbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:03.617549 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-775e2dd4-b76e-4bdb-bc4c-3af430b65de8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:03.624001 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2a086ab4-e467-4d2c-a191-036874618202 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:03.626115 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2a086ab4-e467-4d2c-a191-036874618202 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:03.629789 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2a086ab4-e467-4d2c-a191-036874618202 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "DELETE /v2.0/security-groups/fc056299-32a3-49b6-8d64-daacc4fc7bb4 HTTP/1.1" status: 204 len: 168 time: 1.1639466 Sep 22 21:39:03.629789 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-376978c3-0311-4428-b252-26953c007ea3 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:03.631641 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030cc31-4151-4d39-8e5b-49ace0343e3e req-9d66c751-064c-4382-98ac-c0fbe07d93be tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:03.632988 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b030cc31-4151-4d39-8e5b-49ace0343e3e req-9d66c751-064c-4382-98ac-c0fbe07d93be tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/ports?device_id=a97a8275-3663-4515-ba22-5b85e1d86b1d HTTP/1.1" status: 200 len: 946 time: 0.2879128 Sep 22 21:39:03.633537 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47134) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:03.649119 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-4d081592-37e2-47e2-ae16-f9b1b231108a None None] Current status of the port 1b6ef22c-4708-4b30-a2f5-dda14c45be35 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:39:03.649500 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4d081592-37e2-47e2-ae16-f9b1b231108a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:03.660782 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-55a8a623-8bfd-4af6-be17-d4ab30d1b32b tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] 10.222.0.33 "DELETE /v2.0/networks/686ab23c-c4bc-4746-86a6-985b47ce4a75 HTTP/1.1" status: 409 len: 405 time: 0.5884953 Sep 22 21:39:03.667070 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a086ab4-e467-4d2c-a191-036874618202 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc056299-32a3-49b6-8d64-daacc4fc7bb4,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:03.669847 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-775e2dd4-b76e-4bdb-bc4c-3af430b65de8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:03.670545 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-775e2dd4-b76e-4bdb-bc4c-3af430b65de8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:03.679506 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47138) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:03.699617 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-3d7ebae3-af75-4493-a215-801c7d515385 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-40665977'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:03.713060 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-3d7ebae3-af75-4493-a215-801c7d515385 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:03.756353 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-3d7ebae3-af75-4493-a215-801c7d515385 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Usage tracker for resource:network and tenant:59b6cc9d17d34b09b817999d5916b12e is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:03.769509 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-3d7ebae3-af75-4493-a215-801c7d515385 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:03.790767 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-376978c3-0311-4428-b252-26953c007ea3 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a96c0974-a7d4-4e52-ad55-a547cbd2568a']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:03.791876 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-3d7ebae3-af75-4493-a215-801c7d515385 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:03.816496 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7104b4-61e6-4a5e-906c-38a3fd83cbe9 None None] Network c878f31d-09fc-4f47-91e8-ed0a40264492 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:39:03.818896 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-0623be4d-ee3e-40a4-8c22-e2cad32e71c0 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Synchronizing usage tracker for tenant:f0750d6b07cf40699cc6c5c5a2372185 on resource:security_group {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:39:03.824202 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b030cc31-4151-4d39-8e5b-49ace0343e3e req-e2d37b19-931c-437a-b24e-f8bfcebdaf53 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/security-groups?id=319ea033-79ef-4636-acc8-ba14ddc2433f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846652 Sep 22 21:39:03.827999 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5223226a-9622-4305-a5e0-34a5868fd7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:03.829184 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775e2dd4-b76e-4bdb-bc4c-3af430b65de8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:39:03.840627 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-60f9d6b4-8e9a-46c1-954e-c93381c7960d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Allocated IP 172.20.0.1 (c878f31d-09fc-4f47-91e8-ed0a40264492/28e029bb-55b4-48c3-8d8e-38fc4700f1ec/cf14d533-eb12-48a1-b2c8-03d1c22ca09b) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:39:03.844920 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7ebae3-af75-4493-a215-801c7d515385 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Made reservation on behalf of 59b6cc9d17d34b09b817999d5916b12e for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:39:03.845721 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-775e2dd4-b76e-4bdb-bc4c-3af430b65de8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:39:03.848446 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3d7ebae3-af75-4493-a215-801c7d515385 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:03.848932 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-376978c3-0311-4428-b252-26953c007ea3 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcef019d-3683-4a6f-b7d8-de954ae1b8aa') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:03.849590 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-376978c3-0311-4428-b252-26953c007ea3 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcef019d-3683-4a6f-b7d8-de954ae1b8aa') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:03.864076 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-58b8ba08-5a5a-4a39-8ca8-980adfc0a310 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Deleting port eea18b87-2373-4a97-82af-1eecda82b99f {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:39:03.864304 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-58b8ba08-5a5a-4a39-8ca8-980adfc0a310 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:03.865120 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775e2dd4-b76e-4bdb-bc4c-3af430b65de8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:03.865817 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-775e2dd4-b76e-4bdb-bc4c-3af430b65de8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:03.890813 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-376978c3-0311-4428-b252-26953c007ea3 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:03.907373 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-7a7104b4-61e6-4a5e-906c-38a3fd83cbe9 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:39:03.948146 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7104b4-61e6-4a5e-906c-38a3fd83cbe9 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:39:03.948858 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e2dd4-b76e-4bdb-bc4c-3af430b65de8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Subnet': ['ID=9acbe4db-209b-499c-bf46-7f5573e81e2b,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:04.006991 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e2dd4-b76e-4bdb-bc4c-3af430b65de8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Port': ['ID=76b638b3-b81e-42bc-ab3c-996615055d2b,revision_number=9']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:04.016155 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-376978c3-0311-4428-b252-26953c007ea3 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:04.031710 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-775e2dd4-b76e-4bdb-bc4c-3af430b65de8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.9102621 Sep 22 21:39:04.032743 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47142) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:04.042337 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-0623be4d-ee3e-40a4-8c22-e2cad32e71c0 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Unset dirty status for tenant:f0750d6b07cf40699cc6c5c5a2372185 on resource:security_group {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:39:04.043599 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-0623be4d-ee3e-40a4-8c22-e2cad32e71c0 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4068449 Sep 22 21:39:04.052897 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-da3dfc27-e44b-48d5-b579-46d15e661716 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Request body: {'port': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'mac_address': 'fa:16:3e:0c:88:69', 'name': 'tempest-NetworksTestDHCPv6-1395918576'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:04.054348 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47146) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:04.062687 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-019c1fef-185f-4fe7-9f3f-a9ced57bf002 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Request body: {'security_group': {'name': 'tempest-secgroup--908988580'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:04.078850 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-019c1fef-185f-4fe7-9f3f-a9ced57bf002 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:04.124581 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7104b4-61e6-4a5e-906c-38a3fd83cbe9 None None] Pushing event updated for resources: {'Port': ['ID=22bd3a76-db3d-42d9-ad85-62c1d2769fde,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:04.138553 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-376978c3-0311-4428-b252-26953c007ea3 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:39:04.139074 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-376978c3-0311-4428-b252-26953c007ea3 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:04.154776 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-4d081592-37e2-47e2-ae16-f9b1b231108a None None] For port 1b6ef22c-4708-4b30-a2f5-dda14c45be35, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=1b6ef22c-4708-4b30-a2f5-dda14c45be35,segment=NetworkSegment(c4671d3c-5f83-4ebe-9e30-eb2a8d2d9cd4),segment_id=c4671d3c-5f83-4ebe-9e30-eb2a8d2d9cd4)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:39:04.189985 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-019c1fef-185f-4fe7-9f3f-a9ced57bf002 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:04.220327 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4d081592-37e2-47e2-ae16-f9b1b231108a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:04.226468 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment fcef019d-3683-4a6f-b7d8-de954ae1b8aa resource provider aggregate not found Sep 22 21:39:04.278138 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 76b638b3-b81e-42bc-ab3c-996615055d2b is: ACTIVE; New status is: DOWN {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:39:04.278795 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:04.289737 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment fcef019d-3683-4a6f-b7d8-de954ae1b8aa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fcef019d-3683-4a6f-b7d8-de954ae1b8aa found for delete ", "request_id": "req-8c89380a-b1a7-4f9e-b6e7-e47de192d9f3"}]} Sep 22 21:39:04.313478 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-58b8ba08-5a5a-4a39-8ca8-980adfc0a310 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:04.321091 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-019c1fef-185f-4fe7-9f3f-a9ced57bf002 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:04.329285 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-376978c3-0311-4428-b252-26953c007ea3 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:04.336836 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b5d982-0248-4559-8144-5c3be4778413 None None] Network 686ab23c-c4bc-4746-86a6-985b47ce4a75 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:39:04.343462 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d7ebae3-af75-4493-a215-801c7d515385 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:39:04.364537 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-376978c3-0311-4428-b252-26953c007ea3 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:04.387368 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376978c3-0311-4428-b252-26953c007ea3 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Pushing event deleted for resources: {'Network': ['ID=a96c0974-a7d4-4e52-ad55-a547cbd2568a,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:04.409729 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-376978c3-0311-4428-b252-26953c007ea3 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "DELETE /v2.0/networks/a96c0974-a7d4-4e52-ad55-a547cbd2568a HTTP/1.1" status: 204 len: 168 time: 2.6889617 Sep 22 21:39:04.412601 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-60f9d6b4-8e9a-46c1-954e-c93381c7960d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:04.416519 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47154) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:04.427481 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-71e97fbf-dc0f-4d35-bdb0-b8b397e12f32 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-342723957'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:04.435372 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-da3dfc27-e44b-48d5-b579-46d15e661716 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:04.437283 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-7a7104b4-61e6-4a5e-906c-38a3fd83cbe9 None None] Attempting to bind port 22bd3a76-db3d-42d9-ad85-62c1d2769fde on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:39:04.437638 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-7a7104b4-61e6-4a5e-906c-38a3fd83cbe9 None None] Attempting to bind port 22bd3a76-db3d-42d9-ad85-62c1d2769fde by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '3c87bafb-a556-43a2-981a-cee830279bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c878f31d-09fc-4f47-91e8-ed0a40264492'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:39:04.438119 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7104b4-61e6-4a5e-906c-38a3fd83cbe9 None None] Attempting to bind port 22bd3a76-db3d-42d9-ad85-62c1d2769fde on network c878f31d-09fc-4f47-91e8-ed0a40264492 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:39:04.440138 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-71e97fbf-dc0f-4d35-bdb0-b8b397e12f32 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:04.451522 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-71e97fbf-dc0f-4d35-bdb0-b8b397e12f32 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Usage tracker for resource:network and tenant:9ce427e4086c41e3a73d0ab03ce01898 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:04.456445 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-71e97fbf-dc0f-4d35-bdb0-b8b397e12f32 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:04.462877 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-da3dfc27-e44b-48d5-b579-46d15e661716 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:04.465303 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-71e97fbf-dc0f-4d35-bdb0-b8b397e12f32 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:04.465521 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-58b8ba08-5a5a-4a39-8ca8-980adfc0a310 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Calling delete_port for eea18b87-2373-4a97-82af-1eecda82b99f owned by network:router_interface {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:39:04.467304 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-60f9d6b4-8e9a-46c1-954e-c93381c7960d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Transition to ACTIVE for port object cf14d533-eb12-48a1-b2c8-03d1c22ca09b will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:39:04.477892 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-85acab2f-9fff-4b4f-b957-e65f140ff517 None None] Provisioning for port 053f04d3-d06c-4788-a749-92b267938bdd completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:39:04.481863 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3dfc27-e44b-48d5-b579-46d15e661716 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Made reservation on behalf of 4fef33e75cf240fcbb352fce012907b9 for: {'port': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:39:04.483419 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7104b4-61e6-4a5e-906c-38a3fd83cbe9 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:39:04.483783 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7104b4-61e6-4a5e-906c-38a3fd83cbe9 None None] Checking segment: {'id': '3c87bafb-a556-43a2-981a-cee830279bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c878f31d-09fc-4f47-91e8-ed0a40264492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:39:04.484290 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7a7104b4-61e6-4a5e-906c-38a3fd83cbe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:04.484729 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7104b4-61e6-4a5e-906c-38a3fd83cbe9 None None] Bound using segment: {'id': '3c87bafb-a556-43a2-981a-cee830279bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c878f31d-09fc-4f47-91e8-ed0a40264492'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:39:04.485216 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-7a7104b4-61e6-4a5e-906c-38a3fd83cbe9 None None] Bound port: 22bd3a76-db3d-42d9-ad85-62c1d2769fde, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c87bafb-a556-43a2-981a-cee830279bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c878f31d-09fc-4f47-91e8-ed0a40264492'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:39:04.485605 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7a7104b4-61e6-4a5e-906c-38a3fd83cbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:04.499998 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e97fbf-dc0f-4d35-bdb0-b8b397e12f32 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Made reservation on behalf of 9ce427e4086c41e3a73d0ab03ce01898 for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:39:04.503460 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-71e97fbf-dc0f-4d35-bdb0-b8b397e12f32 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:04.515151 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-019c1fef-185f-4fe7-9f3f-a9ced57bf002 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:04.519896 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3d7ebae3-af75-4493-a215-801c7d515385 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:04.520222 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-3d7ebae3-af75-4493-a215-801c7d515385 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Added segment 939faa76-b6d9-465e-ba07-0dd6616d86e5 of type vlan for network 7a960a7f-4ee5-4699-850a-d6f6340e93d1 Sep 22 21:39:04.540889 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-019c1fef-185f-4fe7-9f3f-a9ced57bf002 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:04.570816 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3d7ebae3-af75-4493-a215-801c7d515385 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:04.624141 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 76b638b3-b81e-42bc-ab3c-996615055d2b, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=76b638b3-b81e-42bc-ab3c-996615055d2b,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:39:04.627838 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71e97fbf-dc0f-4d35-bdb0-b8b397e12f32 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:39:04.649696 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-60f9d6b4-8e9a-46c1-954e-c93381c7960d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:04.667669 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d081592-37e2-47e2-ae16-f9b1b231108a None None] Pushing event updated for resources: {'Port': ['ID=1b6ef22c-4708-4b30-a2f5-dda14c45be35,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:04.683304 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:04.692508 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-71e97fbf-dc0f-4d35-bdb0-b8b397e12f32 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:04.692508 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-71e97fbf-dc0f-4d35-bdb0-b8b397e12f32 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Added segment 1c619234-e966-487a-92ba-1b40c95cbadb of type vlan for network c78ff92e-6c72-4a5c-8129-02e014d85627 Sep 22 21:39:04.702692 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-da3dfc27-e44b-48d5-b579-46d15e661716 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:04.747078 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f9d6b4-8e9a-46c1-954e-c93381c7960d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Network c878f31d-09fc-4f47-91e8-ed0a40264492 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:39:04.753497 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-60f9d6b4-8e9a-46c1-954e-c93381c7960d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:39:04.767332 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f9d6b4-8e9a-46c1-954e-c93381c7960d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:39:04.769591 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-58b8ba08-5a5a-4a39-8ca8-980adfc0a310 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:04.772325 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-85acab2f-9fff-4b4f-b957-e65f140ff517 None None] Provisioning complete for port 1b6ef22c-4708-4b30-a2f5-dda14c45be35 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:39:04.772996 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-85acab2f-9fff-4b4f-b957-e65f140ff517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:04.773487 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-85acab2f-9fff-4b4f-b957-e65f140ff517 None None] Attempt 1 to provision port 1b6ef22c-4708-4b30-a2f5-dda14c45be35 Sep 22 21:39:04.822001 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-da3dfc27-e44b-48d5-b579-46d15e661716 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] device_id is not set on port b4e7978d-9ffd-4f8d-a49f-5d01a695d75b yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:39:04.827290 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3d7ebae3-af75-4493-a215-801c7d515385 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:04.832781 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7ebae3-af75-4493-a215-801c7d515385 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:04.833510 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3d7ebae3-af75-4493-a215-801c7d515385 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:04.910108 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b8ba08-5a5a-4a39-8ca8-980adfc0a310 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Pushing event deleted for resources: {'Port': ['ID=eea18b87-2373-4a97-82af-1eecda82b99f,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:04.915444 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-3d7ebae3-af75-4493-a215-801c7d515385 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.2255030 Sep 22 21:39:04.921409 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47160) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:04.960816 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-019c1fef-185f-4fe7-9f3f-a9ced57bf002 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:04.965240 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-0414fb97-6fe4-4486-97dc-fd69f125c42e tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Request body: {'subnet': {'network_id': '7a960a7f-4ee5-4699-850a-d6f6340e93d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:05.049387 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-7a7104b4-61e6-4a5e-906c-38a3fd83cbe9 None None] For port 22bd3a76-db3d-42d9-ad85-62c1d2769fde, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:39:05.072606 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-71e97fbf-dc0f-4d35-bdb0-b8b397e12f32 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:05.086895 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f9d6b4-8e9a-46c1-954e-c93381c7960d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event updated for resources: {'Port': ['ID=cf14d533-eb12-48a1-b2c8-03d1c22ca09b,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:05.088859 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-5223226a-9622-4305-a5e0-34a5868fd7b8 None None] Allocated IP 2001:db8::2 (98c62b9a-5d2a-496f-a1e5-12a6874f54f0/18c1ce47-fcb0-4175-b795-6c5259bf50b3/76b638b3-b81e-42bc-ab3c-996615055d2b) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:39:05.107244 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=76b638b3-b81e-42bc-ab3c-996615055d2b,revision_number=10']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:05.115541 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 1b6ef22c-4708-4b30-a2f5-dda14c45be35 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:39:05.156108 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-7a7104b4-61e6-4a5e-906c-38a3fd83cbe9 None None] For port 22bd3a76-db3d-42d9-ad85-62c1d2769fde, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=22bd3a76-db3d-42d9-ad85-62c1d2769fde,segment=NetworkSegment(3c87bafb-a556-43a2-981a-cee830279bfd),segment_id=3c87bafb-a556-43a2-981a-cee830279bfd)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:39:05.194233 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7a7104b4-61e6-4a5e-906c-38a3fd83cbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:05.207934 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-60f9d6b4-8e9a-46c1-954e-c93381c7960d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:05.324619 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ebae3-af75-4493-a215-801c7d515385 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Pushing event updated for resources: {'Network': ['ID=7a960a7f-4ee5-4699-850a-d6f6340e93d1,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:05.328720 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-019c1fef-185f-4fe7-9f3f-a9ced57bf002 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:05.376489 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 7a960a7f-4ee5-4699-850a-d6f6340e93d1 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:39:05.384180 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-71e97fbf-dc0f-4d35-bdb0-b8b397e12f32 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:05.389741 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e97fbf-dc0f-4d35-bdb0-b8b397e12f32 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:05.390332 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-71e97fbf-dc0f-4d35-bdb0-b8b397e12f32 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:05.430347 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-019c1fef-185f-4fe7-9f3f-a9ced57bf002 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:05.435280 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-019c1fef-185f-4fe7-9f3f-a9ced57bf002 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3798866 Sep 22 21:39:05.440624 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47164) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:05.450476 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-dc200322-217f-4029-986b-c3ed1004a22f tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Request body: {'security_group_rule': {'security_group_id': '5a4fdee8-425a-424f-81e7-18d7b3284fe4', 'direction': 'ingress', 'protocol': 17}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:05.454529 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c1fef-185f-4fe7-9f3f-a9ced57bf002 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4fdee8-425a-424f-81e7-18d7b3284fe4,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:05.465214 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-0414fb97-6fe4-4486-97dc-fd69f125c42e tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:05.475904 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-0414fb97-6fe4-4486-97dc-fd69f125c42e tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:05.483671 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-dc200322-217f-4029-986b-c3ed1004a22f tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:05.551658 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc68a5-5f5e-4c92-a72a-682defff364b req-e65bce82-28a6-4791-a242-1a31ce11afd6 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:05.553366 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-41dc68a5-5f5e-4c92-a72a-682defff364b req-e65bce82-28a6-4791-a242-1a31ce11afd6 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/ports?device_id=a97a8275-3663-4515-ba22-5b85e1d86b1d HTTP/1.1" status: 200 len: 946 time: 0.4621043 Sep 22 21:39:05.562117 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-71e97fbf-dc0f-4d35-bdb0-b8b397e12f32 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1418257 Sep 22 21:39:05.574134 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47168) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:05.576806 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0414fb97-6fe4-4486-97dc-fd69f125c42e tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Made reservation on behalf of 59b6cc9d17d34b09b817999d5916b12e for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:39:05.580444 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0414fb97-6fe4-4486-97dc-fd69f125c42e tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:05.588863 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e97fbf-dc0f-4d35-bdb0-b8b397e12f32 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Pushing event updated for resources: {'Network': ['ID=c78ff92e-6c72-4a5c-8129-02e014d85627,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:05.592003 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-85acab2f-9fff-4b4f-b957-e65f140ff517 None None] Current status of the port 1b6ef22c-4708-4b30-a2f5-dda14c45be35 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:39:05.599997 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-dc200322-217f-4029-986b-c3ed1004a22f tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:05.615675 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7104b4-61e6-4a5e-906c-38a3fd83cbe9 None None] Pushing event updated for resources: {'Port': ['ID=22bd3a76-db3d-42d9-ad85-62c1d2769fde,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:05.637063 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network c78ff92e-6c72-4a5c-8129-02e014d85627 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:39:05.649502 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-8d3ca5e4-89b2-42f8-b34d-9e55827625be tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Request body: {'subnet': {'network_id': 'c78ff92e-6c72-4a5c-8129-02e014d85627', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:05.683101 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-41dc68a5-5f5e-4c92-a72a-682defff364b req-7ad0eef5-fbda-4874-86db-40b8930d0c6e tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/security-groups?id=319ea033-79ef-4636-acc8-ba14ddc2433f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201205 Sep 22 21:39:05.710482 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-60f9d6b4-8e9a-46c1-954e-c93381c7960d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:05.794113 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da56003c-3f96-49d0-bb84-93610454f57a None None] DHCP port deletion for 686ab23c-c4bc-4746-86a6-985b47ce4a75 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:39:05.812939 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 1b6ef22c-4708-4b30-a2f5-dda14c45be35 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:39:05.813314 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:05.813653 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 1b6ef22c-4708-4b30-a2f5-dda14c45be35 Sep 22 21:39:05.841166 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-5223226a-9622-4305-a5e0-34a5868fd7b8 None None] For port 76b638b3-b81e-42bc-ab3c-996615055d2b, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=76b638b3-b81e-42bc-ab3c-996615055d2b,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:39:05.843335 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-da56003c-3f96-49d0-bb84-93610454f57a None None] Deleting port 053f04d3-d06c-4788-a749-92b267938bdd {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:39:05.844693 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-da56003c-3f96-49d0-bb84-93610454f57a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:06.016153 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-dc200322-217f-4029-986b-c3ed1004a22f tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:06.094498 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5223226a-9622-4305-a5e0-34a5868fd7b8 None None] Notify callbacks [] for port, precommit_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:06.158683 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-5223226a-9622-4305-a5e0-34a5868fd7b8 None None] Transition to ACTIVE for port object 76b638b3-b81e-42bc-ab3c-996615055d2b will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:39:06.194928 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5223226a-9622-4305-a5e0-34a5868fd7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:06.241376 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-8d3ca5e4-89b2-42f8-b34d-9e55827625be tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:06.253714 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-8d3ca5e4-89b2-42f8-b34d-9e55827625be tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Usage tracker for resource:subnet and tenant:9ce427e4086c41e3a73d0ab03ce01898 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:06.263384 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-8d3ca5e4-89b2-42f8-b34d-9e55827625be tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:06.269883 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-58b8ba08-5a5a-4a39-8ca8-980adfc0a310 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:06.273598 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-8d3ca5e4-89b2-42f8-b34d-9e55827625be tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:06.420842 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-dc200322-217f-4029-986b-c3ed1004a22f tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:06.421795 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3ca5e4-89b2-42f8-b34d-9e55827625be tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Made reservation on behalf of 9ce427e4086c41e3a73d0ab03ce01898 for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:39:06.425254 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8d3ca5e4-89b2-42f8-b34d-9e55827625be tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:06.458619 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-dc200322-217f-4029-986b-c3ed1004a22f tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:06.519397 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 1b6ef22c-4708-4b30-a2f5-dda14c45be35 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:39:06.520677 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 053f04d3-d06c-4788-a749-92b267938bdd up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:39:06.541625 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-da3dfc27-e44b-48d5-b579-46d15e661716 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Allocated IP 2001:db8::216 (98c62b9a-5d2a-496f-a1e5-12a6874f54f0/18c1ce47-fcb0-4175-b795-6c5259bf50b3/b4e7978d-9ffd-4f8d-a49f-5d01a695d75b) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:39:06.554365 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-60f9d6b4-8e9a-46c1-954e-c93381c7960d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:06.561490 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-da3dfc27-e44b-48d5-b579-46d15e661716 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Allocated IP 2001:db8:0:1:f816:3eff:fe0c:8869 (98c62b9a-5d2a-496f-a1e5-12a6874f54f0/9acbe4db-209b-499c-bf46-7f5573e81e2b/b4e7978d-9ffd-4f8d-a49f-5d01a695d75b) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:39:06.570590 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-60f9d6b4-8e9a-46c1-954e-c93381c7960d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:06.598649 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5223226a-9622-4305-a5e0-34a5868fd7b8 None None] Pushing event updated for resources: {'Port': ['ID=76b638b3-b81e-42bc-ab3c-996615055d2b,revision_number=11']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:06.602814 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-da56003c-3f96-49d0-bb84-93610454f57a None None] For port 053f04d3-d06c-4788-a749-92b267938bdd, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=053f04d3-d06c-4788-a749-92b267938bdd,segment=NetworkSegment(e3d01a20-a37b-4526-9f39-fb364999a2bf),segment_id=e3d01a20-a37b-4526-9f39-fb364999a2bf)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:39:06.603479 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-da56003c-3f96-49d0-bb84-93610454f57a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:06.631802 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc200322-217f-4029-986b-c3ed1004a22f tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=179be353-290d-4415-935f-f67ef8ec2ae4,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:06.764224 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-60f9d6b4-8e9a-46c1-954e-c93381c7960d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:06.847284 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-dc200322-217f-4029-986b-c3ed1004a22f tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:06.848928 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-dc200322-217f-4029-986b-c3ed1004a22f tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.4065402 Sep 22 21:39:06.858681 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47174) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:06.913328 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-da56003c-3f96-49d0-bb84-93610454f57a None None] Calling delete_port for 053f04d3-d06c-4788-a749-92b267938bdd owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:39:06.984017 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f9d6b4-8e9a-46c1-954e-c93381c7960d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event updated for resources: {'Port': ['ID=cf14d533-eb12-48a1-b2c8-03d1c22ca09b,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:07.015140 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 053f04d3-d06c-4788-a749-92b267938bdd completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:39:07.040634 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 053f04d3-d06c-4788-a749-92b267938bdd triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:39:07.041687 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:07.042484 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 053f04d3-d06c-4788-a749-92b267938bdd Sep 22 21:39:07.112463 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906405c5-75f9-4514-a322-dd9de9dcfa41 None None] Network c878f31d-09fc-4f47-91e8-ed0a40264492 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:39:07.138376 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-da56003c-3f96-49d0-bb84-93610454f57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:07.384338 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da56003c-3f96-49d0-bb84-93610454f57a None None] Pushing event deleted for resources: {'Port': ['ID=053f04d3-d06c-4788-a749-92b267938bdd,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:07.398225 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da56003c-3f96-49d0-bb84-93610454f57a None None] No DVR routers for this DVR port 053f04d3-d06c-4788-a749-92b267938bdd on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:39:07.408309 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-8b4fbac0-b9f4-4c06-b89d-2ac748c95278 None None] Provisioning for port 22bd3a76-db3d-42d9-ad85-62c1d2769fde completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:39:07.422426 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Could not find standard attr ID for object 053f04d3-d06c-4788-a749-92b267938bdd. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:39:07.436450 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No ports have port_id starting with 053f04d3-d06c-4788-a749-92b267938bdd Sep 22 21:39:07.438041 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-da3dfc27-e44b-48d5-b579-46d15e661716 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:07.479573 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.objects.ports [None req-0414fb97-6fe4-4486-97dc-fd69f125c42e tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89008) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 21:39:07.481045 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-da3dfc27-e44b-48d5-b579-46d15e661716 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Transition to ACTIVE for port object b4e7978d-9ffd-4f8d-a49f-5d01a695d75b will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:39:07.512264 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b8ba08-5a5a-4a39-8ca8-980adfc0a310 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Router 9bac20d3-2361-4fa6-a805-62ab5938c7bd has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:39:07.513511 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0414fb97-6fe4-4486-97dc-fd69f125c42e tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:07.549111 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f9d6b4-8e9a-46c1-954e-c93381c7960d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Network c878f31d-09fc-4f47-91e8-ed0a40264492 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:39:07.551646 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-60f9d6b4-8e9a-46c1-954e-c93381c7960d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:39:07.631491 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b1697f72-93ad-4f0f-b5f5-11fbb46d501b tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:07.633659 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0414fb97-6fe4-4486-97dc-fd69f125c42e tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Pushing event updated for resources: {'Subnet': ['ID=d1cb5878-d5b0-448a-a337-d11a188f1a26,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:07.694784 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 76b638b3-b81e-42bc-ab3c-996615055d2b up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:39:07.742792 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-da3dfc27-e44b-48d5-b579-46d15e661716 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:07.784164 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd451cf-e12c-424a-a557-3369cc7e4259 None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:39:07.839258 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3dfc27-e44b-48d5-b579-46d15e661716 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:39:07.844034 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-da3dfc27-e44b-48d5-b579-46d15e661716 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:39:07.853545 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3dfc27-e44b-48d5-b579-46d15e661716 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:39:07.854694 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b1697f72-93ad-4f0f-b5f5-11fbb46d501b tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:07.858677 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3dfc27-e44b-48d5-b579-46d15e661716 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:07.859296 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-da3dfc27-e44b-48d5-b579-46d15e661716 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:07.869473 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3dfc27-e44b-48d5-b579-46d15e661716 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event updated for resources: {'Port': ['ID=b4e7978d-9ffd-4f8d-a49f-5d01a695d75b,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:07.897067 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b005d4e-21ed-4670-bf4e-e6f6a708e050 req-570b33be-8b0f-4078-9e09-2f1d7ab2ad23 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:07.900326 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-da3dfc27-e44b-48d5-b579-46d15e661716 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.8588779 Sep 22 21:39:07.900458 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2b005d4e-21ed-4670-bf4e-e6f6a708e050 req-570b33be-8b0f-4078-9e09-2f1d7ab2ad23 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/ports?device_id=a97a8275-3663-4515-ba22-5b85e1d86b1d HTTP/1.1" status: 200 len: 946 time: 0.9455354 Sep 22 21:39:07.905216 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47180) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:07.919437 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-7779f53b-48cd-4fbc-956c-57860ece58e2 None None] Provisioning for port 76b638b3-b81e-42bc-ab3c-996615055d2b completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:39:07.948598 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-7779f53b-48cd-4fbc-956c-57860ece58e2 None None] Provisioning complete for port 76b638b3-b81e-42bc-ab3c-996615055d2b triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:39:07.948968 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7779f53b-48cd-4fbc-956c-57860ece58e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:07.949308 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-7779f53b-48cd-4fbc-956c-57860ece58e2 None None] Attempt 1 to provision port 76b638b3-b81e-42bc-ab3c-996615055d2b Sep 22 21:39:07.955767 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f9d6b4-8e9a-46c1-954e-c93381c7960d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Router 86d2ef5b-b34f-4e1e-9c59-268ad50c9267 is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:39:07.993194 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 76b638b3-b81e-42bc-ab3c-996615055d2b triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:39:07.993622 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:07.994405 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 76b638b3-b81e-42bc-ab3c-996615055d2b Sep 22 21:39:08.014799 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8d3ca5e4-89b2-42f8-b34d-9e55827625be tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:08.054499 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-e86929ae-2975-4fae-a657-7b60e07e6113 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Deleting port b4e7978d-9ffd-4f8d-a49f-5d01a695d75b {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:39:08.059000 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e86929ae-2975-4fae-a657-7b60e07e6113 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:08.078986 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0414fb97-6fe4-4486-97dc-fd69f125c42e tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Checking segment: {'id': '939faa76-b6d9-465e-ba07-0dd6616d86e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7a960a7f-4ee5-4699-850a-d6f6340e93d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:39:08.079486 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0414fb97-6fe4-4486-97dc-fd69f125c42e tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Network hostable DHCP agents. Network: 7a960a7f-4ee5-4699-850a-d6f6340e93d1, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:39:08.176362 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2b005d4e-21ed-4670-bf4e-e6f6a708e050 req-6e47f34a-6c20-452c-a0e1-7e1a03100339 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/security-groups?id=319ea033-79ef-4636-acc8-ba14ddc2433f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2629805 Sep 22 21:39:08.197283 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b8ba08-5a5a-4a39-8ca8-980adfc0a310 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:39:08.210409 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf2a7d8-7ed6-4d13-8ad1-100439e142c4 None None] Sync routers for ids ['9bac20d3-2361-4fa6-a805-62ab5938c7bd'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:39:08.224535 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf2a7d8-7ed6-4d13-8ad1-100439e142c4 None None] Routers {'9bac20d3-2361-4fa6-a805-62ab5938c7bd'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:39:08.225547 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-3cf2a7d8-7ed6-4d13-8ad1-100439e142c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:38:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['9bac20d3-2361-4fa6-a805-62ab5938c7bd'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:08.238416 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ca5e4-89b2-42f8-b34d-9e55827625be tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Pushing event updated for resources: {'Subnet': ['ID=7798c085-b043-4d18-ad95-66c1695dbb40,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:08.245706 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0414fb97-6fe4-4486-97dc-fd69f125c42e tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Network 7a960a7f-4ee5-4699-850a-d6f6340e93d1 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:39:08.261947 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b1697f72-93ad-4f0f-b5f5-11fbb46d501b tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:08.318056 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f9d6b4-8e9a-46c1-954e-c93381c7960d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:39:08.322081 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 76b638b3-b81e-42bc-ab3c-996615055d2b is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:39:08.322509 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:08.337101 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-3cf2a7d8-7ed6-4d13-8ad1-100439e142c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:08.340078 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4373c2ff-3b99-4101-bd8a-f06e4b3f2bdc None None] Sync routers for ids ['86d2ef5b-b34f-4e1e-9c59-268ad50c9267'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:39:08.340675 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-60f9d6b4-8e9a-46c1-954e-c93381c7960d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "PUT /v2.0/routers/86d2ef5b-b34f-4e1e-9c59-268ad50c9267/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0236895 Sep 22 21:39:08.343247 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3ca5e4-89b2-42f8-b34d-9e55827625be tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Checking segment: {'id': '1c619234-e966-487a-92ba-1b40c95cbadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c78ff92e-6c72-4a5c-8129-02e014d85627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:39:08.343659 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3ca5e4-89b2-42f8-b34d-9e55827625be tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Network hostable DHCP agents. Network: c78ff92e-6c72-4a5c-8129-02e014d85627, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:39:08.346907 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-7779f53b-48cd-4fbc-956c-57860ece58e2 None None] Current status of the port 76b638b3-b81e-42bc-ab3c-996615055d2b is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:39:08.347299 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7779f53b-48cd-4fbc-956c-57860ece58e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:08.349504 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47184) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:08.361739 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf2a7d8-7ed6-4d13-8ad1-100439e142c4 None None] Routers {'9bac20d3-2361-4fa6-a805-62ab5938c7bd'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:39:08.362878 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-3cf2a7d8-7ed6-4d13-8ad1-100439e142c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:38:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['9bac20d3-2361-4fa6-a805-62ab5938c7bd'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:08.368635 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1697f72-93ad-4f0f-b5f5-11fbb46d501b tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4fdee8-425a-424f-81e7-18d7b3284fe4,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:08.378039 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-0414fb97-6fe4-4486-97dc-fd69f125c42e tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 7a960a7f-4ee5-4699-850a-d6f6340e93d1) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:39:08.382579 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0414fb97-6fe4-4486-97dc-fd69f125c42e tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:08.383362 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0414fb97-6fe4-4486-97dc-fd69f125c42e tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:08.395387 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-005295a7-f532-4f96-b875-9dc526f54414 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Request body: {'network': {'name': 'tempest-RoutersTest-836808527'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:08.416798 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-005295a7-f532-4f96-b875-9dc526f54414 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:08.426127 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb15fe0-c848-4d93-9859-1ae86f7e6c47 None None] Network 7a960a7f-4ee5-4699-850a-d6f6340e93d1 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:39:08.432810 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-58b8ba08-5a5a-4a39-8ca8-980adfc0a310 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] 10.222.0.33 "PUT /v2.0/routers/9bac20d3-2361-4fa6-a805-62ab5938c7bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9924295 Sep 22 21:39:08.433829 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-005295a7-f532-4f96-b875-9dc526f54414 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Usage tracker for resource:network and tenant:d0dc9097dd2d4c51a9e00ba2c2c3535e is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:08.436568 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47188) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:08.442078 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b1697f72-93ad-4f0f-b5f5-11fbb46d501b tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:08.445587 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-b1697f72-93ad-4f0f-b5f5-11fbb46d501b tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "DELETE /v2.0/security-groups/5a4fdee8-425a-424f-81e7-18d7b3284fe4 HTTP/1.1" status: 204 len: 168 time: 1.5810788 Sep 22 21:39:08.446031 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-005295a7-f532-4f96-b875-9dc526f54414 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:08.454514 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-3cf2a7d8-7ed6-4d13-8ad1-100439e142c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:08.455187 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf2a7d8-7ed6-4d13-8ad1-100439e142c4 None None] The sync data for ids ['9bac20d3-2361-4fa6-a805-62ab5938c7bd'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:39:08.463393 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4373c2ff-3b99-4101-bd8a-f06e4b3f2bdc None None] Routers {'86d2ef5b-b34f-4e1e-9c59-268ad50c9267'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:39:08.464365 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-4373c2ff-3b99-4101-bd8a-f06e4b3f2bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:38:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['86d2ef5b-b34f-4e1e-9c59-268ad50c9267'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:08.572374 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47192) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:08.625887 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-4373c2ff-3b99-4101-bd8a-f06e4b3f2bdc None None] Set router 86d2ef5b-b34f-4e1e-9c59-268ad50c9267 gateway port host: None {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:39:08.653592 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-8d0e3839-349d-47d5-9bd3-07375fdd4035 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Synchronizing usage tracker for tenant:f0750d6b07cf40699cc6c5c5a2372185 on resource:security_group {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:39:08.690162 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-8d0e3839-349d-47d5-9bd3-07375fdd4035 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Unset dirty status for tenant:f0750d6b07cf40699cc6c5c5a2372185 on resource:security_group {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:39:08.691458 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-8d0e3839-349d-47d5-9bd3-07375fdd4035 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1188722 Sep 22 21:39:08.696019 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47196) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:08.700031 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-005295a7-f532-4f96-b875-9dc526f54414 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:08.706145 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-b0be9aa7-b691-48b6-90d6-ce037984da7a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Request body: {'security_group': {'name': 'tempest-secgroup--715266950'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:08.709015 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-0414fb97-6fe4-4486-97dc-fd69f125c42e tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7793500 Sep 22 21:39:08.710162 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3ca5e4-89b2-42f8-b34d-9e55827625be tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Network c78ff92e-6c72-4a5c-8129-02e014d85627 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:39:08.714416 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-b0be9aa7-b691-48b6-90d6-ce037984da7a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:08.716013 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47200) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:08.725545 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-b0be9aa7-b691-48b6-90d6-ce037984da7a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:08.749618 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b0be9aa7-b691-48b6-90d6-ce037984da7a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:08.765056 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e86929ae-2975-4fae-a657-7b60e07e6113 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:08.788832 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-ec8b2816-18c4-448a-8d89-124b37d05189 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Request body: {'port': {'network_id': '7a960a7f-4ee5-4699-850a-d6f6340e93d1', 'name': 'tempest-NetworksIpV6TestAttrs-1381756270'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:08.790347 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-b0be9aa7-b691-48b6-90d6-ce037984da7a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:08.795316 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-b0be9aa7-b691-48b6-90d6-ce037984da7a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Usage tracker for resource:security_group_rule and tenant:f0750d6b07cf40699cc6c5c5a2372185 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:08.798277 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-b0be9aa7-b691-48b6-90d6-ce037984da7a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:08.876520 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-b0be9aa7-b691-48b6-90d6-ce037984da7a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:08.880054 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005295a7-f532-4f96-b875-9dc526f54414 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Made reservation on behalf of d0dc9097dd2d4c51a9e00ba2c2c3535e for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:39:08.883406 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-005295a7-f532-4f96-b875-9dc526f54414 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:08.895960 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-8d3ca5e4-89b2-42f8-b34d-9e55827625be tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, c78ff92e-6c72-4a5c-8129-02e014d85627) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:39:08.920948 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 76b638b3-b81e-42bc-ab3c-996615055d2b, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=76b638b3-b81e-42bc-ab3c-996615055d2b,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:39:08.922058 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f475c46c-a79b-4f19-b4dc-8f2c21e8afc1 None None] Network c78ff92e-6c72-4a5c-8129-02e014d85627 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:39:08.935371 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3ca5e4-89b2-42f8-b34d-9e55827625be tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:08.936510 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8d3ca5e4-89b2-42f8-b34d-9e55827625be tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:08.948866 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-e86929ae-2975-4fae-a657-7b60e07e6113 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Calling delete_port for b4e7978d-9ffd-4f8d-a49f-5d01a695d75b owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:39:08.980879 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c8993743-4258-42f3-a4ef-2b97814ad823 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks [] for router, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:09.015604 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:09.016390 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 22bd3a76-db3d-42d9-ad85-62c1d2769fde up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:39:09.067412 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-8d3ca5e4-89b2-42f8-b34d-9e55827625be tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.4873309 Sep 22 21:39:09.072668 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47204) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:09.098859 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-005295a7-f532-4f96-b875-9dc526f54414 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:39:09.197565 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-005295a7-f532-4f96-b875-9dc526f54414 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:09.198089 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-005295a7-f532-4f96-b875-9dc526f54414 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Added segment d065e64d-798f-4cd8-8050-2aa0a5ac57bb of type vlan for network aa135ec2-0764-46fa-95cb-693a00536a39 Sep 22 21:39:09.251383 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=76b638b3-b81e-42bc-ab3c-996615055d2b,revision_number=12']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:09.254049 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-ec8b2816-18c4-448a-8d89-124b37d05189 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:09.265602 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-ec8b2816-18c4-448a-8d89-124b37d05189 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Usage tracker for resource:port and tenant:59b6cc9d17d34b09b817999d5916b12e is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:09.269571 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-ec8b2816-18c4-448a-8d89-124b37d05189 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:09.299474 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-ec8b2816-18c4-448a-8d89-124b37d05189 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:09.305329 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b0be9aa7-b691-48b6-90d6-ce037984da7a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:09.330456 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b0be9aa7-b691-48b6-90d6-ce037984da7a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:09.344460 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-005295a7-f532-4f96-b875-9dc526f54414 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:09.353893 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8b2816-18c4-448a-8d89-124b37d05189 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Made reservation on behalf of 59b6cc9d17d34b09b817999d5916b12e for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:39:09.357193 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ec8b2816-18c4-448a-8d89-124b37d05189 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:09.387564 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c8993743-4258-42f3-a4ef-2b97814ad823 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:09.409069 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [None req-ec8b2816-18c4-448a-8d89-124b37d05189 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] device_id is not set on port 517c173f-832c-46fa-ae20-3887460cb2a9 yet. {{(pid=89008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:39:09.452646 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-c8993743-4258-42f3-a4ef-2b97814ad823 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Deleting port 989e1f8e-b912-4c16-ac8b-20f1ebd86232 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:39:09.452996 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c8993743-4258-42f3-a4ef-2b97814ad823 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:09.466121 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c5507b16-c6d1-4959-b3cf-d28a459c9fdc tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:09.467805 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be9aa7-b691-48b6-90d6-ce037984da7a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7bdfc69-d9d9-4bc3-8bac-6e0826e5d72b,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:09.620346 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.db.api [None req-7779f53b-48cd-4fbc-956c-57860ece58e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:39:09.620834 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG oslo_db.api [None req-7779f53b-48cd-4fbc-956c-57860ece58e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:39:09.643562 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-005295a7-f532-4f96-b875-9dc526f54414 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:09.651384 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005295a7-f532-4f96-b875-9dc526f54414 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:09.653222 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-005295a7-f532-4f96-b875-9dc526f54414 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:09.787263 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b0be9aa7-b691-48b6-90d6-ce037984da7a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:09.789203 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-b0be9aa7-b691-48b6-90d6-ce037984da7a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0913210 Sep 22 21:39:09.797150 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e86929ae-2975-4fae-a657-7b60e07e6113 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:09.810245 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47210) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:09.824792 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-4018811b-4e8d-490e-b707-13ca28d2f4ce tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Request body: {'security_group': {'name': 'tempest-secgroup--539114125'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:09.862756 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 22bd3a76-db3d-42d9-ad85-62c1d2769fde completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:39:09.863498 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005295a7-f532-4f96-b875-9dc526f54414 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event updated for resources: {'Network': ['ID=aa135ec2-0764-46fa-95cb-693a00536a39,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:09.868574 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86929ae-2975-4fae-a657-7b60e07e6113 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event deleted for resources: {'Port': ['ID=b4e7978d-9ffd-4f8d-a49f-5d01a695d75b,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:09.889456 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-005295a7-f532-4f96-b875-9dc526f54414 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5363243 Sep 22 21:39:09.904193 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-4018811b-4e8d-490e-b707-13ca28d2f4ce tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:09.915125 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47214) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:09.921513 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c8993743-4258-42f3-a4ef-2b97814ad823 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:09.931332 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-4018811b-4e8d-490e-b707-13ca28d2f4ce tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Usage tracker for resource:security_group and tenant:f0750d6b07cf40699cc6c5c5a2372185 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:09.942791 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-8f26a5d9-fdee-4dfa-82f3-34059da2e7c5 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Request body: {'subnet': {'network_id': 'aa135ec2-0764-46fa-95cb-693a00536a39', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:09.943784 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network aa135ec2-0764-46fa-95cb-693a00536a39 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:39:09.980858 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3200ac-04f0-4923-8922-6d2e7aa9eb1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-c78ff92e-6c72-4a5c-8129-02e014d85627', 'network_id': 'c78ff92e-6c72-4a5c-8129-02e014d85627', 'tenant_id': '9ce427e4086c41e3a73d0ab03ce01898', 'fixed_ips': [{'subnet_id': '7798c085-b043-4d18-ad95-66c1695dbb40'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:39:09.982333 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7d3200ac-04f0-4923-8922-6d2e7aa9eb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:09.983553 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762339a5-a71d-4b55-8efe-f41a84256f33 req-6f0eabb7-a63a-4e31-9eb8-b00163f2eda0 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:09.985520 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-762339a5-a71d-4b55-8efe-f41a84256f33 req-6f0eabb7-a63a-4e31-9eb8-b00163f2eda0 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/ports?device_id=a97a8275-3663-4515-ba22-5b85e1d86b1d HTTP/1.1" status: 200 len: 946 time: 0.6313939 Sep 22 21:39:09.992658 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 22bd3a76-db3d-42d9-ad85-62c1d2769fde triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:39:09.993035 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:09.993370 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 22bd3a76-db3d-42d9-ad85-62c1d2769fde Sep 22 21:39:10.037748 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e86929ae-2975-4fae-a657-7b60e07e6113 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:10.039998 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e86929ae-2975-4fae-a657-7b60e07e6113 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/ports/b4e7978d-9ffd-4f8d-a49f-5d01a695d75b HTTP/1.1" status: 204 len: 168 time: 2.1338179 Sep 22 21:39:10.042782 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c5507b16-c6d1-4959-b3cf-d28a459c9fdc tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:10.044432 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-4018811b-4e8d-490e-b707-13ca28d2f4ce tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:10.051237 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-4018811b-4e8d-490e-b707-13ca28d2f4ce tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:10.071114 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47222) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:10.104644 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-58fe3400-b71e-475c-89d4-60bbb2599989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:10.148970 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4018811b-4e8d-490e-b707-13ca28d2f4ce tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:10.204632 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-762339a5-a71d-4b55-8efe-f41a84256f33 req-33c6ec05-8b48-4308-bad2-432126bd6f56 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/security-groups?id=319ea033-79ef-4636-acc8-ba14ddc2433f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728959 Sep 22 21:39:10.253258 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c5507b16-c6d1-4959-b3cf-d28a459c9fdc tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:10.269189 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-c8993743-4258-42f3-a4ef-2b97814ad823 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Calling delete_port for 989e1f8e-b912-4c16-ac8b-20f1ebd86232 owned by network:router_gateway {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:39:10.287938 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0bbfad-7a54-44bd-bc6e-1a0838eab9ec tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:10.289078 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-4c0bbfad-7a54-44bd-bc6e-1a0838eab9ec tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:39:10.370644 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5507b16-c6d1-4959-b3cf-d28a459c9fdc tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Pushing event deleted for resources: {'Subnet': ['ID=7798c085-b043-4d18-ad95-66c1695dbb40,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:10.376079 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-7779f53b-48cd-4fbc-956c-57860ece58e2 None None] Current status of the port 76b638b3-b81e-42bc-ab3c-996615055d2b is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:39:10.411518 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-4018811b-4e8d-490e-b707-13ca28d2f4ce tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:10.430711 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-4018811b-4e8d-490e-b707-13ca28d2f4ce tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Usage tracker for resource:security_group_rule and tenant:f0750d6b07cf40699cc6c5c5a2372185 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:10.439798 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-8f26a5d9-fdee-4dfa-82f3-34059da2e7c5 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:10.460021 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-4c0bbfad-7a54-44bd-bc6e-1a0838eab9ec tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:39:10.461234 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-4c0bbfad-7a54-44bd-bc6e-1a0838eab9ec tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3682549 Sep 22 21:39:10.472668 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-4018811b-4e8d-490e-b707-13ca28d2f4ce tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:10.475621 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47226) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:10.489514 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c5507b16-c6d1-4959-b3cf-d28a459c9fdc tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:10.532174 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-8f26a5d9-fdee-4dfa-82f3-34059da2e7c5 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Usage tracker for resource:subnet and tenant:d0dc9097dd2d4c51a9e00ba2c2c3535e is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:10.534898 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-c5507b16-c6d1-4959-b3cf-d28a459c9fdc tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c78ff92e-6c72-4a5c-8129-02e014d85627']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:10.536736 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-4373c2ff-3b99-4101-bd8a-f06e4b3f2bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'name': 'tempest-RoutersTest-router-1145720965', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:38:56Z', 'updated_at': '2022-09-22T21:39:05Z', 'revision_number': 2, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'gw_port_host': None, '_interfaces': [{'id': 'cf14d533-eb12-48a1-b2c8-03d1c22ca09b', 'name': '', 'network_id': 'c878f31d-09fc-4f47-91e8-ed0a40264492', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:86:8b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '28e029bb-55b4-48c3-8d8e-38fc4700f1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:02Z', 'updated_at': '2022-09-22T21:39:06Z', 'revision_number': 2, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': '28e029bb-55b4-48c3-8d8e-38fc4700f1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:10.537356 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-ec8b2816-18c4-448a-8d89-124b37d05189 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Allocated IP 2001:db8::f816:3eff:fe44:f258 (7a960a7f-4ee5-4699-850a-d6f6340e93d1/d1cb5878-d5b0-448a-a337-d11a188f1a26/517c173f-832c-46fa-ae20-3887460cb2a9) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:39:10.540691 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133d2878-8e5b-4a9a-9b99-7043e2a92cf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-7a960a7f-4ee5-4699-850a-d6f6340e93d1', 'network_id': '7a960a7f-4ee5-4699-850a-d6f6340e93d1', 'tenant_id': '59b6cc9d17d34b09b817999d5916b12e', 'fixed_ips': [{'subnet_id': 'd1cb5878-d5b0-448a-a337-d11a188f1a26'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:39:10.541619 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-133d2878-8e5b-4a9a-9b99-7043e2a92cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:10.551435 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-c5507b16-c6d1-4959-b3cf-d28a459c9fdc tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c619234-e966-487a-92ba-1b40c95cbadb') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:10.551810 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-c5507b16-c6d1-4959-b3cf-d28a459c9fdc tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c619234-e966-487a-92ba-1b40c95cbadb') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:10.558520 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 22bd3a76-db3d-42d9-ad85-62c1d2769fde is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:39:10.559007 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:10.569913 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc83e9d-7130-4926-84b7-060a362b8c3e None None] Network c78ff92e-6c72-4a5c-8129-02e014d85627 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:39:10.577850 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c5507b16-c6d1-4959-b3cf-d28a459c9fdc tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:10.600171 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c5507b16-c6d1-4959-b3cf-d28a459c9fdc tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:10.609436 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5507b16-c6d1-4959-b3cf-d28a459c9fdc tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:39:10.610227 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c5507b16-c6d1-4959-b3cf-d28a459c9fdc tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:10.719856 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 1c619234-e966-487a-92ba-1b40c95cbadb resource provider aggregate not found Sep 22 21:39:10.721725 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4373c2ff-3b99-4101-bd8a-f06e4b3f2bdc None None] Checking router: 86d2ef5b-b34f-4e1e-9c59-268ad50c9267 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:39:10.722199 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4373c2ff-3b99-4101-bd8a-f06e4b3f2bdc None None] Updating router 86d2ef5b-b34f-4e1e-9c59-268ad50c9267 port cf14d533-eb12-48a1-b2c8-03d1c22ca09b binding host dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:39:10.750177 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 1c619234-e966-487a-92ba-1b40c95cbadb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1c619234-e966-487a-92ba-1b40c95cbadb found for delete ", "request_id": "req-e6354d4a-615b-42f8-a3f6-09a938580b0d"}]} Sep 22 21:39:10.760670 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c5507b16-c6d1-4959-b3cf-d28a459c9fdc tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:10.789287 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-5ec3bd66-5f19-431e-882b-09cd939b3574 None None] Could not find standard attr ID for object b4e7978d-9ffd-4f8d-a49f-5d01a695d75b. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:39:10.791395 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c5507b16-c6d1-4959-b3cf-d28a459c9fdc tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:10.801029 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5507b16-c6d1-4959-b3cf-d28a459c9fdc tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Pushing event deleted for resources: {'Network': ['ID=c78ff92e-6c72-4a5c-8129-02e014d85627,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:10.808479 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c5507b16-c6d1-4959-b3cf-d28a459c9fdc tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "DELETE /v2.0/networks/c78ff92e-6c72-4a5c-8129-02e014d85627 HTTP/1.1" status: 204 len: 168 time: 1.7331133 Sep 22 21:39:10.813376 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47234) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:10.819584 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-8d94d0a9-4f51-4b7a-b6f0-7ee7f2e23672 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2077275568'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:10.826109 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-8d94d0a9-4f51-4b7a-b6f0-7ee7f2e23672 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:10.832119 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-8d94d0a9-4f51-4b7a-b6f0-7ee7f2e23672 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Usage tracker for resource:network and tenant:9ce427e4086c41e3a73d0ab03ce01898 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:10.835793 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-8d94d0a9-4f51-4b7a-b6f0-7ee7f2e23672 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:10.846453 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-8d94d0a9-4f51-4b7a-b6f0-7ee7f2e23672 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:10.861649 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d94d0a9-4f51-4b7a-b6f0-7ee7f2e23672 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Made reservation on behalf of 9ce427e4086c41e3a73d0ab03ce01898 for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:39:10.867170 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8d94d0a9-4f51-4b7a-b6f0-7ee7f2e23672 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:10.905399 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d94d0a9-4f51-4b7a-b6f0-7ee7f2e23672 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:39:10.918633 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8d94d0a9-4f51-4b7a-b6f0-7ee7f2e23672 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:10.919073 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-8d94d0a9-4f51-4b7a-b6f0-7ee7f2e23672 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Added segment 38de0539-667e-4bfe-b5de-32e4a31ef047 of type vlan for network 97477d86-672b-4253-9918-33fb3813d26b Sep 22 21:39:10.919876 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-4018811b-4e8d-490e-b707-13ca28d2f4ce tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:10.960099 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-8f26a5d9-fdee-4dfa-82f3-34059da2e7c5 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:10.977739 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 22bd3a76-db3d-42d9-ad85-62c1d2769fde, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=22bd3a76-db3d-42d9-ad85-62c1d2769fde,segment=NetworkSegment(3c87bafb-a556-43a2-981a-cee830279bfd),segment_id=3c87bafb-a556-43a2-981a-cee830279bfd)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:39:10.982960 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8d94d0a9-4f51-4b7a-b6f0-7ee7f2e23672 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:10.987051 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4373c2ff-3b99-4101-bd8a-f06e4b3f2bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:11.001832 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:11.003804 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-5ec3bd66-5f19-431e-882b-09cd939b3574 None None] Provisioning complete for port 22bd3a76-db3d-42d9-ad85-62c1d2769fde triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:39:11.004788 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5ec3bd66-5f19-431e-882b-09cd939b3574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:11.006542 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-5ec3bd66-5f19-431e-882b-09cd939b3574 None None] Attempt 1 to provision port 22bd3a76-db3d-42d9-ad85-62c1d2769fde Sep 22 21:39:11.009994 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-8f26a5d9-fdee-4dfa-82f3-34059da2e7c5 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:11.039552 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8d94d0a9-4f51-4b7a-b6f0-7ee7f2e23672 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:11.049346 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d94d0a9-4f51-4b7a-b6f0-7ee7f2e23672 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:11.050351 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8d94d0a9-4f51-4b7a-b6f0-7ee7f2e23672 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:11.112230 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 053f04d3-d06c-4788-a749-92b267938bdd no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:39:11.164144 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f26a5d9-fdee-4dfa-82f3-34059da2e7c5 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Made reservation on behalf of d0dc9097dd2d4c51a9e00ba2c2c3535e for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:39:11.168607 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8f26a5d9-fdee-4dfa-82f3-34059da2e7c5 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:11.170311 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d94d0a9-4f51-4b7a-b6f0-7ee7f2e23672 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Pushing event updated for resources: {'Network': ['ID=97477d86-672b-4253-9918-33fb3813d26b,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:11.196727 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-8d94d0a9-4f51-4b7a-b6f0-7ee7f2e23672 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3821797 Sep 22 21:39:11.198037 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47238) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:11.204498 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-784c14c4-6c87-441b-9b89-2bf95628a00e tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Request body: {'subnet': {'network_id': '97477d86-672b-4253-9918-33fb3813d26b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:11.277572 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 97477d86-672b-4253-9918-33fb3813d26b details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:39:11.289680 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 053f04d3-d06c-4788-a749-92b267938bdd {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:39:11.289900 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 053f04d3-d06c-4788-a749-92b267938bdd not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:39:11.356234 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ec8b2816-18c4-448a-8d89-124b37d05189 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:11.374670 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-784c14c4-6c87-441b-9b89-2bf95628a00e tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:11.375857 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-ec8b2816-18c4-448a-8d89-124b37d05189 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Transition to ACTIVE for port object 517c173f-832c-46fa-ae20-3887460cb2a9 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:39:11.383782 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-784c14c4-6c87-441b-9b89-2bf95628a00e tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Usage tracker for resource:subnet and tenant:9ce427e4086c41e3a73d0ab03ce01898 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:11.393690 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-784c14c4-6c87-441b-9b89-2bf95628a00e tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:11.396349 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-784c14c4-6c87-441b-9b89-2bf95628a00e tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:11.417962 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784c14c4-6c87-441b-9b89-2bf95628a00e tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Made reservation on behalf of 9ce427e4086c41e3a73d0ab03ce01898 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:39:11.423752 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-784c14c4-6c87-441b-9b89-2bf95628a00e tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:11.472008 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 76b638b3-b81e-42bc-ab3c-996615055d2b up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:39:11.483692 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4018811b-4e8d-490e-b707-13ca28d2f4ce tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:11.518518 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=22bd3a76-db3d-42d9-ad85-62c1d2769fde,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:11.552946 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4018811b-4e8d-490e-b707-13ca28d2f4ce tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:11.595852 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74f5aa0-3e27-4cb1-988b-7e845d0e97ac tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:11.597374 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a74f5aa0-3e27-4cb1-988b-7e845d0e97ac tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 1.1191452 Sep 22 21:39:11.603169 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47244) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:11.623513 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ec8b2816-18c4-448a-8d89-124b37d05189 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:11.697946 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-5ec3bd66-5f19-431e-882b-09cd939b3574 None None] Current status of the port 22bd3a76-db3d-42d9-ad85-62c1d2769fde is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:39:11.705246 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6791cb-68c6-4da2-baa8-fd00291cfdf2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:11.707241 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6791cb-68c6-4da2-baa8-fd00291cfdf2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:11.708983 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6791cb-68c6-4da2-baa8-fd00291cfdf2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:11.709861 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-7b6791cb-68c6-4da2-baa8-fd00291cfdf2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:39:11.723682 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c8993743-4258-42f3-a4ef-2b97814ad823 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:11.740725 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4018811b-4e8d-490e-b707-13ca28d2f4ce tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9a214b-dedf-418a-baf3-25d6abe2c5a7,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:11.744335 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-784c14c4-6c87-441b-9b89-2bf95628a00e tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:11.775457 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:39:11.777404 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8b2816-18c4-448a-8d89-124b37d05189 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Network 7a960a7f-4ee5-4699-850a-d6f6340e93d1 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:39:11.781212 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4018811b-4e8d-490e-b707-13ca28d2f4ce tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:11.784783 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-4018811b-4e8d-490e-b707-13ca28d2f4ce tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.9639480 Sep 22 21:39:11.788983 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47248) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:11.791379 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-133d2878-8e5b-4a9a-9b99-7043e2a92cf1 None None] Allocated IP 2001:db8::f816:3eff:fe0c:49b7 (7a960a7f-4ee5-4699-850a-d6f6340e93d1/d1cb5878-d5b0-448a-a337-d11a188f1a26/7bc8ea36-747b-4a6c-9a4e-01bb328a40f6) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:39:11.791676 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-ec8b2816-18c4-448a-8d89-124b37d05189 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:39:11.796279 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-7b6791cb-68c6-4da2-baa8-fd00291cfdf2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:39:11.801119 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-7b6791cb-68c6-4da2-baa8-fd00291cfdf2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1933377 Sep 22 21:39:11.807573 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-d9e5b8f9-8bb6-4e5f-875f-35223fd2a8c8 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Request body: {'security_group_rule': {'security_group_id': 'c7bdfc69-d9d9-4bc3-8bac-6e0826e5d72b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'dd9a214b-dedf-418a-baf3-25d6abe2c5a7', 'remote_ip_prefix': None}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:11.814013 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47252) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:11.826772 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-d9e5b8f9-8bb6-4e5f-875f-35223fd2a8c8 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:11.829978 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-5ec3bd66-5f19-431e-882b-09cd939b3574 None None] Provisioning for port cf14d533-eb12-48a1-b2c8-03d1c22ca09b completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:39:11.832923 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 76b638b3-b81e-42bc-ab3c-996615055d2b triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:39:11.833293 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:11.833804 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 76b638b3-b81e-42bc-ab3c-996615055d2b Sep 22 21:39:11.840736 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8b2816-18c4-448a-8d89-124b37d05189 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:39:11.846179 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8b2816-18c4-448a-8d89-124b37d05189 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:11.846824 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ec8b2816-18c4-448a-8d89-124b37d05189 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:11.850725 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b2816-18c4-448a-8d89-124b37d05189 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Pushing event updated for resources: {'Port': ['ID=517c173f-832c-46fa-ae20-3887460cb2a9,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:11.854378 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d16c6-2adb-4780-ab62-3e551265d698 req-f35c9ef3-41cc-4f5f-ad74-b337e6c1fab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:11.855872 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-244d16c6-2adb-4780-ab62-3e551265d698 req-f35c9ef3-41cc-4f5f-ad74-b337e6c1fab0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a97a8275-3663-4515-ba22-5b85e1d86b1d HTTP/1.1" status: 200 len: 1099 time: 0.7950215 Sep 22 21:39:11.872972 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-d9e5b8f9-8bb6-4e5f-875f-35223fd2a8c8 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Usage tracker for resource:security_group_rule and tenant:f0750d6b07cf40699cc6c5c5a2372185 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:11.877347 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 93959960-efb2-4e13-ba82-ecad6483840d details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 21:39:11.891944 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-d9e5b8f9-8bb6-4e5f-875f-35223fd2a8c8 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:11.911939 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-d9e5b8f9-8bb6-4e5f-875f-35223fd2a8c8 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:11.928280 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-5ec3bd66-5f19-431e-882b-09cd939b3574 None None] Provisioning complete for port cf14d533-eb12-48a1-b2c8-03d1c22ca09b triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:39:11.928904 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5ec3bd66-5f19-431e-882b-09cd939b3574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:11.929403 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-5ec3bd66-5f19-431e-882b-09cd939b3574 None None] Attempt 1 to provision port cf14d533-eb12-48a1-b2c8-03d1c22ca09b Sep 22 21:39:11.934188 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c14c4-6c87-441b-9b89-2bf95628a00e tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Pushing event updated for resources: {'Subnet': ['ID=7fd9d884-e3ef-4c92-86cf-949e693f8845,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:11.949638 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-5edae221-efb2-4a54-a9ce-40f12f3d87aa tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Deleting subnet 18c1ce47-fcb0-4175-b795-6c5259bf50b3 {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:39:11.958552 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784c14c4-6c87-441b-9b89-2bf95628a00e tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Checking segment: {'id': '38de0539-667e-4bfe-b5de-32e4a31ef047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '97477d86-672b-4253-9918-33fb3813d26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:39:11.959066 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784c14c4-6c87-441b-9b89-2bf95628a00e tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Network hostable DHCP agents. Network: 97477d86-672b-4253-9918-33fb3813d26b, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:39:11.964008 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5edae221-efb2-4a54-a9ce-40f12f3d87aa tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:12.006970 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8993743-4258-42f3-a4ef-2b97814ad823 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Pushing event deleted for resources: {'Port': ['ID=989e1f8e-b912-4c16-ac8b-20f1ebd86232,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:12.024262 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d9e5b8f9-8bb6-4e5f-875f-35223fd2a8c8 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:12.035572 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70081b52-4bd3-434d-a64a-2a0907a1c467 req-f69fb926-61d5-4853-b899-5677349b7654 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:12.037642 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-70081b52-4bd3-434d-a64a-2a0907a1c467 req-f69fb926-61d5-4853-b899-5677349b7654 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/ports?device_id=a97a8275-3663-4515-ba22-5b85e1d86b1d HTTP/1.1" status: 200 len: 946 time: 0.5617931 Sep 22 21:39:12.049081 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ec8b2816-18c4-448a-8d89-124b37d05189 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.2652931 Sep 22 21:39:12.059713 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47256) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:12.065373 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5edae221-efb2-4a54-a9ce-40f12f3d87aa tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:12.071282 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1dc04df3-d5fc-4c5e-a195-31099202e4a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:12.113677 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-244d16c6-2adb-4780-ab62-3e551265d698 req-b2b96656-6a57-42cf-9f94-6364eda51e31 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=319ea033-79ef-4636-acc8-ba14ddc2433f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828611 Sep 22 21:39:12.116569 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c8993743-4258-42f3-a4ef-2b97814ad823 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8012236'] for router_gateway, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:12.137670 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784c14c4-6c87-441b-9b89-2bf95628a00e tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Network 97477d86-672b-4253-9918-33fb3813d26b is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:39:12.168619 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-5ec3bd66-5f19-431e-882b-09cd939b3574 None None] Port cf14d533-eb12-48a1-b2c8-03d1c22ca09b cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:39:12.187637 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-784c14c4-6c87-441b-9b89-2bf95628a00e tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 97477d86-672b-4253-9918-33fb3813d26b) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:39:12.211000 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784c14c4-6c87-441b-9b89-2bf95628a00e tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:12.212017 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-784c14c4-6c87-441b-9b89-2bf95628a00e tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:12.234148 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c0983f-c872-421f-ab4b-908ac7adc65e None None] Network 97477d86-672b-4253-9918-33fb3813d26b requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:39:12.242529 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef0661c3-a602-445b-a948-a3d73ccac383 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Deleting subnet d1cb5878-d5b0-448a-a337-d11a188f1a26 {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:39:12.276809 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d9e5b8f9-8bb6-4e5f-875f-35223fd2a8c8 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:12.287417 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-784c14c4-6c87-441b-9b89-2bf95628a00e tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0853584 Sep 22 21:39:12.288581 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47260) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:12.296661 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-bd83a348-cf53-471b-ade3-3aa9fd71a37c tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Request body: {'subnet': {'network_id': '97477d86-672b-4253-9918-33fb3813d26b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:12.310449 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d9e5b8f9-8bb6-4e5f-875f-35223fd2a8c8 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:12.324018 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5edae221-efb2-4a54-a9ce-40f12f3d87aa tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:12.330032 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-70081b52-4bd3-434d-a64a-2a0907a1c467 req-82b16dbc-14ac-4f8f-aed7-3f1f5666eb67 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/security-groups?id=319ea033-79ef-4636-acc8-ba14ddc2433f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2595131 Sep 22 21:39:12.340843 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c8993743-4258-42f3-a4ef-2b97814ad823 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:12.343665 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8f26a5d9-fdee-4dfa-82f3-34059da2e7c5 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:12.348668 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c8993743-4258-42f3-a4ef-2b97814ad823 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:12.457216 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c8993743-4258-42f3-a4ef-2b97814ad823 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:12.457720 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8993743-4258-42f3-a4ef-2b97814ad823 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Fanout notify agent at l3_agent the message router_deleted on router 9bac20d3-2361-4fa6-a805-62ab5938c7bd {{(pid=89008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:39:12.468478 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f26a5d9-fdee-4dfa-82f3-34059da2e7c5 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event updated for resources: {'Subnet': ['ID=1c45af14-0d39-44ec-928a-7eb185ff44cb,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:12.474725 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f26a5d9-fdee-4dfa-82f3-34059da2e7c5 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Checking segment: {'id': 'd065e64d-798f-4cd8-8050-2aa0a5ac57bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'aa135ec2-0764-46fa-95cb-693a00536a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:39:12.475105 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f26a5d9-fdee-4dfa-82f3-34059da2e7c5 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Network hostable DHCP agents. Network: aa135ec2-0764-46fa-95cb-693a00536a39, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:39:12.479500 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4373c2ff-3b99-4101-bd8a-f06e4b3f2bdc None None] Notify callbacks [] for port, precommit_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:12.490307 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c8993743-4258-42f3-a4ef-2b97814ad823 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:12.491571 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c8993743-4258-42f3-a4ef-2b97814ad823 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] 10.222.0.33 "DELETE /v2.0/routers/9bac20d3-2361-4fa6-a805-62ab5938c7bd HTTP/1.1" status: 204 len: 168 time: 4.0513828 Sep 22 21:39:12.495290 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47264) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:12.521691 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 76b638b3-b81e-42bc-ab3c-996615055d2b is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:39:12.549129 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f26a5d9-fdee-4dfa-82f3-34059da2e7c5 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Network aa135ec2-0764-46fa-95cb-693a00536a39 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:39:12.569800 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-4373c2ff-3b99-4101-bd8a-f06e4b3f2bdc None None] Transition to ACTIVE for port object cf14d533-eb12-48a1-b2c8-03d1c22ca09b will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:39:12.570220 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e5b8f9-8bb6-4e5f-875f-35223fd2a8c8 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98e86b39-7bb2-4700-9422-48cb9c80bcbb,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:12.572649 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-8f26a5d9-fdee-4dfa-82f3-34059da2e7c5 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, aa135ec2-0764-46fa-95cb-693a00536a39) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:39:12.574808 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 93959960-efb2-4e13-ba82-ecad6483840d, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=93959960-efb2-4e13-ba82-ecad6483840d,segment=NetworkSegment(886ccfdc-7ba4-4604-b599-c338374a33a8),segment_id=886ccfdc-7ba4-4604-b599-c338374a33a8)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:39:12.582073 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f26a5d9-fdee-4dfa-82f3-34059da2e7c5 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:12.582963 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8f26a5d9-fdee-4dfa-82f3-34059da2e7c5 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:12.594470 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2baa435b-a7a2-4059-81df-9595eb36c8dc None None] Network aa135ec2-0764-46fa-95cb-693a00536a39 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:39:12.597233 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d9e5b8f9-8bb6-4e5f-875f-35223fd2a8c8 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:12.598442 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d9e5b8f9-8bb6-4e5f-875f-35223fd2a8c8 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8036249 Sep 22 21:39:12.603963 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47268) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:12.608860 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ee41178-e82c-475a-8154-604481411ea3 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Deleting subnet 0e7c3479-7b4d-4779-82fc-a3402048d525 {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:39:12.628279 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2ee41178-e82c-475a-8154-604481411ea3 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:12.632945 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4373c2ff-3b99-4101-bd8a-f06e4b3f2bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:12.660396 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5edae221-efb2-4a54-a9ce-40f12f3d87aa tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:12.682545 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-8f26a5d9-fdee-4dfa-82f3-34059da2e7c5 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7644880 Sep 22 21:39:12.687194 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47272) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:12.702253 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-bd83a348-cf53-471b-ade3-3aa9fd71a37c tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:12.704532 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edae221-efb2-4a54-a9ce-40f12f3d87aa tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event deleted for resources: {'Subnet': ['ID=18c1ce47-fcb0-4175-b795-6c5259bf50b3,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:12.709459 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-bd83a348-cf53-471b-ade3-3aa9fd71a37c tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Usage tracker for resource:subnet and tenant:9ce427e4086c41e3a73d0ab03ce01898 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:12.713831 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-bd83a348-cf53-471b-ade3-3aa9fd71a37c tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:12.716821 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5edae221-efb2-4a54-a9ce-40f12f3d87aa tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:12.725444 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-bd83a348-cf53-471b-ade3-3aa9fd71a37c tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:12.740567 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-5edae221-efb2-4a54-a9ce-40f12f3d87aa tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/18c1ce47-fcb0-4175-b795-6c5259bf50b3 HTTP/1.1" status: 204 len: 168 time: 0.9168844 Sep 22 21:39:12.740567 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd83a348-cf53-471b-ade3-3aa9fd71a37c tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Made reservation on behalf of 9ce427e4086c41e3a73d0ab03ce01898 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:39:12.743303 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bd83a348-cf53-471b-ade3-3aa9fd71a37c tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:12.751599 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47276) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:12.764968 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-5ec3bd66-5f19-431e-882b-09cd939b3574 None None] Attempt 2 to provision port cf14d533-eb12-48a1-b2c8-03d1c22ca09b Sep 22 21:39:12.798965 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': '93959960-efb2-4e13-ba82-ecad6483840d', 'network_id': '3705f0f0-ca60-4eb5-a73e-00234b5f2f73', 'port_id': '93959960-efb2-4e13-ba82-ecad6483840d', 'mac_address': 'fa:16:3e:8e:c9:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4336dad9-ca55-4b02-8b44-004ea34cf4f2', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 21:39:12.904955 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c30138-8fa3-4bc8-927d-e4f302c401b9 None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:39:12.988535 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2ee41178-e82c-475a-8154-604481411ea3 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:13.018865 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f095035f-9227-4ca8-b7f1-0a5b1a67392c tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:13.031779 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bd83a348-cf53-471b-ade3-3aa9fd71a37c tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:13.040143 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-133d2878-8e5b-4a9a-9b99-7043e2a92cf1 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:13.067301 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f095035f-9227-4ca8-b7f1-0a5b1a67392c tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:13.116517 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd83a348-cf53-471b-ade3-3aa9fd71a37c tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Network 97477d86-672b-4253-9918-33fb3813d26b is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:39:13.122236 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-bd83a348-cf53-471b-ade3-3aa9fd71a37c tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:39:13.127141 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-39100d54-dbd9-4434-a3a8-be132d169fa0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Deleting subnet 9acbe4db-209b-499c-bf46-7f5573e81e2b {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:39:13.128106 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd83a348-cf53-471b-ade3-3aa9fd71a37c tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:13.128850 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bd83a348-cf53-471b-ade3-3aa9fd71a37c tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:13.130580 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-39100d54-dbd9-4434-a3a8-be132d169fa0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:13.148450 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd83a348-cf53-471b-ade3-3aa9fd71a37c tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Pushing event updated for resources: {'Subnet': ['ID=69824078-1f19-456c-8695-e458d5709e6b,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:13.170597 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-bd83a348-cf53-471b-ade3-3aa9fd71a37c tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8804107 Sep 22 21:39:13.173526 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47282) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:13.198921 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:13.218660 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-133d2878-8e5b-4a9a-9b99-7043e2a92cf1 None None] Transition to ACTIVE for port object 7bc8ea36-747b-4a6c-9a4e-01bb328a40f6 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:39:13.275042 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f095035f-9227-4ca8-b7f1-0a5b1a67392c tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:13.309073 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-5ec3bd66-5f19-431e-882b-09cd939b3574 None None] Port cf14d533-eb12-48a1-b2c8-03d1c22ca09b cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:39:13.309594 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a8eee-d838-4581-9379-0cab700049e5 None None] Pushing event updated for resources: {'Port': ['ID=cf14d533-eb12-48a1-b2c8-03d1c22ca09b,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:13.340874 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df593855-733d-4172-87bd-9dd6f0b12959 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:13.343401 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df593855-733d-4172-87bd-9dd6f0b12959 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:13.348389 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df593855-733d-4172-87bd-9dd6f0b12959 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:13.355606 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df593855-733d-4172-87bd-9dd6f0b12959 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:13.357186 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df593855-733d-4172-87bd-9dd6f0b12959 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:13.359020 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-df593855-733d-4172-87bd-9dd6f0b12959 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Synchronizing usage tracker for tenant:9ce427e4086c41e3a73d0ab03ce01898 on resource:subnet {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:39:13.369932 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-39100d54-dbd9-4434-a3a8-be132d169fa0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:13.425490 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 93959960-efb2-4e13-ba82-ecad6483840d is: ACTIVE; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:39:13.425811 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:13.431870 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-df593855-733d-4172-87bd-9dd6f0b12959 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Unset dirty status for tenant:9ce427e4086c41e3a73d0ab03ce01898 on resource:subnet {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:39:13.433381 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-df593855-733d-4172-87bd-9dd6f0b12959 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2581475 Sep 22 21:39:13.437550 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47288) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:13.445282 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-3ed17d7c-8829-47e2-bf71-44532d518876 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-929387367'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:13.451569 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f095035f-9227-4ca8-b7f1-0a5b1a67392c tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=98e86b39-7bb2-4700-9422-48cb9c80bcbb,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:13.455992 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-133d2878-8e5b-4a9a-9b99-7043e2a92cf1 None None] Transition to ACTIVE for port object 7bc8ea36-747b-4a6c-9a4e-01bb328a40f6 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:39:13.466054 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f095035f-9227-4ca8-b7f1-0a5b1a67392c tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:13.466262 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 22bd3a76-db3d-42d9-ad85-62c1d2769fde up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:39:13.466455 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-3ed17d7c-8829-47e2-bf71-44532d518876 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:13.467843 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-f095035f-9227-4ca8-b7f1-0a5b1a67392c tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/98e86b39-7bb2-4700-9422-48cb9c80bcbb HTTP/1.1" status: 204 len: 168 time: 0.8557751 Sep 22 21:39:13.473385 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47292) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:13.496481 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2ee41178-e82c-475a-8154-604481411ea3 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:13.515374 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-4373c2ff-3b99-4101-bd8a-f06e4b3f2bdc None None] Attempting to bind port cf14d533-eb12-48a1-b2c8-03d1c22ca09b on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:39:13.515806 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-4373c2ff-3b99-4101-bd8a-f06e4b3f2bdc None None] Attempting to bind port cf14d533-eb12-48a1-b2c8-03d1c22ca09b by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '3c87bafb-a556-43a2-981a-cee830279bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c878f31d-09fc-4f47-91e8-ed0a40264492'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:39:13.516172 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4373c2ff-3b99-4101-bd8a-f06e4b3f2bdc None None] Attempting to bind port cf14d533-eb12-48a1-b2c8-03d1c22ca09b on network c878f31d-09fc-4f47-91e8-ed0a40264492 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:39:13.520980 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-3ed17d7c-8829-47e2-bf71-44532d518876 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Usage tracker for resource:network and tenant:9ce427e4086c41e3a73d0ab03ce01898 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:13.524488 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ef0661c3-a602-445b-a948-a3d73ccac383 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:13.545894 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b8ee6c-d257-4224-bcb1-48a1d03d484c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-97477d86-672b-4253-9918-33fb3813d26b', 'network_id': '97477d86-672b-4253-9918-33fb3813d26b', 'tenant_id': '9ce427e4086c41e3a73d0ab03ce01898', 'fixed_ips': [{'subnet_id': '7fd9d884-e3ef-4c92-86cf-949e693f8845'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:39:13.546770 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-55b8ee6c-d257-4224-bcb1-48a1d03d484c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:13.571917 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:13.572784 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4373c2ff-3b99-4101-bd8a-f06e4b3f2bdc None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:39:13.573161 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4373c2ff-3b99-4101-bd8a-f06e4b3f2bdc None None] Checking segment: {'id': '3c87bafb-a556-43a2-981a-cee830279bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c878f31d-09fc-4f47-91e8-ed0a40264492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:39:13.573705 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4373c2ff-3b99-4101-bd8a-f06e4b3f2bdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:13.574102 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4373c2ff-3b99-4101-bd8a-f06e4b3f2bdc None None] Bound using segment: {'id': '3c87bafb-a556-43a2-981a-cee830279bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c878f31d-09fc-4f47-91e8-ed0a40264492'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:39:13.574588 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-4373c2ff-3b99-4101-bd8a-f06e4b3f2bdc None None] Bound port: cf14d533-eb12-48a1-b2c8-03d1c22ca09b, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c87bafb-a556-43a2-981a-cee830279bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c878f31d-09fc-4f47-91e8-ed0a40264492'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:39:13.574981 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4373c2ff-3b99-4101-bd8a-f06e4b3f2bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:13.585279 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 93959960-efb2-4e13-ba82-ecad6483840d {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:39:13.608937 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ef0661c3-a602-445b-a948-a3d73ccac383 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:13.618650 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-133d2878-8e5b-4a9a-9b99-7043e2a92cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:13.737564 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ef0661c3-a602-445b-a948-a3d73ccac383 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:13.742120 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-39100d54-dbd9-4434-a3a8-be132d169fa0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:13.828511 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-3ed17d7c-8829-47e2-bf71-44532d518876 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:13.836153 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-3ed17d7c-8829-47e2-bf71-44532d518876 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:13.839305 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-5ec3bd66-5f19-431e-882b-09cd939b3574 None None] Attempt 3 to provision port cf14d533-eb12-48a1-b2c8-03d1c22ca09b Sep 22 21:39:13.853908 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ef0661c3-a602-445b-a948-a3d73ccac383 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:13.861113 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2ee41178-e82c-475a-8154-604481411ea3 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:13.878015 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 93959960-efb2-4e13-ba82-ecad6483840d, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=93959960-efb2-4e13-ba82-ecad6483840d,segment=NetworkSegment(886ccfdc-7ba4-4604-b599-c338374a33a8),segment_id=886ccfdc-7ba4-4604-b599-c338374a33a8)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:39:13.883954 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133d2878-8e5b-4a9a-9b99-7043e2a92cf1 None None] Network 7a960a7f-4ee5-4699-850a-d6f6340e93d1 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:39:13.913803 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-133d2878-8e5b-4a9a-9b99-7043e2a92cf1 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:39:13.916965 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133d2878-8e5b-4a9a-9b99-7043e2a92cf1 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:39:13.924990 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee41178-e82c-475a-8154-604481411ea3 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Pushing event deleted for resources: {'Subnet': ['ID=0e7c3479-7b4d-4779-82fc-a3402048d525,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:13.939481 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2ee41178-e82c-475a-8154-604481411ea3 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:13.947246 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:13.969498 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a58a639-e19f-40e3-a58f-852ee90ef0b3 None None] Network 28d550d8-6999-4fc1-bb11-06b6db4a72bb requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:39:13.972524 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed17d7c-8829-47e2-bf71-44532d518876 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Made reservation on behalf of 9ce427e4086c41e3a73d0ab03ce01898 for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:39:13.976378 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3ed17d7c-8829-47e2-bf71-44532d518876 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:13.981824 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-39100d54-dbd9-4434-a3a8-be132d169fa0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:13.991080 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ef0661c3-a602-445b-a948-a3d73ccac383 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:14.004901 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-4fb7c8c0-af48-43d0-9825-5a4ae8af864d tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Synchronizing usage tracker for tenant:f0750d6b07cf40699cc6c5c5a2372185 on resource:security_group_rule {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:39:14.010436 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0661c3-a602-445b-a948-a3d73ccac383 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Pushing event deleted for resources: {'Subnet': ['ID=d1cb5878-d5b0-448a-a337-d11a188f1a26,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:14.023031 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-2ee41178-e82c-475a-8154-604481411ea3 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] 10.222.0.33 "DELETE /v2.0/subnets/0e7c3479-7b4d-4779-82fc-a3402048d525 HTTP/1.1" status: 204 len: 168 time: 1.5251651 Sep 22 21:39:14.024572 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47296) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:14.057870 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ed17d7c-8829-47e2-bf71-44532d518876 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:39:14.067490 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3ed17d7c-8829-47e2-bf71-44532d518876 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:14.067858 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-3ed17d7c-8829-47e2-bf71-44532d518876 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Added segment c5af013e-2ea8-4d6b-bd4e-9e1d949c608a of type vlan for network c8f066bb-36c2-475b-89ce-cc92ca354d19 Sep 22 21:39:14.075890 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39100d54-dbd9-4434-a3a8-be132d169fa0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event deleted for resources: {'Subnet': ['ID=9acbe4db-209b-499c-bf46-7f5573e81e2b,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:14.078253 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-39100d54-dbd9-4434-a3a8-be132d169fa0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:14.080907 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-39100d54-dbd9-4434-a3a8-be132d169fa0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/9acbe4db-209b-499c-bf46-7f5573e81e2b HTTP/1.1" status: 204 len: 168 time: 1.3220785 Sep 22 21:39:14.090044 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d2878-8e5b-4a9a-9b99-7043e2a92cf1 None None] Pushing event updated for resources: {'Port': ['ID=7bc8ea36-747b-4a6c-9a4e-01bb328a40f6,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:14.100683 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3ed17d7c-8829-47e2-bf71-44532d518876 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:14.111110 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47300) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:14.161750 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-392ef39a-5fd5-4394-9342-cdb5fa3175f1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:14.183471 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ef0661c3-a602-445b-a948-a3d73ccac383 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] 10.222.0.33 "DELETE /v2.0/subnets/d1cb5878-d5b0-448a-a337-d11a188f1a26 HTTP/1.1" status: 204 len: 168 time: 2.1212659 Sep 22 21:39:14.192437 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47304) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:14.207471 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-4fb7c8c0-af48-43d0-9825-5a4ae8af864d tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Unset dirty status for tenant:f0750d6b07cf40699cc6c5c5a2372185 on resource:security_group_rule {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:39:14.212288 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-4fb7c8c0-af48-43d0-9825-5a4ae8af864d tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.7381065 Sep 22 21:39:14.213630 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47308) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:14.214878 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.db.resource_extend [None req-3ed17d7c-8829-47e2-bf71-44532d518876 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 21:39:14.262237 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b07d1136-e7cf-4bc3-a484-15a18e46347f tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:14.274059 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1375b2-f4fb-490e-983b-2c074fbda5e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-aa135ec2-0764-46fa-95cb-693a00536a39', 'network_id': 'aa135ec2-0764-46fa-95cb-693a00536a39', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'fixed_ips': [{'subnet_id': '1c45af14-0d39-44ec-928a-7eb185ff44cb'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:39:14.275851 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2b1375b2-f4fb-490e-983b-2c074fbda5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:14.298921 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d05f9f-a482-46dd-9f79-e5ca807356cc tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:14.300685 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d05f9f-a482-46dd-9f79-e5ca807356cc tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:14.301434 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-49d05f9f-a482-46dd-9f79-e5ca807356cc tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Synchronizing usage tracker for tenant:59b6cc9d17d34b09b817999d5916b12e on resource:subnet {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:39:14.308160 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a5d17a92-5b66-4c89-819d-4e0255281e3c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1942010 Sep 22 21:39:14.325022 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47312) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:14.341142 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-5ec3bd66-5f19-431e-882b-09cd939b3574 None None] Port cf14d533-eb12-48a1-b2c8-03d1c22ca09b cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:39:14.382895 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-49d05f9f-a482-46dd-9f79-e5ca807356cc tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Unset dirty status for tenant:59b6cc9d17d34b09b817999d5916b12e on resource:subnet {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:39:14.387150 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-49d05f9f-a482-46dd-9f79-e5ca807356cc tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1782005 Sep 22 21:39:14.387150 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3ed17d7c-8829-47e2-bf71-44532d518876 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:14.390693 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47316) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:14.393271 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed17d7c-8829-47e2-bf71-44532d518876 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:14.393939 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3ed17d7c-8829-47e2-bf71-44532d518876 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:14.423425 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 22bd3a76-db3d-42d9-ad85-62c1d2769fde triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:39:14.423798 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:14.424232 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 22bd3a76-db3d-42d9-ad85-62c1d2769fde Sep 22 21:39:14.459936 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87699dea-ffd1-41b9-9bab-4499e3b35045 req-68fddbfe-f1d8-4e34-b6eb-83dd03fa99dc tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:14.462959 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-87699dea-ffd1-41b9-9bab-4499e3b35045 req-68fddbfe-f1d8-4e34-b6eb-83dd03fa99dc tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/ports?device_id=a97a8275-3663-4515-ba22-5b85e1d86b1d HTTP/1.1" status: 200 len: 945 time: 0.8676825 Sep 22 21:39:14.581037 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-4373c2ff-3b99-4101-bd8a-f06e4b3f2bdc None None] For port cf14d533-eb12-48a1-b2c8-03d1c22ca09b, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:39:14.581575 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e2e047d9-62e2-4ce5-9840-141c5596ca67 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:14.595753 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-3ed17d7c-8829-47e2-bf71-44532d518876 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1571395 Sep 22 21:39:14.608999 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47320) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:14.623910 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-e5925090-f443-410d-b2a6-d9c9ddbb7377 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Request body: {'network': {'name': 'New_network'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:14.639328 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed17d7c-8829-47e2-bf71-44532d518876 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Pushing event updated for resources: {'Network': ['ID=c8f066bb-36c2-475b-89ce-cc92ca354d19,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:14.656468 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-87699dea-ffd1-41b9-9bab-4499e3b35045 req-81a60e06-8b5c-4f80-af94-cd7e602f5fa5 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/security-groups?id=319ea033-79ef-4636-acc8-ba14ddc2433f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347523 Sep 22 21:39:14.657417 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-b07d1136-e7cf-4bc3-a484-15a18e46347f tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Deleting port f5f8b138-9ff3-429f-9b89-1bc50126e752 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:39:14.657866 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b07d1136-e7cf-4bc3-a484-15a18e46347f tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:14.701927 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network c8f066bb-36c2-475b-89ce-cc92ca354d19 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:39:14.707089 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47324) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:14.715007 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-133d2878-8e5b-4a9a-9b99-7043e2a92cf1 None None] Attempting to bind port 7bc8ea36-747b-4a6c-9a4e-01bb328a40f6 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:39:14.715449 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-133d2878-8e5b-4a9a-9b99-7043e2a92cf1 None None] Attempting to bind port 7bc8ea36-747b-4a6c-9a4e-01bb328a40f6 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '939faa76-b6d9-465e-ba07-0dd6616d86e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7a960a7f-4ee5-4699-850a-d6f6340e93d1'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:39:14.715803 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133d2878-8e5b-4a9a-9b99-7043e2a92cf1 None None] Attempting to bind port 7bc8ea36-747b-4a6c-9a4e-01bb328a40f6 on network 7a960a7f-4ee5-4699-850a-d6f6340e93d1 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:39:14.716554 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e2e047d9-62e2-4ce5-9840-141c5596ca67 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:14.748408 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-4373c2ff-3b99-4101-bd8a-f06e4b3f2bdc None None] For port cf14d533-eb12-48a1-b2c8-03d1c22ca09b, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=cf14d533-eb12-48a1-b2c8-03d1c22ca09b,segment=NetworkSegment(3c87bafb-a556-43a2-981a-cee830279bfd),segment_id=3c87bafb-a556-43a2-981a-cee830279bfd)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:39:14.757655 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=93959960-efb2-4e13-ba82-ecad6483840d,revision_number=6']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:14.861181 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133d2878-8e5b-4a9a-9b99-7043e2a92cf1 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:39:14.861515 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133d2878-8e5b-4a9a-9b99-7043e2a92cf1 None None] Checking segment: {'id': '939faa76-b6d9-465e-ba07-0dd6616d86e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7a960a7f-4ee5-4699-850a-d6f6340e93d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:39:14.862037 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-133d2878-8e5b-4a9a-9b99-7043e2a92cf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:14.862539 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133d2878-8e5b-4a9a-9b99-7043e2a92cf1 None None] Bound using segment: {'id': '939faa76-b6d9-465e-ba07-0dd6616d86e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7a960a7f-4ee5-4699-850a-d6f6340e93d1'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:39:14.863123 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-133d2878-8e5b-4a9a-9b99-7043e2a92cf1 None None] Bound port: 7bc8ea36-747b-4a6c-9a4e-01bb328a40f6, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939faa76-b6d9-465e-ba07-0dd6616d86e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7a960a7f-4ee5-4699-850a-d6f6340e93d1'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:39:14.863559 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-133d2878-8e5b-4a9a-9b99-7043e2a92cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:14.872433 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-5ec3bd66-5f19-431e-882b-09cd939b3574 None None] Attempt 4 to provision port cf14d533-eb12-48a1-b2c8-03d1c22ca09b Sep 22 21:39:14.891915 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e2e047d9-62e2-4ce5-9840-141c5596ca67 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:14.915563 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f51b6188-7da6-477e-8b72-8a030a094354 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:14.926054 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4373c2ff-3b99-4101-bd8a-f06e4b3f2bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:14.929426 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e047d9-62e2-4ce5-9840-141c5596ca67 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9a214b-dedf-418a-baf3-25d6abe2c5a7,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:14.974627 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e2e047d9-62e2-4ce5-9840-141c5596ca67 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:14.975836 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e2e047d9-62e2-4ce5-9840-141c5596ca67 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "DELETE /v2.0/security-groups/dd9a214b-dedf-418a-baf3-25d6abe2c5a7 HTTP/1.1" status: 204 len: 168 time: 0.6819568 Sep 22 21:39:14.978514 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47328) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:14.981624 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e5925090-f443-410d-b2a6-d9c9ddbb7377 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:15.015125 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:15.021832 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-f51b6188-7da6-477e-8b72-8a030a094354 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 22 21:39:15.022291 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f51b6188-7da6-477e-8b72-8a030a094354 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:15.034995 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c7c6a4fc-590d-4ad4-9388-36eb50f13f63 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/floatingips/01ccfcf9-49be-4854-ac37-e101923cd2f7 HTTP/1.1" status: 200 len: 993 time: 0.3239286 Sep 22 21:39:15.063796 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a247ea07-db6a-4f76-8f40-836b2fabad2d tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:15.067723 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a247ea07-db6a-4f76-8f40-836b2fabad2d tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.7390127 Sep 22 21:39:15.067723 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-f51b6188-7da6-477e-8b72-8a030a094354 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] 10.222.0.33 "DELETE /v2.0/networks/7a960a7f-4ee5-4699-850a-d6f6340e93d1 HTTP/1.1" status: 409 len: 405 time: 0.6711998 Sep 22 21:39:15.088133 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47334) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:15.088518 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47336) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:15.129552 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4373c2ff-3b99-4101-bd8a-f06e4b3f2bdc None None] Routers {'86d2ef5b-b34f-4e1e-9c59-268ad50c9267'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:39:15.130137 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-4373c2ff-3b99-4101-bd8a-f06e4b3f2bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:39:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['86d2ef5b-b34f-4e1e-9c59-268ad50c9267'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:15.162987 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e5925090-f443-410d-b2a6-d9c9ddbb7377 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:15.206765 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-55b8ee6c-d257-4224-bcb1-48a1d03d484c None None] Allocated IP 2001:db8::2 (97477d86-672b-4253-9918-33fb3813d26b/7fd9d884-e3ef-4c92-86cf-949e693f8845/097bf66b-2711-496e-af6e-9dbec98aec19) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:39:15.208122 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-6bebae67-2169-4806-8076-c0f79a54e65d tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1103834252'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:15.245735 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-6bebae67-2169-4806-8076-c0f79a54e65d tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:15.256024 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e5925090-f443-410d-b2a6-d9c9ddbb7377 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Network c8f066bb-36c2-475b-89ce-cc92ca354d19 is not hosted by any dhcp agent {{(pid=89009) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Sep 22 21:39:15.258333 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-6bebae67-2169-4806-8076-c0f79a54e65d tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Usage tracker for resource:network and tenant:59b6cc9d17d34b09b817999d5916b12e is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:15.261359 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5925090-f443-410d-b2a6-d9c9ddbb7377 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:15.261909 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e5925090-f443-410d-b2a6-d9c9ddbb7377 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:15.263646 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e5925090-f443-410d-b2a6-d9c9ddbb7377 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "PUT /v2.0/networks/c8f066bb-36c2-475b-89ce-cc92ca354d19 HTTP/1.1" status: 200 len: 723 time: 0.6488874 Sep 22 21:39:15.269113 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47342) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:15.282733 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-6bebae67-2169-4806-8076-c0f79a54e65d tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:15.288548 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-c0f1ef4d-bb25-45b1-84c7-5f69c467fde9 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Request body: {'subnet': {'network_id': 'c8f066bb-36c2-475b-89ce-cc92ca354d19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:15.306467 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5925090-f443-410d-b2a6-d9c9ddbb7377 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Pushing event updated for resources: {'Network': ['ID=c8f066bb-36c2-475b-89ce-cc92ca354d19,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:15.313367 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-454a2dda-1360-48b9-a5a0-314702068c32 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Synchronizing usage tracker for tenant:f0750d6b07cf40699cc6c5c5a2372185 on resource:security_group {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:39:15.325076 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-6bebae67-2169-4806-8076-c0f79a54e65d tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:15.331984 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-454a2dda-1360-48b9-a5a0-314702068c32 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Unset dirty status for tenant:f0750d6b07cf40699cc6c5c5a2372185 on resource:security_group {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:39:15.333632 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-454a2dda-1360-48b9-a5a0-314702068c32 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.3542252 Sep 22 21:39:15.336380 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47346) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:15.380904 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network c8f066bb-36c2-475b-89ce-cc92ca354d19 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:39:15.406872 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-91b3bf97-35dc-44f1-842c-450435738662 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:15.411983 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5f6499-3994-485b-9da9-155e819375e7 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:15.412686 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-1c5f6499-3994-485b-9da9-155e819375e7 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Synchronizing usage tracker for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:39:15.429610 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-b07d1136-e7cf-4bc3-a484-15a18e46347f tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] For port f5f8b138-9ff3-429f-9b89-1bc50126e752, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=f5f8b138-9ff3-429f-9b89-1bc50126e752,segment=NetworkSegment(d2b0c4a7-df5c-449d-b266-27f469295c4e),segment_id=d2b0c4a7-df5c-449d-b266-27f469295c4e)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:39:15.429982 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b07d1136-e7cf-4bc3-a484-15a18e46347f tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:15.439236 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-91b3bf97-35dc-44f1-842c-450435738662 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:15.453226 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bebae67-2169-4806-8076-c0f79a54e65d tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Made reservation on behalf of 59b6cc9d17d34b09b817999d5916b12e for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:39:15.456655 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6bebae67-2169-4806-8076-c0f79a54e65d tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:15.495122 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-91b3bf97-35dc-44f1-842c-450435738662 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:15.519364 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b3bf97-35dc-44f1-842c-450435738662 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7bdfc69-d9d9-4bc3-8bac-6e0826e5d72b,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:15.543051 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-91b3bf97-35dc-44f1-842c-450435738662 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:15.547427 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-91b3bf97-35dc-44f1-842c-450435738662 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "DELETE /v2.0/security-groups/c7bdfc69-d9d9-4bc3-8bac-6e0826e5d72b HTTP/1.1" status: 204 len: 168 time: 0.2099767 Sep 22 21:39:15.548778 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47350) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:15.615367 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-97896599-1060-4710-999e-3dbd4b46f25a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Synchronizing usage tracker for tenant:f0750d6b07cf40699cc6c5c5a2372185 on resource:security_group {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:39:15.616808 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-b07d1136-e7cf-4bc3-a484-15a18e46347f tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Calling delete_port for f5f8b138-9ff3-429f-9b89-1bc50126e752 owned by network:dhcp {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:39:15.633296 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-97896599-1060-4710-999e-3dbd4b46f25a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Unset dirty status for tenant:f0750d6b07cf40699cc6c5c5a2372185 on resource:security_group {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:39:15.638969 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-97896599-1060-4710-999e-3dbd4b46f25a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0851460 Sep 22 21:39:15.639110 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-5ec3bd66-5f19-431e-882b-09cd939b3574 None None] Port cf14d533-eb12-48a1-b2c8-03d1c22ca09b had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 21:39:15.640335 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47354) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:15.645631 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-342c1c65-e776-4807-83e6-d29ea883025a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Request body: {'security_group': {'name': 'tempest-secgroup--1750844468'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:15.653473 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-342c1c65-e776-4807-83e6-d29ea883025a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:15.663820 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-342c1c65-e776-4807-83e6-d29ea883025a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:15.664106 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bebae67-2169-4806-8076-c0f79a54e65d tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:39:15.670667 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-1c5f6499-3994-485b-9da9-155e819375e7 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Unset dirty status for tenant:4fef33e75cf240fcbb352fce012907b9 on resource:subnet {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:39:15.671768 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-1c5f6499-3994-485b-9da9-155e819375e7 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5793271 Sep 22 21:39:15.674591 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47358) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:15.677519 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-342c1c65-e776-4807-83e6-d29ea883025a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:15.686451 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c0f1ef4d-bb25-45b1-84c7-5f69c467fde9 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:15.697657 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6bebae67-2169-4806-8076-c0f79a54e65d tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:15.698006 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-6bebae67-2169-4806-8076-c0f79a54e65d tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Added segment 823cadb7-e73e-43d0-81e5-a6dbdbd30362 of type vlan for network a60cf3d2-0358-4d98-89ae-f368d3815787 Sep 22 21:39:15.706934 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c0f1ef4d-bb25-45b1-84c7-5f69c467fde9 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:15.747480 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f1ef4d-bb25-45b1-84c7-5f69c467fde9 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Made reservation on behalf of 9ce427e4086c41e3a73d0ab03ce01898 for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:39:15.751268 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c0f1ef4d-bb25-45b1-84c7-5f69c467fde9 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:15.768551 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-001fffe2-5d48-4f1e-a037-4c3434e8809a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0924618 Sep 22 21:39:15.768714 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47362) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:15.776508 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-342c1c65-e776-4807-83e6-d29ea883025a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:15.781222 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-342c1c65-e776-4807-83e6-d29ea883025a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Usage tracker for resource:security_group_rule and tenant:f0750d6b07cf40699cc6c5c5a2372185 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:15.784211 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-342c1c65-e776-4807-83e6-d29ea883025a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:15.786652 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-133d2878-8e5b-4a9a-9b99-7043e2a92cf1 None None] For port 7bc8ea36-747b-4a6c-9a4e-01bb328a40f6, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:39:15.789904 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-342c1c65-e776-4807-83e6-d29ea883025a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:15.801064 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a8eee-d838-4581-9379-0cab700049e5 None None] Pushing event updated for resources: {'Port': ['ID=cf14d533-eb12-48a1-b2c8-03d1c22ca09b,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:15.805827 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6bebae67-2169-4806-8076-c0f79a54e65d tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:15.808401 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-4373c2ff-3b99-4101-bd8a-f06e4b3f2bdc None None] Set router 86d2ef5b-b34f-4e1e-9c59-268ad50c9267 gateway port host: None {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:39:15.857264 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-2b1375b2-f4fb-490e-983b-2c074fbda5e6 None None] Allocated IP 172.21.0.2 (aa135ec2-0764-46fa-95cb-693a00536a39/1c45af14-0d39-44ec-928a-7eb185ff44cb/2d02270f-96b2-40d4-9e75-80feec19c6db) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:39:15.862315 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 22bd3a76-db3d-42d9-ad85-62c1d2769fde is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:39:15.871536 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-342c1c65-e776-4807-83e6-d29ea883025a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:15.880711 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-342c1c65-e776-4807-83e6-d29ea883025a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:15.882815 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-674a2e0d-1764-4d73-9698-e147c10b67b0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:15.883287 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-674a2e0d-1764-4d73-9698-e147c10b67b0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:15.900582 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b07d1136-e7cf-4bc3-a484-15a18e46347f tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:15.907781 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-133d2878-8e5b-4a9a-9b99-7043e2a92cf1 None None] For port 7bc8ea36-747b-4a6c-9a4e-01bb328a40f6, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=7bc8ea36-747b-4a6c-9a4e-01bb328a40f6,segment=NetworkSegment(939faa76-b6d9-465e-ba07-0dd6616d86e5),segment_id=939faa76-b6d9-465e-ba07-0dd6616d86e5)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:39:15.925454 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-5ec3bd66-5f19-431e-882b-09cd939b3574 None None] Provisioning complete for port 76b638b3-b81e-42bc-ab3c-996615055d2b triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:39:15.925618 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5ec3bd66-5f19-431e-882b-09cd939b3574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:15.925974 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-5ec3bd66-5f19-431e-882b-09cd939b3574 None None] Attempt 1 to provision port 76b638b3-b81e-42bc-ab3c-996615055d2b Sep 22 21:39:15.936164 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c1c65-e776-4807-83e6-d29ea883025a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=564198a7-1981-41d4-8d0b-2a7d29d7e8d4,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:15.941918 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-342c1c65-e776-4807-83e6-d29ea883025a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:15.945701 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-342c1c65-e776-4807-83e6-d29ea883025a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3018844 Sep 22 21:39:15.945967 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47366) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:15.956196 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-e960f9bd-2855-4866-8216-63ed52e98cd7 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Request body: {'security_group_rule': {'security_group_id': '564198a7-1981-41d4-8d0b-2a7d29d7e8d4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:15.964952 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-e960f9bd-2855-4866-8216-63ed52e98cd7 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:15.970047 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-e960f9bd-2855-4866-8216-63ed52e98cd7 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Usage tracker for resource:security_group_rule and tenant:f0750d6b07cf40699cc6c5c5a2372185 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:15.973420 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-133d2878-8e5b-4a9a-9b99-7043e2a92cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:15.974535 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-e960f9bd-2855-4866-8216-63ed52e98cd7 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:15.978738 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-674a2e0d-1764-4d73-9698-e147c10b67b0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/ports/b4e7978d-9ffd-4f8d-a49f-5d01a695d75b HTTP/1.1" status: 404 len: 333 time: 0.2090774 Sep 22 21:39:15.979580 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07d1136-e7cf-4bc3-a484-15a18e46347f tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Pushing event deleted for resources: {'Port': ['ID=f5f8b138-9ff3-429f-9b89-1bc50126e752,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:15.983801 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47370) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:15.986274 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-e960f9bd-2855-4866-8216-63ed52e98cd7 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:15.996926 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07d1136-e7cf-4bc3-a484-15a18e46347f tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] No DVR routers for this DVR port f5f8b138-9ff3-429f-9b89-1bc50126e752 on host dv-neutron-858900-1-hyperv {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:39:16.033242 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-73e357bd-23a5-44e7-ac09-6f2ee8f3adf0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:16.033769 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73e357bd-23a5-44e7-ac09-6f2ee8f3adf0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:16.038163 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-73e357bd-23a5-44e7-ac09-6f2ee8f3adf0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/9acbe4db-209b-499c-bf46-7f5573e81e2b HTTP/1.1" status: 404 len: 337 time: 0.0508091 Sep 22 21:39:16.038163 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47374) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:16.047581 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6bebae67-2169-4806-8076-c0f79a54e65d tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:16.052951 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bebae67-2169-4806-8076-c0f79a54e65d tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:16.053541 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6bebae67-2169-4806-8076-c0f79a54e65d tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:16.060260 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 93959960-efb2-4e13-ba82-ecad6483840d details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 21:39:16.062307 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 93959960-efb2-4e13-ba82-ecad6483840d no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:39:16.084545 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-75b28e1e-52a5-4c64-a4eb-c1126d24bfe0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:16.085078 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75b28e1e-52a5-4c64-a4eb-c1126d24bfe0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:16.089866 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-75b28e1e-52a5-4c64-a4eb-c1126d24bfe0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/18c1ce47-fcb0-4175-b795-6c5259bf50b3 HTTP/1.1" status: 404 len: 337 time: 0.0475502 Sep 22 21:39:16.089866 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47378) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:16.123059 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e960f9bd-2855-4866-8216-63ed52e98cd7 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:16.145594 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b637689-63b9-4ba9-901f-4cc9f78b7d36 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:16.146076 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b637689-63b9-4ba9-901f-4cc9f78b7d36 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:16.150883 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-8b637689-63b9-4ba9-901f-4cc9f78b7d36 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/ports/16dead2c-6ee4-4e01-b777-ed00ce3788fd HTTP/1.1" status: 404 len: 333 time: 0.0575857 Sep 22 21:39:16.151240 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47382) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:16.209623 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff52137d-5fb0-4dc2-8bb9-36a46d2ee75c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:16.210294 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff52137d-5fb0-4dc2-8bb9-36a46d2ee75c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:16.211954 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ff52137d-5fb0-4dc2-8bb9-36a46d2ee75c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/2eac819d-6e10-4f07-84c6-46e7181db4e0 HTTP/1.1" status: 404 len: 337 time: 0.0597656 Sep 22 21:39:16.214739 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47386) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:16.223748 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bd9129-45aa-4465-8fb2-5dd7063e2b72 None None] DHCP port deletion for 28d550d8-6999-4fc1-bb11-06b6db4a72bb request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:39:16.264592 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cf16abf-c35a-4661-94f1-3f522e91633f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:16.265125 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cf16abf-c35a-4661-94f1-3f522e91633f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:16.266930 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6cf16abf-c35a-4661-94f1-3f522e91633f tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/4ba0b683-7fca-45fb-9ee2-fec9fa1b4d05 HTTP/1.1" status: 404 len: 337 time: 0.0511818 Sep 22 21:39:16.269831 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47390) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:16.316656 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-22669c77-7761-4497-bfd2-ab56593714eb tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:16.317233 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22669c77-7761-4497-bfd2-ab56593714eb tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:16.319022 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-22669c77-7761-4497-bfd2-ab56593714eb tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/ports/d49bdbda-668f-49e9-96b5-680579225661 HTTP/1.1" status: 404 len: 333 time: 0.0482502 Sep 22 21:39:16.324112 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47394) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:16.372357 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e960f9bd-2855-4866-8216-63ed52e98cd7 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:16.373791 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b1af956-4fdb-4232-b047-cdd214c0077b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:16.374307 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b1af956-4fdb-4232-b047-cdd214c0077b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:16.378645 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e960f9bd-2855-4866-8216-63ed52e98cd7 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:16.405110 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-7b1af956-4fdb-4232-b047-cdd214c0077b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/a7754df8-27a2-418c-964d-c65ae046758b HTTP/1.1" status: 404 len: 337 time: 0.0799348 Sep 22 21:39:16.409034 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47398) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:16.409655 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e960f9bd-2855-4866-8216-63ed52e98cd7 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f545b60d-6c7e-4310-b0cd-e9ecdf335ee9,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:16.416675 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-6bebae67-2169-4806-8076-c0f79a54e65d tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3223038 Sep 22 21:39:16.422969 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47402) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:16.434736 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-433977ce-e141-4cdf-97a2-253bc0a8d85a tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Request body: {'subnet': {'network_id': 'a60cf3d2-0358-4d98-89ae-f368d3815787', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:16.449377 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe176a9-3bd5-4c85-9653-a87e1b91c643 None None] Update dhcp port {'port': {'network_id': '98c62b9a-5d2a-496f-a1e5-12a6874f54f0', 'fixed_ips': [{'subnet_id': '9acbe4db-209b-499c-bf46-7f5573e81e2b'}], 'binding:host_id': 'dv-neutron-858900-1-hyperv'}, 'id': '76b638b3-b81e-42bc-ab3c-996615055d2b'} from dv-neutron-858900-1-hyperv. {{(pid=89010) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 22 21:39:16.456564 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-15008dd0-b0c6-40ff-8ba7-5a4cf9e9c098 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:16.456809 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15008dd0-b0c6-40ff-8ba7-5a4cf9e9c098 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:16.457314 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b07d1136-e7cf-4bc3-a484-15a18e46347f tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:16.458417 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-15008dd0-b0c6-40ff-8ba7-5a4cf9e9c098 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/548842c5-43dd-4cbc-89d5-8eaff1222efd HTTP/1.1" status: 404 len: 337 time: 0.0466366 Sep 22 21:39:16.459678 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e960f9bd-2855-4866-8216-63ed52e98cd7 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:16.463462 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e960f9bd-2855-4866-8216-63ed52e98cd7 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5139222 Sep 22 21:39:16.463462 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47406) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:16.463750 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47410) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:16.480755 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bebae67-2169-4806-8076-c0f79a54e65d tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Pushing event updated for resources: {'Network': ['ID=a60cf3d2-0358-4d98-89ae-f368d3815787,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:16.515111 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2f619ba-c589-40b6-8e00-5cee38956b93 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:16.515575 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2f619ba-c589-40b6-8e00-5cee38956b93 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:16.517240 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-b2f619ba-c589-40b6-8e00-5cee38956b93 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/ports/5242a68e-c67c-41a5-b714-16483283e1b0 HTTP/1.1" status: 404 len: 333 time: 0.0549867 Sep 22 21:39:16.519702 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47414) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:16.546161 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network a60cf3d2-0358-4d98-89ae-f368d3815787 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:39:16.572341 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1dbc530-ed7d-418d-8a71-879d917e39ba tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:16.573446 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1dbc530-ed7d-418d-8a71-879d917e39ba tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:16.576862 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d1dbc530-ed7d-418d-8a71-879d917e39ba tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/5b79dba8-f16d-4c80-9a31-fc76cfbaa6fc HTTP/1.1" status: 404 len: 337 time: 0.0538895 Sep 22 21:39:16.576862 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ad2966fa-8c4e-415b-9290-74cf95d4e0c2 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:16.582648 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47418) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:16.610778 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-b07d1136-e7cf-4bc3-a484-15a18e46347f tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28d550d8-6999-4fc1-bb11-06b6db4a72bb']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:16.616584 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ad2966fa-8c4e-415b-9290-74cf95d4e0c2 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:16.632648 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-b503260c-1327-45e6-8f71-50150adcdee8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:16.633098 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b503260c-1327-45e6-8f71-50150adcdee8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:16.637131 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-b503260c-1327-45e6-8f71-50150adcdee8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/22696c36-6881-45c5-83c4-c57467117b22 HTTP/1.1" status: 404 len: 337 time: 0.0516365 Sep 22 21:39:16.637346 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47422) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:16.640584 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-b07d1136-e7cf-4bc3-a484-15a18e46347f tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2b0c4a7-df5c-449d-b266-27f469295c4e') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:16.640895 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-b07d1136-e7cf-4bc3-a484-15a18e46347f tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2b0c4a7-df5c-449d-b266-27f469295c4e') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:16.669667 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b07d1136-e7cf-4bc3-a484-15a18e46347f tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:16.676176 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-433977ce-e141-4cdf-97a2-253bc0a8d85a tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:16.682269 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c4de2a2-7274-4542-997e-2db655e4f0da tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:16.683237 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c4de2a2-7274-4542-997e-2db655e4f0da tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:16.692674 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6c4de2a2-7274-4542-997e-2db655e4f0da tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/ports/79b130e9-9b8f-4d61-8175-2c6c58b4bde4 HTTP/1.1" status: 404 len: 333 time: 0.0520248 Sep 22 21:39:16.692674 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ad2966fa-8c4e-415b-9290-74cf95d4e0c2 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:16.694058 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47426) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:16.703665 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ad2966fa-8c4e-415b-9290-74cf95d4e0c2 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:16.706784 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ad2966fa-8c4e-415b-9290-74cf95d4e0c2 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/f545b60d-6c7e-4310-b0cd-e9ecdf335ee9 HTTP/1.1" status: 204 len: 168 time: 0.2124112 Sep 22 21:39:16.708294 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-433977ce-e141-4cdf-97a2-253bc0a8d85a tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:16.709687 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47430) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:16.738372 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b07d1136-e7cf-4bc3-a484-15a18e46347f tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:16.747415 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-6103f7b4-f5de-4276-b5b0-ac3daba390fc tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:16.747864 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6103f7b4-f5de-4276-b5b0-ac3daba390fc tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:16.749527 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6103f7b4-f5de-4276-b5b0-ac3daba390fc tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/38fc4d2d-7f9f-4525-8093-c9f5c981a7c9 HTTP/1.1" status: 404 len: 337 time: 0.0497575 Sep 22 21:39:16.750286 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2966fa-8c4e-415b-9290-74cf95d4e0c2 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f545b60d-6c7e-4310-b0cd-e9ecdf335ee9,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:16.752437 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47434) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:16.756339 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b07d1136-e7cf-4bc3-a484-15a18e46347f tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:39:16.757032 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b07d1136-e7cf-4bc3-a484-15a18e46347f tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:16.779236 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.db.resource_extend [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 21:39:16.794208 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-320eea5d-18c9-4905-86d4-2d7435e04860 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:16.794891 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-320eea5d-18c9-4905-86d4-2d7435e04860 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:16.796539 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-320eea5d-18c9-4905-86d4-2d7435e04860 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/ports/c426c9e2-e32f-4055-be2e-bb8efc496c65 HTTP/1.1" status: 404 len: 333 time: 0.0435669 Sep 22 21:39:16.799071 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47440) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:16.817742 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d2878-8e5b-4a9a-9b99-7043e2a92cf1 None None] Pushing event updated for resources: {'Port': ['ID=7bc8ea36-747b-4a6c-9a4e-01bb328a40f6,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:16.837796 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-38215d38-9560-416b-bf62-16c6bae22a16 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:16.838142 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38215d38-9560-416b-bf62-16c6bae22a16 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:16.842288 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-38215d38-9560-416b-bf62-16c6bae22a16 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/dcd730f1-b3e7-47dc-ac9e-b1de59ae4cb1 HTTP/1.1" status: 404 len: 337 time: 0.0396020 Sep 22 21:39:16.842451 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47444) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:16.848104 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433977ce-e141-4cdf-97a2-253bc0a8d85a tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Made reservation on behalf of 59b6cc9d17d34b09b817999d5916b12e for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:39:16.851823 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-433977ce-e141-4cdf-97a2-253bc0a8d85a tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:16.882496 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment d2b0c4a7-df5c-449d-b266-27f469295c4e resource provider aggregate not found Sep 22 21:39:16.887418 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c0f1ef4d-bb25-45b1-84c7-5f69c467fde9 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:16.888741 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f4f481d-be35-4012-8a96-9c66b8efe631 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:16.889210 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f4f481d-be35-4012-8a96-9c66b8efe631 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:16.893256 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-3f4f481d-be35-4012-8a96-9c66b8efe631 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/ports/9eb4adff-a40e-4f0c-94c5-891127d99377 HTTP/1.1" status: 404 len: 333 time: 0.0475004 Sep 22 21:39:16.893576 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47450) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:16.909950 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-55b8ee6c-d257-4224-bcb1-48a1d03d484c None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:16.926781 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0fe176a9-3bd5-4c85-9653-a87e1b91c643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:16.932889 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dc17657-5170-4aa1-969b-c9f256d9fc7a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:16.933483 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dc17657-5170-4aa1-969b-c9f256d9fc7a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:16.937667 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-7dc17657-5170-4aa1-969b-c9f256d9fc7a tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/e281997e-8e18-4f1a-ab6e-371f166c1c36 HTTP/1.1" status: 404 len: 337 time: 0.0408056 Sep 22 21:39:16.937916 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47454) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:16.979217 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-57ad5cfc-069e-4fae-98f5-c58ba392dc77 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:16.979683 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57ad5cfc-069e-4fae-98f5-c58ba392dc77 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:16.983884 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-57ad5cfc-069e-4fae-98f5-c58ba392dc77 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/ports/1910b87b-d6ef-47cf-8c58-c3867032c2a5 HTTP/1.1" status: 404 len: 333 time: 0.0425925 Sep 22 21:39:16.984136 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47458) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:16.991408 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment d2b0c4a7-df5c-449d-b266-27f469295c4e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d2b0c4a7-df5c-449d-b266-27f469295c4e found for delete ", "request_id": "req-dd6a21bd-8d41-4b77-83d2-59b55cc9bb05"}]} Sep 22 21:39:17.024538 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8078f8a-439a-438c-97fb-2b61e770f96b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:17.025702 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8078f8a-439a-438c-97fb-2b61e770f96b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:17.027618 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e8078f8a-439a-438c-97fb-2b61e770f96b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/e9aeac83-0c21-411a-b1f6-072792df6e4d HTTP/1.1" status: 404 len: 337 time: 0.0426002 Sep 22 21:39:17.030352 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47462) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:17.031008 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-55b8ee6c-d257-4224-bcb1-48a1d03d484c None None] Transition to ACTIVE for port object 097bf66b-2711-496e-af6e-9dbec98aec19 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:39:17.060119 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-8b8cb9da-6f43-4b7c-a526-8cbc1ecbc1d0 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Synchronizing usage tracker for tenant:f0750d6b07cf40699cc6c5c5a2372185 on resource:security_group_rule {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:39:17.072382 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-cff7b4fd-c0f9-40b8-99f3-b6a4b836a0a9 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:17.072863 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cff7b4fd-c0f9-40b8-99f3-b6a4b836a0a9 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:17.073665 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b07d1136-e7cf-4bc3-a484-15a18e46347f tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:17.074540 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-cff7b4fd-c0f9-40b8-99f3-b6a4b836a0a9 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/ports/14d379cd-ac85-4fa0-9c49-09493d1f41b5 HTTP/1.1" status: 404 len: 333 time: 0.0428107 Sep 22 21:39:17.077349 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47466) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:17.091709 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f1ef4d-bb25-45b1-84c7-5f69c467fde9 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Pushing event updated for resources: {'Subnet': ['ID=afad3318-7015-4214-a695-04619d5c04f0,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:17.114725 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b07d1136-e7cf-4bc3-a484-15a18e46347f tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:17.137508 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-43602c12-20cc-47ec-a7f3-3425bdee8d7b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:17.137957 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43602c12-20cc-47ec-a7f3-3425bdee8d7b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:17.144467 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-43602c12-20cc-47ec-a7f3-3425bdee8d7b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/9c19cdc6-7bba-4480-bbc4-42cf3de7623b HTTP/1.1" status: 404 len: 337 time: 0.0661094 Sep 22 21:39:17.145456 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47470) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:17.146175 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07d1136-e7cf-4bc3-a484-15a18e46347f tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Pushing event deleted for resources: {'Network': ['ID=28d550d8-6999-4fc1-bb11-06b6db4a72bb,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:17.160044 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-b07d1136-e7cf-4bc3-a484-15a18e46347f tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] 10.222.0.33 "DELETE /v2.0/networks/28d550d8-6999-4fc1-bb11-06b6db4a72bb HTTP/1.1" status: 204 len: 168 time: 3.1198423 Sep 22 21:39:17.160238 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56096ddb-4872-472e-adae-5669c7c5bbd3 None None] Network 7a960a7f-4ee5-4699-850a-d6f6340e93d1 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:39:17.160971 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47474) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:17.198304 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-99aa67f3-1cd2-477d-966d-0f8578949c70 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:17.198786 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99aa67f3-1cd2-477d-966d-0f8578949c70 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:17.203070 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-99aa67f3-1cd2-477d-966d-0f8578949c70 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/ports/108041b9-1242-4dc1-ba3d-8c38602d9072 HTTP/1.1" status: 404 len: 333 time: 0.0539076 Sep 22 21:39:17.203908 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47478) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:17.243487 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b2c3140-d9c2-4d5b-be07-cf17ff7de53d tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:17.244317 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b2c3140-d9c2-4d5b-be07-cf17ff7de53d tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:17.246840 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-8b2c3140-d9c2-4d5b-be07-cf17ff7de53d tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/bbb2d334-3df8-4435-b6de-e20ba29e7291 HTTP/1.1" status: 404 len: 337 time: 0.0426280 Sep 22 21:39:17.249400 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47482) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:17.285503 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-55b8ee6c-d257-4224-bcb1-48a1d03d484c None None] Transition to ACTIVE for port object 097bf66b-2711-496e-af6e-9dbec98aec19 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:39:17.293844 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc446544-39ef-4885-b51c-3fb14f6156ad tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:17.294305 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc446544-39ef-4885-b51c-3fb14f6156ad tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:17.296129 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-fc446544-39ef-4885-b51c-3fb14f6156ad tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/a4891861-1950-46d8-91fc-3969150142c0 HTTP/1.1" status: 404 len: 337 time: 0.0456243 Sep 22 21:39:17.298736 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47486) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:17.312290 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-8b8cb9da-6f43-4b7c-a526-8cbc1ecbc1d0 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Unset dirty status for tenant:f0750d6b07cf40699cc6c5c5a2372185 on resource:security_group_rule {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:39:17.316242 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-8b8cb9da-6f43-4b7c-a526-8cbc1ecbc1d0 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5991771 Sep 22 21:39:17.327416 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 93959960-efb2-4e13-ba82-ecad6483840d is: BUILD; New status is: DOWN {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:39:17.327844 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:17.331610 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47490) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:17.336333 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f1ef4d-bb25-45b1-84c7-5f69c467fde9 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Checking segment: {'id': 'c5af013e-2ea8-4d6b-bd4e-9e1d949c608a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c8f066bb-36c2-475b-89ce-cc92ca354d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:39:17.336705 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f1ef4d-bb25-45b1-84c7-5f69c467fde9 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Network hostable DHCP agents. Network: c8f066bb-36c2-475b-89ce-cc92ca354d19, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:39:17.351328 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9d8d571-545e-4c7c-9ec5-7142e4aadaf0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:17.351798 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9d8d571-545e-4c7c-9ec5-7142e4aadaf0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:17.355855 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e9d8d571-545e-4c7c-9ec5-7142e4aadaf0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/ports/54f13c08-9545-4954-ad27-45a6d39be4e1 HTTP/1.1" status: 404 len: 333 time: 0.0538814 Sep 22 21:39:17.356218 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47494) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:17.390838 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-55b8ee6c-d257-4224-bcb1-48a1d03d484c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:17.397494 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bcf8eda-2c92-4173-a043-8db4a99eadd9 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:17.398070 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bcf8eda-2c92-4173-a043-8db4a99eadd9 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:17.402758 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-0bcf8eda-2c92-4173-a043-8db4a99eadd9 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/b804db42-3922-4f2c-b647-a435c9bd062b HTTP/1.1" status: 404 len: 337 time: 0.0427225 Sep 22 21:39:17.402987 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47498) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:17.443547 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-95631220-37cb-4a36-b782-ffb1ca1e9afe tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:17.444863 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95631220-37cb-4a36-b782-ffb1ca1e9afe tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:17.450209 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-95631220-37cb-4a36-b782-ffb1ca1e9afe tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/afd75762-7f49-4c3a-b082-75cccbc5a7e1 HTTP/1.1" status: 404 len: 337 time: 0.0461729 Sep 22 21:39:17.450714 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47502) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:17.471272 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-00de6d3a-d161-4109-91dd-f2a3faca3301 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Deleting port e5e5ac03-930d-44e5-b2fc-5621ee23890b {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:39:17.471513 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-00de6d3a-d161-4109-91dd-f2a3faca3301 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:17.497210 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-08f54e6c-c42f-485f-8376-07019501c836 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:17.497690 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08f54e6c-c42f-485f-8376-07019501c836 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:17.502307 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-08f54e6c-c42f-485f-8376-07019501c836 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/ports/23e9730a-da69-4cb6-a239-cab1bc7306d8 HTTP/1.1" status: 404 len: 333 time: 0.0499725 Sep 22 21:39:17.502897 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47506) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:17.530896 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f1ef4d-bb25-45b1-84c7-5f69c467fde9 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Network c8f066bb-36c2-475b-89ce-cc92ca354d19 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:39:17.542359 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-112c51e7-f058-4da9-82a6-bc99eb0be270 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:17.542891 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-112c51e7-f058-4da9-82a6-bc99eb0be270 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:17.546875 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-112c51e7-f058-4da9-82a6-bc99eb0be270 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/f5f85563-9dce-406d-bb55-22dfca389888 HTTP/1.1" status: 404 len: 337 time: 0.0407519 Sep 22 21:39:17.547120 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47510) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:17.551958 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-5ec3bd66-5f19-431e-882b-09cd939b3574 None None] Current status of the port 76b638b3-b81e-42bc-ab3c-996615055d2b is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:39:17.554690 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 93959960-efb2-4e13-ba82-ecad6483840d {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:39:17.587628 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-c0f1ef4d-bb25-45b1-84c7-5f69c467fde9 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, c8f066bb-36c2-475b-89ce-cc92ca354d19) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:39:17.604965 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-b90110a8-54af-475f-9d11-e166c2434f63 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:17.605875 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b90110a8-54af-475f-9d11-e166c2434f63 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:17.610342 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-b90110a8-54af-475f-9d11-e166c2434f63 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/c03dc865-a5d7-48a4-b1c5-bfabd51457e8 HTTP/1.1" status: 404 len: 337 time: 0.0610163 Sep 22 21:39:17.611283 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47514) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:17.625944 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b8ee6c-d257-4224-bcb1-48a1d03d484c None None] Network 97477d86-672b-4253-9918-33fb3813d26b is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:39:17.632764 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 93959960-efb2-4e13-ba82-ecad6483840d, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=93959960-efb2-4e13-ba82-ecad6483840d,segment=NetworkSegment(886ccfdc-7ba4-4604-b599-c338374a33a8),segment_id=886ccfdc-7ba4-4604-b599-c338374a33a8)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:39:17.642915 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e8cb48-3bfb-42a4-9384-7c34e8418c8c None None] Network c8f066bb-36c2-475b-89ce-cc92ca354d19 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:39:17.654452 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f1ef4d-bb25-45b1-84c7-5f69c467fde9 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:17.655066 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c0f1ef4d-bb25-45b1-84c7-5f69c467fde9 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:17.685869 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9fd0c4de-694d-451c-b6b7-a5997b2352fe tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:17.701871 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-55b8ee6c-d257-4224-bcb1-48a1d03d484c None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:39:17.755074 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c0f1ef4d-bb25-45b1-84c7-5f69c467fde9 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4768453 Sep 22 21:39:17.762843 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b8ee6c-d257-4224-bcb1-48a1d03d484c None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:39:17.770083 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 93959960-efb2-4e13-ba82-ecad6483840d, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=93959960-efb2-4e13-ba82-ecad6483840d,segment=NetworkSegment(886ccfdc-7ba4-4604-b599-c338374a33a8),segment_id=886ccfdc-7ba4-4604-b599-c338374a33a8)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:39:17.771736 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47518) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:17.777224 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9fd0c4de-694d-451c-b6b7-a5997b2352fe tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:17.788667 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-aa3688b4-b6d6-48f6-90c2-3c973c8ce60d tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:17.801860 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-367ff795-a42a-4442-a2f5-150211c5106b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:17.802369 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-367ff795-a42a-4442-a2f5-150211c5106b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:17.807135 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-367ff795-a42a-4442-a2f5-150211c5106b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/ports/08dd4ca3-6660-4fce-8bd0-60287808a833 HTTP/1.1" status: 404 len: 333 time: 0.1919174 Sep 22 21:39:17.807399 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47522) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:17.852149 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7c147a2-c6c0-4a29-88c5-64b1a56395b0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:17.852746 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7c147a2-c6c0-4a29-88c5-64b1a56395b0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:17.857140 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-b7c147a2-c6c0-4a29-88c5-64b1a56395b0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/d2222eee-f0fa-4422-a5d7-3ecbc3afb27d HTTP/1.1" status: 404 len: 337 time: 0.0462906 Sep 22 21:39:17.857486 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47526) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:17.888932 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1c79fc-e7fb-40e2-befe-6762663b23a4 None None] Network 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:39:17.904616 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-661d2a1c-5f00-4d9b-ae92-4b328f01953d tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:17.905558 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-661d2a1c-5f00-4d9b-ae92-4b328f01953d tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:17.909776 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-661d2a1c-5f00-4d9b-ae92-4b328f01953d tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/9e842d49-6e45-4d80-aa2e-13f78d3ad659 HTTP/1.1" status: 404 len: 337 time: 0.0488617 Sep 22 21:39:17.910020 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47530) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:17.922937 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': '93959960-efb2-4e13-ba82-ecad6483840d', 'network_id': '3705f0f0-ca60-4eb5-a73e-00234b5f2f73', 'port_id': '93959960-efb2-4e13-ba82-ecad6483840d', 'mac_address': 'fa:16:3e:8e:c9:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4336dad9-ca55-4b02-8b44-004ea34cf4f2', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 21:39:17.925400 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-b8d991f0-a798-45af-b93c-14dde76f6f65 None None] Could not find standard attr ID for object b4e7978d-9ffd-4f8d-a49f-5d01a695d75b. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:39:17.932895 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.objects.ports [None req-433977ce-e141-4cdf-97a2-253bc0a8d85a tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89008) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 21:39:17.940117 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2b1375b2-f4fb-490e-983b-2c074fbda5e6 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:17.942314 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b8ee6c-d257-4224-bcb1-48a1d03d484c None None] Pushing event updated for resources: {'Port': ['ID=097bf66b-2711-496e-af6e-9dbec98aec19,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:17.943961 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-433977ce-e141-4cdf-97a2-253bc0a8d85a tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:17.944566 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:17.976609 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-4400eec8-bde9-4fad-be18-528b8192b5cf tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/ports?device_id=c8159ee8-1ac1-4b98-93a0-301ab919d80e HTTP/1.1" status: 200 len: 205 time: 0.0654657 Sep 22 21:39:17.977324 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47534) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:17.997723 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-00de6d3a-d161-4109-91dd-f2a3faca3301 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:17.998056 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-00de6d3a-d161-4109-91dd-f2a3faca3301 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:18.066915 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-8384f36b-baa2-4417-9e26-cd906269727c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] delete failed (client error): The resource could not be found. Sep 22 21:39:18.070525 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-8384f36b-baa2-4417-9e26-cd906269727c tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/routers/c8159ee8-1ac1-4b98-93a0-301ab919d80e HTTP/1.1" status: 404 len: 336 time: 0.0891478 Sep 22 21:39:18.070699 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47538) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:18.077948 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device f5f8b138-9ff3-429f-9b89-1bc50126e752 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:39:18.109815 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d250482-76d2-4dd2-8a8d-b986cdb09879 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:18.110277 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d250482-76d2-4dd2-8a8d-b986cdb09879 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:18.114271 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-5d250482-76d2-4dd2-8a8d-b986cdb09879 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/47fa96f8-20eb-432b-99c3-4ecf7e8904ea HTTP/1.1" status: 404 len: 337 time: 0.0401783 Sep 22 21:39:18.115207 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47542) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:18.140095 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-2b1375b2-f4fb-490e-983b-2c074fbda5e6 None None] Transition to ACTIVE for port object 2d02270f-96b2-40d4-9e75-80feec19c6db will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:39:18.174837 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-8bb18c04-1595-4385-ac68-ed42a8b3f5a0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "GET /v2.0/ports?device_id=7467ef51-0448-44c0-9463-087ad2ee6782 HTTP/1.1" status: 200 len: 205 time: 0.0579641 Sep 22 21:39:18.181546 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47546) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:18.207483 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['93959960-efb2-4e13-ba82-ecad6483840d'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 21:39:18.234844 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: f5f8b138-9ff3-429f-9b89-1bc50126e752 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:39:18.235194 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device f5f8b138-9ff3-429f-9b89-1bc50126e752 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:39:18.235517 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 76b638b3-b81e-42bc-ab3c-996615055d2b no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:39:18.258310 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-d05db71d-d758-44ea-9e26-bdbf0f990ff8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] delete failed (client error): The resource could not be found. Sep 22 21:39:18.262550 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d05db71d-d758-44ea-9e26-bdbf0f990ff8 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/routers/7467ef51-0448-44c0-9463-087ad2ee6782 HTTP/1.1" status: 404 len: 336 time: 0.0800357 Sep 22 21:39:18.263570 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47550) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:18.301916 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-d85dd142-e2fb-4b87-98f2-1dc5f98ad884 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:18.302378 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d85dd142-e2fb-4b87-98f2-1dc5f98ad884 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:18.306423 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9fd0c4de-694d-451c-b6b7-a5997b2352fe tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:18.306984 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d85dd142-e2fb-4b87-98f2-1dc5f98ad884 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/e54300bc-3848-4bc2-8c64-8bffa829a7f0 HTTP/1.1" status: 404 len: 337 time: 0.0426571 Sep 22 21:39:18.307366 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47554) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:18.320189 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-00de6d3a-d161-4109-91dd-f2a3faca3301 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Calling delete_port for e5e5ac03-930d-44e5-b2fc-5621ee23890b owned by network:floatingip {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:39:18.362966 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c70e08e-a31e-4a70-9c58-d0a8965fb0e5 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:18.364073 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c70e08e-a31e-4a70-9c58-d0a8965fb0e5 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:18.365431 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-9c70e08e-a31e-4a70-9c58-d0a8965fb0e5 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/a74888c6-4ea0-4cc8-ab43-7f39bb9ec257 HTTP/1.1" status: 404 len: 337 time: 0.0532165 Sep 22 21:39:18.367738 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47558) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:18.395521 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd0c4de-694d-451c-b6b7-a5997b2352fe tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=564198a7-1981-41d4-8d0b-2a7d29d7e8d4,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:18.413028 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-64c54808-55a9-48ec-8423-71bb553ae98d tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:18.413947 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64c54808-55a9-48ec-8423-71bb553ae98d tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:18.416324 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-64c54808-55a9-48ec-8423-71bb553ae98d tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/ports/653187dd-a294-4197-9dbb-698d6636acaf HTTP/1.1" status: 404 len: 333 time: 0.0461881 Sep 22 21:39:18.418741 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47562) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:18.422564 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-aa3688b4-b6d6-48f6-90c2-3c973c8ce60d tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7171979'] for subnet, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:18.425731 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-2b1375b2-f4fb-490e-983b-2c074fbda5e6 None None] Transition to ACTIVE for port object 2d02270f-96b2-40d4-9e75-80feec19c6db will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:39:18.454375 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433977ce-e141-4cdf-97a2-253bc0a8d85a tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Pushing event updated for resources: {'Subnet': ['ID=a03e8d41-5c2c-4b5d-b961-26fdc9089f75,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:18.460807 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-55b8ee6c-d257-4224-bcb1-48a1d03d484c None None] Attempting to bind port 097bf66b-2711-496e-af6e-9dbec98aec19 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:39:18.461015 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8b04555-6161-4dc2-8d7a-61761bcb2315 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:18.461218 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-55b8ee6c-d257-4224-bcb1-48a1d03d484c None None] Attempting to bind port 097bf66b-2711-496e-af6e-9dbec98aec19 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '38de0539-667e-4bfe-b5de-32e4a31ef047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '97477d86-672b-4253-9918-33fb3813d26b'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:39:18.461362 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8b04555-6161-4dc2-8d7a-61761bcb2315 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:18.461555 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b8ee6c-d257-4224-bcb1-48a1d03d484c None None] Attempting to bind port 097bf66b-2711-496e-af6e-9dbec98aec19 on network 97477d86-672b-4253-9918-33fb3813d26b {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:39:18.464489 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-e01f51df-c314-40e7-ab30-a44446812d2d None None] Provisioning complete for port 76b638b3-b81e-42bc-ab3c-996615055d2b triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:39:18.464489 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e01f51df-c314-40e7-ab30-a44446812d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:18.464685 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-e01f51df-c314-40e7-ab30-a44446812d2d None None] Attempt 1 to provision port 76b638b3-b81e-42bc-ab3c-996615055d2b Sep 22 21:39:18.467007 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-f8b04555-6161-4dc2-8d7a-61761bcb2315 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/88889e0a-9225-4588-9d39-3419fa8e6227 HTTP/1.1" status: 404 len: 337 time: 0.0452540 Sep 22 21:39:18.468451 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47566) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:18.516459 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6975d93-4915-4a46-9161-a1323a397a61 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:18.517015 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6975d93-4915-4a46-9161-a1323a397a61 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:18.523270 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d6975d93-4915-4a46-9161-a1323a397a61 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/ports/13665443-41ea-4ceb-a607-6ff391b45e05 HTTP/1.1" status: 404 len: 333 time: 0.0492637 Sep 22 21:39:18.525589 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47570) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:18.525957 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9fd0c4de-694d-451c-b6b7-a5997b2352fe tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:18.527099 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-9fd0c4de-694d-451c-b6b7-a5997b2352fe tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "DELETE /v2.0/security-groups/564198a7-1981-41d4-8d0b-2a7d29d7e8d4 HTTP/1.1" status: 204 len: 168 time: 1.1922510 Sep 22 21:39:18.530491 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47572) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:18.538851 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=93959960-efb2-4e13-ba82-ecad6483840d,revision_number=7']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:18.543512 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433977ce-e141-4cdf-97a2-253bc0a8d85a tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Checking segment: {'id': '823cadb7-e73e-43d0-81e5-a6dbdbd30362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a60cf3d2-0358-4d98-89ae-f368d3815787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:39:18.543512 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433977ce-e141-4cdf-97a2-253bc0a8d85a tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Network hostable DHCP agents. Network: a60cf3d2-0358-4d98-89ae-f368d3815787, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:39:18.559467 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2b1375b2-f4fb-490e-983b-2c074fbda5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:18.586082 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e0c5938-5116-4816-b77a-c1a1694c83dd tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:18.586879 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e0c5938-5116-4816-b77a-c1a1694c83dd tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:18.591393 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-4e0c5938-5116-4816-b77a-c1a1694c83dd tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/034b83fd-1c16-4da8-a0f8-c85c943cc9cf HTTP/1.1" status: 404 len: 337 time: 0.0630522 Sep 22 21:39:18.593073 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47578) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:18.612211 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b8ee6c-d257-4224-bcb1-48a1d03d484c None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:39:18.612545 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b8ee6c-d257-4224-bcb1-48a1d03d484c None None] Checking segment: {'id': '38de0539-667e-4bfe-b5de-32e4a31ef047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '97477d86-672b-4253-9918-33fb3813d26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:39:18.612894 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-55b8ee6c-d257-4224-bcb1-48a1d03d484c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:18.613284 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b8ee6c-d257-4224-bcb1-48a1d03d484c None None] Bound using segment: {'id': '38de0539-667e-4bfe-b5de-32e4a31ef047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '97477d86-672b-4253-9918-33fb3813d26b'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:39:18.613865 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-55b8ee6c-d257-4224-bcb1-48a1d03d484c None None] Bound port: 097bf66b-2711-496e-af6e-9dbec98aec19, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38de0539-667e-4bfe-b5de-32e4a31ef047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '97477d86-672b-4253-9918-33fb3813d26b'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:39:18.614252 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-55b8ee6c-d257-4224-bcb1-48a1d03d484c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:18.652881 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-392ef39a-5fd5-4394-9342-cdb5fa3175f1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Allocated IP 172.21.0.1 (aa135ec2-0764-46fa-95cb-693a00536a39/1c45af14-0d39-44ec-928a-7eb185ff44cb/6bbe07af-b374-4c8b-a2c8-ce12c5222bfd) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:39:18.662593 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8221d3d-b616-4f20-9e39-b3bdd96b71a0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:18.663237 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8221d3d-b616-4f20-9e39-b3bdd96b71a0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:18.663733 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-4373c2ff-3b99-4101-bd8a-f06e4b3f2bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'name': 'tempest-RoutersTest-router-1145720965', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:38:56Z', 'updated_at': '2022-09-22T21:39:05Z', 'revision_number': 2, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'gw_port_host': None, '_interfaces': [{'id': 'cf14d533-eb12-48a1-b2c8-03d1c22ca09b', 'name': '', 'network_id': 'c878f31d-09fc-4f47-91e8-ed0a40264492', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:86:8b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '28e029bb-55b4-48c3-8d8e-38fc4700f1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:02Z', 'updated_at': '2022-09-22T21:39:14Z', 'revision_number': 4, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': '28e029bb-55b4-48c3-8d8e-38fc4700f1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:18.667718 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-b8221d3d-b616-4f20-9e39-b3bdd96b71a0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/ports/8f5dfd63-95f7-481a-a7cf-2e423cc431a3 HTTP/1.1" status: 404 len: 333 time: 0.0701423 Sep 22 21:39:18.668299 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47582) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:18.693026 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433977ce-e141-4cdf-97a2-253bc0a8d85a tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Network a60cf3d2-0358-4d98-89ae-f368d3815787 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:39:18.704065 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-c0630322-cd6b-4b62-b326-a9a200b1265f tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Synchronizing usage tracker for tenant:f0750d6b07cf40699cc6c5c5a2372185 on resource:security_group {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:39:18.715447 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9428eb3-2503-4588-965a-6b73fcb869cf tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:18.716051 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9428eb3-2503-4588-965a-6b73fcb869cf tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:18.722257 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e9428eb3-2503-4588-965a-6b73fcb869cf tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/7f10d14b-7d9e-489f-8591-195fca89709c HTTP/1.1" status: 404 len: 337 time: 0.0485430 Sep 22 21:39:18.723182 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47586) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:18.754009 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-433977ce-e141-4cdf-97a2-253bc0a8d85a tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, a60cf3d2-0358-4d98-89ae-f368d3815787) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:39:18.760413 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4373c2ff-3b99-4101-bd8a-f06e4b3f2bdc None None] The sync data for ids ['86d2ef5b-b34f-4e1e-9c59-268ad50c9267'] in dv-neutron-858900-1-hyperv is: [{'id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'name': 'tempest-RoutersTest-router-1145720965', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:38:56Z', 'updated_at': '2022-09-22T21:39:05Z', 'revision_number': 2, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'gw_port_host': None, '_interfaces': [{'id': 'cf14d533-eb12-48a1-b2c8-03d1c22ca09b', 'name': '', 'network_id': 'c878f31d-09fc-4f47-91e8-ed0a40264492', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:86:8b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '28e029bb-55b4-48c3-8d8e-38fc4700f1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:02Z', 'updated_at': '2022-09-22T21:39:14Z', 'revision_number': 4, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': '28e029bb-55b4-48c3-8d8e-38fc4700f1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:39:18.770204 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-c0630322-cd6b-4b62-b326-a9a200b1265f tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Unset dirty status for tenant:f0750d6b07cf40699cc6c5c5a2372185 on resource:security_group {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:39:18.776214 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c0630322-cd6b-4b62-b326-a9a200b1265f tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2443774 Sep 22 21:39:18.776829 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47590) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:18.787484 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1375b2-f4fb-490e-983b-2c074fbda5e6 None None] Network aa135ec2-0764-46fa-95cb-693a00536a39 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:39:18.798725 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-bfef4f48-98ea-40c1-83d2-1db22b71d22a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Request body: {'security_group': {'name': 'tempest-secgroup--680940050'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:18.806338 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-bfef4f48-98ea-40c1-83d2-1db22b71d22a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:18.818596 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-bfef4f48-98ea-40c1-83d2-1db22b71d22a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:18.829750 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfb21911-91b0-48da-a349-35efec1094a4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:18.830987 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfb21911-91b0-48da-a349-35efec1094a4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:18.839888 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-2b1375b2-f4fb-490e-983b-2c074fbda5e6 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:39:18.841850 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-bfb21911-91b0-48da-a349-35efec1094a4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/ports/272de0cd-3460-4d9f-8fb2-43996264493a HTTP/1.1" status: 404 len: 333 time: 0.1088853 Sep 22 21:39:18.842444 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732fc5ef-e40e-4879-9b85-5e477c52ae85 None None] Network a60cf3d2-0358-4d98-89ae-f368d3815787 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:39:18.842712 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47594) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:18.864261 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1375b2-f4fb-490e-983b-2c074fbda5e6 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:39:18.882849 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bfef4f48-98ea-40c1-83d2-1db22b71d22a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:18.887901 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433977ce-e141-4cdf-97a2-253bc0a8d85a tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:18.888778 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-433977ce-e141-4cdf-97a2-253bc0a8d85a tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:18.911410 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ae052eb-3165-4ecc-86c7-6fcf54a8db0d tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:18.911847 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ae052eb-3165-4ecc-86c7-6fcf54a8db0d tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:18.916905 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-5ae052eb-3165-4ecc-86c7-6fcf54a8db0d tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/ca69a3bf-3953-40ee-a1b4-126835581d8d HTTP/1.1" status: 404 len: 337 time: 0.0698419 Sep 22 21:39:18.916905 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-bfef4f48-98ea-40c1-83d2-1db22b71d22a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:18.916905 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47598) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:18.949546 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-433977ce-e141-4cdf-97a2-253bc0a8d85a tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.5218375 Sep 22 21:39:18.950886 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-00de6d3a-d161-4109-91dd-f2a3faca3301 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:18.953905 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-bfef4f48-98ea-40c1-83d2-1db22b71d22a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Usage tracker for resource:security_group_rule and tenant:f0750d6b07cf40699cc6c5c5a2372185 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:18.956433 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47602) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:18.964750 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-bfef4f48-98ea-40c1-83d2-1db22b71d22a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:18.971696 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1375b2-f4fb-490e-983b-2c074fbda5e6 None None] Pushing event updated for resources: {'Port': ['ID=2d02270f-96b2-40d4-9e75-80feec19c6db,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:18.989492 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8b0e87e-2046-48a0-81b9-be8c9cb856e0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:18.990174 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8b0e87e-2046-48a0-81b9-be8c9cb856e0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:18.992675 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e8b0e87e-2046-48a0-81b9-be8c9cb856e0 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/ports/6b1f608a-28a3-4ccb-962f-4eb7b24d70b9 HTTP/1.1" status: 404 len: 333 time: 0.0750589 Sep 22 21:39:18.999427 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47606) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:19.000255 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-bfef4f48-98ea-40c1-83d2-1db22b71d22a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:19.013253 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-aa3688b4-b6d6-48f6-90c2-3c973c8ce60d tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733476589918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6912473'] for subnet, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:19.139984 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-38f92422-ad50-42ac-bcc5-1059eea1ace4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:19.140439 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38f92422-ad50-42ac-bcc5-1059eea1ace4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:19.142165 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-38f92422-ad50-42ac-bcc5-1059eea1ace4 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/7a0fcc83-fe9e-4c6f-9d95-8c0ed3b0627e HTTP/1.1" status: 404 len: 337 time: 0.1393383 Sep 22 21:39:19.148187 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47610) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:19.202355 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 76b638b3-b81e-42bc-ab3c-996615055d2b is: ACTIVE; New status is: DOWN {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:39:19.202854 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:19.237927 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de6d3a-d161-4109-91dd-f2a3faca3301 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Pushing event deleted for resources: {'Port': ['ID=e5e5ac03-930d-44e5-b2fc-5621ee23890b,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:19.243952 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78072eeb-bc7c-41f9-97a7-4254a5e4f580 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-c8f066bb-36c2-475b-89ce-cc92ca354d19', 'network_id': 'c8f066bb-36c2-475b-89ce-cc92ca354d19', 'tenant_id': '9ce427e4086c41e3a73d0ab03ce01898', 'fixed_ips': [{'subnet_id': 'afad3318-7015-4214-a695-04619d5c04f0'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:39:19.244883 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-78072eeb-bc7c-41f9-97a7-4254a5e4f580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:19.258411 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bfef4f48-98ea-40c1-83d2-1db22b71d22a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:19.268722 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bfef4f48-98ea-40c1-83d2-1db22b71d22a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:19.297056 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-00de6d3a-d161-4109-91dd-f2a3faca3301 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks [] for floatingip, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:19.300396 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-00de6d3a-d161-4109-91dd-f2a3faca3301 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:19.301851 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-00de6d3a-d161-4109-91dd-f2a3faca3301 tempest-FloatingIPAdminTestJSON-93562104 tempest-FloatingIPAdminTestJSON-93562104-project] 10.222.0.33 "DELETE /v2.0/floatingips/bf299614-952d-4ce6-8bd7-f3b115f38ccc HTTP/1.1" status: 204 len: 168 time: 2.1399066 Sep 22 21:39:19.330181 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3688b4-b6d6-48f6-90c2-3c973c8ce60d tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:19.331959 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-aa3688b4-b6d6-48f6-90c2-3c973c8ce60d tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:19.336949 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-aa3688b4-b6d6-48f6-90c2-3c973c8ce60d tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "PUT /v2.0/subnets/afad3318-7015-4214-a695-04619d5c04f0 HTTP/1.1" status: 200 len: 826 time: 1.5642028 Sep 22 21:39:19.340819 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-55b8ee6c-d257-4224-bcb1-48a1d03d484c None None] For port 097bf66b-2711-496e-af6e-9dbec98aec19, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:39:19.341402 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47616) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:19.384766 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 76b638b3-b81e-42bc-ab3c-996615055d2b, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=76b638b3-b81e-42bc-ab3c-996615055d2b,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:39:19.412961 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-90058836-98b5-4cbe-a650-c23fba882d6d tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:19.414242 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90058836-98b5-4cbe-a650-c23fba882d6d tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:19.414554 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-2b1375b2-f4fb-490e-983b-2c074fbda5e6 None None] Attempting to bind port 2d02270f-96b2-40d4-9e75-80feec19c6db on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:39:19.414999 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-2b1375b2-f4fb-490e-983b-2c074fbda5e6 None None] Attempting to bind port 2d02270f-96b2-40d4-9e75-80feec19c6db by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'd065e64d-798f-4cd8-8050-2aa0a5ac57bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'aa135ec2-0764-46fa-95cb-693a00536a39'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:39:19.415902 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1375b2-f4fb-490e-983b-2c074fbda5e6 None None] Attempting to bind port 2d02270f-96b2-40d4-9e75-80feec19c6db on network aa135ec2-0764-46fa-95cb-693a00536a39 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:39:19.416962 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-90058836-98b5-4cbe-a650-c23fba882d6d tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/ports/63346a89-cf30-40d3-9d6a-066e8421ce77 HTTP/1.1" status: 404 len: 333 time: 0.1822958 Sep 22 21:39:19.426131 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47620) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:19.463333 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:19.492200 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-55b8ee6c-d257-4224-bcb1-48a1d03d484c None None] For port 097bf66b-2711-496e-af6e-9dbec98aec19, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=097bf66b-2711-496e-af6e-9dbec98aec19,segment=NetworkSegment(38de0539-667e-4bfe-b5de-32e4a31ef047),segment_id=38de0539-667e-4bfe-b5de-32e4a31ef047)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:39:19.510370 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef4f48-98ea-40c1-83d2-1db22b71d22a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97e1e197-5c02-401b-8a89-c88275585561,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:19.519214 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bfef4f48-98ea-40c1-83d2-1db22b71d22a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:19.520398 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-bfef4f48-98ea-40c1-83d2-1db22b71d22a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7381287 Sep 22 21:39:19.528454 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47624) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:19.539564 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7a6eec73-78bd-4ccb-b92d-a22a3100e500 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:19.542863 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-6528244b-3f7e-45c6-827c-8a714ed09f38 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:19.543781 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6528244b-3f7e-45c6-827c-8a714ed09f38 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:19.545637 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6528244b-3f7e-45c6-827c-8a714ed09f38 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/47d1d620-5dc2-4892-ae0d-2e05c27d8dd3 HTTP/1.1" status: 404 len: 337 time: 0.1078932 Sep 22 21:39:19.548149 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47628) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:19.550518 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-f89ad78d-cf1b-41e2-bef8-645e125282bf tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Request body: {'security_group_rule': {'security_group_id': '97e1e197-5c02-401b-8a89-c88275585561', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:19.553422 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1375b2-f4fb-490e-983b-2c074fbda5e6 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:39:19.554011 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1375b2-f4fb-490e-983b-2c074fbda5e6 None None] Checking segment: {'id': 'd065e64d-798f-4cd8-8050-2aa0a5ac57bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'aa135ec2-0764-46fa-95cb-693a00536a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:39:19.554570 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2b1375b2-f4fb-490e-983b-2c074fbda5e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:19.555144 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1375b2-f4fb-490e-983b-2c074fbda5e6 None None] Bound using segment: {'id': 'd065e64d-798f-4cd8-8050-2aa0a5ac57bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'aa135ec2-0764-46fa-95cb-693a00536a39'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:39:19.556352 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-2b1375b2-f4fb-490e-983b-2c074fbda5e6 None None] Bound port: 2d02270f-96b2-40d4-9e75-80feec19c6db, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd065e64d-798f-4cd8-8050-2aa0a5ac57bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'aa135ec2-0764-46fa-95cb-693a00536a39'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:39:19.556897 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2b1375b2-f4fb-490e-983b-2c074fbda5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:19.558054 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-f89ad78d-cf1b-41e2-bef8-645e125282bf tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:19.600493 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-f89ad78d-cf1b-41e2-bef8-645e125282bf tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Usage tracker for resource:security_group_rule and tenant:f0750d6b07cf40699cc6c5c5a2372185 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:19.606524 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-392ef39a-5fd5-4394-9342-cdb5fa3175f1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:19.612691 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-f89ad78d-cf1b-41e2-bef8-645e125282bf tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:19.614915 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb8979c2-2f75-486f-9b9e-52e0f4efc89b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:19.615479 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb8979c2-2f75-486f-9b9e-52e0f4efc89b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:19.617845 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-eb8979c2-2f75-486f-9b9e-52e0f4efc89b tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/ports/62f7ae92-3e2e-44d0-a717-9e04d2949412 HTTP/1.1" status: 404 len: 333 time: 0.0686247 Sep 22 21:39:19.623955 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47634) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:19.625468 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb995a4-689b-400c-856a-6b750323ca26 None None] DHCP port deletion for 98c62b9a-5d2a-496f-a1e5-12a6874f54f0 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:39:19.636553 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3688b4-b6d6-48f6-90c2-3c973c8ce60d tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Pushing event updated for resources: {'Subnet': ['ID=afad3318-7015-4214-a695-04619d5c04f0,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:19.646151 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-55b8ee6c-d257-4224-bcb1-48a1d03d484c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:19.758391 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-0eb995a4-689b-400c-856a-6b750323ca26 None None] Deleting port 76b638b3-b81e-42bc-ab3c-996615055d2b {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:39:19.760277 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0eb995a4-689b-400c-856a-6b750323ca26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:19.786906 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-f89ad78d-cf1b-41e2-bef8-645e125282bf tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:19.788568 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47638) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:19.792635 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-dae2228b-ea3f-4139-b366-2416af7d1610 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:19.796780 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9ddfde1-550b-4ea7-86a8-44d7fcb8b5cb tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:19.797266 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9ddfde1-550b-4ea7-86a8-44d7fcb8b5cb tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:19.799119 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-f9ddfde1-550b-4ea7-86a8-44d7fcb8b5cb tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/subnets/cac58c67-95eb-40b8-ba27-9d76b5137193 HTTP/1.1" status: 404 len: 337 time: 0.1723220 Sep 22 21:39:19.806211 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47642) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:19.873650 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7a6eec73-78bd-4ccb-b92d-a22a3100e500 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:19.931219 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-392ef39a-5fd5-4394-9342-cdb5fa3175f1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Transition to ACTIVE for port object 6bbe07af-b374-4c8b-a2c8-ce12c5222bfd will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:39:19.933049 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e01f51df-c314-40e7-ab30-a44446812d2d None None] Current status of the port 76b638b3-b81e-42bc-ab3c-996615055d2b is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:39:20.030834 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f89ad78d-cf1b-41e2-bef8-645e125282bf tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:20.095318 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-78072eeb-bc7c-41f9-97a7-4254a5e4f580 None None] Allocated IP 2001:db8::2 (c8f066bb-36c2-475b-89ce-cc92ca354d19/afad3318-7015-4214-a695-04619d5c04f0/c1ceeeab-f8b5-46cf-ab0d-5c7c74356351) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:39:20.126696 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-81d47c7c-c09a-43da-8124-7faa9a42a0d2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:20.164896 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f89ad78d-cf1b-41e2-bef8-645e125282bf tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:20.176450 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-dae2228b-ea3f-4139-b366-2416af7d1610 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:20.210954 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-81d47c7c-c09a-43da-8124-7faa9a42a0d2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Deleting port 76b638b3-b81e-42bc-ab3c-996615055d2b {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:39:20.211764 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-81d47c7c-c09a-43da-8124-7faa9a42a0d2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:20.238700 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d50d523e-91df-47aa-9362-8600289c9e10 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=ce570a3e20c14b9facf6c137f860297c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4437649 Sep 22 21:39:20.239515 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device cf14d533-eb12-48a1-b2c8-03d1c22ca09b up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:39:20.241327 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f89ad78d-cf1b-41e2-bef8-645e125282bf tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:20.241473 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47648) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:20.272787 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7a6eec73-78bd-4ccb-b92d-a22a3100e500 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:20.283806 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-392ef39a-5fd5-4394-9342-cdb5fa3175f1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:20.336659 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6eec73-78bd-4ccb-b92d-a22a3100e500 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Pushing event deleted for resources: {'Subnet': ['ID=a03e8d41-5c2c-4b5d-b961-26fdc9089f75,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:20.375242 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ad78d-cf1b-41e2-bef8-645e125282bf tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45e89ae8-c9a8-4b58-929b-4b698000bf34,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:20.397603 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-85ab38c8-2b31-40d1-95c7-2785b2179252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:20.426223 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392ef39a-5fd5-4394-9342-cdb5fa3175f1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Network aa135ec2-0764-46fa-95cb-693a00536a39 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:39:20.438013 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=76b638b3-b81e-42bc-ab3c-996615055d2b,revision_number=15']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:20.463938 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-392ef39a-5fd5-4394-9342-cdb5fa3175f1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:39:20.473665 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f89ad78d-cf1b-41e2-bef8-645e125282bf tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:20.475131 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-f89ad78d-cf1b-41e2-bef8-645e125282bf tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9322119 Sep 22 21:39:20.480465 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47652) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:20.484452 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392ef39a-5fd5-4394-9342-cdb5fa3175f1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:39:20.520101 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-85ab38c8-2b31-40d1-95c7-2785b2179252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:20.534357 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7a6eec73-78bd-4ccb-b92d-a22a3100e500 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:20.551653 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-1ded08b7-7b87-49f8-b166-104c2af46241 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "GET /v2.0/security-group-rules/45e89ae8-c9a8-4b58-929b-4b698000bf34 HTTP/1.1" status: 200 len: 763 time: 0.0681314 Sep 22 21:39:20.560476 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47656) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:20.599606 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-7a6eec73-78bd-4ccb-b92d-a22a3100e500 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a60cf3d2-0358-4d98-89ae-f368d3815787']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:20.627106 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-7a6eec73-78bd-4ccb-b92d-a22a3100e500 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '823cadb7-e73e-43d0-81e5-a6dbdbd30362') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:20.627904 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-7a6eec73-78bd-4ccb-b92d-a22a3100e500 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '823cadb7-e73e-43d0-81e5-a6dbdbd30362') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:20.644978 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7a6eec73-78bd-4ccb-b92d-a22a3100e500 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:20.662290 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac73525-89b5-4ebd-86f2-0d580feea80f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-a60cf3d2-0358-4d98-89ae-f368d3815787', 'network_id': 'a60cf3d2-0358-4d98-89ae-f368d3815787', 'tenant_id': '59b6cc9d17d34b09b817999d5916b12e', 'fixed_ips': [{'subnet_id': 'a03e8d41-5c2c-4b5d-b961-26fdc9089f75'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:39:20.663664 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1ac73525-89b5-4ebd-86f2-0d580feea80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:20.675968 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7a6eec73-78bd-4ccb-b92d-a22a3100e500 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:20.690347 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ef39a-5fd5-4394-9342-cdb5fa3175f1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event updated for resources: {'Port': ['ID=6bbe07af-b374-4c8b-a2c8-ce12c5222bfd,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:20.696993 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a6eec73-78bd-4ccb-b92d-a22a3100e500 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:39:20.697391 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7a6eec73-78bd-4ccb-b92d-a22a3100e500 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:20.753949 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-2b1375b2-f4fb-490e-983b-2c074fbda5e6 None None] For port 2d02270f-96b2-40d4-9e75-80feec19c6db, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:39:20.808200 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-3157a874-ba44-482c-916d-669458eb7e3c tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Synchronizing usage tracker for tenant:f0750d6b07cf40699cc6c5c5a2372185 on resource:security_group_rule {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:39:20.811124 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-392ef39a-5fd5-4394-9342-cdb5fa3175f1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:20.811639 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 823cadb7-e73e-43d0-81e5-a6dbdbd30362 resource provider aggregate not found Sep 22 21:39:20.835901 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port cf14d533-eb12-48a1-b2c8-03d1c22ca09b completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:39:20.839531 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b8ee6c-d257-4224-bcb1-48a1d03d484c None None] Pushing event updated for resources: {'Port': ['ID=097bf66b-2711-496e-af6e-9dbec98aec19,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:20.855397 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 823cadb7-e73e-43d0-81e5-a6dbdbd30362 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 823cadb7-e73e-43d0-81e5-a6dbdbd30362 found for delete ", "request_id": "req-d1788c16-197e-4d84-a8c8-a94d1967fd9c"}]} Sep 22 21:39:20.860537 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-81d47c7c-c09a-43da-8124-7faa9a42a0d2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] For port 76b638b3-b81e-42bc-ab3c-996615055d2b, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=76b638b3-b81e-42bc-ab3c-996615055d2b,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:39:20.864935 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-81d47c7c-c09a-43da-8124-7faa9a42a0d2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:20.866595 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-85ab38c8-2b31-40d1-95c7-2785b2179252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:20.887591 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab38c8-2b31-40d1-95c7-2785b2179252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc376a1-34e1-40f4-bf94-d00fe9e0fa8c,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:20.892172 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-3157a874-ba44-482c-916d-669458eb7e3c tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Unset dirty status for tenant:f0750d6b07cf40699cc6c5c5a2372185 on resource:security_group_rule {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:39:20.896166 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-3157a874-ba44-482c-916d-669458eb7e3c tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3146496 Sep 22 21:39:20.896166 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7a6eec73-78bd-4ccb-b92d-a22a3100e500 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:20.896166 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47664) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:20.937866 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7a6eec73-78bd-4ccb-b92d-a22a3100e500 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:20.940482 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6eec73-78bd-4ccb-b92d-a22a3100e500 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Pushing event deleted for resources: {'Network': ['ID=a60cf3d2-0358-4d98-89ae-f368d3815787,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:20.963103 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-2b1375b2-f4fb-490e-983b-2c074fbda5e6 None None] For port 2d02270f-96b2-40d4-9e75-80feec19c6db, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=2d02270f-96b2-40d4-9e75-80feec19c6db,segment=NetworkSegment(d065e64d-798f-4cd8-8050-2aa0a5ac57bb),segment_id=d065e64d-798f-4cd8-8050-2aa0a5ac57bb)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:39:20.974965 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-7a6eec73-78bd-4ccb-b92d-a22a3100e500 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] 10.222.0.33 "DELETE /v2.0/networks/a60cf3d2-0358-4d98-89ae-f368d3815787 HTTP/1.1" status: 204 len: 168 time: 2.0092611 Sep 22 21:39:20.974965 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-85ab38c8-2b31-40d1-95c7-2785b2179252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:20.975772 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-85ab38c8-2b31-40d1-95c7-2785b2179252 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/1fc376a1-34e1-40f4-bf94-d00fe9e0fa8c HTTP/1.1" status: 204 len: 168 time: 0.7335293 Sep 22 21:39:20.978787 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-087b4a8c-cf00-4a49-a496-ad0b58308543 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:20.984915 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47668) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:20.986854 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port cf14d533-eb12-48a1-b2c8-03d1c22ca09b triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:39:20.987436 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:20.987984 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port cf14d533-eb12-48a1-b2c8-03d1c22ca09b Sep 22 21:39:20.997235 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-8751d273-75b3-403d-8334-684dd17542cf tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-242135140'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:21.002659 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-087b4a8c-cf00-4a49-a496-ad0b58308543 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:21.009839 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-8751d273-75b3-403d-8334-684dd17542cf tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:21.018192 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-8751d273-75b3-403d-8334-684dd17542cf tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Usage tracker for resource:network and tenant:59b6cc9d17d34b09b817999d5916b12e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:21.022451 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-8751d273-75b3-403d-8334-684dd17542cf tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:21.031338 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-8751d273-75b3-403d-8334-684dd17542cf tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:21.044474 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2b1375b2-f4fb-490e-983b-2c074fbda5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:21.047066 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8751d273-75b3-403d-8334-684dd17542cf tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Made reservation on behalf of 59b6cc9d17d34b09b817999d5916b12e for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:39:21.051835 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8751d273-75b3-403d-8334-684dd17542cf tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:21.067525 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-087b4a8c-cf00-4a49-a496-ad0b58308543 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:21.095716 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-81d47c7c-c09a-43da-8124-7faa9a42a0d2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Calling delete_port for 76b638b3-b81e-42bc-ab3c-996615055d2b owned by network:dhcp {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:39:21.099753 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087b4a8c-cf00-4a49-a496-ad0b58308543 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=45e89ae8-c9a8-4b58-929b-4b698000bf34,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:21.105949 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-087b4a8c-cf00-4a49-a496-ad0b58308543 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:21.109277 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-087b4a8c-cf00-4a49-a496-ad0b58308543 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/45e89ae8-c9a8-4b58-929b-4b698000bf34 HTTP/1.1" status: 204 len: 168 time: 0.2097495 Sep 22 21:39:21.110960 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47674) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:21.130168 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8751d273-75b3-403d-8334-684dd17542cf tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:39:21.152438 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8751d273-75b3-403d-8334-684dd17542cf tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:21.152993 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-8751d273-75b3-403d-8334-684dd17542cf tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Added segment 6be17ee2-e6c2-4c2a-ad53-110cf42299c4 of type vlan for network cb68fc90-dbd5-485f-a70e-b50c0837e1b0 Sep 22 21:39:21.175361 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-0eb995a4-689b-400c-856a-6b750323ca26 None None] For port 76b638b3-b81e-42bc-ab3c-996615055d2b, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=76b638b3-b81e-42bc-ab3c-996615055d2b,segment=NetworkSegment(7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5),segment_id=7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:39:21.176428 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0eb995a4-689b-400c-856a-6b750323ca26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:21.195333 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-71d00331-29f8-42d3-a1ee-64b961aac1fb tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Synchronizing usage tracker for tenant:f0750d6b07cf40699cc6c5c5a2372185 on resource:security_group_rule {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:39:21.221723 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8751d273-75b3-403d-8334-684dd17542cf tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:21.243669 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-71d00331-29f8-42d3-a1ee-64b961aac1fb tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Unset dirty status for tenant:f0750d6b07cf40699cc6c5c5a2372185 on resource:security_group_rule {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:39:21.244808 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-71d00331-29f8-42d3-a1ee-64b961aac1fb tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1343021 Sep 22 21:39:21.247849 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47678) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:21.254683 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1375b2-f4fb-490e-983b-2c074fbda5e6 None None] Pushing event updated for resources: {'Port': ['ID=2d02270f-96b2-40d4-9e75-80feec19c6db,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:21.260906 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-415eb2f6-de65-4e17-a9e7-8d2bdf2d623d tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Request body: {'security_group_rule': {'security_group_id': '97e1e197-5c02-401b-8a89-c88275585561', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:21.276187 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-415eb2f6-de65-4e17-a9e7-8d2bdf2d623d tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:21.280243 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-78072eeb-bc7c-41f9-97a7-4254a5e4f580 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:21.292735 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-78072eeb-bc7c-41f9-97a7-4254a5e4f580 None None] Transition to ACTIVE for port object c1ceeeab-f8b5-46cf-ab0d-5c7c74356351 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:39:21.301283 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-415eb2f6-de65-4e17-a9e7-8d2bdf2d623d tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:21.306373 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8751d273-75b3-403d-8334-684dd17542cf tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:21.317374 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-78072eeb-bc7c-41f9-97a7-4254a5e4f580 None None] Transition to ACTIVE for port object c1ceeeab-f8b5-46cf-ab0d-5c7c74356351 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:39:21.319660 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8751d273-75b3-403d-8334-684dd17542cf tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:21.320313 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8751d273-75b3-403d-8334-684dd17542cf tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:21.405666 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-78072eeb-bc7c-41f9-97a7-4254a5e4f580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:21.492207 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-81d47c7c-c09a-43da-8124-7faa9a42a0d2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:21.497855 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-dae2228b-ea3f-4139-b366-2416af7d1610 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:21.516143 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-0eb995a4-689b-400c-856a-6b750323ca26 None None] Calling delete_port for 76b638b3-b81e-42bc-ab3c-996615055d2b owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:39:21.576315 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-8751d273-75b3-403d-8334-684dd17542cf tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5874357 Sep 22 21:39:21.577506 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-415eb2f6-de65-4e17-a9e7-8d2bdf2d623d tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:21.590347 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47684) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:21.608050 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae2228b-ea3f-4139-b366-2416af7d1610 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Pushing event deleted for resources: {'Subnet': ['ID=afad3318-7015-4214-a695-04619d5c04f0,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:21.609013 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8751d273-75b3-403d-8334-684dd17542cf tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Pushing event updated for resources: {'Network': ['ID=cb68fc90-dbd5-485f-a70e-b50c0837e1b0,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:21.637814 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47688) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:21.651578 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.db.api [None req-0eb995a4-689b-400c-856a-6b750323ca26 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:39:21.651930 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG oslo_db.api [None req-0eb995a4-689b-400c-856a-6b750323ca26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:39:21.653786 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4643cf7-84ca-4ccc-9b34-47f2dd9ad354 None None] Network a60cf3d2-0358-4d98-89ae-f368d3815787 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:39:21.663068 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-b15a4917-e643-4d78-8d37-93288286743c tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Request body: {'subnet': {'network_id': 'cb68fc90-dbd5-485f-a70e-b50c0837e1b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:21.671190 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5f34e5f0-57e1-4d8f-83a4-2258bb5b63fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:21.676563 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network cb68fc90-dbd5-485f-a70e-b50c0837e1b0 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:39:21.689882 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ceefc4-4ff5-41fa-bf85-d68e4476b171 None None] Network 97477d86-672b-4253-9918-33fb3813d26b requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:39:21.692752 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-5f34e5f0-57e1-4d8f-83a4-2258bb5b63fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:21.701484 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-5f34e5f0-57e1-4d8f-83a4-2258bb5b63fa admin admin] Usage tracker for resource:security_group_rule and tenant:923d0a0b510d44edaca81ce5ffd73141 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:21.712133 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-5f34e5f0-57e1-4d8f-83a4-2258bb5b63fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:21.721824 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-415eb2f6-de65-4e17-a9e7-8d2bdf2d623d tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:21.723085 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-5f34e5f0-57e1-4d8f-83a4-2258bb5b63fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:21.742354 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-415eb2f6-de65-4e17-a9e7-8d2bdf2d623d tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:21.777952 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78072eeb-bc7c-41f9-97a7-4254a5e4f580 None None] Network c8f066bb-36c2-475b-89ce-cc92ca354d19 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:39:21.800375 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415eb2f6-de65-4e17-a9e7-8d2bdf2d623d tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a01fc861-d3e5-4224-b3bd-f40031525101,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:21.819380 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d47c7c-c09a-43da-8124-7faa9a42a0d2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event deleted for resources: {'Port': ['ID=76b638b3-b81e-42bc-ab3c-996615055d2b,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:21.824743 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d47c7c-c09a-43da-8124-7faa9a42a0d2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] No DVR routers for this DVR port 76b638b3-b81e-42bc-ab3c-996615055d2b on host dv-neutron-858900-1-hyperv {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:39:21.830304 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-415eb2f6-de65-4e17-a9e7-8d2bdf2d623d tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:21.835472 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-415eb2f6-de65-4e17-a9e7-8d2bdf2d623d tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5827763 Sep 22 21:39:21.840905 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47692) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:21.877324 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-fbd13cf6-e5e6-47d9-97c1-b791a31187fe tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "GET /v2.0/security-group-rules/a01fc861-d3e5-4224-b3bd-f40031525101 HTTP/1.1" status: 200 len: 763 time: 0.0351191 Sep 22 21:39:21.880013 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47696) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:21.917910 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4643cf7-84ca-4ccc-9b34-47f2dd9ad354 None None] Network a60cf3d2-0358-4d98-89ae-f368d3815787 could not be found, it might have been deleted concurrently. {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 22 21:39:21.920027 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-78072eeb-bc7c-41f9-97a7-4254a5e4f580 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:39:21.967295 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-814bea1e-a449-425a-9cba-8fdf62e15af3 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Synchronizing usage tracker for tenant:f0750d6b07cf40699cc6c5c5a2372185 on resource:security_group_rule {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:39:21.981109 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5f34e5f0-57e1-4d8f-83a4-2258bb5b63fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:21.990715 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5f34e5f0-57e1-4d8f-83a4-2258bb5b63fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:21.998047 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-392ef39a-5fd5-4394-9342-cdb5fa3175f1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:22.008520 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-814bea1e-a449-425a-9cba-8fdf62e15af3 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Unset dirty status for tenant:f0750d6b07cf40699cc6c5c5a2372185 on resource:security_group_rule {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:39:22.009838 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-814bea1e-a449-425a-9cba-8fdf62e15af3 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1288364 Sep 22 21:39:22.013487 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47700) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:22.025605 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-dae2228b-ea3f-4139-b366-2416af7d1610 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:22.062346 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78072eeb-bc7c-41f9-97a7-4254a5e4f580 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:39:22.062557 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f34e5f0-57e1-4d8f-83a4-2258bb5b63fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a2bd91-e661-4278-bd53-7a543094cbc8,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:22.070584 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-5f34e5f0-57e1-4d8f-83a4-2258bb5b63fa admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=923d0a0b510d44edaca81ce5ffd73141&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4295564 Sep 22 21:39:22.071609 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47704) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:22.077091 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78072eeb-bc7c-41f9-97a7-4254a5e4f580 None None] Pushing event updated for resources: {'Port': ['ID=c1ceeeab-f8b5-46cf-ab0d-5c7c74356351,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:22.084921 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3e1aa0ca-d16a-4198-ae5d-4ee04556d35c tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:22.105494 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3e1aa0ca-d16a-4198-ae5d-4ee04556d35c tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:22.149144 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-b15a4917-e643-4d78-8d37-93288286743c tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:22.166014 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-b15a4917-e643-4d78-8d37-93288286743c tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Usage tracker for resource:subnet and tenant:59b6cc9d17d34b09b817999d5916b12e is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:22.166286 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3e1aa0ca-d16a-4198-ae5d-4ee04556d35c tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:22.169261 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-0eb995a4-689b-400c-856a-6b750323ca26 None None] Deleting port 76b638b3-b81e-42bc-ab3c-996615055d2b {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:39:22.169827 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0eb995a4-689b-400c-856a-6b750323ca26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:22.178332 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-dae2228b-ea3f-4139-b366-2416af7d1610 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8f066bb-36c2-475b-89ce-cc92ca354d19']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:22.185733 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-b15a4917-e643-4d78-8d37-93288286743c tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:22.186619 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1aa0ca-d16a-4198-ae5d-4ee04556d35c tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a01fc861-d3e5-4224-b3bd-f40031525101,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:22.188846 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-935c1c1e-5f9c-4a63-86cc-942034b4003f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:22.200331 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-81d47c7c-c09a-43da-8124-7faa9a42a0d2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:22.212310 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-b15a4917-e643-4d78-8d37-93288286743c tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:22.227330 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3e1aa0ca-d16a-4198-ae5d-4ee04556d35c tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:22.229122 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-3e1aa0ca-d16a-4198-ae5d-4ee04556d35c tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/a01fc861-d3e5-4224-b3bd-f40031525101 HTTP/1.1" status: 204 len: 168 time: 0.2147188 Sep 22 21:39:22.232324 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47708) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:22.235809 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-935c1c1e-5f9c-4a63-86cc-942034b4003f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:22.237056 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-dae2228b-ea3f-4139-b366-2416af7d1610 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5af013e-2ea8-4d6b-bd4e-9e1d949c608a') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:22.237602 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-dae2228b-ea3f-4139-b366-2416af7d1610 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5af013e-2ea8-4d6b-bd4e-9e1d949c608a') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:22.262135 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-0eb995a4-689b-400c-856a-6b750323ca26 None None] The port '76b638b3-b81e-42bc-ab3c-996615055d2b' was deleted {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 21:39:22.263418 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-9fb49b9e-cbf1-4765-95fe-1940305644b8 None None] Provisioning for port 097bf66b-2711-496e-af6e-9dbec98aec19 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:39:22.329397 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-81d47c7c-c09a-43da-8124-7faa9a42a0d2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98c62b9a-5d2a-496f-a1e5-12a6874f54f0']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:22.330123 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-8315221e-7c89-43dc-8b82-8e74d7302860 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Synchronizing usage tracker for tenant:f0750d6b07cf40699cc6c5c5a2372185 on resource:security_group_rule {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:39:22.361668 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port cf14d533-eb12-48a1-b2c8-03d1c22ca09b is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:39:22.362098 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:22.365263 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-8315221e-7c89-43dc-8b82-8e74d7302860 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Unset dirty status for tenant:f0750d6b07cf40699cc6c5c5a2372185 on resource:security_group_rule {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:39:22.369706 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-8315221e-7c89-43dc-8b82-8e74d7302860 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1364739 Sep 22 21:39:22.370553 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47712) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:22.382110 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-717ac7a9-b65e-401e-a33d-0162058e233a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Request body: {'security_group_rule': {'security_group_id': '97e1e197-5c02-401b-8a89-c88275585561', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:22.385985 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-dae2228b-ea3f-4139-b366-2416af7d1610 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:22.392322 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-717ac7a9-b65e-401e-a33d-0162058e233a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:22.393492 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-78072eeb-bc7c-41f9-97a7-4254a5e4f580 None None] Attempting to bind port c1ceeeab-f8b5-46cf-ab0d-5c7c74356351 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:39:22.394246 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-78072eeb-bc7c-41f9-97a7-4254a5e4f580 None None] Attempting to bind port c1ceeeab-f8b5-46cf-ab0d-5c7c74356351 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'c5af013e-2ea8-4d6b-bd4e-9e1d949c608a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c8f066bb-36c2-475b-89ce-cc92ca354d19'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:39:22.394246 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78072eeb-bc7c-41f9-97a7-4254a5e4f580 None None] Attempting to bind port c1ceeeab-f8b5-46cf-ab0d-5c7c74356351 on network c8f066bb-36c2-475b-89ce-cc92ca354d19 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:39:22.394466 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-935c1c1e-5f9c-4a63-86cc-942034b4003f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:22.412236 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78072eeb-bc7c-41f9-97a7-4254a5e4f580 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:39:22.412693 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78072eeb-bc7c-41f9-97a7-4254a5e4f580 None None] Checking segment: {'id': 'c5af013e-2ea8-4d6b-bd4e-9e1d949c608a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c8f066bb-36c2-475b-89ce-cc92ca354d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:39:22.413022 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-78072eeb-bc7c-41f9-97a7-4254a5e4f580 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:22.413414 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78072eeb-bc7c-41f9-97a7-4254a5e4f580 None None] Bound using segment: {'id': 'c5af013e-2ea8-4d6b-bd4e-9e1d949c608a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c8f066bb-36c2-475b-89ce-cc92ca354d19'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:39:22.413899 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-78072eeb-bc7c-41f9-97a7-4254a5e4f580 None None] Bound port: c1ceeeab-f8b5-46cf-ab0d-5c7c74356351, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5af013e-2ea8-4d6b-bd4e-9e1d949c608a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c8f066bb-36c2-475b-89ce-cc92ca354d19'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:39:22.414277 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-78072eeb-bc7c-41f9-97a7-4254a5e4f580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:22.415885 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c1c1e-5f9c-4a63-86cc-942034b4003f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a2bd91-e661-4278-bd53-7a543094cbc8,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:22.422626 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15a4917-e643-4d78-8d37-93288286743c tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Made reservation on behalf of 59b6cc9d17d34b09b817999d5916b12e for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:39:22.426056 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b15a4917-e643-4d78-8d37-93288286743c tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:22.429798 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-717ac7a9-b65e-401e-a33d-0162058e233a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:22.444958 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-935c1c1e-5f9c-4a63-86cc-942034b4003f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:22.447363 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-935c1c1e-5f9c-4a63-86cc-942034b4003f admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/68a2bd91-e661-4278-bd53-7a543094cbc8 HTTP/1.1" status: 204 len: 168 time: 0.3746021 Sep 22 21:39:22.451158 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.securitygroups_db [None req-717ac7a9-b65e-401e-a33d-0162058e233a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Project f0750d6b07cf40699cc6c5c5a2372185 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 21:39:22.455250 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-81d47c7c-c09a-43da-8124-7faa9a42a0d2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:22.455557 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-81d47c7c-c09a-43da-8124-7faa9a42a0d2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:22.461654 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-717ac7a9-b65e-401e-a33d-0162058e233a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:22.541355 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-81d47c7c-c09a-43da-8124-7faa9a42a0d2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:22.561393 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-dae2228b-ea3f-4139-b366-2416af7d1610 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:22.573949 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port cf14d533-eb12-48a1-b2c8-03d1c22ca09b, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=cf14d533-eb12-48a1-b2c8-03d1c22ca09b,segment=NetworkSegment(3c87bafb-a556-43a2-981a-cee830279bfd),segment_id=3c87bafb-a556-43a2-981a-cee830279bfd)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:39:22.585716 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dae2228b-ea3f-4139-b366-2416af7d1610 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:39:22.586384 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-dae2228b-ea3f-4139-b366-2416af7d1610 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:22.586686 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-717ac7a9-b65e-401e-a33d-0162058e233a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:22.598657 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-717ac7a9-b65e-401e-a33d-0162058e233a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:22.638394 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:22.655444 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717ac7a9-b65e-401e-a33d-0162058e233a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9f6c2b0-b7d6-4ea7-94e3-91cd2960fdc6,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:22.693463 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-717ac7a9-b65e-401e-a33d-0162058e233a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:22.702659 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-717ac7a9-b65e-401e-a33d-0162058e233a tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3301744 Sep 22 21:39:22.703459 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47720) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:22.721023 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment c5af013e-2ea8-4d6b-bd4e-9e1d949c608a resource provider aggregate not found Sep 22 21:39:22.728792 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-78072eeb-bc7c-41f9-97a7-4254a5e4f580 None None] For port c1ceeeab-f8b5-46cf-ab0d-5c7c74356351, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:39:22.749756 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-5827c884-b677-42af-b783-645d2f29d023 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "GET /v2.0/security-group-rules/b9f6c2b0-b7d6-4ea7-94e3-91cd2960fdc6 HTTP/1.1" status: 200 len: 769 time: 0.0449307 Sep 22 21:39:22.752215 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47726) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:22.778130 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=cf14d533-eb12-48a1-b2c8-03d1c22ca09b,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:22.796109 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-81d47c7c-c09a-43da-8124-7faa9a42a0d2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:22.798691 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.db.api [None req-dae2228b-ea3f-4139-b366-2416af7d1610 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 22 21:39:22.798691 dv-neutron-858900-1-hyperv neutron-server[89008]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 22 21:39:22.798691 dv-neutron-858900-1-hyperv neutron-server[89008]: [parameters: {'id': 'c8f066bb-36c2-475b-89ce-cc92ca354d19'}] Sep 22 21:39:22.798691 dv-neutron-858900-1-hyperv neutron-server[89008]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:39:22.799524 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG oslo_db.api [None req-dae2228b-ea3f-4139-b366-2416af7d1610 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:39:22.811838 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment c5af013e-2ea8-4d6b-bd4e-9e1d949c608a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c5af013e-2ea8-4d6b-bd4e-9e1d949c608a found for delete ", "request_id": "req-57c18ca4-548d-44fa-a816-c551b9e5ee3b"}]} Sep 22 21:39:22.818980 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-78072eeb-bc7c-41f9-97a7-4254a5e4f580 None None] For port c1ceeeab-f8b5-46cf-ab0d-5c7c74356351, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=c1ceeeab-f8b5-46cf-ab0d-5c7c74356351,segment=NetworkSegment(c5af013e-2ea8-4d6b-bd4e-9e1d949c608a),segment_id=c5af013e-2ea8-4d6b-bd4e-9e1d949c608a)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:39:22.827462 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-78072eeb-bc7c-41f9-97a7-4254a5e4f580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:22.875823 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-c8514c4c-c86d-46c2-a128-a3f25face85c tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Synchronizing usage tracker for tenant:f0750d6b07cf40699cc6c5c5a2372185 on resource:security_group_rule {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:39:22.902480 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-c8514c4c-c86d-46c2-a128-a3f25face85c tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Unset dirty status for tenant:f0750d6b07cf40699cc6c5c5a2372185 on resource:security_group_rule {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:39:22.907979 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c8514c4c-c86d-46c2-a128-a3f25face85c tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1521790 Sep 22 21:39:22.907979 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47732) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:22.975014 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-dfc82496-a354-42ca-b745-6ba655628ed6 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:22.993762 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-dfc82496-a354-42ca-b745-6ba655628ed6 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:22.995254 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 097bf66b-2711-496e-af6e-9dbec98aec19 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:39:23.023498 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-dfc82496-a354-42ca-b745-6ba655628ed6 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:23.046683 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc82496-a354-42ca-b745-6ba655628ed6 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b9f6c2b0-b7d6-4ea7-94e3-91cd2960fdc6,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:23.067814 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-dfc82496-a354-42ca-b745-6ba655628ed6 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:23.068981 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-dfc82496-a354-42ca-b745-6ba655628ed6 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/b9f6c2b0-b7d6-4ea7-94e3-91cd2960fdc6 HTTP/1.1" status: 204 len: 168 time: 0.1605973 Sep 22 21:39:23.074394 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47736) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:23.082622 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81d47c7c-c09a-43da-8124-7faa9a42a0d2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:39:23.083149 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-81d47c7c-c09a-43da-8124-7faa9a42a0d2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:23.086476 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e26af0-9103-4cd3-82fd-fc8c97603226 None None] Network aa135ec2-0764-46fa-95cb-693a00536a39 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:39:23.122338 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-1cbf6829-9fe6-4588-bebb-03a8aeef4878 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Synchronizing usage tracker for tenant:f0750d6b07cf40699cc6c5c5a2372185 on resource:security_group_rule {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:39:23.143312 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-1cbf6829-9fe6-4588-bebb-03a8aeef4878 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Unset dirty status for tenant:f0750d6b07cf40699cc6c5c5a2372185 on resource:security_group_rule {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:39:23.144914 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-1cbf6829-9fe6-4588-bebb-03a8aeef4878 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0694737 Sep 22 21:39:23.148141 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47740) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:23.193152 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47744) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:23.221751 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-54967acc-39d0-4a74-932c-d06fb78daa6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:23.249649 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78072eeb-bc7c-41f9-97a7-4254a5e4f580 None None] Pushing event updated for resources: {'Port': ['ID=c1ceeeab-f8b5-46cf-ab0d-5c7c74356351,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:23.254549 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-54967acc-39d0-4a74-932c-d06fb78daa6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:23.256337 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-6d44c80c-389e-4d03-929a-4b65c2be5a11 None None] Provisioning for port 2d02270f-96b2-40d4-9e75-80feec19c6db completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:39:23.261697 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-97348791-64ac-4c61-94d5-c626a8abb790 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:23.264132 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-54967acc-39d0-4a74-932c-d06fb78daa6e admin admin] Usage tracker for resource:security_group_rule and tenant:41d309fadf3b422baaf1a65643e22a63 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:23.267921 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-54967acc-39d0-4a74-932c-d06fb78daa6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:23.269584 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bff9fce-1bd7-494a-a700-53343c601d5b None None] Network c8f066bb-36c2-475b-89ce-cc92ca354d19 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:39:23.287464 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-54967acc-39d0-4a74-932c-d06fb78daa6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:23.302530 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-dae2228b-ea3f-4139-b366-2416af7d1610 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:23.313766 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-97348791-64ac-4c61-94d5-c626a8abb790 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:23.340336 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-81d47c7c-c09a-43da-8124-7faa9a42a0d2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:23.348274 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999b8171-49ee-4095-8860-95422a75f35f None None] Update dhcp port {'port': {'network_id': '97477d86-672b-4253-9918-33fb3813d26b', 'fixed_ips': [{'subnet_id': '7fd9d884-e3ef-4c92-86cf-949e693f8845', 'ip_address': '2001:db8::2'}, {'subnet_id': '69824078-1f19-456c-8695-e458d5709e6b'}], 'binding:host_id': 'dv-neutron-858900-1-hyperv'}, 'id': '097bf66b-2711-496e-af6e-9dbec98aec19'} from dv-neutron-858900-1-hyperv. {{(pid=89010) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 22 21:39:23.400813 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-81d47c7c-c09a-43da-8124-7faa9a42a0d2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:23.407671 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d47c7c-c09a-43da-8124-7faa9a42a0d2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] Pushing event deleted for resources: {'Network': ['ID=98c62b9a-5d2a-496f-a1e5-12a6874f54f0,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:23.410252 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-97348791-64ac-4c61-94d5-c626a8abb790 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:23.426560 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-dae2228b-ea3f-4139-b366-2416af7d1610 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Deleting port c1ceeeab-f8b5-46cf-ab0d-5c7c74356351 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:39:23.426927 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-dae2228b-ea3f-4139-b366-2416af7d1610 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:23.451838 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97348791-64ac-4c61-94d5-c626a8abb790 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e1e197-5c02-401b-8a89-c88275585561,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:23.456969 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-999b8171-49ee-4095-8860-95422a75f35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:23.465523 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-54967acc-39d0-4a74-932c-d06fb78daa6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:23.475134 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-54967acc-39d0-4a74-932c-d06fb78daa6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:23.502930 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-97348791-64ac-4c61-94d5-c626a8abb790 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:23.504216 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-97348791-64ac-4c61-94d5-c626a8abb790 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "DELETE /v2.0/security-groups/97e1e197-5c02-401b-8a89-c88275585561 HTTP/1.1" status: 204 len: 168 time: 0.3538702 Sep 22 21:39:23.506871 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-81d47c7c-c09a-43da-8124-7faa9a42a0d2 tempest-NetworksTestDHCPv6-1724175418 tempest-NetworksTestDHCPv6-1724175418-project] 10.222.0.33 "DELETE /v2.0/networks/98c62b9a-5d2a-496f-a1e5-12a6874f54f0 HTTP/1.1" status: 204 len: 168 time: 3.6999497 Sep 22 21:39:23.519745 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47750) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:23.547348 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-54967acc-39d0-4a74-932c-d06fb78daa6e admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=41d309fadf3b422baaf1a65643e22a63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3529670 Sep 22 21:39:23.548208 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47754) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:23.550944 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54967acc-39d0-4a74-932c-d06fb78daa6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c901fe-bd77-4bab-8615-0527bcbadcb1,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:23.578568 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 097bf66b-2711-496e-af6e-9dbec98aec19 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:39:23.605589 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-392ef39a-5fd5-4394-9342-cdb5fa3175f1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:23.614798 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b15a4917-e643-4d78-8d37-93288286743c tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:23.620853 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b0a982a4-e071-4465-8f98-9ed470344c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:23.639403 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 097bf66b-2711-496e-af6e-9dbec98aec19 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:39:23.639801 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:23.640154 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 097bf66b-2711-496e-af6e-9dbec98aec19 Sep 22 21:39:23.647764 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b0a982a4-e071-4465-8f98-9ed470344c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:23.687051 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-392ef39a-5fd5-4394-9342-cdb5fa3175f1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:23.708664 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b0a982a4-e071-4465-8f98-9ed470344c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:23.731640 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a982a4-e071-4465-8f98-9ed470344c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c901fe-bd77-4bab-8615-0527bcbadcb1,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:23.737235 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b0a982a4-e071-4465-8f98-9ed470344c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:23.742305 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-b0a982a4-e071-4465-8f98-9ed470344c82 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/16c901fe-bd77-4bab-8615-0527bcbadcb1 HTTP/1.1" status: 204 len: 168 time: 0.1925325 Sep 22 21:39:23.865119 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-392ef39a-5fd5-4394-9342-cdb5fa3175f1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:23.889038 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ef39a-5fd5-4394-9342-cdb5fa3175f1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event updated for resources: {'Port': ['ID=6bbe07af-b374-4c8b-a2c8-ce12c5222bfd,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:23.901354 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47762) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:24.034025 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-48f482b1-4cda-4a1e-a0b4-fe955844dcbe tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Synchronizing usage tracker for tenant:f0750d6b07cf40699cc6c5c5a2372185 on resource:security_group {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:39:24.060248 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 93959960-efb2-4e13-ba82-ecad6483840d up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:39:24.135606 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a4917-e643-4d78-8d37-93288286743c tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Pushing event updated for resources: {'Subnet': ['ID=96946107-f577-4997-9ace-59b995e47460,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:24.172522 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6d7149e4-89f7-48b6-aa71-a4612816b248 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=4fef33e75cf240fcbb352fce012907b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2698603 Sep 22 21:39:24.175106 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47776) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:24.184835 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-48f482b1-4cda-4a1e-a0b4-fe955844dcbe tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Unset dirty status for tenant:f0750d6b07cf40699cc6c5c5a2372185 on resource:security_group {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:39:24.186533 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-48f482b1-4cda-4a1e-a0b4-fe955844dcbe tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6642094 Sep 22 21:39:24.191362 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47780) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:24.195143 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-999b8171-49ee-4095-8860-95422a75f35f None None] Allocated IP 172.20.0.1 (97477d86-672b-4253-9918-33fb3813d26b/69824078-1f19-456c-8695-e458d5709e6b/097bf66b-2711-496e-af6e-9dbec98aec19) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:39:24.208154 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-e3181314-4aef-47ba-a30e-357bc41b99ae tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Request body: {'security_group': {'name': 'tempest-secgroup--1832538346'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:24.215445 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15a4917-e643-4d78-8d37-93288286743c tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Checking segment: {'id': '6be17ee2-e6c2-4c2a-ad53-110cf42299c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'cb68fc90-dbd5-485f-a70e-b50c0837e1b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:39:24.216036 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15a4917-e643-4d78-8d37-93288286743c tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Network hostable DHCP agents. Network: cb68fc90-dbd5-485f-a70e-b50c0837e1b0, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:39:24.225240 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392ef39a-5fd5-4394-9342-cdb5fa3175f1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Network aa135ec2-0764-46fa-95cb-693a00536a39 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:39:24.238832 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-392ef39a-5fd5-4394-9342-cdb5fa3175f1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:39:24.241546 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-e3181314-4aef-47ba-a30e-357bc41b99ae tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:24.252740 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-dae2228b-ea3f-4139-b366-2416af7d1610 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] For port c1ceeeab-f8b5-46cf-ab0d-5c7c74356351, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=c1ceeeab-f8b5-46cf-ab0d-5c7c74356351,segment=NetworkSegment(c5af013e-2ea8-4d6b-bd4e-9e1d949c608a),segment_id=c5af013e-2ea8-4d6b-bd4e-9e1d949c608a)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:39:24.253097 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-dae2228b-ea3f-4139-b366-2416af7d1610 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:24.317864 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a447274c-6ea8-4fa8-bd15-a2aaec2d69db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:24.333042 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-e3181314-4aef-47ba-a30e-357bc41b99ae tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:24.354716 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a447274c-6ea8-4fa8-bd15-a2aaec2d69db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:24.417607 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a447274c-6ea8-4fa8-bd15-a2aaec2d69db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:24.455181 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a447274c-6ea8-4fa8-bd15-a2aaec2d69db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e83b65c-db6b-4040-804e-26a5b6e786b4,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:24.462433 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d65ea7-0a0f-49cd-abe7-a94a34534931 None None] Network c8f066bb-36c2-475b-89ce-cc92ca354d19 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:39:24.469684 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a447274c-6ea8-4fa8-bd15-a2aaec2d69db admin admin] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:24.475854 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a447274c-6ea8-4fa8-bd15-a2aaec2d69db admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/3e83b65c-db6b-4040-804e-26a5b6e786b4 HTTP/1.1" status: 204 len: 168 time: 0.2984023 Sep 22 21:39:24.480203 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 097bf66b-2711-496e-af6e-9dbec98aec19 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:39:24.480590 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:24.533326 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-dae2228b-ea3f-4139-b366-2416af7d1610 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Calling delete_port for c1ceeeab-f8b5-46cf-ab0d-5c7c74356351 owned by network:dhcp {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:39:24.576125 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e3181314-4aef-47ba-a30e-357bc41b99ae tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:24.584517 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15a4917-e643-4d78-8d37-93288286743c tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Network cb68fc90-dbd5-485f-a70e-b50c0837e1b0 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:39:24.605683 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port 93959960-efb2-4e13-ba82-ecad6483840d triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:39:24.606594 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:24.606594 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port 93959960-efb2-4e13-ba82-ecad6483840d Sep 22 21:39:24.626327 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-e3181314-4aef-47ba-a30e-357bc41b99ae tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:24.631824 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-b15a4917-e643-4d78-8d37-93288286743c tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, cb68fc90-dbd5-485f-a70e-b50c0837e1b0) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:39:24.645628 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-e3181314-4aef-47ba-a30e-357bc41b99ae tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Usage tracker for resource:security_group_rule and tenant:f0750d6b07cf40699cc6c5c5a2372185 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:24.649340 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15a4917-e643-4d78-8d37-93288286743c tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:24.649700 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b15a4917-e643-4d78-8d37-93288286743c tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:24.654841 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-e3181314-4aef-47ba-a30e-357bc41b99ae tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:24.668852 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8ff3cf-c4f9-43ec-8052-e8018f2e5b82 None None] Network cb68fc90-dbd5-485f-a70e-b50c0837e1b0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:39:24.680589 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-e3181314-4aef-47ba-a30e-357bc41b99ae tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:24.694243 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392ef39a-5fd5-4394-9342-cdb5fa3175f1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Router 86d2ef5b-b34f-4e1e-9c59-268ad50c9267 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:39:24.701872 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47796) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:24.710139 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-b15a4917-e643-4d78-8d37-93288286743c tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0992932 Sep 22 21:39:24.714054 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47804) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:24.722242 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-dae2228b-ea3f-4139-b366-2416af7d1610 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:24.765853 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-999b8171-49ee-4095-8860-95422a75f35f None None] For port 097bf66b-2711-496e-af6e-9dbec98aec19, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=097bf66b-2711-496e-af6e-9dbec98aec19,segment=NetworkSegment(38de0539-667e-4bfe-b5de-32e4a31ef047),segment_id=38de0539-667e-4bfe-b5de-32e4a31ef047)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:39:24.796644 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-999b8171-49ee-4095-8860-95422a75f35f None None] Notify callbacks [] for port, precommit_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:24.818361 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-999b8171-49ee-4095-8860-95422a75f35f None None] Transition to ACTIVE for port object 097bf66b-2711-496e-af6e-9dbec98aec19 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:39:24.917022 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-999b8171-49ee-4095-8860-95422a75f35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:24.942749 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-708afc3f-adcc-47f7-9545-fe7143c8a984 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2143091681'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:24.966928 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-708afc3f-adcc-47f7-9545-fe7143c8a984 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:24.973731 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-708afc3f-adcc-47f7-9545-fe7143c8a984 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Usage tracker for resource:network and tenant:c22a8eb35cfd4063aa4cf073bf81fce0 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:24.979816 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-708afc3f-adcc-47f7-9545-fe7143c8a984 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:25.028187 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae2228b-ea3f-4139-b366-2416af7d1610 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] No DVR routers for this DVR port c1ceeeab-f8b5-46cf-ab0d-5c7c74356351 on host dv-neutron-858900-1-hyperv {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:39:25.033773 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-708afc3f-adcc-47f7-9545-fe7143c8a984 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:25.046859 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-136706e7-968b-4814-b722-726297eb7c29 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:25.061878 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708afc3f-adcc-47f7-9545-fe7143c8a984 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Made reservation on behalf of c22a8eb35cfd4063aa4cf073bf81fce0 for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:39:25.068741 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-708afc3f-adcc-47f7-9545-fe7143c8a984 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:25.086336 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-708afc3f-adcc-47f7-9545-fe7143c8a984 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:25.090320 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5 resource provider aggregate not found Sep 22 21:39:25.095825 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae2228b-ea3f-4139-b366-2416af7d1610 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Pushing event deleted for resources: {'Port': ['ID=c1ceeeab-f8b5-46cf-ab0d-5c7c74356351,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:25.176443 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-708afc3f-adcc-47f7-9545-fe7143c8a984 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:25.189250 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-708afc3f-adcc-47f7-9545-fe7143c8a984 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Usage tracker for resource:security_group_rule and tenant:c22a8eb35cfd4063aa4cf073bf81fce0 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:25.194349 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999b8171-49ee-4095-8860-95422a75f35f None None] Pushing event updated for resources: {'Port': ['ID=097bf66b-2711-496e-af6e-9dbec98aec19,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:25.332999 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-708afc3f-adcc-47f7-9545-fe7143c8a984 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:25.339613 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7ff53a9b-d362-4ba5-9ea7-b9c3579ef1d5 found for delete ", "request_id": "req-54f1a927-d36c-410d-b952-a4346a4afc53"}]} Sep 22 21:39:25.343863 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-708afc3f-adcc-47f7-9545-fe7143c8a984 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:25.360464 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-136706e7-968b-4814-b722-726297eb7c29 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:25.447518 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.db.api [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:39:25.448016 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG oslo_db.api [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:39:25.464436 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-dae2228b-ea3f-4139-b366-2416af7d1610 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:25.474846 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-c14effa5-858b-4659-a997-222ac03f7f1f None None] Provisioning for port 6bbe07af-b374-4c8b-a2c8-ce12c5222bfd completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:39:25.537028 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e3181314-4aef-47ba-a30e-357bc41b99ae tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:25.556333 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392ef39a-5fd5-4394-9342-cdb5fa3175f1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:39:25.561511 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-c14effa5-858b-4659-a997-222ac03f7f1f None None] Provisioning complete for port 6bbe07af-b374-4c8b-a2c8-ce12c5222bfd triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:39:25.562685 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c14effa5-858b-4659-a997-222ac03f7f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:25.563034 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-c14effa5-858b-4659-a997-222ac03f7f1f None None] Attempt 1 to provision port 6bbe07af-b374-4c8b-a2c8-ce12c5222bfd Sep 22 21:39:25.569493 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-136706e7-968b-4814-b722-726297eb7c29 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:25.574579 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e93b372-95e5-4d12-8b6d-eb04afe9a92c None None] Sync routers for ids ['86d2ef5b-b34f-4e1e-9c59-268ad50c9267'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:39:25.587882 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e93b372-95e5-4d12-8b6d-eb04afe9a92c None None] Routers {'86d2ef5b-b34f-4e1e-9c59-268ad50c9267'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:39:25.594505 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e3181314-4aef-47ba-a30e-357bc41b99ae tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:25.596927 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-1e93b372-95e5-4d12-8b6d-eb04afe9a92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:39:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['86d2ef5b-b34f-4e1e-9c59-268ad50c9267'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:25.678293 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136706e7-968b-4814-b722-726297eb7c29 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Pushing event deleted for resources: {'Subnet': ['ID=96946107-f577-4997-9ace-59b995e47460,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:25.720375 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-392ef39a-5fd5-4394-9342-cdb5fa3175f1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "PUT /v2.0/routers/86d2ef5b-b34f-4e1e-9c59-268ad50c9267/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0321920 Sep 22 21:39:25.722649 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47828) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:25.735132 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-b71c471a-6da5-4c40-8e30-2468aaf1a128 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Request body: {'network': {'name': 'tempest-RoutersTest-1177634165'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:25.741351 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-b71c471a-6da5-4c40-8e30-2468aaf1a128 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:25.756681 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-708afc3f-adcc-47f7-9545-fe7143c8a984 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:25.757560 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-c14effa5-858b-4659-a997-222ac03f7f1f None None] Port 6bbe07af-b374-4c8b-a2c8-ce12c5222bfd cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:39:25.758124 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-b71c471a-6da5-4c40-8e30-2468aaf1a128 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Usage tracker for resource:network and tenant:d0dc9097dd2d4c51a9e00ba2c2c3535e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:25.758541 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 93959960-efb2-4e13-ba82-ecad6483840d is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:39:25.759168 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:25.764270 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e3181314-4aef-47ba-a30e-357bc41b99ae tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:25.765583 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e3181314-4aef-47ba-a30e-357bc41b99ae tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5727265 Sep 22 21:39:25.767399 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-dae2228b-ea3f-4139-b366-2416af7d1610 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8f066bb-36c2-475b-89ce-cc92ca354d19']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:25.787087 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:25.788048 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47832) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:25.797862 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-dae2228b-ea3f-4139-b366-2416af7d1610 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5af013e-2ea8-4d6b-bd4e-9e1d949c608a') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:25.798783 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-dae2228b-ea3f-4139-b366-2416af7d1610 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5af013e-2ea8-4d6b-bd4e-9e1d949c608a') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:25.810399 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-87896ec7-376d-4b41-8850-c5b6476adb98 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Request body: {'security_group_rule': {'security_group_id': 'd02a6b08-5b6f-4228-92d2-e44a4dd87122', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:25.827122 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-87896ec7-376d-4b41-8850-c5b6476adb98 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:25.844271 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-87896ec7-376d-4b41-8850-c5b6476adb98 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Usage tracker for resource:security_group_rule and tenant:f0750d6b07cf40699cc6c5c5a2372185 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:25.849495 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47836) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:25.851441 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-b71c471a-6da5-4c40-8e30-2468aaf1a128 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:25.860392 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-dae2228b-ea3f-4139-b366-2416af7d1610 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:25.862969 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97a8275-3663-4515-ba22-5b85e1d86b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93959960-efb2-4e13-ba82-ecad6483840d'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:39:25.865426 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d480b2-d887-4df2-824a-95aa9b170365" -d '{"events": [{"server_uuid": "a97a8275-3663-4515-ba22-5b85e1d86b1d", "name": "network-vif-plugged", "status": "completed", "tag": "93959960-efb2-4e13-ba82-ecad6483840d"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:39:25.875838 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-708afc3f-adcc-47f7-9545-fe7143c8a984 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:25.879941 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f190186a-b6dc-482c-a190-cf7b7759277e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-cb68fc90-dbd5-485f-a70e-b50c0837e1b0', 'network_id': 'cb68fc90-dbd5-485f-a70e-b50c0837e1b0', 'tenant_id': '59b6cc9d17d34b09b817999d5916b12e', 'fixed_ips': [{'subnet_id': '96946107-f577-4997-9ace-59b995e47460'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:39:25.880849 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f190186a-b6dc-482c-a190-cf7b7759277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:25.892319 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-87896ec7-376d-4b41-8850-c5b6476adb98 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:25.897977 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-b71c471a-6da5-4c40-8e30-2468aaf1a128 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:25.923381 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-1e93b372-95e5-4d12-8b6d-eb04afe9a92c None None] Set router 86d2ef5b-b34f-4e1e-9c59-268ad50c9267 gateway port host: None {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:39:25.926851 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3181314-4aef-47ba-a30e-357bc41b99ae tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d02a6b08-5b6f-4228-92d2-e44a4dd87122,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:25.949932 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-87896ec7-376d-4b41-8850-c5b6476adb98 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:25.973114 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-dae2228b-ea3f-4139-b366-2416af7d1610 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:26.003005 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dae2228b-ea3f-4139-b366-2416af7d1610 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:39:26.005905 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-dae2228b-ea3f-4139-b366-2416af7d1610 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:26.061694 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708afc3f-adcc-47f7-9545-fe7143c8a984 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=944863d4-35e3-4df3-9f60-85af6dfd709b,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:26.068127 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 93959960-efb2-4e13-ba82-ecad6483840d, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=93959960-efb2-4e13-ba82-ecad6483840d,segment=NetworkSegment(886ccfdc-7ba4-4604-b599-c338374a33a8),segment_id=886ccfdc-7ba4-4604-b599-c338374a33a8)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:39:26.082938 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-136706e7-968b-4814-b722-726297eb7c29 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:26.101740 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71c471a-6da5-4c40-8e30-2468aaf1a128 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Made reservation on behalf of d0dc9097dd2d4c51a9e00ba2c2c3535e for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:39:26.105909 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b71c471a-6da5-4c40-8e30-2468aaf1a128 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:26.113416 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:26.162771 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-708afc3f-adcc-47f7-9545-fe7143c8a984 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:39:26.224101 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-87896ec7-376d-4b41-8850-c5b6476adb98 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:26.226155 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e95420-7294-47f1-87ee-cd677f60a11b None None] Network cb68fc90-dbd5-485f-a70e-b50c0837e1b0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:39:26.246117 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-136706e7-968b-4814-b722-726297eb7c29 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb68fc90-dbd5-485f-a70e-b50c0837e1b0']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:26.267801 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-c14effa5-858b-4659-a997-222ac03f7f1f None None] Attempt 2 to provision port 6bbe07af-b374-4c8b-a2c8-ce12c5222bfd Sep 22 21:39:26.271143 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-8f2771e4-47f6-4347-aa3f-4faf7d04c872 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Request body: {'networks': [{'name': 'tempest-network--494326004'}, {'name': 'tempest-network--1489506809'}]} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:26.273480 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-8f2771e4-47f6-4347-aa3f-4faf7d04c872 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Request body: {'network': {'name': 'tempest-network--494326004'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:26.274289 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-8f2771e4-47f6-4347-aa3f-4faf7d04c872 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Request body: {'network': {'name': 'tempest-network--1489506809'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:26.307374 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-8f2771e4-47f6-4347-aa3f-4faf7d04c872 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:26.307918 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-708afc3f-adcc-47f7-9545-fe7143c8a984 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:26.308269 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-708afc3f-adcc-47f7-9545-fe7143c8a984 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Added segment 86fda00c-37db-467f-83cd-d8dfac9745e1 of type vlan for network 61799cfa-6cf1-4602-9c44-339f0183bd9b Sep 22 21:39:26.329686 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-8f2771e4-47f6-4347-aa3f-4faf7d04c872 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Usage tracker for resource:network and tenant:88648665160c46c1bd5b351766560008 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:26.336006 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-8f2771e4-47f6-4347-aa3f-4faf7d04c872 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:26.348624 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-136706e7-968b-4814-b722-726297eb7c29 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6be17ee2-e6c2-4c2a-ad53-110cf42299c4') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:26.349176 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-136706e7-968b-4814-b722-726297eb7c29 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6be17ee2-e6c2-4c2a-ad53-110cf42299c4') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:26.353466 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-dae2228b-ea3f-4139-b366-2416af7d1610 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:26.363886 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-8f2771e4-47f6-4347-aa3f-4faf7d04c872 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:26.367239 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b71c471a-6da5-4c40-8e30-2468aaf1a128 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:39:26.379004 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 21:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a203eb6c-73c6-46d7-92b7-58993d722059 x-openstack-request-id: req-a203eb6c-73c6-46d7-92b7-58993d722059 {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:39:26.379391 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97a8275-3663-4515-ba22-5b85e1d86b1d", "name": "network-vif-plugged", "status": "completed", "tag": "93959960-efb2-4e13-ba82-ecad6483840d", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:39:26.379575 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a203eb6c-73c6-46d7-92b7-58993d722059 {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:39:26.379981 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a203eb6c-73c6-46d7-92b7-58993d722059'] response: {'server_uuid': 'a97a8275-3663-4515-ba22-5b85e1d86b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93959960-efb2-4e13-ba82-ecad6483840d', 'code': 200} Sep 22 21:39:26.396503 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-136706e7-968b-4814-b722-726297eb7c29 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:26.398500 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-dae2228b-ea3f-4139-b366-2416af7d1610 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:26.421579 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae2228b-ea3f-4139-b366-2416af7d1610 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Pushing event deleted for resources: {'Network': ['ID=c8f066bb-36c2-475b-89ce-cc92ca354d19,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:26.425728 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-dae2228b-ea3f-4139-b366-2416af7d1610 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "DELETE /v2.0/networks/c8f066bb-36c2-475b-89ce-cc92ca354d19 HTTP/1.1" status: 204 len: 168 time: 7.0713227 Sep 22 21:39:26.431420 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47846) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:26.432236 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2771e4-47f6-4347-aa3f-4faf7d04c872 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Made reservation on behalf of 88648665160c46c1bd5b351766560008 for: {'network': 2} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:39:26.436881 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8f2771e4-47f6-4347-aa3f-4faf7d04c872 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:26.472094 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8f2771e4-47f6-4347-aa3f-4faf7d04c872 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:26.474825 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-708afc3f-adcc-47f7-9545-fe7143c8a984 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:26.480318 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b71c471a-6da5-4c40-8e30-2468aaf1a128 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:26.480663 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-b71c471a-6da5-4c40-8e30-2468aaf1a128 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Added segment f3be6496-ea46-4cf4-9dc9-120673500e58 of type vlan for network ae71a8ee-503d-4cd1-a234-895133fde570 Sep 22 21:39:26.483575 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 097bf66b-2711-496e-af6e-9dbec98aec19 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:39:26.484011 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:26.501049 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-c25a8a88-a2b7-4b18-a669-3fca0acb3dc2 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:26.501883 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c25a8a88-a2b7-4b18-a669-3fca0acb3dc2 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:26.511891 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-8f2771e4-47f6-4347-aa3f-4faf7d04c872 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:26.518053 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-87896ec7-376d-4b41-8850-c5b6476adb98 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:26.519053 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-136706e7-968b-4814-b722-726297eb7c29 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:26.520124 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-8f2771e4-47f6-4347-aa3f-4faf7d04c872 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Usage tracker for resource:security_group_rule and tenant:88648665160c46c1bd5b351766560008 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:26.524119 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-8f2771e4-47f6-4347-aa3f-4faf7d04c872 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:26.529327 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c25a8a88-a2b7-4b18-a669-3fca0acb3dc2 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "DELETE /v2.0/networks/c8f066bb-36c2-475b-89ce-cc92ca354d19 HTTP/1.1" status: 404 len: 339 time: 0.0828328 Sep 22 21:39:26.533198 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-87896ec7-376d-4b41-8850-c5b6476adb98 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:26.535093 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47850) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:26.536218 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-8f2771e4-47f6-4347-aa3f-4faf7d04c872 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:26.556360 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-a0f8c264-96de-46d2-9c52-fa6ccf3a3655 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2115031759', 'description': 'd1'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:26.559262 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-136706e7-968b-4814-b722-726297eb7c29 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:39:26.559707 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-136706e7-968b-4814-b722-726297eb7c29 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:26.576155 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-a0f8c264-96de-46d2-9c52-fa6ccf3a3655 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:26.581977 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87896ec7-376d-4b41-8850-c5b6476adb98 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01daf920-5828-488c-9b91-4f1a64b75b88,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:26.588862 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-a0f8c264-96de-46d2-9c52-fa6ccf3a3655 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Usage tracker for resource:network and tenant:9ce427e4086c41e3a73d0ab03ce01898 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:26.593523 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-a0f8c264-96de-46d2-9c52-fa6ccf3a3655 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:26.603566 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-1e93b372-95e5-4d12-8b6d-eb04afe9a92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'name': 'tempest-RoutersTest-router-1145720965', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:38:56Z', 'updated_at': '2022-09-22T21:39:21Z', 'revision_number': 3, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'gw_port_host': None, '_interfaces': [{'id': '6bbe07af-b374-4c8b-a2c8-ce12c5222bfd', 'name': '', 'network_id': 'aa135ec2-0764-46fa-95cb-693a00536a39', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:a6:dd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '1c45af14-0d39-44ec-928a-7eb185ff44cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:14Z', 'updated_at': '2022-09-22T21:39:22Z', 'revision_number': 2, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': '1c45af14-0d39-44ec-928a-7eb185ff44cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf14d533-eb12-48a1-b2c8-03d1c22ca09b', 'name': '', 'network_id': 'c878f31d-09fc-4f47-91e8-ed0a40264492', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:86:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '28e029bb-55b4-48c3-8d8e-38fc4700f1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:02Z', 'updated_at': '2022-09-22T21:39:22Z', 'revision_number': 5, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': '28e029bb-55b4-48c3-8d8e-38fc4700f1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:26.606901 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-87896ec7-376d-4b41-8850-c5b6476adb98 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:26.608204 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-87896ec7-376d-4b41-8850-c5b6476adb98 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8188484 Sep 22 21:39:26.609394 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-a0f8c264-96de-46d2-9c52-fa6ccf3a3655 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:26.609662 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b71c471a-6da5-4c40-8e30-2468aaf1a128 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:26.611012 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e93b372-95e5-4d12-8b6d-eb04afe9a92c None None] Checking router: 86d2ef5b-b34f-4e1e-9c59-268ad50c9267 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:39:26.611410 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e93b372-95e5-4d12-8b6d-eb04afe9a92c None None] Updating router 86d2ef5b-b34f-4e1e-9c59-268ad50c9267 port 6bbe07af-b374-4c8b-a2c8-ce12c5222bfd binding host dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:39:26.615041 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47856) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:26.643021 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 097bf66b-2711-496e-af6e-9dbec98aec19, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=097bf66b-2711-496e-af6e-9dbec98aec19,segment=NetworkSegment(38de0539-667e-4bfe-b5de-32e4a31ef047),segment_id=38de0539-667e-4bfe-b5de-32e4a31ef047)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:39:26.651113 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=93959960-efb2-4e13-ba82-ecad6483840d,revision_number=8']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:26.651389 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f8c264-96de-46d2-9c52-fa6ccf3a3655 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Made reservation on behalf of 9ce427e4086c41e3a73d0ab03ce01898 for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:39:26.655198 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a0f8c264-96de-46d2-9c52-fa6ccf3a3655 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:26.666724 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-c14effa5-858b-4659-a997-222ac03f7f1f None None] Port 6bbe07af-b374-4c8b-a2c8-ce12c5222bfd cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:39:26.672514 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:26.675713 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 2d02270f-96b2-40d4-9e75-80feec19c6db up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:39:26.708277 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 6be17ee2-e6c2-4c2a-ad53-110cf42299c4 resource provider aggregate not found Sep 22 21:39:26.737966 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-1e93b372-95e5-4d12-8b6d-eb04afe9a92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:26.740613 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 6be17ee2-e6c2-4c2a-ad53-110cf42299c4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6be17ee2-e6c2-4c2a-ad53-110cf42299c4 found for delete ", "request_id": "req-2c132a0c-0560-4f43-ba0d-d06d28f9392c"}]} Sep 22 21:39:26.755254 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-708afc3f-adcc-47f7-9545-fe7143c8a984 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:26.761482 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708afc3f-adcc-47f7-9545-fe7143c8a984 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:26.762243 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-708afc3f-adcc-47f7-9545-fe7143c8a984 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:26.785088 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0f8c264-96de-46d2-9c52-fa6ccf3a3655 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:39:26.808154 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9b2b4f2b-b06d-4db3-b07f-d61fe45085cc tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:26.828945 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a0f8c264-96de-46d2-9c52-fa6ccf3a3655 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:26.829657 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-a0f8c264-96de-46d2-9c52-fa6ccf3a3655 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Added segment a15adb4e-7e29-4ccf-a98b-8531d9496602 of type vlan for network 5fd4a397-badd-4818-bf77-358f6e34b583 Sep 22 21:39:26.831804 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5cbfeb-452c-4f0e-99c0-af52d656ba52 None None] Network 97477d86-672b-4253-9918-33fb3813d26b requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:39:26.873718 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8f2771e4-47f6-4347-aa3f-4faf7d04c872 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:26.878110 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708afc3f-adcc-47f7-9545-fe7143c8a984 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Pushing event updated for resources: {'Network': ['ID=61799cfa-6cf1-4602-9c44-339f0183bd9b,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:26.885941 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-136706e7-968b-4814-b722-726297eb7c29 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:26.886837 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9b2b4f2b-b06d-4db3-b07f-d61fe45085cc tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:26.900165 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8f2771e4-47f6-4347-aa3f-4faf7d04c872 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:26.901047 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8f2771e4-47f6-4347-aa3f-4faf7d04c872 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:26.911255 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-136706e7-968b-4814-b722-726297eb7c29 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:26.916847 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b71c471a-6da5-4c40-8e30-2468aaf1a128 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:26.923033 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71c471a-6da5-4c40-8e30-2468aaf1a128 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:26.923755 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b71c471a-6da5-4c40-8e30-2468aaf1a128 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:26.930722 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a0f8c264-96de-46d2-9c52-fa6ccf3a3655 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:26.943268 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136706e7-968b-4814-b722-726297eb7c29 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Pushing event deleted for resources: {'Network': ['ID=cb68fc90-dbd5-485f-a70e-b50c0837e1b0,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:27.003265 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 61799cfa-6cf1-4602-9c44-339f0183bd9b details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:39:27.010297 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2771e4-47f6-4347-aa3f-4faf7d04c872 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07c2f56d-b0fd-45ea-8f89-67294c355b1f,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:27.021779 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f2771e4-47f6-4347-aa3f-4faf7d04c872 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:39:27.035842 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a0f8c264-96de-46d2-9c52-fa6ccf3a3655 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:27.049717 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f8c264-96de-46d2-9c52-fa6ccf3a3655 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:27.050558 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a0f8c264-96de-46d2-9c52-fa6ccf3a3655 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:27.054976 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8f2771e4-47f6-4347-aa3f-4faf7d04c872 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:27.055736 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-8f2771e4-47f6-4347-aa3f-4faf7d04c872 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Added segment 24293a01-645f-44ef-a6df-e0a515e5c0bb of type vlan for network dde90202-aaf2-410f-b1ae-ecc5533dba6f Sep 22 21:39:27.065970 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-136706e7-968b-4814-b722-726297eb7c29 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] 10.222.0.33 "DELETE /v2.0/networks/cb68fc90-dbd5-485f-a70e-b50c0837e1b0 HTTP/1.1" status: 204 len: 168 time: 2.3504043 Sep 22 21:39:27.071968 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-b71c471a-6da5-4c40-8e30-2468aaf1a128 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3440616 Sep 22 21:39:27.073013 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47862) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:27.073634 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47864) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:27.110531 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-708afc3f-adcc-47f7-9545-fe7143c8a984 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.4074190 Sep 22 21:39:27.111654 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c471a-6da5-4c40-8e30-2468aaf1a128 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event updated for resources: {'Network': ['ID=ae71a8ee-503d-4cd1-a234-895133fde570,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:27.114819 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47870) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:27.128156 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=097bf66b-2711-496e-af6e-9dbec98aec19,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:27.139362 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-35a00ac7-ecc7-4de5-bf1b-64db1c4ae1ca tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Request body: {'subnet': {'network_id': 'ae71a8ee-503d-4cd1-a234-895133fde570', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:27.143540 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network ae71a8ee-503d-4cd1-a234-895133fde570 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:39:27.164771 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9b2b4f2b-b06d-4db3-b07f-d61fe45085cc tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:27.197216 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-1e93b372-95e5-4d12-8b6d-eb04afe9a92c None None] Notify callbacks [] for port, precommit_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:27.206222 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f8c264-96de-46d2-9c52-fa6ccf3a3655 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Pushing event updated for resources: {'Network': ['ID=5fd4a397-badd-4818-bf77-358f6e34b583,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:27.208686 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b4f2b-b06d-4db3-b07f-d61fe45085cc tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02a6b08-5b6f-4228-92d2-e44a4dd87122,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:27.211235 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-c14effa5-858b-4659-a997-222ac03f7f1f None None] Attempt 3 to provision port 6bbe07af-b374-4c8b-a2c8-ce12c5222bfd Sep 22 21:39:27.242022 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8f2771e4-47f6-4347-aa3f-4faf7d04c872 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:27.249177 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a0f8c264-96de-46d2-9c52-fa6ccf3a3655 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7046180 Sep 22 21:39:27.252562 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 5fd4a397-badd-4818-bf77-358f6e34b583 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:39:27.254908 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47874) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:27.258143 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9b2b4f2b-b06d-4db3-b07f-d61fe45085cc tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:27.259938 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-9b2b4f2b-b06d-4db3-b07f-d61fe45085cc tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "DELETE /v2.0/security-groups/d02a6b08-5b6f-4228-92d2-e44a4dd87122 HTTP/1.1" status: 204 len: 168 time: 0.6438913 Sep 22 21:39:27.263592 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.provisioning_blocks [None req-1e93b372-95e5-4d12-8b6d-eb04afe9a92c None None] Transition to ACTIVE for port object 6bbe07af-b374-4c8b-a2c8-ce12c5222bfd will not be triggered until provisioned by entity L2. {{(pid=89011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:39:27.279906 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-1e93b372-95e5-4d12-8b6d-eb04afe9a92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:27.285130 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47880) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:27.299190 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-5897cc88-2595-4d22-acd8-e9d2866a03b3 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2055490023'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:27.310479 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-21562b50-eea8-4dba-a8c3-018cab0f471b tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Request body: {'subnet': {'network_id': '61799cfa-6cf1-4602-9c44-339f0183bd9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:27.329024 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-35a00ac7-ecc7-4de5-bf1b-64db1c4ae1ca tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:27.331762 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-5897cc88-2595-4d22-acd8-e9d2866a03b3 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:27.393373 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-5897cc88-2595-4d22-acd8-e9d2866a03b3 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Usage tracker for resource:network and tenant:59b6cc9d17d34b09b817999d5916b12e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:27.396226 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-35a00ac7-ecc7-4de5-bf1b-64db1c4ae1ca tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Usage tracker for resource:subnet and tenant:d0dc9097dd2d4c51a9e00ba2c2c3535e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:27.399008 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-5897cc88-2595-4d22-acd8-e9d2866a03b3 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:27.410453 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-35a00ac7-ecc7-4de5-bf1b-64db1c4ae1ca tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:27.413192 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-5897cc88-2595-4d22-acd8-e9d2866a03b3 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:27.431807 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment c5af013e-2ea8-4d6b-bd4e-9e1d949c608a resource provider aggregate not found Sep 22 21:39:27.432781 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-35a00ac7-ecc7-4de5-bf1b-64db1c4ae1ca tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:27.474510 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 2d02270f-96b2-40d4-9e75-80feec19c6db completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:39:27.482850 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a00ac7-ecc7-4de5-bf1b-64db1c4ae1ca tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Made reservation on behalf of d0dc9097dd2d4c51a9e00ba2c2c3535e for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:39:27.484157 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment c5af013e-2ea8-4d6b-bd4e-9e1d949c608a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c5af013e-2ea8-4d6b-bd4e-9e1d949c608a found for delete ", "request_id": "req-ffa2661d-2b29-4de8-aab1-54238df2566b"}]} Sep 22 21:39:27.486663 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-35a00ac7-ecc7-4de5-bf1b-64db1c4ae1ca tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:27.489927 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5eced9-e9a2-4cd8-8475-af37ba42549f None None] Pushing event updated for resources: {'Port': ['ID=6bbe07af-b374-4c8b-a2c8-ce12c5222bfd,revision_number=3']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:27.501426 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5eced9-e9a2-4cd8-8475-af37ba42549f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:39:27.501795 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5eced9-e9a2-4cd8-8475-af37ba42549f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:39:27.502284 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5eced9-e9a2-4cd8-8475-af37ba42549f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:39:27.502859 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5eced9-e9a2-4cd8-8475-af37ba42549f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:39:27.503185 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5eced9-e9a2-4cd8-8475-af37ba42549f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:39:27.503531 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5eced9-e9a2-4cd8-8475-af37ba42549f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:39:27.503850 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5eced9-e9a2-4cd8-8475-af37ba42549f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:39:27.504161 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5eced9-e9a2-4cd8-8475-af37ba42549f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:39:27.504490 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5eced9-e9a2-4cd8-8475-af37ba42549f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:39:27.504805 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5eced9-e9a2-4cd8-8475-af37ba42549f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:39:27.505113 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5eced9-e9a2-4cd8-8475-af37ba42549f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:39:27.507860 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5eced9-e9a2-4cd8-8475-af37ba42549f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:39:27.514453 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5897cc88-2595-4d22-acd8-e9d2866a03b3 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Made reservation on behalf of 59b6cc9d17d34b09b817999d5916b12e for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:39:27.515352 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-c14effa5-858b-4659-a997-222ac03f7f1f None None] Port 6bbe07af-b374-4c8b-a2c8-ce12c5222bfd cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:39:27.518032 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5897cc88-2595-4d22-acd8-e9d2866a03b3 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:27.526647 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f2771e4-47f6-4347-aa3f-4faf7d04c872 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:39:27.529746 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 2d02270f-96b2-40d4-9e75-80feec19c6db triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:39:27.530756 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:27.531200 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 2d02270f-96b2-40d4-9e75-80feec19c6db Sep 22 21:39:27.548809 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c80d266-5cf6-4c79-ad24-fd9461bfc48d tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:27.549774 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-4c80d266-5cf6-4c79-ad24-fd9461bfc48d tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Synchronizing usage tracker for tenant:9ce427e4086c41e3a73d0ab03ce01898 on resource:network {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:39:27.558504 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-1d0e91bb-dd41-43f7-ba66-ac15896d2006 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Synchronizing usage tracker for tenant:f0750d6b07cf40699cc6c5c5a2372185 on resource:security_group {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:39:27.562141 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8f2771e4-47f6-4347-aa3f-4faf7d04c872 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:27.562704 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-8f2771e4-47f6-4347-aa3f-4faf7d04c872 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Added segment de1de1b2-d7a7-4ca6-a6a2-e1bceac0e6fd of type vlan for network bf036f7f-72e0-4c2d-841a-82eb045a0aae Sep 22 21:39:27.607370 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-1d0e91bb-dd41-43f7-ba66-ac15896d2006 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Unset dirty status for tenant:f0750d6b07cf40699cc6c5c5a2372185 on resource:security_group {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:39:27.609047 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-1d0e91bb-dd41-43f7-ba66-ac15896d2006 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3225813 Sep 22 21:39:27.612475 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-4c80d266-5cf6-4c79-ad24-fd9461bfc48d tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Unset dirty status for tenant:9ce427e4086c41e3a73d0ab03ce01898 on resource:network {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:39:27.613944 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-4c80d266-5cf6-4c79-ad24-fd9461bfc48d tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "GET /v2.0/networks?id=5fd4a397-badd-4818-bf77-358f6e34b583 HTTP/1.1" status: 200 len: 765 time: 0.3573005 Sep 22 21:39:27.616398 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47888) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:27.616885 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47890) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:27.628341 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-21562b50-eea8-4dba-a8c3-018cab0f471b tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:27.631310 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-987c5f69-cd1b-43f6-8621-584972027da9 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Request body: {'network': {'description': 'd2'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:27.643177 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-21562b50-eea8-4dba-a8c3-018cab0f471b tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Usage tracker for resource:subnet and tenant:c22a8eb35cfd4063aa4cf073bf81fce0 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:27.652770 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-21562b50-eea8-4dba-a8c3-018cab0f471b tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:27.653395 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8f2771e4-47f6-4347-aa3f-4faf7d04c872 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:27.662801 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5897cc88-2595-4d22-acd8-e9d2866a03b3 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:39:27.674171 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-21562b50-eea8-4dba-a8c3-018cab0f471b tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:27.676383 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-1e93b372-95e5-4d12-8b6d-eb04afe9a92c None None] Attempting to bind port 6bbe07af-b374-4c8b-a2c8-ce12c5222bfd on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:39:27.676891 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-1e93b372-95e5-4d12-8b6d-eb04afe9a92c None None] Attempting to bind port 6bbe07af-b374-4c8b-a2c8-ce12c5222bfd by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'd065e64d-798f-4cd8-8050-2aa0a5ac57bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'aa135ec2-0764-46fa-95cb-693a00536a39'}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:39:27.677206 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e93b372-95e5-4d12-8b6d-eb04afe9a92c None None] Attempting to bind port 6bbe07af-b374-4c8b-a2c8-ce12c5222bfd on network aa135ec2-0764-46fa-95cb-693a00536a39 {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:39:27.689095 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e93b372-95e5-4d12-8b6d-eb04afe9a92c None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:39:27.689624 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e93b372-95e5-4d12-8b6d-eb04afe9a92c None None] Checking segment: {'id': 'd065e64d-798f-4cd8-8050-2aa0a5ac57bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'aa135ec2-0764-46fa-95cb-693a00536a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:39:27.690023 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-1e93b372-95e5-4d12-8b6d-eb04afe9a92c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:27.690684 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e93b372-95e5-4d12-8b6d-eb04afe9a92c None None] Bound using segment: {'id': 'd065e64d-798f-4cd8-8050-2aa0a5ac57bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'aa135ec2-0764-46fa-95cb-693a00536a39'} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:39:27.692058 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-1e93b372-95e5-4d12-8b6d-eb04afe9a92c None None] Bound port: 6bbe07af-b374-4c8b-a2c8-ce12c5222bfd, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd065e64d-798f-4cd8-8050-2aa0a5ac57bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'aa135ec2-0764-46fa-95cb-693a00536a39'}}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:39:27.692695 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-1e93b372-95e5-4d12-8b6d-eb04afe9a92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:27.696934 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5897cc88-2595-4d22-acd8-e9d2866a03b3 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:27.697285 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-5897cc88-2595-4d22-acd8-e9d2866a03b3 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Added segment b9dbaf9c-dc59-4d85-9e0b-76b40312020e of type vlan for network 7ceab05f-cad3-4569-8c21-f3b12a1a19bc Sep 22 21:39:27.713473 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21562b50-eea8-4dba-a8c3-018cab0f471b tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Made reservation on behalf of c22a8eb35cfd4063aa4cf073bf81fce0 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:39:27.718638 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-21562b50-eea8-4dba-a8c3-018cab0f471b tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:27.734061 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 2d02270f-96b2-40d4-9e75-80feec19c6db is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:39:27.734583 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:27.813077 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 2d02270f-96b2-40d4-9e75-80feec19c6db, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=2d02270f-96b2-40d4-9e75-80feec19c6db,segment=NetworkSegment(d065e64d-798f-4cd8-8050-2aa0a5ac57bb),segment_id=d065e64d-798f-4cd8-8050-2aa0a5ac57bb)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:39:27.823689 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5897cc88-2595-4d22-acd8-e9d2866a03b3 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:27.824214 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:27.824352 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-25673bd9-d592-4dd6-b18e-09e680fee3eb tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Synchronizing usage tracker for tenant:f0750d6b07cf40699cc6c5c5a2372185 on resource:security_group_rule {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:39:27.838866 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-1e93b372-95e5-4d12-8b6d-eb04afe9a92c None None] For port 6bbe07af-b374-4c8b-a2c8-ce12c5222bfd, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:39:27.844772 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-1e93b372-95e5-4d12-8b6d-eb04afe9a92c None None] For port 6bbe07af-b374-4c8b-a2c8-ce12c5222bfd, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=6bbe07af-b374-4c8b-a2c8-ce12c5222bfd,segment=NetworkSegment(d065e64d-798f-4cd8-8050-2aa0a5ac57bb),segment_id=d065e64d-798f-4cd8-8050-2aa0a5ac57bb)] {{(pid=89011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:39:27.853971 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-1e93b372-95e5-4d12-8b6d-eb04afe9a92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:27.859798 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8f2771e4-47f6-4347-aa3f-4faf7d04c872 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:27.860299 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8f2771e4-47f6-4347-aa3f-4faf7d04c872 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:27.866079 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2771e4-47f6-4347-aa3f-4faf7d04c872 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:27.871032 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2771e4-47f6-4347-aa3f-4faf7d04c872 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:27.871767 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8f2771e4-47f6-4347-aa3f-4faf7d04c872 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899887'] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:27.930817 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=2d02270f-96b2-40d4-9e75-80feec19c6db,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:27.990783 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5897cc88-2595-4d22-acd8-e9d2866a03b3 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:27.991949 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 097bf66b-2711-496e-af6e-9dbec98aec19 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:39:27.997284 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5897cc88-2595-4d22-acd8-e9d2866a03b3 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:27.997935 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5897cc88-2595-4d22-acd8-e9d2866a03b3 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:28.039575 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5eced9-e9a2-4cd8-8475-af37ba42549f None None] Pushing event updated for resources: {'Port': ['ID=6bbe07af-b374-4c8b-a2c8-ce12c5222bfd,revision_number=4']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:28.055641 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e93b372-95e5-4d12-8b6d-eb04afe9a92c None None] Routers {'86d2ef5b-b34f-4e1e-9c59-268ad50c9267'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:39:28.056423 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-1e93b372-95e5-4d12-8b6d-eb04afe9a92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:39:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['86d2ef5b-b34f-4e1e-9c59-268ad50c9267'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:28.064489 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-c14effa5-858b-4659-a997-222ac03f7f1f None None] Attempt 4 to provision port 6bbe07af-b374-4c8b-a2c8-ce12c5222bfd Sep 22 21:39:28.161410 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5897cc88-2595-4d22-acd8-e9d2866a03b3 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Pushing event updated for resources: {'Network': ['ID=7ceab05f-cad3-4569-8c21-f3b12a1a19bc,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:28.169874 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-5897cc88-2595-4d22-acd8-e9d2866a03b3 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0629456 Sep 22 21:39:28.170622 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47896) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:28.224943 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 7ceab05f-cad3-4569-8c21-f3b12a1a19bc details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:39:28.229785 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-25673bd9-d592-4dd6-b18e-09e680fee3eb tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] Unset dirty status for tenant:f0750d6b07cf40699cc6c5c5a2372185 on resource:security_group_rule {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:39:28.231051 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-25673bd9-d592-4dd6-b18e-09e680fee3eb tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.6130936 Sep 22 21:39:28.232500 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-8f2771e4-47f6-4347-aa3f-4faf7d04c872 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.3606052 Sep 22 21:39:28.241062 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47900) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:28.241287 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47902) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:28.250491 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-53f719ec-0047-4ded-babd-af6db788e062 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Request body: {'subnet': {'network_id': '7ceab05f-cad3-4569-8c21-f3b12a1a19bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:28.267595 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-1e93b372-95e5-4d12-8b6d-eb04afe9a92c None None] Set router 86d2ef5b-b34f-4e1e-9c59-268ad50c9267 gateway port host: None {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:39:28.299103 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3739330-0153-4b9b-b6c2-9a6262a5fe55 None None] get_active_networks_info from dv-neutron-858900-1-hyperv {{(pid=89010) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 22 21:39:28.386112 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2771e4-47f6-4347-aa3f-4faf7d04c872 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Pushing event updated for resources: {'Network': ['ID=dde90202-aaf2-410f-b1ae-ecc5533dba6f,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:28.416671 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-f30f406a-0aa1-4555-82d8-c8dcfe943366 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] delete failed (client error): The resource could not be found. Sep 22 21:39:28.417593 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-f30f406a-0aa1-4555-82d8-c8dcfe943366 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "DELETE /v2.0/security-groups/d02a6b08-5b6f-4228-92d2-e44a4dd87122 HTTP/1.1" status: 404 len: 347 time: 0.1507161 Sep 22 21:39:28.429917 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47908) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:28.467097 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network dde90202-aaf2-410f-b1ae-ecc5533dba6f details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:39:28.482567 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-c14effa5-858b-4659-a997-222ac03f7f1f None None] Port 6bbe07af-b374-4c8b-a2c8-ce12c5222bfd had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 21:39:28.498455 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-987c5f69-cd1b-43f6-8621-584972027da9 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:28.511945 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-53f719ec-0047-4ded-babd-af6db788e062 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:28.516772 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-53f719ec-0047-4ded-babd-af6db788e062 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Usage tracker for resource:subnet and tenant:59b6cc9d17d34b09b817999d5916b12e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:28.519871 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-53f719ec-0047-4ded-babd-af6db788e062 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:28.525916 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-53f719ec-0047-4ded-babd-af6db788e062 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:28.545681 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f719ec-0047-4ded-babd-af6db788e062 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Made reservation on behalf of 59b6cc9d17d34b09b817999d5916b12e for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:39:28.549665 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-53f719ec-0047-4ded-babd-af6db788e062 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:28.575701 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-35a00ac7-ecc7-4de5-bf1b-64db1c4ae1ca tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:28.594172 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-987c5f69-cd1b-43f6-8621-584972027da9 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:28.597791 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2771e4-47f6-4347-aa3f-4faf7d04c872 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Pushing event updated for resources: {'Network': ['ID=bf036f7f-72e0-4c2d-841a-82eb045a0aae,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:28.645875 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-987c5f69-cd1b-43f6-8621-584972027da9 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Network 5fd4a397-badd-4818-bf77-358f6e34b583 is not hosted by any dhcp agent {{(pid=89008) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Sep 22 21:39:28.651460 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987c5f69-cd1b-43f6-8621-584972027da9 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:28.652051 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-987c5f69-cd1b-43f6-8621-584972027da9 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:28.656332 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-987c5f69-cd1b-43f6-8621-584972027da9 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "PUT /v2.0/networks/5fd4a397-badd-4818-bf77-358f6e34b583 HTTP/1.1" status: 200 len: 762 time: 1.0334756 Sep 22 21:39:28.659038 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-1e93b372-95e5-4d12-8b6d-eb04afe9a92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'name': 'tempest-RoutersTest-router-1145720965', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:38:56Z', 'updated_at': '2022-09-22T21:39:21Z', 'revision_number': 3, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'gw_port_host': None, '_interfaces': [{'id': '6bbe07af-b374-4c8b-a2c8-ce12c5222bfd', 'name': '', 'network_id': 'aa135ec2-0764-46fa-95cb-693a00536a39', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:a6:dd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '1c45af14-0d39-44ec-928a-7eb185ff44cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:14Z', 'updated_at': '2022-09-22T21:39:27Z', 'revision_number': 4, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': '1c45af14-0d39-44ec-928a-7eb185ff44cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf14d533-eb12-48a1-b2c8-03d1c22ca09b', 'name': '', 'network_id': 'c878f31d-09fc-4f47-91e8-ed0a40264492', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:86:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '28e029bb-55b4-48c3-8d8e-38fc4700f1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:02Z', 'updated_at': '2022-09-22T21:39:22Z', 'revision_number': 5, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': '28e029bb-55b4-48c3-8d8e-38fc4700f1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:28.661903 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47912) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:28.665785 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e93b372-95e5-4d12-8b6d-eb04afe9a92c None None] The sync data for ids ['86d2ef5b-b34f-4e1e-9c59-268ad50c9267'] in dv-neutron-858900-1-hyperv is: [{'id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'name': 'tempest-RoutersTest-router-1145720965', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:38:56Z', 'updated_at': '2022-09-22T21:39:21Z', 'revision_number': 3, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'gw_port_host': None, '_interfaces': [{'id': '6bbe07af-b374-4c8b-a2c8-ce12c5222bfd', 'name': '', 'network_id': 'aa135ec2-0764-46fa-95cb-693a00536a39', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:a6:dd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '1c45af14-0d39-44ec-928a-7eb185ff44cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:14Z', 'updated_at': '2022-09-22T21:39:27Z', 'revision_number': 4, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': '1c45af14-0d39-44ec-928a-7eb185ff44cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf14d533-eb12-48a1-b2c8-03d1c22ca09b', 'name': '', 'network_id': 'c878f31d-09fc-4f47-91e8-ed0a40264492', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:86:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '28e029bb-55b4-48c3-8d8e-38fc4700f1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:02Z', 'updated_at': '2022-09-22T21:39:22Z', 'revision_number': 5, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': '28e029bb-55b4-48c3-8d8e-38fc4700f1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:39:28.703019 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network bf036f7f-72e0-4c2d-841a-82eb045a0aae details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:39:28.758066 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a3ee3b-9d45-43b3-8f70-206cc25f9733 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:28.765248 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a3ee3b-9d45-43b3-8f70-206cc25f9733 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:28.771018 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a3ee3b-9d45-43b3-8f70-206cc25f9733 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:28.778211 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a3ee3b-9d45-43b3-8f70-206cc25f9733 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:28.779182 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-b6a3ee3b-9d45-43b3-8f70-206cc25f9733 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Synchronizing usage tracker for tenant:88648665160c46c1bd5b351766560008 on resource:network {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:39:28.807706 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-f0e20a56-d3ef-4400-b2b1-71f826e1cde1 tempest-SecGroupIPv6Test-1108161274 tempest-SecGroupIPv6Test-1108161274-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3702714 Sep 22 21:39:28.818584 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c5f69-cd1b-43f6-8621-584972027da9 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Pushing event updated for resources: {'Network': ['ID=5fd4a397-badd-4818-bf77-358f6e34b583,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:28.828192 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-b6a3ee3b-9d45-43b3-8f70-206cc25f9733 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Unset dirty status for tenant:88648665160c46c1bd5b351766560008 on resource:network {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:39:28.832232 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-b6a3ee3b-9d45-43b3-8f70-206cc25f9733 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5641460 Sep 22 21:39:28.832409 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47920) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:28.949627 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a00ac7-ecc7-4de5-bf1b-64db1c4ae1ca tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event updated for resources: {'Subnet': ['ID=aa0aefa7-a4ae-41e1-8329-707e1b907e3c,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:28.971758 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 5fd4a397-badd-4818-bf77-358f6e34b583 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:39:29.005380 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-997d7fda-78f0-4a09-beb6-d12d81f89e6f tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:29.023418 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a00ac7-ecc7-4de5-bf1b-64db1c4ae1ca tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Checking segment: {'id': 'f3be6496-ea46-4cf4-9dc9-120673500e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ae71a8ee-503d-4cd1-a234-895133fde570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:39:29.023733 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a00ac7-ecc7-4de5-bf1b-64db1c4ae1ca tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Network hostable DHCP agents. Network: ae71a8ee-503d-4cd1-a234-895133fde570, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:39:29.041936 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-21562b50-eea8-4dba-a8c3-018cab0f471b tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:29.088220 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-c14effa5-858b-4659-a997-222ac03f7f1f None None] Provisioning complete for port 2d02270f-96b2-40d4-9e75-80feec19c6db triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:39:29.088619 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c14effa5-858b-4659-a997-222ac03f7f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:29.088925 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-c14effa5-858b-4659-a997-222ac03f7f1f None None] Attempt 1 to provision port 2d02270f-96b2-40d4-9e75-80feec19c6db Sep 22 21:39:29.099898 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da59de42-ea99-44b2-9df4-cb522b04e0a5 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:29.100589 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-da59de42-ea99-44b2-9df4-cb522b04e0a5 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Synchronizing usage tracker for tenant:9ce427e4086c41e3a73d0ab03ce01898 on resource:network {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:39:29.186977 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device cf14d533-eb12-48a1-b2c8-03d1c22ca09b up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:39:29.201640 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-da59de42-ea99-44b2-9df4-cb522b04e0a5 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Unset dirty status for tenant:9ce427e4086c41e3a73d0ab03ce01898 on resource:network {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:39:29.202905 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-da59de42-ea99-44b2-9df4-cb522b04e0a5 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "GET /v2.0/networks?id=5fd4a397-badd-4818-bf77-358f6e34b583 HTTP/1.1" status: 200 len: 765 time: 0.5278058 Sep 22 21:39:29.207128 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47926) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:29.240582 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a00ac7-ecc7-4de5-bf1b-64db1c4ae1ca tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Network ae71a8ee-503d-4cd1-a234-895133fde570 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:39:29.248308 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21562b50-eea8-4dba-a8c3-018cab0f471b tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Pushing event updated for resources: {'Subnet': ['ID=e9f41b4e-cf34-4aa4-9ea7-3eae2edf58b2,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:29.254800 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21562b50-eea8-4dba-a8c3-018cab0f471b tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Checking segment: {'id': '86fda00c-37db-467f-83cd-d8dfac9745e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '61799cfa-6cf1-4602-9c44-339f0183bd9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:39:29.255160 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21562b50-eea8-4dba-a8c3-018cab0f471b tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Network hostable DHCP agents. Network: 61799cfa-6cf1-4602-9c44-339f0183bd9b, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:39:29.280402 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-35a00ac7-ecc7-4de5-bf1b-64db1c4ae1ca tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, ae71a8ee-503d-4cd1-a234-895133fde570) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:39:29.289312 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a00ac7-ecc7-4de5-bf1b-64db1c4ae1ca tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:29.289934 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-35a00ac7-ecc7-4de5-bf1b-64db1c4ae1ca tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:29.335909 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47930) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:29.370239 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-35a00ac7-ecc7-4de5-bf1b-64db1c4ae1ca tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2610114 Sep 22 21:39:29.374505 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47936) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:29.387333 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-997d7fda-78f0-4a09-beb6-d12d81f89e6f tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:29.393831 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21562b50-eea8-4dba-a8c3-018cab0f471b tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Network 61799cfa-6cf1-4602-9c44-339f0183bd9b is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:39:29.438226 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-997d7fda-78f0-4a09-beb6-d12d81f89e6f tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dde90202-aaf2-410f-b1ae-ecc5533dba6f']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:29.459659 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-997d7fda-78f0-4a09-beb6-d12d81f89e6f tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24293a01-645f-44ef-a6df-e0a515e5c0bb') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:29.459974 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-997d7fda-78f0-4a09-beb6-d12d81f89e6f tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24293a01-645f-44ef-a6df-e0a515e5c0bb') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:29.488515 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-997d7fda-78f0-4a09-beb6-d12d81f89e6f tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:29.526087 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56887b85-82f9-408d-bc00-f9703a947bb6 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:29.530468 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-56887b85-82f9-408d-bc00-f9703a947bb6 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3201010 Sep 22 21:39:29.531698 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-997d7fda-78f0-4a09-beb6-d12d81f89e6f tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:29.534179 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47940) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:29.584318 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-bd94d142-c027-45ca-a228-7c45f19df90f tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Synchronizing usage tracker for tenant:9ce427e4086c41e3a73d0ab03ce01898 on resource:subnet {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:39:29.589148 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-997d7fda-78f0-4a09-beb6-d12d81f89e6f tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:39:29.589559 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-997d7fda-78f0-4a09-beb6-d12d81f89e6f tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:29.591876 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3739330-0153-4b9b-b6c2-9a6262a5fe55 None None] Resources bound (agent type, host, resource id): {{(pid=89010) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 21:39:29.593729 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port cf14d533-eb12-48a1-b2c8-03d1c22ca09b triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:39:29.594096 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:29.594428 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port cf14d533-eb12-48a1-b2c8-03d1c22ca09b Sep 22 21:39:29.618913 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-21562b50-eea8-4dba-a8c3-018cab0f471b tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 61799cfa-6cf1-4602-9c44-339f0183bd9b) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:39:29.639809 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-c14effa5-858b-4659-a997-222ac03f7f1f None None] Current status of the port 2d02270f-96b2-40d4-9e75-80feec19c6db is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:39:29.642014 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 24293a01-645f-44ef-a6df-e0a515e5c0bb resource provider aggregate not found Sep 22 21:39:29.702340 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-bd94d142-c027-45ca-a228-7c45f19df90f tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Unset dirty status for tenant:9ce427e4086c41e3a73d0ab03ce01898 on resource:subnet {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:39:29.708604 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-bd94d142-c027-45ca-a228-7c45f19df90f tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "GET /v2.0/subnets?network_id=a22ae1c9-d428-411f-af43-ce0f71b38d9c HTTP/1.1" status: 200 len: 207 time: 0.1734273 Sep 22 21:39:29.709246 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47948) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:29.746805 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 24293a01-645f-44ef-a6df-e0a515e5c0bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 24293a01-645f-44ef-a6df-e0a515e5c0bb found for delete ", "request_id": "req-cd5c60d6-71f4-4106-bcc3-c2b772ad44c5"}]} Sep 22 21:39:29.758849 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21562b50-eea8-4dba-a8c3-018cab0f471b tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:29.759455 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-21562b50-eea8-4dba-a8c3-018cab0f471b tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:29.822052 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-997d7fda-78f0-4a09-beb6-d12d81f89e6f tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:29.845808 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-997d7fda-78f0-4a09-beb6-d12d81f89e6f tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:29.860918 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d7fda-78f0-4a09-beb6-d12d81f89e6f tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Pushing event deleted for resources: {'Network': ['ID=dde90202-aaf2-410f-b1ae-ecc5533dba6f,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:29.861175 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port cf14d533-eb12-48a1-b2c8-03d1c22ca09b is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:39:29.872936 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d7fda-78f0-4a09-beb6-d12d81f89e6f tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:39:29.873407 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d7fda-78f0-4a09-beb6-d12d81f89e6f tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:39:29.873837 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d7fda-78f0-4a09-beb6-d12d81f89e6f tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:39:29.874266 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d7fda-78f0-4a09-beb6-d12d81f89e6f tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:39:29.874734 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d7fda-78f0-4a09-beb6-d12d81f89e6f tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:39:29.875275 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d7fda-78f0-4a09-beb6-d12d81f89e6f tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:39:29.875708 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d7fda-78f0-4a09-beb6-d12d81f89e6f tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:39:29.876096 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d7fda-78f0-4a09-beb6-d12d81f89e6f tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:39:29.876403 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d7fda-78f0-4a09-beb6-d12d81f89e6f tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:39:29.876823 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d7fda-78f0-4a09-beb6-d12d81f89e6f tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:39:29.877247 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d7fda-78f0-4a09-beb6-d12d81f89e6f tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:39:29.877804 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d7fda-78f0-4a09-beb6-d12d81f89e6f tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:39:29.887571 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-4db5740c-4374-444c-8155-09fc2b15b8ad None None] Provisioning for port 097bf66b-2711-496e-af6e-9dbec98aec19 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:39:29.887765 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-997d7fda-78f0-4a09-beb6-d12d81f89e6f tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] 10.222.0.33 "DELETE /v2.0/networks/dde90202-aaf2-410f-b1ae-ecc5533dba6f HTTP/1.1" status: 204 len: 168 time: 1.0516205 Sep 22 21:39:29.888653 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47952) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:29.893821 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-4db5740c-4374-444c-8155-09fc2b15b8ad None None] Provisioning complete for port 097bf66b-2711-496e-af6e-9dbec98aec19 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:39:29.894192 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4db5740c-4374-444c-8155-09fc2b15b8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:29.894527 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-4db5740c-4374-444c-8155-09fc2b15b8ad None None] Attempt 1 to provision port 097bf66b-2711-496e-af6e-9dbec98aec19 Sep 22 21:39:30.086094 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dc0b9a-bcc3-4c79-99bd-5de997b3dc1a tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:30.091600 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 2d02270f-96b2-40d4-9e75-80feec19c6db up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:39:30.093176 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dc0b9a-bcc3-4c79-99bd-5de997b3dc1a tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:30.095353 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.objects.ports [None req-53f719ec-0047-4ded-babd-af6db788e062 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89009) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 21:39:30.099296 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dc0b9a-bcc3-4c79-99bd-5de997b3dc1a tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:30.105866 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-53f719ec-0047-4ded-babd-af6db788e062 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:30.106777 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dc0b9a-bcc3-4c79-99bd-5de997b3dc1a tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:30.113359 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dc0b9a-bcc3-4c79-99bd-5de997b3dc1a tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:30.120388 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dc0b9a-bcc3-4c79-99bd-5de997b3dc1a tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:30.125763 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-62dc0b9a-bcc3-4c79-99bd-5de997b3dc1a tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.4009399 Sep 22 21:39:30.127148 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47956) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:30.158171 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f4fc061a-a784-4329-b894-95a86ddeba6a tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:30.217054 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-4db5740c-4374-444c-8155-09fc2b15b8ad None None] Current status of the port 097bf66b-2711-496e-af6e-9dbec98aec19 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:39:30.281647 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 2d02270f-96b2-40d4-9e75-80feec19c6db triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:39:30.282188 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:30.282649 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 2d02270f-96b2-40d4-9e75-80feec19c6db Sep 22 21:39:30.317261 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73830b68-9ad4-484c-8b16-1dfcd8824081 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-61799cfa-6cf1-4602-9c44-339f0183bd9b', 'network_id': '61799cfa-6cf1-4602-9c44-339f0183bd9b', 'tenant_id': 'c22a8eb35cfd4063aa4cf073bf81fce0', 'fixed_ips': [{'subnet_id': 'e9f41b4e-cf34-4aa4-9ea7-3eae2edf58b2'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:39:30.320531 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-73830b68-9ad4-484c-8b16-1dfcd8824081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:30.320721 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-21562b50-eea8-4dba-a8c3-018cab0f471b tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1923292 Sep 22 21:39:30.327140 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-548dc9f0-9af7-4002-bb37-94ca07690823 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=f0750d6b07cf40699cc6c5c5a2372185&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9880841 Sep 22 21:39:30.327717 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47960) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:30.340609 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47962) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:30.365254 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27945f5-a119-45bb-ae29-aa1123df63a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-ae71a8ee-503d-4cd1-a234-895133fde570', 'network_id': 'ae71a8ee-503d-4cd1-a234-895133fde570', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'fixed_ips': [{'subnet_id': 'aa0aefa7-a4ae-41e1-8329-707e1b907e3c'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:39:30.366064 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c27945f5-a119-45bb-ae29-aa1123df63a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:30.366214 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-cc0d069a-594f-4509-b144-bb8421aa07c7 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-530028948', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:30.413751 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-cc0d069a-594f-4509-b144-bb8421aa07c7 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:30.427750 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f719ec-0047-4ded-babd-af6db788e062 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Checking segment: {'id': 'b9dbaf9c-dc59-4d85-9e0b-76b40312020e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7ceab05f-cad3-4569-8c21-f3b12a1a19bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:39:30.428119 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f719ec-0047-4ded-babd-af6db788e062 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Network hostable DHCP agents. Network: 7ceab05f-cad3-4569-8c21-f3b12a1a19bc, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:39:30.437006 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-cc0d069a-594f-4509-b144-bb8421aa07c7 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Usage tracker for resource:router and tenant:c22a8eb35cfd4063aa4cf073bf81fce0 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:30.448451 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f719ec-0047-4ded-babd-af6db788e062 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Pushing event updated for resources: {'Subnet': ['ID=ddf4ed06-7c24-4c70-9791-8cb734970f6b,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:30.462414 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-cc0d069a-594f-4509-b144-bb8421aa07c7 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:30.478647 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-cc0d069a-594f-4509-b144-bb8421aa07c7 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:30.551844 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cc0d069a-594f-4509-b144-bb8421aa07c7 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:30.553178 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cc0d069a-594f-4509-b144-bb8421aa07c7 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:30.558087 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f4fc061a-a784-4329-b894-95a86ddeba6a tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:30.576347 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f719ec-0047-4ded-babd-af6db788e062 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Network 7ceab05f-cad3-4569-8c21-f3b12a1a19bc is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:39:30.605258 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-f4fc061a-a784-4329-b894-95a86ddeba6a tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf036f7f-72e0-4c2d-841a-82eb045a0aae']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:30.607445 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cc0d069a-594f-4509-b144-bb8421aa07c7 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:30.610804 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1017a294-cd81-48c5-9b0b-2f9820498771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:30.619291 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-53f719ec-0047-4ded-babd-af6db788e062 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 7ceab05f-cad3-4569-8c21-f3b12a1a19bc) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:39:30.631963 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-163374b3-ab23-4407-bc1c-fbb32f93439c tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.4995947 Sep 22 21:39:30.631963 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47968) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:30.636775 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f719ec-0047-4ded-babd-af6db788e062 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:30.637366 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-53f719ec-0047-4ded-babd-af6db788e062 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:30.645986 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cef5639e-29f0-43ea-98c7-6f09856edfde tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:30.656703 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 2d02270f-96b2-40d4-9e75-80feec19c6db is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:39:30.657479 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 6bbe07af-b374-4c8b-a2c8-ce12c5222bfd up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:39:30.670003 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-f4fc061a-a784-4329-b894-95a86ddeba6a tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de1de1b2-d7a7-4ca6-a6a2-e1bceac0e6fd') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:30.670461 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-f4fc061a-a784-4329-b894-95a86ddeba6a tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de1de1b2-d7a7-4ca6-a6a2-e1bceac0e6fd') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:30.693531 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f4fc061a-a784-4329-b894-95a86ddeba6a tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:30.721300 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f4fc061a-a784-4329-b894-95a86ddeba6a tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:30.734671 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b573542a-9943-47b1-835b-60840803011c tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:30.736298 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b573542a-9943-47b1-835b-60840803011c tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:30.737794 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b573542a-9943-47b1-835b-60840803011c tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:30.738780 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1017a294-cd81-48c5-9b0b-2f9820498771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:30.739618 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b573542a-9943-47b1-835b-60840803011c tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:30.741196 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b573542a-9943-47b1-835b-60840803011c tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:30.746521 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-b573542a-9943-47b1-835b-60840803011c tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1109540 Sep 22 21:39:30.747913 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47972) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:30.750248 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4fc061a-a784-4329-b894-95a86ddeba6a tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:39:30.750720 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f4fc061a-a784-4329-b894-95a86ddeba6a tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:30.771721 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cc0d069a-594f-4509-b144-bb8421aa07c7 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:30.858004 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-73830b68-9ad4-484c-8b16-1dfcd8824081 None None] Allocated IP 172.20.0.2 (61799cfa-6cf1-4602-9c44-339f0183bd9b/e9f41b4e-cf34-4aa4-9ea7-3eae2edf58b2/bc09661a-2cf3-465c-84a9-5496e5352049) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:39:30.861051 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-53f719ec-0047-4ded-babd-af6db788e062 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.6469049 Sep 22 21:39:30.869693 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47976) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:30.882850 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-c27945f5-a119-45bb-ae29-aa1123df63a3 None None] Allocated IP 172.22.0.2 (ae71a8ee-503d-4cd1-a234-895133fde570/aa0aefa7-a4ae-41e1-8329-707e1b907e3c/69392eec-7c93-48d1-987b-1c93abcdeab1) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:39:30.894245 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cc0d069a-594f-4509-b144-bb8421aa07c7 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:30.898097 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-cc0d069a-594f-4509-b144-bb8421aa07c7 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.5624042 Sep 22 21:39:30.900339 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 47980) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:30.993778 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f4fc061a-a784-4329-b894-95a86ddeba6a tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:30.994743 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 6bbe07af-b374-4c8b-a2c8-ce12c5222bfd completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:39:31.001615 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308f34e8-fba3-4bdd-b651-f15d738c484f tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attributes excluded by policy engine: ['shared'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:31.003034 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308f34e8-fba3-4bdd-b651-f15d738c484f tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attributes excluded by policy engine: ['shared'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:31.004398 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308f34e8-fba3-4bdd-b651-f15d738c484f tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attributes excluded by policy engine: ['shared'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:31.005873 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308f34e8-fba3-4bdd-b651-f15d738c484f tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attributes excluded by policy engine: ['shared'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:31.007266 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308f34e8-fba3-4bdd-b651-f15d738c484f tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attributes excluded by policy engine: ['shared'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:31.008831 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-308f34e8-fba3-4bdd-b651-f15d738c484f tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2606308 Sep 22 21:39:31.029821 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47984) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:31.035736 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f4fc061a-a784-4329-b894-95a86ddeba6a tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:31.049850 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-f4fc061a-a784-4329-b894-95a86ddeba6a tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] 10.222.0.33 "DELETE /v2.0/networks/bf036f7f-72e0-4c2d-841a-82eb045a0aae HTTP/1.1" status: 204 len: 168 time: 1.1574128 Sep 22 21:39:31.053550 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47988) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:31.062293 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 6bbe07af-b374-4c8b-a2c8-ce12c5222bfd triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:39:31.062692 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:31.063036 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 6bbe07af-b374-4c8b-a2c8-ce12c5222bfd Sep 22 21:39:31.071969 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc061a-a784-4329-b894-95a86ddeba6a tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Pushing event deleted for resources: {'Network': ['ID=bf036f7f-72e0-4c2d-841a-82eb045a0aae,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:31.189849 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1017a294-cd81-48c5-9b0b-2f9820498771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:31.274751 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1017a294-cd81-48c5-9b0b-2f9820498771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3b39c7-a9fe-4f41-a1a6-953edb9a3ea2,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:31.364558 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3c8a6e55-a03e-465f-8b84-8444402ef13a tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:31.394286 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-73830b68-9ad4-484c-8b16-1dfcd8824081 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:31.396594 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 6bbe07af-b374-4c8b-a2c8-ce12c5222bfd is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:39:31.396956 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:31.432636 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-73830b68-9ad4-484c-8b16-1dfcd8824081 None None] Transition to ACTIVE for port object bc09661a-2cf3-465c-84a9-5496e5352049 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:39:31.445067 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c27945f5-a119-45bb-ae29-aa1123df63a3 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:31.462943 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413a8366-2574-4a87-85a4-7c161fcd2c0e tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:31.468986 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413a8366-2574-4a87-85a4-7c161fcd2c0e tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:31.470495 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-413a8366-2574-4a87-85a4-7c161fcd2c0e tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Synchronizing usage tracker for tenant:88648665160c46c1bd5b351766560008 on resource:network {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:39:31.476257 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 6bbe07af-b374-4c8b-a2c8-ce12c5222bfd, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=6bbe07af-b374-4c8b-a2c8-ce12c5222bfd,segment=NetworkSegment(d065e64d-798f-4cd8-8050-2aa0a5ac57bb),segment_id=d065e64d-798f-4cd8-8050-2aa0a5ac57bb)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:39:31.477625 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-73830b68-9ad4-484c-8b16-1dfcd8824081 None None] Transition to ACTIVE for port object bc09661a-2cf3-465c-84a9-5496e5352049 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:39:31.479516 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-c27945f5-a119-45bb-ae29-aa1123df63a3 None None] Transition to ACTIVE for port object 69392eec-7c93-48d1-987b-1c93abcdeab1 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:39:31.485717 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:31.504039 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0f3a8b-f583-41b0-b48f-2666a1f6c8af tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:31.511113 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-9e0f3a8b-f583-41b0-b48f-2666a1f6c8af tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "GET /v2.0/networks/822baac9-0f7a-4a7f-8416-2433f9845988 HTTP/1.1" status: 200 len: 803 time: 0.4603009 Sep 22 21:39:31.513485 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47992) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:31.533515 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1017a294-cd81-48c5-9b0b-2f9820498771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:31.534539 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-1017a294-cd81-48c5-9b0b-2f9820498771 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/9c3b39c7-a9fe-4f41-a1a6-953edb9a3ea2 HTTP/1.1" status: 204 len: 168 time: 1.1743035 Sep 22 21:39:31.536078 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-73830b68-9ad4-484c-8b16-1dfcd8824081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:31.553398 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-c27945f5-a119-45bb-ae29-aa1123df63a3 None None] Transition to ACTIVE for port object 69392eec-7c93-48d1-987b-1c93abcdeab1 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:39:31.567527 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c27945f5-a119-45bb-ae29-aa1123df63a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:31.581243 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73830b68-9ad4-484c-8b16-1dfcd8824081 None None] Network 61799cfa-6cf1-4602-9c44-339f0183bd9b is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:39:31.586035 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-73830b68-9ad4-484c-8b16-1dfcd8824081 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:39:31.592486 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73830b68-9ad4-484c-8b16-1dfcd8824081 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:39:31.603064 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27945f5-a119-45bb-ae29-aa1123df63a3 None None] Network ae71a8ee-503d-4cd1-a234-895133fde570 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:39:31.607823 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-171401b7-e9da-4589-ba62-3c4f04602ec8 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:31.620104 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-413a8366-2574-4a87-85a4-7c161fcd2c0e tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Unset dirty status for tenant:88648665160c46c1bd5b351766560008 on resource:network {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:39:31.621412 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-413a8366-2574-4a87-85a4-7c161fcd2c0e tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5473764 Sep 22 21:39:31.631618 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 47998) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:31.633890 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3c8a6e55-a03e-465f-8b84-8444402ef13a tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:31.634132 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=6bbe07af-b374-4c8b-a2c8-ce12c5222bfd,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:31.637063 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-c27945f5-a119-45bb-ae29-aa1123df63a3 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:39:31.676390 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-e21e065c-8aa2-4052-a4d3-3b438aea5d37 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-456648233'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:31.683326 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27945f5-a119-45bb-ae29-aa1123df63a3 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:39:31.694248 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-e21e065c-8aa2-4052-a4d3-3b438aea5d37 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:31.717987 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-e21e065c-8aa2-4052-a4d3-3b438aea5d37 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:31.776781 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment de1de1b2-d7a7-4ca6-a6a2-e1bceac0e6fd resource provider aggregate not found Sep 22 21:39:31.781567 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21e065c-8aa2-4052-a4d3-3b438aea5d37 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Made reservation on behalf of 88648665160c46c1bd5b351766560008 for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:39:31.785197 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e21e065c-8aa2-4052-a4d3-3b438aea5d37 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:31.822548 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-b70c3312-70bd-4d1b-8682-7241084d5d68 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "GET /v2.0/networks/822baac9-0f7a-4a7f-8416-2433f9845988?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3057384 Sep 22 21:39:31.824175 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment de1de1b2-d7a7-4ca6-a6a2-e1bceac0e6fd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid de1de1b2-d7a7-4ca6-a6a2-e1bceac0e6fd found for delete ", "request_id": "req-adeae134-0a5a-404e-983b-e92dcf15ea19"}]} Sep 22 21:39:31.830995 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48008) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:31.863598 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73830b68-9ad4-484c-8b16-1dfcd8824081 None None] Pushing event updated for resources: {'Port': ['ID=bc09661a-2cf3-465c-84a9-5496e5352049,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:31.881019 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3c8a6e55-a03e-465f-8b84-8444402ef13a tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:31.884992 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e21e065c-8aa2-4052-a4d3-3b438aea5d37 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:39:31.903565 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-73830b68-9ad4-484c-8b16-1dfcd8824081 None None] Attempting to bind port bc09661a-2cf3-465c-84a9-5496e5352049 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:39:31.904519 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-73830b68-9ad4-484c-8b16-1dfcd8824081 None None] Attempting to bind port bc09661a-2cf3-465c-84a9-5496e5352049 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '86fda00c-37db-467f-83cd-d8dfac9745e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '61799cfa-6cf1-4602-9c44-339f0183bd9b'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:39:31.905183 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73830b68-9ad4-484c-8b16-1dfcd8824081 None None] Attempting to bind port bc09661a-2cf3-465c-84a9-5496e5352049 on network 61799cfa-6cf1-4602-9c44-339f0183bd9b {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:39:31.945338 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a6e55-a03e-465f-8b84-8444402ef13a tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Pushing event deleted for resources: {'Subnet': ['ID=ddf4ed06-7c24-4c70-9791-8cb734970f6b,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:31.951737 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-c27945f5-a119-45bb-ae29-aa1123df63a3 None None] Attempting to bind port 69392eec-7c93-48d1-987b-1c93abcdeab1 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:39:31.957035 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-c27945f5-a119-45bb-ae29-aa1123df63a3 None None] Attempting to bind port 69392eec-7c93-48d1-987b-1c93abcdeab1 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'f3be6496-ea46-4cf4-9dc9-120673500e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ae71a8ee-503d-4cd1-a234-895133fde570'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:39:31.957180 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e21e065c-8aa2-4052-a4d3-3b438aea5d37 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:31.957489 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-e21e065c-8aa2-4052-a4d3-3b438aea5d37 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Added segment de5a4adf-4705-4900-a4b4-58ed98ebd6f5 of type vlan for network a7527d31-411d-470c-a094-6e8732cb1e17 Sep 22 21:39:31.957700 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27945f5-a119-45bb-ae29-aa1123df63a3 None None] Attempting to bind port 69392eec-7c93-48d1-987b-1c93abcdeab1 on network ae71a8ee-503d-4cd1-a234-895133fde570 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:39:31.967832 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73830b68-9ad4-484c-8b16-1dfcd8824081 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:39:31.969274 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73830b68-9ad4-484c-8b16-1dfcd8824081 None None] Checking segment: {'id': '86fda00c-37db-467f-83cd-d8dfac9745e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '61799cfa-6cf1-4602-9c44-339f0183bd9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:39:31.977196 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-73830b68-9ad4-484c-8b16-1dfcd8824081 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:31.978550 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73830b68-9ad4-484c-8b16-1dfcd8824081 None None] Bound using segment: {'id': '86fda00c-37db-467f-83cd-d8dfac9745e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '61799cfa-6cf1-4602-9c44-339f0183bd9b'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:39:31.979329 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-73830b68-9ad4-484c-8b16-1dfcd8824081 None None] Bound port: bc09661a-2cf3-465c-84a9-5496e5352049, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86fda00c-37db-467f-83cd-d8dfac9745e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '61799cfa-6cf1-4602-9c44-339f0183bd9b'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:39:31.981209 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-73830b68-9ad4-484c-8b16-1dfcd8824081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:32.012974 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27945f5-a119-45bb-ae29-aa1123df63a3 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:39:32.013811 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27945f5-a119-45bb-ae29-aa1123df63a3 None None] Checking segment: {'id': 'f3be6496-ea46-4cf4-9dc9-120673500e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ae71a8ee-503d-4cd1-a234-895133fde570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:39:32.014460 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c27945f5-a119-45bb-ae29-aa1123df63a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:32.015100 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27945f5-a119-45bb-ae29-aa1123df63a3 None None] Bound using segment: {'id': 'f3be6496-ea46-4cf4-9dc9-120673500e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ae71a8ee-503d-4cd1-a234-895133fde570'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:39:32.015822 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-c27945f5-a119-45bb-ae29-aa1123df63a3 None None] Bound port: 69392eec-7c93-48d1-987b-1c93abcdeab1, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3be6496-ea46-4cf4-9dc9-120673500e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ae71a8ee-503d-4cd1-a234-895133fde570'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:39:32.016495 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c27945f5-a119-45bb-ae29-aa1123df63a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:32.040368 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 6bbe07af-b374-4c8b-a2c8-ce12c5222bfd up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:39:32.185838 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-73830b68-9ad4-484c-8b16-1dfcd8824081 None None] For port bc09661a-2cf3-465c-84a9-5496e5352049, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:39:32.190217 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-73830b68-9ad4-484c-8b16-1dfcd8824081 None None] For port bc09661a-2cf3-465c-84a9-5496e5352049, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=bc09661a-2cf3-465c-84a9-5496e5352049,segment=NetworkSegment(86fda00c-37db-467f-83cd-d8dfac9745e1),segment_id=86fda00c-37db-467f-83cd-d8dfac9745e1)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:39:32.191821 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27945f5-a119-45bb-ae29-aa1123df63a3 None None] Pushing event updated for resources: {'Port': ['ID=69392eec-7c93-48d1-987b-1c93abcdeab1,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:32.203146 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-73830b68-9ad4-484c-8b16-1dfcd8824081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:32.231946 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-171401b7-e9da-4589-ba62-3c4f04602ec8 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Allocated IP 172.20.0.1 (61799cfa-6cf1-4602-9c44-339f0183bd9b/e9f41b4e-cf34-4aa4-9ea7-3eae2edf58b2/76874dd9-386a-4dc0-a25d-839af1192f7a) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:39:32.316336 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65051ad-bbc9-496c-b89f-7012111a1fe5 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:32.317689 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-d65051ad-bbc9-496c-b89f-7012111a1fe5 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "GET /v2.0/subnets/ee3d315a-ee38-4450-b51c-dbc1ed1040b5 HTTP/1.1" status: 200 len: 843 time: 0.4852746 Sep 22 21:39:32.323543 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48022) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:32.331499 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e21e065c-8aa2-4052-a4d3-3b438aea5d37 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:32.391668 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73830b68-9ad4-484c-8b16-1dfcd8824081 None None] Pushing event updated for resources: {'Port': ['ID=bc09661a-2cf3-465c-84a9-5496e5352049,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:32.397698 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3c8a6e55-a03e-465f-8b84-8444402ef13a tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:32.416210 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-c27945f5-a119-45bb-ae29-aa1123df63a3 None None] For port 69392eec-7c93-48d1-987b-1c93abcdeab1, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:39:32.421161 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 6bbe07af-b374-4c8b-a2c8-ce12c5222bfd triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:39:32.421296 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:32.421933 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 6bbe07af-b374-4c8b-a2c8-ce12c5222bfd Sep 22 21:39:32.437853 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-171401b7-e9da-4589-ba62-3c4f04602ec8 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:32.445789 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-cef5639e-29f0-43ea-98c7-6f09856edfde tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Allocated IP 172.22.0.1 (ae71a8ee-503d-4cd1-a234-895133fde570/aa0aefa7-a4ae-41e1-8329-707e1b907e3c/88a3b5c5-da75-4337-a2cc-5a4413242d62) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:39:32.469678 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-c27945f5-a119-45bb-ae29-aa1123df63a3 None None] For port 69392eec-7c93-48d1-987b-1c93abcdeab1, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=69392eec-7c93-48d1-987b-1c93abcdeab1,segment=NetworkSegment(f3be6496-ea46-4cf4-9dc9-120673500e58),segment_id=f3be6496-ea46-4cf4-9dc9-120673500e58)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:39:32.478464 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-171401b7-e9da-4589-ba62-3c4f04602ec8 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Transition to ACTIVE for port object 76874dd9-386a-4dc0-a25d-839af1192f7a will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:39:32.485115 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c27945f5-a119-45bb-ae29-aa1123df63a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:32.508174 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-3c8a6e55-a03e-465f-8b84-8444402ef13a tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ceab05f-cad3-4569-8c21-f3b12a1a19bc']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:32.565068 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-3c8a6e55-a03e-465f-8b84-8444402ef13a tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9dbaf9c-dc59-4d85-9e0b-76b40312020e') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:32.565564 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-3c8a6e55-a03e-465f-8b84-8444402ef13a tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9dbaf9c-dc59-4d85-9e0b-76b40312020e') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:32.566493 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27945f5-a119-45bb-ae29-aa1123df63a3 None None] Pushing event updated for resources: {'Port': ['ID=69392eec-7c93-48d1-987b-1c93abcdeab1,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:32.588559 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe4d09e-ebf0-47c9-a6d6-bcd4c9df7f76 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attributes excluded by policy engine: ['shared'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:32.594578 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-8fe4d09e-ebf0-47c9-a6d6-bcd4c9df7f76 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "GET /v2.0/subnets/ee3d315a-ee38-4450-b51c-dbc1ed1040b5?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2655389 Sep 22 21:39:32.594578 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48032) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:32.606060 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3c8a6e55-a03e-465f-8b84-8444402ef13a tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:32.637468 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e21e065c-8aa2-4052-a4d3-3b438aea5d37 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:32.656318 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21e065c-8aa2-4052-a4d3-3b438aea5d37 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:32.662933 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e21e065c-8aa2-4052-a4d3-3b438aea5d37 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:32.672833 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3c8a6e55-a03e-465f-8b84-8444402ef13a tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:32.686419 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-5923fbed-909b-4233-98e0-fc6999aac20c tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1319430232'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:32.705613 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 6bbe07af-b374-4c8b-a2c8-ce12c5222bfd is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:39:32.731577 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-171401b7-e9da-4589-ba62-3c4f04602ec8 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:32.814843 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21e065c-8aa2-4052-a4d3-3b438aea5d37 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Pushing event updated for resources: {'Network': ['ID=a7527d31-411d-470c-a094-6e8732cb1e17,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:32.823279 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-5923fbed-909b-4233-98e0-fc6999aac20c tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:32.828762 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48036) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:32.833629 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c8a6e55-a03e-465f-8b84-8444402ef13a tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:39:32.834078 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3c8a6e55-a03e-465f-8b84-8444402ef13a tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:32.834223 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cef5639e-29f0-43ea-98c7-6f09856edfde tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:32.835865 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network a7527d31-411d-470c-a094-6e8732cb1e17 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:39:32.844787 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171401b7-e9da-4589-ba62-3c4f04602ec8 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Network 61799cfa-6cf1-4602-9c44-339f0183bd9b is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:39:32.851568 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-171401b7-e9da-4589-ba62-3c4f04602ec8 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:39:32.859709 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171401b7-e9da-4589-ba62-3c4f04602ec8 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:39:32.949482 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171401b7-e9da-4589-ba62-3c4f04602ec8 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Pushing event updated for resources: {'Port': ['ID=76874dd9-386a-4dc0-a25d-839af1192f7a,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:32.953314 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-5923fbed-909b-4233-98e0-fc6999aac20c tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:32.970561 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-cef5639e-29f0-43ea-98c7-6f09856edfde tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Transition to ACTIVE for port object 88a3b5c5-da75-4337-a2cc-5a4413242d62 will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:39:32.997491 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171401b7-e9da-4589-ba62-3c4f04602ec8 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:39:32.997728 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171401b7-e9da-4589-ba62-3c4f04602ec8 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:39:32.998059 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171401b7-e9da-4589-ba62-3c4f04602ec8 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:39:32.998398 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171401b7-e9da-4589-ba62-3c4f04602ec8 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:39:32.998768 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171401b7-e9da-4589-ba62-3c4f04602ec8 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:39:32.999357 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171401b7-e9da-4589-ba62-3c4f04602ec8 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:39:32.999863 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171401b7-e9da-4589-ba62-3c4f04602ec8 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:39:33.000339 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171401b7-e9da-4589-ba62-3c4f04602ec8 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:39:33.000911 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171401b7-e9da-4589-ba62-3c4f04602ec8 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:39:33.001403 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171401b7-e9da-4589-ba62-3c4f04602ec8 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:39:33.001900 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171401b7-e9da-4589-ba62-3c4f04602ec8 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:39:33.002523 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171401b7-e9da-4589-ba62-3c4f04602ec8 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:39:33.015522 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e21e065c-8aa2-4052-a4d3-3b438aea5d37 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3824968 Sep 22 21:39:33.017089 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48042) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:33.025321 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5923fbed-909b-4233-98e0-fc6999aac20c tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Made reservation on behalf of 9ce427e4086c41e3a73d0ab03ce01898 for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:39:33.025952 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-171401b7-e9da-4589-ba62-3c4f04602ec8 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:33.035061 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5923fbed-909b-4233-98e0-fc6999aac20c tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:33.054070 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-48b9bb9d-2b39-4161-892d-9e5f1dd558b8 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1730030410'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:33.057710 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3c8a6e55-a03e-465f-8b84-8444402ef13a tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:33.062499 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3c8a6e55-a03e-465f-8b84-8444402ef13a tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:33.081675 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cef5639e-29f0-43ea-98c7-6f09856edfde tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:33.092930 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-48b9bb9d-2b39-4161-892d-9e5f1dd558b8 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:33.113734 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-7ac4707e-527d-4f2e-bb34-d8e7c20c6399 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Request body: {'security_group': {'name': 'tempest-secgroup--867168610'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:33.118999 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-48b9bb9d-2b39-4161-892d-9e5f1dd558b8 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Usage tracker for resource:network and tenant:88648665160c46c1bd5b351766560008 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:33.122238 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a6e55-a03e-465f-8b84-8444402ef13a tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Pushing event deleted for resources: {'Network': ['ID=7ceab05f-cad3-4569-8c21-f3b12a1a19bc,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:33.129924 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-3c8a6e55-a03e-465f-8b84-8444402ef13a tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] 10.222.0.33 "DELETE /v2.0/networks/7ceab05f-cad3-4569-8c21-f3b12a1a19bc HTTP/1.1" status: 204 len: 168 time: 2.2496316 Sep 22 21:39:33.131022 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48046) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:33.132691 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-7ac4707e-527d-4f2e-bb34-d8e7c20c6399 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:33.138101 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-48b9bb9d-2b39-4161-892d-9e5f1dd558b8 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:33.161572 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-7ac4707e-527d-4f2e-bb34-d8e7c20c6399 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Usage tracker for resource:security_group and tenant:26a67f25cb864434ad2271a39caf8a9d is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:33.166742 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-48b9bb9d-2b39-4161-892d-9e5f1dd558b8 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:33.169044 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5923fbed-909b-4233-98e0-fc6999aac20c tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:39:33.171744 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-7ac4707e-527d-4f2e-bb34-d8e7c20c6399 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:33.183588 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-7ac4707e-527d-4f2e-bb34-d8e7c20c6399 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:33.183790 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef5639e-29f0-43ea-98c7-6f09856edfde tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Network ae71a8ee-503d-4cd1-a234-895133fde570 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:39:33.195397 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-cef5639e-29f0-43ea-98c7-6f09856edfde tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:39:33.197241 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5923fbed-909b-4233-98e0-fc6999aac20c tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:33.198444 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-5923fbed-909b-4233-98e0-fc6999aac20c tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Added segment c06be59f-8d2a-4e7f-bd1a-7e883412af67 of type vlan for network 617893f8-8c70-44db-894a-679d905812fc Sep 22 21:39:33.204907 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef5639e-29f0-43ea-98c7-6f09856edfde tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:39:33.205567 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b9bb9d-2b39-4161-892d-9e5f1dd558b8 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Made reservation on behalf of 88648665160c46c1bd5b351766560008 for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:39:33.209081 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-48b9bb9d-2b39-4161-892d-9e5f1dd558b8 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:33.221602 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7ac4707e-527d-4f2e-bb34-d8e7c20c6399 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:33.242483 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7ac4707e-527d-4f2e-bb34-d8e7c20c6399 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:33.253631 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-919c627c-36c5-41ba-96df-5d541d925b80 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:33.254650 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-919c627c-36c5-41ba-96df-5d541d925b80 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:33.280345 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-7ac4707e-527d-4f2e-bb34-d8e7c20c6399 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:33.286894 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5923fbed-909b-4233-98e0-fc6999aac20c tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:33.292744 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-7ac4707e-527d-4f2e-bb34-d8e7c20c6399 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Usage tracker for resource:security_group_rule and tenant:26a67f25cb864434ad2271a39caf8a9d is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:33.295366 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48b9bb9d-2b39-4161-892d-9e5f1dd558b8 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:39:33.300933 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-7ac4707e-527d-4f2e-bb34-d8e7c20c6399 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:33.301996 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-919c627c-36c5-41ba-96df-5d541d925b80 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] 10.222.0.33 "DELETE /v2.0/subnets/ddf4ed06-7c24-4c70-9791-8cb734970f6b HTTP/1.1" status: 404 len: 337 time: 0.1659820 Sep 22 21:39:33.308800 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48050) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:33.319784 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef5639e-29f0-43ea-98c7-6f09856edfde tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event updated for resources: {'Port': ['ID=88a3b5c5-da75-4337-a2cc-5a4413242d62,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:33.337548 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-171401b7-e9da-4589-ba62-3c4f04602ec8 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:33.339825 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-7ac4707e-527d-4f2e-bb34-d8e7c20c6399 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:33.346995 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cef5639e-29f0-43ea-98c7-6f09856edfde tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:33.347633 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-48b9bb9d-2b39-4161-892d-9e5f1dd558b8 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:33.347987 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-48b9bb9d-2b39-4161-892d-9e5f1dd558b8 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Added segment cb4f7dc9-8550-484f-86ef-449ca6d7b0a9 of type vlan for network eca6fe37-46cf-4d62-b118-ec2e6a13b9e7 Sep 22 21:39:33.373066 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-6833bb04-bbd1-44a7-9458-6815be73bd6d tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:33.373631 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6833bb04-bbd1-44a7-9458-6815be73bd6d tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:33.424208 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-6833bb04-bbd1-44a7-9458-6815be73bd6d tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] 10.222.0.33 "DELETE /v2.0/networks/7ceab05f-cad3-4569-8c21-f3b12a1a19bc HTTP/1.1" status: 404 len: 339 time: 0.1125667 Sep 22 21:39:33.428871 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-48b9bb9d-2b39-4161-892d-9e5f1dd558b8 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:33.429844 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48054) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:33.433730 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5923fbed-909b-4233-98e0-fc6999aac20c tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:33.439027 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5923fbed-909b-4233-98e0-fc6999aac20c tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:33.439607 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5923fbed-909b-4233-98e0-fc6999aac20c tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:33.539214 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-658242c7-ed5a-487d-a2d1-3996161b6346 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:33.539712 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-658242c7-ed5a-487d-a2d1-3996161b6346 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:33.541659 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-658242c7-ed5a-487d-a2d1-3996161b6346 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] 10.222.0.33 "DELETE /v2.0/subnets/96946107-f577-4997-9ace-59b995e47460 HTTP/1.1" status: 404 len: 337 time: 0.1103034 Sep 22 21:39:33.546185 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48058) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:33.580126 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-5923fbed-909b-4233-98e0-fc6999aac20c tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9847665 Sep 22 21:39:33.595450 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48062) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:33.620513 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-439dfc9f-95f4-42ef-9a39-3714cb124ca3 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Request body: {'subnet': {'network_id': '617893f8-8c70-44db-894a-679d905812fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:33.629294 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-afae56d1-3791-4526-bd67-1ff7fcc02e86 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:33.629686 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afae56d1-3791-4526-bd67-1ff7fcc02e86 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:33.632301 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5923fbed-909b-4233-98e0-fc6999aac20c tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Pushing event updated for resources: {'Network': ['ID=617893f8-8c70-44db-894a-679d905812fc,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:33.646763 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 617893f8-8c70-44db-894a-679d905812fc details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:39:33.650038 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-afae56d1-3791-4526-bd67-1ff7fcc02e86 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] 10.222.0.33 "DELETE /v2.0/networks/cb68fc90-dbd5-485f-a70e-b50c0837e1b0 HTTP/1.1" status: 404 len: 339 time: 0.0875080 Sep 22 21:39:33.658435 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48066) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:33.669536 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-48b9bb9d-2b39-4161-892d-9e5f1dd558b8 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:33.675061 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b9bb9d-2b39-4161-892d-9e5f1dd558b8 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:33.675700 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-48b9bb9d-2b39-4161-892d-9e5f1dd558b8 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:33.754532 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7fa7708-3233-4c41-9d36-92e8ab7c129b tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:33.755039 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7fa7708-3233-4c41-9d36-92e8ab7c129b tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:33.756749 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-b7fa7708-3233-4c41-9d36-92e8ab7c129b tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] 10.222.0.33 "DELETE /v2.0/subnets/a03e8d41-5c2c-4b5d-b961-26fdc9089f75 HTTP/1.1" status: 404 len: 337 time: 0.0973163 Sep 22 21:39:33.780563 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48070) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:33.847144 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7ac4707e-527d-4f2e-bb34-d8e7c20c6399 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:33.876560 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7ac4707e-527d-4f2e-bb34-d8e7c20c6399 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:33.881179 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment b9dbaf9c-dc59-4d85-9e0b-76b40312020e resource provider aggregate not found Sep 22 21:39:33.908647 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-48b9bb9d-2b39-4161-892d-9e5f1dd558b8 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8877199 Sep 22 21:39:33.916770 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48078) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:33.918118 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-7ac4707e-527d-4f2e-bb34-d8e7c20c6399 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:33.929857 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-7ac4707e-527d-4f2e-bb34-d8e7c20c6399 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Usage tracker for resource:security_group_rule and tenant:26a67f25cb864434ad2271a39caf8a9d is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:33.934895 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b9bb9d-2b39-4161-892d-9e5f1dd558b8 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Pushing event updated for resources: {'Network': ['ID=eca6fe37-46cf-4d62-b118-ec2e6a13b9e7,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:33.947173 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network eca6fe37-46cf-4d62-b118-ec2e6a13b9e7 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:39:33.950462 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-090b59c7-c4ed-4875-b0bd-227612b7e8ab tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Request body: {'ports': [{'network_id': 'a7527d31-411d-470c-a094-6e8732cb1e17', 'name': 'tempest-port--1013476997', 'admin_state_up': True}, {'network_id': 'eca6fe37-46cf-4d62-b118-ec2e6a13b9e7', 'admin_state_up': False}]} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:33.950921 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-090b59c7-c4ed-4875-b0bd-227612b7e8ab tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Request body: {'port': {'network_id': 'a7527d31-411d-470c-a094-6e8732cb1e17', 'name': 'tempest-port--1013476997', 'admin_state_up': True}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:33.951533 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-090b59c7-c4ed-4875-b0bd-227612b7e8ab tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Request body: {'port': {'network_id': 'eca6fe37-46cf-4d62-b118-ec2e6a13b9e7', 'admin_state_up': False}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:33.966836 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-7ac4707e-527d-4f2e-bb34-d8e7c20c6399 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:33.972599 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment b9dbaf9c-dc59-4d85-9e0b-76b40312020e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b9dbaf9c-dc59-4d85-9e0b-76b40312020e found for delete ", "request_id": "req-8d0511ce-7d39-4da2-83fc-86196f84b11c"}]} Sep 22 21:39:33.980101 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-7ac4707e-527d-4f2e-bb34-d8e7c20c6399 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:33.984704 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-56745d4f-77fb-4f28-8679-924b441f367c tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:33.985167 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56745d4f-77fb-4f28-8679-924b441f367c tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:33.988217 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-56745d4f-77fb-4f28-8679-924b441f367c tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] 10.222.0.33 "DELETE /v2.0/networks/a60cf3d2-0358-4d98-89ae-f368d3815787 HTTP/1.1" status: 404 len: 339 time: 0.2054405 Sep 22 21:39:33.990832 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48082) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:34.069415 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac4707e-527d-4f2e-bb34-d8e7c20c6399 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78f85e7d-8a50-4633-b0b7-128171403b37,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:34.157461 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 69392eec-7c93-48d1-987b-1c93abcdeab1 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:39:34.211892 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-439dfc9f-95f4-42ef-9a39-3714cb124ca3 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:34.245169 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cef5639e-29f0-43ea-98c7-6f09856edfde tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:34.254294 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-841888c4-3f82-4245-9c18-eea59cc399db tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Deleting port 517c173f-832c-46fa-ae20-3887460cb2a9 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:39:34.254761 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-841888c4-3f82-4245-9c18-eea59cc399db tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:34.255237 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-439dfc9f-95f4-42ef-9a39-3714cb124ca3 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:34.312951 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439dfc9f-95f4-42ef-9a39-3714cb124ca3 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Made reservation on behalf of 9ce427e4086c41e3a73d0ab03ce01898 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:39:34.316625 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-439dfc9f-95f4-42ef-9a39-3714cb124ca3 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:34.345220 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-0efa86c7-f913-4ebf-be26-cea5c4d72055 None None] Provisioning for port 69392eec-7c93-48d1-987b-1c93abcdeab1 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:39:34.351860 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-0efa86c7-f913-4ebf-be26-cea5c4d72055 None None] Provisioning complete for port 69392eec-7c93-48d1-987b-1c93abcdeab1 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:39:34.352227 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0efa86c7-f913-4ebf-be26-cea5c4d72055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:34.354707 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-0efa86c7-f913-4ebf-be26-cea5c4d72055 None None] Attempt 1 to provision port 69392eec-7c93-48d1-987b-1c93abcdeab1 Sep 22 21:39:34.382275 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 69392eec-7c93-48d1-987b-1c93abcdeab1 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:39:34.392715 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 69392eec-7c93-48d1-987b-1c93abcdeab1 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:39:34.393148 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:34.393394 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 69392eec-7c93-48d1-987b-1c93abcdeab1 Sep 22 21:39:34.433322 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b06680-4490-4a87-8179-c5f48fab622b None None] get_active_networks_info from dv-neutron-858900-1-hyperv {{(pid=89010) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 22 21:39:34.470806 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.ipam_backend_mixin [None req-439dfc9f-95f4-42ef-9a39-3714cb124ca3 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Performing IP validity checks on allocation pools {{(pid=89009) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 22 21:39:34.471586 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.ipam_backend_mixin [None req-439dfc9f-95f4-42ef-9a39-3714cb124ca3 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89009) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 22 21:39:34.503401 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-090b59c7-c4ed-4875-b0bd-227612b7e8ab tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:34.512841 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7ac4707e-527d-4f2e-bb34-d8e7c20c6399 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:34.514110 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-090b59c7-c4ed-4875-b0bd-227612b7e8ab tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Usage tracker for resource:port and tenant:88648665160c46c1bd5b351766560008 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:34.519260 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-090b59c7-c4ed-4875-b0bd-227612b7e8ab tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:34.526615 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7ac4707e-527d-4f2e-bb34-d8e7c20c6399 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:34.547531 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-090b59c7-c4ed-4875-b0bd-227612b7e8ab tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:34.547987 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-171401b7-e9da-4589-ba62-3c4f04602ec8 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:34.610629 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-171401b7-e9da-4589-ba62-3c4f04602ec8 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:34.663799 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090b59c7-c4ed-4875-b0bd-227612b7e8ab tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Made reservation on behalf of 88648665160c46c1bd5b351766560008 for: {'port': 2} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:39:34.668663 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-090b59c7-c4ed-4875-b0bd-227612b7e8ab tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:34.683807 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 69392eec-7c93-48d1-987b-1c93abcdeab1 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:39:34.684346 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:34.696373 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7ac4707e-527d-4f2e-bb34-d8e7c20c6399 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:34.697611 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-7ac4707e-527d-4f2e-bb34-d8e7c20c6399 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.8666255 Sep 22 21:39:34.698488 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac4707e-527d-4f2e-bb34-d8e7c20c6399 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd5afc2-8432-47d5-8395-400d6ee21288,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:34.701417 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48086) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:34.710380 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-090b59c7-c4ed-4875-b0bd-227612b7e8ab tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:34.721474 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-841888c4-3f82-4245-9c18-eea59cc399db tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:34.721788 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-0efa86c7-f913-4ebf-be26-cea5c4d72055 None None] Current status of the port 69392eec-7c93-48d1-987b-1c93abcdeab1 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:39:34.722164 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0efa86c7-f913-4ebf-be26-cea5c4d72055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:34.772698 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171401b7-e9da-4589-ba62-3c4f04602ec8 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Pushing event updated for resources: {'Port': ['ID=76874dd9-386a-4dc0-a25d-839af1192f7a,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:34.785358 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-171401b7-e9da-4589-ba62-3c4f04602ec8 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:34.786592 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 69392eec-7c93-48d1-987b-1c93abcdeab1, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=69392eec-7c93-48d1-987b-1c93abcdeab1,segment=NetworkSegment(f3be6496-ea46-4cf4-9dc9-120673500e58),segment_id=f3be6496-ea46-4cf4-9dc9-120673500e58)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:39:34.799584 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:34.800486 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device bc09661a-2cf3-465c-84a9-5496e5352049 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:39:34.905285 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b06680-4490-4a87-8179-c5f48fab622b None None] Resources bound (agent type, host, resource id): {{(pid=89010) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 21:39:34.995145 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-841888c4-3f82-4245-9c18-eea59cc399db tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Calling delete_port for 517c173f-832c-46fa-ae20-3887460cb2a9 owned by {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:39:34.996727 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.db.api [None req-0efa86c7-f913-4ebf-be26-cea5c4d72055 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:39:34.997161 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG oslo_db.api [None req-0efa86c7-f913-4ebf-be26-cea5c4d72055 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:39:35.052144 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=69392eec-7c93-48d1-987b-1c93abcdeab1,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:35.082804 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port bc09661a-2cf3-465c-84a9-5496e5352049 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:39:35.126869 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171401b7-e9da-4589-ba62-3c4f04602ec8 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Network 61799cfa-6cf1-4602-9c44-339f0183bd9b is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:39:35.127964 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-439dfc9f-95f4-42ef-9a39-3714cb124ca3 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:35.163275 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-171401b7-e9da-4589-ba62-3c4f04602ec8 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:39:35.185816 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-80ad861d-3e02-4b94-bcd1-74610c3def63 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Synchronizing usage tracker for tenant:26a67f25cb864434ad2271a39caf8a9d on resource:security_group {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:39:35.262806 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cef5639e-29f0-43ea-98c7-6f09856edfde tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:35.285585 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cef5639e-29f0-43ea-98c7-6f09856edfde tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:35.308707 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-841888c4-3f82-4245-9c18-eea59cc399db tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:35.362643 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-80ad861d-3e02-4b94-bcd1-74610c3def63 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Unset dirty status for tenant:26a67f25cb864434ad2271a39caf8a9d on resource:security_group {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:39:35.366753 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-80ad861d-3e02-4b94-bcd1-74610c3def63 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.6581028 Sep 22 21:39:35.374356 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48090) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:35.382411 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-841888c4-3f82-4245-9c18-eea59cc399db tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:35.386957 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841888c4-3f82-4245-9c18-eea59cc399db tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Pushing event deleted for resources: {'Port': ['ID=517c173f-832c-46fa-ae20-3887460cb2a9,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:35.392072 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [None req-090b59c7-c4ed-4875-b0bd-227612b7e8ab tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] device_id is not set on port 4db36e33-7855-4c38-a007-33423df90773 yet. {{(pid=89008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:39:35.401334 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-74aedd75-ac64-490b-95bb-432186fa1d49 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Request body: {'security_group': {'name': 'tempest-security--297173824', 'description': 'tempest-security-description-1869643626'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:35.405593 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c399501-5784-4f3e-9d0a-a50da2860271 None None] Network ae71a8ee-503d-4cd1-a234-895133fde570 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:39:35.424906 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2644881-86e6-45ea-a4f7-cafddd11325b None None] Network 61799cfa-6cf1-4602-9c44-339f0183bd9b requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:39:35.425702 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-841888c4-3f82-4245-9c18-eea59cc399db tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] 10.222.0.33 "DELETE /v2.0/ports/517c173f-832c-46fa-ae20-3887460cb2a9 HTTP/1.1" status: 204 len: 168 time: 1.3758941 Sep 22 21:39:35.431919 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dfc9f-95f4-42ef-9a39-3714cb124ca3 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Pushing event updated for resources: {'Subnet': ['ID=fa3c0c66-776f-4736-bf15-8b1dc7715373,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:35.437032 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48096) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:35.452132 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a822a3-1196-49c0-8fbe-414c763c74fd None None] Network 7ceab05f-cad3-4569-8c21-f3b12a1a19bc requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:39:35.490169 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-17254a25-f20c-45a3-925f-2564f19434db tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:35.490642 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17254a25-f20c-45a3-925f-2564f19434db tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:35.490901 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439dfc9f-95f4-42ef-9a39-3714cb124ca3 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Checking segment: {'id': 'c06be59f-8d2a-4e7f-bd1a-7e883412af67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '617893f8-8c70-44db-894a-679d905812fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:39:35.491259 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439dfc9f-95f4-42ef-9a39-3714cb124ca3 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Network hostable DHCP agents. Network: 617893f8-8c70-44db-894a-679d905812fc, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:39:35.496327 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-74aedd75-ac64-490b-95bb-432186fa1d49 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:35.504857 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef5639e-29f0-43ea-98c7-6f09856edfde tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event updated for resources: {'Port': ['ID=88a3b5c5-da75-4337-a2cc-5a4413242d62,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:35.515176 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-17254a25-f20c-45a3-925f-2564f19434db tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] 10.222.0.33 "DELETE /v2.0/subnets/d1cb5878-d5b0-448a-a337-d11a188f1a26 HTTP/1.1" status: 404 len: 337 time: 0.0747852 Sep 22 21:39:35.517027 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48100) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:35.517196 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cef5639e-29f0-43ea-98c7-6f09856edfde tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:35.615948 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439dfc9f-95f4-42ef-9a39-3714cb124ca3 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Network 617893f8-8c70-44db-894a-679d905812fc is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:39:35.640348 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-439dfc9f-95f4-42ef-9a39-3714cb124ca3 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 617893f8-8c70-44db-894a-679d905812fc) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:39:35.653876 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439dfc9f-95f4-42ef-9a39-3714cb124ca3 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:35.654471 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-439dfc9f-95f4-42ef-9a39-3714cb124ca3 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:35.672496 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-74aedd75-ac64-490b-95bb-432186fa1d49 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:35.676237 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a822a3-1196-49c0-8fbe-414c763c74fd None None] Network 7ceab05f-cad3-4569-8c21-f3b12a1a19bc could not be found, it might have been deleted concurrently. {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 22 21:39:35.696698 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f629fcf0-9c82-4980-afb5-d6596e64ba7e None None] Network 617893f8-8c70-44db-894a-679d905812fc requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:39:35.697686 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-74aedd75-ac64-490b-95bb-432186fa1d49 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:35.700115 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-74aedd75-ac64-490b-95bb-432186fa1d49 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:35.703953 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-74aedd75-ac64-490b-95bb-432186fa1d49 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "PUT /v2.0/security-groups/4bd5afc2-8432-47d5-8395-400d6ee21288 HTTP/1.1" status: 200 len: 1777 time: 0.3240619 Sep 22 21:39:35.709438 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca81329d-3ba8-4106-b393-695cc75932c4 None None] Network 7ceab05f-cad3-4569-8c21-f3b12a1a19bc requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:39:35.714974 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48104) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:35.735229 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c9d53b26-c084-412b-9a4a-b3df1e5d16ce tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:35.810107 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aedd75-ac64-490b-95bb-432186fa1d49 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd5afc2-8432-47d5-8395-400d6ee21288,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:35.828823 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca81329d-3ba8-4106-b393-695cc75932c4 None None] Network 7ceab05f-cad3-4569-8c21-f3b12a1a19bc could not be found, it might have been deleted concurrently. {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 22 21:39:35.842863 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-c9d53b26-c084-412b-9a4a-b3df1e5d16ce tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Deleting port 7bc8ea36-747b-4a6c-9a4e-01bb328a40f6 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:39:35.843664 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c9d53b26-c084-412b-9a4a-b3df1e5d16ce tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:35.854457 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-439dfc9f-95f4-42ef-9a39-3714cb124ca3 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.2579701 Sep 22 21:39:35.856263 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-171401b7-e9da-4589-ba62-3c4f04602ec8 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Router 39c0249a-b95e-4702-88d3-9a2b35d14188 is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:39:35.859951 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48108) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:35.862342 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-0efa86c7-f913-4ebf-be26-cea5c4d72055 None None] Current status of the port 69392eec-7c93-48d1-987b-1c93abcdeab1 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:39:35.864165 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef5639e-29f0-43ea-98c7-6f09856edfde tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Network ae71a8ee-503d-4cd1-a234-895133fde570 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:39:35.868165 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-16b32a84-6c23-407c-a045-a8a51628e684 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:35.871664 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-090b59c7-c4ed-4875-b0bd-227612b7e8ab tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:35.882865 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-22abbdcf-f41c-4f86-ac40-b2fdc7f3a128 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "GET /v2.0/security-groups/4bd5afc2-8432-47d5-8395-400d6ee21288 HTTP/1.1" status: 200 len: 1777 time: 0.1613474 Sep 22 21:39:35.889562 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48112) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:35.900538 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-cef5639e-29f0-43ea-98c7-6f09856edfde tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:39:36.019282 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 69392eec-7c93-48d1-987b-1c93abcdeab1 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:39:36.093581 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [None req-090b59c7-c4ed-4875-b0bd-227612b7e8ab tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] device_id is not set on port c93bdb55-fe9a-4633-a6d9-d83b9bde7040 yet. {{(pid=89008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:39:36.211245 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ad6608a7-cfc7-4874-af88-d682f16d5ee0 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:36.214042 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-a28ef54b-0eb2-4f87-9ee0-2326fda9e983 None None] Provisioning for port bc09661a-2cf3-465c-84a9-5496e5352049 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:39:36.231309 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-a28ef54b-0eb2-4f87-9ee0-2326fda9e983 None None] Provisioning complete for port bc09661a-2cf3-465c-84a9-5496e5352049 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:39:36.231538 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a28ef54b-0eb2-4f87-9ee0-2326fda9e983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:36.231880 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a28ef54b-0eb2-4f87-9ee0-2326fda9e983 None None] Attempt 1 to provision port bc09661a-2cf3-465c-84a9-5496e5352049 Sep 22 21:39:36.268600 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-c9d53b26-c084-412b-9a4a-b3df1e5d16ce tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] For port 7bc8ea36-747b-4a6c-9a4e-01bb328a40f6, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=7bc8ea36-747b-4a6c-9a4e-01bb328a40f6,segment=NetworkSegment(939faa76-b6d9-465e-ba07-0dd6616d86e5),segment_id=939faa76-b6d9-465e-ba07-0dd6616d86e5)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:39:36.268600 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c9d53b26-c084-412b-9a4a-b3df1e5d16ce tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:36.278394 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ad6608a7-cfc7-4874-af88-d682f16d5ee0 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:36.290629 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef5639e-29f0-43ea-98c7-6f09856edfde tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Router 86d2ef5b-b34f-4e1e-9c59-268ad50c9267 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:39:36.291750 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171401b7-e9da-4589-ba62-3c4f04602ec8 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:39:36.299856 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-16b32a84-6c23-407c-a045-a8a51628e684 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7507291'] for subnet, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:36.305893 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-171401b7-e9da-4589-ba62-3c4f04602ec8 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] 10.222.0.33 "PUT /v2.0/routers/39c0249a-b95e-4702-88d3-9a2b35d14188/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4040577 Sep 22 21:39:36.309437 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48116) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:36.316762 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-e7b50b0e-1982-4d17-8cfd-7e671c76742f tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Request body: {'port': {'network_id': '61799cfa-6cf1-4602-9c44-339f0183bd9b', 'name': 'tempest-FloatingIPNegativeTestJSON-186310218'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:36.352315 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97c464d-8038-426a-a123-038fcd87a815 None None] Sync routers for ids ['39c0249a-b95e-4702-88d3-9a2b35d14188'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:39:36.394809 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45289e26-4503-4d55-8f79-2815c8f2d90d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-617893f8-8c70-44db-894a-679d905812fc', 'network_id': '617893f8-8c70-44db-894a-679d905812fc', 'tenant_id': '9ce427e4086c41e3a73d0ab03ce01898', 'fixed_ips': [{'subnet_id': 'fa3c0c66-776f-4736-bf15-8b1dc7715373'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:39:36.395606 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-45289e26-4503-4d55-8f79-2815c8f2d90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:36.412333 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97c464d-8038-426a-a123-038fcd87a815 None None] Routers {'39c0249a-b95e-4702-88d3-9a2b35d14188'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:39:36.412966 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-c97c464d-8038-426a-a123-038fcd87a815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:39:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['39c0249a-b95e-4702-88d3-9a2b35d14188'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:36.454483 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-c9d53b26-c084-412b-9a4a-b3df1e5d16ce tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Calling delete_port for 7bc8ea36-747b-4a6c-9a4e-01bb328a40f6 owned by network:dhcp {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:39:36.488962 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 69392eec-7c93-48d1-987b-1c93abcdeab1 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:39:36.489657 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:36.489657 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 69392eec-7c93-48d1-987b-1c93abcdeab1 Sep 22 21:39:36.546995 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-c97c464d-8038-426a-a123-038fcd87a815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:36.568358 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-090b59c7-c4ed-4875-b0bd-227612b7e8ab tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:36.587450 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c9d53b26-c084-412b-9a4a-b3df1e5d16ce tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:36.591464 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ad6608a7-cfc7-4874-af88-d682f16d5ee0 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:36.682740 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97c464d-8038-426a-a123-038fcd87a815 None None] Routers {'39c0249a-b95e-4702-88d3-9a2b35d14188'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:39:36.683384 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-c97c464d-8038-426a-a123-038fcd87a815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:39:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['39c0249a-b95e-4702-88d3-9a2b35d14188'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:36.724383 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef5639e-29f0-43ea-98c7-6f09856edfde tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:39:36.734772 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-cef5639e-29f0-43ea-98c7-6f09856edfde tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "PUT /v2.0/routers/86d2ef5b-b34f-4e1e-9c59-268ad50c9267/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3541677 Sep 22 21:39:36.742166 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-e7b50b0e-1982-4d17-8cfd-7e671c76742f tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:36.746824 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-e7b50b0e-1982-4d17-8cfd-7e671c76742f tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Usage tracker for resource:port and tenant:c22a8eb35cfd4063aa4cf073bf81fce0 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:36.749617 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-e7b50b0e-1982-4d17-8cfd-7e671c76742f tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:36.750780 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01851d94-d561-4d8e-8e41-1436d0886216 None None] Sync routers for ids ['86d2ef5b-b34f-4e1e-9c59-268ad50c9267'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:39:36.756257 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48120) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:36.756603 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-e7b50b0e-1982-4d17-8cfd-7e671c76742f tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:36.776042 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b50b0e-1982-4d17-8cfd-7e671c76742f tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Made reservation on behalf of c22a8eb35cfd4063aa4cf073bf81fce0 for: {'port': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:39:36.783707 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-8f431ac3-0d9c-48f8-91da-8c5d93c570a1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Request body: {'network': {'name': 'tempest-RoutersTest-2146819692'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:36.783906 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e7b50b0e-1982-4d17-8cfd-7e671c76742f tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:36.788663 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6608a7-cfc7-4874-af88-d682f16d5ee0 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd5afc2-8432-47d5-8395-400d6ee21288,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:36.789859 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d53b26-c084-412b-9a4a-b3df1e5d16ce tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Pushing event deleted for resources: {'Port': ['ID=7bc8ea36-747b-4a6c-9a4e-01bb328a40f6,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:36.793948 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-c97c464d-8038-426a-a123-038fcd87a815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:36.794356 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d53b26-c084-412b-9a4a-b3df1e5d16ce tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] No DVR routers for this DVR port 7bc8ea36-747b-4a6c-9a4e-01bb328a40f6 on host dv-neutron-858900-1-hyperv {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:39:36.794511 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97c464d-8038-426a-a123-038fcd87a815 None None] The sync data for ids ['39c0249a-b95e-4702-88d3-9a2b35d14188'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:39:36.799082 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-8f431ac3-0d9c-48f8-91da-8c5d93c570a1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:36.825048 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01851d94-d561-4d8e-8e41-1436d0886216 None None] Routers {'86d2ef5b-b34f-4e1e-9c59-268ad50c9267'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:39:36.827407 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-01851d94-d561-4d8e-8e41-1436d0886216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:39:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['86d2ef5b-b34f-4e1e-9c59-268ad50c9267'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:36.877088 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-8f431ac3-0d9c-48f8-91da-8c5d93c570a1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Usage tracker for resource:network and tenant:d0dc9097dd2d4c51a9e00ba2c2c3535e is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:36.887543 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-e7b50b0e-1982-4d17-8cfd-7e671c76742f tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] device_id is not set on port c68e594b-2f7b-48a7-b0de-4c48b3db1806 yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:39:36.898824 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-8f431ac3-0d9c-48f8-91da-8c5d93c570a1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:36.913350 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a28ef54b-0eb2-4f87-9ee0-2326fda9e983 None None] Current status of the port bc09661a-2cf3-465c-84a9-5496e5352049 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:39:36.913731 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a28ef54b-0eb2-4f87-9ee0-2326fda9e983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:36.973119 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-8f431ac3-0d9c-48f8-91da-8c5d93c570a1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:37.035610 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ad6608a7-cfc7-4874-af88-d682f16d5ee0 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:37.037845 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ad6608a7-cfc7-4874-af88-d682f16d5ee0 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "DELETE /v2.0/security-groups/4bd5afc2-8432-47d5-8395-400d6ee21288 HTTP/1.1" status: 204 len: 168 time: 1.1398261 Sep 22 21:39:37.056169 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48124) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:37.077120 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-090b59c7-c4ed-4875-b0bd-227612b7e8ab tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:37.079210 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f431ac3-0d9c-48f8-91da-8c5d93c570a1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Made reservation on behalf of d0dc9097dd2d4c51a9e00ba2c2c3535e for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:39:37.082947 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8f431ac3-0d9c-48f8-91da-8c5d93c570a1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:37.121315 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c9d53b26-c084-412b-9a4a-b3df1e5d16ce tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:37.174514 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-01851d94-d561-4d8e-8e41-1436d0886216 None None] Set router 86d2ef5b-b34f-4e1e-9c59-268ad50c9267 gateway port host: None {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:39:37.181347 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-e7b50b0e-1982-4d17-8cfd-7e671c76742f tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Allocated IP 172.20.0.10 (61799cfa-6cf1-4602-9c44-339f0183bd9b/e9f41b4e-cf34-4aa4-9ea7-3eae2edf58b2/c68e594b-2f7b-48a7-b0de-4c48b3db1806) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:39:37.207793 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-a28ef54b-0eb2-4f87-9ee0-2326fda9e983 None None] For port bc09661a-2cf3-465c-84a9-5496e5352049, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=bc09661a-2cf3-465c-84a9-5496e5352049,segment=NetworkSegment(86fda00c-37db-467f-83cd-d8dfac9745e1),segment_id=86fda00c-37db-467f-83cd-d8dfac9745e1)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:39:37.218575 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-16b32a84-6c23-407c-a045-a8a51628e684 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733476589918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8189364'] for subnet, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:37.320318 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a28ef54b-0eb2-4f87-9ee0-2326fda9e983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:37.332308 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-c9d53b26-c084-412b-9a4a-b3df1e5d16ce tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a960a7f-4ee5-4699-850a-d6f6340e93d1']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:37.365358 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-c9d53b26-c084-412b-9a4a-b3df1e5d16ce tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '939faa76-b6d9-465e-ba07-0dd6616d86e5') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:37.365787 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-c9d53b26-c084-412b-9a4a-b3df1e5d16ce tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '939faa76-b6d9-465e-ba07-0dd6616d86e5') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:37.381326 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c9d53b26-c084-412b-9a4a-b3df1e5d16ce tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:37.392092 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 69392eec-7c93-48d1-987b-1c93abcdeab1 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:39:37.410296 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b32a84-6c23-407c-a045-a8a51628e684 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:37.410931 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-16b32a84-6c23-407c-a045-a8a51628e684 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:37.412121 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c9d53b26-c084-412b-9a4a-b3df1e5d16ce tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:37.417568 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-16b32a84-6c23-407c-a045-a8a51628e684 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "PUT /v2.0/subnets/fa3c0c66-776f-4736-bf15-8b1dc7715373 HTTP/1.1" status: 200 len: 900 time: 1.5567636 Sep 22 21:39:37.424012 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9d53b26-c084-412b-9a4a-b3df1e5d16ce tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:39:37.425057 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c9d53b26-c084-412b-9a4a-b3df1e5d16ce tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:37.429593 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48128) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:37.498457 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-45289e26-4503-4d55-8f79-2815c8f2d90d None None] Allocated IP 2001:db8::3 (617893f8-8c70-44db-894a-679d905812fc/fa3c0c66-776f-4736-bf15-8b1dc7715373/a220bb06-6bf0-4de5-b773-9eaefe827208) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:39:37.531968 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ef54b-0eb2-4f87-9ee0-2326fda9e983 None None] Pushing event updated for resources: {'Port': ['ID=bc09661a-2cf3-465c-84a9-5496e5352049,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:37.583998 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 939faa76-b6d9-465e-ba07-0dd6616d86e5 resource provider aggregate not found Sep 22 21:39:37.613612 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b59c7-c4ed-4875-b0bd-227612b7e8ab tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Pushing event updated for resources: {'Port': ['ID=4db36e33-7855-4c38-a007-33423df90773,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:37.646383 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 939faa76-b6d9-465e-ba07-0dd6616d86e5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 939faa76-b6d9-465e-ba07-0dd6616d86e5 found for delete ", "request_id": "req-f03fdafe-fd0a-4d92-9c13-83d76f8ffe26"}]} Sep 22 21:39:37.652368 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f431ac3-0d9c-48f8-91da-8c5d93c570a1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:39:37.670268 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c1db818c-b1c0-45aa-b16f-ace9320bde52 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Synchronizing usage tracker for tenant:26a67f25cb864434ad2271a39caf8a9d on resource:security_group {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:39:37.699833 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c9d53b26-c084-412b-9a4a-b3df1e5d16ce tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:37.701730 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090b59c7-c4ed-4875-b0bd-227612b7e8ab tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Checking segment: {'id': 'de5a4adf-4705-4900-a4b4-58ed98ebd6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a7527d31-411d-470c-a094-6e8732cb1e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:39:37.702101 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090b59c7-c4ed-4875-b0bd-227612b7e8ab tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Network hostable DHCP agents. Network: a7527d31-411d-470c-a094-6e8732cb1e17, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:39:37.709588 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8f431ac3-0d9c-48f8-91da-8c5d93c570a1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:37.710020 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-8f431ac3-0d9c-48f8-91da-8c5d93c570a1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Added segment efbaecad-2484-4185-86b6-b72b9bbd6417 of type vlan for network 4a03f457-ae97-41be-ba48-7cc8ab98883a Sep 22 21:39:37.734709 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c9d53b26-c084-412b-9a4a-b3df1e5d16ce tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:37.741721 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-315f8197-35d8-4947-b868-8ab8aa2b8e97 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:37.751648 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d53b26-c084-412b-9a4a-b3df1e5d16ce tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Pushing event deleted for resources: {'Network': ['ID=7a960a7f-4ee5-4699-850a-d6f6340e93d1,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:37.752443 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-01851d94-d561-4d8e-8e41-1436d0886216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'name': 'tempest-RoutersTest-router-1145720965', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:38:56Z', 'updated_at': '2022-09-22T21:39:33Z', 'revision_number': 4, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'gw_port_host': None, '_interfaces': [{'id': '6bbe07af-b374-4c8b-a2c8-ce12c5222bfd', 'name': '', 'network_id': 'aa135ec2-0764-46fa-95cb-693a00536a39', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:a6:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '1c45af14-0d39-44ec-928a-7eb185ff44cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:14Z', 'updated_at': '2022-09-22T21:39:31Z', 'revision_number': 5, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': '1c45af14-0d39-44ec-928a-7eb185ff44cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88a3b5c5-da75-4337-a2cc-5a4413242d62', 'name': '', 'network_id': 'ae71a8ee-503d-4cd1-a234-895133fde570', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:c6:a0:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'aa0aefa7-a4ae-41e1-8329-707e1b907e3c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:31Z', 'updated_at': '2022-09-22T21:39:34Z', 'revision_number': 2, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': 'aa0aefa7-a4ae-41e1-8329-707e1b907e3c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf14d533-eb12-48a1-b2c8-03d1c22ca09b', 'name': '', 'network_id': 'c878f31d-09fc-4f47-91e8-ed0a40264492', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:86:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '28e029bb-55b4-48c3-8d8e-38fc4700f1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:02Z', 'updated_at': '2022-09-22T21:39:22Z', 'revision_number': 5, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': '28e029bb-55b4-48c3-8d8e-38fc4700f1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:37.759728 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01851d94-d561-4d8e-8e41-1436d0886216 None None] Checking router: 86d2ef5b-b34f-4e1e-9c59-268ad50c9267 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:39:37.760350 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01851d94-d561-4d8e-8e41-1436d0886216 None None] Updating router 86d2ef5b-b34f-4e1e-9c59-268ad50c9267 port 88a3b5c5-da75-4337-a2cc-5a4413242d62 binding host dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:39:37.766873 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61daccf7-3e6a-4ee2-be6f-82fd38d5d7db None None] Network 61799cfa-6cf1-4602-9c44-339f0183bd9b requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:39:37.781305 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82202d4-808e-49a6-8feb-fd2bee88c20d None None] Network ae71a8ee-503d-4cd1-a234-895133fde570 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:39:37.783161 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c9d53b26-c084-412b-9a4a-b3df1e5d16ce tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] 10.222.0.33 "DELETE /v2.0/networks/7a960a7f-4ee5-4699-850a-d6f6340e93d1 HTTP/1.1" status: 204 len: 168 time: 2.2592025 Sep 22 21:39:37.795156 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48136) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:37.795999 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090b59c7-c4ed-4875-b0bd-227612b7e8ab tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Network a7527d31-411d-470c-a094-6e8732cb1e17 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:39:37.826838 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-01851d94-d561-4d8e-8e41-1436d0886216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:37.882892 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-4f9210ce-83be-4884-a580-7a62a35962e8 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Deleting port 8a3405a5-2ba6-4909-9b43-ffd24fd5f510 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:39:37.883930 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4f9210ce-83be-4884-a580-7a62a35962e8 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:37.956220 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c1db818c-b1c0-45aa-b16f-ace9320bde52 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Unset dirty status for tenant:26a67f25cb864434ad2271a39caf8a9d on resource:security_group {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:39:37.961892 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c1db818c-b1c0-45aa-b16f-ace9320bde52 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.9036500 Sep 22 21:39:37.963059 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48140) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:38.008540 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-578ddb1b-3d16-42c0-87e6-670ad1bf55ea None None] Provisioning complete for port bc09661a-2cf3-465c-84a9-5496e5352049 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:39:38.008935 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-578ddb1b-3d16-42c0-87e6-670ad1bf55ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:38.009269 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-578ddb1b-3d16-42c0-87e6-670ad1bf55ea None None] Attempt 1 to provision port bc09661a-2cf3-465c-84a9-5496e5352049 Sep 22 21:39:38.020412 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8f431ac3-0d9c-48f8-91da-8c5d93c570a1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:38.059577 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-090b59c7-c4ed-4875-b0bd-227612b7e8ab tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, a7527d31-411d-470c-a094-6e8732cb1e17) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:39:38.095942 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device bc09661a-2cf3-465c-84a9-5496e5352049 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:39:38.106327 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-280c7904-15d5-4500-af6f-61862d78deeb tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] delete failed (client error): The resource could not be found. Sep 22 21:39:38.112342 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-280c7904-15d5-4500-af6f-61862d78deeb tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "DELETE /v2.0/security-groups/4bd5afc2-8432-47d5-8395-400d6ee21288 HTTP/1.1" status: 404 len: 347 time: 0.1016037 Sep 22 21:39:38.113227 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48144) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:38.115471 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090b59c7-c4ed-4875-b0bd-227612b7e8ab tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:39:38.116444 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-090b59c7-c4ed-4875-b0bd-227612b7e8ab tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:38.124387 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a9c633-5f7e-4d3a-9d66-00cab72d4c60 None None] Network a7527d31-411d-470c-a094-6e8732cb1e17 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:39:38.135478 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-6a986f8b-3622-412e-a4b7-3c997c1a3d64 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Request body: {'security_group': {'name': 'tempest-secgroup--2130930269'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:38.141204 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-6a986f8b-3622-412e-a4b7-3c997c1a3d64 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:38.156352 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-6a986f8b-3622-412e-a4b7-3c997c1a3d64 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:38.224942 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.db.resource_extend [None req-8f431ac3-0d9c-48f8-91da-8c5d93c570a1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 21:39:38.236760 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e7b50b0e-1982-4d17-8cfd-7e671c76742f tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:38.275877 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-e7b50b0e-1982-4d17-8cfd-7e671c76742f tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Transition to ACTIVE for port object c68e594b-2f7b-48a7-b0de-4c48b3db1806 will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:39:38.277392 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6a986f8b-3622-412e-a4b7-3c997c1a3d64 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:38.279245 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-01851d94-d561-4d8e-8e41-1436d0886216 None None] Notify callbacks [] for port, precommit_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:38.291890 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.provisioning_blocks [None req-01851d94-d561-4d8e-8e41-1436d0886216 None None] Transition to ACTIVE for port object 88a3b5c5-da75-4337-a2cc-5a4413242d62 will not be triggered until provisioned by entity L2. {{(pid=89011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:39:38.302329 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-01851d94-d561-4d8e-8e41-1436d0886216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:38.336673 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e7b50b0e-1982-4d17-8cfd-7e671c76742f tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:38.343549 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b32a84-6c23-407c-a045-a8a51628e684 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Pushing event updated for resources: {'Subnet': ['ID=fa3c0c66-776f-4736-bf15-8b1dc7715373,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:38.442692 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b50b0e-1982-4d17-8cfd-7e671c76742f tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Pushing event updated for resources: {'Port': ['ID=c68e594b-2f7b-48a7-b0de-4c48b3db1806,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:38.532209 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4f9210ce-83be-4884-a580-7a62a35962e8 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:38.549430 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-315f8197-35d8-4947-b868-8ab8aa2b8e97 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:38.570517 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecb75b2-569c-4f22-9e85-7d8ce67980b4 None None] Pushing event updated for resources: {'Port': ['ID=88a3b5c5-da75-4337-a2cc-5a4413242d62,revision_number=3']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:38.595087 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b50b0e-1982-4d17-8cfd-7e671c76742f tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Network 61799cfa-6cf1-4602-9c44-339f0183bd9b is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:39:38.599897 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-01851d94-d561-4d8e-8e41-1436d0886216 None None] Attempting to bind port 88a3b5c5-da75-4337-a2cc-5a4413242d62 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:39:38.600269 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-01851d94-d561-4d8e-8e41-1436d0886216 None None] Attempting to bind port 88a3b5c5-da75-4337-a2cc-5a4413242d62 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'f3be6496-ea46-4cf4-9dc9-120673500e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ae71a8ee-503d-4cd1-a234-895133fde570'}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:39:38.600625 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01851d94-d561-4d8e-8e41-1436d0886216 None None] Attempting to bind port 88a3b5c5-da75-4337-a2cc-5a4413242d62 on network ae71a8ee-503d-4cd1-a234-895133fde570 {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:39:38.602850 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-e7b50b0e-1982-4d17-8cfd-7e671c76742f tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:39:38.605759 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b50b0e-1982-4d17-8cfd-7e671c76742f tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:39:38.610466 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01851d94-d561-4d8e-8e41-1436d0886216 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:39:38.610869 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01851d94-d561-4d8e-8e41-1436d0886216 None None] Checking segment: {'id': 'f3be6496-ea46-4cf4-9dc9-120673500e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ae71a8ee-503d-4cd1-a234-895133fde570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:39:38.611256 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-01851d94-d561-4d8e-8e41-1436d0886216 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:38.611641 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01851d94-d561-4d8e-8e41-1436d0886216 None None] Bound using segment: {'id': 'f3be6496-ea46-4cf4-9dc9-120673500e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ae71a8ee-503d-4cd1-a234-895133fde570'} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:39:38.612099 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-01851d94-d561-4d8e-8e41-1436d0886216 None None] Bound port: 88a3b5c5-da75-4337-a2cc-5a4413242d62, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3be6496-ea46-4cf4-9dc9-120673500e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ae71a8ee-503d-4cd1-a234-895133fde570'}}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:39:38.614883 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-01851d94-d561-4d8e-8e41-1436d0886216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:38.671551 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-4f9210ce-83be-4884-a580-7a62a35962e8 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Calling delete_port for 8a3405a5-2ba6-4909-9b43-ffd24fd5f510 owned by {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:39:38.717149 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b50b0e-1982-4d17-8cfd-7e671c76742f tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:38.718502 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e7b50b0e-1982-4d17-8cfd-7e671c76742f tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:38.724603 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-01851d94-d561-4d8e-8e41-1436d0886216 None None] For port 88a3b5c5-da75-4337-a2cc-5a4413242d62, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:39:38.732353 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-01851d94-d561-4d8e-8e41-1436d0886216 None None] For port 88a3b5c5-da75-4337-a2cc-5a4413242d62, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=88a3b5c5-da75-4337-a2cc-5a4413242d62,segment=NetworkSegment(f3be6496-ea46-4cf4-9dc9-120673500e58),segment_id=f3be6496-ea46-4cf4-9dc9-120673500e58)] {{(pid=89011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:39:38.742659 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e7b50b0e-1982-4d17-8cfd-7e671c76742f tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4304888 Sep 22 21:39:38.743712 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-01851d94-d561-4d8e-8e41-1436d0886216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:38.745536 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48148) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:38.752905 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-4703ae29-f2d4-4aa4-b843-7e66963f068b tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Request body: {'floatingip': {'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:38.764032 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-4703ae29-f2d4-4aa4-b843-7e66963f068b tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:38.768857 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-4703ae29-f2d4-4aa4-b843-7e66963f068b tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Usage tracker for resource:floatingip and tenant:c22a8eb35cfd4063aa4cf073bf81fce0 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:38.772061 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-4703ae29-f2d4-4aa4-b843-7e66963f068b tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:38.778649 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-4703ae29-f2d4-4aa4-b843-7e66963f068b tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:38.797353 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4703ae29-f2d4-4aa4-b843-7e66963f068b tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks [] for floatingip, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:38.821665 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01851d94-d561-4d8e-8e41-1436d0886216 None None] Routers {'86d2ef5b-b34f-4e1e-9c59-268ad50c9267'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:39:38.822331 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-01851d94-d561-4d8e-8e41-1436d0886216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:39:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['86d2ef5b-b34f-4e1e-9c59-268ad50c9267'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:38.859595 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b59c7-c4ed-4875-b0bd-227612b7e8ab tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Pushing event updated for resources: {'Port': ['ID=c93bdb55-fe9a-4633-a6d9-d83b9bde7040,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:38.877849 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-6a986f8b-3622-412e-a4b7-3c997c1a3d64 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:38.882433 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-6a986f8b-3622-412e-a4b7-3c997c1a3d64 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Usage tracker for resource:security_group_rule and tenant:26a67f25cb864434ad2271a39caf8a9d is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:38.889814 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-6a986f8b-3622-412e-a4b7-3c997c1a3d64 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:38.898928 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-6a986f8b-3622-412e-a4b7-3c997c1a3d64 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:38.921513 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090b59c7-c4ed-4875-b0bd-227612b7e8ab tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Checking segment: {'id': 'cb4f7dc9-8550-484f-86ef-449ca6d7b0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'eca6fe37-46cf-4d62-b118-ec2e6a13b9e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:39:38.921868 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090b59c7-c4ed-4875-b0bd-227612b7e8ab tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Network hostable DHCP agents. Network: eca6fe37-46cf-4d62-b118-ec2e6a13b9e7, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:39:38.926098 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4f9210ce-83be-4884-a580-7a62a35962e8 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:38.927772 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8f431ac3-0d9c-48f8-91da-8c5d93c570a1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:38.934207 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f431ac3-0d9c-48f8-91da-8c5d93c570a1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:38.934989 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8f431ac3-0d9c-48f8-91da-8c5d93c570a1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:38.940325 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-45289e26-4503-4d55-8f79-2815c8f2d90d None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:38.982001 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4703ae29-f2d4-4aa4-b843-7e66963f068b tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:38.985083 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-01851d94-d561-4d8e-8e41-1436d0886216 None None] Set router 86d2ef5b-b34f-4e1e-9c59-268ad50c9267 gateway port host: None {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:39:39.018324 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port bc09661a-2cf3-465c-84a9-5496e5352049 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:39:39.018764 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:39.019103 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port bc09661a-2cf3-465c-84a9-5496e5352049 Sep 22 21:39:39.056503 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-45289e26-4503-4d55-8f79-2815c8f2d90d None None] Transition to ACTIVE for port object a220bb06-6bf0-4de5-b773-9eaefe827208 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:39:39.088987 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-578ddb1b-3d16-42c0-87e6-670ad1bf55ea None None] Current status of the port bc09661a-2cf3-465c-84a9-5496e5352049 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:39:39.119760 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f431ac3-0d9c-48f8-91da-8c5d93c570a1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event updated for resources: {'Network': ['ID=4a03f457-ae97-41be-ba48-7cc8ab98883a,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:39.132680 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-45289e26-4503-4d55-8f79-2815c8f2d90d None None] Transition to ACTIVE for port object a220bb06-6bf0-4de5-b773-9eaefe827208 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:39:39.135747 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9210ce-83be-4884-a580-7a62a35962e8 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Pushing event deleted for resources: {'Port': ['ID=8a3405a5-2ba6-4909-9b43-ffd24fd5f510,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:39.144164 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecb75b2-569c-4f22-9e85-7d8ce67980b4 None None] Pushing event updated for resources: {'Port': ['ID=88a3b5c5-da75-4337-a2cc-5a4413242d62,revision_number=4']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:39.156397 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 4a03f457-ae97-41be-ba48-7cc8ab98883a details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:39:39.170153 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-45289e26-4503-4d55-8f79-2815c8f2d90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:39.183465 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4f9210ce-83be-4884-a580-7a62a35962e8 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:39.228774 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-578ddb1b-3d16-42c0-87e6-670ad1bf55ea None None] Provisioning for port 76874dd9-386a-4dc0-a25d-839af1192f7a completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:39:39.266639 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-8f431ac3-0d9c-48f8-91da-8c5d93c570a1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.4966056 Sep 22 21:39:39.268309 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-4f9210ce-83be-4884-a580-7a62a35962e8 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] 10.222.0.33 "DELETE /v2.0/ports/8a3405a5-2ba6-4909-9b43-ffd24fd5f510 HTTP/1.1" status: 204 len: 168 time: 1.4696960 Sep 22 21:39:39.270188 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48154) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:39.270542 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48156) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:39.271300 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-4703ae29-f2d4-4aa4-b843-7e66963f068b tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Allocated IP 172.26.0.134 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/c8d1d56a-d733-40dd-855b-052db39c0841) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:39:39.329425 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-578ddb1b-3d16-42c0-87e6-670ad1bf55ea None None] Provisioning complete for port 76874dd9-386a-4dc0-a25d-839af1192f7a triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:39:39.329786 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-578ddb1b-3d16-42c0-87e6-670ad1bf55ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:39.330104 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-578ddb1b-3d16-42c0-87e6-670ad1bf55ea None None] Attempt 1 to provision port 76874dd9-386a-4dc0-a25d-839af1192f7a Sep 22 21:39:39.371442 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45289e26-4503-4d55-8f79-2815c8f2d90d None None] Network 617893f8-8c70-44db-894a-679d905812fc is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:39:39.424162 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-45289e26-4503-4d55-8f79-2815c8f2d90d None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:39:39.433139 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-1a8968a4-8790-4ce0-95fa-7374bf7861eb tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Request body: {'subnet': {'network_id': '4a03f457-ae97-41be-ba48-7cc8ab98883a', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:39.454141 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090b59c7-c4ed-4875-b0bd-227612b7e8ab tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Network eca6fe37-46cf-4d62-b118-ec2e6a13b9e7 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:39:39.457827 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-01851d94-d561-4d8e-8e41-1436d0886216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'name': 'tempest-RoutersTest-router-1145720965', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:38:56Z', 'updated_at': '2022-09-22T21:39:33Z', 'revision_number': 4, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'gw_port_host': None, '_interfaces': [{'id': '6bbe07af-b374-4c8b-a2c8-ce12c5222bfd', 'name': '', 'network_id': 'aa135ec2-0764-46fa-95cb-693a00536a39', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:a6:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '1c45af14-0d39-44ec-928a-7eb185ff44cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:14Z', 'updated_at': '2022-09-22T21:39:31Z', 'revision_number': 5, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': '1c45af14-0d39-44ec-928a-7eb185ff44cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88a3b5c5-da75-4337-a2cc-5a4413242d62', 'name': '', 'network_id': 'ae71a8ee-503d-4cd1-a234-895133fde570', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:c6:a0:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'aa0aefa7-a4ae-41e1-8329-707e1b907e3c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:31Z', 'updated_at': '2022-09-22T21:39:38Z', 'revision_number': 4, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': 'aa0aefa7-a4ae-41e1-8329-707e1b907e3c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf14d533-eb12-48a1-b2c8-03d1c22ca09b', 'name': '', 'network_id': 'c878f31d-09fc-4f47-91e8-ed0a40264492', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:86:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '28e029bb-55b4-48c3-8d8e-38fc4700f1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:02Z', 'updated_at': '2022-09-22T21:39:22Z', 'revision_number': 5, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': '28e029bb-55b4-48c3-8d8e-38fc4700f1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:39.458117 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45289e26-4503-4d55-8f79-2815c8f2d90d None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:39:39.462970 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01851d94-d561-4d8e-8e41-1436d0886216 None None] The sync data for ids ['86d2ef5b-b34f-4e1e-9c59-268ad50c9267'] in dv-neutron-858900-1-hyperv is: [{'id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'name': 'tempest-RoutersTest-router-1145720965', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:38:56Z', 'updated_at': '2022-09-22T21:39:33Z', 'revision_number': 4, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'gw_port_host': None, '_interfaces': [{'id': '6bbe07af-b374-4c8b-a2c8-ce12c5222bfd', 'name': '', 'network_id': 'aa135ec2-0764-46fa-95cb-693a00536a39', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:a6:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '1c45af14-0d39-44ec-928a-7eb185ff44cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:14Z', 'updated_at': '2022-09-22T21:39:31Z', 'revision_number': 5, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': '1c45af14-0d39-44ec-928a-7eb185ff44cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88a3b5c5-da75-4337-a2cc-5a4413242d62', 'name': '', 'network_id': 'ae71a8ee-503d-4cd1-a234-895133fde570', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:c6:a0:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'aa0aefa7-a4ae-41e1-8329-707e1b907e3c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:31Z', 'updated_at': '2022-09-22T21:39:38Z', 'revision_number': 4, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': 'aa0aefa7-a4ae-41e1-8329-707e1b907e3c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf14d533-eb12-48a1-b2c8-03d1c22ca09b', 'name': '', 'network_id': 'c878f31d-09fc-4f47-91e8-ed0a40264492', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:86:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '28e029bb-55b4-48c3-8d8e-38fc4700f1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:02Z', 'updated_at': '2022-09-22T21:39:22Z', 'revision_number': 5, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': '28e029bb-55b4-48c3-8d8e-38fc4700f1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:39:39.475377 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45289e26-4503-4d55-8f79-2815c8f2d90d None None] Pushing event updated for resources: {'Port': ['ID=a220bb06-6bf0-4de5-b773-9eaefe827208,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:39.503305 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-315f8197-35d8-4947-b868-8ab8aa2b8e97 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:39.561641 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45289e26-4503-4d55-8f79-2815c8f2d90d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:39:39.565166 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45289e26-4503-4d55-8f79-2815c8f2d90d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:39:39.565553 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45289e26-4503-4d55-8f79-2815c8f2d90d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:39:39.566040 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45289e26-4503-4d55-8f79-2815c8f2d90d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:39:39.566287 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45289e26-4503-4d55-8f79-2815c8f2d90d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:39:39.566554 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45289e26-4503-4d55-8f79-2815c8f2d90d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:39:39.566890 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45289e26-4503-4d55-8f79-2815c8f2d90d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:39:39.567046 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f8197-35d8-4947-b868-8ab8aa2b8e97 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Pushing event deleted for resources: {'Subnet': ['ID=fa3c0c66-776f-4736-bf15-8b1dc7715373,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:39.567206 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45289e26-4503-4d55-8f79-2815c8f2d90d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:39:39.567555 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45289e26-4503-4d55-8f79-2815c8f2d90d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:39:39.567876 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45289e26-4503-4d55-8f79-2815c8f2d90d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:39:39.568194 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45289e26-4503-4d55-8f79-2815c8f2d90d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:39:39.568584 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45289e26-4503-4d55-8f79-2815c8f2d90d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:39:39.592585 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-578ddb1b-3d16-42c0-87e6-670ad1bf55ea None None] Port 76874dd9-386a-4dc0-a25d-839af1192f7a cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:39:39.679715 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f49d26f-04f1-474d-ba80-6cb4634de26d tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:39.680429 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f49d26f-04f1-474d-ba80-6cb4634de26d tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:39.748776 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6a986f8b-3622-412e-a4b7-3c997c1a3d64 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:39.762856 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-090b59c7-c4ed-4875-b0bd-227612b7e8ab tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, eca6fe37-46cf-4d62-b118-ec2e6a13b9e7) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:39:39.778870 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-302d1eef-33c4-4f25-947c-2a0ef0fcdae7 req-59a31253-c529-441c-8774-8d074c05bbd8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a97a8275-3663-4515-ba22-5b85e1d86b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.7169204 Sep 22 21:39:39.783579 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-2f49d26f-04f1-474d-ba80-6cb4634de26d tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] 10.222.0.33 "DELETE /v2.0/subnets/59bc1e6c-9959-4e3e-a010-523964abcb72 HTTP/1.1" status: 404 len: 337 time: 0.5090504 Sep 22 21:39:39.785563 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6a986f8b-3622-412e-a4b7-3c997c1a3d64 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:39.787196 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48164) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:39.807186 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port bc09661a-2cf3-465c-84a9-5496e5352049 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:39:39.830482 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090b59c7-c4ed-4875-b0bd-227612b7e8ab tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:39:39.831303 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d52415-9d39-47a8-825b-2cdcf1cd411a None None] Network eca6fe37-46cf-4d62-b118-ec2e6a13b9e7 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:39:39.842572 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090b59c7-c4ed-4875-b0bd-227612b7e8ab tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:39.852870 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4703ae29-f2d4-4aa4-b843-7e66963f068b tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:39.857531 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090b59c7-c4ed-4875-b0bd-227612b7e8ab tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:39.858252 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-090b59c7-c4ed-4875-b0bd-227612b7e8ab tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:39.965741 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-d5611974-485a-4b0d-98bb-f98bb2a0c431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:39.982297 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-45289e26-4503-4d55-8f79-2815c8f2d90d None None] Attempting to bind port a220bb06-6bf0-4de5-b773-9eaefe827208 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:39:39.982689 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-45289e26-4503-4d55-8f79-2815c8f2d90d None None] Attempting to bind port a220bb06-6bf0-4de5-b773-9eaefe827208 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'c06be59f-8d2a-4e7f-bd1a-7e883412af67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '617893f8-8c70-44db-894a-679d905812fc'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:39:39.983173 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45289e26-4503-4d55-8f79-2815c8f2d90d None None] Attempting to bind port a220bb06-6bf0-4de5-b773-9eaefe827208 on network 617893f8-8c70-44db-894a-679d905812fc {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:39:40.005263 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6a986f8b-3622-412e-a4b7-3c997c1a3d64 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:40.017381 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45289e26-4503-4d55-8f79-2815c8f2d90d None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:39:40.018031 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45289e26-4503-4d55-8f79-2815c8f2d90d None None] Checking segment: {'id': 'c06be59f-8d2a-4e7f-bd1a-7e883412af67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '617893f8-8c70-44db-894a-679d905812fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:39:40.018586 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-45289e26-4503-4d55-8f79-2815c8f2d90d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:40.019147 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45289e26-4503-4d55-8f79-2815c8f2d90d None None] Bound using segment: {'id': 'c06be59f-8d2a-4e7f-bd1a-7e883412af67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '617893f8-8c70-44db-894a-679d905812fc'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:39:40.020922 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-6a986f8b-3622-412e-a4b7-3c997c1a3d64 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8925934 Sep 22 21:39:40.021931 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48168) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:40.023025 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-45289e26-4503-4d55-8f79-2815c8f2d90d None None] Bound port: a220bb06-6bf0-4de5-b773-9eaefe827208, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c06be59f-8d2a-4e7f-bd1a-7e883412af67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '617893f8-8c70-44db-894a-679d905812fc'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:39:40.025369 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-45289e26-4503-4d55-8f79-2815c8f2d90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:40.030094 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-1a8968a4-8790-4ce0-95fa-7374bf7861eb tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:40.072384 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-a38d0288-fd30-44ba-b913-7a6d3d4b29f2 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Request body: {'security_group_rule': {'security_group_id': '6e3d0466-3501-4fac-bf48-8f7be1524c00', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:40.086387 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-1a8968a4-8790-4ce0-95fa-7374bf7861eb tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Usage tracker for resource:subnet and tenant:d0dc9097dd2d4c51a9e00ba2c2c3535e is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:40.101401 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-578ddb1b-3d16-42c0-87e6-670ad1bf55ea None None] Attempt 2 to provision port 76874dd9-386a-4dc0-a25d-839af1192f7a Sep 22 21:39:40.107079 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-315f8197-35d8-4947-b868-8ab8aa2b8e97 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:40.122385 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-090b59c7-c4ed-4875-b0bd-227612b7e8ab tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 6.2010343 Sep 22 21:39:40.123582 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-1a8968a4-8790-4ce0-95fa-7374bf7861eb tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:40.129487 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-a38d0288-fd30-44ba-b913-7a6d3d4b29f2 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:40.133470 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48172) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:40.150509 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a986f8b-3622-412e-a4b7-3c997c1a3d64 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3d0466-3501-4fac-bf48-8f7be1524c00,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:40.154929 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 88a3b5c5-da75-4337-a2cc-5a4413242d62 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:39:40.155326 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-1a8968a4-8790-4ce0-95fa-7374bf7861eb tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:40.161299 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-315f8197-35d8-4947-b868-8ab8aa2b8e97 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['617893f8-8c70-44db-894a-679d905812fc']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:40.191244 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-315f8197-35d8-4947-b868-8ab8aa2b8e97 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c06be59f-8d2a-4e7f-bd1a-7e883412af67') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:40.191543 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-315f8197-35d8-4947-b868-8ab8aa2b8e97 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c06be59f-8d2a-4e7f-bd1a-7e883412af67') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:40.214777 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-315f8197-35d8-4947-b868-8ab8aa2b8e97 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:40.245380 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-315f8197-35d8-4947-b868-8ab8aa2b8e97 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:40.247466 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-a38d0288-fd30-44ba-b913-7a6d3d4b29f2 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Usage tracker for resource:security_group_rule and tenant:26a67f25cb864434ad2271a39caf8a9d is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:40.261612 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-315f8197-35d8-4947-b868-8ab8aa2b8e97 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:39:40.262024 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-315f8197-35d8-4947-b868-8ab8aa2b8e97 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:40.270027 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-a38d0288-fd30-44ba-b913-7a6d3d4b29f2 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:40.317354 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-a38d0288-fd30-44ba-b913-7a6d3d4b29f2 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:40.343120 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8968a4-8790-4ce0-95fa-7374bf7861eb tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Made reservation on behalf of d0dc9097dd2d4c51a9e00ba2c2c3535e for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:39:40.348015 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1a8968a4-8790-4ce0-95fa-7374bf7861eb tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:40.467534 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-578ddb1b-3d16-42c0-87e6-670ad1bf55ea None None] Port 76874dd9-386a-4dc0-a25d-839af1192f7a cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:39:40.473050 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4703ae29-f2d4-4aa4-b843-7e66963f068b tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:40.478007 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.db.api [None req-315f8197-35d8-4947-b868-8ab8aa2b8e97 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 22 21:39:40.478007 dv-neutron-858900-1-hyperv neutron-server[89009]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 22 21:39:40.478007 dv-neutron-858900-1-hyperv neutron-server[89009]: [parameters: {'id': '617893f8-8c70-44db-894a-679d905812fc'}] Sep 22 21:39:40.478007 dv-neutron-858900-1-hyperv neutron-server[89009]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:39:40.478801 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG oslo_db.api [None req-315f8197-35d8-4947-b868-8ab8aa2b8e97 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:39:40.484773 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment c06be59f-8d2a-4e7f-bd1a-7e883412af67 resource provider aggregate not found Sep 22 21:39:40.497483 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-45289e26-4503-4d55-8f79-2815c8f2d90d None None] For port a220bb06-6bf0-4de5-b773-9eaefe827208, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:39:40.513155 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-45289e26-4503-4d55-8f79-2815c8f2d90d None None] For port a220bb06-6bf0-4de5-b773-9eaefe827208, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=a220bb06-6bf0-4de5-b773-9eaefe827208,segment=NetworkSegment(c06be59f-8d2a-4e7f-bd1a-7e883412af67),segment_id=c06be59f-8d2a-4e7f-bd1a-7e883412af67)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:39:40.526123 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-45289e26-4503-4d55-8f79-2815c8f2d90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:40.592347 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment c06be59f-8d2a-4e7f-bd1a-7e883412af67 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c06be59f-8d2a-4e7f-bd1a-7e883412af67 found for delete ", "request_id": "req-3a4f72b2-2488-488a-861a-6bd9b239077d"}]} Sep 22 21:39:40.597654 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 88a3b5c5-da75-4337-a2cc-5a4413242d62 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:39:40.626107 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4703ae29-f2d4-4aa4-b843-7e66963f068b tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:39:40.631849 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-4703ae29-f2d4-4aa4-b843-7e66963f068b tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:39:40.640297 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6f868949-d673-4c98-8f7a-6170bcc187d8 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:40.644842 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4703ae29-f2d4-4aa4-b843-7e66963f068b tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:39:40.700220 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4703ae29-f2d4-4aa4-b843-7e66963f068b tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Pushing event updated for resources: {'Port': ['ID=c8d1d56a-d733-40dd-855b-052db39c0841,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:40.744646 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45289e26-4503-4d55-8f79-2815c8f2d90d None None] Pushing event updated for resources: {'Port': ['ID=a220bb06-6bf0-4de5-b773-9eaefe827208,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:40.777114 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1a8968a4-8790-4ce0-95fa-7374bf7861eb tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:40.778239 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106771c4-b10c-4bd4-a5f6-2e960a81b5ca None None] Network 617893f8-8c70-44db-894a-679d905812fc requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:39:40.814287 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d1eef-33c4-4f25-947c-2a0ef0fcdae7 req-1d217bbb-0efd-4335-83e9-45346439779b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:40.815827 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-302d1eef-33c4-4f25-947c-2a0ef0fcdae7 req-1d217bbb-0efd-4335-83e9-45346439779b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=517fabe13ed84839b585ff4613a45446&device_id=a97a8275-3663-4515-ba22-5b85e1d86b1d HTTP/1.1" status: 200 len: 1099 time: 0.8919930 Sep 22 21:39:40.825673 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a38d0288-fd30-44ba-b913-7a6d3d4b29f2 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:40.876851 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6f868949-d673-4c98-8f7a-6170bcc187d8 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:40.910781 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-6f868949-d673-4c98-8f7a-6170bcc187d8 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['686ab23c-c4bc-4746-86a6-985b47ce4a75']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:40.926448 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-6f868949-d673-4c98-8f7a-6170bcc187d8 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3d01a20-a37b-4526-9f39-fb364999a2bf') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:40.926448 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-6f868949-d673-4c98-8f7a-6170bcc187d8 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3d01a20-a37b-4526-9f39-fb364999a2bf') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:40.941032 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4703ae29-f2d4-4aa4-b843-7e66963f068b tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:40.946288 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6f868949-d673-4c98-8f7a-6170bcc187d8 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:40.967570 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b35a489-1274-48b7-b349-f410daa2f340 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:40.971270 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-578ddb1b-3d16-42c0-87e6-670ad1bf55ea None None] Attempt 3 to provision port 76874dd9-386a-4dc0-a25d-839af1192f7a Sep 22 21:39:40.973421 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b35a489-1274-48b7-b349-f410daa2f340 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:40.974447 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-6b35a489-1274-48b7-b349-f410daa2f340 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Synchronizing usage tracker for tenant:88648665160c46c1bd5b351766560008 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:39:41.009064 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-315f8197-35d8-4947-b868-8ab8aa2b8e97 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:41.012012 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6f868949-d673-4c98-8f7a-6170bcc187d8 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:41.021364 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8968a4-8790-4ce0-95fa-7374bf7861eb tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event updated for resources: {'Subnet': ['ID=c9d5679f-d5ee-48a0-aa19-b89a82037472,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:41.026439 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f868949-d673-4c98-8f7a-6170bcc187d8 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:39:41.026799 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6f868949-d673-4c98-8f7a-6170bcc187d8 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:41.048278 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4703ae29-f2d4-4aa4-b843-7e66963f068b tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:41.090222 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-578ddb1b-3d16-42c0-87e6-670ad1bf55ea None None] Port 76874dd9-386a-4dc0-a25d-839af1192f7a cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:39:41.093443 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8968a4-8790-4ce0-95fa-7374bf7861eb tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Checking segment: {'id': 'efbaecad-2484-4185-86b6-b72b9bbd6417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4a03f457-ae97-41be-ba48-7cc8ab98883a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:39:41.093762 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8968a4-8790-4ce0-95fa-7374bf7861eb tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Network hostable DHCP agents. Network: 4a03f457-ae97-41be-ba48-7cc8ab98883a, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:39:41.122692 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1036bc86-4851-46ae-919f-d3b15d252296 None None] Network 617893f8-8c70-44db-894a-679d905812fc requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:39:41.132547 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-6b35a489-1274-48b7-b349-f410daa2f340 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Unset dirty status for tenant:88648665160c46c1bd5b351766560008 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:39:41.134176 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-6b35a489-1274-48b7-b349-f410daa2f340 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.9871633 Sep 22 21:39:41.139441 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a38d0288-fd30-44ba-b913-7a6d3d4b29f2 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:41.140390 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48180) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:41.183352 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a38d0288-fd30-44ba-b913-7a6d3d4b29f2 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:41.184514 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d1eef-33c4-4f25-947c-2a0ef0fcdae7 req-1bab12fa-0147-4735-9ddc-1b200b127645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:41.185688 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-302d1eef-33c4-4f25-947c-2a0ef0fcdae7 req-1bab12fa-0147-4735-9ddc-1b200b127645 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3705f0f0-ca60-4eb5-a73e-00234b5f2f73 HTTP/1.1" status: 200 len: 895 time: 0.3336778 Sep 22 21:39:41.282312 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-315f8197-35d8-4947-b868-8ab8aa2b8e97 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Deleting port a220bb06-6bf0-4de5-b773-9eaefe827208 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:39:41.282929 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-315f8197-35d8-4947-b868-8ab8aa2b8e97 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:41.287309 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8968a4-8790-4ce0-95fa-7374bf7861eb tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Network 4a03f457-ae97-41be-ba48-7cc8ab98883a is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:39:41.313358 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38d0288-fd30-44ba-b913-7a6d3d4b29f2 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abf0874c-f58f-4179-8a1c-afcbed9426e3,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:41.340469 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6f868949-d673-4c98-8f7a-6170bcc187d8 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:41.344603 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-1a8968a4-8790-4ce0-95fa-7374bf7861eb tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 4a03f457-ae97-41be-ba48-7cc8ab98883a) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:39:41.352672 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-51d13c0c-0213-4dd7-8884-08f34e8fd35c tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Deleting port 4db36e33-7855-4c38-a007-33423df90773 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:39:41.353014 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-51d13c0c-0213-4dd7-8884-08f34e8fd35c tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:41.368324 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b50aa4-2b67-4e4c-a275-71a3b3d8e041 None None] Network 4a03f457-ae97-41be-ba48-7cc8ab98883a requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:39:41.368521 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6f868949-d673-4c98-8f7a-6170bcc187d8 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:41.385895 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a38d0288-fd30-44ba-b913-7a6d3d4b29f2 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:41.389875 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a38d0288-fd30-44ba-b913-7a6d3d4b29f2 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3377485 Sep 22 21:39:41.395316 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f868949-d673-4c98-8f7a-6170bcc187d8 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Pushing event deleted for resources: {'Network': ['ID=686ab23c-c4bc-4746-86a6-985b47ce4a75,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:41.399652 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48184) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:41.401915 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8968a4-8790-4ce0-95fa-7374bf7861eb tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:41.402502 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1a8968a4-8790-4ce0-95fa-7374bf7861eb tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:41.429347 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-302d1eef-33c4-4f25-947c-2a0ef0fcdae7 req-b650f5d1-d3ba-4f10-9703-33c42cfda91b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=93959960-efb2-4e13-ba82-ecad6483840d HTTP/1.1" status: 200 len: 1002 time: 0.2153177 Sep 22 21:39:41.518893 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-1a8968a4-8790-4ce0-95fa-7374bf7861eb tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2464623 Sep 22 21:39:41.524428 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48188) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:41.529048 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6f868949-d673-4c98-8f7a-6170bcc187d8 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] 10.222.0.33 "DELETE /v2.0/networks/686ab23c-c4bc-4746-86a6-985b47ce4a75 HTTP/1.1" status: 204 len: 168 time: 1.7408543 Sep 22 21:39:41.536051 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48192) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:41.610268 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-578ddb1b-3d16-42c0-87e6-670ad1bf55ea None None] Attempt 4 to provision port 76874dd9-386a-4dc0-a25d-839af1192f7a Sep 22 21:39:41.660510 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c76f4a-c31d-4177-ab3e-1fe690e1eef8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-4a03f457-ae97-41be-ba48-7cc8ab98883a', 'network_id': '4a03f457-ae97-41be-ba48-7cc8ab98883a', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'fixed_ips': [{'subnet_id': 'c9d5679f-d5ee-48a0-aa19-b89a82037472'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:39:41.661325 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e7c76f4a-c31d-4177-ab3e-1fe690e1eef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:41.673112 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d1eef-33c4-4f25-947c-2a0ef0fcdae7 req-c94cc49b-e90f-470e-aadc-b5a456738e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:41.674547 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-302d1eef-33c4-4f25-947c-2a0ef0fcdae7 req-c94cc49b-e90f-470e-aadc-b5a456738e9f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4336dad9-ca55-4b02-8b44-004ea34cf4f2 HTTP/1.1" status: 200 len: 838 time: 0.2352145 Sep 22 21:39:41.681150 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c060880b-fb45-453b-8578-3ec1aa9c8bbe tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:41.689395 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-578ddb1b-3d16-42c0-87e6-670ad1bf55ea None None] Port 76874dd9-386a-4dc0-a25d-839af1192f7a cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:39:41.722223 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c060880b-fb45-453b-8578-3ec1aa9c8bbe tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:41.745797 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-7408ae38-08e3-456c-84d8-7d50aee5b99c tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Deleting subnet 1f6f6a12-fb74-4688-b7c4-462c4d9dc099 {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:39:41.762536 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7408ae38-08e3-456c-84d8-7d50aee5b99c tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:41.825801 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-e7c76f4a-c31d-4177-ab3e-1fe690e1eef8 None None] Allocated IP 172.23.0.2 (4a03f457-ae97-41be-ba48-7cc8ab98883a/c9d5679f-d5ee-48a0-aa19-b89a82037472/9974336c-a933-4fe7-a62e-a3cf946b3321) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:39:41.829327 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-51d13c0c-0213-4dd7-8884-08f34e8fd35c tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:41.942755 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c060880b-fb45-453b-8578-3ec1aa9c8bbe tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:41.974453 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8673248b-7277-4725-b6ca-184c5d6434c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:42.035385 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c060880b-fb45-453b-8578-3ec1aa9c8bbe tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=abf0874c-f58f-4179-8a1c-afcbed9426e3,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:42.045815 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c060880b-fb45-453b-8578-3ec1aa9c8bbe tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:42.046939 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c060880b-fb45-453b-8578-3ec1aa9c8bbe tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/abf0874c-f58f-4179-8a1c-afcbed9426e3 HTTP/1.1" status: 204 len: 168 time: 0.6394839 Sep 22 21:39:42.048652 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-315f8197-35d8-4947-b868-8ab8aa2b8e97 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] For port a220bb06-6bf0-4de5-b773-9eaefe827208, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=a220bb06-6bf0-4de5-b773-9eaefe827208,segment=NetworkSegment(c06be59f-8d2a-4e7f-bd1a-7e883412af67),segment_id=c06be59f-8d2a-4e7f-bd1a-7e883412af67)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:39:42.049006 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-315f8197-35d8-4947-b868-8ab8aa2b8e97 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:42.057343 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.db.resource_extend [None req-4703ae29-f2d4-4aa4-b843-7e66963f068b tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 21:39:42.070240 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48198) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:42.090754 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7408ae38-08e3-456c-84d8-7d50aee5b99c tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:42.100080 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e7c76f4a-c31d-4177-ab3e-1fe690e1eef8 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:42.110722 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-e7c76f4a-c31d-4177-ab3e-1fe690e1eef8 None None] Transition to ACTIVE for port object 9974336c-a933-4fe7-a62e-a3cf946b3321 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:39:42.131164 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-e7c76f4a-c31d-4177-ab3e-1fe690e1eef8 None None] Transition to ACTIVE for port object 9974336c-a933-4fe7-a62e-a3cf946b3321 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:39:42.135494 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-51d13c0c-0213-4dd7-8884-08f34e8fd35c tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Calling delete_port for 4db36e33-7855-4c38-a007-33423df90773 owned by {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:39:42.137197 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e7c76f4a-c31d-4177-ab3e-1fe690e1eef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:42.190996 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-578ddb1b-3d16-42c0-87e6-670ad1bf55ea None None] Attempt 5 to provision port 76874dd9-386a-4dc0-a25d-839af1192f7a Sep 22 21:39:42.205779 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d1eef-33c4-4f25-947c-2a0ef0fcdae7 req-bbf6cc43-695c-41c6-bbd8-0a2f757c2ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:42.206668 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4703ae29-f2d4-4aa4-b843-7e66963f068b tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:42.207300 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-302d1eef-33c4-4f25-947c-2a0ef0fcdae7 req-bbf6cc43-695c-41c6-bbd8-0a2f757c2ae3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3705f0f0-ca60-4eb5-a73e-00234b5f2f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5210640 Sep 22 21:39:42.218391 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-315f8197-35d8-4947-b868-8ab8aa2b8e97 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Calling delete_port for a220bb06-6bf0-4de5-b773-9eaefe827208 owned by network:dhcp {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:39:42.238958 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c76f4a-c31d-4177-ab3e-1fe690e1eef8 None None] Network 4a03f457-ae97-41be-ba48-7cc8ab98883a is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:39:42.251076 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-e7c76f4a-c31d-4177-ab3e-1fe690e1eef8 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:39:42.258042 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c76f4a-c31d-4177-ab3e-1fe690e1eef8 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:39:42.258493 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4703ae29-f2d4-4aa4-b843-7e66963f068b tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:42.269394 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c76f4a-c31d-4177-ab3e-1fe690e1eef8 None None] Pushing event updated for resources: {'Port': ['ID=9974336c-a933-4fe7-a62e-a3cf946b3321,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:42.306378 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-578ddb1b-3d16-42c0-87e6-670ad1bf55ea None None] Port 76874dd9-386a-4dc0-a25d-839af1192f7a cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:39:42.361212 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-51d13c0c-0213-4dd7-8884-08f34e8fd35c tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:42.405235 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-e7c76f4a-c31d-4177-ab3e-1fe690e1eef8 None None] Attempting to bind port 9974336c-a933-4fe7-a62e-a3cf946b3321 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:39:42.405647 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-e7c76f4a-c31d-4177-ab3e-1fe690e1eef8 None None] Attempting to bind port 9974336c-a933-4fe7-a62e-a3cf946b3321 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'efbaecad-2484-4185-86b6-b72b9bbd6417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4a03f457-ae97-41be-ba48-7cc8ab98883a'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:39:42.405956 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c76f4a-c31d-4177-ab3e-1fe690e1eef8 None None] Attempting to bind port 9974336c-a933-4fe7-a62e-a3cf946b3321 on network 4a03f457-ae97-41be-ba48-7cc8ab98883a {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:39:42.411950 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c76f4a-c31d-4177-ab3e-1fe690e1eef8 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:39:42.412779 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c76f4a-c31d-4177-ab3e-1fe690e1eef8 None None] Checking segment: {'id': 'efbaecad-2484-4185-86b6-b72b9bbd6417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4a03f457-ae97-41be-ba48-7cc8ab98883a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:39:42.412779 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e7c76f4a-c31d-4177-ab3e-1fe690e1eef8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:42.413110 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c76f4a-c31d-4177-ab3e-1fe690e1eef8 None None] Bound using segment: {'id': 'efbaecad-2484-4185-86b6-b72b9bbd6417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4a03f457-ae97-41be-ba48-7cc8ab98883a'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:39:42.413626 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-e7c76f4a-c31d-4177-ab3e-1fe690e1eef8 None None] Bound port: 9974336c-a933-4fe7-a62e-a3cf946b3321, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efbaecad-2484-4185-86b6-b72b9bbd6417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4a03f457-ae97-41be-ba48-7cc8ab98883a'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:39:42.414565 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e7c76f4a-c31d-4177-ab3e-1fe690e1eef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:42.422319 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7408ae38-08e3-456c-84d8-7d50aee5b99c tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:42.457860 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d13c0c-0213-4dd7-8884-08f34e8fd35c tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Pushing event deleted for resources: {'Port': ['ID=4db36e33-7855-4c38-a007-33423df90773,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:42.471388 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-51d13c0c-0213-4dd7-8884-08f34e8fd35c tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:42.514745 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-e7c76f4a-c31d-4177-ab3e-1fe690e1eef8 None None] For port 9974336c-a933-4fe7-a62e-a3cf946b3321, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:39:42.520430 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-51d13c0c-0213-4dd7-8884-08f34e8fd35c tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] 10.222.0.33 "DELETE /v2.0/ports/4db36e33-7855-4c38-a007-33423df90773 HTTP/1.1" status: 204 len: 168 time: 1.3749855 Sep 22 21:39:42.520660 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-e7c76f4a-c31d-4177-ab3e-1fe690e1eef8 None None] For port 9974336c-a933-4fe7-a62e-a3cf946b3321, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=9974336c-a933-4fe7-a62e-a3cf946b3321,segment=NetworkSegment(efbaecad-2484-4185-86b6-b72b9bbd6417),segment_id=efbaecad-2484-4185-86b6-b72b9bbd6417)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:39:42.524320 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48202) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:42.526868 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e7c76f4a-c31d-4177-ab3e-1fe690e1eef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:42.534241 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-302d1eef-33c4-4f25-947c-2a0ef0fcdae7 req-fc44ca15-7cb8-4ab9-bdf1-eb294b5830be service neutron] 10.222.0.49 "GET /v2.0/networks/3705f0f0-ca60-4eb5-a73e-00234b5f2f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175750 Sep 22 21:39:42.613442 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c76f4a-c31d-4177-ab3e-1fe690e1eef8 None None] Pushing event updated for resources: {'Port': ['ID=9974336c-a933-4fe7-a62e-a3cf946b3321,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:42.670060 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment e3d01a20-a37b-4526-9f39-fb364999a2bf resource provider aggregate not found Sep 22 21:39:42.701392 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7408ae38-08e3-456c-84d8-7d50aee5b99c tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:42.714867 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4703ae29-f2d4-4aa4-b843-7e66963f068b tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Pushing event updated for resources: {'Port': ['ID=c8d1d56a-d733-40dd-855b-052db39c0841,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:42.717109 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:42.723905 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment e3d01a20-a37b-4526-9f39-fb364999a2bf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e3d01a20-a37b-4526-9f39-fb364999a2bf found for delete ", "request_id": "req-8f524586-c576-4869-bfe8-b813b09c7caa"}]} Sep 22 21:39:42.729052 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4703ae29-f2d4-4aa4-b843-7e66963f068b tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:42.743240 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-6c4465d7-c6dc-4dcc-98bc-5d24e7e12081 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Deleting port c93bdb55-fe9a-4633-a6d9-d83b9bde7040 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:39:42.743590 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6c4465d7-c6dc-4dcc-98bc-5d24e7e12081 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:42.753922 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-641f5e2e-c236-4f20-b883-bbf8f034b1e2 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Synchronizing usage tracker for tenant:26a67f25cb864434ad2271a39caf8a9d on resource:security_group_rule {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:39:42.799688 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7408ae38-08e3-456c-84d8-7d50aee5b99c tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Pushing event deleted for resources: {'Subnet': ['ID=1f6f6a12-fb74-4688-b7c4-462c4d9dc099,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:42.804660 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-315f8197-35d8-4947-b868-8ab8aa2b8e97 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:42.808138 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-578ddb1b-3d16-42c0-87e6-670ad1bf55ea None None] Attempt 6 to provision port 76874dd9-386a-4dc0-a25d-839af1192f7a Sep 22 21:39:42.833028 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7408ae38-08e3-456c-84d8-7d50aee5b99c tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:42.865263 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-7408ae38-08e3-456c-84d8-7d50aee5b99c tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] 10.222.0.33 "DELETE /v2.0/subnets/1f6f6a12-fb74-4688-b7c4-462c4d9dc099 HTTP/1.1" status: 204 len: 168 time: 1.3258262 Sep 22 21:39:42.865911 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c1a748-24f3-443e-a404-f4de2a2b09b3 None None] Network 4de7f354-6d72-4f3b-be75-932714291e66 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:39:42.889884 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48210) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:42.931028 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-302d1eef-33c4-4f25-947c-2a0ef0fcdae7 req-ff059f4d-2a18-4f69-be5d-e1af79e6ccd3 service neutron] 10.222.0.49 "GET /v2.0/networks/3705f0f0-ca60-4eb5-a73e-00234b5f2f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628037 Sep 22 21:39:42.936582 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4703ae29-f2d4-4aa4-b843-7e66963f068b tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:42.937799 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-4703ae29-f2d4-4aa4-b843-7e66963f068b tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1905708 Sep 22 21:39:42.942663 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48214) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:42.951037 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-1315b344-c04e-4dcf-bfac-1be0ffeb07ea tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Request body: {'floatingip': {'port_id': 'c68e594b-2f7b-48a7-b0de-4c48b3db1806', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:42.972027 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-641f5e2e-c236-4f20-b883-bbf8f034b1e2 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Unset dirty status for tenant:26a67f25cb864434ad2271a39caf8a9d on resource:security_group_rule {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:39:42.973229 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-641f5e2e-c236-4f20-b883-bbf8f034b1e2 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.8979392 Sep 22 21:39:42.981130 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f8197-35d8-4947-b868-8ab8aa2b8e97 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Pushing event deleted for resources: {'Port': ['ID=a220bb06-6bf0-4de5-b773-9eaefe827208,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:42.983174 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315f8197-35d8-4947-b868-8ab8aa2b8e97 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] No DVR routers for this DVR port a220bb06-6bf0-4de5-b773-9eaefe827208 on host dv-neutron-858900-1-hyperv {{(pid=89009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:39:42.984349 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48218) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:43.116378 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1315b344-c04e-4dcf-bfac-1be0ffeb07ea tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks [] for floatingip, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:43.138636 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-578ddb1b-3d16-42c0-87e6-670ad1bf55ea None None] Port 76874dd9-386a-4dc0-a25d-839af1192f7a cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:39:43.160529 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:43.259452 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6c4465d7-c6dc-4dcc-98bc-5d24e7e12081 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:43.260037 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7f19ce-dbf1-42f2-af45-39944b24d6ca None None] DHCP port deletion for 4de7f354-6d72-4f3b-be75-932714291e66 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:39:43.265279 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-9a7f19ce-dbf1-42f2-af45-39944b24d6ca None None] Deleting port 97051b66-21cc-461f-b59c-3ebd814167a9 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:39:43.266829 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9a7f19ce-dbf1-42f2-af45-39944b24d6ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:43.306749 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-72914db3-2d8a-443e-939f-73b4d7922b7f tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:43.354815 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-315f8197-35d8-4947-b868-8ab8aa2b8e97 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:43.362535 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-72914db3-2d8a-443e-939f-73b4d7922b7f tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:43.377938 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b1b8f0dc-0986-49c0-98f2-755fe7e5f2f5 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:43.392732 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-6c4465d7-c6dc-4dcc-98bc-5d24e7e12081 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Calling delete_port for c93bdb55-fe9a-4633-a6d9-d83b9bde7040 owned by {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:39:43.394273 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3f545106-6247-4452-9870-f88a4610c66f tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:43.433817 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-315f8197-35d8-4947-b868-8ab8aa2b8e97 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['617893f8-8c70-44db-894a-679d905812fc']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:43.459436 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-315f8197-35d8-4947-b868-8ab8aa2b8e97 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c06be59f-8d2a-4e7f-bd1a-7e883412af67') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:43.459766 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-315f8197-35d8-4947-b868-8ab8aa2b8e97 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c06be59f-8d2a-4e7f-bd1a-7e883412af67') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:43.514096 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-9a7f19ce-dbf1-42f2-af45-39944b24d6ca None None] For port 97051b66-21cc-461f-b59c-3ebd814167a9, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=97051b66-21cc-461f-b59c-3ebd814167a9,segment=NetworkSegment(90e39d9f-0bb2-4494-a861-b07e042347fe),segment_id=90e39d9f-0bb2-4494-a861-b07e042347fe)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:39:43.514431 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9a7f19ce-dbf1-42f2-af45-39944b24d6ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:43.516424 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-1315b344-c04e-4dcf-bfac-1be0ffeb07ea tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] update failed (client error): The resource could not be found. Sep 22 21:39:43.520618 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-1315b344-c04e-4dcf-bfac-1be0ffeb07ea tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] 10.222.0.33 "PUT /v2.0/floatingips/ad41c110-aa81-4809-b30e-50a709067655 HTTP/1.1" status: 404 len: 507 time: 0.5771523 Sep 22 21:39:43.521219 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48222) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:43.640586 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-315f8197-35d8-4947-b868-8ab8aa2b8e97 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:43.659913 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-315f8197-35d8-4947-b868-8ab8aa2b8e97 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:43.668309 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-315f8197-35d8-4947-b868-8ab8aa2b8e97 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:39:43.669018 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-315f8197-35d8-4947-b868-8ab8aa2b8e97 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:43.673703 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-578ddb1b-3d16-42c0-87e6-670ad1bf55ea None None] Attempt 7 to provision port 76874dd9-386a-4dc0-a25d-839af1192f7a Sep 22 21:39:43.713680 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-9a7f19ce-dbf1-42f2-af45-39944b24d6ca None None] Calling delete_port for 97051b66-21cc-461f-b59c-3ebd814167a9 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:39:43.790395 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-b1b8f0dc-0986-49c0-98f2-755fe7e5f2f5 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Deleting port 97051b66-21cc-461f-b59c-3ebd814167a9 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:39:43.791080 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b1b8f0dc-0986-49c0-98f2-755fe7e5f2f5 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:43.811709 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-578ddb1b-3d16-42c0-87e6-670ad1bf55ea None None] Port 76874dd9-386a-4dc0-a25d-839af1192f7a cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:39:43.823948 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6c4465d7-c6dc-4dcc-98bc-5d24e7e12081 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:43.841426 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9a7f19ce-dbf1-42f2-af45-39944b24d6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:43.844860 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-72914db3-2d8a-443e-939f-73b4d7922b7f tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:43.874665 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-315f8197-35d8-4947-b868-8ab8aa2b8e97 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:43.882870 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-02cb28d6-c1ed-4c57-8ce7-f1903cb703a5 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Deleting port c8d1d56a-d733-40dd-855b-052db39c0841 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:39:43.883199 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-02cb28d6-c1ed-4c57-8ce7-f1903cb703a5 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:43.900538 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7f19ce-dbf1-42f2-af45-39944b24d6ca None None] Pushing event deleted for resources: {'Port': ['ID=97051b66-21cc-461f-b59c-3ebd814167a9,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:43.903737 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63161a44-83c3-46a9-ad02-a1cba8d41b1b None None] Network 4a03f457-ae97-41be-ba48-7cc8ab98883a requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:39:43.915159 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4465d7-c6dc-4dcc-98bc-5d24e7e12081 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Pushing event deleted for resources: {'Port': ['ID=c93bdb55-fe9a-4633-a6d9-d83b9bde7040,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:43.916595 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7f19ce-dbf1-42f2-af45-39944b24d6ca None None] No DVR routers for this DVR port 97051b66-21cc-461f-b59c-3ebd814167a9 on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:39:43.938877 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6c4465d7-c6dc-4dcc-98bc-5d24e7e12081 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:43.951238 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72914db3-2d8a-443e-939f-73b4d7922b7f tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3d0466-3501-4fac-bf48-8f7be1524c00,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:43.970002 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-6c4465d7-c6dc-4dcc-98bc-5d24e7e12081 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] 10.222.0.33 "DELETE /v2.0/ports/c93bdb55-fe9a-4633-a6d9-d83b9bde7040 HTTP/1.1" status: 204 len: 168 time: 1.4404247 Sep 22 21:39:43.970636 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48226) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:44.002899 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-b1b8f0dc-0986-49c0-98f2-755fe7e5f2f5 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] The port '97051b66-21cc-461f-b59c-3ebd814167a9' was deleted {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 21:39:44.045403 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-315f8197-35d8-4947-b868-8ab8aa2b8e97 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:44.048272 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f8197-35d8-4947-b868-8ab8aa2b8e97 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Pushing event deleted for resources: {'Network': ['ID=617893f8-8c70-44db-894a-679d905812fc,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:44.095159 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 9974336c-a933-4fe7-a62e-a3cf946b3321 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:39:44.099174 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-49dcb694-a4f1-4d35-bd80-3bcec3ce2aa1 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Synchronizing usage tracker for tenant:88648665160c46c1bd5b351766560008 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:39:44.129319 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-49dcb694-a4f1-4d35-bd80-3bcec3ce2aa1 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Unset dirty status for tenant:88648665160c46c1bd5b351766560008 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:39:44.134537 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-49dcb694-a4f1-4d35-bd80-3bcec3ce2aa1 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1589696 Sep 22 21:39:44.134775 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48230) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:44.143158 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-bbf93e9c-a8f5-42c6-a121-379a80ac1107 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1140822487'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:44.144531 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-72914db3-2d8a-443e-939f-73b4d7922b7f tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:44.148170 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-72914db3-2d8a-443e-939f-73b4d7922b7f tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "DELETE /v2.0/security-groups/6e3d0466-3501-4fac-bf48-8f7be1524c00 HTTP/1.1" status: 204 len: 168 time: 1.1547902 Sep 22 21:39:44.151072 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-315f8197-35d8-4947-b868-8ab8aa2b8e97 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "DELETE /v2.0/networks/617893f8-8c70-44db-894a-679d905812fc HTTP/1.1" status: 204 len: 168 time: 6.7174842 Sep 22 21:39:44.154887 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48234) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:44.155457 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48236) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:44.161125 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-bbf93e9c-a8f5-42c6-a121-379a80ac1107 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:44.168542 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-bbf93e9c-a8f5-42c6-a121-379a80ac1107 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Usage tracker for resource:network and tenant:88648665160c46c1bd5b351766560008 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:44.179426 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-bbf93e9c-a8f5-42c6-a121-379a80ac1107 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:44.189185 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-bbf93e9c-a8f5-42c6-a121-379a80ac1107 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:44.192234 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-02cb28d6-c1ed-4c57-8ce7-f1903cb703a5 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:44.192673 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-02cb28d6-c1ed-4c57-8ce7-f1903cb703a5 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:44.307740 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 9974336c-a933-4fe7-a62e-a3cf946b3321 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:39:44.312547 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-578ddb1b-3d16-42c0-87e6-670ad1bf55ea None None] Attempt 8 to provision port 76874dd9-386a-4dc0-a25d-839af1192f7a Sep 22 21:39:44.319219 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf93e9c-a8f5-42c6-a121-379a80ac1107 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Made reservation on behalf of 88648665160c46c1bd5b351766560008 for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:39:44.323568 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bbf93e9c-a8f5-42c6-a121-379a80ac1107 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:44.323919 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-d010d933-3573-40dc-a8c0-d4b164f59d3a tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:44.324362 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d010d933-3573-40dc-a8c0-d4b164f59d3a tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:44.340564 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b1b8f0dc-0986-49c0-98f2-755fe7e5f2f5 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:44.341570 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-02cb28d6-c1ed-4c57-8ce7-f1903cb703a5 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Calling delete_port for c8d1d56a-d733-40dd-855b-052db39c0841 owned by network:floatingip {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:39:44.388892 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-578ddb1b-3d16-42c0-87e6-670ad1bf55ea None None] Port 76874dd9-386a-4dc0-a25d-839af1192f7a cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:39:44.410336 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 97051b66-21cc-461f-b59c-3ebd814167a9 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:39:44.442032 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbf93e9c-a8f5-42c6-a121-379a80ac1107 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:39:44.446533 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 97051b66-21cc-461f-b59c-3ebd814167a9 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:39:44.446916 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 97051b66-21cc-461f-b59c-3ebd814167a9 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:39:44.455703 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bbf93e9c-a8f5-42c6-a121-379a80ac1107 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:44.456279 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-bbf93e9c-a8f5-42c6-a121-379a80ac1107 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Added segment 5870aa8e-3016-4fa2-bc12-bcc53df42f59 of type vlan for network 88d08e59-4011-4c35-99cc-94af5fcb7367 Sep 22 21:39:44.478135 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:44.489209 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d010d933-3573-40dc-a8c0-d4b164f59d3a tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "DELETE /v2.0/subnets/fa3c0c66-776f-4736-bf15-8b1dc7715373 HTTP/1.1" status: 404 len: 337 time: 0.2790105 Sep 22 21:39:44.498508 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48242) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:44.506269 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-b1b8f0dc-0986-49c0-98f2-755fe7e5f2f5 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4de7f354-6d72-4f3b-be75-932714291e66']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:44.526013 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-76991e97-750f-408a-8709-80bca9b26efa tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Synchronizing usage tracker for tenant:26a67f25cb864434ad2271a39caf8a9d on resource:security_group {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:39:44.539499 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-b1b8f0dc-0986-49c0-98f2-755fe7e5f2f5 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90e39d9f-0bb2-4494-a861-b07e042347fe') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:44.539804 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-b1b8f0dc-0986-49c0-98f2-755fe7e5f2f5 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90e39d9f-0bb2-4494-a861-b07e042347fe') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:44.555177 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bbf93e9c-a8f5-42c6-a121-379a80ac1107 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:44.562066 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-49b61660-198c-4a01-9bc8-1d20b3fe1de5 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:44.562694 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49b61660-198c-4a01-9bc8-1d20b3fe1de5 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:44.571818 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-3f545106-6247-4452-9870-f88a4610c66f tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Allocated IP 172.23.0.1 (4a03f457-ae97-41be-ba48-7cc8ab98883a/c9d5679f-d5ee-48a0-aa19-b89a82037472/ecf7b4ef-5a87-4402-b0a1-50863a4dca53) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:39:44.588849 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-02cb28d6-c1ed-4c57-8ce7-f1903cb703a5 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:44.592444 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b1b8f0dc-0986-49c0-98f2-755fe7e5f2f5 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:44.608682 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-76991e97-750f-408a-8709-80bca9b26efa tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Unset dirty status for tenant:26a67f25cb864434ad2271a39caf8a9d on resource:security_group {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:39:44.616154 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-76991e97-750f-408a-8709-80bca9b26efa tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4042590 Sep 22 21:39:44.623149 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48246) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:44.633731 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-49b61660-198c-4a01-9bc8-1d20b3fe1de5 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "DELETE /v2.0/networks/617893f8-8c70-44db-894a-679d905812fc HTTP/1.1" status: 404 len: 339 time: 0.1321886 Sep 22 21:39:44.643281 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48248) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:44.643941 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab725c9-0e7a-4777-af3c-adf84ec8bfe3 None None] get_active_networks_info from dv-neutron-858900-1-hyperv {{(pid=89010) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 22 21:39:44.656975 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb28d6-c1ed-4c57-8ce7-f1903cb703a5 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Pushing event deleted for resources: {'Port': ['ID=c8d1d56a-d733-40dd-855b-052db39c0841,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:44.771969 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bbf93e9c-a8f5-42c6-a121-379a80ac1107 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:44.777510 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf93e9c-a8f5-42c6-a121-379a80ac1107 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:44.778177 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bbf93e9c-a8f5-42c6-a121-379a80ac1107 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:44.815477 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab725c9-0e7a-4777-af3c-adf84ec8bfe3 None None] Resources bound (agent type, host, resource id): {{(pid=89010) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 21:39:44.837360 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-43da616b-47bc-4daa-be8f-5013bef3578a tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Request body: {'security_group': {'name': 'tempest-secgroup--2136563737'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:44.846845 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b1b8f0dc-0986-49c0-98f2-755fe7e5f2f5 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:44.855777 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-43da616b-47bc-4daa-be8f-5013bef3578a tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:44.873838 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1b8f0dc-0986-49c0-98f2-755fe7e5f2f5 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:39:44.874261 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b1b8f0dc-0986-49c0-98f2-755fe7e5f2f5 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:44.895844 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment c06be59f-8d2a-4e7f-bd1a-7e883412af67 resource provider aggregate not found Sep 22 21:39:44.904753 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-578ddb1b-3d16-42c0-87e6-670ad1bf55ea None None] Attempt 9 to provision port 76874dd9-386a-4dc0-a25d-839af1192f7a Sep 22 21:39:44.909664 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-43da616b-47bc-4daa-be8f-5013bef3578a tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:44.949143 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-bbf93e9c-a8f5-42c6-a121-379a80ac1107 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8097649 Sep 22 21:39:44.959851 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48258) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:44.964232 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment c06be59f-8d2a-4e7f-bd1a-7e883412af67 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c06be59f-8d2a-4e7f-bd1a-7e883412af67 found for delete ", "request_id": "req-085ce7ca-044d-4372-8148-18364c2a7455"}]} Sep 22 21:39:44.967542 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6777e327-f634-4b7a-a3e2-f87eef577d26 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:44.980127 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-c367e2e9-60eb-4218-87ee-b93d67575d5b tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-431427484'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:44.987029 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-578ddb1b-3d16-42c0-87e6-670ad1bf55ea None None] Port 76874dd9-386a-4dc0-a25d-839af1192f7a cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:39:44.992725 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf93e9c-a8f5-42c6-a121-379a80ac1107 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Pushing event updated for resources: {'Network': ['ID=88d08e59-4011-4c35-99cc-94af5fcb7367,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:44.995258 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c367e2e9-60eb-4218-87ee-b93d67575d5b tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:45.004388 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c367e2e9-60eb-4218-87ee-b93d67575d5b tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Usage tracker for resource:network and tenant:88648665160c46c1bd5b351766560008 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:45.007822 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-02cb28d6-c1ed-4c57-8ce7-f1903cb703a5 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks [] for floatingip, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:45.009912 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-43da616b-47bc-4daa-be8f-5013bef3578a tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:45.010047 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-02cb28d6-c1ed-4c57-8ce7-f1903cb703a5 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:45.011408 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-02cb28d6-c1ed-4c57-8ce7-f1903cb703a5 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] 10.222.0.33 "DELETE /v2.0/floatingips/ad41c110-aa81-4809-b30e-50a709067655 HTTP/1.1" status: 204 len: 168 time: 1.4886518 Sep 22 21:39:45.014904 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c367e2e9-60eb-4218-87ee-b93d67575d5b tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:45.016810 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48262) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:45.025743 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-06a5ec2c-a147-499a-8191-53f5e94629fa tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Request body: {'floatingip': {'floating_network_id': '61799cfa-6cf1-4602-9c44-339f0183bd9b', 'port_id': 'c68e594b-2f7b-48a7-b0de-4c48b3db1806', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:45.026947 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 88d08e59-4011-4c35-99cc-94af5fcb7367 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:39:45.056087 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c367e2e9-60eb-4218-87ee-b93d67575d5b tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:45.057068 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b1b8f0dc-0986-49c0-98f2-755fe7e5f2f5 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:45.063401 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-06a5ec2c-a147-499a-8191-53f5e94629fa tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:45.079878 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b1b8f0dc-0986-49c0-98f2-755fe7e5f2f5 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:45.082497 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-43da616b-47bc-4daa-be8f-5013bef3578a tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:45.085395 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-06a5ec2c-a147-499a-8191-53f5e94629fa tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Usage tracker for resource:floatingip and tenant:c22a8eb35cfd4063aa4cf073bf81fce0 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:45.091080 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-06a5ec2c-a147-499a-8191-53f5e94629fa tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:45.107303 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b8f0dc-0986-49c0-98f2-755fe7e5f2f5 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] Pushing event deleted for resources: {'Network': ['ID=4de7f354-6d72-4f3b-be75-932714291e66,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:45.109491 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-43da616b-47bc-4daa-be8f-5013bef3578a tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:45.123781 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-b1b8f0dc-0986-49c0-98f2-755fe7e5f2f5 tempest-NetworksIpV6TestAttrs-1614852787 tempest-NetworksIpV6TestAttrs-1614852787-project] 10.222.0.33 "DELETE /v2.0/networks/4de7f354-6d72-4f3b-be75-932714291e66 HTTP/1.1" status: 204 len: 168 time: 2.2015536 Sep 22 21:39:45.134493 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3f545106-6247-4452-9870-f88a4610c66f tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:45.152843 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-06a5ec2c-a147-499a-8191-53f5e94629fa tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:45.160166 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c367e2e9-60eb-4218-87ee-b93d67575d5b tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Made reservation on behalf of 88648665160c46c1bd5b351766560008 for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:39:45.164266 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-3f545106-6247-4452-9870-f88a4610c66f tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Transition to ACTIVE for port object ecf7b4ef-5a87-4402-b0a1-50863a4dca53 will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:39:45.164576 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c367e2e9-60eb-4218-87ee-b93d67575d5b tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:45.211000 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6777e327-f634-4b7a-a3e2-f87eef577d26 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:45.223368 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-06a5ec2c-a147-499a-8191-53f5e94629fa tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks [] for floatingip, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:45.225988 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-43da616b-47bc-4daa-be8f-5013bef3578a tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:45.233584 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-43da616b-47bc-4daa-be8f-5013bef3578a tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:45.257099 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c367e2e9-60eb-4218-87ee-b93d67575d5b tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:39:45.270940 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-6777e327-f634-4b7a-a3e2-f87eef577d26 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fd4a397-badd-4818-bf77-358f6e34b583']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:45.279571 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3f545106-6247-4452-9870-f88a4610c66f tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:45.317655 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-43da616b-47bc-4daa-be8f-5013bef3578a tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:45.322172 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-43da616b-47bc-4daa-be8f-5013bef3578a tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6787031 Sep 22 21:39:45.330200 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48268) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:45.377798 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-49f44478-e31a-44b6-8f1e-6a4750c0c8cb tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Request body: {'security_group_rule': {'security_group_id': 'a39c7e1e-5e53-4cdc-9644-6f6edf8cc5b3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:45.394140 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-49f44478-e31a-44b6-8f1e-6a4750c0c8cb tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:45.399802 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-49f44478-e31a-44b6-8f1e-6a4750c0c8cb tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Usage tracker for resource:security_group_rule and tenant:26a67f25cb864434ad2271a39caf8a9d is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:45.403155 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-49f44478-e31a-44b6-8f1e-6a4750c0c8cb tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:45.438134 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-49f44478-e31a-44b6-8f1e-6a4750c0c8cb tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:45.440078 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da616b-47bc-4daa-be8f-5013bef3578a tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a39c7e1e-5e53-4cdc-9644-6f6edf8cc5b3,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:45.447907 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f545106-6247-4452-9870-f88a4610c66f tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Network 4a03f457-ae97-41be-ba48-7cc8ab98883a is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:39:45.457131 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-3f545106-6247-4452-9870-f88a4610c66f tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:39:45.461262 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f545106-6247-4452-9870-f88a4610c66f tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:39:45.490161 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-578ddb1b-3d16-42c0-87e6-670ad1bf55ea None None] Attempt 10 to provision port 76874dd9-386a-4dc0-a25d-839af1192f7a Sep 22 21:39:45.496656 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c367e2e9-60eb-4218-87ee-b93d67575d5b tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:45.497267 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-c367e2e9-60eb-4218-87ee-b93d67575d5b tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Added segment 9419ff48-0970-49f7-acd4-9e7f5bad27ff of type vlan for network 7abc923f-4dba-4128-a2d1-789fe2872c05 Sep 22 21:39:45.504731 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f545106-6247-4452-9870-f88a4610c66f tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event updated for resources: {'Port': ['ID=ecf7b4ef-5a87-4402-b0a1-50863a4dca53,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:45.529721 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c367e2e9-60eb-4218-87ee-b93d67575d5b tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:45.533084 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-49f44478-e31a-44b6-8f1e-6a4750c0c8cb tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:45.567189 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-6777e327-f634-4b7a-a3e2-f87eef577d26 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a15adb4e-7e29-4ccf-a98b-8531d9496602') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:45.567508 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-6777e327-f634-4b7a-a3e2-f87eef577d26 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a15adb4e-7e29-4ccf-a98b-8531d9496602') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:45.589795 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-578ddb1b-3d16-42c0-87e6-670ad1bf55ea None None] Port 76874dd9-386a-4dc0-a25d-839af1192f7a cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:39:45.590086 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3f545106-6247-4452-9870-f88a4610c66f tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:45.616008 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6777e327-f634-4b7a-a3e2-f87eef577d26 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:45.628093 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48276) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:45.657651 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c367e2e9-60eb-4218-87ee-b93d67575d5b tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:45.664111 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c367e2e9-60eb-4218-87ee-b93d67575d5b tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:45.664769 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c367e2e9-60eb-4218-87ee-b93d67575d5b tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:45.667082 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-49f44478-e31a-44b6-8f1e-6a4750c0c8cb tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:45.678517 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-49f44478-e31a-44b6-8f1e-6a4750c0c8cb tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:45.705140 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6777e327-f634-4b7a-a3e2-f87eef577d26 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:45.717183 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f44478-e31a-44b6-8f1e-6a4750c0c8cb tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9695324f-a0b3-42cf-ad46-5fa71b794ba8,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:45.728713 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Provisioning for port c68e594b-2f7b-48a7-b0de-4c48b3db1806 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:39:45.733642 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48282) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:45.737154 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Provisioning complete for port c68e594b-2f7b-48a7-b0de-4c48b3db1806 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:39:45.737302 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:45.737594 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Attempt 1 to provision port c68e594b-2f7b-48a7-b0de-4c48b3db1806 Sep 22 21:39:45.794961 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6777e327-f634-4b7a-a3e2-f87eef577d26 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:39:45.795365 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6777e327-f634-4b7a-a3e2-f87eef577d26 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:45.817334 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Port c68e594b-2f7b-48a7-b0de-4c48b3db1806 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:39:45.830753 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-49f44478-e31a-44b6-8f1e-6a4750c0c8cb tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:45.834818 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-49f44478-e31a-44b6-8f1e-6a4750c0c8cb tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4902723 Sep 22 21:39:45.868963 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48288) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:45.884244 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment a15adb4e-7e29-4ccf-a98b-8531d9496602 resource provider aggregate not found Sep 22 21:39:45.892556 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c367e2e9-60eb-4218-87ee-b93d67575d5b tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Pushing event updated for resources: {'Network': ['ID=7abc923f-4dba-4128-a2d1-789fe2872c05,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:45.899475 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-ed59ce9f-1737-4301-a6e4-06373bf40824 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Request body: {'security_group_rule': {'security_group_id': 'a39c7e1e-5e53-4cdc-9644-6f6edf8cc5b3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:45.919189 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c367e2e9-60eb-4218-87ee-b93d67575d5b tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9451666 Sep 22 21:39:45.919733 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 7abc923f-4dba-4128-a2d1-789fe2872c05 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:39:45.927764 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-ed59ce9f-1737-4301-a6e4-06373bf40824 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:45.936878 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-ed59ce9f-1737-4301-a6e4-06373bf40824 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Usage tracker for resource:security_group_rule and tenant:26a67f25cb864434ad2271a39caf8a9d is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:45.937703 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment a15adb4e-7e29-4ccf-a98b-8531d9496602 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a15adb4e-7e29-4ccf-a98b-8531d9496602 found for delete ", "request_id": "req-c5088973-bbec-435a-8143-3d26adbb4ca8"}]} Sep 22 21:39:45.947538 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-ed59ce9f-1737-4301-a6e4-06373bf40824 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:45.965223 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6777e327-f634-4b7a-a3e2-f87eef577d26 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:45.968220 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-ed59ce9f-1737-4301-a6e4-06373bf40824 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:46.007117 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6777e327-f634-4b7a-a3e2-f87eef577d26 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:46.032983 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6777e327-f634-4b7a-a3e2-f87eef577d26 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Pushing event deleted for resources: {'Network': ['ID=5fd4a397-badd-4818-bf77-358f6e34b583,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:46.036160 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3f545106-6247-4452-9870-f88a4610c66f tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:46.048373 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48294) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:46.055427 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-b8f8d0dd-755a-4604-9afd-f2b2d4685756 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Request body: {'subnets': [{'network_id': '88d08e59-4011-4c35-99cc-94af5fcb7367', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--601538185', 'ip_version': 4}, {'network_id': '7abc923f-4dba-4128-a2d1-789fe2872c05', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:46.055743 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-b8f8d0dd-755a-4604-9afd-f2b2d4685756 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Request body: {'subnet': {'network_id': '88d08e59-4011-4c35-99cc-94af5fcb7367', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--601538185', 'ip_version': 4}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:46.056321 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-b8f8d0dd-755a-4604-9afd-f2b2d4685756 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Request body: {'subnet': {'network_id': '7abc923f-4dba-4128-a2d1-789fe2872c05', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:46.070712 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-79c77469-bbaa-4989-9f1a-ea406af038ba admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=59b6cc9d17d34b09b817999d5916b12e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4394186 Sep 22 21:39:46.082828 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48298) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:46.084229 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-6777e327-f634-4b7a-a3e2-f87eef577d26 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "DELETE /v2.0/networks/5fd4a397-badd-4818-bf77-358f6e34b583 HTTP/1.1" status: 204 len: 168 time: 1.4323723 Sep 22 21:39:46.090900 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48300) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:46.147169 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ed59ce9f-1737-4301-a6e4-06373bf40824 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:46.161888 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-1ddb3ef9-84e1-4bed-ad20-49c4368d5418 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Deleting port f24e9e29-fbdc-4bda-bd1f-d575f28760d1 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:39:46.162229 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1ddb3ef9-84e1-4bed-ad20-49c4368d5418 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:46.215010 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff243731-7e0e-42cc-9445-259a1af87d96 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:46.215463 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff243731-7e0e-42cc-9445-259a1af87d96 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:46.219474 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ff243731-7e0e-42cc-9445-259a1af87d96 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "DELETE /v2.0/subnets/afad3318-7015-4214-a695-04619d5c04f0 HTTP/1.1" status: 404 len: 337 time: 0.1236734 Sep 22 21:39:46.228134 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48306) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:46.238064 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-06a5ec2c-a147-499a-8191-53f5e94629fa tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:39:46.245112 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-06a5ec2c-a147-499a-8191-53f5e94629fa tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.2208540 Sep 22 21:39:46.268251 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48310) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:46.288315 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcae9ff4-a85e-4841-84d5-bba2af86e2ca tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:46.288836 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcae9ff4-a85e-4841-84d5-bba2af86e2ca tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:46.292841 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-fcae9ff4-a85e-4841-84d5-bba2af86e2ca tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "DELETE /v2.0/networks/c8f066bb-36c2-475b-89ce-cc92ca354d19 HTTP/1.1" status: 404 len: 339 time: 0.0591445 Sep 22 21:39:46.294997 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48314) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:46.319037 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Attempt 2 to provision port c68e594b-2f7b-48a7-b0de-4c48b3db1806 Sep 22 21:39:46.332172 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-b33954d1-f602-4e4d-a1c5-5e2cac15f013 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Request body: {'floatingip': {'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'port_id': 'c68e594b-2f7b-48a7-b0de-4c48b3db1806', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:46.370473 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-b33954d1-f602-4e4d-a1c5-5e2cac15f013 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:46.373749 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Port c68e594b-2f7b-48a7-b0de-4c48b3db1806 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:39:46.403816 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-b33954d1-f602-4e4d-a1c5-5e2cac15f013 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Usage tracker for resource:floatingip and tenant:c22a8eb35cfd4063aa4cf073bf81fce0 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:46.413280 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-b33954d1-f602-4e4d-a1c5-5e2cac15f013 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:46.455346 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-38d13eaa-6da7-4e0f-bdb4-544704f509c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:46.485368 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-b33954d1-f602-4e4d-a1c5-5e2cac15f013 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:46.490341 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-086d1bdc-056f-48d6-8ed5-f03753e6c930 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Deleting subnet 69824078-1f19-456c-8695-e458d5709e6b {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:39:46.498677 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-b8f8d0dd-755a-4604-9afd-f2b2d4685756 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:46.507856 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-086d1bdc-056f-48d6-8ed5-f03753e6c930 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:46.539894 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-b8f8d0dd-755a-4604-9afd-f2b2d4685756 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Usage tracker for resource:subnet and tenant:88648665160c46c1bd5b351766560008 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:46.549178 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-b8f8d0dd-755a-4604-9afd-f2b2d4685756 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:46.567900 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-38d13eaa-6da7-4e0f-bdb4-544704f509c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:46.575007 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-b8f8d0dd-755a-4604-9afd-f2b2d4685756 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:46.599159 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b33954d1-f602-4e4d-a1c5-5e2cac15f013 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks [] for floatingip, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:46.599824 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-086d1bdc-056f-48d6-8ed5-f03753e6c930 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:46.645832 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f8d0dd-755a-4604-9afd-f2b2d4685756 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Made reservation on behalf of 88648665160c46c1bd5b351766560008 for: {'subnet': 2} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:39:46.650438 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b8f8d0dd-755a-4604-9afd-f2b2d4685756 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:46.650793 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b8f8d0dd-755a-4604-9afd-f2b2d4685756 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:46.743860 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ed59ce9f-1737-4301-a6e4-06373bf40824 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:46.765056 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ed59ce9f-1737-4301-a6e4-06373bf40824 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:46.816286 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-38d13eaa-6da7-4e0f-bdb4-544704f509c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:46.841155 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d13eaa-6da7-4e0f-bdb4-544704f509c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e5b756-5082-4992-89c5-5fa4b08a88bd,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:46.850326 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-086d1bdc-056f-48d6-8ed5-f03753e6c930 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:46.861297 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed59ce9f-1737-4301-a6e4-06373bf40824 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96761d54-3c72-40f8-8641-16b0a04c4742,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:46.869573 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1ddb3ef9-84e1-4bed-ad20-49c4368d5418 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:46.870137 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1ddb3ef9-84e1-4bed-ad20-49c4368d5418 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:46.874761 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Attempt 3 to provision port c68e594b-2f7b-48a7-b0de-4c48b3db1806 Sep 22 21:39:46.887454 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-38d13eaa-6da7-4e0f-bdb4-544704f509c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:46.888593 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-38d13eaa-6da7-4e0f-bdb4-544704f509c4 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/c3e5b756-5082-4992-89c5-5fa4b08a88bd HTTP/1.1" status: 204 len: 168 time: 0.8031812 Sep 22 21:39:46.956821 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Port c68e594b-2f7b-48a7-b0de-4c48b3db1806 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:39:46.984051 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-086d1bdc-056f-48d6-8ed5-f03753e6c930 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:47.032778 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-1ddb3ef9-84e1-4bed-ad20-49c4368d5418 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Calling delete_port for f24e9e29-fbdc-4bda-bd1f-d575f28760d1 owned by network:floatingip {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:39:47.045868 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d1bdc-056f-48d6-8ed5-f03753e6c930 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Pushing event deleted for resources: {'Subnet': ['ID=69824078-1f19-456c-8695-e458d5709e6b,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:47.050970 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-086d1bdc-056f-48d6-8ed5-f03753e6c930 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:47.059373 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203922c4-3fc0-4b94-a906-e384f4fe7832 None None] Network 97477d86-672b-4253-9918-33fb3813d26b requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:39:47.064846 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 90e39d9f-0bb2-4494-a861-b07e042347fe resource provider aggregate not found Sep 22 21:39:47.088501 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ed59ce9f-1737-4301-a6e4-06373bf40824 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:47.089658 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ed59ce9f-1737-4301-a6e4-06373bf40824 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2121782 Sep 22 21:39:47.108094 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48326) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:47.113467 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 90e39d9f-0bb2-4494-a861-b07e042347fe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 90e39d9f-0bb2-4494-a861-b07e042347fe found for delete ", "request_id": "req-e1f4779a-4ea2-4d4d-a093-0f6ec83b3bdb"}]} Sep 22 21:39:47.120243 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-2f3d8489-81e6-4164-ae6d-16f563899305 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Request body: {'security_group_rule': {'security_group_id': 'a39c7e1e-5e53-4cdc-9644-6f6edf8cc5b3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:47.135970 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-2f3d8489-81e6-4164-ae6d-16f563899305 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:47.146034 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-2f3d8489-81e6-4164-ae6d-16f563899305 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Usage tracker for resource:security_group_rule and tenant:26a67f25cb864434ad2271a39caf8a9d is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:47.150310 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-2f3d8489-81e6-4164-ae6d-16f563899305 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:47.166844 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-2f3d8489-81e6-4164-ae6d-16f563899305 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:47.208001 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3f545106-6247-4452-9870-f88a4610c66f tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:47.223811 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2f3d8489-81e6-4164-ae6d-16f563899305 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:47.231345 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3f545106-6247-4452-9870-f88a4610c66f tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:47.239100 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-086d1bdc-056f-48d6-8ed5-f03753e6c930 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "DELETE /v2.0/subnets/69824078-1f19-456c-8695-e458d5709e6b HTTP/1.1" status: 204 len: 168 time: 0.9260378 Sep 22 21:39:47.239784 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48334) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:47.354239 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b366b2f-a6ae-48ca-85f7-305072ff2435 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Deleting subnet 7fd9d884-e3ef-4c92-86cf-949e693f8845 {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:39:47.358626 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6b366b2f-a6ae-48ca-85f7-305072ff2435 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:47.451618 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6b366b2f-a6ae-48ca-85f7-305072ff2435 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:47.457300 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Attempt 4 to provision port c68e594b-2f7b-48a7-b0de-4c48b3db1806 Sep 22 21:39:47.462639 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3f545106-6247-4452-9870-f88a4610c66f tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:47.472445 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f545106-6247-4452-9870-f88a4610c66f tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event updated for resources: {'Port': ['ID=ecf7b4ef-5a87-4402-b0a1-50863a4dca53,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:47.590224 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b33954d1-f602-4e4d-a1c5-5e2cac15f013 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:47.592001 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1ddb3ef9-84e1-4bed-ad20-49c4368d5418 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:47.596557 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2f3d8489-81e6-4164-ae6d-16f563899305 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:47.699126 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2f3d8489-81e6-4164-ae6d-16f563899305 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:47.701524 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Port c68e594b-2f7b-48a7-b0de-4c48b3db1806 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:39:47.709541 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb3ef9-84e1-4bed-ad20-49c4368d5418 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Pushing event deleted for resources: {'Port': ['ID=f24e9e29-fbdc-4bda-bd1f-d575f28760d1,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:47.738669 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6b366b2f-a6ae-48ca-85f7-305072ff2435 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:47.806656 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b8f8d0dd-755a-4604-9afd-f2b2d4685756 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:47.806906 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d8489-81e6-4164-ae6d-16f563899305 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aac3c950-e6a9-4a58-bf86-66e24299adc9,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:47.913144 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f8d0dd-755a-4604-9afd-f2b2d4685756 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Pushing event updated for resources: {'Subnet': ['ID=88a590a8-3191-4f75-ae57-6e36f716259f,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:47.923143 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f8d0dd-755a-4604-9afd-f2b2d4685756 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Checking segment: {'id': '5870aa8e-3016-4fa2-bc12-bcc53df42f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '88d08e59-4011-4c35-99cc-94af5fcb7367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:39:47.923531 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f8d0dd-755a-4604-9afd-f2b2d4685756 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Network hostable DHCP agents. Network: 88d08e59-4011-4c35-99cc-94af5fcb7367, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:39:47.930962 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6b366b2f-a6ae-48ca-85f7-305072ff2435 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:47.962110 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2f3d8489-81e6-4164-ae6d-16f563899305 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:47.963352 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2f3d8489-81e6-4164-ae6d-16f563899305 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8542974 Sep 22 21:39:47.974987 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48350) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:47.977427 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b366b2f-a6ae-48ca-85f7-305072ff2435 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Pushing event deleted for resources: {'Subnet': ['ID=7fd9d884-e3ef-4c92-86cf-949e693f8845,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:47.979190 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48352) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:47.980989 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f545106-6247-4452-9870-f88a4610c66f tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Network 4a03f457-ae97-41be-ba48-7cc8ab98883a is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:39:47.982025 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1ddb3ef9-84e1-4bed-ad20-49c4368d5418 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks [] for floatingip, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:47.982249 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.l3_db [None req-1ddb3ef9-84e1-4bed-ad20-49c4368d5418 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Floating IP 01ccfcf9-49be-4854-ac37-e101923cd2f7 disassociated (deleted). External IP: 172.26.0.135, port: 93959960-efb2-4e13-ba82-ecad6483840d. Sep 22 21:39:47.983616 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6b366b2f-a6ae-48ca-85f7-305072ff2435 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:47.999330 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f8d0dd-755a-4604-9afd-f2b2d4685756 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Network 88d08e59-4011-4c35-99cc-94af5fcb7367 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:39:48.002785 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-6b366b2f-a6ae-48ca-85f7-305072ff2435 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "DELETE /v2.0/subnets/7fd9d884-e3ef-4c92-86cf-949e693f8845 HTTP/1.1" status: 204 len: 168 time: 0.7589419 Sep 22 21:39:48.007413 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48356) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:48.031638 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-b8f8d0dd-755a-4604-9afd-f2b2d4685756 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 88d08e59-4011-4c35-99cc-94af5fcb7367) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:39:48.035950 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b8f8d0dd-755a-4604-9afd-f2b2d4685756 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:48.044225 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fe0110-cb85-4752-b1fb-e6deabd1ac8f None None] Network 88d08e59-4011-4c35-99cc-94af5fcb7367 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:39:48.046769 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-c143837a-a78b-4747-bc9a-f2513997cf92 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Request body: {'security_group_rule': {'security_group_id': 'a39c7e1e-5e53-4cdc-9644-6f6edf8cc5b3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:48.053662 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-3f545106-6247-4452-9870-f88a4610c66f tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:39:48.074289 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-c143837a-a78b-4747-bc9a-f2513997cf92 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:48.092586 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-c143837a-a78b-4747-bc9a-f2513997cf92 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Usage tracker for resource:security_group_rule and tenant:26a67f25cb864434ad2271a39caf8a9d is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:48.100884 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-c143837a-a78b-4747-bc9a-f2513997cf92 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:48.195582 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-b33954d1-f602-4e4d-a1c5-5e2cac15f013 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Allocated IP 172.26.0.65 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/c2a6b590-d82d-4ec6-b5d5-352daaff61ac) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:39:48.207335 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-c143837a-a78b-4747-bc9a-f2513997cf92 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:48.208783 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Attempt 5 to provision port c68e594b-2f7b-48a7-b0de-4c48b3db1806 Sep 22 21:39:48.286822 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Port c68e594b-2f7b-48a7-b0de-4c48b3db1806 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:39:48.327019 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2bde211f-8ac1-413e-8cf7-9ec7266acd6d tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:48.330789 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f8d0dd-755a-4604-9afd-f2b2d4685756 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Pushing event updated for resources: {'Subnet': ['ID=bbc76b29-0f33-4033-b0fa-e40672ebcfc7,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:48.350886 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f8d0dd-755a-4604-9afd-f2b2d4685756 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Checking segment: {'id': '9419ff48-0970-49f7-acd4-9e7f5bad27ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7abc923f-4dba-4128-a2d1-789fe2872c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:39:48.351939 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f8d0dd-755a-4604-9afd-f2b2d4685756 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Network hostable DHCP agents. Network: 7abc923f-4dba-4128-a2d1-789fe2872c05, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:39:48.356438 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-41278626-86de-449e-86b9-fbbffdebca30 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-741664096'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:48.364245 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-2bde211f-8ac1-413e-8cf7-9ec7266acd6d tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Deleting port 097bf66b-2711-496e-af6e-9dbec98aec19 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:39:48.364671 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2bde211f-8ac1-413e-8cf7-9ec7266acd6d tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:48.384302 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-41278626-86de-449e-86b9-fbbffdebca30 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:48.423161 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81829455-b8a4-48c9-a03c-3247c907848f None None] Network 97477d86-672b-4253-9918-33fb3813d26b requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:39:48.449735 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f8d0dd-755a-4604-9afd-f2b2d4685756 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Network 7abc923f-4dba-4128-a2d1-789fe2872c05 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:39:48.487994 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-b8f8d0dd-755a-4604-9afd-f2b2d4685756 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 7abc923f-4dba-4128-a2d1-789fe2872c05) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:39:48.504482 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f8d0dd-755a-4604-9afd-f2b2d4685756 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:48.505650 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f8d0dd-755a-4604-9afd-f2b2d4685756 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:48.505650 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b8f8d0dd-755a-4604-9afd-f2b2d4685756 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:48.508395 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb13f7f4-8ebe-4d91-8358-3112d9118d96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-88d08e59-4011-4c35-99cc-94af5fcb7367', 'network_id': '88d08e59-4011-4c35-99cc-94af5fcb7367', 'tenant_id': '88648665160c46c1bd5b351766560008', 'fixed_ips': [{'subnet_id': '88a590a8-3191-4f75-ae57-6e36f716259f'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:39:48.509266 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-eb13f7f4-8ebe-4d91-8358-3112d9118d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:48.519490 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8252b26d-3d57-4a64-99ee-a48bf7ef8a00 None None] Network 7abc923f-4dba-4128-a2d1-789fe2872c05 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:39:48.554654 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-b8f8d0dd-755a-4604-9afd-f2b2d4685756 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.5031137 Sep 22 21:39:48.595765 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48364) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:48.625049 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-41278626-86de-449e-86b9-fbbffdebca30 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Usage tracker for resource:network and tenant:de45cb2c88af49d4a334eef3c80bde87 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:48.641459 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-41278626-86de-449e-86b9-fbbffdebca30 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:48.693133 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-2bde211f-8ac1-413e-8cf7-9ec7266acd6d tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] For port 097bf66b-2711-496e-af6e-9dbec98aec19, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=097bf66b-2711-496e-af6e-9dbec98aec19,segment=NetworkSegment(38de0539-667e-4bfe-b5de-32e4a31ef047),segment_id=38de0539-667e-4bfe-b5de-32e4a31ef047)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:39:48.693412 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2bde211f-8ac1-413e-8cf7-9ec7266acd6d tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:48.709406 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d93625-61fd-4e5e-a8b7-da076a3d7c0f tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:48.711461 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c143837a-a78b-4747-bc9a-f2513997cf92 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:48.711611 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d93625-61fd-4e5e-a8b7-da076a3d7c0f tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:48.713100 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d93625-61fd-4e5e-a8b7-da076a3d7c0f tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:48.713913 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-55d93625-61fd-4e5e-a8b7-da076a3d7c0f tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Synchronizing usage tracker for tenant:88648665160c46c1bd5b351766560008 on resource:subnet {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:39:48.720865 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-41278626-86de-449e-86b9-fbbffdebca30 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:48.787539 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:39:48.796740 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41278626-86de-449e-86b9-fbbffdebca30 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Made reservation on behalf of de45cb2c88af49d4a334eef3c80bde87 for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:39:48.799244 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Attempt 6 to provision port c68e594b-2f7b-48a7-b0de-4c48b3db1806 Sep 22 21:39:48.800636 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-41278626-86de-449e-86b9-fbbffdebca30 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:48.812930 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f545106-6247-4452-9870-f88a4610c66f tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Router 86d2ef5b-b34f-4e1e-9c59-268ad50c9267 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:39:48.839752 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-2bde211f-8ac1-413e-8cf7-9ec7266acd6d tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Calling delete_port for 097bf66b-2711-496e-af6e-9dbec98aec19 owned by network:dhcp {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:39:48.843168 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-41278626-86de-449e-86b9-fbbffdebca30 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:48.889051 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-55d93625-61fd-4e5e-a8b7-da076a3d7c0f tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Unset dirty status for tenant:88648665160c46c1bd5b351766560008 on resource:subnet {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:39:48.890303 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-55d93625-61fd-4e5e-a8b7-da076a3d7c0f tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2935824 Sep 22 21:39:48.891626 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-41278626-86de-449e-86b9-fbbffdebca30 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:48.894891 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48368) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:48.950886 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-41278626-86de-449e-86b9-fbbffdebca30 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Usage tracker for resource:security_group_rule and tenant:de45cb2c88af49d4a334eef3c80bde87 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:48.954453 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-41278626-86de-449e-86b9-fbbffdebca30 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:48.972121 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Port c68e594b-2f7b-48a7-b0de-4c48b3db1806 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:39:48.978121 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c143837a-a78b-4747-bc9a-f2513997cf92 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:48.983733 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a6af8fc-41bf-4022-86d3-ea3105107727 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Deleting subnet 88a590a8-3191-4f75-ae57-6e36f716259f {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:39:48.987792 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2bde211f-8ac1-413e-8cf7-9ec7266acd6d tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:49.038153 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde211f-8ac1-413e-8cf7-9ec7266acd6d tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Pushing event deleted for resources: {'Port': ['ID=097bf66b-2711-496e-af6e-9dbec98aec19,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:49.047173 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bde211f-8ac1-413e-8cf7-9ec7266acd6d tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] No DVR routers for this DVR port 097bf66b-2711-496e-af6e-9dbec98aec19 on host dv-neutron-858900-1-hyperv {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:39:49.058840 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-eb13f7f4-8ebe-4d91-8358-3112d9118d96 None None] Allocated IP 172.20.0.2 (88d08e59-4011-4c35-99cc-94af5fcb7367/88a590a8-3191-4f75-ae57-6e36f716259f/1113c6e5-902c-45fb-bcd2-f2bd68439136) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:39:49.069310 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-41278626-86de-449e-86b9-fbbffdebca30 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:49.072005 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028c811a-c4fb-42ac-9746-18a76dda65ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-7abc923f-4dba-4128-a2d1-789fe2872c05', 'network_id': '7abc923f-4dba-4128-a2d1-789fe2872c05', 'tenant_id': '88648665160c46c1bd5b351766560008', 'fixed_ips': [{'subnet_id': 'bbc76b29-0f33-4033-b0fa-e40672ebcfc7'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:39:49.072578 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c143837a-a78b-4747-bc9a-f2513997cf92 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:49.072811 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-028c811a-c4fb-42ac-9746-18a76dda65ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:49.170409 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc8f4c6-0bcc-441f-b301-25ecaee71724 None None] DHCP port deletion for 97477d86-672b-4253-9918-33fb3813d26b request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:39:49.182683 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2bde211f-8ac1-413e-8cf7-9ec7266acd6d tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:49.209150 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-2bde211f-8ac1-413e-8cf7-9ec7266acd6d tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97477d86-672b-4253-9918-33fb3813d26b']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:49.225744 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-2bde211f-8ac1-413e-8cf7-9ec7266acd6d tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38de0539-667e-4bfe-b5de-32e4a31ef047') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:49.226238 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-2bde211f-8ac1-413e-8cf7-9ec7266acd6d tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38de0539-667e-4bfe-b5de-32e4a31ef047') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:49.230390 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c143837a-a78b-4747-bc9a-f2513997cf92 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=524fd4a7-9c20-46aa-a005-133d4b4551ae,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:49.243806 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b33954d1-f602-4e4d-a1c5-5e2cac15f013 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:49.250042 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2bde211f-8ac1-413e-8cf7-9ec7266acd6d tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:49.250698 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c143837a-a78b-4747-bc9a-f2513997cf92 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:49.254339 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c143837a-a78b-4747-bc9a-f2513997cf92 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2770443 Sep 22 21:39:49.261028 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48372) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:49.272663 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-151f1ab6-2805-46d7-aafe-603e473d716a tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Request body: {'security_group_rule': {'security_group_id': 'a39c7e1e-5e53-4cdc-9644-6f6edf8cc5b3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:49.298140 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-151f1ab6-2805-46d7-aafe-603e473d716a tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:49.305792 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-151f1ab6-2805-46d7-aafe-603e473d716a tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Usage tracker for resource:security_group_rule and tenant:26a67f25cb864434ad2271a39caf8a9d is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:49.311164 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2bde211f-8ac1-413e-8cf7-9ec7266acd6d tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:49.313857 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-151f1ab6-2805-46d7-aafe-603e473d716a tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:49.325524 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-151f1ab6-2805-46d7-aafe-603e473d716a tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:49.329381 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bde211f-8ac1-413e-8cf7-9ec7266acd6d tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:39:49.330124 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2bde211f-8ac1-413e-8cf7-9ec7266acd6d tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:49.398514 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f545106-6247-4452-9870-f88a4610c66f tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:39:49.410800 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 38de0539-667e-4bfe-b5de-32e4a31ef047 resource provider aggregate not found Sep 22 21:39:49.426707 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f106477-1427-49bc-8153-8afceb2c1f0b None None] Sync routers for ids ['86d2ef5b-b34f-4e1e-9c59-268ad50c9267'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:39:49.448085 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-3f545106-6247-4452-9870-f88a4610c66f tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "PUT /v2.0/routers/86d2ef5b-b34f-4e1e-9c59-268ad50c9267/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9176500 Sep 22 21:39:49.453277 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-151f1ab6-2805-46d7-aafe-603e473d716a tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:49.456353 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48380) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:49.461050 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-028c811a-c4fb-42ac-9746-18a76dda65ba None None] Allocated IP 172.20.0.18 (7abc923f-4dba-4128-a2d1-789fe2872c05/bbc76b29-0f33-4033-b0fa-e40672ebcfc7/ff5a0209-eff1-4820-a9fb-f80440797862) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:39:49.468253 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-32464fe3-6205-4a0a-975a-d40fdd618ec7 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:49.468797 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f106477-1427-49bc-8153-8afceb2c1f0b None None] Routers {'86d2ef5b-b34f-4e1e-9c59-268ad50c9267'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:39:49.469422 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-3f106477-1427-49bc-8153-8afceb2c1f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:39:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['86d2ef5b-b34f-4e1e-9c59-268ad50c9267'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:49.470507 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 38de0539-667e-4bfe-b5de-32e4a31ef047 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 38de0539-667e-4bfe-b5de-32e4a31ef047 found for delete ", "request_id": "req-4b36c4c7-06c5-4ecc-a795-dc7871d3c987"}]} Sep 22 21:39:49.498290 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2bde211f-8ac1-413e-8cf7-9ec7266acd6d tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:49.519538 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2bde211f-8ac1-413e-8cf7-9ec7266acd6d tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:49.529184 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Attempt 7 to provision port c68e594b-2f7b-48a7-b0de-4c48b3db1806 Sep 22 21:39:49.541424 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde211f-8ac1-413e-8cf7-9ec7266acd6d tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Pushing event deleted for resources: {'Network': ['ID=97477d86-672b-4253-9918-33fb3813d26b,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:49.553407 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-2bde211f-8ac1-413e-8cf7-9ec7266acd6d tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "DELETE /v2.0/networks/97477d86-672b-4253-9918-33fb3813d26b HTTP/1.1" status: 204 len: 168 time: 1.5414252 Sep 22 21:39:49.553407 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48384) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:49.591607 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-92d80bb3-7129-4974-83d0-68a38477fdf1 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:49.592069 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92d80bb3-7129-4974-83d0-68a38477fdf1 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:49.596664 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-92d80bb3-7129-4974-83d0-68a38477fdf1 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "DELETE /v2.0/subnets/7798c085-b043-4d18-ad95-66c1695dbb40 HTTP/1.1" status: 404 len: 337 time: 0.0409491 Sep 22 21:39:49.597671 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48388) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:49.634004 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-89f559f0-e20b-4506-9439-2f933c151e21 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:49.634480 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89f559f0-e20b-4506-9439-2f933c151e21 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:49.637367 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ddb3ef9-84e1-4bed-ad20-49c4368d5418 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Router 5a135788-3c81-4a45-b4f7-53f956b1ba11 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:39:49.641077 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-151f1ab6-2805-46d7-aafe-603e473d716a tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:49.645157 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-89f559f0-e20b-4506-9439-2f933c151e21 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "DELETE /v2.0/networks/c78ff92e-6c72-4a5c-8129-02e014d85627 HTTP/1.1" status: 404 len: 339 time: 0.0447078 Sep 22 21:39:49.645300 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b33954d1-f602-4e4d-a1c5-5e2cac15f013 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:49.645613 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48392) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:49.699789 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-eb13f7f4-8ebe-4d91-8358-3112d9118d96 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:49.757326 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33954d1-f602-4e4d-a1c5-5e2cac15f013 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:39:49.792444 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-151f1ab6-2805-46d7-aafe-603e473d716a tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:49.799892 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-eb13f7f4-8ebe-4d91-8358-3112d9118d96 None None] Transition to ACTIVE for port object 1113c6e5-902c-45fb-bcd2-f2bd68439136 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:39:49.807595 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8185996-cec1-45cf-b842-4fe48961664f tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:49.807969 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8185996-cec1-45cf-b842-4fe48961664f tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:49.812047 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-b8185996-cec1-45cf-b842-4fe48961664f tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "DELETE /v2.0/subnets/fba82cdc-9fd4-4da2-9af6-4a59e38f8ee4 HTTP/1.1" status: 404 len: 337 time: 0.1631126 Sep 22 21:39:49.814541 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48396) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:49.814969 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-41278626-86de-449e-86b9-fbbffdebca30 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:49.823410 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151f1ab6-2805-46d7-aafe-603e473d716a tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bd6d5ea-0d38-4273-bbd1-906f9b19043d,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:49.829716 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-b33954d1-f602-4e4d-a1c5-5e2cac15f013 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:39:49.832382 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33954d1-f602-4e4d-a1c5-5e2cac15f013 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:39:49.840881 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Port c68e594b-2f7b-48a7-b0de-4c48b3db1806 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:39:49.851715 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-eb13f7f4-8ebe-4d91-8358-3112d9118d96 None None] Transition to ACTIVE for port object 1113c6e5-902c-45fb-bcd2-f2bd68439136 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:39:49.852961 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b82b435-2ef5-4467-995f-11fbd520d7ac tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:49.854115 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b82b435-2ef5-4467-995f-11fbd520d7ac tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:49.858211 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-7b82b435-2ef5-4467-995f-11fbd520d7ac tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "DELETE /v2.0/networks/a96c0974-a7d4-4e52-ad55-a547cbd2568a HTTP/1.1" status: 404 len: 339 time: 0.0392470 Sep 22 21:39:49.859383 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48400) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:49.859902 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-3f106477-1427-49bc-8153-8afceb2c1f0b None None] Set router 86d2ef5b-b34f-4e1e-9c59-268ad50c9267 gateway port host: None {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:39:49.889394 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-151f1ab6-2805-46d7-aafe-603e473d716a tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:49.893297 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-151f1ab6-2805-46d7-aafe-603e473d716a tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6262350 Sep 22 21:39:49.893297 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9a6af8fc-41bf-4022-86d3-ea3105107727 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:49.914323 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-eb13f7f4-8ebe-4d91-8358-3112d9118d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:49.940158 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48404) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:49.950276 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-41278626-86de-449e-86b9-fbbffdebca30 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:49.950496 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5ffe59f-e9ff-4553-9ee2-7c632de1b319 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:49.950664 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5ffe59f-e9ff-4553-9ee2-7c632de1b319 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:49.954687 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a5ffe59f-e9ff-4553-9ee2-7c632de1b319 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "DELETE /v2.0/subnets/184e6828-3ae7-485b-9af1-8c5ab67ca779 HTTP/1.1" status: 404 len: 337 time: 0.0929623 Sep 22 21:39:49.955705 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48406) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:49.981823 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9a6af8fc-41bf-4022-86d3-ea3105107727 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:49.990499 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33954d1-f602-4e4d-a1c5-5e2cac15f013 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Pushing event updated for resources: {'Port': ['ID=c2a6b590-d82d-4ec6-b5d5-352daaff61ac,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:50.027089 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d07985a-5dbc-4a67-90b3-c8cb80506361 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:50.027563 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d07985a-5dbc-4a67-90b3-c8cb80506361 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:50.031748 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-9d07985a-5dbc-4a67-90b3-c8cb80506361 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "DELETE /v2.0/networks/f5beb191-897c-45c9-99e4-56f89be81a7d HTTP/1.1" status: 404 len: 339 time: 0.0733271 Sep 22 21:39:50.032774 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48412) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:50.077937 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 097bf66b-2711-496e-af6e-9dbec98aec19 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:39:50.104466 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41278626-86de-449e-86b9-fbbffdebca30 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:39:50.126814 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0791216-0303-4347-ae02-eb33512c4c19 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Deleting subnet 3ab8ebca-0d68-48e1-ae90-37b28d3b7368 {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:39:50.131459 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e0791216-0303-4347-ae02-eb33512c4c19 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:50.131997 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb13f7f4-8ebe-4d91-8358-3112d9118d96 None None] Network 88d08e59-4011-4c35-99cc-94af5fcb7367 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:39:50.143101 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-eb13f7f4-8ebe-4d91-8358-3112d9118d96 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:39:50.184685 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9a6af8fc-41bf-4022-86d3-ea3105107727 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:50.207681 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb13f7f4-8ebe-4d91-8358-3112d9118d96 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:39:50.213032 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb13f7f4-8ebe-4d91-8358-3112d9118d96 None None] Pushing event updated for resources: {'Port': ['ID=1113c6e5-902c-45fb-bcd2-f2bd68439136,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:50.221717 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 097bf66b-2711-496e-af6e-9dbec98aec19 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:39:50.222447 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 097bf66b-2711-496e-af6e-9dbec98aec19 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:39:50.228154 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e0791216-0303-4347-ae02-eb33512c4c19 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:50.346083 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9a6af8fc-41bf-4022-86d3-ea3105107727 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:50.353265 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41278626-86de-449e-86b9-fbbffdebca30 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97242d1d-bec9-41ae-b72a-21db9fe96dd8,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:50.358201 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e0791216-0303-4347-ae02-eb33512c4c19 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:50.371007 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7295230f-19aa-4455-be43-cc359c2798be tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:50.380167 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-41278626-86de-449e-86b9-fbbffdebca30 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:50.380504 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-41278626-86de-449e-86b9-fbbffdebca30 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Added segment 68664427-d80e-4160-a4d2-da3f06fdf9de of type vlan for network e0aaafca-4b82-4983-ae0e-070f612893e9 Sep 22 21:39:50.398678 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Attempt 8 to provision port c68e594b-2f7b-48a7-b0de-4c48b3db1806 Sep 22 21:39:50.441331 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6af8fc-41bf-4022-86d3-ea3105107727 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Pushing event deleted for resources: {'Subnet': ['ID=88a590a8-3191-4f75-ae57-6e36f716259f,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:50.446365 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9a6af8fc-41bf-4022-86d3-ea3105107727 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:50.448169 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7295230f-19aa-4455-be43-cc359c2798be tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:50.465734 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-9a6af8fc-41bf-4022-86d3-ea3105107727 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] 10.222.0.33 "DELETE /v2.0/subnets/88a590a8-3191-4f75-ae57-6e36f716259f HTTP/1.1" status: 204 len: 168 time: 1.5698357 Sep 22 21:39:50.468441 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48416) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:50.550291 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e0791216-0303-4347-ae02-eb33512c4c19 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:50.569037 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-028c811a-c4fb-42ac-9746-18a76dda65ba None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:50.570997 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ddb3ef9-84e1-4bed-ad20-49c4368d5418 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:39:50.578389 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-41278626-86de-449e-86b9-fbbffdebca30 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:50.584243 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Port c68e594b-2f7b-48a7-b0de-4c48b3db1806 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:39:50.589749 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-81a2ea1c-58d3-46c6-b17b-eafe14cb2363 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Deleting subnet bbc76b29-0f33-4033-b0fa-e40672ebcfc7 {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:39:50.593211 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcad755-58a8-45d1-8b7b-46ed30480a4a None None] Sync routers for ids ['5a135788-3c81-4a45-b4f7-53f956b1ba11'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:39:50.602757 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-eb13f7f4-8ebe-4d91-8358-3112d9118d96 None None] Attempting to bind port 1113c6e5-902c-45fb-bcd2-f2bd68439136 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:39:50.603398 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-eb13f7f4-8ebe-4d91-8358-3112d9118d96 None None] Attempting to bind port 1113c6e5-902c-45fb-bcd2-f2bd68439136 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '5870aa8e-3016-4fa2-bc12-bcc53df42f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '88d08e59-4011-4c35-99cc-94af5fcb7367'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:39:50.603949 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb13f7f4-8ebe-4d91-8358-3112d9118d96 None None] Attempting to bind port 1113c6e5-902c-45fb-bcd2-f2bd68439136 on network 88d08e59-4011-4c35-99cc-94af5fcb7367 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:39:50.605358 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0791216-0303-4347-ae02-eb33512c4c19 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Pushing event deleted for resources: {'Subnet': ['ID=3ab8ebca-0d68-48e1-ae90-37b28d3b7368,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:50.607584 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e0791216-0303-4347-ae02-eb33512c4c19 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:50.611163 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-028c811a-c4fb-42ac-9746-18a76dda65ba None None] Transition to ACTIVE for port object ff5a0209-eff1-4820-a9fb-f80440797862 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:39:50.614185 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb13f7f4-8ebe-4d91-8358-3112d9118d96 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:39:50.615379 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb13f7f4-8ebe-4d91-8358-3112d9118d96 None None] Checking segment: {'id': '5870aa8e-3016-4fa2-bc12-bcc53df42f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '88d08e59-4011-4c35-99cc-94af5fcb7367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:39:50.615999 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-eb13f7f4-8ebe-4d91-8358-3112d9118d96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:50.617142 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb13f7f4-8ebe-4d91-8358-3112d9118d96 None None] Bound using segment: {'id': '5870aa8e-3016-4fa2-bc12-bcc53df42f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '88d08e59-4011-4c35-99cc-94af5fcb7367'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:39:50.617999 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-eb13f7f4-8ebe-4d91-8358-3112d9118d96 None None] Bound port: 1113c6e5-902c-45fb-bcd2-f2bd68439136, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5870aa8e-3016-4fa2-bc12-bcc53df42f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '88d08e59-4011-4c35-99cc-94af5fcb7367'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:39:50.618554 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-eb13f7f4-8ebe-4d91-8358-3112d9118d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:50.622226 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e0791216-0303-4347-ae02-eb33512c4c19 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "DELETE /v2.0/subnets/3ab8ebca-0d68-48e1-ae90-37b28d3b7368 HTTP/1.1" status: 204 len: 168 time: 0.5887461 Sep 22 21:39:50.624967 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcad755-58a8-45d1-8b7b-46ed30480a4a None None] Routers {'5a135788-3c81-4a45-b4f7-53f956b1ba11'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:39:50.625442 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48420) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:50.627994 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-cbcad755-58a8-45d1-8b7b-46ed30480a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:39:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['5a135788-3c81-4a45-b4f7-53f956b1ba11'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:50.635422 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf18a75-e511-4968-a3b8-e17536e65ffe None None] Network dbacea49-d35e-4d34-9a3a-6d5a43b2fa0b requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:39:50.674655 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7295230f-19aa-4455-be43-cc359c2798be tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:50.750286 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1ddb3ef9-84e1-4bed-ad20-49c4368d5418 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:50.760889 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-028c811a-c4fb-42ac-9746-18a76dda65ba None None] Transition to ACTIVE for port object ff5a0209-eff1-4820-a9fb-f80440797862 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:39:50.786638 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-41278626-86de-449e-86b9-fbbffdebca30 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:50.793194 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41278626-86de-449e-86b9-fbbffdebca30 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:50.793965 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-41278626-86de-449e-86b9-fbbffdebca30 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:50.798624 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295230f-19aa-4455-be43-cc359c2798be tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4bd6d5ea-0d38-4273-bbd1-906f9b19043d,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:50.804841 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-028c811a-c4fb-42ac-9746-18a76dda65ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:50.815137 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a1950efe-1c43-4cc9-83e7-466a7b0a1a8e tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:50.819316 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-81a2ea1c-58d3-46c6-b17b-eafe14cb2363 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:50.836978 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-cbcad755-58a8-45d1-8b7b-46ed30480a4a None None] Set router 5a135788-3c81-4a45-b4f7-53f956b1ba11 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:39:50.844632 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7295230f-19aa-4455-be43-cc359c2798be tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:50.845862 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-7295230f-19aa-4455-be43-cc359c2798be tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/4bd6d5ea-0d38-4273-bbd1-906f9b19043d HTTP/1.1" status: 204 len: 168 time: 0.8917081 Sep 22 21:39:50.870419 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48424) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:50.883693 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028c811a-c4fb-42ac-9746-18a76dda65ba None None] Pushing event updated for resources: {'Port': ['ID=ff5a0209-eff1-4820-a9fb-f80440797862,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:50.948401 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028c811a-c4fb-42ac-9746-18a76dda65ba None None] Network 7abc923f-4dba-4128-a2d1-789fe2872c05 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:39:50.977533 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-a870c201-e7a3-43bf-904e-afb779ee1974 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Synchronizing usage tracker for tenant:26a67f25cb864434ad2271a39caf8a9d on resource:security_group_rule {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:39:50.982763 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-028c811a-c4fb-42ac-9746-18a76dda65ba None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:39:50.987515 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-3f106477-1427-49bc-8153-8afceb2c1f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'name': 'tempest-RoutersTest-router-1145720965', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:38:56Z', 'updated_at': '2022-09-22T21:39:45Z', 'revision_number': 5, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'gw_port_host': None, '_interfaces': [{'id': '6bbe07af-b374-4c8b-a2c8-ce12c5222bfd', 'name': '', 'network_id': 'aa135ec2-0764-46fa-95cb-693a00536a39', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:a6:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '1c45af14-0d39-44ec-928a-7eb185ff44cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:14Z', 'updated_at': '2022-09-22T21:39:31Z', 'revision_number': 5, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': '1c45af14-0d39-44ec-928a-7eb185ff44cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88a3b5c5-da75-4337-a2cc-5a4413242d62', 'name': '', 'network_id': 'ae71a8ee-503d-4cd1-a234-895133fde570', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:c6:a0:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'aa0aefa7-a4ae-41e1-8329-707e1b907e3c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:31Z', 'updated_at': '2022-09-22T21:39:38Z', 'revision_number': 4, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': 'aa0aefa7-a4ae-41e1-8329-707e1b907e3c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf14d533-eb12-48a1-b2c8-03d1c22ca09b', 'name': '', 'network_id': 'c878f31d-09fc-4f47-91e8-ed0a40264492', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:86:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '28e029bb-55b4-48c3-8d8e-38fc4700f1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:02Z', 'updated_at': '2022-09-22T21:39:22Z', 'revision_number': 5, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': '28e029bb-55b4-48c3-8d8e-38fc4700f1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf7b4ef-5a87-4402-b0a1-50863a4dca53', 'name': '', 'network_id': '4a03f457-ae97-41be-ba48-7cc8ab98883a', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:f7:45:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'c9d5679f-d5ee-48a0-aa19-b89a82037472', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:43Z', 'updated_at': '2022-09-22T21:39:46Z', 'revision_number': 2, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': 'c9d5679f-d5ee-48a0-aa19-b89a82037472', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:50.992481 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-a1950efe-1c43-4cc9-83e7-466a7b0a1a8e tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Deleting port 1b6ef22c-4708-4b30-a2f5-dda14c45be35 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:39:50.992834 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a1950efe-1c43-4cc9-83e7-466a7b0a1a8e tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:50.998252 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028c811a-c4fb-42ac-9746-18a76dda65ba None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:39:50.998438 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-41278626-86de-449e-86b9-fbbffdebca30 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.9582660 Sep 22 21:39:51.003941 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-b33954d1-f602-4e4d-a1c5-5e2cac15f013 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Deleting port c2a6b590-d82d-4ec6-b5d5-352daaff61ac {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:39:51.003941 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b33954d1-f602-4e4d-a1c5-5e2cac15f013 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:51.009621 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f106477-1427-49bc-8153-8afceb2c1f0b None None] Checking router: 86d2ef5b-b34f-4e1e-9c59-268ad50c9267 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:39:51.009990 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f106477-1427-49bc-8153-8afceb2c1f0b None None] Updating router 86d2ef5b-b34f-4e1e-9c59-268ad50c9267 port ecf7b4ef-5a87-4402-b0a1-50863a4dca53 binding host dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:39:51.030197 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48428) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:51.049732 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-1ddb3ef9-84e1-4bed-ad20-49c4368d5418 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "DELETE /v2.0/floatingips/01ccfcf9-49be-4854-ac37-e101923cd2f7 HTTP/1.1" status: 204 len: 168 time: 5.3120141 Sep 22 21:39:51.062392 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-ccc4a627-b594-4d52-8353-0969a9ae1492 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Request body: {'port': {'network_id': 'e0aaafca-4b82-4983-ae0e-070f612893e9', 'name': 'tempest-PortsTestJSON-1904693302'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:51.076893 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a97a8275-3663-4515-ba22-5b85e1d86b1d', 'tag': '93959960-efb2-4e13-ba82-ecad6483840d'}] {{(pid=89009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:39:51.079961 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3cdb6d5bdfc0c86a52b2d842100ac752cec167fbf441e2518ec0a73bf85169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c490dd6f-3928-4101-ba8e-0c731dbca024" -d '{"events": [{"name": "network-changed", "server_uuid": "a97a8275-3663-4515-ba22-5b85e1d86b1d", "tag": "93959960-efb2-4e13-ba82-ecad6483840d"}]}' {{(pid=89009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:39:51.082354 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41278626-86de-449e-86b9-fbbffdebca30 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event updated for resources: {'Network': ['ID=e0aaafca-4b82-4983-ae0e-070f612893e9,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:51.126585 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Attempt 9 to provision port c68e594b-2f7b-48a7-b0de-4c48b3db1806 Sep 22 21:39:51.177118 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-3f106477-1427-49bc-8153-8afceb2c1f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:51.197592 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network e0aaafca-4b82-4983-ae0e-070f612893e9 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:39:51.225543 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-cbcad755-58a8-45d1-8b7b-46ed30480a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a135788-3c81-4a45-b4f7-53f956b1ba11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865649816', 'tenant_id': '517fabe13ed84839b585ff4613a45446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.185'}], 'enable_snat': True}, 'gw_port_id': 'b4e8daf8-576a-404d-90c7-1f0617bda9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:37:24Z', 'updated_at': '2022-09-22T21:37:47Z', 'revision_number': 4, 'project_id': '517fabe13ed84839b585ff4613a45446', 'gw_port': {'id': 'b4e8daf8-576a-404d-90c7-1f0617bda9e3', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a135788-3c81-4a45-b4f7-53f956b1ba11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:37:27Z', 'updated_at': '2022-09-22T21:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': 'c00be16d-1b99-4c4f-8184-fa454626ffc4', 'name': '', 'network_id': '3705f0f0-ca60-4eb5-a73e-00234b5f2f73', 'tenant_id': '517fabe13ed84839b585ff4613a45446', 'mac_address': 'fa:16:3e:a0:26:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a135788-3c81-4a45-b4f7-53f956b1ba11', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '4336dad9-ca55-4b02-8b44-004ea34cf4f2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:37:44Z', 'updated_at': '2022-09-22T21:37:56Z', 'revision_number': 5, 'project_id': '517fabe13ed84839b585ff4613a45446', 'subnets': [{'id': '4336dad9-ca55-4b02-8b44-004ea34cf4f2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:51.229798 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcad755-58a8-45d1-8b7b-46ed30480a4a None None] Checking router: 5a135788-3c81-4a45-b4f7-53f956b1ba11 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:39:51.245683 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcad755-58a8-45d1-8b7b-46ed30480a4a None None] Routers {'5a135788-3c81-4a45-b4f7-53f956b1ba11'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:39:51.246422 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-cbcad755-58a8-45d1-8b7b-46ed30480a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:39:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['5a135788-3c81-4a45-b4f7-53f956b1ba11'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:51.260183 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-eb13f7f4-8ebe-4d91-8358-3112d9118d96 None None] For port 1113c6e5-902c-45fb-bcd2-f2bd68439136, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:39:51.336318 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-a1950efe-1c43-4cc9-83e7-466a7b0a1a8e tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] For port 1b6ef22c-4708-4b30-a2f5-dda14c45be35, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=1b6ef22c-4708-4b30-a2f5-dda14c45be35,segment=NetworkSegment(c4671d3c-5f83-4ebe-9e30-eb2a8d2d9cd4),segment_id=c4671d3c-5f83-4ebe-9e30-eb2a8d2d9cd4)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:39:51.336936 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a1950efe-1c43-4cc9-83e7-466a7b0a1a8e tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:51.350435 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-a870c201-e7a3-43bf-904e-afb779ee1974 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Unset dirty status for tenant:26a67f25cb864434ad2271a39caf8a9d on resource:security_group_rule {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:39:51.352208 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a870c201-e7a3-43bf-904e-afb779ee1974 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.4793189 Sep 22 21:39:51.358827 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-81a2ea1c-58d3-46c6-b17b-eafe14cb2363 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:51.391583 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48438) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:51.393270 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7ee84e-40e3-406f-ac98-e5314e7efbfd x-openstack-request-id: req-6b7ee84e-40e3-406f-ac98-e5314e7efbfd {{(pid=89009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:39:51.393589 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a97a8275-3663-4515-ba22-5b85e1d86b1d", "tag": "93959960-efb2-4e13-ba82-ecad6483840d", "status": "completed", "code": 200}]} {{(pid=89009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:39:51.393845 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6b7ee84e-40e3-406f-ac98-e5314e7efbfd {{(pid=89009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:39:51.394234 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b7ee84e-40e3-406f-ac98-e5314e7efbfd'] response: {'name': 'network-changed', 'server_uuid': 'a97a8275-3663-4515-ba22-5b85e1d86b1d', 'tag': '93959960-efb2-4e13-ba82-ecad6483840d', 'status': 'completed', 'code': 200} Sep 22 21:39:51.399174 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-ccc4a627-b594-4d52-8353-0969a9ae1492 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:51.442379 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-ccc4a627-b594-4d52-8353-0969a9ae1492 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Usage tracker for resource:port and tenant:de45cb2c88af49d4a334eef3c80bde87 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:51.461214 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-ccc4a627-b594-4d52-8353-0969a9ae1492 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:51.533206 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-ccc4a627-b594-4d52-8353-0969a9ae1492 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:51.574386 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-eb13f7f4-8ebe-4d91-8358-3112d9118d96 None None] For port 1113c6e5-902c-45fb-bcd2-f2bd68439136, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=1113c6e5-902c-45fb-bcd2-f2bd68439136,segment=NetworkSegment(5870aa8e-3016-4fa2-bc12-bcc53df42f59),segment_id=5870aa8e-3016-4fa2-bc12-bcc53df42f59)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:39:51.575383 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Port c68e594b-2f7b-48a7-b0de-4c48b3db1806 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:39:51.604582 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-a1950efe-1c43-4cc9-83e7-466a7b0a1a8e tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Calling delete_port for 1b6ef22c-4708-4b30-a2f5-dda14c45be35 owned by network:dhcp {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:39:51.610349 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-cbcad755-58a8-45d1-8b7b-46ed30480a4a None None] Set router 5a135788-3c81-4a45-b4f7-53f956b1ba11 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:39:51.638736 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-eb13f7f4-8ebe-4d91-8358-3112d9118d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:51.645118 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-401b1ff9-6a99-4166-b468-6621442262f5 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:51.730463 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-401b1ff9-6a99-4166-b468-6621442262f5 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:51.751144 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490dd6f-3928-4101-ba8e-0c731dbca024 req-bfb8be3c-3ef8-4478-a789-171be3136e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:51.752868 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c490dd6f-3928-4101-ba8e-0c731dbca024 req-bfb8be3c-3ef8-4478-a789-171be3136e76 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=517fabe13ed84839b585ff4613a45446&device_id=a97a8275-3663-4515-ba22-5b85e1d86b1d HTTP/1.1" status: 200 len: 1099 time: 0.2775433 Sep 22 21:39:51.755543 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a1950efe-1c43-4cc9-83e7-466a7b0a1a8e tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:51.760068 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc4a627-b594-4d52-8353-0969a9ae1492 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Made reservation on behalf of de45cb2c88af49d4a334eef3c80bde87 for: {'port': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:39:51.763517 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ccc4a627-b594-4d52-8353-0969a9ae1492 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:51.830442 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.extraroute_db [None req-32464fe3-6205-4a0a-975a-d40fdd618ec7 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=89009) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 22 21:39:51.847606 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b33954d1-f602-4e4d-a1c5-5e2cac15f013 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:51.847994 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b33954d1-f602-4e4d-a1c5-5e2cac15f013 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:51.857896 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-ccc4a627-b594-4d52-8353-0969a9ae1492 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] device_id is not set on port 5e128f1b-76f4-4f03-860d-5d6117a2980d yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:39:51.864675 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-028c811a-c4fb-42ac-9746-18a76dda65ba None None] Attempting to bind port ff5a0209-eff1-4820-a9fb-f80440797862 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:39:51.865150 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-028c811a-c4fb-42ac-9746-18a76dda65ba None None] Attempting to bind port ff5a0209-eff1-4820-a9fb-f80440797862 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '9419ff48-0970-49f7-acd4-9e7f5bad27ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7abc923f-4dba-4128-a2d1-789fe2872c05'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:39:51.865525 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028c811a-c4fb-42ac-9746-18a76dda65ba None None] Attempting to bind port ff5a0209-eff1-4820-a9fb-f80440797862 on network 7abc923f-4dba-4128-a2d1-789fe2872c05 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:39:51.876967 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028c811a-c4fb-42ac-9746-18a76dda65ba None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:39:51.877346 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028c811a-c4fb-42ac-9746-18a76dda65ba None None] Checking segment: {'id': '9419ff48-0970-49f7-acd4-9e7f5bad27ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7abc923f-4dba-4128-a2d1-789fe2872c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:39:51.882698 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-028c811a-c4fb-42ac-9746-18a76dda65ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:51.883130 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028c811a-c4fb-42ac-9746-18a76dda65ba None None] Bound using segment: {'id': '9419ff48-0970-49f7-acd4-9e7f5bad27ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7abc923f-4dba-4128-a2d1-789fe2872c05'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:39:51.883646 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-028c811a-c4fb-42ac-9746-18a76dda65ba None None] Bound port: ff5a0209-eff1-4820-a9fb-f80440797862, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9419ff48-0970-49f7-acd4-9e7f5bad27ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7abc923f-4dba-4128-a2d1-789fe2872c05'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:39:51.884038 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-028c811a-c4fb-42ac-9746-18a76dda65ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:51.958390 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-81a2ea1c-58d3-46c6-b17b-eafe14cb2363 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:51.996881 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1950efe-1c43-4cc9-83e7-466a7b0a1a8e tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Pushing event deleted for resources: {'Port': ['ID=1b6ef22c-4708-4b30-a2f5-dda14c45be35,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:52.041222 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6071920b-7bc7-4fca-a9a9-6731fe075406 None None] DHCP port deletion for dbacea49-d35e-4d34-9a3a-6d5a43b2fa0b request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:39:52.052505 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-cbcad755-58a8-45d1-8b7b-46ed30480a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a135788-3c81-4a45-b4f7-53f956b1ba11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865649816', 'tenant_id': '517fabe13ed84839b585ff4613a45446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.185'}], 'enable_snat': True}, 'gw_port_id': 'b4e8daf8-576a-404d-90c7-1f0617bda9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:37:24Z', 'updated_at': '2022-09-22T21:37:47Z', 'revision_number': 4, 'project_id': '517fabe13ed84839b585ff4613a45446', 'gw_port': {'id': 'b4e8daf8-576a-404d-90c7-1f0617bda9e3', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a135788-3c81-4a45-b4f7-53f956b1ba11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:37:27Z', 'updated_at': '2022-09-22T21:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': 'c00be16d-1b99-4c4f-8184-fa454626ffc4', 'name': '', 'network_id': '3705f0f0-ca60-4eb5-a73e-00234b5f2f73', 'tenant_id': '517fabe13ed84839b585ff4613a45446', 'mac_address': 'fa:16:3e:a0:26:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a135788-3c81-4a45-b4f7-53f956b1ba11', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '4336dad9-ca55-4b02-8b44-004ea34cf4f2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:37:44Z', 'updated_at': '2022-09-22T21:37:56Z', 'revision_number': 5, 'project_id': '517fabe13ed84839b585ff4613a45446', 'subnets': [{'id': '4336dad9-ca55-4b02-8b44-004ea34cf4f2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:52.057768 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcad755-58a8-45d1-8b7b-46ed30480a4a None None] The sync data for ids ['5a135788-3c81-4a45-b4f7-53f956b1ba11'] in dv-neutron-858900-1-hyperv is: [{'id': '5a135788-3c81-4a45-b4f7-53f956b1ba11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865649816', 'tenant_id': '517fabe13ed84839b585ff4613a45446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.185'}], 'enable_snat': True}, 'gw_port_id': 'b4e8daf8-576a-404d-90c7-1f0617bda9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:37:24Z', 'updated_at': '2022-09-22T21:37:47Z', 'revision_number': 4, 'project_id': '517fabe13ed84839b585ff4613a45446', 'gw_port': {'id': 'b4e8daf8-576a-404d-90c7-1f0617bda9e3', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a135788-3c81-4a45-b4f7-53f956b1ba11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:37:27Z', 'updated_at': '2022-09-22T21:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': 'c00be16d-1b99-4c4f-8184-fa454626ffc4', 'name': '', 'network_id': '3705f0f0-ca60-4eb5-a73e-00234b5f2f73', 'tenant_id': '517fabe13ed84839b585ff4613a45446', 'mac_address': 'fa:16:3e:a0:26:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a135788-3c81-4a45-b4f7-53f956b1ba11', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '4336dad9-ca55-4b02-8b44-004ea34cf4f2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:37:44Z', 'updated_at': '2022-09-22T21:37:56Z', 'revision_number': 5, 'project_id': '517fabe13ed84839b585ff4613a45446', 'subnets': [{'id': '4336dad9-ca55-4b02-8b44-004ea34cf4f2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:39:52.075206 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1950efe-1c43-4cc9-83e7-466a7b0a1a8e tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] No DVR routers for this DVR port 1b6ef22c-4708-4b30-a2f5-dda14c45be35 on host dv-neutron-858900-1-hyperv {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:39:52.103430 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 1b6ef22c-4708-4b30-a2f5-dda14c45be35 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:39:52.139087 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c198797-0ad3-4c8b-80f7-992da8a624b9 None None] Network 88d08e59-4011-4c35-99cc-94af5fcb7367 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:39:52.211448 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Attempt 10 to provision port c68e594b-2f7b-48a7-b0de-4c48b3db1806 Sep 22 21:39:52.237464 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 1b6ef22c-4708-4b30-a2f5-dda14c45be35 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:39:52.238705 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 1b6ef22c-4708-4b30-a2f5-dda14c45be35 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:39:52.240266 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb13f7f4-8ebe-4d91-8358-3112d9118d96 None None] Pushing event updated for resources: {'Port': ['ID=1113c6e5-902c-45fb-bcd2-f2bd68439136,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:52.261891 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-81a2ea1c-58d3-46c6-b17b-eafe14cb2363 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:52.309730 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-401b1ff9-6a99-4166-b468-6621442262f5 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:52.322078 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-b33954d1-f602-4e4d-a1c5-5e2cac15f013 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Calling delete_port for c2a6b590-d82d-4ec6-b5d5-352daaff61ac owned by network:floatingip {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:39:52.336402 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a1950efe-1c43-4cc9-83e7-466a7b0a1a8e tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:52.355585 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-81a2ea1c-58d3-46c6-b17b-eafe14cb2363 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:52.358410 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a2ea1c-58d3-46c6-b17b-eafe14cb2363 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Pushing event deleted for resources: {'Subnet': ['ID=bbc76b29-0f33-4033-b0fa-e40672ebcfc7,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:52.378814 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.extraroute_db [None req-32464fe3-6205-4a0a-975a-d40fdd618ec7 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Removed routes are [] {{(pid=89009) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 22 21:39:52.378814 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-32464fe3-6205-4a0a-975a-d40fdd618ec7 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:52.389104 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-81a2ea1c-58d3-46c6-b17b-eafe14cb2363 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] 10.222.0.33 "DELETE /v2.0/subnets/bbc76b29-0f33-4033-b0fa-e40672ebcfc7 HTTP/1.1" status: 204 len: 168 time: 1.9174576 Sep 22 21:39:52.391870 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48444) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:52.395642 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490dd6f-3928-4101-ba8e-0c731dbca024 req-f92d3725-1e8c-4bc8-b3c8-9568202a79f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:52.397234 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c490dd6f-3928-4101-ba8e-0c731dbca024 req-f92d3725-1e8c-4bc8-b3c8-9568202a79f7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3705f0f0-ca60-4eb5-a73e-00234b5f2f73 HTTP/1.1" status: 200 len: 895 time: 0.6372285 Sep 22 21:39:52.419275 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Port c68e594b-2f7b-48a7-b0de-4c48b3db1806 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:39:52.507004 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-a1950efe-1c43-4cc9-83e7-466a7b0a1a8e tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbacea49-d35e-4d34-9a3a-6d5a43b2fa0b']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:52.524091 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-028c811a-c4fb-42ac-9746-18a76dda65ba None None] For port ff5a0209-eff1-4820-a9fb-f80440797862, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:39:52.526499 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1389d8f2-67a6-4bb6-aa9b-afc29bdf3dcc None None] New status for floating IP 01ccfcf9-49be-4854-ac37-e101923cd2f7: DOWN {{(pid=89010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:39:52.544514 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-a1950efe-1c43-4cc9-83e7-466a7b0a1a8e tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4671d3c-5f83-4ebe-9e30-eb2a8d2d9cd4') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:52.544842 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-a1950efe-1c43-4cc9-83e7-466a7b0a1a8e tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4671d3c-5f83-4ebe-9e30-eb2a8d2d9cd4') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:52.554882 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c490dd6f-3928-4101-ba8e-0c731dbca024 req-d473b40c-3798-47f6-b61a-6b3a9d7028bf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=93959960-efb2-4e13-ba82-ecad6483840d HTTP/1.1" status: 200 len: 217 time: 0.1070442 Sep 22 21:39:52.564324 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a1950efe-1c43-4cc9-83e7-466a7b0a1a8e tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:52.639902 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1f33fb-d259-4d0d-8806-baf6dcc3074d tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:52.640505 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-1c1f33fb-d259-4d0d-8806-baf6dcc3074d tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Synchronizing usage tracker for tenant:88648665160c46c1bd5b351766560008 on resource:subnet {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:39:52.645596 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a1950efe-1c43-4cc9-83e7-466a7b0a1a8e tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:52.658434 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b1ff9-6a99-4166-b468-6621442262f5 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=524fd4a7-9c20-46aa-a005-133d4b4551ae,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:52.662941 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1950efe-1c43-4cc9-83e7-466a7b0a1a8e tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:39:52.663368 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a1950efe-1c43-4cc9-83e7-466a7b0a1a8e tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:52.688014 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490dd6f-3928-4101-ba8e-0c731dbca024 req-e1da4131-092a-457f-b7b6-49c494d39e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:52.689449 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c490dd6f-3928-4101-ba8e-0c731dbca024 req-e1da4131-092a-457f-b7b6-49c494d39e89 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4336dad9-ca55-4b02-8b44-004ea34cf4f2 HTTP/1.1" status: 200 len: 838 time: 0.1179118 Sep 22 21:39:52.700173 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-028c811a-c4fb-42ac-9746-18a76dda65ba None None] For port ff5a0209-eff1-4820-a9fb-f80440797862, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=ff5a0209-eff1-4820-a9fb-f80440797862,segment=NetworkSegment(9419ff48-0970-49f7-acd4-9e7f5bad27ff),segment_id=9419ff48-0970-49f7-acd4-9e7f5bad27ff)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:39:52.718221 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Provisioning complete for port 69392eec-7c93-48d1-987b-1c93abcdeab1 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:39:52.718615 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:52.718961 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Attempt 1 to provision port 69392eec-7c93-48d1-987b-1c93abcdeab1 Sep 22 21:39:52.739372 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment c4671d3c-5f83-4ebe-9e30-eb2a8d2d9cd4 resource provider aggregate not found Sep 22 21:39:52.746852 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444f51f-daf1-436c-a99d-84f48cef0dca req-967ee84f-cb9f-4723-b5cf-2990e1fa3a73 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:52.747571 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-028c811a-c4fb-42ac-9746-18a76dda65ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:52.747718 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-8444f51f-daf1-436c-a99d-84f48cef0dca req-967ee84f-cb9f-4723-b5cf-2990e1fa3a73 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Synchronizing usage tracker for tenant:517fabe13ed84839b585ff4613a45446 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:39:52.756184 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ccc4a627-b594-4d52-8353-0969a9ae1492 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:52.827271 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-401b1ff9-6a99-4166-b468-6621442262f5 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:52.830565 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-401b1ff9-6a99-4166-b468-6621442262f5 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/524fd4a7-9c20-46aa-a005-133d4b4551ae HTTP/1.1" status: 204 len: 168 time: 1.4331725 Sep 22 21:39:52.838062 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48452) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:52.859199 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment c4671d3c-5f83-4ebe-9e30-eb2a8d2d9cd4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c4671d3c-5f83-4ebe-9e30-eb2a8d2d9cd4 found for delete ", "request_id": "req-a42c865c-5d55-479f-9bfc-e92dcc75e960"}]} Sep 22 21:39:52.871985 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-8444f51f-daf1-436c-a99d-84f48cef0dca req-967ee84f-cb9f-4723-b5cf-2990e1fa3a73 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Unset dirty status for tenant:517fabe13ed84839b585ff4613a45446 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:39:52.873172 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-8444f51f-daf1-436c-a99d-84f48cef0dca req-967ee84f-cb9f-4723-b5cf-2990e1fa3a73 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/ports?device_id=a97a8275-3663-4515-ba22-5b85e1d86b1d HTTP/1.1" status: 200 len: 946 time: 1.2147057 Sep 22 21:39:52.885290 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-1c1f33fb-d259-4d0d-8806-baf6dcc3074d tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Unset dirty status for tenant:88648665160c46c1bd5b351766560008 on resource:subnet {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:39:52.886548 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-1c1f33fb-d259-4d0d-8806-baf6dcc3074d tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4934325 Sep 22 21:39:52.902230 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48456) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:53.003403 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a1950efe-1c43-4cc9-83e7-466a7b0a1a8e tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:53.010040 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a1950efe-1c43-4cc9-83e7-466a7b0a1a8e tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:53.093592 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1950efe-1c43-4cc9-83e7-466a7b0a1a8e tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Pushing event deleted for resources: {'Network': ['ID=dbacea49-d35e-4d34-9a3a-6d5a43b2fa0b,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:53.099740 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a1950efe-1c43-4cc9-83e7-466a7b0a1a8e tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "DELETE /v2.0/networks/dbacea49-d35e-4d34-9a3a-6d5a43b2fa0b HTTP/1.1" status: 204 len: 168 time: 2.4732025 Sep 22 21:39:53.106826 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48460) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:53.134905 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-3f106477-1427-49bc-8153-8afceb2c1f0b None None] Notify callbacks [] for port, precommit_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:53.153511 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-51fccf61-5dc9-4773-abae-383dd3c55010 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:53.154701 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028c811a-c4fb-42ac-9746-18a76dda65ba None None] Pushing event updated for resources: {'Port': ['ID=ff5a0209-eff1-4820-a9fb-f80440797862,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:53.161584 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a3c1117-cac8-44b5-ae45-1b7fe80f8a07 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:53.165619 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a3c1117-cac8-44b5-ae45-1b7fe80f8a07 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:53.167414 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-5a3c1117-cac8-44b5-ae45-1b7fe80f8a07 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "DELETE /v2.0/subnets/7e7e5cee-8cd0-4372-aadc-fb80895882df HTTP/1.1" status: 404 len: 337 time: 0.0596840 Sep 22 21:39:53.175929 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a2558-1e0e-4c4f-b308-b009e924ff4b req-5ac30ab3-18cc-4696-abb2-9f5180d9b11a tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:53.177366 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ad3a2558-1e0e-4c4f-b308-b009e924ff4b req-5ac30ab3-18cc-4696-abb2-9f5180d9b11a tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.49 "GET /v2.0/ports?device_id=a97a8275-3663-4515-ba22-5b85e1d86b1d HTTP/1.1" status: 200 len: 946 time: 0.3925266 Sep 22 21:39:53.178400 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48464) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:53.179911 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-2066d378-0376-4b52-ba73-34c863d023b2 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Synchronizing usage tracker for tenant:26a67f25cb864434ad2271a39caf8a9d on resource:security_group_rule {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:39:53.225472 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-8444f51f-daf1-436c-a99d-84f48cef0dca req-ea84200a-23fe-4f04-8480-03082e70d2e1 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/security-groups?id=319ea033-79ef-4636-acc8-ba14ddc2433f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3448694 Sep 22 21:39:53.236491 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Current status of the port 69392eec-7c93-48d1-987b-1c93abcdeab1 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:39:53.250521 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ccc4a627-b594-4d52-8353-0969a9ae1492 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:53.266816 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-3f106477-1427-49bc-8153-8afceb2c1f0b None None] Transition to ACTIVE for port object ecf7b4ef-5a87-4402-b0a1-50863a4dca53 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:39:53.272620 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Provisioning for port 88a3b5c5-da75-4337-a2cc-5a4413242d62 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:39:53.278919 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Provisioning complete for port 88a3b5c5-da75-4337-a2cc-5a4413242d62 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:39:53.279278 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:53.279619 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Attempt 1 to provision port 88a3b5c5-da75-4337-a2cc-5a4413242d62 Sep 22 21:39:53.286012 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4b9a340-209c-42f0-b560-5b16f8905774 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] DELETE failed (client error): The resource could not be found. Sep 22 21:39:53.286537 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4b9a340-209c-42f0-b560-5b16f8905774 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:39:53.288211 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-f4b9a340-209c-42f0-b560-5b16f8905774 tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "DELETE /v2.0/networks/5b4b82d6-aa6c-4711-9407-0cd4bd7be21d HTTP/1.1" status: 404 len: 339 time: 0.1075025 Sep 22 21:39:53.295249 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48468) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:53.317374 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-3f106477-1427-49bc-8153-8afceb2c1f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:53.328150 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-32464fe3-6205-4a0a-975a-d40fdd618ec7 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:53.338306 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490dd6f-3928-4101-ba8e-0c731dbca024 req-d7a0c165-58af-4e7d-9828-3c64fe2810d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:53.338538 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-2066d378-0376-4b52-ba73-34c863d023b2 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Unset dirty status for tenant:26a67f25cb864434ad2271a39caf8a9d on resource:security_group_rule {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:39:53.342735 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c490dd6f-3928-4101-ba8e-0c731dbca024 req-d7a0c165-58af-4e7d-9828-3c64fe2810d3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3705f0f0-ca60-4eb5-a73e-00234b5f2f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5969012 Sep 22 21:39:53.342901 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2066d378-0376-4b52-ba73-34c863d023b2 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.4989154 Sep 22 21:39:53.342901 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b33954d1-f602-4e4d-a1c5-5e2cac15f013 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:53.344472 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-ad3a2558-1e0e-4c4f-b308-b009e924ff4b req-4c3d4073-4754-4574-9ea8-ac1e899d5ac1 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Deleting port 93959960-efb2-4e13-ba82-ecad6483840d {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:39:53.344783 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-ad3a2558-1e0e-4c4f-b308-b009e924ff4b req-4c3d4073-4754-4574-9ea8-ac1e899d5ac1 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:53.345099 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48472) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:53.384152 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-32464fe3-6205-4a0a-975a-d40fdd618ec7 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8026890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8012281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8012114'] for router, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:53.406770 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-51fccf61-5dc9-4773-abae-383dd3c55010 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Deleting port ff5a0209-eff1-4820-a9fb-f80440797862 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:39:53.407016 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-51fccf61-5dc9-4773-abae-383dd3c55010 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:53.521838 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3ede3a64-3290-4932-8abf-8ac585fbf6e8 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:53.527855 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc4a627-b594-4d52-8353-0969a9ae1492 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event updated for resources: {'Port': ['ID=5e128f1b-76f4-4f03-860d-5d6117a2980d,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:53.582846 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc4a627-b594-4d52-8353-0969a9ae1492 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Checking segment: {'id': '68664427-d80e-4160-a4d2-da3f06fdf9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e0aaafca-4b82-4983-ae0e-070f612893e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:39:53.583240 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc4a627-b594-4d52-8353-0969a9ae1492 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Network hostable DHCP agents. Network: e0aaafca-4b82-4983-ae0e-070f612893e9, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:39:53.606958 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc410f89-62f6-402b-b13b-e38f28d8dcf0 None None] Pushing event updated for resources: {'Port': ['ID=ecf7b4ef-5a87-4402-b0a1-50863a4dca53,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:53.685691 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-3f106477-1427-49bc-8153-8afceb2c1f0b None None] Attempting to bind port ecf7b4ef-5a87-4402-b0a1-50863a4dca53 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:39:53.685691 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-3f106477-1427-49bc-8153-8afceb2c1f0b None None] Attempting to bind port ecf7b4ef-5a87-4402-b0a1-50863a4dca53 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'efbaecad-2484-4185-86b6-b72b9bbd6417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4a03f457-ae97-41be-ba48-7cc8ab98883a'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:39:53.686908 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f106477-1427-49bc-8153-8afceb2c1f0b None None] Attempting to bind port ecf7b4ef-5a87-4402-b0a1-50863a4dca53 on network 4a03f457-ae97-41be-ba48-7cc8ab98883a {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:39:53.687400 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3ede3a64-3290-4932-8abf-8ac585fbf6e8 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:53.695504 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f106477-1427-49bc-8153-8afceb2c1f0b None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:39:53.695867 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f106477-1427-49bc-8153-8afceb2c1f0b None None] Checking segment: {'id': 'efbaecad-2484-4185-86b6-b72b9bbd6417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4a03f457-ae97-41be-ba48-7cc8ab98883a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:39:53.696267 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-3f106477-1427-49bc-8153-8afceb2c1f0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:53.697449 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f106477-1427-49bc-8153-8afceb2c1f0b None None] Bound using segment: {'id': 'efbaecad-2484-4185-86b6-b72b9bbd6417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4a03f457-ae97-41be-ba48-7cc8ab98883a'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:39:53.697449 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-3f106477-1427-49bc-8153-8afceb2c1f0b None None] Bound port: ecf7b4ef-5a87-4402-b0a1-50863a4dca53, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efbaecad-2484-4185-86b6-b72b9bbd6417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4a03f457-ae97-41be-ba48-7cc8ab98883a'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:39:53.697673 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-3f106477-1427-49bc-8153-8afceb2c1f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:53.697867 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33954d1-f602-4e4d-a1c5-5e2cac15f013 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Pushing event deleted for resources: {'Port': ['ID=c2a6b590-d82d-4ec6-b5d5-352daaff61ac,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:53.743772 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Current status of the port 88a3b5c5-da75-4337-a2cc-5a4413242d62 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:39:53.744160 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:53.799411 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-16548fb7-179a-4905-8f9a-a62a27f344ba tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Deleting subnet ee3d315a-ee38-4450-b51c-dbc1ed1040b5 {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:39:53.816726 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3ede3a64-3290-4932-8abf-8ac585fbf6e8 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:53.821900 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] For port 88a3b5c5-da75-4337-a2cc-5a4413242d62, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=88a3b5c5-da75-4337-a2cc-5a4413242d62,segment=NetworkSegment(f3be6496-ea46-4cf4-9dc9-120673500e58),segment_id=f3be6496-ea46-4cf4-9dc9-120673500e58)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:39:53.825810 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32464fe3-6205-4a0a-975a-d40fdd618ec7 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Router 86d2ef5b-b34f-4e1e-9c59-268ad50c9267 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:39:53.826006 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-3f106477-1427-49bc-8153-8afceb2c1f0b None None] For port ecf7b4ef-5a87-4402-b0a1-50863a4dca53, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:39:53.827912 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-16548fb7-179a-4905-8f9a-a62a27f344ba tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:53.830013 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-3f106477-1427-49bc-8153-8afceb2c1f0b None None] For port ecf7b4ef-5a87-4402-b0a1-50863a4dca53, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=ecf7b4ef-5a87-4402-b0a1-50863a4dca53,segment=NetworkSegment(efbaecad-2484-4185-86b6-b72b9bbd6417),segment_id=efbaecad-2484-4185-86b6-b72b9bbd6417)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:39:53.831947 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:53.847781 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc4a627-b594-4d52-8353-0969a9ae1492 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Network e0aaafca-4b82-4983-ae0e-070f612893e9 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:39:53.864209 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede3a64-3290-4932-8abf-8ac585fbf6e8 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aac3c950-e6a9-4a58-bf86-66e24299adc9,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:53.891774 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-3f106477-1427-49bc-8153-8afceb2c1f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:53.917782 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f106477-1427-49bc-8153-8afceb2c1f0b None None] Routers {'86d2ef5b-b34f-4e1e-9c59-268ad50c9267'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:39:53.918756 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-3f106477-1427-49bc-8153-8afceb2c1f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:39:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['86d2ef5b-b34f-4e1e-9c59-268ad50c9267'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:53.976894 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Provisioning for port 9974336c-a933-4fe7-a62e-a3cf946b3321 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:39:54.037405 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-16548fb7-179a-4905-8f9a-a62a27f344ba tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:54.055239 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-ccc4a627-b594-4d52-8353-0969a9ae1492 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, e0aaafca-4b82-4983-ae0e-070f612893e9) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:39:54.059745 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc4a627-b594-4d52-8353-0969a9ae1492 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:39:54.066965 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc4a627-b594-4d52-8353-0969a9ae1492 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:54.066965 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ccc4a627-b594-4d52-8353-0969a9ae1492 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:54.075532 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Pushing event updated for resources: {'Port': ['ID=88a3b5c5-da75-4337-a2cc-5a4413242d62,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:54.097878 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c490dd6f-3928-4101-ba8e-0c731dbca024 req-0cc8468c-9215-4e88-8561-c0a441dcde8c service neutron] 10.222.0.49 "GET /v2.0/networks/3705f0f0-ca60-4eb5-a73e-00234b5f2f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7197895 Sep 22 21:39:54.108320 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68d2d1b-487f-4578-a3b7-f27226e6e77a None None] Network e0aaafca-4b82-4983-ae0e-070f612893e9 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:39:54.111973 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3ede3a64-3290-4932-8abf-8ac585fbf6e8 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:54.115005 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-3ede3a64-3290-4932-8abf-8ac585fbf6e8 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/aac3c950-e6a9-4a58-bf86-66e24299adc9 HTTP/1.1" status: 204 len: 168 time: 0.7584491 Sep 22 21:39:54.116111 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-b33954d1-f602-4e4d-a1c5-5e2cac15f013 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] create failed (client error): The resource could not be found. Sep 22 21:39:54.117419 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-b33954d1-f602-4e4d-a1c5-5e2cac15f013 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 7.8356624 Sep 22 21:39:54.122750 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48476) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:54.123247 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48478) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:54.170302 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device ff5a0209-eff1-4820-a9fb-f80440797862 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:39:54.200472 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Provisioning complete for port 9974336c-a933-4fe7-a62e-a3cf946b3321 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:39:54.201040 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:54.201534 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Attempt 1 to provision port 9974336c-a933-4fe7-a62e-a3cf946b3321 Sep 22 21:39:54.220774 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ccc4a627-b594-4d52-8353-0969a9ae1492 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.1764250 Sep 22 21:39:54.231694 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48484) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:54.237404 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-3e8a8f95-88e2-43eb-8801-d1cda9696726 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-63165642'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:54.257922 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-3e8a8f95-88e2-43eb-8801-d1cda9696726 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:54.271282 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-3e8a8f95-88e2-43eb-8801-d1cda9696726 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Usage tracker for resource:network and tenant:de45cb2c88af49d4a334eef3c80bde87 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:54.275964 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-3e8a8f95-88e2-43eb-8801-d1cda9696726 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:54.282151 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-61253e69-a7d9-453c-8202-78d3222bfa48 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Deleting port c68e594b-2f7b-48a7-b0de-4c48b3db1806 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:39:54.282460 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-61253e69-a7d9-453c-8202-78d3222bfa48 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:54.311897 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32464fe3-6205-4a0a-975a-d40fdd618ec7 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:39:54.320711 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-32464fe3-6205-4a0a-975a-d40fdd618ec7 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:54.322128 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-32464fe3-6205-4a0a-975a-d40fdd618ec7 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "PUT /v2.0/routers/86d2ef5b-b34f-4e1e-9c59-268ad50c9267 HTTP/1.1" status: 200 len: 934 time: 4.8644862 Sep 22 21:39:54.331284 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48490) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:54.345020 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50f03dc-77c2-4f47-a7d3-a5faaf2d5c97 None None] Network 7abc923f-4dba-4128-a2d1-789fe2872c05 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:39:54.358587 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-3e8a8f95-88e2-43eb-8801-d1cda9696726 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:54.396008 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-54d55884-952a-4bfa-a4f9-ebf2a72d0111 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Synchronizing usage tracker for tenant:26a67f25cb864434ad2271a39caf8a9d on resource:security_group_rule {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:39:54.421338 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-51fccf61-5dc9-4773-abae-383dd3c55010 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] For port ff5a0209-eff1-4820-a9fb-f80440797862, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=ff5a0209-eff1-4820-a9fb-f80440797862,segment=NetworkSegment(9419ff48-0970-49f7-acd4-9e7f5bad27ff),segment_id=9419ff48-0970-49f7-acd4-9e7f5bad27ff)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:39:54.421852 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-51fccf61-5dc9-4773-abae-383dd3c55010 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:54.493192 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c490dd6f-3928-4101-ba8e-0c731dbca024 req-61411cd3-0d61-4fee-9b3f-7a2c57b14151 service neutron] 10.222.0.49 "GET /v2.0/networks/3705f0f0-ca60-4eb5-a73e-00234b5f2f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266778 Sep 22 21:39:54.497756 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-3f106477-1427-49bc-8153-8afceb2c1f0b None None] Set router 86d2ef5b-b34f-4e1e-9c59-268ad50c9267 gateway port host: None {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:39:54.636353 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc410f89-62f6-402b-b13b-e38f28d8dcf0 None None] Pushing event updated for resources: {'Port': ['ID=ecf7b4ef-5a87-4402-b0a1-50863a4dca53,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:54.653867 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-51fccf61-5dc9-4773-abae-383dd3c55010 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Calling delete_port for ff5a0209-eff1-4820-a9fb-f80440797862 owned by network:dhcp {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:39:54.701863 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-ad3a2558-1e0e-4c4f-b308-b009e924ff4b req-4c3d4073-4754-4574-9ea8-ac1e899d5ac1 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] For port 93959960-efb2-4e13-ba82-ecad6483840d, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=93959960-efb2-4e13-ba82-ecad6483840d,segment=NetworkSegment(886ccfdc-7ba4-4604-b599-c338374a33a8),segment_id=886ccfdc-7ba4-4604-b599-c338374a33a8)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:39:54.702376 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-ad3a2558-1e0e-4c4f-b308-b009e924ff4b req-4c3d4073-4754-4574-9ea8-ac1e899d5ac1 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:54.732065 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8a8f95-88e2-43eb-8801-d1cda9696726 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Made reservation on behalf of de45cb2c88af49d4a334eef3c80bde87 for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:39:54.735529 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3e8a8f95-88e2-43eb-8801-d1cda9696726 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:54.785522 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-16548fb7-179a-4905-8f9a-a62a27f344ba tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:54.804887 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-54d55884-952a-4bfa-a4f9-ebf2a72d0111 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Unset dirty status for tenant:26a67f25cb864434ad2271a39caf8a9d on resource:security_group_rule {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:39:54.808842 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-54d55884-952a-4bfa-a4f9-ebf2a72d0111 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.6809788 Sep 22 21:39:54.819471 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48494) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:54.856576 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-df7689b1-56f9-447e-a3f3-f032a9db3e4c tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "GET /v2.0/routers/86d2ef5b-b34f-4e1e-9c59-268ad50c9267 HTTP/1.1" status: 200 len: 934 time: 0.5112264 Sep 22 21:39:54.861817 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48498) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:54.868342 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-4f552080-1119-47df-88df-edbf4d10ab1b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Request body: {'router': {'routes': None}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:54.893852 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-ad3a2558-1e0e-4c4f-b308-b009e924ff4b req-4c3d4073-4754-4574-9ea8-ac1e899d5ac1 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Calling delete_port for 93959960-efb2-4e13-ba82-ecad6483840d owned by compute:nova {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:39:55.007476 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2c1bc-b685-4bc8-acaa-27da7b3e857b req-88a0388b-90bb-40bd-be00-4fe78a542c6b tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:55.008307 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port ff5a0209-eff1-4820-a9fb-f80440797862 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:39:55.009231 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-12e2c1bc-b685-4bc8-acaa-27da7b3e857b req-88a0388b-90bb-40bd-be00-4fe78a542c6b tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/ports?device_id=a97a8275-3663-4515-ba22-5b85e1d86b1d HTTP/1.1" status: 200 len: 946 time: 0.5756619 Sep 22 21:39:55.014009 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-51fccf61-5dc9-4773-abae-383dd3c55010 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:55.021442 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6cde9349-3ad9-499a-915e-775dd6339e92 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:55.033249 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e8a8f95-88e2-43eb-8801-d1cda9696726 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:39:55.045930 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Current status of the port 9974336c-a933-4fe7-a62e-a3cf946b3321 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:39:55.046216 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:55.057816 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port ff5a0209-eff1-4820-a9fb-f80440797862 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:39:55.058181 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:55.058515 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port ff5a0209-eff1-4820-a9fb-f80440797862 Sep 22 21:39:55.097527 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fccf61-5dc9-4773-abae-383dd3c55010 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Pushing event deleted for resources: {'Port': ['ID=ff5a0209-eff1-4820-a9fb-f80440797862,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:55.104358 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-16548fb7-179a-4905-8f9a-a62a27f344ba tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:55.108703 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Port ff5a0209-eff1-4820-a9fb-f80440797862 was deleted so its status cannot be updated. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:39:55.123456 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6cde9349-3ad9-499a-915e-775dd6339e92 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:55.142857 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fccf61-5dc9-4773-abae-383dd3c55010 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] No DVR routers for this DVR port ff5a0209-eff1-4820-a9fb-f80440797862 on host dv-neutron-858900-1-hyperv {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:39:55.156904 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3e8a8f95-88e2-43eb-8801-d1cda9696726 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:55.157269 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-3e8a8f95-88e2-43eb-8801-d1cda9696726 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Added segment 9b1b11e4-b3cd-4d05-b0cf-694424b6b66e of type vlan for network 319b8ea4-b8e3-4d55-8514-2814b542ea1d Sep 22 21:39:55.173964 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] For port 9974336c-a933-4fe7-a62e-a3cf946b3321, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=9974336c-a933-4fe7-a62e-a3cf946b3321,segment=NetworkSegment(efbaecad-2484-4185-86b6-b72b9bbd6417),segment_id=efbaecad-2484-4185-86b6-b72b9bbd6417)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:39:55.194690 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16548fb7-179a-4905-8f9a-a62a27f344ba tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Pushing event deleted for resources: {'Subnet': ['ID=ee3d315a-ee38-4450-b51c-dbc1ed1040b5,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:55.208303 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:55.296030 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a99948-c5ee-4cea-a8dd-6884f94dd486 None None] Network 822baac9-0f7a-4a7f-8416-2433f9845988 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:39:55.313123 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3e8a8f95-88e2-43eb-8801-d1cda9696726 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:55.332898 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-16548fb7-179a-4905-8f9a-a62a27f344ba tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:55.342092 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-12e2c1bc-b685-4bc8-acaa-27da7b3e857b req-30c8958f-4e7d-42e9-ab02-36d690484deb tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/security-groups?id=319ea033-79ef-4636-acc8-ba14ddc2433f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2716312 Sep 22 21:39:55.387669 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6cde9349-3ad9-499a-915e-775dd6339e92 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:55.389816 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8adda9-ab78-4dfe-b485-c9921c80760c None None] DHCP port deletion for 7abc923f-4dba-4128-a2d1-789fe2872c05 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:39:55.410956 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Provisioning complete for port bc09661a-2cf3-465c-84a9-5496e5352049 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:39:55.411473 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:55.412040 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Attempt 1 to provision port bc09661a-2cf3-465c-84a9-5496e5352049 Sep 22 21:39:55.419149 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-ad3a2558-1e0e-4c4f-b308-b009e924ff4b req-4c3d4073-4754-4574-9ea8-ac1e899d5ac1 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:55.440169 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cde9349-3ad9-499a-915e-775dd6339e92 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96761d54-3c72-40f8-8641-16b0a04c4742,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:55.461635 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-61253e69-a7d9-453c-8202-78d3222bfa48 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:55.466673 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Pushing event updated for resources: {'Port': ['ID=9974336c-a933-4fe7-a62e-a3cf946b3321,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:55.592460 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-3f106477-1427-49bc-8153-8afceb2c1f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'name': 'tempest-RoutersTest-router-1145720965', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:38:56Z', 'updated_at': '2022-09-22T21:39:51Z', 'revision_number': 6, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'gw_port_host': None, '_interfaces': [{'id': '6bbe07af-b374-4c8b-a2c8-ce12c5222bfd', 'name': '', 'network_id': 'aa135ec2-0764-46fa-95cb-693a00536a39', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:a6:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '1c45af14-0d39-44ec-928a-7eb185ff44cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:14Z', 'updated_at': '2022-09-22T21:39:31Z', 'revision_number': 5, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': '1c45af14-0d39-44ec-928a-7eb185ff44cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88a3b5c5-da75-4337-a2cc-5a4413242d62', 'name': '', 'network_id': 'ae71a8ee-503d-4cd1-a234-895133fde570', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:c6:a0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'aa0aefa7-a4ae-41e1-8329-707e1b907e3c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:31Z', 'updated_at': '2022-09-22T21:39:53Z', 'revision_number': 5, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': 'aa0aefa7-a4ae-41e1-8329-707e1b907e3c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf14d533-eb12-48a1-b2c8-03d1c22ca09b', 'name': '', 'network_id': 'c878f31d-09fc-4f47-91e8-ed0a40264492', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:86:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '28e029bb-55b4-48c3-8d8e-38fc4700f1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:02Z', 'updated_at': '2022-09-22T21:39:22Z', 'revision_number': 5, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': '28e029bb-55b4-48c3-8d8e-38fc4700f1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf7b4ef-5a87-4402-b0a1-50863a4dca53', 'name': '', 'network_id': '4a03f457-ae97-41be-ba48-7cc8ab98883a', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:f7:45:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'c9d5679f-d5ee-48a0-aa19-b89a82037472', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:43Z', 'updated_at': '2022-09-22T21:39:53Z', 'revision_number': 4, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': 'c9d5679f-d5ee-48a0-aa19-b89a82037472', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:55.602369 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-61253e69-a7d9-453c-8202-78d3222bfa48 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Calling delete_port for c68e594b-2f7b-48a7-b0de-4c48b3db1806 owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:39:55.606080 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f106477-1427-49bc-8153-8afceb2c1f0b None None] The sync data for ids ['86d2ef5b-b34f-4e1e-9c59-268ad50c9267'] in dv-neutron-858900-1-hyperv is: [{'id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'name': 'tempest-RoutersTest-router-1145720965', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:38:56Z', 'updated_at': '2022-09-22T21:39:51Z', 'revision_number': 6, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'gw_port_host': None, '_interfaces': [{'id': '6bbe07af-b374-4c8b-a2c8-ce12c5222bfd', 'name': '', 'network_id': 'aa135ec2-0764-46fa-95cb-693a00536a39', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:a6:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '1c45af14-0d39-44ec-928a-7eb185ff44cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:14Z', 'updated_at': '2022-09-22T21:39:31Z', 'revision_number': 5, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': '1c45af14-0d39-44ec-928a-7eb185ff44cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88a3b5c5-da75-4337-a2cc-5a4413242d62', 'name': '', 'network_id': 'ae71a8ee-503d-4cd1-a234-895133fde570', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:c6:a0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'aa0aefa7-a4ae-41e1-8329-707e1b907e3c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:31Z', 'updated_at': '2022-09-22T21:39:53Z', 'revision_number': 5, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': 'aa0aefa7-a4ae-41e1-8329-707e1b907e3c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf14d533-eb12-48a1-b2c8-03d1c22ca09b', 'name': '', 'network_id': 'c878f31d-09fc-4f47-91e8-ed0a40264492', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:86:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '28e029bb-55b4-48c3-8d8e-38fc4700f1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:02Z', 'updated_at': '2022-09-22T21:39:22Z', 'revision_number': 5, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': '28e029bb-55b4-48c3-8d8e-38fc4700f1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf7b4ef-5a87-4402-b0a1-50863a4dca53', 'name': '', 'network_id': '4a03f457-ae97-41be-ba48-7cc8ab98883a', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:f7:45:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'c9d5679f-d5ee-48a0-aa19-b89a82037472', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:43Z', 'updated_at': '2022-09-22T21:39:53Z', 'revision_number': 4, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': 'c9d5679f-d5ee-48a0-aa19-b89a82037472', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:39:55.618836 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-16548fb7-179a-4905-8f9a-a62a27f344ba tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "DELETE /v2.0/subnets/ee3d315a-ee38-4450-b51c-dbc1ed1040b5 HTTP/1.1" status: 204 len: 168 time: 2.2831030 Sep 22 21:39:55.619455 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48502) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:55.626151 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d4073-4754-4574-9ea8-ac1e899d5ac1 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Pushing event deleted for resources: {'Port': ['ID=93959960-efb2-4e13-ba82-ecad6483840d,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:55.631220 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-51fccf61-5dc9-4773-abae-383dd3c55010 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:55.644739 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.db.resource_extend [None req-3e8a8f95-88e2-43eb-8801-d1cda9696726 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 21:39:55.710695 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Current status of the port bc09661a-2cf3-465c-84a9-5496e5352049 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:39:55.758381 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3e8a8f95-88e2-43eb-8801-d1cda9696726 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:55.764234 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8a8f95-88e2-43eb-8801-d1cda9696726 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:55.764816 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3e8a8f95-88e2-43eb-8801-d1cda9696726 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:55.765896 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:55.766547 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Provisioning complete for port 76874dd9-386a-4dc0-a25d-839af1192f7a triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:39:55.773323 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6cde9349-3ad9-499a-915e-775dd6339e92 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:55.777085 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6cde9349-3ad9-499a-915e-775dd6339e92 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/96761d54-3c72-40f8-8641-16b0a04c4742 HTTP/1.1" status: 204 len: 168 time: 0.9549227 Sep 22 21:39:55.779551 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:55.779941 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Attempt 1 to provision port 76874dd9-386a-4dc0-a25d-839af1192f7a Sep 22 21:39:55.786750 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48506) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:55.788227 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-51fccf61-5dc9-4773-abae-383dd3c55010 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7abc923f-4dba-4128-a2d1-789fe2872c05']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:55.869077 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Port 76874dd9-386a-4dc0-a25d-839af1192f7a cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:39:55.869717 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c6498e-904a-4268-93d6-367309352d58 None None] DHCP port deletion for 822baac9-0f7a-4a7f-8416-2433f9845988 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:39:55.874973 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-44c6498e-904a-4268-93d6-367309352d58 None None] Deleting port 6f03af74-d345-4034-8081-2c2518ed41ea {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:39:55.875343 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-44c6498e-904a-4268-93d6-367309352d58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:55.887626 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-51fccf61-5dc9-4773-abae-383dd3c55010 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9419ff48-0970-49f7-acd4-9e7f5bad27ff') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:55.887978 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-51fccf61-5dc9-4773-abae-383dd3c55010 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9419ff48-0970-49f7-acd4-9e7f5bad27ff') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:55.897773 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad3a2558-1e0e-4c4f-b308-b009e924ff4b req-4c3d4073-4754-4574-9ea8-ac1e899d5ac1 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] No DVR routers for this DVR port 93959960-efb2-4e13-ba82-ecad6483840d on host hv-neutron-8589 {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:39:55.901052 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-ad3a2558-1e0e-4c4f-b308-b009e924ff4b req-4c3d4073-4754-4574-9ea8-ac1e899d5ac1 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:55.903032 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ad3a2558-1e0e-4c4f-b308-b009e924ff4b req-4c3d4073-4754-4574-9ea8-ac1e899d5ac1 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.49 "DELETE /v2.0/ports/93959960-efb2-4e13-ba82-ecad6483840d HTTP/1.1" status: 204 len: 173 time: 2.7007718 Sep 22 21:39:55.908322 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97a8275-3663-4515-ba22-5b85e1d86b1d', 'name': 'network-vif-deleted', 'tag': '93959960-efb2-4e13-ba82-ecad6483840d'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:39:55.910544 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dcd5941-bbfd-4c28-8380-4685f3a19c5f" -d '{"events": [{"server_uuid": "a97a8275-3663-4515-ba22-5b85e1d86b1d", "name": "network-vif-deleted", "tag": "93959960-efb2-4e13-ba82-ecad6483840d"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:39:55.920806 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8a8f95-88e2-43eb-8801-d1cda9696726 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event updated for resources: {'Network': ['ID=319b8ea4-b8e3-4d55-8514-2814b542ea1d,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:55.940586 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-51fccf61-5dc9-4773-abae-383dd3c55010 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:55.966637 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d71d8094-cebf-4d80-8349-5152c0dec96f tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:55.990747 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-39a7f58c-e289-4580-920e-cf6487e6f88a tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1543548 Sep 22 21:39:55.995202 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-51fccf61-5dc9-4773-abae-383dd3c55010 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:55.997360 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48512) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:56.031534 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51fccf61-5dc9-4773-abae-383dd3c55010 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:39:56.031974 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-51fccf61-5dc9-4773-abae-383dd3c55010 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:56.074181 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-3e8a8f95-88e2-43eb-8801-d1cda9696726 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.8386836 Sep 22 21:39:56.080158 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 21:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58c44f7-1d9e-46fe-b127-5e63b2f5a3b4 x-openstack-request-id: req-d58c44f7-1d9e-46fe-b127-5e63b2f5a3b4 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:39:56.080497 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97a8275-3663-4515-ba22-5b85e1d86b1d", "name": "network-vif-deleted", "tag": "93959960-efb2-4e13-ba82-ecad6483840d", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:39:56.080703 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d58c44f7-1d9e-46fe-b127-5e63b2f5a3b4 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:39:56.081141 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d58c44f7-1d9e-46fe-b127-5e63b2f5a3b4'] response: {'server_uuid': 'a97a8275-3663-4515-ba22-5b85e1d86b1d', 'name': 'network-vif-deleted', 'tag': '93959960-efb2-4e13-ba82-ecad6483840d', 'status': 'completed', 'code': 200} Sep 22 21:39:56.105967 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48516) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:56.202276 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 9419ff48-0970-49f7-acd4-9e7f5bad27ff resource provider aggregate not found Sep 22 21:39:56.207517 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-d71d8094-cebf-4d80-8349-5152c0dec96f tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Deleting port 6f03af74-d345-4034-8081-2c2518ed41ea {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:39:56.207870 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d71d8094-cebf-4d80-8349-5152c0dec96f tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:56.323726 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-44c6498e-904a-4268-93d6-367309352d58 None None] For port 6f03af74-d345-4034-8081-2c2518ed41ea, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=6f03af74-d345-4034-8081-2c2518ed41ea,segment=NetworkSegment(fa3032a7-1525-4468-9dbe-a6e86ced4681),segment_id=fa3032a7-1525-4468-9dbe-a6e86ced4681)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:39:56.324745 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-44c6498e-904a-4268-93d6-367309352d58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:56.362420 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-ba57bf18-6adc-4ef7-bcaa-4bc28a8b972f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Request body: {'ports': [{'network_id': 'e0aaafca-4b82-4983-ae0e-070f612893e9'}, {'network_id': '319b8ea4-b8e3-4d55-8514-2814b542ea1d'}]} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:56.363019 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-ba57bf18-6adc-4ef7-bcaa-4bc28a8b972f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Request body: {'port': {'network_id': 'e0aaafca-4b82-4983-ae0e-070f612893e9'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:56.363692 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-ba57bf18-6adc-4ef7-bcaa-4bc28a8b972f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Request body: {'port': {'network_id': '319b8ea4-b8e3-4d55-8514-2814b542ea1d'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:56.425710 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-97062e78-c21a-4474-9674-9e06571666ac tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:56.490706 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-61253e69-a7d9-453c-8202-78d3222bfa48 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:56.514278 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 319b8ea4-b8e3-4d55-8514-2814b542ea1d details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:39:56.563253 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-44c6498e-904a-4268-93d6-367309352d58 None None] Calling delete_port for 6f03af74-d345-4034-8081-2c2518ed41ea owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:39:56.607123 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 9419ff48-0970-49f7-acd4-9e7f5bad27ff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9419ff48-0970-49f7-acd4-9e7f5bad27ff found for delete ", "request_id": "req-65929fe1-a6f2-4af8-83f9-a4b1b2afd7d9"}]} Sep 22 21:39:56.613479 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Attempt 2 to provision port 76874dd9-386a-4dc0-a25d-839af1192f7a Sep 22 21:39:56.620473 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61253e69-a7d9-453c-8202-78d3222bfa48 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Pushing event deleted for resources: {'Port': ['ID=c68e594b-2f7b-48a7-b0de-4c48b3db1806,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:56.633127 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-97062e78-c21a-4474-9674-9e06571666ac tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:56.637548 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 93959960-efb2-4e13-ba82-ecad6483840d no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:39:56.661183 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 88a3b5c5-da75-4337-a2cc-5a4413242d62 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:39:56.864867 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] No Port match for: 93959960-efb2-4e13-ba82-ecad6483840d {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:39:56.865273 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 93959960-efb2-4e13-ba82-ecad6483840d not bound to the agent host hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:39:56.890680 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-97062e78-c21a-4474-9674-9e06571666ac tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:56.961455 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.extraroute_db [None req-4f552080-1119-47df-88df-edbf4d10ab1b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Added routes are [] {{(pid=89009) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 22 21:39:56.961830 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.extraroute_db [None req-4f552080-1119-47df-88df-edbf4d10ab1b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=89009) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 22 21:39:56.972489 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Port 76874dd9-386a-4dc0-a25d-839af1192f7a cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:39:56.980876 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7158fed-7c23-4d04-8085-a684aa223c4c None None] Sync routers for ids ['86d2ef5b-b34f-4e1e-9c59-268ad50c9267'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:39:56.995982 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97062e78-c21a-4474-9674-9e06571666ac tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9695324f-a0b3-42cf-ad46-5fa71b794ba8,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:57.006451 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-61253e69-a7d9-453c-8202-78d3222bfa48 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:57.009509 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7158fed-7c23-4d04-8085-a684aa223c4c None None] Routers {'86d2ef5b-b34f-4e1e-9c59-268ad50c9267'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:39:57.011705 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-d7158fed-7c23-4d04-8085-a684aa223c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:39:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['86d2ef5b-b34f-4e1e-9c59-268ad50c9267'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:57.020954 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-97062e78-c21a-4474-9674-9e06571666ac tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:57.026001 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-61253e69-a7d9-453c-8202-78d3222bfa48 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] 10.222.0.33 "DELETE /v2.0/ports/c68e594b-2f7b-48a7-b0de-4c48b3db1806 HTTP/1.1" status: 204 len: 168 time: 2.8954937 Sep 22 21:39:57.026549 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48526) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:57.026907 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48528) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:57.027323 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-97062e78-c21a-4474-9674-9e06571666ac tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/9695324f-a0b3-42cf-ad46-5fa71b794ba8 HTTP/1.1" status: 204 len: 168 time: 1.0283253 Sep 22 21:39:57.029031 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-44c6498e-904a-4268-93d6-367309352d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:57.029837 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-291c0d5a-a957-47aa-b294-a98d04f012a3 req-ad987ebc-2f9e-48d6-95cc-17d1903e4d75 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Synchronizing usage tracker for tenant:517fabe13ed84839b585ff4613a45446 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:39:57.055178 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-51fccf61-5dc9-4773-abae-383dd3c55010 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:57.071852 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 88a3b5c5-da75-4337-a2cc-5a4413242d62 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:39:57.073009 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:57.073579 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 88a3b5c5-da75-4337-a2cc-5a4413242d62 Sep 22 21:39:57.090820 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4f552080-1119-47df-88df-edbf4d10ab1b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:57.112012 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-291c0d5a-a957-47aa-b294-a98d04f012a3 req-ad987ebc-2f9e-48d6-95cc-17d1903e4d75 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Unset dirty status for tenant:517fabe13ed84839b585ff4613a45446 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:39:57.121301 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-291c0d5a-a957-47aa-b294-a98d04f012a3 req-ad987ebc-2f9e-48d6-95cc-17d1903e4d75 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "GET /v2.0/ports?device_id=a97a8275-3663-4515-ba22-5b85e1d86b1d HTTP/1.1" status: 200 len: 210 time: 0.4169700 Sep 22 21:39:57.125412 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-51fccf61-5dc9-4773-abae-383dd3c55010 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:57.132884 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-51fccf61-5dc9-4773-abae-383dd3c55010 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] 10.222.0.33 "DELETE /v2.0/networks/7abc923f-4dba-4128-a2d1-789fe2872c05 HTTP/1.1" status: 204 len: 168 time: 4.2282555 Sep 22 21:39:57.182487 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fccf61-5dc9-4773-abae-383dd3c55010 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Pushing event deleted for resources: {'Network': ['ID=7abc923f-4dba-4128-a2d1-789fe2872c05,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:57.192022 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48534) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:57.230500 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6498e-904a-4268-93d6-367309352d58 None None] Pushing event deleted for resources: {'Port': ['ID=6f03af74-d345-4034-8081-2c2518ed41ea,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:57.256691 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c6498e-904a-4268-93d6-367309352d58 None None] No DVR routers for this DVR port 6f03af74-d345-4034-8081-2c2518ed41ea on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:39:57.262780 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-d7158fed-7c23-4d04-8085-a684aa223c4c None None] Set router 86d2ef5b-b34f-4e1e-9c59-268ad50c9267 gateway port host: None {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:39:57.280732 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f830727-2870-4335-8852-02ce5f770c81 None None] get_active_networks_info from dv-neutron-858900-1-hyperv {{(pid=89010) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 22 21:39:57.299232 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-97249049-6efe-4259-a094-d2cbdc928634 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Synchronizing usage tracker for tenant:26a67f25cb864434ad2271a39caf8a9d on resource:security_group_rule {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:39:57.404537 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-97249049-6efe-4259-a094-d2cbdc928634 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Unset dirty status for tenant:26a67f25cb864434ad2271a39caf8a9d on resource:security_group_rule {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:39:57.405794 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-97249049-6efe-4259-a094-d2cbdc928634 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3765454 Sep 22 21:39:57.414171 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48538) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:57.437646 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5e0d7ae0-7bab-4677-bcba-b10f1ab69130 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:57.468165 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-ba57bf18-6adc-4ef7-bcaa-4bc28a8b972f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:57.472201 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-ba57bf18-6adc-4ef7-bcaa-4bc28a8b972f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Usage tracker for resource:port and tenant:de45cb2c88af49d4a334eef3c80bde87 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:57.476505 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-ba57bf18-6adc-4ef7-bcaa-4bc28a8b972f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:57.482313 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-ba57bf18-6adc-4ef7-bcaa-4bc28a8b972f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:57.483635 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fb4cc1-4058-4bbc-90cc-c230fe8392a8 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:39:57.484344 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-14fb4cc1-4058-4bbc-90cc-c230fe8392a8 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Synchronizing usage tracker for tenant:c22a8eb35cfd4063aa4cf073bf81fce0 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:39:57.503244 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-d71d8094-cebf-4d80-8349-5152c0dec96f tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] For port 6f03af74-d345-4034-8081-2c2518ed41ea, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=6f03af74-d345-4034-8081-2c2518ed41ea,segment=NetworkSegment(fa3032a7-1525-4468-9dbe-a6e86ced4681),segment_id=fa3032a7-1525-4468-9dbe-a6e86ced4681)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:39:57.503770 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d71d8094-cebf-4d80-8349-5152c0dec96f tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:57.505853 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Attempt 3 to provision port 76874dd9-386a-4dc0-a25d-839af1192f7a Sep 22 21:39:57.513735 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba57bf18-6adc-4ef7-bcaa-4bc28a8b972f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Made reservation on behalf of de45cb2c88af49d4a334eef3c80bde87 for: {'port': 2} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:39:57.518397 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ba57bf18-6adc-4ef7-bcaa-4bc28a8b972f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:57.541307 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-5e0d7ae0-7bab-4677-bcba-b10f1ab69130 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Deleting port 1113c6e5-902c-45fb-bcd2-f2bd68439136 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:39:57.541978 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5e0d7ae0-7bab-4677-bcba-b10f1ab69130 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:57.561373 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-14fb4cc1-4058-4bbc-90cc-c230fe8392a8 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Unset dirty status for tenant:c22a8eb35cfd4063aa4cf073bf81fce0 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:39:57.565556 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-14fb4cc1-4058-4bbc-90cc-c230fe8392a8 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] 10.222.0.33 "GET /v2.0/ports?device_id=39c0249a-b95e-4702-88d3-9a2b35d14188 HTTP/1.1" status: 200 len: 913 time: 0.5375187 Sep 22 21:39:57.566000 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48542) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:57.567051 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f830727-2870-4335-8852-02ce5f770c81 None None] Resources bound (agent type, host, resource id): {{(pid=89010) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 21:39:57.568590 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4f552080-1119-47df-88df-edbf4d10ab1b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:57.575658 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Port 76874dd9-386a-4dc0-a25d-839af1192f7a cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:39:57.605377 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ba57bf18-6adc-4ef7-bcaa-4bc28a8b972f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:57.646895 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4f552080-1119-47df-88df-edbf4d10ab1b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8026890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8012281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8012114'] for router, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:57.722383 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-d7158fed-7c23-4d04-8085-a684aa223c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'name': 'tempest-RoutersTest-router-1145720965', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:38:56Z', 'updated_at': '2022-09-22T21:39:51Z', 'revision_number': 6, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'gw_port_host': None, '_interfaces': [{'id': '6bbe07af-b374-4c8b-a2c8-ce12c5222bfd', 'name': '', 'network_id': 'aa135ec2-0764-46fa-95cb-693a00536a39', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:a6:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '1c45af14-0d39-44ec-928a-7eb185ff44cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:14Z', 'updated_at': '2022-09-22T21:39:31Z', 'revision_number': 5, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': '1c45af14-0d39-44ec-928a-7eb185ff44cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88a3b5c5-da75-4337-a2cc-5a4413242d62', 'name': '', 'network_id': 'ae71a8ee-503d-4cd1-a234-895133fde570', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:c6:a0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'aa0aefa7-a4ae-41e1-8329-707e1b907e3c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:31Z', 'updated_at': '2022-09-22T21:39:53Z', 'revision_number': 5, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': 'aa0aefa7-a4ae-41e1-8329-707e1b907e3c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf14d533-eb12-48a1-b2c8-03d1c22ca09b', 'name': '', 'network_id': 'c878f31d-09fc-4f47-91e8-ed0a40264492', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:86:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '28e029bb-55b4-48c3-8d8e-38fc4700f1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:02Z', 'updated_at': '2022-09-22T21:39:22Z', 'revision_number': 5, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': '28e029bb-55b4-48c3-8d8e-38fc4700f1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf7b4ef-5a87-4402-b0a1-50863a4dca53', 'name': '', 'network_id': '4a03f457-ae97-41be-ba48-7cc8ab98883a', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:f7:45:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'c9d5679f-d5ee-48a0-aa19-b89a82037472', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:43Z', 'updated_at': '2022-09-22T21:39:53Z', 'revision_number': 4, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': 'c9d5679f-d5ee-48a0-aa19-b89a82037472', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:57.727419 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7158fed-7c23-4d04-8085-a684aa223c4c None None] Checking router: 86d2ef5b-b34f-4e1e-9c59-268ad50c9267 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:39:57.737339 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7158fed-7c23-4d04-8085-a684aa223c4c None None] Routers {'86d2ef5b-b34f-4e1e-9c59-268ad50c9267'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:39:57.739004 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-d7158fed-7c23-4d04-8085-a684aa223c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:39:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['86d2ef5b-b34f-4e1e-9c59-268ad50c9267'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:57.783447 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-5e0d7ae0-7bab-4677-bcba-b10f1ab69130 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] For port 1113c6e5-902c-45fb-bcd2-f2bd68439136, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=1113c6e5-902c-45fb-bcd2-f2bd68439136,segment=NetworkSegment(5870aa8e-3016-4fa2-bc12-bcc53df42f59),segment_id=5870aa8e-3016-4fa2-bc12-bcc53df42f59)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:39:57.783974 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5e0d7ae0-7bab-4677-bcba-b10f1ab69130 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:57.819801 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 88a3b5c5-da75-4337-a2cc-5a4413242d62 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:39:57.822099 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 9974336c-a933-4fe7-a62e-a3cf946b3321 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:39:57.843622 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b0cffe65-4841-445c-afc6-a51bc34d3bcf tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:57.928164 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-d7158fed-7c23-4d04-8085-a684aa223c4c None None] Set router 86d2ef5b-b34f-4e1e-9c59-268ad50c9267 gateway port host: None {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:39:57.989106 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 9974336c-a933-4fe7-a62e-a3cf946b3321 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:39:57.989747 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:57.990283 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 9974336c-a933-4fe7-a62e-a3cf946b3321 Sep 22 21:39:58.046549 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-5e0d7ae0-7bab-4677-bcba-b10f1ab69130 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Calling delete_port for 1113c6e5-902c-45fb-bcd2-f2bd68439136 owned by network:dhcp {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:39:58.054400 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b0cffe65-4841-445c-afc6-a51bc34d3bcf tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:58.077151 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Attempt 4 to provision port 76874dd9-386a-4dc0-a25d-839af1192f7a Sep 22 21:39:58.091777 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f552080-1119-47df-88df-edbf4d10ab1b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Router 86d2ef5b-b34f-4e1e-9c59-268ad50c9267 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:39:58.248694 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Port 76874dd9-386a-4dc0-a25d-839af1192f7a cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:39:58.290199 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 9974336c-a933-4fe7-a62e-a3cf946b3321 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:39:58.291415 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device ecf7b4ef-5a87-4402-b0a1-50863a4dca53 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:39:58.311217 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-d7158fed-7c23-4d04-8085-a684aa223c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'name': 'tempest-RoutersTest-router-1145720965', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:38:56Z', 'updated_at': '2022-09-22T21:39:56Z', 'revision_number': 7, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'gw_port_host': None, '_interfaces': [{'id': '6bbe07af-b374-4c8b-a2c8-ce12c5222bfd', 'name': '', 'network_id': 'aa135ec2-0764-46fa-95cb-693a00536a39', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:a6:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '1c45af14-0d39-44ec-928a-7eb185ff44cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:14Z', 'updated_at': '2022-09-22T21:39:31Z', 'revision_number': 5, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': '1c45af14-0d39-44ec-928a-7eb185ff44cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88a3b5c5-da75-4337-a2cc-5a4413242d62', 'name': '', 'network_id': 'ae71a8ee-503d-4cd1-a234-895133fde570', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:c6:a0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'aa0aefa7-a4ae-41e1-8329-707e1b907e3c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:31Z', 'updated_at': '2022-09-22T21:39:53Z', 'revision_number': 5, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': 'aa0aefa7-a4ae-41e1-8329-707e1b907e3c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf14d533-eb12-48a1-b2c8-03d1c22ca09b', 'name': '', 'network_id': 'c878f31d-09fc-4f47-91e8-ed0a40264492', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:86:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '28e029bb-55b4-48c3-8d8e-38fc4700f1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:02Z', 'updated_at': '2022-09-22T21:39:22Z', 'revision_number': 5, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': '28e029bb-55b4-48c3-8d8e-38fc4700f1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf7b4ef-5a87-4402-b0a1-50863a4dca53', 'name': '', 'network_id': '4a03f457-ae97-41be-ba48-7cc8ab98883a', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:f7:45:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'c9d5679f-d5ee-48a0-aa19-b89a82037472', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:43Z', 'updated_at': '2022-09-22T21:39:53Z', 'revision_number': 4, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': 'c9d5679f-d5ee-48a0-aa19-b89a82037472', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:58.316593 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7158fed-7c23-4d04-8085-a684aa223c4c None None] The sync data for ids ['86d2ef5b-b34f-4e1e-9c59-268ad50c9267'] in dv-neutron-858900-1-hyperv is: [{'id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'name': 'tempest-RoutersTest-router-1145720965', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:38:56Z', 'updated_at': '2022-09-22T21:39:56Z', 'revision_number': 7, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'gw_port_host': None, '_interfaces': [{'id': '6bbe07af-b374-4c8b-a2c8-ce12c5222bfd', 'name': '', 'network_id': 'aa135ec2-0764-46fa-95cb-693a00536a39', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:a6:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '1c45af14-0d39-44ec-928a-7eb185ff44cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:14Z', 'updated_at': '2022-09-22T21:39:31Z', 'revision_number': 5, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': '1c45af14-0d39-44ec-928a-7eb185ff44cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88a3b5c5-da75-4337-a2cc-5a4413242d62', 'name': '', 'network_id': 'ae71a8ee-503d-4cd1-a234-895133fde570', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:c6:a0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'aa0aefa7-a4ae-41e1-8329-707e1b907e3c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:31Z', 'updated_at': '2022-09-22T21:39:53Z', 'revision_number': 5, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': 'aa0aefa7-a4ae-41e1-8329-707e1b907e3c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf14d533-eb12-48a1-b2c8-03d1c22ca09b', 'name': '', 'network_id': 'c878f31d-09fc-4f47-91e8-ed0a40264492', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:86:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '28e029bb-55b4-48c3-8d8e-38fc4700f1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:02Z', 'updated_at': '2022-09-22T21:39:22Z', 'revision_number': 5, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': '28e029bb-55b4-48c3-8d8e-38fc4700f1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf7b4ef-5a87-4402-b0a1-50863a4dca53', 'name': '', 'network_id': '4a03f457-ae97-41be-ba48-7cc8ab98883a', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:f7:45:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'c9d5679f-d5ee-48a0-aa19-b89a82037472', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:43Z', 'updated_at': '2022-09-22T21:39:53Z', 'revision_number': 4, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': 'c9d5679f-d5ee-48a0-aa19-b89a82037472', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:39:58.345882 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48548) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:58.346572 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5e0d7ae0-7bab-4677-bcba-b10f1ab69130 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:58.380038 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port ecf7b4ef-5a87-4402-b0a1-50863a4dca53 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:39:58.443569 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 6f03af74-d345-4034-8081-2c2518ed41ea no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:39:58.495844 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 6f03af74-d345-4034-8081-2c2518ed41ea {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:39:58.496341 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 6f03af74-d345-4034-8081-2c2518ed41ea not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:39:58.498776 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device ff5a0209-eff1-4820-a9fb-f80440797862 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:39:58.501778 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-d71d8094-cebf-4d80-8349-5152c0dec96f tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Calling delete_port for 6f03af74-d345-4034-8081-2c2518ed41ea owned by network:dhcp {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:39:58.522841 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b0cffe65-4841-445c-afc6-a51bc34d3bcf tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:58.534521 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: ff5a0209-eff1-4820-a9fb-f80440797862 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:39:58.535125 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device ff5a0209-eff1-4820-a9fb-f80440797862 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:39:58.568608 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cffe65-4841-445c-afc6-a51bc34d3bcf tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39c7e1e-5e53-4cdc-9644-6f6edf8cc5b3,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:58.620662 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d7ae0-7bab-4677-bcba-b10f1ab69130 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Pushing event deleted for resources: {'Port': ['ID=1113c6e5-902c-45fb-bcd2-f2bd68439136,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:39:58.628071 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0d7ae0-7bab-4677-bcba-b10f1ab69130 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] No DVR routers for this DVR port 1113c6e5-902c-45fb-bcd2-f2bd68439136 on host dv-neutron-858900-1-hyperv {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:39:58.645548 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f552080-1119-47df-88df-edbf4d10ab1b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:39:58.653842 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4f552080-1119-47df-88df-edbf4d10ab1b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:58.657645 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-4f552080-1119-47df-88df-edbf4d10ab1b tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "PUT /v2.0/routers/86d2ef5b-b34f-4e1e-9c59-268ad50c9267 HTTP/1.1" status: 200 len: 700 time: 3.7916944 Sep 22 21:39:58.658060 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48552) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:58.661664 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b0cffe65-4841-445c-afc6-a51bc34d3bcf tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:58.665669 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-b0cffe65-4841-445c-afc6-a51bc34d3bcf tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "DELETE /v2.0/security-groups/a39c7e1e-5e53-4cdc-9644-6f6edf8cc5b3 HTTP/1.1" status: 204 len: 168 time: 1.2464654 Sep 22 21:39:58.671517 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8f62e2-bd47-49df-a651-33e2e36d36ba None None] Sync routers for ids ['86d2ef5b-b34f-4e1e-9c59-268ad50c9267'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:39:58.673737 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48556) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:58.682631 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8f62e2-bd47-49df-a651-33e2e36d36ba None None] Routers {'86d2ef5b-b34f-4e1e-9c59-268ad50c9267'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:39:58.683410 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-4f8f62e2-bd47-49df-a651-33e2e36d36ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:39:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['86d2ef5b-b34f-4e1e-9c59-268ad50c9267'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:58.751447 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Attempt 5 to provision port 76874dd9-386a-4dc0-a25d-839af1192f7a Sep 22 21:39:58.851455 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-aed7ba3c-302f-4282-bbb3-4aede0522843 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "GET /v2.0/routers/86d2ef5b-b34f-4e1e-9c59-268ad50c9267 HTTP/1.1" status: 200 len: 700 time: 0.1915627 Sep 22 21:39:58.854066 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48560) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:58.882443 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Port 76874dd9-386a-4dc0-a25d-839af1192f7a cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:39:58.891548 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-4f8f62e2-bd47-49df-a651-33e2e36d36ba None None] Set router 86d2ef5b-b34f-4e1e-9c59-268ad50c9267 gateway port host: None {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:39:58.986818 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [None req-ba57bf18-6adc-4ef7-bcaa-4bc28a8b972f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] device_id is not set on port 3c913c95-4fbd-448a-9f4c-ecacb735526f yet. {{(pid=89008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:39:58.995949 dv-neutron-858900-1-hyperv neutron-server[89008]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 22 21:39:58.995949 dv-neutron-858900-1-hyperv neutron-server[89008]: from cryptography.utils import int_from_bytes Sep 22 21:39:58.995949 dv-neutron-858900-1-hyperv neutron-server[89008]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 22 21:39:58.995949 dv-neutron-858900-1-hyperv neutron-server[89008]: from cryptography.utils import int_from_bytes Sep 22 21:39:58.995949 dv-neutron-858900-1-hyperv neutron-server[89008]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Sep 22 21:39:58.995949 dv-neutron-858900-1-hyperv neutron-server[89008]: util.warn_limited( Sep 22 21:39:58.995949 dv-neutron-858900-1-hyperv neutron-server[89008]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Sep 22 21:39:58.995949 dv-neutron-858900-1-hyperv neutron-server[89008]: util.warn_limited( Sep 22 21:39:58.995949 dv-neutron-858900-1-hyperv neutron-server[89008]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:39:58.995949 dv-neutron-858900-1-hyperv neutron-server[89008]: util.warn( Sep 22 21:39:58.995949 dv-neutron-858900-1-hyperv neutron-server[89008]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:39:58.995949 dv-neutron-858900-1-hyperv neutron-server[89008]: util.warn( Sep 22 21:39:58.995949 dv-neutron-858900-1-hyperv neutron-server[89008]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:39:58.995949 dv-neutron-858900-1-hyperv neutron-server[89008]: util.warn( Sep 22 21:39:58.995949 dv-neutron-858900-1-hyperv neutron-server[89008]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:39:58.995949 dv-neutron-858900-1-hyperv neutron-server[89008]: util.warn( Sep 22 21:39:58.995949 dv-neutron-858900-1-hyperv neutron-server[89008]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:39:58.995949 dv-neutron-858900-1-hyperv neutron-server[89008]: util.warn( Sep 22 21:39:58.995949 dv-neutron-858900-1-hyperv neutron-server[89008]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:39:58.995949 dv-neutron-858900-1-hyperv neutron-server[89008]: util.warn( Sep 22 21:39:58.995949 dv-neutron-858900-1-hyperv neutron-server[89008]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:39:58.995949 dv-neutron-858900-1-hyperv neutron-server[89008]: util.warn( Sep 22 21:39:58.995949 dv-neutron-858900-1-hyperv neutron-server[89008]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:39:58.995949 dv-neutron-858900-1-hyperv neutron-server[89008]: util.warn( Sep 22 21:39:58.995949 dv-neutron-858900-1-hyperv neutron-server[89008]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:39:58.995949 dv-neutron-858900-1-hyperv neutron-server[89008]: util.warn( Sep 22 21:39:58.995949 dv-neutron-858900-1-hyperv neutron-server[89008]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:39:58.995949 dv-neutron-858900-1-hyperv neutron-server[89008]: util.warn( Sep 22 21:39:58.995949 dv-neutron-858900-1-hyperv neutron-server[89008]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:39:58.995949 dv-neutron-858900-1-hyperv neutron-server[89008]: util.warn( Sep 22 21:39:58.995949 dv-neutron-858900-1-hyperv neutron-server[89008]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:39:58.995949 dv-neutron-858900-1-hyperv neutron-server[89008]: util.warn( Sep 22 21:39:58.995949 dv-neutron-858900-1-hyperv neutron-server[89008]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:39:58.995949 dv-neutron-858900-1-hyperv neutron-server[89008]: util.warn( Sep 22 21:39:58.995949 dv-neutron-858900-1-hyperv neutron-server[89008]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:39:58.995949 dv-neutron-858900-1-hyperv neutron-server[89008]: util.warn( Sep 22 21:39:58.995949 dv-neutron-858900-1-hyperv neutron-server[89008]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:39:58.995949 dv-neutron-858900-1-hyperv neutron-server[89008]: util.warn( Sep 22 21:39:58.995949 dv-neutron-858900-1-hyperv neutron-server[89008]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:39:58.995949 dv-neutron-858900-1-hyperv neutron-server[89008]: util.warn( Sep 22 21:39:58.995949 dv-neutron-858900-1-hyperv neutron-server[89008]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:39:58.995949 dv-neutron-858900-1-hyperv neutron-server[89008]: util.warn( Sep 22 21:39:58.995949 dv-neutron-858900-1-hyperv neutron-server[89008]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:39:58.995949 dv-neutron-858900-1-hyperv neutron-server[89008]: util.warn( Sep 22 21:39:58.995949 dv-neutron-858900-1-hyperv neutron-server[89008]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:39:58.995949 dv-neutron-858900-1-hyperv neutron-server[89008]: util.warn( Sep 22 21:39:58.995949 dv-neutron-858900-1-hyperv neutron-server[89008]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:39:58.995949 dv-neutron-858900-1-hyperv neutron-server[89008]: util.warn( Sep 22 21:39:58.995949 dv-neutron-858900-1-hyperv neutron-server[89008]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:39:58.995949 dv-neutron-858900-1-hyperv neutron-server[89008]: util.warn( Sep 22 21:39:58.995949 dv-neutron-858900-1-hyperv neutron-server[89008]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:39:58.995949 dv-neutron-858900-1-hyperv neutron-server[89008]: util.warn( Sep 22 21:39:58.995949 dv-neutron-858900-1-hyperv neutron-server[89008]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:39:58.995949 dv-neutron-858900-1-hyperv neutron-server[89008]: util.warn( Sep 22 21:39:58.995949 dv-neutron-858900-1-hyperv neutron-server[89008]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:39:58.995949 dv-neutron-858900-1-hyperv neutron-server[89008]: util.warn( Sep 22 21:39:59.010391 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-ebdbc1d2-3615-413a-ae1c-ba19f17fe0a3 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Synchronizing usage tracker for tenant:26a67f25cb864434ad2271a39caf8a9d on resource:security_group {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:39:59.016377 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5e0d7ae0-7bab-4677-bcba-b10f1ab69130 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:59.030888 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.db.api [None req-d71d8094-cebf-4d80-8349-5152c0dec96f tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:39:59.037179 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG oslo_db.api [None req-d71d8094-cebf-4d80-8349-5152c0dec96f tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:39:59.134919 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-5e0d7ae0-7bab-4677-bcba-b10f1ab69130 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88d08e59-4011-4c35-99cc-94af5fcb7367']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:59.154084 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-ebdbc1d2-3615-413a-ae1c-ba19f17fe0a3 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Unset dirty status for tenant:26a67f25cb864434ad2271a39caf8a9d on resource:security_group {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:39:59.159599 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ebdbc1d2-3615-413a-ae1c-ba19f17fe0a3 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4751618 Sep 22 21:39:59.159599 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-5e0d7ae0-7bab-4677-bcba-b10f1ab69130 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5870aa8e-3016-4fa2-bc12-bcc53df42f59') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:59.159599 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-5e0d7ae0-7bab-4677-bcba-b10f1ab69130 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5870aa8e-3016-4fa2-bc12-bcc53df42f59') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:59.171151 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48564) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:39:59.214111 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-450dfdd3-461a-4d6c-acdd-ba439bde3bc0 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:59.232651 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-829c9b30-aa13-4fcc-93a4-b37c053dc2bd tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Request body: {'security_group': {'name': 'tempest-secgroup--689139704'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:39:59.247418 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5e0d7ae0-7bab-4677-bcba-b10f1ab69130 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:59.267167 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-829c9b30-aa13-4fcc-93a4-b37c053dc2bd tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:59.280566 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-4f8f62e2-bd47-49df-a651-33e2e36d36ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'name': 'tempest-RoutersTest-router-1145720965', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:38:56Z', 'updated_at': '2022-09-22T21:39:56Z', 'revision_number': 7, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'gw_port_host': None, '_interfaces': [{'id': '6bbe07af-b374-4c8b-a2c8-ce12c5222bfd', 'name': '', 'network_id': 'aa135ec2-0764-46fa-95cb-693a00536a39', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:a6:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '1c45af14-0d39-44ec-928a-7eb185ff44cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:14Z', 'updated_at': '2022-09-22T21:39:31Z', 'revision_number': 5, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': '1c45af14-0d39-44ec-928a-7eb185ff44cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88a3b5c5-da75-4337-a2cc-5a4413242d62', 'name': '', 'network_id': 'ae71a8ee-503d-4cd1-a234-895133fde570', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:c6:a0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'aa0aefa7-a4ae-41e1-8329-707e1b907e3c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:31Z', 'updated_at': '2022-09-22T21:39:53Z', 'revision_number': 5, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': 'aa0aefa7-a4ae-41e1-8329-707e1b907e3c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf14d533-eb12-48a1-b2c8-03d1c22ca09b', 'name': '', 'network_id': 'c878f31d-09fc-4f47-91e8-ed0a40264492', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:86:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '28e029bb-55b4-48c3-8d8e-38fc4700f1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:02Z', 'updated_at': '2022-09-22T21:39:22Z', 'revision_number': 5, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': '28e029bb-55b4-48c3-8d8e-38fc4700f1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf7b4ef-5a87-4402-b0a1-50863a4dca53', 'name': '', 'network_id': '4a03f457-ae97-41be-ba48-7cc8ab98883a', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:f7:45:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'c9d5679f-d5ee-48a0-aa19-b89a82037472', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:43Z', 'updated_at': '2022-09-22T21:39:53Z', 'revision_number': 4, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': 'c9d5679f-d5ee-48a0-aa19-b89a82037472', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:59.285097 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8f62e2-bd47-49df-a651-33e2e36d36ba None None] Checking router: 86d2ef5b-b34f-4e1e-9c59-268ad50c9267 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:39:59.295501 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8f62e2-bd47-49df-a651-33e2e36d36ba None None] Routers {'86d2ef5b-b34f-4e1e-9c59-268ad50c9267'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:39:59.296452 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-4f8f62e2-bd47-49df-a651-33e2e36d36ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:39:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['86d2ef5b-b34f-4e1e-9c59-268ad50c9267'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:59.296832 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-829c9b30-aa13-4fcc-93a4-b37c053dc2bd tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:59.298959 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5e0d7ae0-7bab-4677-bcba-b10f1ab69130 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:59.331105 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e0d7ae0-7bab-4677-bcba-b10f1ab69130 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:39:59.331509 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5e0d7ae0-7bab-4677-bcba-b10f1ab69130 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:59.418202 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Attempt 6 to provision port 76874dd9-386a-4dc0-a25d-839af1192f7a Sep 22 21:39:59.500680 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Port 76874dd9-386a-4dc0-a25d-839af1192f7a cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:39:59.507797 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-4f8f62e2-bd47-49df-a651-33e2e36d36ba None None] Set router 86d2ef5b-b34f-4e1e-9c59-268ad50c9267 gateway port host: None {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:39:59.537097 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-829c9b30-aa13-4fcc-93a4-b37c053dc2bd tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:59.545830 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-d71d8094-cebf-4d80-8349-5152c0dec96f tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Deleting port 6f03af74-d345-4034-8081-2c2518ed41ea {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:39:59.546164 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d71d8094-cebf-4d80-8349-5152c0dec96f tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:59.572333 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 5870aa8e-3016-4fa2-bc12-bcc53df42f59 resource provider aggregate not found Sep 22 21:39:59.663076 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 5870aa8e-3016-4fa2-bc12-bcc53df42f59 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5870aa8e-3016-4fa2-bc12-bcc53df42f59 found for delete ", "request_id": "req-d00b2831-6f05-43d3-a1fc-b687701e093d"}]} Sep 22 21:39:59.725730 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-829c9b30-aa13-4fcc-93a4-b37c053dc2bd tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:39:59.732332 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-d71d8094-cebf-4d80-8349-5152c0dec96f tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] The port '6f03af74-d345-4034-8081-2c2518ed41ea' was deleted {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 21:39:59.740833 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-829c9b30-aa13-4fcc-93a4-b37c053dc2bd tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Usage tracker for resource:security_group_rule and tenant:26a67f25cb864434ad2271a39caf8a9d is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:39:59.753284 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-829c9b30-aa13-4fcc-93a4-b37c053dc2bd tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:39:59.799087 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-829c9b30-aa13-4fcc-93a4-b37c053dc2bd tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:39:59.802833 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5e0d7ae0-7bab-4677-bcba-b10f1ab69130 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:59.806405 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ba57bf18-6adc-4ef7-bcaa-4bc28a8b972f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:59.855280 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5e0d7ae0-7bab-4677-bcba-b10f1ab69130 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:39:59.864789 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-4f8f62e2-bd47-49df-a651-33e2e36d36ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'name': 'tempest-RoutersTest-router-1145720965', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:38:56Z', 'updated_at': '2022-09-22T21:39:56Z', 'revision_number': 7, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'gw_port_host': None, '_interfaces': [{'id': '6bbe07af-b374-4c8b-a2c8-ce12c5222bfd', 'name': '', 'network_id': 'aa135ec2-0764-46fa-95cb-693a00536a39', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:a6:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '1c45af14-0d39-44ec-928a-7eb185ff44cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:14Z', 'updated_at': '2022-09-22T21:39:31Z', 'revision_number': 5, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': '1c45af14-0d39-44ec-928a-7eb185ff44cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88a3b5c5-da75-4337-a2cc-5a4413242d62', 'name': '', 'network_id': 'ae71a8ee-503d-4cd1-a234-895133fde570', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:c6:a0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'aa0aefa7-a4ae-41e1-8329-707e1b907e3c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:31Z', 'updated_at': '2022-09-22T21:39:53Z', 'revision_number': 5, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': 'aa0aefa7-a4ae-41e1-8329-707e1b907e3c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf14d533-eb12-48a1-b2c8-03d1c22ca09b', 'name': '', 'network_id': 'c878f31d-09fc-4f47-91e8-ed0a40264492', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:86:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '28e029bb-55b4-48c3-8d8e-38fc4700f1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:02Z', 'updated_at': '2022-09-22T21:39:22Z', 'revision_number': 5, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': '28e029bb-55b4-48c3-8d8e-38fc4700f1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf7b4ef-5a87-4402-b0a1-50863a4dca53', 'name': '', 'network_id': '4a03f457-ae97-41be-ba48-7cc8ab98883a', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:f7:45:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'c9d5679f-d5ee-48a0-aa19-b89a82037472', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:43Z', 'updated_at': '2022-09-22T21:39:53Z', 'revision_number': 4, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': 'c9d5679f-d5ee-48a0-aa19-b89a82037472', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:39:59.870209 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8f62e2-bd47-49df-a651-33e2e36d36ba None None] The sync data for ids ['86d2ef5b-b34f-4e1e-9c59-268ad50c9267'] in dv-neutron-858900-1-hyperv is: [{'id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'name': 'tempest-RoutersTest-router-1145720965', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:38:56Z', 'updated_at': '2022-09-22T21:39:56Z', 'revision_number': 7, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'gw_port_host': None, '_interfaces': [{'id': '6bbe07af-b374-4c8b-a2c8-ce12c5222bfd', 'name': '', 'network_id': 'aa135ec2-0764-46fa-95cb-693a00536a39', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:a6:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '1c45af14-0d39-44ec-928a-7eb185ff44cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:14Z', 'updated_at': '2022-09-22T21:39:31Z', 'revision_number': 5, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': '1c45af14-0d39-44ec-928a-7eb185ff44cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88a3b5c5-da75-4337-a2cc-5a4413242d62', 'name': '', 'network_id': 'ae71a8ee-503d-4cd1-a234-895133fde570', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:c6:a0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'aa0aefa7-a4ae-41e1-8329-707e1b907e3c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:31Z', 'updated_at': '2022-09-22T21:39:53Z', 'revision_number': 5, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': 'aa0aefa7-a4ae-41e1-8329-707e1b907e3c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf14d533-eb12-48a1-b2c8-03d1c22ca09b', 'name': '', 'network_id': 'c878f31d-09fc-4f47-91e8-ed0a40264492', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:86:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '28e029bb-55b4-48c3-8d8e-38fc4700f1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:02Z', 'updated_at': '2022-09-22T21:39:22Z', 'revision_number': 5, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': '28e029bb-55b4-48c3-8d8e-38fc4700f1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf7b4ef-5a87-4402-b0a1-50863a4dca53', 'name': '', 'network_id': '4a03f457-ae97-41be-ba48-7cc8ab98883a', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:f7:45:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'c9d5679f-d5ee-48a0-aa19-b89a82037472', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:43Z', 'updated_at': '2022-09-22T21:39:53Z', 'revision_number': 4, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': 'c9d5679f-d5ee-48a0-aa19-b89a82037472', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:39:59.908118 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-450dfdd3-461a-4d6c-acdd-ba439bde3bc0 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Deleting port 76874dd9-386a-4dc0-a25d-839af1192f7a {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:39:59.909171 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-450dfdd3-461a-4d6c-acdd-ba439bde3bc0 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:00.001963 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Attempt 7 to provision port 76874dd9-386a-4dc0-a25d-839af1192f7a Sep 22 21:40:00.006036 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d7ae0-7bab-4677-bcba-b10f1ab69130 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Pushing event deleted for resources: {'Network': ['ID=88d08e59-4011-4c35-99cc-94af5fcb7367,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:00.066681 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Port 76874dd9-386a-4dc0-a25d-839af1192f7a cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:40:00.089346 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0d344f91-cb45-489d-afe7-4c9a9317fe9a tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:00.107220 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d71d8094-cebf-4d80-8349-5152c0dec96f tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:00.127261 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-5e0d7ae0-7bab-4677-bcba-b10f1ab69130 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] 10.222.0.33 "DELETE /v2.0/networks/88d08e59-4011-4c35-99cc-94af5fcb7367 HTTP/1.1" status: 204 len: 168 time: 2.9339700 Sep 22 21:40:00.129900 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [None req-ba57bf18-6adc-4ef7-bcaa-4bc28a8b972f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] device_id is not set on port 69f9bc87-5bc6-4680-89b0-75fd0b763664 yet. {{(pid=89008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:40:00.141169 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48572) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:00.152344 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-d71d8094-cebf-4d80-8349-5152c0dec96f tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['822baac9-0f7a-4a7f-8416-2433f9845988']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:00.177782 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-d71d8094-cebf-4d80-8349-5152c0dec96f tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa3032a7-1525-4468-9dbe-a6e86ced4681') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:00.178080 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-d71d8094-cebf-4d80-8349-5152c0dec96f tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa3032a7-1525-4468-9dbe-a6e86ced4681') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:00.203491 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d71d8094-cebf-4d80-8349-5152c0dec96f tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:00.238641 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d71d8094-cebf-4d80-8349-5152c0dec96f tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:00.242922 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-829c9b30-aa13-4fcc-93a4-b37c053dc2bd tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:00.251461 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d71d8094-cebf-4d80-8349-5152c0dec96f tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:40:00.251861 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d71d8094-cebf-4d80-8349-5152c0dec96f tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:00.277029 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-829c9b30-aa13-4fcc-93a4-b37c053dc2bd tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:00.381690 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-450dfdd3-461a-4d6c-acdd-ba439bde3bc0 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:00.392206 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-135df5a1-5e48-47e4-8351-0ad6a76aa47d tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:00.415585 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-829c9b30-aa13-4fcc-93a4-b37c053dc2bd tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:00.416795 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-829c9b30-aa13-4fcc-93a4-b37c053dc2bd tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2447050 Sep 22 21:40:00.420704 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c9b30-aa13-4fcc-93a4-b37c053dc2bd tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a622b747-7f16-4f52-bd20-7d3a54862059,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:00.424349 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48576) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:00.426782 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d71d8094-cebf-4d80-8349-5152c0dec96f tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:00.495061 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-c07b74cb-18b0-44bd-86bc-c4582533ee67 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Request body: {'security_group_rule': {'security_group_id': 'a622b747-7f16-4f52-bd20-7d3a54862059', 'direction': 'ingress', 'protocol': 17}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:00.500025 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d71d8094-cebf-4d80-8349-5152c0dec96f tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:00.525744 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c07b74cb-18b0-44bd-86bc-c4582533ee67 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:00.527964 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71d8094-cebf-4d80-8349-5152c0dec96f tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] Pushing event deleted for resources: {'Network': ['ID=822baac9-0f7a-4a7f-8416-2433f9845988,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:00.536626 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c07b74cb-18b0-44bd-86bc-c4582533ee67 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Usage tracker for resource:security_group_rule and tenant:26a67f25cb864434ad2271a39caf8a9d is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:00.554594 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c07b74cb-18b0-44bd-86bc-c4582533ee67 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:00.558136 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-d71d8094-cebf-4d80-8349-5152c0dec96f tempest-NetworksIpV6Test-2018836451 tempest-NetworksIpV6Test-2018836451-project] 10.222.0.33 "DELETE /v2.0/networks/822baac9-0f7a-4a7f-8416-2433f9845988 HTTP/1.1" status: 204 len: 168 time: 4.9334774 Sep 22 21:40:00.565267 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c07b74cb-18b0-44bd-86bc-c4582533ee67 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:00.567432 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Attempt 8 to provision port 76874dd9-386a-4dc0-a25d-839af1192f7a Sep 22 21:40:00.572770 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ba57bf18-6adc-4ef7-bcaa-4bc28a8b972f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:00.609373 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c07b74cb-18b0-44bd-86bc-c4582533ee67 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:00.616832 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-450dfdd3-461a-4d6c-acdd-ba439bde3bc0 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Calling delete_port for 76874dd9-386a-4dc0-a25d-839af1192f7a owned by network:router_interface {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:40:00.653846 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9e5ee5c3-e111-4189-936b-858bca53c607 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:00.669444 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Port 76874dd9-386a-4dc0-a25d-839af1192f7a cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:40:00.714636 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ba57bf18-6adc-4ef7-bcaa-4bc28a8b972f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:00.875997 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba57bf18-6adc-4ef7-bcaa-4bc28a8b972f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Network e0aaafca-4b82-4983-ae0e-070f612893e9 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:40:00.883327 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba57bf18-6adc-4ef7-bcaa-4bc28a8b972f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event updated for resources: {'Port': ['ID=3c913c95-4fbd-448a-9f4c-ecacb735526f,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:00.895456 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-ba57bf18-6adc-4ef7-bcaa-4bc28a8b972f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:40:00.911243 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c07b74cb-18b0-44bd-86bc-c4582533ee67 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:00.911866 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48584) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:00.916475 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba57bf18-6adc-4ef7-bcaa-4bc28a8b972f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:40:00.917271 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ba57bf18-6adc-4ef7-bcaa-4bc28a8b972f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:00.928261 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c07b74cb-18b0-44bd-86bc-c4582533ee67 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:00.971011 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-135df5a1-5e48-47e4-8351-0ad6a76aa47d tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:01.012866 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-135df5a1-5e48-47e4-8351-0ad6a76aa47d tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eca6fe37-46cf-4d62-b118-ec2e6a13b9e7']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:01.016609 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b74cb-18b0-44bd-86bc-c4582533ee67 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fa1ee5d-c175-45dc-b503-c3f670564e36,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:01.038043 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-135df5a1-5e48-47e4-8351-0ad6a76aa47d tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb4f7dc9-8550-484f-86ef-449ca6d7b0a9') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:01.038341 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-135df5a1-5e48-47e4-8351-0ad6a76aa47d tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb4f7dc9-8550-484f-86ef-449ca6d7b0a9') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:01.058674 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-135df5a1-5e48-47e4-8351-0ad6a76aa47d tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:01.122274 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-135df5a1-5e48-47e4-8351-0ad6a76aa47d tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:01.139738 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-135df5a1-5e48-47e4-8351-0ad6a76aa47d tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:40:01.140139 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-135df5a1-5e48-47e4-8351-0ad6a76aa47d tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:01.157263 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba57bf18-6adc-4ef7-bcaa-4bc28a8b972f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event updated for resources: {'Port': ['ID=69f9bc87-5bc6-4680-89b0-75fd0b763664,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:01.159589 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c07b74cb-18b0-44bd-86bc-c4582533ee67 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:01.163395 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c07b74cb-18b0-44bd-86bc-c4582533ee67 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7352862 Sep 22 21:40:01.169733 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48592) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:01.171553 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Attempt 9 to provision port 76874dd9-386a-4dc0-a25d-839af1192f7a Sep 22 21:40:01.226410 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba57bf18-6adc-4ef7-bcaa-4bc28a8b972f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Checking segment: {'id': '9b1b11e4-b3cd-4d05-b0cf-694424b6b66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '319b8ea4-b8e3-4d55-8514-2814b542ea1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:40:01.226801 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba57bf18-6adc-4ef7-bcaa-4bc28a8b972f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Network hostable DHCP agents. Network: 319b8ea4-b8e3-4d55-8514-2814b542ea1d, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:40:01.244682 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Port 76874dd9-386a-4dc0-a25d-839af1192f7a cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:40:01.379687 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-0d344f91-cb45-489d-afe7-4c9a9317fe9a tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Deleting port ecf7b4ef-5a87-4402-b0a1-50863a4dca53 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:40:01.380020 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0d344f91-cb45-489d-afe7-4c9a9317fe9a tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:01.386098 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-b60c6bde-c422-4192-be9f-76462cbc0c70 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=9ce427e4086c41e3a73d0ab03ce01898&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4731696 Sep 22 21:40:01.395936 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48596) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:01.404526 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment cb4f7dc9-8550-484f-86ef-449ca6d7b0a9 resource provider aggregate not found Sep 22 21:40:01.441409 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba57bf18-6adc-4ef7-bcaa-4bc28a8b972f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Network 319b8ea4-b8e3-4d55-8514-2814b542ea1d is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:40:01.455932 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment cb4f7dc9-8550-484f-86ef-449ca6d7b0a9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cb4f7dc9-8550-484f-86ef-449ca6d7b0a9 found for delete ", "request_id": "req-aa7d0cdc-b2b0-4e7a-bbc0-50f87a3e811f"}]} Sep 22 21:40:01.476926 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9d9fa62f-f4cb-45c8-bbc7-b2852eac7f5a tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:01.483005 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-ba57bf18-6adc-4ef7-bcaa-4bc28a8b972f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 319b8ea4-b8e3-4d55-8514-2814b542ea1d) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:40:01.490890 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-135df5a1-5e48-47e4-8351-0ad6a76aa47d tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:01.493189 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a118ec2e-fec7-42a7-a22a-d108a06014bc None None] Network 319b8ea4-b8e3-4d55-8514-2814b542ea1d requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:40:01.496127 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-135df5a1-5e48-47e4-8351-0ad6a76aa47d tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:01.504079 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba57bf18-6adc-4ef7-bcaa-4bc28a8b972f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:40:01.509644 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba57bf18-6adc-4ef7-bcaa-4bc28a8b972f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:01.514373 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba57bf18-6adc-4ef7-bcaa-4bc28a8b972f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:01.515108 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ba57bf18-6adc-4ef7-bcaa-4bc28a8b972f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:01.555561 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135df5a1-5e48-47e4-8351-0ad6a76aa47d tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Pushing event deleted for resources: {'Network': ['ID=eca6fe37-46cf-4d62-b118-ec2e6a13b9e7,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:01.586281 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9d9fa62f-f4cb-45c8-bbc7-b2852eac7f5a tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:01.609084 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-450dfdd3-461a-4d6c-acdd-ba439bde3bc0 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:01.613452 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-135df5a1-5e48-47e4-8351-0ad6a76aa47d tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] 10.222.0.33 "DELETE /v2.0/networks/eca6fe37-46cf-4d62-b118-ec2e6a13b9e7 HTTP/1.1" status: 204 len: 168 time: 1.4638760 Sep 22 21:40:01.624450 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48602) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:01.633470 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-02a9b94a-0c19-43b9-a3f4-b22e46ff970d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:01.656886 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ba57bf18-6adc-4ef7-bcaa-4bc28a8b972f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.5483444 Sep 22 21:40:01.680354 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48606) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:01.694877 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-9e5ee5c3-e111-4189-936b-858bca53c607 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Deleting port c00be16d-1b99-4c4f-8184-fa454626ffc4 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:40:01.695221 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9e5ee5c3-e111-4189-936b-858bca53c607 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:01.745794 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Attempt 10 to provision port 76874dd9-386a-4dc0-a25d-839af1192f7a Sep 22 21:40:01.779268 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment fa3032a7-1525-4468-9dbe-a6e86ced4681 resource provider aggregate not found Sep 22 21:40:01.781775 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450dfdd3-461a-4d6c-acdd-ba439bde3bc0 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Pushing event deleted for resources: {'Port': ['ID=76874dd9-386a-4dc0-a25d-839af1192f7a,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:01.788533 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-cb9dcbe1-448d-40e6-9797-61b8710a38f9 None None] Port 76874dd9-386a-4dc0-a25d-839af1192f7a was deleted so its status cannot be updated. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:40:01.813810 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment fa3032a7-1525-4468-9dbe-a6e86ced4681 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fa3032a7-1525-4468-9dbe-a6e86ced4681 found for delete ", "request_id": "req-918fefa9-e768-472b-941d-2b87e7f31413"}]} Sep 22 21:40:01.822753 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-02a9b94a-0c19-43b9-a3f4-b22e46ff970d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:01.872746 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9d9fa62f-f4cb-45c8-bbc7-b2852eac7f5a tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:01.909687 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-99656d0b-b51a-4e58-b39e-a8abd3fdac02 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Deleting port 69f9bc87-5bc6-4680-89b0-75fd0b763664 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:40:01.910071 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-99656d0b-b51a-4e58-b39e-a8abd3fdac02 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:01.912603 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-6f0b9393-749e-4e9b-a97c-9a0566a19476 None None] Provisioning for port ecf7b4ef-5a87-4402-b0a1-50863a4dca53 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:40:01.918335 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-6f0b9393-749e-4e9b-a97c-9a0566a19476 None None] Provisioning complete for port ecf7b4ef-5a87-4402-b0a1-50863a4dca53 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:40:01.918738 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6f0b9393-749e-4e9b-a97c-9a0566a19476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:01.919066 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-6f0b9393-749e-4e9b-a97c-9a0566a19476 None None] Attempt 1 to provision port ecf7b4ef-5a87-4402-b0a1-50863a4dca53 Sep 22 21:40:01.930085 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-491a1453-a7c1-41c9-b2cf-1e543821b5f2 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:01.984735 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fa62f-f4cb-45c8-bbc7-b2852eac7f5a tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a622b747-7f16-4f52-bd20-7d3a54862059,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:02.041401 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-0d344f91-cb45-489d-afe7-4c9a9317fe9a tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] For port ecf7b4ef-5a87-4402-b0a1-50863a4dca53, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=ecf7b4ef-5a87-4402-b0a1-50863a4dca53,segment=NetworkSegment(efbaecad-2484-4185-86b6-b72b9bbd6417),segment_id=efbaecad-2484-4185-86b6-b72b9bbd6417)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:40:02.042032 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0d344f91-cb45-489d-afe7-4c9a9317fe9a tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:02.060077 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9d9fa62f-f4cb-45c8-bbc7-b2852eac7f5a tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:02.061237 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-9d9fa62f-f4cb-45c8-bbc7-b2852eac7f5a tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "DELETE /v2.0/security-groups/a622b747-7f16-4f52-bd20-7d3a54862059 HTTP/1.1" status: 204 len: 168 time: 0.8884311 Sep 22 21:40:02.061763 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-6f0b9393-749e-4e9b-a97c-9a0566a19476 None None] Current status of the port ecf7b4ef-5a87-4402-b0a1-50863a4dca53 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:40:02.062106 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6f0b9393-749e-4e9b-a97c-9a0566a19476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:02.083217 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48614) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:02.097178 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-02a9b94a-0c19-43b9-a3f4-b22e46ff970d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:02.108240 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-6f0b9393-749e-4e9b-a97c-9a0566a19476 None None] For port ecf7b4ef-5a87-4402-b0a1-50863a4dca53, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=ecf7b4ef-5a87-4402-b0a1-50863a4dca53,segment=NetworkSegment(efbaecad-2484-4185-86b6-b72b9bbd6417),segment_id=efbaecad-2484-4185-86b6-b72b9bbd6417)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:40:02.112842 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6f0b9393-749e-4e9b-a97c-9a0566a19476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:02.161917 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-6f0b9393-749e-4e9b-a97c-9a0566a19476 None None] Could not find standard attr ID for object 097bf66b-2711-496e-af6e-9dbec98aec19. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:40:02.175179 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-6f0b9393-749e-4e9b-a97c-9a0566a19476 None None] Could not find standard attr ID for object ff5a0209-eff1-4820-a9fb-f80440797862. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:40:02.193605 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b9393-749e-4e9b-a97c-9a0566a19476 None None] Pushing event updated for resources: {'Port': ['ID=ecf7b4ef-5a87-4402-b0a1-50863a4dca53,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:02.248845 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9b94a-0c19-43b9-a3f4-b22e46ff970d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefea169-5703-488d-be04-e565ac58e291,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:02.255542 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-0d344f91-cb45-489d-afe7-4c9a9317fe9a tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Calling delete_port for ecf7b4ef-5a87-4402-b0a1-50863a4dca53 owned by network:router_interface {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:40:02.278724 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-491a1453-a7c1-41c9-b2cf-1e543821b5f2 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:02.287632 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-9e5ee5c3-e111-4189-936b-858bca53c607 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] For port c00be16d-1b99-4c4f-8184-fa454626ffc4, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=c00be16d-1b99-4c4f-8184-fa454626ffc4,segment=NetworkSegment(886ccfdc-7ba4-4604-b599-c338374a33a8),segment_id=886ccfdc-7ba4-4604-b599-c338374a33a8)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:40:02.288096 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9e5ee5c3-e111-4189-936b-858bca53c607 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:02.303812 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-17860e8e-e8da-47dd-a627-8f7c5da1b3a8 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Synchronizing usage tracker for tenant:26a67f25cb864434ad2271a39caf8a9d on resource:security_group {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:40:02.308310 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-450dfdd3-461a-4d6c-acdd-ba439bde3bc0 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:02.318931 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-02a9b94a-0c19-43b9-a3f4-b22e46ff970d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:02.320558 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-02a9b94a-0c19-43b9-a3f4-b22e46ff970d admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/aefea169-5703-488d-be04-e565ac58e291 HTTP/1.1" status: 204 len: 168 time: 0.9225714 Sep 22 21:40:02.437416 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-491a1453-a7c1-41c9-b2cf-1e543821b5f2 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7527d31-411d-470c-a094-6e8732cb1e17']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:02.453549 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-9e5ee5c3-e111-4189-936b-858bca53c607 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Calling delete_port for c00be16d-1b99-4c4f-8184-fa454626ffc4 owned by network:router_interface {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:40:02.504902 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-491a1453-a7c1-41c9-b2cf-1e543821b5f2 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de5a4adf-4705-4900-a4b4-58ed98ebd6f5') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:02.505138 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-491a1453-a7c1-41c9-b2cf-1e543821b5f2 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de5a4adf-4705-4900-a4b4-58ed98ebd6f5') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:02.529795 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-491a1453-a7c1-41c9-b2cf-1e543821b5f2 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:02.535974 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-17860e8e-e8da-47dd-a627-8f7c5da1b3a8 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Unset dirty status for tenant:26a67f25cb864434ad2271a39caf8a9d on resource:security_group {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:40:02.542998 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-17860e8e-e8da-47dd-a627-8f7c5da1b3a8 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4529853 Sep 22 21:40:02.546905 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48622) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:02.562418 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-4ae9b53e-3930-40e4-9452-bbcaef09627f tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Request body: {'security_group': {'name': 'tempest-secgroup--1697948621'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:02.570498 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-4ae9b53e-3930-40e4-9452-bbcaef09627f tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:02.574191 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-491a1453-a7c1-41c9-b2cf-1e543821b5f2 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:02.592328 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-491a1453-a7c1-41c9-b2cf-1e543821b5f2 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:40:02.592946 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-491a1453-a7c1-41c9-b2cf-1e543821b5f2 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:02.632381 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-4ae9b53e-3930-40e4-9452-bbcaef09627f tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:02.657099 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device ecf7b4ef-5a87-4402-b0a1-50863a4dca53 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:40:02.720485 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4ae9b53e-3930-40e4-9452-bbcaef09627f tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:02.757921 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-491a1453-a7c1-41c9-b2cf-1e543821b5f2 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:02.759788 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-4ae9b53e-3930-40e4-9452-bbcaef09627f tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:02.779590 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-4ae9b53e-3930-40e4-9452-bbcaef09627f tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Usage tracker for resource:security_group_rule and tenant:26a67f25cb864434ad2271a39caf8a9d is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:02.786808 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-491a1453-a7c1-41c9-b2cf-1e543821b5f2 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:02.791171 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port ecf7b4ef-5a87-4402-b0a1-50863a4dca53 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:40:02.791766 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:02.792218 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port ecf7b4ef-5a87-4402-b0a1-50863a4dca53 Sep 22 21:40:02.797805 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-4ae9b53e-3930-40e4-9452-bbcaef09627f tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:02.811493 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491a1453-a7c1-41c9-b2cf-1e543821b5f2 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] Pushing event deleted for resources: {'Network': ['ID=a7527d31-411d-470c-a094-6e8732cb1e17,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:02.813558 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-4ae9b53e-3930-40e4-9452-bbcaef09627f tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:02.827957 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-491a1453-a7c1-41c9-b2cf-1e543821b5f2 tempest-BulkNetworkOpsTest-890958691 tempest-BulkNetworkOpsTest-890958691-project] 10.222.0.33 "DELETE /v2.0/networks/a7527d31-411d-470c-a094-6e8732cb1e17 HTTP/1.1" status: 204 len: 168 time: 1.1976516 Sep 22 21:40:02.955848 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-99656d0b-b51a-4e58-b39e-a8abd3fdac02 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:02.980145 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9e5ee5c3-e111-4189-936b-858bca53c607 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:03.007871 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port ecf7b4ef-5a87-4402-b0a1-50863a4dca53 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:40:03.033882 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4ae9b53e-3930-40e4-9452-bbcaef09627f tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:03.084630 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5ee5c3-e111-4189-936b-858bca53c607 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Pushing event deleted for resources: {'Port': ['ID=c00be16d-1b99-4c4f-8184-fa454626ffc4,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:03.096098 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4ae9b53e-3930-40e4-9452-bbcaef09627f tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:03.137135 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-99656d0b-b51a-4e58-b39e-a8abd3fdac02 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Calling delete_port for 69f9bc87-5bc6-4680-89b0-75fd0b763664 owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:40:03.187767 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-450dfdd3-461a-4d6c-acdd-ba439bde3bc0 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Router 39c0249a-b95e-4702-88d3-9a2b35d14188 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:40:03.228901 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae9b53e-3930-40e4-9452-bbcaef09627f tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95fc1556-38e8-4f6a-bc14-e9eb2b21b086,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:03.241584 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4ae9b53e-3930-40e4-9452-bbcaef09627f tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:03.245573 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-4ae9b53e-3930-40e4-9452-bbcaef09627f tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6946642 Sep 22 21:40:03.356989 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48646) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:03.357325 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48648) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:03.434540 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-7f1ca23d-89db-4393-95d9-c65cd8fbc18b tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Request body: {'security_group': {'name': 'tempest-secgroup--1205698724'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:03.443896 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48656) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:03.450568 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-7f1ca23d-89db-4393-95d9-c65cd8fbc18b tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:03.453066 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.db.api [None req-0d344f91-cb45-489d-afe7-4c9a9317fe9a tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:40:03.453620 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG oslo_db.api [None req-0d344f91-cb45-489d-afe7-4c9a9317fe9a tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:40:03.461295 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-7f1ca23d-89db-4393-95d9-c65cd8fbc18b tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Usage tracker for resource:security_group and tenant:26a67f25cb864434ad2271a39caf8a9d is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:03.466067 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-7f1ca23d-89db-4393-95d9-c65cd8fbc18b tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:03.468926 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-99656d0b-b51a-4e58-b39e-a8abd3fdac02 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:03.473859 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450dfdd3-461a-4d6c-acdd-ba439bde3bc0 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:40:03.479489 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-7f1ca23d-89db-4393-95d9-c65cd8fbc18b tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:03.488556 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b18043f-ccbd-4d40-a13b-c3e22afb0050 None None] Sync routers for ids ['39c0249a-b95e-4702-88d3-9a2b35d14188'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:40:03.501231 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b18043f-ccbd-4d40-a13b-c3e22afb0050 None None] Routers {'39c0249a-b95e-4702-88d3-9a2b35d14188'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:40:03.502934 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-3b18043f-ccbd-4d40-a13b-c3e22afb0050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:39:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['39c0249a-b95e-4702-88d3-9a2b35d14188'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:03.536941 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99656d0b-b51a-4e58-b39e-a8abd3fdac02 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event deleted for resources: {'Port': ['ID=69f9bc87-5bc6-4680-89b0-75fd0b763664,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:03.551133 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-450dfdd3-461a-4d6c-acdd-ba439bde3bc0 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] 10.222.0.33 "PUT /v2.0/routers/39c0249a-b95e-4702-88d3-9a2b35d14188/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9784675 Sep 22 21:40:03.552580 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-99656d0b-b51a-4e58-b39e-a8abd3fdac02 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:03.554638 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-99656d0b-b51a-4e58-b39e-a8abd3fdac02 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "DELETE /v2.0/ports/69f9bc87-5bc6-4680-89b0-75fd0b763664 HTTP/1.1" status: 204 len: 168 time: 1.8733227 Sep 22 21:40:03.555320 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48662) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:03.557932 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48664) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:03.560549 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7f1ca23d-89db-4393-95d9-c65cd8fbc18b tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:03.594306 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9e5ee5c3-e111-4189-936b-858bca53c607 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:03.608831 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-297b0330-5110-4e05-93ea-083747e7009a tempest-NetworksNegativeTestJSON-644292263 tempest-NetworksNegativeTestJSON-644292263-project] Request body: {'port': {'network_id': '312249fc-a352-4490-a39d-fa48f956702a', 'name': 'tempest-NetworksNegativeTestJSON-2080027911'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:03.629533 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-297b0330-5110-4e05-93ea-083747e7009a tempest-NetworksNegativeTestJSON-644292263 tempest-NetworksNegativeTestJSON-644292263-project] POST failed (client error): The resource could not be found. Sep 22 21:40:03.630004 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-297b0330-5110-4e05-93ea-083747e7009a tempest-NetworksNegativeTestJSON-644292263 tempest-NetworksNegativeTestJSON-644292263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:40:03.631146 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-297b0330-5110-4e05-93ea-083747e7009a tempest-NetworksNegativeTestJSON-644292263 tempest-NetworksNegativeTestJSON-644292263-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1812506 Sep 22 21:40:03.635896 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48670) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:03.640727 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-3b18043f-ccbd-4d40-a13b-c3e22afb0050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:03.650635 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b18043f-ccbd-4d40-a13b-c3e22afb0050 None None] Routers {'39c0249a-b95e-4702-88d3-9a2b35d14188'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:40:03.651227 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-3b18043f-ccbd-4d40-a13b-c3e22afb0050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:39:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['39c0249a-b95e-4702-88d3-9a2b35d14188'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:03.716653 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-3b18043f-ccbd-4d40-a13b-c3e22afb0050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:03.717294 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b18043f-ccbd-4d40-a13b-c3e22afb0050 None None] The sync data for ids ['39c0249a-b95e-4702-88d3-9a2b35d14188'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:40:03.732862 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-49876851-2912-4b5e-8c39-3e5878c93b0f tempest-NetworksNegativeTestJSON-644292263 tempest-NetworksNegativeTestJSON-644292263-project] DELETE failed (client error): The resource could not be found. Sep 22 21:40:03.733320 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49876851-2912-4b5e-8c39-3e5878c93b0f tempest-NetworksNegativeTestJSON-644292263 tempest-NetworksNegativeTestJSON-644292263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:40:03.735471 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-49876851-2912-4b5e-8c39-3e5878c93b0f tempest-NetworksNegativeTestJSON-644292263 tempest-NetworksNegativeTestJSON-644292263-project] 10.222.0.33 "DELETE /v2.0/networks/1d1133f1-e95d-498f-9def-8391e76c4f9e HTTP/1.1" status: 404 len: 339 time: 0.0981901 Sep 22 21:40:03.740113 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48674) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:03.769620 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-7f1ca23d-89db-4393-95d9-c65cd8fbc18b tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:03.782468 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-7f1ca23d-89db-4393-95d9-c65cd8fbc18b tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Usage tracker for resource:security_group_rule and tenant:26a67f25cb864434ad2271a39caf8a9d is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:03.785276 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8e5750a-cb41-412c-bdaf-ac4622e26234 tempest-NetworksNegativeTestJSON-644292263 tempest-NetworksNegativeTestJSON-644292263-project] DELETE failed (client error): The resource could not be found. Sep 22 21:40:03.785740 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8e5750a-cb41-412c-bdaf-ac4622e26234 tempest-NetworksNegativeTestJSON-644292263 tempest-NetworksNegativeTestJSON-644292263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:40:03.791221 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-b8e5750a-cb41-412c-bdaf-ac4622e26234 tempest-NetworksNegativeTestJSON-644292263 tempest-NetworksNegativeTestJSON-644292263-project] 10.222.0.33 "DELETE /v2.0/ports/9e207b8b-e7eb-4c23-ac6c-a77f6f2ed1f1 HTTP/1.1" status: 404 len: 333 time: 0.0460835 Sep 22 21:40:03.800092 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-7f1ca23d-89db-4393-95d9-c65cd8fbc18b tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:03.804001 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48678) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:03.814017 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6726b1d3-022f-4dcc-a7aa-3feed7f39e10 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks [] for router, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:03.858197 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment de5a4adf-4705-4900-a4b4-58ed98ebd6f5 resource provider aggregate not found Sep 22 21:40:03.879260 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment de5a4adf-4705-4900-a4b4-58ed98ebd6f5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid de5a4adf-4705-4900-a4b4-58ed98ebd6f5 found for delete ", "request_id": "req-e603b97a-3547-49d5-91f9-80e5c51d5849"}]} Sep 22 21:40:03.897738 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-7f1ca23d-89db-4393-95d9-c65cd8fbc18b tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:03.971819 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-0d344f91-cb45-489d-afe7-4c9a9317fe9a tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Deleting port ecf7b4ef-5a87-4402-b0a1-50863a4dca53 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:40:03.972163 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0d344f91-cb45-489d-afe7-4c9a9317fe9a tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:04.031534 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-22911754-98f3-479e-9328-fc439e08d804 tempest-NetworksNegativeTestJSON-644292263 tempest-NetworksNegativeTestJSON-644292263-project] DELETE failed (client error): The resource could not be found. Sep 22 21:40:04.031986 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22911754-98f3-479e-9328-fc439e08d804 tempest-NetworksNegativeTestJSON-644292263 tempest-NetworksNegativeTestJSON-644292263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:40:04.033667 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-22911754-98f3-479e-9328-fc439e08d804 tempest-NetworksNegativeTestJSON-644292263 tempest-NetworksNegativeTestJSON-644292263-project] 10.222.0.33 "DELETE /v2.0/subnets/94857855-fa11-481a-91b9-2ca1daf69490 HTTP/1.1" status: 404 len: 337 time: 0.2287958 Sep 22 21:40:04.038671 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48686) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:04.046038 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-5971e611-764d-428b-beef-d82cff9f26b5 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=88648665160c46c1bd5b351766560008&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6856325 Sep 22 21:40:04.061202 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48690) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:04.084183 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-31caacc9-de0d-4312-aa4c-a3d781f1946c tempest-NetworksNegativeTestJSON-644292263 tempest-NetworksNegativeTestJSON-644292263-project] GET failed (client error): The resource could not be found. Sep 22 21:40:04.085470 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-31caacc9-de0d-4312-aa4c-a3d781f1946c tempest-NetworksNegativeTestJSON-644292263 tempest-NetworksNegativeTestJSON-644292263-project] 10.222.0.33 "GET /v2.0/networks/9a08e170-ebb6-4ab5-9839-bd8fc23946a2 HTTP/1.1" status: 404 len: 339 time: 0.0457969 Sep 22 21:40:04.089967 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48694) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:04.162661 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-a52865b3-dc01-4daa-a6b5-a327e4d2050b tempest-NetworksNegativeTestJSON-644292263 tempest-NetworksNegativeTestJSON-644292263-project] GET failed (client error): The resource could not be found. Sep 22 21:40:04.163976 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a52865b3-dc01-4daa-a6b5-a327e4d2050b tempest-NetworksNegativeTestJSON-644292263 tempest-NetworksNegativeTestJSON-644292263-project] 10.222.0.33 "GET /v2.0/ports/9b9bcc53-8188-4266-ab7a-4c0f15a5ef2a HTTP/1.1" status: 404 len: 333 time: 0.0731726 Sep 22 21:40:04.169352 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48698) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:04.175170 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5ee5c3-e111-4189-936b-858bca53c607 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Router 5a135788-3c81-4a45-b4f7-53f956b1ba11 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:40:04.225133 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdfdcdf7-9eff-4cb3-926b-1af7c5eb3230 tempest-NetworksNegativeTestJSON-644292263 tempest-NetworksNegativeTestJSON-644292263-project] GET failed (client error): The resource could not be found. Sep 22 21:40:04.232388 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-fdfdcdf7-9eff-4cb3-926b-1af7c5eb3230 tempest-NetworksNegativeTestJSON-644292263 tempest-NetworksNegativeTestJSON-644292263-project] 10.222.0.33 "GET /v2.0/subnets/784b8e54-e4a9-4063-a693-e5104064ab39 HTTP/1.1" status: 404 len: 337 time: 0.0540950 Sep 22 21:40:04.232598 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48702) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:04.244986 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-32db1d59-efa6-4dfa-aa4f-800860ee7962 tempest-NetworksNegativeTestJSON-644292263 tempest-NetworksNegativeTestJSON-644292263-project] Request body: {'network': {'name': 'new_name'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:04.313122 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0e4040ea-d3c6-4848-a152-ea68cf503696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:04.338036 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-32db1d59-efa6-4dfa-aa4f-800860ee7962 tempest-NetworksNegativeTestJSON-644292263 tempest-NetworksNegativeTestJSON-644292263-project] PUT failed (client error): The resource could not be found. Sep 22 21:40:04.338506 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32db1d59-efa6-4dfa-aa4f-800860ee7962 tempest-NetworksNegativeTestJSON-644292263 tempest-NetworksNegativeTestJSON-644292263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:40:04.343176 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-32db1d59-efa6-4dfa-aa4f-800860ee7962 tempest-NetworksNegativeTestJSON-644292263 tempest-NetworksNegativeTestJSON-644292263-project] 10.222.0.33 "PUT /v2.0/networks/ce20af9b-3c9c-4c24-a93c-8f08c76ba324 HTTP/1.1" status: 404 len: 339 time: 0.1062546 Sep 22 21:40:04.352979 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48706) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:04.363644 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-dd25ee32-e0ea-4a82-8747-a931411ccbab tempest-NetworksNegativeTestJSON-644292263 tempest-NetworksNegativeTestJSON-644292263-project] Request body: {'port': {'name': 'new_name'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:04.453055 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6726b1d3-022f-4dcc-a7aa-3feed7f39e10 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:04.464206 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd25ee32-e0ea-4a82-8747-a931411ccbab tempest-NetworksNegativeTestJSON-644292263 tempest-NetworksNegativeTestJSON-644292263-project] PUT failed (client error): The resource could not be found. Sep 22 21:40:04.464640 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd25ee32-e0ea-4a82-8747-a931411ccbab tempest-NetworksNegativeTestJSON-644292263 tempest-NetworksNegativeTestJSON-644292263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:40:04.469336 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-dd25ee32-e0ea-4a82-8747-a931411ccbab tempest-NetworksNegativeTestJSON-644292263 tempest-NetworksNegativeTestJSON-644292263-project] 10.222.0.33 "PUT /v2.0/ports/1e1e08e7-81f9-45d2-9caf-09980cb4215a HTTP/1.1" status: 404 len: 333 time: 0.1118264 Sep 22 21:40:04.469336 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0e4040ea-d3c6-4848-a152-ea68cf503696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:04.469577 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f966ad9e-48dd-4676-91ca-685a515d4e98 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:04.473789 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f966ad9e-48dd-4676-91ca-685a515d4e98 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:04.474566 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f966ad9e-48dd-4676-91ca-685a515d4e98 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Synchronizing usage tracker for tenant:de45cb2c88af49d4a334eef3c80bde87 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:40:04.481603 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6726b1d3-022f-4dcc-a7aa-3feed7f39e10 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:04.481748 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48710) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:04.504137 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-23b7c55e-ef3d-48f6-afe0-55c156359dec tempest-NetworksNegativeTestJSON-644292263 tempest-NetworksNegativeTestJSON-644292263-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:04.554285 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-23b7c55e-ef3d-48f6-afe0-55c156359dec tempest-NetworksNegativeTestJSON-644292263 tempest-NetworksNegativeTestJSON-644292263-project] PUT failed (client error): The resource could not be found. Sep 22 21:40:04.554827 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23b7c55e-ef3d-48f6-afe0-55c156359dec tempest-NetworksNegativeTestJSON-644292263 tempest-NetworksNegativeTestJSON-644292263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:40:04.562586 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-23b7c55e-ef3d-48f6-afe0-55c156359dec tempest-NetworksNegativeTestJSON-644292263 tempest-NetworksNegativeTestJSON-644292263-project] 10.222.0.33 "PUT /v2.0/subnets/336ea1fc-0329-471f-8b8d-815532b58a30 HTTP/1.1" status: 404 len: 337 time: 0.0715184 Sep 22 21:40:04.562789 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6726b1d3-022f-4dcc-a7aa-3feed7f39e10 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:04.562789 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6726b1d3-022f-4dcc-a7aa-3feed7f39e10 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Fanout notify agent at l3_agent the message router_deleted on router 39c0249a-b95e-4702-88d3-9a2b35d14188 {{(pid=89009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:40:04.573176 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f966ad9e-48dd-4676-91ca-685a515d4e98 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Unset dirty status for tenant:de45cb2c88af49d4a334eef3c80bde87 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:40:04.574327 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-f966ad9e-48dd-4676-91ca-685a515d4e98 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 1.0149870 Sep 22 21:40:04.588528 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48716) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:04.591831 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7f1ca23d-89db-4393-95d9-c65cd8fbc18b tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:04.599525 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5ee5c3-e111-4189-936b-858bca53c607 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:40:04.611965 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-9e5ee5c3-e111-4189-936b-858bca53c607 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "PUT /v2.0/routers/5a135788-3c81-4a45-b4f7-53f956b1ba11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2600014 Sep 22 21:40:04.614159 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48720) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:04.621173 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f7cf44-f53b-4f57-9d07-21d3141dfa61 None None] Sync routers for ids ['5a135788-3c81-4a45-b4f7-53f956b1ba11'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:40:04.641643 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-0d344f91-cb45-489d-afe7-4c9a9317fe9a tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] For port ecf7b4ef-5a87-4402-b0a1-50863a4dca53, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=ecf7b4ef-5a87-4402-b0a1-50863a4dca53,segment=NetworkSegment(efbaecad-2484-4185-86b6-b72b9bbd6417),segment_id=efbaecad-2484-4185-86b6-b72b9bbd6417)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:40:04.642629 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0d344f91-cb45-489d-afe7-4c9a9317fe9a tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:04.643700 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f7cf44-f53b-4f57-9d07-21d3141dfa61 None None] Routers {'5a135788-3c81-4a45-b4f7-53f956b1ba11'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:40:04.645936 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-24f7cf44-f53b-4f57-9d07-21d3141dfa61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:39:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['5a135788-3c81-4a45-b4f7-53f956b1ba11'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:04.675265 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7f1ca23d-89db-4393-95d9-c65cd8fbc18b tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:04.706245 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0e4040ea-d3c6-4848-a152-ea68cf503696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:04.733650 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0e4040ea-d3c6-4848-a152-ea68cf503696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:04.737417 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-0e4040ea-d3c6-4848-a152-ea68cf503696 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/07c2f56d-b0fd-45ea-8f89-67294c355b1f HTTP/1.1" status: 204 len: 168 time: 0.6683478 Sep 22 21:40:04.738887 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4040ea-d3c6-4848-a152-ea68cf503696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c2f56d-b0fd-45ea-8f89-67294c355b1f,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:04.744282 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e98fdfb-47c6-4601-a3a6-325eb0be190c tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Deleting subnet 4336dad9-ca55-4b02-8b44-004ea34cf4f2 {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:40:04.747994 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6e98fdfb-47c6-4601-a3a6-325eb0be190c tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:04.801263 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ca23d-89db-4393-95d9-c65cd8fbc18b tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=303c4995-b476-4df5-8c39-8ea463793f49,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:04.812189 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6e98fdfb-47c6-4601-a3a6-325eb0be190c tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:04.900647 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-0d344f91-cb45-489d-afe7-4c9a9317fe9a tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Calling delete_port for ecf7b4ef-5a87-4402-b0a1-50863a4dca53 owned by network:router_interface {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:40:04.903318 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6e98fdfb-47c6-4601-a3a6-325eb0be190c tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:04.951596 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48730) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:04.971693 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-70fe7ae4-a136-447c-847f-3c52ad241106 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Deleting port 3c913c95-4fbd-448a-9f4c-ecacb735526f {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:40:04.972536 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-70fe7ae4-a136-447c-847f-3c52ad241106 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:04.979478 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-24f7cf44-f53b-4f57-9d07-21d3141dfa61 None None] Set router 5a135788-3c81-4a45-b4f7-53f956b1ba11 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:40:04.987282 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6e98fdfb-47c6-4601-a3a6-325eb0be190c tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:05.003636 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6726b1d3-022f-4dcc-a7aa-3feed7f39e10 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:05.004810 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6726b1d3-022f-4dcc-a7aa-3feed7f39e10 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] 10.222.0.33 "DELETE /v2.0/routers/39c0249a-b95e-4702-88d3-9a2b35d14188 HTTP/1.1" status: 204 len: 168 time: 1.4479127 Sep 22 21:40:05.018385 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48734) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:05.028554 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7f1ca23d-89db-4393-95d9-c65cd8fbc18b tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:05.032583 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-7f1ca23d-89db-4393-95d9-c65cd8fbc18b tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6712732 Sep 22 21:40:05.045143 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48740) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:05.045910 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e98fdfb-47c6-4601-a3a6-325eb0be190c tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Pushing event deleted for resources: {'Subnet': ['ID=4336dad9-ca55-4b02-8b44-004ea34cf4f2,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:05.051995 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-a1ea3548-b44e-4783-b64e-5a8a3110ff06 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Request body: {'security_group_rule': {'security_group_id': '95fc1556-38e8-4f6a-bc14-e9eb2b21b086', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '303c4995-b476-4df5-8c39-8ea463793f49', 'remote_ip_prefix': None}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:05.059563 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-a1ea3548-b44e-4783-b64e-5a8a3110ff06 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:05.062632 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6e98fdfb-47c6-4601-a3a6-325eb0be190c tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:05.168698 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb386229-2a3a-443e-a53d-282aa7b1c794 None None] Network 3705f0f0-ca60-4eb5-a73e-00234b5f2f73 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:40:05.211748 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-6e98fdfb-47c6-4601-a3a6-325eb0be190c tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "DELETE /v2.0/subnets/4336dad9-ca55-4b02-8b44-004ea34cf4f2 HTTP/1.1" status: 204 len: 168 time: 0.5965419 Sep 22 21:40:05.212772 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48746) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:05.222683 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-18969450-37d4-4b4f-a8e0-d012526bb0de tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Deleting subnet e9f41b4e-cf34-4aa4-9ea7-3eae2edf58b2 {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:40:05.363276 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-18969450-37d4-4b4f-a8e0-d012526bb0de tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:05.410445 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-827737c3-0607-4f42-88b7-d7980c56cca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:05.430078 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-a1ea3548-b44e-4783-b64e-5a8a3110ff06 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Usage tracker for resource:security_group_rule and tenant:26a67f25cb864434ad2271a39caf8a9d is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:05.447355 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-a1ea3548-b44e-4783-b64e-5a8a3110ff06 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:05.463166 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-70fe7ae4-a136-447c-847f-3c52ad241106 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:05.471131 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-a1ea3548-b44e-4783-b64e-5a8a3110ff06 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:05.471631 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-827737c3-0607-4f42-88b7-d7980c56cca6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:05.492117 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-827737c3-0607-4f42-88b7-d7980c56cca6 admin admin] Usage tracker for resource:security_group_rule and tenant:2c476baada2c43dcb1af01d0f4c59e78 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:05.495861 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-827737c3-0607-4f42-88b7-d7980c56cca6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:05.504071 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-18969450-37d4-4b4f-a8e0-d012526bb0de tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:05.518055 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-02ee8a10-89ff-495b-b7fd-427471a58b1b tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks [] for router, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:05.593607 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a1ea3548-b44e-4783-b64e-5a8a3110ff06 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:05.603616 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-827737c3-0607-4f42-88b7-d7980c56cca6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:05.676147 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-70fe7ae4-a136-447c-847f-3c52ad241106 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Calling delete_port for 3c913c95-4fbd-448a-9f4c-ecacb735526f owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:40:05.755605 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-24f7cf44-f53b-4f57-9d07-21d3141dfa61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a135788-3c81-4a45-b4f7-53f956b1ba11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865649816', 'tenant_id': '517fabe13ed84839b585ff4613a45446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.185'}], 'enable_snat': True}, 'gw_port_id': 'b4e8daf8-576a-404d-90c7-1f0617bda9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:37:24Z', 'updated_at': '2022-09-22T21:40:02Z', 'revision_number': 5, 'project_id': '517fabe13ed84839b585ff4613a45446', 'gw_port': {'id': 'b4e8daf8-576a-404d-90c7-1f0617bda9e3', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a135788-3c81-4a45-b4f7-53f956b1ba11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:37:27Z', 'updated_at': '2022-09-22T21:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:05.760644 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f7cf44-f53b-4f57-9d07-21d3141dfa61 None None] Checking router: 5a135788-3c81-4a45-b4f7-53f956b1ba11 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:40:05.789337 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f7cf44-f53b-4f57-9d07-21d3141dfa61 None None] Routers {'5a135788-3c81-4a45-b4f7-53f956b1ba11'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:40:05.790060 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-24f7cf44-f53b-4f57-9d07-21d3141dfa61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:39:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['5a135788-3c81-4a45-b4f7-53f956b1ba11'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:05.850034 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a1ea3548-b44e-4783-b64e-5a8a3110ff06 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:05.852770 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-02ee8a10-89ff-495b-b7fd-427471a58b1b tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:05.858393 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a1ea3548-b44e-4783-b64e-5a8a3110ff06 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:05.859129 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd383006-344f-4ac4-aea6-2c002a7c2dfb None None] DHCP port deletion for 3705f0f0-ca60-4eb5-a73e-00234b5f2f73 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:40:05.883226 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-fd383006-344f-4ac4-aea6-2c002a7c2dfb None None] Deleting port 97b45f7b-e871-406f-ac95-29079679e9e6 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:40:05.883226 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-fd383006-344f-4ac4-aea6-2c002a7c2dfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:05.886797 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-02ee8a10-89ff-495b-b7fd-427471a58b1b tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Deleting port b4e8daf8-576a-404d-90c7-1f0617bda9e3 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:40:05.887173 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-02ee8a10-89ff-495b-b7fd-427471a58b1b tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:05.909105 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0d344f91-cb45-489d-afe7-4c9a9317fe9a tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:05.939387 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea3548-b44e-4783-b64e-5a8a3110ff06 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f499e983-f078-4f1b-bbe5-06acf3998b6f,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:05.979234 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a1ea3548-b44e-4783-b64e-5a8a3110ff06 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:05.980425 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a1ea3548-b44e-4783-b64e-5a8a3110ff06 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9325228 Sep 22 21:40:05.984385 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48766) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:06.027455 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d344f91-cb45-489d-afe7-4c9a9317fe9a tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event deleted for resources: {'Port': ['ID=ecf7b4ef-5a87-4402-b0a1-50863a4dca53,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:06.055942 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-70fe7ae4-a136-447c-847f-3c52ad241106 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:06.099743 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a6fd22c0-7930-4248-9105-3a44e8de46a4 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:06.120725 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-18969450-37d4-4b4f-a8e0-d012526bb0de tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:06.126638 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a6fd22c0-7930-4248-9105-3a44e8de46a4 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:06.171133 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-02ee8a10-89ff-495b-b7fd-427471a58b1b tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] For port b4e8daf8-576a-404d-90c7-1f0617bda9e3, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=b4e8daf8-576a-404d-90c7-1f0617bda9e3,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:40:06.171993 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-02ee8a10-89ff-495b-b7fd-427471a58b1b tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:06.262440 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fe7ae4-a136-447c-847f-3c52ad241106 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event deleted for resources: {'Port': ['ID=3c913c95-4fbd-448a-9f4c-ecacb735526f,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:06.263339 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a6fd22c0-7930-4248-9105-3a44e8de46a4 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:06.278139 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-24f7cf44-f53b-4f57-9d07-21d3141dfa61 None None] Set router 5a135788-3c81-4a45-b4f7-53f956b1ba11 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:40:06.334864 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-70fe7ae4-a136-447c-847f-3c52ad241106 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:06.369463 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a6fd22c0-7930-4248-9105-3a44e8de46a4 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:06.370931 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a6fd22c0-7930-4248-9105-3a44e8de46a4 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/f499e983-f078-4f1b-bbe5-06acf3998b6f HTTP/1.1" status: 204 len: 168 time: 0.3856142 Sep 22 21:40:06.381148 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48774) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:06.384790 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-02ee8a10-89ff-495b-b7fd-427471a58b1b tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Calling delete_port for b4e8daf8-576a-404d-90c7-1f0617bda9e3 owned by network:router_gateway {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:40:06.410082 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-827737c3-0607-4f42-88b7-d7980c56cca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:06.425248 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd22c0-7930-4248-9105-3a44e8de46a4 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f499e983-f078-4f1b-bbe5-06acf3998b6f,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:06.619972 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-827737c3-0607-4f42-88b7-d7980c56cca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:06.667561 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-02ee8a10-89ff-495b-b7fd-427471a58b1b tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:06.731791 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-fd383006-344f-4ac4-aea6-2c002a7c2dfb None None] For port 97b45f7b-e871-406f-ac95-29079679e9e6, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=97b45f7b-e871-406f-ac95-29079679e9e6,segment=NetworkSegment(886ccfdc-7ba4-4604-b599-c338374a33a8),segment_id=886ccfdc-7ba4-4604-b599-c338374a33a8)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:40:06.732270 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-fd383006-344f-4ac4-aea6-2c002a7c2dfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:06.739711 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-70fe7ae4-a136-447c-847f-3c52ad241106 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "DELETE /v2.0/ports/3c913c95-4fbd-448a-9f4c-ecacb735526f HTTP/1.1" status: 204 len: 168 time: 2.1462657 Sep 22 21:40:06.755119 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-18969450-37d4-4b4f-a8e0-d012526bb0de tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:06.761623 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48788) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:06.782289 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee8a10-89ff-495b-b7fd-427471a58b1b tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Pushing event deleted for resources: {'Port': ['ID=b4e8daf8-576a-404d-90c7-1f0617bda9e3,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:06.824369 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-827737c3-0607-4f42-88b7-d7980c56cca6 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=2c476baada2c43dcb1af01d0f4c59e78&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8686323 Sep 22 21:40:06.831535 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18969450-37d4-4b4f-a8e0-d012526bb0de tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Pushing event deleted for resources: {'Subnet': ['ID=e9f41b4e-cf34-4aa4-9ea7-3eae2edf58b2,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:06.836546 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48792) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:06.841890 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827737c3-0607-4f42-88b7-d7980c56cca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32cf82e-2db7-4ecd-8b8c-dca2fbda96ca,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:06.849072 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-18969450-37d4-4b4f-a8e0-d012526bb0de tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:06.861713 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-757e1dce-1526-4068-ac30-efc08f488a58 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Synchronizing usage tracker for tenant:26a67f25cb864434ad2271a39caf8a9d on resource:security_group_rule {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:40:06.893608 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-fd383006-344f-4ac4-aea6-2c002a7c2dfb None None] Calling delete_port for 97b45f7b-e871-406f-ac95-29079679e9e6 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:40:06.900228 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0d344f91-cb45-489d-afe7-4c9a9317fe9a tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:06.912252 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-18969450-37d4-4b4f-a8e0-d012526bb0de tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] 10.222.0.33 "DELETE /v2.0/subnets/e9f41b4e-cf34-4aa4-9ea7-3eae2edf58b2 HTTP/1.1" status: 204 len: 168 time: 1.8828974 Sep 22 21:40:06.916511 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48796) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:06.923663 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-02ee8a10-89ff-495b-b7fd-427471a58b1b tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8012236'] for router_gateway, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:06.928250 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 97b45f7b-e871-406f-ac95-29079679e9e6 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:40:06.952905 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7e412f-bb10-426d-b90b-7df0647ac71f None None] Network 61799cfa-6cf1-4602-9c44-339f0183bd9b requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:40:07.012487 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-757e1dce-1526-4068-ac30-efc08f488a58 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Unset dirty status for tenant:26a67f25cb864434ad2271a39caf8a9d on resource:security_group_rule {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:40:07.016891 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-757e1dce-1526-4068-ac30-efc08f488a58 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.6341155 Sep 22 21:40:07.031709 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48800) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:07.160428 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48804) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:07.248220 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-aba82f96-169f-4447-abda-537f12d2710c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:07.249690 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-02ee8a10-89ff-495b-b7fd-427471a58b1b tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:07.253749 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-02ee8a10-89ff-495b-b7fd-427471a58b1b tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:07.265906 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-30fe4ceb-6e23-41b9-a2e6-d9dd0b97e0c1 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:07.302343 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a2d7c8-7995-40c0-b429-925bdcb9e1a7 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:07.304610 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-49a2d7c8-7995-40c0-b429-925bdcb9e1a7 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Synchronizing usage tracker for tenant:de45cb2c88af49d4a334eef3c80bde87 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:40:07.314216 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-02ee8a10-89ff-495b-b7fd-427471a58b1b tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:07.315109 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ee8a10-89ff-495b-b7fd-427471a58b1b tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Fanout notify agent at l3_agent the message router_deleted on router 5a135788-3c81-4a45-b4f7-53f956b1ba11 {{(pid=89008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:40:07.323461 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-fd383006-344f-4ac4-aea6-2c002a7c2dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:07.331301 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-aba82f96-169f-4447-abda-537f12d2710c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:07.340750 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-30fe4ceb-6e23-41b9-a2e6-d9dd0b97e0c1 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Deleting port bc09661a-2cf3-465c-84a9-5496e5352049 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:40:07.340974 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-30fe4ceb-6e23-41b9-a2e6-d9dd0b97e0c1 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:07.373549 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-02ee8a10-89ff-495b-b7fd-427471a58b1b tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:07.380861 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-02ee8a10-89ff-495b-b7fd-427471a58b1b tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "DELETE /v2.0/routers/5a135788-3c81-4a45-b4f7-53f956b1ba11 HTTP/1.1" status: 204 len: 168 time: 2.1655164 Sep 22 21:40:07.382110 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48812) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:07.385448 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-49a2d7c8-7995-40c0-b429-925bdcb9e1a7 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Unset dirty status for tenant:de45cb2c88af49d4a334eef3c80bde87 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:40:07.390432 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd383006-344f-4ac4-aea6-2c002a7c2dfb None None] No DVR routers for this DVR port 97b45f7b-e871-406f-ac95-29079679e9e6 on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:40:07.390638 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-49a2d7c8-7995-40c0-b429-925bdcb9e1a7 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.6131818 Sep 22 21:40:07.390745 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd383006-344f-4ac4-aea6-2c002a7c2dfb None None] Pushing event deleted for resources: {'Port': ['ID=97b45f7b-e871-406f-ac95-29079679e9e6,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:07.394800 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No active binding found for port 97b45f7b-e871-406f-ac95-29079679e9e6 {{(pid=89010) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Sep 22 21:40:07.395031 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 97b45f7b-e871-406f-ac95-29079679e9e6 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:40:07.435418 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48816) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:07.450037 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ef8e2b12-73cb-49f7-b7c7-6a5c87183933 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:07.462310 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-24f7cf44-f53b-4f57-9d07-21d3141dfa61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a135788-3c81-4a45-b4f7-53f956b1ba11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865649816', 'tenant_id': '517fabe13ed84839b585ff4613a45446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.185'}], 'enable_snat': True}, 'gw_port_id': 'b4e8daf8-576a-404d-90c7-1f0617bda9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:37:24Z', 'updated_at': '2022-09-22T21:40:02Z', 'revision_number': 5, 'project_id': '517fabe13ed84839b585ff4613a45446', 'gw_port': {'id': 'b4e8daf8-576a-404d-90c7-1f0617bda9e3', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a135788-3c81-4a45-b4f7-53f956b1ba11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:37:27Z', 'updated_at': '2022-09-22T21:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:07.466584 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f7cf44-f53b-4f57-9d07-21d3141dfa61 None None] The sync data for ids ['5a135788-3c81-4a45-b4f7-53f956b1ba11'] in dv-neutron-858900-1-hyperv is: [{'id': '5a135788-3c81-4a45-b4f7-53f956b1ba11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865649816', 'tenant_id': '517fabe13ed84839b585ff4613a45446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.185'}], 'enable_snat': True}, 'gw_port_id': 'b4e8daf8-576a-404d-90c7-1f0617bda9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:37:24Z', 'updated_at': '2022-09-22T21:40:02Z', 'revision_number': 5, 'project_id': '517fabe13ed84839b585ff4613a45446', 'gw_port': {'id': 'b4e8daf8-576a-404d-90c7-1f0617bda9e3', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a135788-3c81-4a45-b4f7-53f956b1ba11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:37:27Z', 'updated_at': '2022-09-22T21:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:40:07.532644 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b73f9cbf-b6bd-4b86-acad-1af78ee8e91d tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:07.584021 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-07648fb9-ff1b-45d6-9d7f-6a1c15936e83 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'network': {'name': 'tempest-network-smoke--1878785550', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'port_security_enabled': True}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:07.605095 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-07648fb9-ff1b-45d6-9d7f-6a1c15936e83 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:07.640309 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff9c93d3-69d6-42f7-ac78-30419d4fdbaa tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] GET failed (client error): The resource could not be found. Sep 22 21:40:07.640987 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-ff9c93d3-69d6-42f7-ac78-30419d4fdbaa tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Synchronizing usage tracker for tenant:de45cb2c88af49d4a334eef3c80bde87 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:40:07.649383 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-07648fb9-ff1b-45d6-9d7f-6a1c15936e83 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:network and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:07.657256 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ef8e2b12-73cb-49f7-b7c7-6a5c87183933 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:07.666762 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-07648fb9-ff1b-45d6-9d7f-6a1c15936e83 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:07.667635 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b73f9cbf-b6bd-4b86-acad-1af78ee8e91d tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:07.692679 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-b73f9cbf-b6bd-4b86-acad-1af78ee8e91d tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3705f0f0-ca60-4eb5-a73e-00234b5f2f73']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:07.704658 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-b73f9cbf-b6bd-4b86-acad-1af78ee8e91d tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '886ccfdc-7ba4-4604-b599-c338374a33a8') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:07.704958 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-b73f9cbf-b6bd-4b86-acad-1af78ee8e91d tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '886ccfdc-7ba4-4604-b599-c338374a33a8') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:07.713483 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-07648fb9-ff1b-45d6-9d7f-6a1c15936e83 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:07.716972 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b73f9cbf-b6bd-4b86-acad-1af78ee8e91d tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:07.733941 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b73f9cbf-b6bd-4b86-acad-1af78ee8e91d tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:07.739965 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b73f9cbf-b6bd-4b86-acad-1af78ee8e91d tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:40:07.740361 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b73f9cbf-b6bd-4b86-acad-1af78ee8e91d tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:07.779270 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-ff9c93d3-69d6-42f7-ac78-30419d4fdbaa tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Unset dirty status for tenant:de45cb2c88af49d4a334eef3c80bde87 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:40:07.782906 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ff9c93d3-69d6-42f7-ac78-30419d4fdbaa tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "GET /v2.0/ports/69f9bc87-5bc6-4680-89b0-75fd0b763664 HTTP/1.1" status: 404 len: 333 time: 0.3318226 Sep 22 21:40:07.784529 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48824) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:07.804569 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07648fb9-ff1b-45d6-9d7f-6a1c15936e83 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Made reservation on behalf of eb1aed2a20e141c98ec99089a446670b for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:40:07.805801 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-07648fb9-ff1b-45d6-9d7f-6a1c15936e83 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:07.817598 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 886ccfdc-7ba4-4604-b599-c338374a33a8 resource provider aggregate not found Sep 22 21:40:07.822058 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d344f91-cb45-489d-afe7-4c9a9317fe9a tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Router 86d2ef5b-b34f-4e1e-9c59-268ad50c9267 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:40:07.834970 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988ceec7-9bb4-4137-b318-4f14d2c8f2c0 None None] DHCP port deletion for 61799cfa-6cf1-4602-9c44-339f0183bd9b request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:40:07.840415 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-988ceec7-9bb4-4137-b318-4f14d2c8f2c0 None None] Deleting port bc09661a-2cf3-465c-84a9-5496e5352049 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:40:07.841733 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-988ceec7-9bb4-4137-b318-4f14d2c8f2c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:07.845494 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 886ccfdc-7ba4-4604-b599-c338374a33a8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 886ccfdc-7ba4-4604-b599-c338374a33a8 found for delete ", "request_id": "req-f8f7b3a8-2e49-49a1-b13c-cf7634d0acf1"}]} Sep 22 21:40:07.865539 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b73f9cbf-b6bd-4b86-acad-1af78ee8e91d tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:07.886309 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b73f9cbf-b6bd-4b86-acad-1af78ee8e91d tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:07.901730 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f9cbf-b6bd-4b86-acad-1af78ee8e91d tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Pushing event deleted for resources: {'Network': ['ID=3705f0f0-ca60-4eb5-a73e-00234b5f2f73,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:07.921140 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-b73f9cbf-b6bd-4b86-acad-1af78ee8e91d tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "DELETE /v2.0/networks/3705f0f0-ca60-4eb5-a73e-00234b5f2f73 HTTP/1.1" status: 204 len: 168 time: 0.5368469 Sep 22 21:40:07.922073 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48830) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:07.931164 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-aba82f96-169f-4447-abda-537f12d2710c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:07.934625 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-07648fb9-ff1b-45d6-9d7f-6a1c15936e83 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:07.984574 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ef8e2b12-73cb-49f7-b7c7-6a5c87183933 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:07.989297 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd5ff0d4-89a1-434d-94f7-04f91207d24d tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] GET failed (client error): The resource could not be found. Sep 22 21:40:07.993989 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-bd5ff0d4-89a1-434d-94f7-04f91207d24d tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "GET /v2.0/ports/3c913c95-4fbd-448a-9f4c-ecacb735526f HTTP/1.1" status: 404 len: 333 time: 0.1766171 Sep 22 21:40:07.998915 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48834) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:08.007403 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba82f96-169f-4447-abda-537f12d2710c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32cf82e-2db7-4ecd-8b8c-dca2fbda96ca,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:08.009684 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-07648fb9-ff1b-45d6-9d7f-6a1c15936e83 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:08.041139 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0bce5267-f811-49c9-be4e-eeefca583066 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:08.097304 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-988ceec7-9bb4-4137-b318-4f14d2c8f2c0 None None] For port bc09661a-2cf3-465c-84a9-5496e5352049, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=bc09661a-2cf3-465c-84a9-5496e5352049,segment=NetworkSegment(86fda00c-37db-467f-83cd-d8dfac9745e1),segment_id=86fda00c-37db-467f-83cd-d8dfac9745e1)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:40:08.098582 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-988ceec7-9bb4-4137-b318-4f14d2c8f2c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:08.166403 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0bce5267-f811-49c9-be4e-eeefca583066 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:08.185122 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-651c4c56-1909-4ed4-9378-64d57eb3c6eb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:08.233545 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-07648fb9-ff1b-45d6-9d7f-6a1c15936e83 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:08.234871 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-988ceec7-9bb4-4137-b318-4f14d2c8f2c0 None None] Calling delete_port for bc09661a-2cf3-465c-84a9-5496e5352049 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:40:08.263626 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-07648fb9-ff1b-45d6-9d7f-6a1c15936e83 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:08.322364 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-988ceec7-9bb4-4137-b318-4f14d2c8f2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:08.332071 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8e2b12-73cb-49f7-b7c7-6a5c87183933 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=303c4995-b476-4df5-8c39-8ea463793f49,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:08.353020 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-07648fb9-ff1b-45d6-9d7f-6a1c15936e83 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:08.374972 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-30fe4ceb-6e23-41b9-a2e6-d9dd0b97e0c1 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] For port bc09661a-2cf3-465c-84a9-5496e5352049, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=bc09661a-2cf3-465c-84a9-5496e5352049,segment=NetworkSegment(86fda00c-37db-467f-83cd-d8dfac9745e1),segment_id=86fda00c-37db-467f-83cd-d8dfac9745e1)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:40:08.375932 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-30fe4ceb-6e23-41b9-a2e6-d9dd0b97e0c1 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:08.397211 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-aba82f96-169f-4447-abda-537f12d2710c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:08.400772 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-aba82f96-169f-4447-abda-537f12d2710c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/d32cf82e-2db7-4ecd-8b8c-dca2fbda96ca HTTP/1.1" status: 204 len: 168 time: 1.5577488 Sep 22 21:40:08.419080 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988ceec7-9bb4-4137-b318-4f14d2c8f2c0 None None] No DVR routers for this DVR port bc09661a-2cf3-465c-84a9-5496e5352049 on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:40:08.434818 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-651c4c56-1909-4ed4-9378-64d57eb3c6eb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:08.438820 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ceec7-9bb4-4137-b318-4f14d2c8f2c0 None None] Pushing event deleted for resources: {'Port': ['ID=bc09661a-2cf3-465c-84a9-5496e5352049,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:08.478198 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-651c4c56-1909-4ed4-9378-64d57eb3c6eb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['319b8ea4-b8e3-4d55-8514-2814b542ea1d']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:08.488831 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0bce5267-f811-49c9-be4e-eeefca583066 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:08.507856 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-651c4c56-1909-4ed4-9378-64d57eb3c6eb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b1b11e4-b3cd-4d05-b0cf-694424b6b66e') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:08.508184 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-651c4c56-1909-4ed4-9378-64d57eb3c6eb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b1b11e4-b3cd-4d05-b0cf-694424b6b66e') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:08.513901 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ef8e2b12-73cb-49f7-b7c7-6a5c87183933 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:08.515240 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ef8e2b12-73cb-49f7-b7c7-6a5c87183933 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "DELETE /v2.0/security-groups/303c4995-b476-4df5-8c39-8ea463793f49 HTTP/1.1" status: 204 len: 168 time: 1.4823127 Sep 22 21:40:08.518911 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48840) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:08.522743 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-30fe4ceb-6e23-41b9-a2e6-d9dd0b97e0c1 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Calling delete_port for bc09661a-2cf3-465c-84a9-5496e5352049 owned by network:dhcp {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:40:08.523767 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce5267-f811-49c9-be4e-eeefca583066 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=319ea033-79ef-4636-acc8-ba14ddc2433f,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:08.572547 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-651c4c56-1909-4ed4-9378-64d57eb3c6eb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:08.579527 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0bce5267-f811-49c9-be4e-eeefca583066 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:08.584010 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-0bce5267-f811-49c9-be4e-eeefca583066 tempest-TestNetworkAdvancedServerOps-830677083 tempest-TestNetworkAdvancedServerOps-830677083-project] 10.222.0.33 "DELETE /v2.0/security-groups/319ea033-79ef-4636-acc8-ba14ddc2433f HTTP/1.1" status: 204 len: 168 time: 0.6604216 Sep 22 21:40:08.614864 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d344f91-cb45-489d-afe7-4c9a9317fe9a tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:40:08.615170 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-651c4c56-1909-4ed4-9378-64d57eb3c6eb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:08.628547 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-651c4c56-1909-4ed4-9378-64d57eb3c6eb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:40:08.628919 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-651c4c56-1909-4ed4-9378-64d57eb3c6eb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:08.636303 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f382db-4891-4d66-b801-28eb19dc6388 None None] Sync routers for ids ['86d2ef5b-b34f-4e1e-9c59-268ad50c9267'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:40:08.650821 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f382db-4891-4d66-b801-28eb19dc6388 None None] Routers {'86d2ef5b-b34f-4e1e-9c59-268ad50c9267'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:40:08.651927 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-33f382db-4891-4d66-b801-28eb19dc6388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:39:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['86d2ef5b-b34f-4e1e-9c59-268ad50c9267'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:08.663239 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.db.api [None req-30fe4ceb-6e23-41b9-a2e6-d9dd0b97e0c1 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:40:08.663997 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG oslo_db.api [None req-30fe4ceb-6e23-41b9-a2e6-d9dd0b97e0c1 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:40:08.679223 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-0d344f91-cb45-489d-afe7-4c9a9317fe9a tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "PUT /v2.0/routers/86d2ef5b-b34f-4e1e-9c59-268ad50c9267/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8224244 Sep 22 21:40:08.680055 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48848) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:08.820110 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-07648fb9-ff1b-45d6-9d7f-6a1c15936e83 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:08.829318 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-6493844f-bed7-4267-8942-dd2cd0c62986 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Deleting subnet c9d5679f-d5ee-48a0-aa19-b89a82037472 {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:40:08.833070 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-07648fb9-ff1b-45d6-9d7f-6a1c15936e83 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:08.853676 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6493844f-bed7-4267-8942-dd2cd0c62986 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:08.922511 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device c00be16d-1b99-4c4f-8184-fa454626ffc4 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:40:08.956287 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-8165d89c-5818-43ed-b5e0-de84b116e324 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Synchronizing usage tracker for tenant:26a67f25cb864434ad2271a39caf8a9d on resource:security_group {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:40:08.964029 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07648fb9-ff1b-45d6-9d7f-6a1c15936e83 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:40:08.966236 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07648fb9-ff1b-45d6-9d7f-6a1c15936e83 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5b55fd-e2fe-45d0-858a-5754c93930f1,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:08.970697 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-651c4c56-1909-4ed4-9378-64d57eb3c6eb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:08.979954 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6493844f-bed7-4267-8942-dd2cd0c62986 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:09.011353 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-651c4c56-1909-4ed4-9378-64d57eb3c6eb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:09.018507 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-33f382db-4891-4d66-b801-28eb19dc6388 None None] Set router 86d2ef5b-b34f-4e1e-9c59-268ad50c9267 gateway port host: None {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:40:09.019742 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: c00be16d-1b99-4c4f-8184-fa454626ffc4 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:40:09.020096 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device c00be16d-1b99-4c4f-8184-fa454626ffc4 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:40:09.020516 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device b4e8daf8-576a-404d-90c7-1f0617bda9e3 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:40:09.028735 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-07648fb9-ff1b-45d6-9d7f-6a1c15936e83 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:09.029088 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-07648fb9-ff1b-45d6-9d7f-6a1c15936e83 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Added segment fe9b39b9-381c-454b-97a5-e45d36745746 of type vlan for network d798fa90-67b2-4838-a613-196b1b982d33 Sep 22 21:40:09.035289 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651c4c56-1909-4ed4-9378-64d57eb3c6eb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event deleted for resources: {'Network': ['ID=319b8ea4-b8e3-4d55-8514-2814b542ea1d,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:09.047811 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48852) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:09.049371 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-651c4c56-1909-4ed4-9378-64d57eb3c6eb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "DELETE /v2.0/networks/319b8ea4-b8e3-4d55-8514-2814b542ea1d HTTP/1.1" status: 204 len: 168 time: 1.0491924 Sep 22 21:40:09.051791 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-8165d89c-5818-43ed-b5e0-de84b116e324 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Unset dirty status for tenant:26a67f25cb864434ad2271a39caf8a9d on resource:security_group {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:40:09.056570 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-8165d89c-5818-43ed-b5e0-de84b116e324 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4507 time: 0.5354977 Sep 22 21:40:09.058234 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-e8ec337e-f4ee-45bd-8092-f820c052cb04 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-910907062'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:09.059541 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48858) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:09.064320 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-e8ec337e-f4ee-45bd-8092-f820c052cb04 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:09.068206 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-e8ec337e-f4ee-45bd-8092-f820c052cb04 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Usage tracker for resource:network and tenant:de45cb2c88af49d4a334eef3c80bde87 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:09.071700 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-e8ec337e-f4ee-45bd-8092-f820c052cb04 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:09.075059 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: b4e8daf8-576a-404d-90c7-1f0617bda9e3 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:40:09.078001 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device b4e8daf8-576a-404d-90c7-1f0617bda9e3 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:40:09.078578 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-e8ec337e-f4ee-45bd-8092-f820c052cb04 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:09.078839 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device bc09661a-2cf3-465c-84a9-5496e5352049 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:40:09.112859 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ec337e-f4ee-45bd-8092-f820c052cb04 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Made reservation on behalf of de45cb2c88af49d4a334eef3c80bde87 for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:40:09.116438 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e8ec337e-f4ee-45bd-8092-f820c052cb04 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:09.159096 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: bc09661a-2cf3-465c-84a9-5496e5352049 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:40:09.161213 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-07648fb9-ff1b-45d6-9d7f-6a1c15936e83 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:09.161869 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device bc09661a-2cf3-465c-84a9-5496e5352049 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:40:09.164618 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bf125199-3c6e-46cb-b3a0-bd2d0501d355 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:09.165990 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-30fe4ceb-6e23-41b9-a2e6-d9dd0b97e0c1 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Deleting port bc09661a-2cf3-465c-84a9-5496e5352049 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:40:09.166416 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-30fe4ceb-6e23-41b9-a2e6-d9dd0b97e0c1 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:09.200014 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bf125199-3c6e-46cb-b3a0-bd2d0501d355 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:09.211391 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48862) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:09.268287 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bf125199-3c6e-46cb-b3a0-bd2d0501d355 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:09.278083 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-30fe4ceb-6e23-41b9-a2e6-d9dd0b97e0c1 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] The port 'bc09661a-2cf3-465c-84a9-5496e5352049' was deleted {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 21:40:09.281080 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8ec337e-f4ee-45bd-8092-f820c052cb04 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:40:09.289947 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf125199-3c6e-46cb-b3a0-bd2d0501d355 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95fc1556-38e8-4f6a-bc14-e9eb2b21b086,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:09.322496 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bf125199-3c6e-46cb-b3a0-bd2d0501d355 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:09.328037 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-bf125199-3c6e-46cb-b3a0-bd2d0501d355 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "DELETE /v2.0/security-groups/95fc1556-38e8-4f6a-bc14-e9eb2b21b086 HTTP/1.1" status: 204 len: 168 time: 0.2670352 Sep 22 21:40:09.328766 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48868) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:09.362917 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e8ec337e-f4ee-45bd-8092-f820c052cb04 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:09.363448 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-e8ec337e-f4ee-45bd-8092-f820c052cb04 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Added segment 33ec2aeb-ad3e-4932-a6cf-ebbe9507e673 of type vlan for network b53d947c-9fa8-4ff1-a5c6-181a989469f2 Sep 22 21:40:09.383519 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6493844f-bed7-4267-8942-dd2cd0c62986 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:09.394159 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-7f92e7c8-315c-4172-b8ed-f43c6ebece09 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Synchronizing usage tracker for tenant:26a67f25cb864434ad2271a39caf8a9d on resource:security_group {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:40:09.428696 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-7f92e7c8-315c-4172-b8ed-f43c6ebece09 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Unset dirty status for tenant:26a67f25cb864434ad2271a39caf8a9d on resource:security_group {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:40:09.430761 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-7f92e7c8-315c-4172-b8ed-f43c6ebece09 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1001124 Sep 22 21:40:09.435319 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48872) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:09.441502 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-2eb3a3b2-bd3c-4c4a-9969-b2e6ee9c174c tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Request body: {'security_group': {'name': 'tempest-secgroup--1821647051'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:09.454169 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-2eb3a3b2-bd3c-4c4a-9969-b2e6ee9c174c tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:09.470846 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-33f382db-4891-4d66-b801-28eb19dc6388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'name': 'tempest-RoutersTest-router-1145720965', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:38:56Z', 'updated_at': '2022-09-22T21:40:05Z', 'revision_number': 8, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'gw_port_host': None, '_interfaces': [{'id': '6bbe07af-b374-4c8b-a2c8-ce12c5222bfd', 'name': '', 'network_id': 'aa135ec2-0764-46fa-95cb-693a00536a39', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:a6:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '1c45af14-0d39-44ec-928a-7eb185ff44cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:14Z', 'updated_at': '2022-09-22T21:39:31Z', 'revision_number': 5, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': '1c45af14-0d39-44ec-928a-7eb185ff44cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88a3b5c5-da75-4337-a2cc-5a4413242d62', 'name': '', 'network_id': 'ae71a8ee-503d-4cd1-a234-895133fde570', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:c6:a0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'aa0aefa7-a4ae-41e1-8329-707e1b907e3c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:31Z', 'updated_at': '2022-09-22T21:39:53Z', 'revision_number': 5, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': 'aa0aefa7-a4ae-41e1-8329-707e1b907e3c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf14d533-eb12-48a1-b2c8-03d1c22ca09b', 'name': '', 'network_id': 'c878f31d-09fc-4f47-91e8-ed0a40264492', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:86:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '28e029bb-55b4-48c3-8d8e-38fc4700f1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:02Z', 'updated_at': '2022-09-22T21:39:22Z', 'revision_number': 5, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': '28e029bb-55b4-48c3-8d8e-38fc4700f1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:09.474998 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-2eb3a3b2-bd3c-4c4a-9969-b2e6ee9c174c tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:09.476244 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f382db-4891-4d66-b801-28eb19dc6388 None None] Checking router: 86d2ef5b-b34f-4e1e-9c59-268ad50c9267 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:40:09.485800 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f382db-4891-4d66-b801-28eb19dc6388 None None] Routers {'86d2ef5b-b34f-4e1e-9c59-268ad50c9267'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:40:09.486546 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-33f382db-4891-4d66-b801-28eb19dc6388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:39:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['86d2ef5b-b34f-4e1e-9c59-268ad50c9267'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:09.491955 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e0f21583-8d1e-4e6e-8467-ca2e42459fd0 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=517fabe13ed84839b585ff4613a45446&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2762671 Sep 22 21:40:09.492265 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48876) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:09.496761 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-07648fb9-ff1b-45d6-9d7f-6a1c15936e83 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:09.502163 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07648fb9-ff1b-45d6-9d7f-6a1c15936e83 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:09.502865 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-07648fb9-ff1b-45d6-9d7f-6a1c15936e83 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:09.512839 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2eb3a3b2-bd3c-4c4a-9969-b2e6ee9c174c tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:09.547211 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-30fe4ceb-6e23-41b9-a2e6-d9dd0b97e0c1 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:09.549178 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-2eb3a3b2-bd3c-4c4a-9969-b2e6ee9c174c tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:09.557917 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-2eb3a3b2-bd3c-4c4a-9969-b2e6ee9c174c tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Usage tracker for resource:security_group_rule and tenant:26a67f25cb864434ad2271a39caf8a9d is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:09.562902 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-2eb3a3b2-bd3c-4c4a-9969-b2e6ee9c174c tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:09.571971 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-2eb3a3b2-bd3c-4c4a-9969-b2e6ee9c174c tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:09.593443 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b74f1e4d-0130-4f3a-b4fa-f8a133dea195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:09.639750 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e8ec337e-f4ee-45bd-8092-f820c052cb04 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:09.647189 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b74f1e4d-0130-4f3a-b4fa-f8a133dea195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:09.657451 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-33f382db-4891-4d66-b801-28eb19dc6388 None None] Set router 86d2ef5b-b34f-4e1e-9c59-268ad50c9267 gateway port host: None {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:40:09.667070 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-95b1841b-6c41-4f71-9e99-91b1b7971bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:09.670811 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-30fe4ceb-6e23-41b9-a2e6-d9dd0b97e0c1 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61799cfa-6cf1-4602-9c44-339f0183bd9b']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:09.700765 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07648fb9-ff1b-45d6-9d7f-6a1c15936e83 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Network': ['ID=d798fa90-67b2-4838-a613-196b1b982d33,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:09.706006 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-30fe4ceb-6e23-41b9-a2e6-d9dd0b97e0c1 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86fda00c-37db-467f-83cd-d8dfac9745e1') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:09.706529 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-30fe4ceb-6e23-41b9-a2e6-d9dd0b97e0c1 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86fda00c-37db-467f-83cd-d8dfac9745e1') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:09.714700 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network d798fa90-67b2-4838-a613-196b1b982d33 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:40:09.718726 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-07648fb9-ff1b-45d6-9d7f-6a1c15936e83 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.5569005 Sep 22 21:40:09.721568 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48880) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:09.724619 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-30fe4ceb-6e23-41b9-a2e6-d9dd0b97e0c1 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:09.731836 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-5e1b6402-bf12-4228-82f9-82a6799f0c31 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2007581634', 'admin_state_up': True, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:09.736523 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6493844f-bed7-4267-8942-dd2cd0c62986 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:09.738895 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2eb3a3b2-bd3c-4c4a-9969-b2e6ee9c174c tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:09.742834 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-5e1b6402-bf12-4228-82f9-82a6799f0c31 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:09.747414 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-5e1b6402-bf12-4228-82f9-82a6799f0c31 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:router and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:09.750518 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2eb3a3b2-bd3c-4c4a-9969-b2e6ee9c174c tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:09.754374 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-5e1b6402-bf12-4228-82f9-82a6799f0c31 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:09.789810 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-5e1b6402-bf12-4228-82f9-82a6799f0c31 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:09.794727 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493844f-bed7-4267-8942-dd2cd0c62986 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event deleted for resources: {'Subnet': ['ID=c9d5679f-d5ee-48a0-aa19-b89a82037472,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:09.799889 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-30fe4ceb-6e23-41b9-a2e6-d9dd0b97e0c1 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:09.808288 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6493844f-bed7-4267-8942-dd2cd0c62986 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:09.809051 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b74f1e4d-0130-4f3a-b4fa-f8a133dea195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:09.814286 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30fe4ceb-6e23-41b9-a2e6-d9dd0b97e0c1 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:40:09.814996 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-30fe4ceb-6e23-41b9-a2e6-d9dd0b97e0c1 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:09.837170 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb3a3b2-bd3c-4c4a-9969-b2e6ee9c174c tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a66eb6ba-a3ac-4b2c-988a-83451d93c096,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:09.842999 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e8ec337e-f4ee-45bd-8092-f820c052cb04 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:09.850858 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ec337e-f4ee-45bd-8092-f820c052cb04 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:09.851614 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e8ec337e-f4ee-45bd-8092-f820c052cb04 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:09.858246 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74f1e4d-0130-4f3a-b4fa-f8a133dea195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f882e149-bd78-46e3-9b3c-a9aecd485894,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:09.869388 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2eb3a3b2-bd3c-4c4a-9969-b2e6ee9c174c tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:09.870871 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-2eb3a3b2-bd3c-4c4a-9969-b2e6ee9c174c tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4343600 Sep 22 21:40:09.874474 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48888) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:09.880450 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5e1b6402-bf12-4228-82f9-82a6799f0c31 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:09.881562 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5e1b6402-bf12-4228-82f9-82a6799f0c31 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:09.888885 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 9b1b11e4-b3cd-4d05-b0cf-694424b6b66e resource provider aggregate not found Sep 22 21:40:09.895290 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-2768b39b-5f06-449f-b5c1-9741c3489c08 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Request body: {'security_group_rule': {'security_group_id': 'a66eb6ba-a3ac-4b2c-988a-83451d93c096', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:09.915595 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b74f1e4d-0130-4f3a-b4fa-f8a133dea195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:09.916845 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-b74f1e4d-0130-4f3a-b4fa-f8a133dea195 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/f882e149-bd78-46e3-9b3c-a9aecd485894 HTTP/1.1" status: 204 len: 168 time: 0.4237504 Sep 22 21:40:09.921398 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6493844f-bed7-4267-8942-dd2cd0c62986 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "DELETE /v2.0/subnets/c9d5679f-d5ee-48a0-aa19-b89a82037472 HTTP/1.1" status: 204 len: 168 time: 1.2391181 Sep 22 21:40:09.922729 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-2768b39b-5f06-449f-b5c1-9741c3489c08 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:09.929078 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 86fda00c-37db-467f-83cd-d8dfac9745e1 resource provider aggregate not found Sep 22 21:40:09.938049 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 9b1b11e4-b3cd-4d05-b0cf-694424b6b66e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b1b11e4-b3cd-4d05-b0cf-694424b6b66e found for delete ", "request_id": "req-de09fd73-1748-43d6-95ee-3a47a6ac26b9"}]} Sep 22 21:40:09.943463 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48896) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:09.966806 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-2768b39b-5f06-449f-b5c1-9741c3489c08 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Usage tracker for resource:security_group_rule and tenant:26a67f25cb864434ad2271a39caf8a9d is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:10.000038 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287170f4-d938-4388-aca2-61bcac1d66a1 None None] Network 4a03f457-ae97-41be-ba48-7cc8ab98883a requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:40:10.010541 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-2768b39b-5f06-449f-b5c1-9741c3489c08 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:10.014481 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 86fda00c-37db-467f-83cd-d8dfac9745e1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 86fda00c-37db-467f-83cd-d8dfac9745e1 found for delete ", "request_id": "req-cd8803e6-eb48-4032-bcff-00bf23e5f566"}]} Sep 22 21:40:10.038661 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e8ec337e-f4ee-45bd-8092-f820c052cb04 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9896548 Sep 22 21:40:10.041901 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48902) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:10.052273 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-30fe4ceb-6e23-41b9-a2e6-d9dd0b97e0c1 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:10.059559 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-4a7822af-fa43-4c89-804f-7b0f3a8a0f0b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Request body: {'subnet': {'network_id': 'b53d947c-9fa8-4ff1-a5c6-181a989469f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:10.132861 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-2768b39b-5f06-449f-b5c1-9741c3489c08 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:10.172088 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5e1b6402-bf12-4228-82f9-82a6799f0c31 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:10.179606 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-33f382db-4891-4d66-b801-28eb19dc6388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'name': 'tempest-RoutersTest-router-1145720965', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:38:56Z', 'updated_at': '2022-09-22T21:40:05Z', 'revision_number': 8, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'gw_port_host': None, '_interfaces': [{'id': '6bbe07af-b374-4c8b-a2c8-ce12c5222bfd', 'name': '', 'network_id': 'aa135ec2-0764-46fa-95cb-693a00536a39', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:a6:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '1c45af14-0d39-44ec-928a-7eb185ff44cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:14Z', 'updated_at': '2022-09-22T21:39:31Z', 'revision_number': 5, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': '1c45af14-0d39-44ec-928a-7eb185ff44cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88a3b5c5-da75-4337-a2cc-5a4413242d62', 'name': '', 'network_id': 'ae71a8ee-503d-4cd1-a234-895133fde570', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:c6:a0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'aa0aefa7-a4ae-41e1-8329-707e1b907e3c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:31Z', 'updated_at': '2022-09-22T21:39:53Z', 'revision_number': 5, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': 'aa0aefa7-a4ae-41e1-8329-707e1b907e3c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf14d533-eb12-48a1-b2c8-03d1c22ca09b', 'name': '', 'network_id': 'c878f31d-09fc-4f47-91e8-ed0a40264492', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:86:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '28e029bb-55b4-48c3-8d8e-38fc4700f1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:02Z', 'updated_at': '2022-09-22T21:39:22Z', 'revision_number': 5, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': '28e029bb-55b4-48c3-8d8e-38fc4700f1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:10.191465 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f382db-4891-4d66-b801-28eb19dc6388 None None] The sync data for ids ['86d2ef5b-b34f-4e1e-9c59-268ad50c9267'] in dv-neutron-858900-1-hyperv is: [{'id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'name': 'tempest-RoutersTest-router-1145720965', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:38:56Z', 'updated_at': '2022-09-22T21:40:05Z', 'revision_number': 8, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'gw_port_host': None, '_interfaces': [{'id': '6bbe07af-b374-4c8b-a2c8-ce12c5222bfd', 'name': '', 'network_id': 'aa135ec2-0764-46fa-95cb-693a00536a39', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:a6:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '1c45af14-0d39-44ec-928a-7eb185ff44cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:14Z', 'updated_at': '2022-09-22T21:39:31Z', 'revision_number': 5, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': '1c45af14-0d39-44ec-928a-7eb185ff44cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88a3b5c5-da75-4337-a2cc-5a4413242d62', 'name': '', 'network_id': 'ae71a8ee-503d-4cd1-a234-895133fde570', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:c6:a0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'aa0aefa7-a4ae-41e1-8329-707e1b907e3c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:31Z', 'updated_at': '2022-09-22T21:39:53Z', 'revision_number': 5, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': 'aa0aefa7-a4ae-41e1-8329-707e1b907e3c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf14d533-eb12-48a1-b2c8-03d1c22ca09b', 'name': '', 'network_id': 'c878f31d-09fc-4f47-91e8-ed0a40264492', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:86:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '28e029bb-55b4-48c3-8d8e-38fc4700f1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:02Z', 'updated_at': '2022-09-22T21:39:22Z', 'revision_number': 5, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': '28e029bb-55b4-48c3-8d8e-38fc4700f1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:40:10.220423 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7c5b25fb-d22c-43c1-ab1e-5bcc7eca3799 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:10.231196 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2768b39b-5f06-449f-b5c1-9741c3489c08 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:10.257516 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-7c5b25fb-d22c-43c1-ab1e-5bcc7eca3799 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Deleting port 9974336c-a933-4fe7-a62e-a3cf946b3321 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:40:10.257773 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7c5b25fb-d22c-43c1-ab1e-5bcc7eca3799 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:10.395679 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48908) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:10.397996 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec337e-f4ee-45bd-8092-f820c052cb04 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event updated for resources: {'Network': ['ID=b53d947c-9fa8-4ff1-a5c6-181a989469f2,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:10.412321 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network b53d947c-9fa8-4ff1-a5c6-181a989469f2 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:40:10.434574 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-30fe4ceb-6e23-41b9-a2e6-d9dd0b97e0c1 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:10.462575 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fe4ceb-6e23-41b9-a2e6-d9dd0b97e0c1 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] Pushing event deleted for resources: {'Network': ['ID=61799cfa-6cf1-4602-9c44-339f0183bd9b,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:10.466987 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8d2a970e-fa7c-494c-9d78-478138c33ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:10.479543 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-30fe4ceb-6e23-41b9-a2e6-d9dd0b97e0c1 tempest-FloatingIPNegativeTestJSON-2046478282 tempest-FloatingIPNegativeTestJSON-2046478282-project] 10.222.0.33 "DELETE /v2.0/networks/61799cfa-6cf1-4602-9c44-339f0183bd9b HTTP/1.1" status: 204 len: 168 time: 3.5580900 Sep 22 21:40:10.501974 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-8d2a970e-fa7c-494c-9d78-478138c33ebb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:10.504328 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-4a7822af-fa43-4c89-804f-7b0f3a8a0f0b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:10.509017 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-8d2a970e-fa7c-494c-9d78-478138c33ebb admin admin] Usage tracker for resource:security_group_rule and tenant:e56b3e4946ff428b8e132329471a3316 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:10.511829 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-4a7822af-fa43-4c89-804f-7b0f3a8a0f0b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Usage tracker for resource:subnet and tenant:de45cb2c88af49d4a334eef3c80bde87 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:10.514367 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-8d2a970e-fa7c-494c-9d78-478138c33ebb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:10.517571 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-4a7822af-fa43-4c89-804f-7b0f3a8a0f0b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:10.526657 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-8d2a970e-fa7c-494c-9d78-478138c33ebb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:10.528782 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-4a7822af-fa43-4c89-804f-7b0f3a8a0f0b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:10.552030 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd280c3-0639-4a6c-b252-0a24f49c9b82 None None] DHCP port deletion for 4a03f457-ae97-41be-ba48-7cc8ab98883a request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:40:10.555658 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7822af-fa43-4c89-804f-7b0f3a8a0f0b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Made reservation on behalf of de45cb2c88af49d4a334eef3c80bde87 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:40:10.559596 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4a7822af-fa43-4c89-804f-7b0f3a8a0f0b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:10.563261 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-6fd280c3-0639-4a6c-b252-0a24f49c9b82 None None] Deleting port 9974336c-a933-4fe7-a62e-a3cf946b3321 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:40:10.573399 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6fd280c3-0639-4a6c-b252-0a24f49c9b82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:10.691753 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.ipam_backend_mixin [None req-4a7822af-fa43-4c89-804f-7b0f3a8a0f0b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Performing IP validity checks on allocation pools {{(pid=89009) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 22 21:40:10.692370 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.ipam_backend_mixin [None req-4a7822af-fa43-4c89-804f-7b0f3a8a0f0b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89009) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 22 21:40:10.735086 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 9974336c-a933-4fe7-a62e-a3cf946b3321 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:40:10.815474 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5e1b6402-bf12-4228-82f9-82a6799f0c31 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:10.831361 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8d2a970e-fa7c-494c-9d78-478138c33ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:10.843845 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2768b39b-5f06-449f-b5c1-9741c3489c08 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:10.847101 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8d2a970e-fa7c-494c-9d78-478138c33ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:10.891303 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-8d2a970e-fa7c-494c-9d78-478138c33ebb admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=e56b3e4946ff428b8e132329471a3316&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4906204 Sep 22 21:40:10.893506 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48916) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:10.945836 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2a970e-fa7c-494c-9d78-478138c33ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67a4275-9b2b-4f26-8d09-40ec07cce054,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:10.971868 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2768b39b-5f06-449f-b5c1-9741c3489c08 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:11.013760 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4a7822af-fa43-4c89-804f-7b0f3a8a0f0b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:11.015102 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-6fd280c3-0639-4a6c-b252-0a24f49c9b82 None None] For port 9974336c-a933-4fe7-a62e-a3cf946b3321, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=9974336c-a933-4fe7-a62e-a3cf946b3321,segment=NetworkSegment(efbaecad-2484-4185-86b6-b72b9bbd6417),segment_id=efbaecad-2484-4185-86b6-b72b9bbd6417)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:40:11.015707 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6fd280c3-0639-4a6c-b252-0a24f49c9b82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:11.027441 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2768b39b-5f06-449f-b5c1-9741c3489c08 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ecd5b29-301d-498d-af24-56f82e5ad461,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:11.031390 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 9974336c-a933-4fe7-a62e-a3cf946b3321 is: ACTIVE; New status is: DOWN {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:40:11.031975 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:11.057614 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7edadf2f-26bb-4c55-a839-18efd322a26a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:11.059909 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48920) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:11.066862 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-7c5b25fb-d22c-43c1-ab1e-5bcc7eca3799 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] For port 9974336c-a933-4fe7-a62e-a3cf946b3321, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=9974336c-a933-4fe7-a62e-a3cf946b3321,segment=NetworkSegment(efbaecad-2484-4185-86b6-b72b9bbd6417),segment_id=efbaecad-2484-4185-86b6-b72b9bbd6417)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:40:11.067227 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7c5b25fb-d22c-43c1-ab1e-5bcc7eca3799 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:11.139145 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7edadf2f-26bb-4c55-a839-18efd322a26a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:11.153542 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7822af-fa43-4c89-804f-7b0f3a8a0f0b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event updated for resources: {'Subnet': ['ID=19d234db-0457-4956-a5b4-b3e81b024f6e,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:11.165013 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-6fd280c3-0639-4a6c-b252-0a24f49c9b82 None None] Calling delete_port for 9974336c-a933-4fe7-a62e-a3cf946b3321 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:40:11.166389 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7822af-fa43-4c89-804f-7b0f3a8a0f0b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Checking segment: {'id': '33ec2aeb-ad3e-4932-a6cf-ebbe9507e673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b53d947c-9fa8-4ff1-a5c6-181a989469f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:40:11.166778 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7822af-fa43-4c89-804f-7b0f3a8a0f0b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Network hostable DHCP agents. Network: b53d947c-9fa8-4ff1-a5c6-181a989469f2, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:40:11.203935 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-7c5b25fb-d22c-43c1-ab1e-5bcc7eca3799 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Calling delete_port for 9974336c-a933-4fe7-a62e-a3cf946b3321 owned by network:dhcp {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:40:11.209126 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7822af-fa43-4c89-804f-7b0f3a8a0f0b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Network b53d947c-9fa8-4ff1-a5c6-181a989469f2 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:40:11.235808 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2768b39b-5f06-449f-b5c1-9741c3489c08 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:11.236488 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7edadf2f-26bb-4c55-a839-18efd322a26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:11.237469 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-2768b39b-5f06-449f-b5c1-9741c3489c08 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.3589995 Sep 22 21:40:11.245366 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48926) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:11.261108 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 9974336c-a933-4fe7-a62e-a3cf946b3321, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=9974336c-a933-4fe7-a62e-a3cf946b3321,segment=NetworkSegment(efbaecad-2484-4185-86b6-b72b9bbd6417),segment_id=efbaecad-2484-4185-86b6-b72b9bbd6417)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:40:11.264645 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-4a7822af-fa43-4c89-804f-7b0f3a8a0f0b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, b53d947c-9fa8-4ff1-a5c6-181a989469f2) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:40:11.271600 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:11.274236 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device ecf7b4ef-5a87-4402-b0a1-50863a4dca53 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:40:11.297488 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7822af-fa43-4c89-804f-7b0f3a8a0f0b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:11.298819 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4a7822af-fa43-4c89-804f-7b0f3a8a0f0b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:11.310685 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edadf2f-26bb-4c55-a839-18efd322a26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67a4275-9b2b-4f26-8d09-40ec07cce054,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:11.326761 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1298cb7f-989a-4d58-a1c9-238e0d664c9a tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:11.348488 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a071dab1-006c-4cf5-849c-54b8c852190e None None] Network b53d947c-9fa8-4ff1-a5c6-181a989469f2 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:40:11.349325 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1298cb7f-989a-4d58-a1c9-238e0d664c9a tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:11.354247 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7edadf2f-26bb-4c55-a839-18efd322a26a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:11.358013 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-7edadf2f-26bb-4c55-a839-18efd322a26a admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/c67a4275-9b2b-4f26-8d09-40ec07cce054 HTTP/1.1" status: 204 len: 168 time: 0.4612153 Sep 22 21:40:11.362348 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.db.api [None req-7c5b25fb-d22c-43c1-ab1e-5bcc7eca3799 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:40:11.362821 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG oslo_db.api [None req-7c5b25fb-d22c-43c1-ab1e-5bcc7eca3799 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:40:11.365252 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-4a7822af-fa43-4c89-804f-7b0f3a8a0f0b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3193216 Sep 22 21:40:11.366443 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48932) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:11.390210 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1298cb7f-989a-4d58-a1c9-238e0d664c9a tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:11.394719 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-de2f4755-e393-47ce-becf-97403df1e3fb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Request body: {'port': {'network_id': 'b53d947c-9fa8-4ff1-a5c6-181a989469f2', 'name': 'tempest-PortsTestJSON-662410365'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:11.406234 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: ecf7b4ef-5a87-4402-b0a1-50863a4dca53 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:40:11.406647 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device ecf7b4ef-5a87-4402-b0a1-50863a4dca53 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:40:11.439433 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-372f58b1-dbcd-4e30-86a7-d705575670d7 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c22a8eb35cfd4063aa4cf073bf81fce0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3729854 Sep 22 21:40:11.457178 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48938) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:11.534422 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=9974336c-a933-4fe7-a62e-a3cf946b3321,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:11.542212 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.db.api [None req-6fd280c3-0639-4a6c-b252-0a24f49c9b82 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:40:11.542555 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG oslo_db.api [None req-6fd280c3-0639-4a6c-b252-0a24f49c9b82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:40:11.549377 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298cb7f-989a-4d58-a1c9-238e0d664c9a tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ecd5b29-301d-498d-af24-56f82e5ad461,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:11.558266 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-de2f4755-e393-47ce-becf-97403df1e3fb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:11.568845 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-de2f4755-e393-47ce-becf-97403df1e3fb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:11.581105 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2f4755-e393-47ce-becf-97403df1e3fb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Made reservation on behalf of de45cb2c88af49d4a334eef3c80bde87 for: {'port': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:40:11.586533 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-de2f4755-e393-47ce-becf-97403df1e3fb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:11.625715 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-de2f4755-e393-47ce-becf-97403df1e3fb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] device_id is not set on port adb0e183-3e86-47eb-8641-69d3c8276b82 yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:40:11.628452 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1298cb7f-989a-4d58-a1c9-238e0d664c9a tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:11.632330 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-1298cb7f-989a-4d58-a1c9-238e0d664c9a tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/1ecd5b29-301d-498d-af24-56f82e5ad461 HTTP/1.1" status: 204 len: 168 time: 0.3818789 Sep 22 21:40:11.637462 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5e1b6402-bf12-4228-82f9-82a6799f0c31 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router_gateway, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:11.669647 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48942) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:11.696869 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5e1b6402-bf12-4228-82f9-82a6799f0c31 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:11.728647 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6deb83fd-7401-4877-a842-48bd6a94919c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-b53d947c-9fa8-4ff1-a5c6-181a989469f2', 'network_id': 'b53d947c-9fa8-4ff1-a5c6-181a989469f2', 'tenant_id': 'de45cb2c88af49d4a334eef3c80bde87', 'fixed_ips': [{'subnet_id': '19d234db-0457-4956-a5b4-b3e81b024f6e'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:40:11.729491 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6deb83fd-7401-4877-a842-48bd6a94919c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:11.764279 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fca707cd-14ad-4a3a-883d-4844ca950e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:11.828375 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-21c5f652-231d-41b6-b626-321331043d22 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Synchronizing usage tracker for tenant:26a67f25cb864434ad2271a39caf8a9d on resource:security_group_rule {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:40:11.835768 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-de2f4755-e393-47ce-becf-97403df1e3fb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Allocated IP 172.20.0.6 (b53d947c-9fa8-4ff1-a5c6-181a989469f2/19d234db-0457-4956-a5b4-b3e81b024f6e/adb0e183-3e86-47eb-8641-69d3c8276b82) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:40:11.838440 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fca707cd-14ad-4a3a-883d-4844ca950e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:11.868280 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-7c5b25fb-d22c-43c1-ab1e-5bcc7eca3799 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Deleting port 9974336c-a933-4fe7-a62e-a3cf946b3321 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:40:11.868741 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7c5b25fb-d22c-43c1-ab1e-5bcc7eca3799 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:11.878876 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-61872348-f016-4fb4-8452-5b0bf5659eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:11.967373 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-21c5f652-231d-41b6-b626-321331043d22 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Unset dirty status for tenant:26a67f25cb864434ad2271a39caf8a9d on resource:security_group_rule {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:40:11.968622 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-21c5f652-231d-41b6-b626-321331043d22 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2961919 Sep 22 21:40:11.975177 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48946) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:12.043303 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-6fd280c3-0639-4a6c-b252-0a24f49c9b82 None None] Deleting port 9974336c-a933-4fe7-a62e-a3cf946b3321 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:40:12.043706 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6fd280c3-0639-4a6c-b252-0a24f49c9b82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:12.057995 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-5e1b6402-bf12-4228-82f9-82a6799f0c31 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Allocated IP 172.26.0.244 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/f412a77a-7d1e-4b59-9d54-7618178dd2e5) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:40:12.086190 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7f0938ae-a630-444f-8f33-80034ee8199d tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:12.115163 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-de2f4755-e393-47ce-becf-97403df1e3fb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:12.137912 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7f0938ae-a630-444f-8f33-80034ee8199d tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:12.189845 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7f0938ae-a630-444f-8f33-80034ee8199d tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:12.207089 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0938ae-a630-444f-8f33-80034ee8199d tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66eb6ba-a3ac-4b2c-988a-83451d93c096,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:12.223970 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-de2f4755-e393-47ce-becf-97403df1e3fb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Transition to ACTIVE for port object adb0e183-3e86-47eb-8641-69d3c8276b82 will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:40:12.242857 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7f0938ae-a630-444f-8f33-80034ee8199d tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:12.246531 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-7f0938ae-a630-444f-8f33-80034ee8199d tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "DELETE /v2.0/security-groups/a66eb6ba-a3ac-4b2c-988a-83451d93c096 HTTP/1.1" status: 204 len: 168 time: 0.2680027 Sep 22 21:40:12.247041 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48950) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:12.270264 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fca707cd-14ad-4a3a-883d-4844ca950e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:12.298012 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-de2f4755-e393-47ce-becf-97403df1e3fb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:12.320599 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca707cd-14ad-4a3a-883d-4844ca950e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944863d4-35e3-4df3-9f60-85af6dfd709b,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:12.371625 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-ffb4aea1-c5ac-494a-820a-ff200a223b70 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Synchronizing usage tracker for tenant:26a67f25cb864434ad2271a39caf8a9d on resource:security_group {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:40:12.389249 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2f4755-e393-47ce-becf-97403df1e3fb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Network b53d947c-9fa8-4ff1-a5c6-181a989469f2 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:40:12.398398 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-de2f4755-e393-47ce-becf-97403df1e3fb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:40:12.400824 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2f4755-e393-47ce-becf-97403df1e3fb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:40:12.405882 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-7c5b25fb-d22c-43c1-ab1e-5bcc7eca3799 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] For port 9974336c-a933-4fe7-a62e-a3cf946b3321, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=9974336c-a933-4fe7-a62e-a3cf946b3321,segment=NetworkSegment(efbaecad-2484-4185-86b6-b72b9bbd6417),segment_id=efbaecad-2484-4185-86b6-b72b9bbd6417)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:40:12.406708 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7c5b25fb-d22c-43c1-ab1e-5bcc7eca3799 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:12.420156 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-6fd280c3-0639-4a6c-b252-0a24f49c9b82 None None] For port 9974336c-a933-4fe7-a62e-a3cf946b3321, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=9974336c-a933-4fe7-a62e-a3cf946b3321,segment=NetworkSegment(efbaecad-2484-4185-86b6-b72b9bbd6417),segment_id=efbaecad-2484-4185-86b6-b72b9bbd6417)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:40:12.420912 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6fd280c3-0639-4a6c-b252-0a24f49c9b82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:12.421393 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fca707cd-14ad-4a3a-883d-4844ca950e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:12.422508 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-fca707cd-14ad-4a3a-883d-4844ca950e9b admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/944863d4-35e3-4df3-9f60-85af6dfd709b HTTP/1.1" status: 204 len: 168 time: 0.9565182 Sep 22 21:40:12.449617 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2f4755-e393-47ce-becf-97403df1e3fb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event updated for resources: {'Port': ['ID=adb0e183-3e86-47eb-8641-69d3c8276b82,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:12.465015 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-ffb4aea1-c5ac-494a-820a-ff200a223b70 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Unset dirty status for tenant:26a67f25cb864434ad2271a39caf8a9d on resource:security_group {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:40:12.470885 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ffb4aea1-c5ac-494a-820a-ff200a223b70 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2185686 Sep 22 21:40:12.470885 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48956) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:12.477933 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-a7e85bda-2867-41b7-a77a-e357647b6363 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Request body: {'security_group': {'name': 'tempest-secgroup--192067008'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:12.485584 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a7e85bda-2867-41b7-a77a-e357647b6363 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:12.493687 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2f4755-e393-47ce-becf-97403df1e3fb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:12.494296 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-de2f4755-e393-47ce-becf-97403df1e3fb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:12.518126 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a7e85bda-2867-41b7-a77a-e357647b6363 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:12.524675 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-de2f4755-e393-47ce-becf-97403df1e3fb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1496856 Sep 22 21:40:12.526384 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48960) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:12.547442 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-7c5b25fb-d22c-43c1-ab1e-5bcc7eca3799 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Calling delete_port for 9974336c-a933-4fe7-a62e-a3cf946b3321 owned by network:dhcp {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:40:12.558156 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-6deb83fd-7401-4877-a842-48bd6a94919c None None] Allocated IP 172.20.0.2 (b53d947c-9fa8-4ff1-a5c6-181a989469f2/19d234db-0457-4956-a5b4-b3e81b024f6e/949e45a2-447a-4a58-8b6e-1ed5c3817eb8) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:40:12.566820 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-6fd280c3-0639-4a6c-b252-0a24f49c9b82 None None] Calling delete_port for 9974336c-a933-4fe7-a62e-a3cf946b3321 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:40:12.578721 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a7e85bda-2867-41b7-a77a-e357647b6363 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:12.620700 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a7e85bda-2867-41b7-a77a-e357647b6363 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:12.626266 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-dd401887-2227-45ff-b275-24e44eb7b975 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Deleting port adb0e183-3e86-47eb-8641-69d3c8276b82 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:40:12.626534 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-dd401887-2227-45ff-b275-24e44eb7b975 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:12.661846 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-a7e85bda-2867-41b7-a77a-e357647b6363 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Usage tracker for resource:security_group_rule and tenant:26a67f25cb864434ad2271a39caf8a9d is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:12.664948 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5e1b6402-bf12-4228-82f9-82a6799f0c31 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:12.671939 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-a7e85bda-2867-41b7-a77a-e357647b6363 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:12.684270 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7c5b25fb-d22c-43c1-ab1e-5bcc7eca3799 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:12.687534 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a7e85bda-2867-41b7-a77a-e357647b6363 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:12.748476 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b25fb-d22c-43c1-ab1e-5bcc7eca3799 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event deleted for resources: {'Port': ['ID=9974336c-a933-4fe7-a62e-a3cf946b3321,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:12.750836 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5b25fb-d22c-43c1-ab1e-5bcc7eca3799 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] No DVR routers for this DVR port 9974336c-a933-4fe7-a62e-a3cf946b3321 on host dv-neutron-858900-1-hyperv {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:40:12.887368 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5e1b6402-bf12-4228-82f9-82a6799f0c31 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:12.920557 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:12.930564 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7c5b25fb-d22c-43c1-ab1e-5bcc7eca3799 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:12.943410 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a7e85bda-2867-41b7-a77a-e357647b6363 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:12.951201 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a7e85bda-2867-41b7-a77a-e357647b6363 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:12.955677 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.db.api [None req-6fd280c3-0639-4a6c-b252-0a24f49c9b82 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:40:12.956042 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG oslo_db.api [None req-6fd280c3-0639-4a6c-b252-0a24f49c9b82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:40:12.974686 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6deb83fd-7401-4877-a842-48bd6a94919c None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:12.983488 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1b6402-bf12-4228-82f9-82a6799f0c31 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:40:12.986129 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-6deb83fd-7401-4877-a842-48bd6a94919c None None] Transition to ACTIVE for port object 949e45a2-447a-4a58-8b6e-1ed5c3817eb8 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:40:12.988047 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-5e1b6402-bf12-4228-82f9-82a6799f0c31 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:40:12.997412 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-7c5b25fb-d22c-43c1-ab1e-5bcc7eca3799 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a03f457-ae97-41be-ba48-7cc8ab98883a']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:13.008202 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1b6402-bf12-4228-82f9-82a6799f0c31 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:40:13.010371 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-6deb83fd-7401-4877-a842-48bd6a94919c None None] Transition to ACTIVE for port object 949e45a2-447a-4a58-8b6e-1ed5c3817eb8 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:40:13.016936 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6deb83fd-7401-4877-a842-48bd6a94919c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:13.021862 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e85bda-2867-41b7-a77a-e357647b6363 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e98bd86-f0b3-4879-af6d-5f6323af9c92,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:13.039094 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-dd401887-2227-45ff-b275-24e44eb7b975 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:13.053709 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1b6402-bf12-4228-82f9-82a6799f0c31 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=f412a77a-7d1e-4b59-9d54-7618178dd2e5,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:13.061158 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-7c5b25fb-d22c-43c1-ab1e-5bcc7eca3799 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efbaecad-2484-4185-86b6-b72b9bbd6417') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:13.061462 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-7c5b25fb-d22c-43c1-ab1e-5bcc7eca3799 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efbaecad-2484-4185-86b6-b72b9bbd6417') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:13.078567 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7c5b25fb-d22c-43c1-ab1e-5bcc7eca3799 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:13.132567 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6deb83fd-7401-4877-a842-48bd6a94919c None None] Network b53d947c-9fa8-4ff1-a5c6-181a989469f2 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:40:13.134591 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-6deb83fd-7401-4877-a842-48bd6a94919c None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:40:13.140468 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6deb83fd-7401-4877-a842-48bd6a94919c None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:40:13.142890 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:13.164281 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7c5b25fb-d22c-43c1-ab1e-5bcc7eca3799 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:13.183983 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a7e85bda-2867-41b7-a77a-e357647b6363 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:13.188118 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a7e85bda-2867-41b7-a77a-e357647b6363 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7169576 Sep 22 21:40:13.188772 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48974) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:13.198656 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-dd401887-2227-45ff-b275-24e44eb7b975 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Calling delete_port for adb0e183-3e86-47eb-8641-69d3c8276b82 owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:40:13.234587 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c5b25fb-d22c-43c1-ab1e-5bcc7eca3799 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:40:13.235176 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7c5b25fb-d22c-43c1-ab1e-5bcc7eca3799 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:13.278262 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deb83fd-7401-4877-a842-48bd6a94919c None None] Pushing event updated for resources: {'Port': ['ID=949e45a2-447a-4a58-8b6e-1ed5c3817eb8,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:13.289452 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-6deb83fd-7401-4877-a842-48bd6a94919c None None] Attempting to bind port 949e45a2-447a-4a58-8b6e-1ed5c3817eb8 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:40:13.290176 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-6deb83fd-7401-4877-a842-48bd6a94919c None None] Attempting to bind port 949e45a2-447a-4a58-8b6e-1ed5c3817eb8 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '33ec2aeb-ad3e-4932-a6cf-ebbe9507e673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b53d947c-9fa8-4ff1-a5c6-181a989469f2'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:40:13.290893 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6deb83fd-7401-4877-a842-48bd6a94919c None None] Attempting to bind port 949e45a2-447a-4a58-8b6e-1ed5c3817eb8 on network b53d947c-9fa8-4ff1-a5c6-181a989469f2 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:40:13.302353 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6deb83fd-7401-4877-a842-48bd6a94919c None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:40:13.303719 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6deb83fd-7401-4877-a842-48bd6a94919c None None] Checking segment: {'id': '33ec2aeb-ad3e-4932-a6cf-ebbe9507e673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b53d947c-9fa8-4ff1-a5c6-181a989469f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:40:13.304341 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6deb83fd-7401-4877-a842-48bd6a94919c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:13.304959 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6deb83fd-7401-4877-a842-48bd6a94919c None None] Bound using segment: {'id': '33ec2aeb-ad3e-4932-a6cf-ebbe9507e673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b53d947c-9fa8-4ff1-a5c6-181a989469f2'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:40:13.305655 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-6deb83fd-7401-4877-a842-48bd6a94919c None None] Bound port: 949e45a2-447a-4a58-8b6e-1ed5c3817eb8, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ec2aeb-ad3e-4932-a6cf-ebbe9507e673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b53d947c-9fa8-4ff1-a5c6-181a989469f2'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:40:13.306276 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6deb83fd-7401-4877-a842-48bd6a94919c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:13.310420 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment efbaecad-2484-4185-86b6-b72b9bbd6417 resource provider aggregate not found Sep 22 21:40:13.392392 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-ca67b4cf-ce4d-417f-872e-da4cec2e5180 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Request body: {'security_group_rule': {'security_group_id': '0e98bd86-f0b3-4879-af6d-5f6323af9c92', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:13.399530 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-ca67b4cf-ce4d-417f-872e-da4cec2e5180 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:13.412734 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-ca67b4cf-ce4d-417f-872e-da4cec2e5180 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Usage tracker for resource:security_group_rule and tenant:26a67f25cb864434ad2271a39caf8a9d is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:13.416910 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-ca67b4cf-ce4d-417f-872e-da4cec2e5180 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:13.424448 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-ca67b4cf-ce4d-417f-872e-da4cec2e5180 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:13.432634 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment efbaecad-2484-4185-86b6-b72b9bbd6417 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid efbaecad-2484-4185-86b6-b72b9bbd6417 found for delete ", "request_id": "req-31ac6f68-a5ad-4c75-ac98-f166901777ad"}]} Sep 22 21:40:13.435882 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-6deb83fd-7401-4877-a842-48bd6a94919c None None] For port 949e45a2-447a-4a58-8b6e-1ed5c3817eb8, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:40:13.440720 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-6deb83fd-7401-4877-a842-48bd6a94919c None None] For port 949e45a2-447a-4a58-8b6e-1ed5c3817eb8, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=949e45a2-447a-4a58-8b6e-1ed5c3817eb8,segment=NetworkSegment(33ec2aeb-ad3e-4932-a6cf-ebbe9507e673),segment_id=33ec2aeb-ad3e-4932-a6cf-ebbe9507e673)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:40:13.448827 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6deb83fd-7401-4877-a842-48bd6a94919c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:13.458221 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ca67b4cf-ce4d-417f-872e-da4cec2e5180 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:13.556352 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7c5b25fb-d22c-43c1-ab1e-5bcc7eca3799 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:13.590385 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deb83fd-7401-4877-a842-48bd6a94919c None None] Pushing event updated for resources: {'Port': ['ID=949e45a2-447a-4a58-8b6e-1ed5c3817eb8,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:13.600871 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ca67b4cf-ce4d-417f-872e-da4cec2e5180 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:13.610985 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7c5b25fb-d22c-43c1-ab1e-5bcc7eca3799 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:13.614514 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b25fb-d22c-43c1-ab1e-5bcc7eca3799 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event deleted for resources: {'Network': ['ID=4a03f457-ae97-41be-ba48-7cc8ab98883a,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:13.618396 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ca67b4cf-ce4d-417f-872e-da4cec2e5180 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:13.635792 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-7c5b25fb-d22c-43c1-ab1e-5bcc7eca3799 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "DELETE /v2.0/networks/4a03f457-ae97-41be-ba48-7cc8ab98883a HTTP/1.1" status: 204 len: 168 time: 3.6855490 Sep 22 21:40:13.636098 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 48990) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:13.681611 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 48994) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:13.695602 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca67b4cf-ce4d-417f-872e-da4cec2e5180 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2074f7e-b313-4fce-bed1-e4cf1797a453,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:13.705015 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-dd401887-2227-45ff-b275-24e44eb7b975 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:13.771480 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ca67b4cf-ce4d-417f-872e-da4cec2e5180 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:13.773186 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ca67b4cf-ce4d-417f-872e-da4cec2e5180 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5246391 Sep 22 21:40:13.775917 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd401887-2227-45ff-b275-24e44eb7b975 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event deleted for resources: {'Port': ['ID=adb0e183-3e86-47eb-8641-69d3c8276b82,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:13.777678 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49000) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:13.912284 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-6fd280c3-0639-4a6c-b252-0a24f49c9b82 None None] Deleting port 9974336c-a933-4fe7-a62e-a3cf946b3321 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:40:13.913072 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6fd280c3-0639-4a6c-b252-0a24f49c9b82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:13.916448 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e4c3bf52-a6a3-41df-9dbe-581b498a70ca tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "GET /v2.0/security-group-rules/a2074f7e-b313-4fce-bed1-e4cf1797a453 HTTP/1.1" status: 200 len: 763 time: 0.1376071 Sep 22 21:40:13.917226 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49004) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:13.961479 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-4693fcb8-4299-47e3-a956-2e8919eaa1c2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-324358933'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:13.969440 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-4693fcb8-4299-47e3-a956-2e8919eaa1c2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:13.975816 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-4693fcb8-4299-47e3-a956-2e8919eaa1c2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Usage tracker for resource:network and tenant:37d6650486a5496cbd52782c722d1341 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:13.979643 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-4693fcb8-4299-47e3-a956-2e8919eaa1c2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:13.987859 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-4693fcb8-4299-47e3-a956-2e8919eaa1c2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:14.019880 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4693fcb8-4299-47e3-a956-2e8919eaa1c2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Made reservation on behalf of 37d6650486a5496cbd52782c722d1341 for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:40:14.024083 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4693fcb8-4299-47e3-a956-2e8919eaa1c2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:14.039251 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-dd401887-2227-45ff-b275-24e44eb7b975 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:14.044671 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-dd401887-2227-45ff-b275-24e44eb7b975 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "DELETE /v2.0/ports/adb0e183-3e86-47eb-8641-69d3c8276b82 HTTP/1.1" status: 204 len: 168 time: 1.5136843 Sep 22 21:40:14.044841 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-6fd280c3-0639-4a6c-b252-0a24f49c9b82 None None] The port '9974336c-a933-4fe7-a62e-a3cf946b3321' was deleted {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 21:40:14.046760 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49008) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:14.061994 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4693fcb8-4299-47e3-a956-2e8919eaa1c2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:14.091832 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-4693fcb8-4299-47e3-a956-2e8919eaa1c2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:14.107723 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-2ec3549f-ff83-4afe-9feb-2e4cb67c804f tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Synchronizing usage tracker for tenant:26a67f25cb864434ad2271a39caf8a9d on resource:security_group_rule {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:40:14.108325 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dd12590-c94d-45dd-b8a7-9948a5b9a1ce tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] DELETE failed (client error): The resource could not be found. Sep 22 21:40:14.108787 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dd12590-c94d-45dd-b8a7-9948a5b9a1ce tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:40:14.110622 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-4693fcb8-4299-47e3-a956-2e8919eaa1c2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Usage tracker for resource:security_group_rule and tenant:37d6650486a5496cbd52782c722d1341 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:14.110749 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-3dd12590-c94d-45dd-b8a7-9948a5b9a1ce tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "DELETE /v2.0/ports/adb0e183-3e86-47eb-8641-69d3c8276b82 HTTP/1.1" status: 404 len: 333 time: 0.0627000 Sep 22 21:40:14.113767 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49012) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:14.116284 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-4693fcb8-4299-47e3-a956-2e8919eaa1c2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:14.153635 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-4693fcb8-4299-47e3-a956-2e8919eaa1c2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:14.180676 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1a4dd4c-90b6-4bec-9b25-9dcac61fdfd7 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] GET failed (client error): The resource could not be found. Sep 22 21:40:14.181127 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f1a4dd4c-90b6-4bec-9b25-9dcac61fdfd7 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Synchronizing usage tracker for tenant:de45cb2c88af49d4a334eef3c80bde87 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:40:14.208895 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-2ec3549f-ff83-4afe-9feb-2e4cb67c804f tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Unset dirty status for tenant:26a67f25cb864434ad2271a39caf8a9d on resource:security_group_rule {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:40:14.213326 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2ec3549f-ff83-4afe-9feb-2e4cb67c804f tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2140477 Sep 22 21:40:14.216316 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49016) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:14.237711 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f1a4dd4c-90b6-4bec-9b25-9dcac61fdfd7 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Unset dirty status for tenant:de45cb2c88af49d4a334eef3c80bde87 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:40:14.241860 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-f1a4dd4c-90b6-4bec-9b25-9dcac61fdfd7 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "GET /v2.0/ports/adb0e183-3e86-47eb-8641-69d3c8276b82 HTTP/1.1" status: 404 len: 333 time: 0.1241801 Sep 22 21:40:14.242122 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49020) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:14.299923 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-50177ec0-da64-4a5e-8d6d-fee0c33a73ff tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:14.335902 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-50177ec0-da64-4a5e-8d6d-fee0c33a73ff tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:14.354287 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5e1b6402-bf12-4228-82f9-82a6799f0c31 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router_gateway, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:14.395860 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-36fed555-7419-45c8-9114-e1d2770d6fcf tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Deleting subnet 19d234db-0457-4956-a5b4-b3e81b024f6e {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:40:14.412319 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-36fed555-7419-45c8-9114-e1d2770d6fcf tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:14.447477 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-50177ec0-da64-4a5e-8d6d-fee0c33a73ff tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:14.473650 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4693fcb8-4299-47e3-a956-2e8919eaa1c2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:14.473904 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:14.481554 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50177ec0-da64-4a5e-8d6d-fee0c33a73ff tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2074f7e-b313-4fce-bed1-e4cf1797a453,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:14.486375 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4693fcb8-4299-47e3-a956-2e8919eaa1c2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:14.517880 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-36fed555-7419-45c8-9114-e1d2770d6fcf tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:14.570997 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4693fcb8-4299-47e3-a956-2e8919eaa1c2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:40:14.612220 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-50177ec0-da64-4a5e-8d6d-fee0c33a73ff tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:14.616584 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-50177ec0-da64-4a5e-8d6d-fee0c33a73ff tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/a2074f7e-b313-4fce-bed1-e4cf1797a453 HTTP/1.1" status: 204 len: 168 time: 0.3953979 Sep 22 21:40:14.616584 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4693fcb8-4299-47e3-a956-2e8919eaa1c2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:14.616913 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-4693fcb8-4299-47e3-a956-2e8919eaa1c2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Added segment 80e772a9-6f2b-403e-8eef-172137cc7595 of type vlan for network a0d75c33-f153-4f5a-8342-3b39b5565ed7 Sep 22 21:40:14.621722 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693fcb8-4299-47e3-a956-2e8919eaa1c2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8bd86f-2fec-40c5-8f58-9835330774e0,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:14.628680 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49024) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:14.700718 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4693fcb8-4299-47e3-a956-2e8919eaa1c2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:14.735875 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-36fed555-7419-45c8-9114-e1d2770d6fcf tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:14.747999 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 949e45a2-447a-4a58-8b6e-1ed5c3817eb8 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:40:14.805976 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-7cb5e0f4-c781-4ee5-a3bf-8ed233dbefb7 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Synchronizing usage tracker for tenant:26a67f25cb864434ad2271a39caf8a9d on resource:security_group_rule {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:40:14.844596 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 949e45a2-447a-4a58-8b6e-1ed5c3817eb8 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:40:14.851487 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4693fcb8-4299-47e3-a956-2e8919eaa1c2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:14.856845 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4693fcb8-4299-47e3-a956-2e8919eaa1c2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:14.857473 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4693fcb8-4299-47e3-a956-2e8919eaa1c2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:14.887408 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-7cb5e0f4-c781-4ee5-a3bf-8ed233dbefb7 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Unset dirty status for tenant:26a67f25cb864434ad2271a39caf8a9d on resource:security_group_rule {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:40:14.891227 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-7cb5e0f4-c781-4ee5-a3bf-8ed233dbefb7 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2566931 Sep 22 21:40:14.895876 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49028) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:14.917045 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5e1b6402-bf12-4228-82f9-82a6799f0c31 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:14.958167 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-1470b8ec-3d52-43ba-b524-359e0b88de5b tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Request body: {'security_group_rule': {'security_group_id': '0e98bd86-f0b3-4879-af6d-5f6323af9c92', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:14.964676 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4b5dfd-8649-4ca5-bcfc-fe9fd772e785 None None] Network b53d947c-9fa8-4ff1-a5c6-181a989469f2 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:40:14.982903 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-1470b8ec-3d52-43ba-b524-359e0b88de5b tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:15.000574 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-36fed555-7419-45c8-9114-e1d2770d6fcf tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:15.031846 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693fcb8-4299-47e3-a956-2e8919eaa1c2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event updated for resources: {'Network': ['ID=a0d75c33-f153-4f5a-8342-3b39b5565ed7,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:15.037877 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-4693fcb8-4299-47e3-a956-2e8919eaa1c2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3486550 Sep 22 21:40:15.041637 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-1470b8ec-3d52-43ba-b524-359e0b88de5b tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:15.045179 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49032) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:15.047386 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network a0d75c33-f153-4f5a-8342-3b39b5565ed7 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:40:15.053828 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fed555-7419-45c8-9114-e1d2770d6fcf tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event deleted for resources: {'Subnet': ['ID=19d234db-0457-4956-a5b4-b3e81b024f6e,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:15.058340 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-47cf322d-6538-4668-9098-3d7f3aecd412 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Request body: {'port': {'network_id': 'a0d75c33-f153-4f5a-8342-3b39b5565ed7', 'name': 'tempest-PortsIpV6TestJSON-153849349'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:15.075297 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-36fed555-7419-45c8-9114-e1d2770d6fcf tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:15.077110 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-36fed555-7419-45c8-9114-e1d2770d6fcf tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "DELETE /v2.0/subnets/19d234db-0457-4956-a5b4-b3e81b024f6e HTTP/1.1" status: 204 len: 168 time: 0.8340402 Sep 22 21:40:15.082761 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49036) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:15.110879 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f6dfe0cf-a064-4f71-8a0b-6acaa755e2e3 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:15.165977 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-d6896d14-1c43-4d33-9720-4b0d0c3142ea None None] Provisioning for port 949e45a2-447a-4a58-8b6e-1ed5c3817eb8 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:40:15.178159 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-d6896d14-1c43-4d33-9720-4b0d0c3142ea None None] Provisioning complete for port 949e45a2-447a-4a58-8b6e-1ed5c3817eb8 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:40:15.178531 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-d6896d14-1c43-4d33-9720-4b0d0c3142ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:15.178897 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-d6896d14-1c43-4d33-9720-4b0d0c3142ea None None] Attempt 1 to provision port 949e45a2-447a-4a58-8b6e-1ed5c3817eb8 Sep 22 21:40:15.238176 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1470b8ec-3d52-43ba-b524-359e0b88de5b tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:15.333315 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-47cf322d-6538-4668-9098-3d7f3aecd412 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:15.349722 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-163cee4a-93d0-46b0-8fb5-e63746f630c2 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:15.352519 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-47cf322d-6538-4668-9098-3d7f3aecd412 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Usage tracker for resource:port and tenant:37d6650486a5496cbd52782c722d1341 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:15.356180 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-47cf322d-6538-4668-9098-3d7f3aecd412 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:15.366318 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-47cf322d-6538-4668-9098-3d7f3aecd412 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:15.386875 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1470b8ec-3d52-43ba-b524-359e0b88de5b tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:15.393725 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1470b8ec-3d52-43ba-b524-359e0b88de5b tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:15.406537 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-163cee4a-93d0-46b0-8fb5-e63746f630c2 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Deleting port 949e45a2-447a-4a58-8b6e-1ed5c3817eb8 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:40:15.406909 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-163cee4a-93d0-46b0-8fb5-e63746f630c2 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:15.443149 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47cf322d-6538-4668-9098-3d7f3aecd412 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Made reservation on behalf of 37d6650486a5496cbd52782c722d1341 for: {'port': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:40:15.446757 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-47cf322d-6538-4668-9098-3d7f3aecd412 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:15.452254 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-d6896d14-1c43-4d33-9720-4b0d0c3142ea None None] Current status of the port 949e45a2-447a-4a58-8b6e-1ed5c3817eb8 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:40:15.452579 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-d6896d14-1c43-4d33-9720-4b0d0c3142ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:15.487124 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1470b8ec-3d52-43ba-b524-359e0b88de5b tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b34cc9a9-5a6d-4786-9107-860f9151cee0,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:15.489604 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-d6896d14-1c43-4d33-9720-4b0d0c3142ea None None] For port 949e45a2-447a-4a58-8b6e-1ed5c3817eb8, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=949e45a2-447a-4a58-8b6e-1ed5c3817eb8,segment=NetworkSegment(33ec2aeb-ad3e-4932-a6cf-ebbe9507e673),segment_id=33ec2aeb-ad3e-4932-a6cf-ebbe9507e673)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:40:15.504089 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-d6896d14-1c43-4d33-9720-4b0d0c3142ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:15.514367 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-47cf322d-6538-4668-9098-3d7f3aecd412 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] device_id is not set on port b313687d-4dcc-467c-a720-e8d07bf155ea yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:40:15.528894 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e1b6402-bf12-4228-82f9-82a6799f0c31 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Router 1acee9f7-9afb-4411-b84c-b44fc13b967f is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:40:15.551303 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78644703-622a-4195-b51b-e1527ec55c06 None None] DHCP port deletion for b53d947c-9fa8-4ff1-a5c6-181a989469f2 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:40:15.571126 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-78644703-622a-4195-b51b-e1527ec55c06 None None] Deleting port 949e45a2-447a-4a58-8b6e-1ed5c3817eb8 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:40:15.571785 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-78644703-622a-4195-b51b-e1527ec55c06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:15.588032 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1470b8ec-3d52-43ba-b524-359e0b88de5b tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:15.590725 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-1470b8ec-3d52-43ba-b524-359e0b88de5b tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6409731 Sep 22 21:40:15.601329 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49040) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:15.644580 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-cc3d5d1e-7677-447f-9b83-a33475da558b tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "GET /v2.0/security-group-rules/b34cc9a9-5a6d-4786-9107-860f9151cee0 HTTP/1.1" status: 200 len: 763 time: 0.0305660 Sep 22 21:40:15.647766 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49044) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:15.675859 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6896d14-1c43-4d33-9720-4b0d0c3142ea None None] Pushing event updated for resources: {'Port': ['ID=949e45a2-447a-4a58-8b6e-1ed5c3817eb8,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:15.800958 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-5fde370c-f8d6-4c91-8d26-8c777dab1afd tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1510158 Sep 22 21:40:15.805754 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49048) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:15.806357 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-78644703-622a-4195-b51b-e1527ec55c06 None None] For port 949e45a2-447a-4a58-8b6e-1ed5c3817eb8, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=949e45a2-447a-4a58-8b6e-1ed5c3817eb8,segment=NetworkSegment(33ec2aeb-ad3e-4932-a6cf-ebbe9507e673),segment_id=33ec2aeb-ad3e-4932-a6cf-ebbe9507e673)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:40:15.806971 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-78644703-622a-4195-b51b-e1527ec55c06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:15.874135 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1b6402-bf12-4228-82f9-82a6799f0c31 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:40:15.897545 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e0ecc7fb-46b0-42b8-be3f-056d380b47c3 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:15.909148 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-163cee4a-93d0-46b0-8fb5-e63746f630c2 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] For port 949e45a2-447a-4a58-8b6e-1ed5c3817eb8, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=949e45a2-447a-4a58-8b6e-1ed5c3817eb8,segment=NetworkSegment(33ec2aeb-ad3e-4932-a6cf-ebbe9507e673),segment_id=33ec2aeb-ad3e-4932-a6cf-ebbe9507e673)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:40:15.909510 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-163cee4a-93d0-46b0-8fb5-e63746f630c2 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:15.919045 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e0ecc7fb-46b0-42b8-be3f-056d380b47c3 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:15.929853 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1d3cf3-a160-4d00-bd18-063cbeeb2ce0 None None] Sync routers for ids ['1acee9f7-9afb-4411-b84c-b44fc13b967f'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:40:15.940369 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5e1b6402-bf12-4228-82f9-82a6799f0c31 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:15.940861 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-78644703-622a-4195-b51b-e1527ec55c06 None None] Calling delete_port for 949e45a2-447a-4a58-8b6e-1ed5c3817eb8 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:40:15.944560 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-5e1b6402-bf12-4228-82f9-82a6799f0c31 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.2190158 Sep 22 21:40:15.945597 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49052) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:15.948251 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-f6dfe0cf-a064-4f71-8a0b-6acaa755e2e3 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Deleting port 88a3b5c5-da75-4337-a2cc-5a4413242d62 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:40:15.948593 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f6dfe0cf-a064-4f71-8a0b-6acaa755e2e3 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:15.980092 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1d3cf3-a160-4d00-bd18-063cbeeb2ce0 None None] Routers {'1acee9f7-9afb-4411-b84c-b44fc13b967f'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:40:15.980329 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-ee1d3cf3-a160-4d00-bd18-063cbeeb2ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:40:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['1acee9f7-9afb-4411-b84c-b44fc13b967f'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:16.021653 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e0ecc7fb-46b0-42b8-be3f-056d380b47c3 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:16.108153 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-163cee4a-93d0-46b0-8fb5-e63746f630c2 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Calling delete_port for 949e45a2-447a-4a58-8b6e-1ed5c3817eb8 owned by network:dhcp {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:40:16.108731 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ecc7fb-46b0-42b8-be3f-056d380b47c3 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b34cc9a9-5a6d-4786-9107-860f9151cee0,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:16.119582 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e0ecc7fb-46b0-42b8-be3f-056d380b47c3 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:16.123010 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e0ecc7fb-46b0-42b8-be3f-056d380b47c3 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/b34cc9a9-5a6d-4786-9107-860f9151cee0 HTTP/1.1" status: 204 len: 168 time: 0.3134656 Sep 22 21:40:16.130028 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49058) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:16.186070 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-78644703-622a-4195-b51b-e1527ec55c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:16.202445 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-47cf322d-6538-4668-9098-3d7f3aecd412 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:16.224102 dv-neutron-858900-1-hyperv neutron-server[89009]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 22 21:40:16.224102 dv-neutron-858900-1-hyperv neutron-server[89009]: from cryptography.utils import int_from_bytes Sep 22 21:40:16.224102 dv-neutron-858900-1-hyperv neutron-server[89009]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 22 21:40:16.224102 dv-neutron-858900-1-hyperv neutron-server[89009]: from cryptography.utils import int_from_bytes Sep 22 21:40:16.224102 dv-neutron-858900-1-hyperv neutron-server[89009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Sep 22 21:40:16.224102 dv-neutron-858900-1-hyperv neutron-server[89009]: util.warn_limited( Sep 22 21:40:16.224102 dv-neutron-858900-1-hyperv neutron-server[89009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Sep 22 21:40:16.224102 dv-neutron-858900-1-hyperv neutron-server[89009]: util.warn_limited( Sep 22 21:40:16.224102 dv-neutron-858900-1-hyperv neutron-server[89009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:40:16.224102 dv-neutron-858900-1-hyperv neutron-server[89009]: util.warn( Sep 22 21:40:16.224102 dv-neutron-858900-1-hyperv neutron-server[89009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:40:16.224102 dv-neutron-858900-1-hyperv neutron-server[89009]: util.warn( Sep 22 21:40:16.224102 dv-neutron-858900-1-hyperv neutron-server[89009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:40:16.224102 dv-neutron-858900-1-hyperv neutron-server[89009]: util.warn( Sep 22 21:40:16.224102 dv-neutron-858900-1-hyperv neutron-server[89009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:40:16.224102 dv-neutron-858900-1-hyperv neutron-server[89009]: util.warn( Sep 22 21:40:16.224102 dv-neutron-858900-1-hyperv neutron-server[89009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:40:16.224102 dv-neutron-858900-1-hyperv neutron-server[89009]: util.warn( Sep 22 21:40:16.224102 dv-neutron-858900-1-hyperv neutron-server[89009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:40:16.224102 dv-neutron-858900-1-hyperv neutron-server[89009]: util.warn( Sep 22 21:40:16.224102 dv-neutron-858900-1-hyperv neutron-server[89009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:40:16.224102 dv-neutron-858900-1-hyperv neutron-server[89009]: util.warn( Sep 22 21:40:16.224102 dv-neutron-858900-1-hyperv neutron-server[89009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:40:16.224102 dv-neutron-858900-1-hyperv neutron-server[89009]: util.warn( Sep 22 21:40:16.224102 dv-neutron-858900-1-hyperv neutron-server[89009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:40:16.224102 dv-neutron-858900-1-hyperv neutron-server[89009]: util.warn( Sep 22 21:40:16.224102 dv-neutron-858900-1-hyperv neutron-server[89009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:40:16.224102 dv-neutron-858900-1-hyperv neutron-server[89009]: util.warn( Sep 22 21:40:16.224102 dv-neutron-858900-1-hyperv neutron-server[89009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:40:16.224102 dv-neutron-858900-1-hyperv neutron-server[89009]: util.warn( Sep 22 21:40:16.224102 dv-neutron-858900-1-hyperv neutron-server[89009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:40:16.224102 dv-neutron-858900-1-hyperv neutron-server[89009]: util.warn( Sep 22 21:40:16.224102 dv-neutron-858900-1-hyperv neutron-server[89009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:40:16.224102 dv-neutron-858900-1-hyperv neutron-server[89009]: util.warn( Sep 22 21:40:16.224102 dv-neutron-858900-1-hyperv neutron-server[89009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:40:16.224102 dv-neutron-858900-1-hyperv neutron-server[89009]: util.warn( Sep 22 21:40:16.224102 dv-neutron-858900-1-hyperv neutron-server[89009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:40:16.224102 dv-neutron-858900-1-hyperv neutron-server[89009]: util.warn( Sep 22 21:40:16.224102 dv-neutron-858900-1-hyperv neutron-server[89009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:40:16.224102 dv-neutron-858900-1-hyperv neutron-server[89009]: util.warn( Sep 22 21:40:16.224102 dv-neutron-858900-1-hyperv neutron-server[89009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:40:16.224102 dv-neutron-858900-1-hyperv neutron-server[89009]: util.warn( Sep 22 21:40:16.224102 dv-neutron-858900-1-hyperv neutron-server[89009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:40:16.224102 dv-neutron-858900-1-hyperv neutron-server[89009]: util.warn( Sep 22 21:40:16.224102 dv-neutron-858900-1-hyperv neutron-server[89009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:40:16.224102 dv-neutron-858900-1-hyperv neutron-server[89009]: util.warn( Sep 22 21:40:16.224102 dv-neutron-858900-1-hyperv neutron-server[89009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:40:16.224102 dv-neutron-858900-1-hyperv neutron-server[89009]: util.warn( Sep 22 21:40:16.224102 dv-neutron-858900-1-hyperv neutron-server[89009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:40:16.224102 dv-neutron-858900-1-hyperv neutron-server[89009]: util.warn( Sep 22 21:40:16.224102 dv-neutron-858900-1-hyperv neutron-server[89009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:40:16.224102 dv-neutron-858900-1-hyperv neutron-server[89009]: util.warn( Sep 22 21:40:16.224102 dv-neutron-858900-1-hyperv neutron-server[89009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:40:16.224102 dv-neutron-858900-1-hyperv neutron-server[89009]: util.warn( Sep 22 21:40:16.224102 dv-neutron-858900-1-hyperv neutron-server[89009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:40:16.224102 dv-neutron-858900-1-hyperv neutron-server[89009]: util.warn( Sep 22 21:40:16.229635 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.db.api [None req-163cee4a-93d0-46b0-8fb5-e63746f630c2 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:40:16.229957 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG oslo_db.api [None req-163cee4a-93d0-46b0-8fb5-e63746f630c2 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:40:16.251180 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-47cf322d-6538-4668-9098-3d7f3aecd412 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:16.262634 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78644703-622a-4195-b51b-e1527ec55c06 None None] Pushing event deleted for resources: {'Port': ['ID=949e45a2-447a-4a58-8b6e-1ed5c3817eb8,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:16.268082 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78644703-622a-4195-b51b-e1527ec55c06 None None] No DVR routers for this DVR port 949e45a2-447a-4a58-8b6e-1ed5c3817eb8 on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:40:16.270827 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-ee1d3cf3-a160-4d00-bd18-063cbeeb2ce0 None None] Set router 1acee9f7-9afb-4411-b84c-b44fc13b967f gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:40:16.277053 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-88790291-0ef3-439c-b0d4-549bc243e8d9 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Synchronizing usage tracker for tenant:26a67f25cb864434ad2271a39caf8a9d on resource:security_group_rule {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:40:16.283087 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e3c08630-c09d-4604-8b94-0d6cd61b2257 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=eb1aed2a20e141c98ec99089a446670b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3364060 Sep 22 21:40:16.287037 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49062) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:16.328551 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-88790291-0ef3-439c-b0d4-549bc243e8d9 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Unset dirty status for tenant:26a67f25cb864434ad2271a39caf8a9d on resource:security_group_rule {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:40:16.329861 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-88790291-0ef3-439c-b0d4-549bc243e8d9 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1979692 Sep 22 21:40:16.334506 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49066) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:16.336010 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-f6dfe0cf-a064-4f71-8a0b-6acaa755e2e3 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] For port 88a3b5c5-da75-4337-a2cc-5a4413242d62, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=88a3b5c5-da75-4337-a2cc-5a4413242d62,segment=NetworkSegment(f3be6496-ea46-4cf4-9dc9-120673500e58),segment_id=f3be6496-ea46-4cf4-9dc9-120673500e58)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:40:16.336376 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f6dfe0cf-a064-4f71-8a0b-6acaa755e2e3 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:16.382122 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf322d-6538-4668-9098-3d7f3aecd412 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event updated for resources: {'Port': ['ID=b313687d-4dcc-467c-a720-e8d07bf155ea,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:16.392828 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cf322d-6538-4668-9098-3d7f3aecd412 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Checking segment: {'id': '80e772a9-6f2b-403e-8eef-172137cc7595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a0d75c33-f153-4f5a-8342-3b39b5565ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:40:16.393632 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cf322d-6538-4668-9098-3d7f3aecd412 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Network hostable DHCP agents. Network: a0d75c33-f153-4f5a-8342-3b39b5565ed7, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:40:16.396652 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-be3e6da2-8bea-4d04-a169-286811b6430a tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Request body: {'security_group_rule': {'security_group_id': '0e98bd86-f0b3-4879-af6d-5f6323af9c92', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:16.414484 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cf322d-6538-4668-9098-3d7f3aecd412 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Network a0d75c33-f153-4f5a-8342-3b39b5565ed7 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:40:16.424661 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-47cf322d-6538-4668-9098-3d7f3aecd412 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, a0d75c33-f153-4f5a-8342-3b39b5565ed7) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:40:16.429040 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cf322d-6538-4668-9098-3d7f3aecd412 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:40:16.435187 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cf322d-6538-4668-9098-3d7f3aecd412 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:16.435801 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-47cf322d-6538-4668-9098-3d7f3aecd412 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:16.450066 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e935c405-e42b-46df-ac72-d5e3cc6a5124 None None] Network a0d75c33-f153-4f5a-8342-3b39b5565ed7 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:40:16.459310 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-be3e6da2-8bea-4d04-a169-286811b6430a tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:16.466661 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-47cf322d-6538-4668-9098-3d7f3aecd412 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4172025 Sep 22 21:40:16.469624 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49070) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:16.476248 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-8549520b-cc21-4968-a8ce-8546d7e0b939 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1245649883'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:16.481235 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-8549520b-cc21-4968-a8ce-8546d7e0b939 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:16.485122 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-8549520b-cc21-4968-a8ce-8546d7e0b939 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Usage tracker for resource:network and tenant:37d6650486a5496cbd52782c722d1341 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:16.488017 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-8549520b-cc21-4968-a8ce-8546d7e0b939 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:16.495488 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-8549520b-cc21-4968-a8ce-8546d7e0b939 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:16.506221 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8549520b-cc21-4968-a8ce-8546d7e0b939 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Made reservation on behalf of 37d6650486a5496cbd52782c722d1341 for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:40:16.509794 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8549520b-cc21-4968-a8ce-8546d7e0b939 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:16.535140 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-f6dfe0cf-a064-4f71-8a0b-6acaa755e2e3 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Calling delete_port for 88a3b5c5-da75-4337-a2cc-5a4413242d62 owned by network:router_interface {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:40:16.539192 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8549520b-cc21-4968-a8ce-8546d7e0b939 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:40:16.549643 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8549520b-cc21-4968-a8ce-8546d7e0b939 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:16.549993 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-8549520b-cc21-4968-a8ce-8546d7e0b939 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Added segment 5c11617d-585a-49fb-96a8-9142f215ba6f of type vlan for network 02d60266-4588-4ade-9c48-483fa6bb6678 Sep 22 21:40:16.586458 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8549520b-cc21-4968-a8ce-8546d7e0b939 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:16.598694 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-be3e6da2-8bea-4d04-a169-286811b6430a tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:16.623761 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8549520b-cc21-4968-a8ce-8546d7e0b939 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:16.629551 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8549520b-cc21-4968-a8ce-8546d7e0b939 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:16.630402 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8549520b-cc21-4968-a8ce-8546d7e0b939 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:16.662972 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-be3e6da2-8bea-4d04-a169-286811b6430a tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:16.701838 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 949e45a2-447a-4a58-8b6e-1ed5c3817eb8 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:40:16.702695 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76abac36-746d-4968-9d87-f0c6962527cf tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:16.706969 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-76abac36-746d-4968-9d87-f0c6962527cf tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4160390 Sep 22 21:40:16.710701 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49074) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:16.725396 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-8549520b-cc21-4968-a8ce-8546d7e0b939 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2514055 Sep 22 21:40:16.729327 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49078) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:16.741878 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-163cee4a-93d0-46b0-8fb5-e63746f630c2 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Deleting port 949e45a2-447a-4a58-8b6e-1ed5c3817eb8 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:40:16.742347 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-163cee4a-93d0-46b0-8fb5-e63746f630c2 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:16.750193 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 949e45a2-447a-4a58-8b6e-1ed5c3817eb8 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:40:16.750537 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 949e45a2-447a-4a58-8b6e-1ed5c3817eb8 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:40:16.772909 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-662f6e24-e733-4f39-8f0c-f5b3f7b464ea tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=a22ae1c9-d428-411f-af43-ce0f71b38d9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0582755 Sep 22 21:40:16.775461 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49082) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:16.780999 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-0fa238c5-b8ce-41d9-8a9e-389c9c99035c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-736673807', 'network_id': 'd798fa90-67b2-4838-a613-196b1b982d33', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:16.784076 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-3f0821be-10b6-4b6e-892f-92edf89544d1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Request body: {'ports': [{'network_id': 'a0d75c33-f153-4f5a-8342-3b39b5565ed7'}, {'network_id': '02d60266-4588-4ade-9c48-483fa6bb6678'}]} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:16.784501 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-3f0821be-10b6-4b6e-892f-92edf89544d1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Request body: {'port': {'network_id': 'a0d75c33-f153-4f5a-8342-3b39b5565ed7'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:16.785658 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-3f0821be-10b6-4b6e-892f-92edf89544d1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Request body: {'port': {'network_id': '02d60266-4588-4ade-9c48-483fa6bb6678'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:16.796492 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-ee1d3cf3-a160-4d00-bd18-063cbeeb2ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'name': 'tempest-TestNetworkBasicOps-router-2007581634', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.244'}], 'enable_snat': True}, 'gw_port_id': 'f412a77a-7d1e-4b59-9d54-7618178dd2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:40:09Z', 'updated_at': '2022-09-22T21:40:13Z', 'revision_number': 3, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': 'f412a77a-7d1e-4b59-9d54-7618178dd2e5', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:42:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:40:11Z', 'updated_at': '2022-09-22T21:40:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:16.802588 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1d3cf3-a160-4d00-bd18-063cbeeb2ce0 None None] Checking router: 1acee9f7-9afb-4411-b84c-b44fc13b967f for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:40:16.803084 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1d3cf3-a160-4d00-bd18-063cbeeb2ce0 None None] Updating router 1acee9f7-9afb-4411-b84c-b44fc13b967f port f412a77a-7d1e-4b59-9d54-7618178dd2e5 binding host dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:40:16.894379 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-be3e6da2-8bea-4d04-a169-286811b6430a tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:16.911712 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-be3e6da2-8bea-4d04-a169-286811b6430a tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:16.913700 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ee1d3cf3-a160-4d00-bd18-063cbeeb2ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:16.918892 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8549520b-cc21-4968-a8ce-8546d7e0b939 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event updated for resources: {'Network': ['ID=02d60266-4588-4ade-9c48-483fa6bb6678,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:16.926547 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-163cee4a-93d0-46b0-8fb5-e63746f630c2 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] The port '949e45a2-447a-4a58-8b6e-1ed5c3817eb8' was deleted {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 21:40:16.944178 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 02d60266-4588-4ade-9c48-483fa6bb6678 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:40:16.994376 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3e6da2-8bea-4d04-a169-286811b6430a tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=456d6e6d-2e46-42ea-b180-0df77d188d26,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:17.007556 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-0fa238c5-b8ce-41d9-8a9e-389c9c99035c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:17.016774 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-0fa238c5-b8ce-41d9-8a9e-389c9c99035c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:subnet and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:17.023348 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-0fa238c5-b8ce-41d9-8a9e-389c9c99035c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:17.030878 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-be3e6da2-8bea-4d04-a169-286811b6430a tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:17.034471 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-be3e6da2-8bea-4d04-a169-286811b6430a tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6883781 Sep 22 21:40:17.035882 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-0fa238c5-b8ce-41d9-8a9e-389c9c99035c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:17.040796 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49086) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:17.064360 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f6dfe0cf-a064-4f71-8a0b-6acaa755e2e3 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:17.104164 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ce0b7daa-4b6d-42bc-9b20-62dfef97b4c8 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "GET /v2.0/security-group-rules/456d6e6d-2e46-42ea-b180-0df77d188d26 HTTP/1.1" status: 200 len: 764 time: 0.0599375 Sep 22 21:40:17.110142 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa238c5-b8ce-41d9-8a9e-389c9c99035c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Made reservation on behalf of eb1aed2a20e141c98ec99089a446670b for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:40:17.113827 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0fa238c5-b8ce-41d9-8a9e-389c9c99035c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:17.129678 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49090) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:17.133521 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-163cee4a-93d0-46b0-8fb5-e63746f630c2 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:17.215309 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-163cee4a-93d0-46b0-8fb5-e63746f630c2 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b53d947c-9fa8-4ff1-a5c6-181a989469f2']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:17.257477 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-ff0b173e-a057-4e0e-be5b-958c71fddf23 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Synchronizing usage tracker for tenant:26a67f25cb864434ad2271a39caf8a9d on resource:security_group_rule {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:40:17.263409 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-163cee4a-93d0-46b0-8fb5-e63746f630c2 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33ec2aeb-ad3e-4932-a6cf-ebbe9507e673') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:17.263964 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-163cee4a-93d0-46b0-8fb5-e63746f630c2 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33ec2aeb-ad3e-4932-a6cf-ebbe9507e673') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:17.265431 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dfe0cf-a064-4f71-8a0b-6acaa755e2e3 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event deleted for resources: {'Port': ['ID=88a3b5c5-da75-4337-a2cc-5a4413242d62,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:17.291824 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-163cee4a-93d0-46b0-8fb5-e63746f630c2 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:17.303850 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-3f0821be-10b6-4b6e-892f-92edf89544d1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:17.312995 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-3f0821be-10b6-4b6e-892f-92edf89544d1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Usage tracker for resource:port and tenant:37d6650486a5496cbd52782c722d1341 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:17.318171 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-3f0821be-10b6-4b6e-892f-92edf89544d1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:17.321390 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-ff0b173e-a057-4e0e-be5b-958c71fddf23 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Unset dirty status for tenant:26a67f25cb864434ad2271a39caf8a9d on resource:security_group_rule {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:40:17.322675 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ff0b173e-a057-4e0e-be5b-958c71fddf23 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1920934 Sep 22 21:40:17.326595 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-3f0821be-10b6-4b6e-892f-92edf89544d1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:17.328263 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49094) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:17.330858 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-163cee4a-93d0-46b0-8fb5-e63746f630c2 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:17.353691 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-163cee4a-93d0-46b0-8fb5-e63746f630c2 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:40:17.354101 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-163cee4a-93d0-46b0-8fb5-e63746f630c2 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:17.395012 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ee1d3cf3-a160-4d00-bd18-063cbeeb2ce0 None None] Notify callbacks [] for port, precommit_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:17.445221 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 33ec2aeb-ad3e-4932-a6cf-ebbe9507e673 resource provider aggregate not found Sep 22 21:40:17.455991 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c352ca8c-3419-4e86-8175-02aa95096c2b tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:17.461665 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0821be-10b6-4b6e-892f-92edf89544d1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Made reservation on behalf of 37d6650486a5496cbd52782c722d1341 for: {'port': 2} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:40:17.466099 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3f0821be-10b6-4b6e-892f-92edf89544d1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:17.475719 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 33ec2aeb-ad3e-4932-a6cf-ebbe9507e673 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 33ec2aeb-ad3e-4932-a6cf-ebbe9507e673 found for delete ", "request_id": "req-9989db44-be82-4aa6-9e67-8a8a859218b6"}]} Sep 22 21:40:17.492511 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c352ca8c-3419-4e86-8175-02aa95096c2b tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:17.515080 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3f0821be-10b6-4b6e-892f-92edf89544d1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:17.543255 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-163cee4a-93d0-46b0-8fb5-e63746f630c2 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:17.588975 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-ee1d3cf3-a160-4d00-bd18-063cbeeb2ce0 None None] Transition to ACTIVE for port object f412a77a-7d1e-4b59-9d54-7618178dd2e5 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:40:17.596737 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ee1d3cf3-a160-4d00-bd18-063cbeeb2ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:17.616376 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-163cee4a-93d0-46b0-8fb5-e63746f630c2 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:17.626798 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c352ca8c-3419-4e86-8175-02aa95096c2b tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:17.645712 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c352ca8c-3419-4e86-8175-02aa95096c2b tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:17.647537 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c352ca8c-3419-4e86-8175-02aa95096c2b tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "DELETE /v2.0/security-group-rules/456d6e6d-2e46-42ea-b180-0df77d188d26 HTTP/1.1" status: 204 len: 168 time: 0.3183200 Sep 22 21:40:17.649843 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f6dfe0cf-a064-4f71-8a0b-6acaa755e2e3 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:17.657739 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49102) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:17.668777 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-ee1d3cf3-a160-4d00-bd18-063cbeeb2ce0 None None] Attempting to bind port f412a77a-7d1e-4b59-9d54-7618178dd2e5 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:40:17.669134 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-ee1d3cf3-a160-4d00-bd18-063cbeeb2ce0 None None] Attempting to bind port f412a77a-7d1e-4b59-9d54-7618178dd2e5 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:40:17.669498 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1d3cf3-a160-4d00-bd18-063cbeeb2ce0 None None] Attempting to bind port f412a77a-7d1e-4b59-9d54-7618178dd2e5 on network a22ae1c9-d428-411f-af43-ce0f71b38d9c {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:40:17.681064 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1d3cf3-a160-4d00-bd18-063cbeeb2ce0 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:40:17.681335 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1d3cf3-a160-4d00-bd18-063cbeeb2ce0 None None] Checking segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:40:17.682154 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ee1d3cf3-a160-4d00-bd18-063cbeeb2ce0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:17.682154 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1d3cf3-a160-4d00-bd18-063cbeeb2ce0 None None] Bound using segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:40:17.682501 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-ee1d3cf3-a160-4d00-bd18-063cbeeb2ce0 None None] Bound port: f412a77a-7d1e-4b59-9d54-7618178dd2e5, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:40:17.682919 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ee1d3cf3-a160-4d00-bd18-063cbeeb2ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:17.692631 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163cee4a-93d0-46b0-8fb5-e63746f630c2 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event deleted for resources: {'Network': ['ID=b53d947c-9fa8-4ff1-a5c6-181a989469f2,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:17.714176 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c352ca8c-3419-4e86-8175-02aa95096c2b tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=456d6e6d-2e46-42ea-b180-0df77d188d26,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:17.722350 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-163cee4a-93d0-46b0-8fb5-e63746f630c2 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "DELETE /v2.0/networks/b53d947c-9fa8-4ff1-a5c6-181a989469f2 HTTP/1.1" status: 204 len: 168 time: 2.6334701 Sep 22 21:40:17.753387 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49106) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:17.769492 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-5d569646-eb56-4210-bc08-fa44d7fbba04 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-93893768'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:17.785411 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-ee1d3cf3-a160-4d00-bd18-063cbeeb2ce0 None None] For port f412a77a-7d1e-4b59-9d54-7618178dd2e5, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:40:17.789475 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-ee1d3cf3-a160-4d00-bd18-063cbeeb2ce0 None None] For port f412a77a-7d1e-4b59-9d54-7618178dd2e5, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=f412a77a-7d1e-4b59-9d54-7618178dd2e5,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:40:17.801013 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaa486d-6ded-4740-9f00-4fa73f402988 None None] Pushing event updated for resources: {'Port': ['ID=f412a77a-7d1e-4b59-9d54-7618178dd2e5,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:17.811661 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ee1d3cf3-a160-4d00-bd18-063cbeeb2ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:17.842856 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-5d569646-eb56-4210-bc08-fa44d7fbba04 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:17.869871 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-5d569646-eb56-4210-bc08-fa44d7fbba04 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Usage tracker for resource:network and tenant:de45cb2c88af49d4a334eef3c80bde87 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:17.877254 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-5d569646-eb56-4210-bc08-fa44d7fbba04 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:17.891208 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1d3cf3-a160-4d00-bd18-063cbeeb2ce0 None None] Routers {'1acee9f7-9afb-4411-b84c-b44fc13b967f'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:40:17.891858 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-ee1d3cf3-a160-4d00-bd18-063cbeeb2ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:40:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['1acee9f7-9afb-4411-b84c-b44fc13b967f'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:17.903596 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-5d569646-eb56-4210-bc08-fa44d7fbba04 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:17.941286 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-f8579677-f4a9-465e-ba55-4dc2c45e9516 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Synchronizing usage tracker for tenant:26a67f25cb864434ad2271a39caf8a9d on resource:security_group_rule {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:40:17.961765 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d569646-eb56-4210-bc08-fa44d7fbba04 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Made reservation on behalf of de45cb2c88af49d4a334eef3c80bde87 for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:40:17.965287 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5d569646-eb56-4210-bc08-fa44d7fbba04 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:17.976564 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-3f0821be-10b6-4b6e-892f-92edf89544d1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] device_id is not set on port c6853eb3-fb99-4a7a-933a-9bc556fd786c yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:40:17.979568 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0fa238c5-b8ce-41d9-8a9e-389c9c99035c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:17.985326 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaa486d-6ded-4740-9f00-4fa73f402988 None None] Pushing event updated for resources: {'Port': ['ID=f412a77a-7d1e-4b59-9d54-7618178dd2e5,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:18.085371 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3f0821be-10b6-4b6e-892f-92edf89544d1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:18.090509 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-ee1d3cf3-a160-4d00-bd18-063cbeeb2ce0 None None] Set router 1acee9f7-9afb-4411-b84c-b44fc13b967f gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:40:18.156982 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-f8579677-f4a9-465e-ba55-4dc2c45e9516 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Unset dirty status for tenant:26a67f25cb864434ad2271a39caf8a9d on resource:security_group_rule {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:40:18.160759 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-f8579677-f4a9-465e-ba55-4dc2c45e9516 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4993150 Sep 22 21:40:18.161630 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49110) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:18.207234 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d569646-eb56-4210-bc08-fa44d7fbba04 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:40:18.240857 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-3f0821be-10b6-4b6e-892f-92edf89544d1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] device_id is not set on port 24679fce-be94-41fc-8926-9e1e456493ef yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:40:18.275137 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f1d356a7-0d1a-4466-9c3c-82d2ae8dc6d0 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:18.278457 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5d569646-eb56-4210-bc08-fa44d7fbba04 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:18.279644 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-5d569646-eb56-4210-bc08-fa44d7fbba04 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Added segment 3282fbbb-6b5b-48b6-b8f4-6d348012356a of type vlan for network 37fd2b79-b11b-4482-963b-82cd620d2dff Sep 22 21:40:18.295095 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa238c5-b8ce-41d9-8a9e-389c9c99035c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Subnet': ['ID=7c2b1475-4219-48df-b88b-938b9fa8e2ca,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:18.313470 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f1d356a7-0d1a-4466-9c3c-82d2ae8dc6d0 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:18.330333 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6dfe0cf-a064-4f71-8a0b-6acaa755e2e3 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Router 86d2ef5b-b34f-4e1e-9c59-268ad50c9267 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:40:18.331245 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa238c5-b8ce-41d9-8a9e-389c9c99035c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Checking segment: {'id': 'fe9b39b9-381c-454b-97a5-e45d36745746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd798fa90-67b2-4838-a613-196b1b982d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:40:18.331645 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa238c5-b8ce-41d9-8a9e-389c9c99035c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network hostable DHCP agents. Network: d798fa90-67b2-4838-a613-196b1b982d33, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:40:18.340451 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5d569646-eb56-4210-bc08-fa44d7fbba04 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:18.398934 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f1d356a7-0d1a-4466-9c3c-82d2ae8dc6d0 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:18.399201 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-ee1d3cf3-a160-4d00-bd18-063cbeeb2ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'name': 'tempest-TestNetworkBasicOps-router-2007581634', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.244'}], 'enable_snat': True}, 'gw_port_id': 'f412a77a-7d1e-4b59-9d54-7618178dd2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:40:09Z', 'updated_at': '2022-09-22T21:40:13Z', 'revision_number': 3, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': 'f412a77a-7d1e-4b59-9d54-7618178dd2e5', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:42:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:40:11Z', 'updated_at': '2022-09-22T21:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:18.403977 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1d3cf3-a160-4d00-bd18-063cbeeb2ce0 None None] The sync data for ids ['1acee9f7-9afb-4411-b84c-b44fc13b967f'] in dv-neutron-858900-1-hyperv is: [{'id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'name': 'tempest-TestNetworkBasicOps-router-2007581634', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.244'}], 'enable_snat': True}, 'gw_port_id': 'f412a77a-7d1e-4b59-9d54-7618178dd2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:40:09Z', 'updated_at': '2022-09-22T21:40:13Z', 'revision_number': 3, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': 'f412a77a-7d1e-4b59-9d54-7618178dd2e5', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:42:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:40:11Z', 'updated_at': '2022-09-22T21:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:40:18.428466 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d356a7-0d1a-4466-9c3c-82d2ae8dc6d0 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e98bd86-f0b3-4879-af6d-5f6323af9c92,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:18.437423 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3f0821be-10b6-4b6e-892f-92edf89544d1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:18.470146 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f1d356a7-0d1a-4466-9c3c-82d2ae8dc6d0 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:18.471559 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-f1d356a7-0d1a-4466-9c3c-82d2ae8dc6d0 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "DELETE /v2.0/security-groups/0e98bd86-f0b3-4879-af6d-5f6323af9c92 HTTP/1.1" status: 204 len: 168 time: 0.3095827 Sep 22 21:40:18.475349 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49114) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:18.505028 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa238c5-b8ce-41d9-8a9e-389c9c99035c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network d798fa90-67b2-4838-a613-196b1b982d33 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:40:18.512259 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3f0821be-10b6-4b6e-892f-92edf89544d1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:18.530055 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5d569646-eb56-4210-bc08-fa44d7fbba04 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:18.535629 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d569646-eb56-4210-bc08-fa44d7fbba04 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:18.536223 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5d569646-eb56-4210-bc08-fa44d7fbba04 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:18.562782 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-0fa238c5-b8ce-41d9-8a9e-389c9c99035c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, d798fa90-67b2-4838-a613-196b1b982d33) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:40:18.573277 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5c0744-cae6-47a3-8be1-2d83e4b8cdaf None None] Network d798fa90-67b2-4838-a613-196b1b982d33 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:40:18.607084 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-5ca7bd20-4a69-4c0d-8ec5-8581b30554e2 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Synchronizing usage tracker for tenant:26a67f25cb864434ad2271a39caf8a9d on resource:security_group {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:40:18.618247 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0821be-10b6-4b6e-892f-92edf89544d1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Network a0d75c33-f153-4f5a-8342-3b39b5565ed7 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:40:18.624862 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-3f0821be-10b6-4b6e-892f-92edf89544d1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:40:18.634770 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0821be-10b6-4b6e-892f-92edf89544d1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:40:18.634972 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3f0821be-10b6-4b6e-892f-92edf89544d1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:18.638021 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0821be-10b6-4b6e-892f-92edf89544d1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event updated for resources: {'Port': ['ID=c6853eb3-fb99-4a7a-933a-9bc556fd786c,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:18.648199 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa238c5-b8ce-41d9-8a9e-389c9c99035c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:18.648672 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0fa238c5-b8ce-41d9-8a9e-389c9c99035c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:18.688504 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-5ca7bd20-4a69-4c0d-8ec5-8581b30554e2 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Unset dirty status for tenant:26a67f25cb864434ad2271a39caf8a9d on resource:security_group {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:40:18.696131 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-5ca7bd20-4a69-4c0d-8ec5-8581b30554e2 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2132919 Sep 22 21:40:18.696729 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6dfe0cf-a064-4f71-8a0b-6acaa755e2e3 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:40:18.703515 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49118) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:18.713703 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-f6dfe0cf-a064-4f71-8a0b-6acaa755e2e3 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "PUT /v2.0/routers/86d2ef5b-b34f-4e1e-9c59-268ad50c9267/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0739098 Sep 22 21:40:18.722841 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49122) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:18.728662 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-5c0611c9-bf3f-4063-a97a-01ed1e857947 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Request body: {'security_group': {'name': 'tempest-secgroup--1220194600'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:18.731758 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-5d569646-eb56-4210-bc08-fa44d7fbba04 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9773083 Sep 22 21:40:18.734226 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49126) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:18.737179 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8731d7ec-8445-4f29-b825-fb8d4fc071f2 None None] Sync routers for ids ['86d2ef5b-b34f-4e1e-9c59-268ad50c9267'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:40:18.745533 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-6b59ae0b-600b-490b-a811-11698c5f4ffb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Request body: {'subnet': {'network_id': '37fd2b79-b11b-4482-963b-82cd620d2dff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:18.752440 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-5c0611c9-bf3f-4063-a97a-01ed1e857947 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:18.775765 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8731d7ec-8445-4f29-b825-fb8d4fc071f2 None None] Routers {'86d2ef5b-b34f-4e1e-9c59-268ad50c9267'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:40:18.776580 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-8731d7ec-8445-4f29-b825-fb8d4fc071f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:40:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['86d2ef5b-b34f-4e1e-9c59-268ad50c9267'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:18.799496 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-5c0611c9-bf3f-4063-a97a-01ed1e857947 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:18.805424 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0821be-10b6-4b6e-892f-92edf89544d1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event updated for resources: {'Port': ['ID=24679fce-be94-41fc-8926-9e1e456493ef,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:18.816882 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0821be-10b6-4b6e-892f-92edf89544d1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Checking segment: {'id': '5c11617d-585a-49fb-96a8-9142f215ba6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '02d60266-4588-4ade-9c48-483fa6bb6678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:40:18.817193 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0821be-10b6-4b6e-892f-92edf89544d1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Network hostable DHCP agents. Network: 02d60266-4588-4ade-9c48-483fa6bb6678, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:40:18.824483 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d569646-eb56-4210-bc08-fa44d7fbba04 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event updated for resources: {'Network': ['ID=37fd2b79-b11b-4482-963b-82cd620d2dff,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:18.839683 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 37fd2b79-b11b-4482-963b-82cd620d2dff details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:40:18.840701 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5c0611c9-bf3f-4063-a97a-01ed1e857947 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:18.868038 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-5c0611c9-bf3f-4063-a97a-01ed1e857947 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:18.873075 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-5c0611c9-bf3f-4063-a97a-01ed1e857947 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Usage tracker for resource:security_group_rule and tenant:26a67f25cb864434ad2271a39caf8a9d is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:18.881499 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-5c0611c9-bf3f-4063-a97a-01ed1e857947 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:18.888533 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-5c0611c9-bf3f-4063-a97a-01ed1e857947 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:18.917770 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0821be-10b6-4b6e-892f-92edf89544d1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Network 02d60266-4588-4ade-9c48-483fa6bb6678 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:40:18.939447 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-3f0821be-10b6-4b6e-892f-92edf89544d1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 02d60266-4588-4ade-9c48-483fa6bb6678) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:40:18.952834 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0821be-10b6-4b6e-892f-92edf89544d1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:40:18.958969 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0821be-10b6-4b6e-892f-92edf89544d1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:18.969397 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0821be-10b6-4b6e-892f-92edf89544d1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:18.970042 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3f0821be-10b6-4b6e-892f-92edf89544d1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:18.976810 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bfff4f-b453-4702-9c6a-df7d194e8538 None None] Network 02d60266-4588-4ade-9c48-483fa6bb6678 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:40:19.034005 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-3f0821be-10b6-4b6e-892f-92edf89544d1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.3038716 Sep 22 21:40:19.043600 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49130) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:19.072616 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-8731d7ec-8445-4f29-b825-fb8d4fc071f2 None None] Set router 86d2ef5b-b34f-4e1e-9c59-268ad50c9267 gateway port host: None {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:40:19.117641 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5c0611c9-bf3f-4063-a97a-01ed1e857947 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:19.134350 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5c0611c9-bf3f-4063-a97a-01ed1e857947 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:19.145363 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-0fa238c5-b8ce-41d9-8a9e-389c9c99035c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.3693256 Sep 22 21:40:19.155404 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49134) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:19.176901 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0611c9-bf3f-4063-a97a-01ed1e857947 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b18e01-ac6d-4d18-87c8-c35658a64224,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:19.187836 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-7a52cdda-7309-47ab-9b4f-50be81defee1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Deleting port 24679fce-be94-41fc-8926-9e1e456493ef {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:40:19.188187 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7a52cdda-7309-47ab-9b4f-50be81defee1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:19.268228 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5c0611c9-bf3f-4063-a97a-01ed1e857947 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:19.274082 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-5c0611c9-bf3f-4063-a97a-01ed1e857947 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5630443 Sep 22 21:40:19.274082 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49138) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:19.278407 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-e5357076-08ab-4645-b1a5-e1669308f7ef tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Request body: {'security_group_rule': {'security_group_id': 'c7b18e01-ac6d-4d18-87c8-c35658a64224', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:19.288496 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-e5357076-08ab-4645-b1a5-e1669308f7ef tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:19.296951 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-e5357076-08ab-4645-b1a5-e1669308f7ef tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Usage tracker for resource:security_group_rule and tenant:26a67f25cb864434ad2271a39caf8a9d is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:19.302427 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-e5357076-08ab-4645-b1a5-e1669308f7ef tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:19.313505 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4641156-f6a4-4b07-8536-85bbb6de3484 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Deleting subnet aa0aefa7-a4ae-41e1-8329-707e1b907e3c {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:40:19.344222 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-e5357076-08ab-4645-b1a5-e1669308f7ef tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:19.344814 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b4641156-f6a4-4b07-8536-85bbb6de3484 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:19.414901 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e5357076-08ab-4645-b1a5-e1669308f7ef tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:19.417193 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddcca91-d0e7-4eb3-8c82-b8217405c2a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-d798fa90-67b2-4838-a613-196b1b982d33', 'network_id': 'd798fa90-67b2-4838-a613-196b1b982d33', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ips': [{'subnet_id': '7c2b1475-4219-48df-b88b-938b9fa8e2ca'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:40:19.418855 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7ddcca91-d0e7-4eb3-8c82-b8217405c2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:19.529201 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-6b59ae0b-600b-490b-a811-11698c5f4ffb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:19.557532 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-6b59ae0b-600b-490b-a811-11698c5f4ffb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Usage tracker for resource:subnet and tenant:de45cb2c88af49d4a334eef3c80bde87 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:19.565122 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-6b59ae0b-600b-490b-a811-11698c5f4ffb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:19.565353 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7a52cdda-7309-47ab-9b4f-50be81defee1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:19.587196 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-6b59ae0b-600b-490b-a811-11698c5f4ffb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:19.597450 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b4641156-f6a4-4b07-8536-85bbb6de3484 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:19.674279 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-8731d7ec-8445-4f29-b825-fb8d4fc071f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'name': 'tempest-RoutersTest-router-1145720965', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:38:56Z', 'updated_at': '2022-09-22T21:40:16Z', 'revision_number': 9, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'gw_port_host': None, '_interfaces': [{'id': '6bbe07af-b374-4c8b-a2c8-ce12c5222bfd', 'name': '', 'network_id': 'aa135ec2-0764-46fa-95cb-693a00536a39', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:a6:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '1c45af14-0d39-44ec-928a-7eb185ff44cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:14Z', 'updated_at': '2022-09-22T21:39:31Z', 'revision_number': 5, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': '1c45af14-0d39-44ec-928a-7eb185ff44cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf14d533-eb12-48a1-b2c8-03d1c22ca09b', 'name': '', 'network_id': 'c878f31d-09fc-4f47-91e8-ed0a40264492', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:86:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '28e029bb-55b4-48c3-8d8e-38fc4700f1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:02Z', 'updated_at': '2022-09-22T21:39:22Z', 'revision_number': 5, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': '28e029bb-55b4-48c3-8d8e-38fc4700f1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:19.679530 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8731d7ec-8445-4f29-b825-fb8d4fc071f2 None None] Checking router: 86d2ef5b-b34f-4e1e-9c59-268ad50c9267 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:40:19.690312 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8731d7ec-8445-4f29-b825-fb8d4fc071f2 None None] Routers {'86d2ef5b-b34f-4e1e-9c59-268ad50c9267'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:40:19.691000 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-8731d7ec-8445-4f29-b825-fb8d4fc071f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:40:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['86d2ef5b-b34f-4e1e-9c59-268ad50c9267'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:19.695721 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-7ddcca91-d0e7-4eb3-8c82-b8217405c2a8 None None] Allocated IP 172.20.0.2 (d798fa90-67b2-4838-a613-196b1b982d33/7c2b1475-4219-48df-b88b-938b9fa8e2ca/12c33085-ab50-44fc-b3e2-d2052ef5119d) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:40:19.740633 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e5357076-08ab-4645-b1a5-e1669308f7ef tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:19.747956 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-7a52cdda-7309-47ab-9b4f-50be81defee1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Calling delete_port for 24679fce-be94-41fc-8926-9e1e456493ef owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:40:19.761707 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b59ae0b-600b-490b-a811-11698c5f4ffb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Made reservation on behalf of de45cb2c88af49d4a334eef3c80bde87 for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:40:19.765152 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6b59ae0b-600b-490b-a811-11698c5f4ffb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:19.777694 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e5357076-08ab-4645-b1a5-e1669308f7ef tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:19.820613 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5357076-08ab-4645-b1a5-e1669308f7ef tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04b40b36-bca2-4112-900b-26b64d7ccab4,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:19.885957 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e5357076-08ab-4645-b1a5-e1669308f7ef tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:19.889903 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e5357076-08ab-4645-b1a5-e1669308f7ef tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6129920 Sep 22 21:40:19.891744 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49142) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:19.935618 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7a52cdda-7309-47ab-9b4f-50be81defee1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:19.966847 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-8731d7ec-8445-4f29-b825-fb8d4fc071f2 None None] Set router 86d2ef5b-b34f-4e1e-9c59-268ad50c9267 gateway port host: None {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:40:20.010958 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a52cdda-7309-47ab-9b4f-50be81defee1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event deleted for resources: {'Port': ['ID=24679fce-be94-41fc-8926-9e1e456493ef,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:20.019779 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b4641156-f6a4-4b07-8536-85bbb6de3484 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:20.044741 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7a52cdda-7309-47ab-9b4f-50be81defee1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:20.055203 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d9ca88f1-3bb2-4fa6-b6ad-42314023bd5e tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:20.062509 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-7a52cdda-7309-47ab-9b4f-50be81defee1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "DELETE /v2.0/ports/24679fce-be94-41fc-8926-9e1e456493ef HTTP/1.1" status: 204 len: 168 time: 1.0177944 Sep 22 21:40:20.063400 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49146) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:20.069045 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7ddcca91-d0e7-4eb3-8c82-b8217405c2a8 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:20.084779 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-7ddcca91-d0e7-4eb3-8c82-b8217405c2a8 None None] Transition to ACTIVE for port object 12c33085-ab50-44fc-b3e2-d2052ef5119d will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:40:20.118505 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-7ddcca91-d0e7-4eb3-8c82-b8217405c2a8 None None] Transition to ACTIVE for port object 12c33085-ab50-44fc-b3e2-d2052ef5119d will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:40:20.133363 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7ddcca91-d0e7-4eb3-8c82-b8217405c2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:20.176222 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d9ca88f1-3bb2-4fa6-b6ad-42314023bd5e tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:20.216364 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddcca91-d0e7-4eb3-8c82-b8217405c2a8 None None] Pushing event updated for resources: {'Port': ['ID=12c33085-ab50-44fc-b3e2-d2052ef5119d,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:20.230293 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddcca91-d0e7-4eb3-8c82-b8217405c2a8 None None] Network d798fa90-67b2-4838-a613-196b1b982d33 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:40:20.232831 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-7ddcca91-d0e7-4eb3-8c82-b8217405c2a8 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:40:20.236015 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddcca91-d0e7-4eb3-8c82-b8217405c2a8 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:40:20.274990 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d9ca88f1-3bb2-4fa6-b6ad-42314023bd5e tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:20.321510 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ca88f1-3bb2-4fa6-b6ad-42314023bd5e tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b18e01-ac6d-4d18-87c8-c35658a64224,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:20.341185 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b4641156-f6a4-4b07-8536-85bbb6de3484 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:20.369867 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d9ca88f1-3bb2-4fa6-b6ad-42314023bd5e tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:20.383670 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d9ca88f1-3bb2-4fa6-b6ad-42314023bd5e tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "DELETE /v2.0/security-groups/c7b18e01-ac6d-4d18-87c8-c35658a64224 HTTP/1.1" status: 204 len: 168 time: 0.4920986 Sep 22 21:40:20.383808 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-7ddcca91-d0e7-4eb3-8c82-b8217405c2a8 None None] Attempting to bind port 12c33085-ab50-44fc-b3e2-d2052ef5119d on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:40:20.384141 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-7ddcca91-d0e7-4eb3-8c82-b8217405c2a8 None None] Attempting to bind port 12c33085-ab50-44fc-b3e2-d2052ef5119d by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'fe9b39b9-381c-454b-97a5-e45d36745746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd798fa90-67b2-4838-a613-196b1b982d33'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:40:20.384510 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddcca91-d0e7-4eb3-8c82-b8217405c2a8 None None] Attempting to bind port 12c33085-ab50-44fc-b3e2-d2052ef5119d on network d798fa90-67b2-4838-a613-196b1b982d33 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:40:20.384639 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49150) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:20.394584 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddcca91-d0e7-4eb3-8c82-b8217405c2a8 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:40:20.395052 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddcca91-d0e7-4eb3-8c82-b8217405c2a8 None None] Checking segment: {'id': 'fe9b39b9-381c-454b-97a5-e45d36745746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd798fa90-67b2-4838-a613-196b1b982d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:40:20.395431 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7ddcca91-d0e7-4eb3-8c82-b8217405c2a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:20.395885 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddcca91-d0e7-4eb3-8c82-b8217405c2a8 None None] Bound using segment: {'id': 'fe9b39b9-381c-454b-97a5-e45d36745746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd798fa90-67b2-4838-a613-196b1b982d33'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:40:20.396933 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-7ddcca91-d0e7-4eb3-8c82-b8217405c2a8 None None] Bound port: 12c33085-ab50-44fc-b3e2-d2052ef5119d, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe9b39b9-381c-454b-97a5-e45d36745746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd798fa90-67b2-4838-a613-196b1b982d33'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:40:20.397730 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7ddcca91-d0e7-4eb3-8c82-b8217405c2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:20.398561 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd20106-202c-41dc-bde0-c9d291c2154a tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:20.407330 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd20106-202c-41dc-bde0-c9d291c2154a tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:20.408128 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-4fd20106-202c-41dc-bde0-c9d291c2154a tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Synchronizing usage tracker for tenant:37d6650486a5496cbd52782c722d1341 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:40:20.419973 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-8731d7ec-8445-4f29-b825-fb8d4fc071f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'name': 'tempest-RoutersTest-router-1145720965', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:38:56Z', 'updated_at': '2022-09-22T21:40:16Z', 'revision_number': 9, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'gw_port_host': None, '_interfaces': [{'id': '6bbe07af-b374-4c8b-a2c8-ce12c5222bfd', 'name': '', 'network_id': 'aa135ec2-0764-46fa-95cb-693a00536a39', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:a6:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '1c45af14-0d39-44ec-928a-7eb185ff44cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:14Z', 'updated_at': '2022-09-22T21:39:31Z', 'revision_number': 5, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': '1c45af14-0d39-44ec-928a-7eb185ff44cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf14d533-eb12-48a1-b2c8-03d1c22ca09b', 'name': '', 'network_id': 'c878f31d-09fc-4f47-91e8-ed0a40264492', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:86:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '28e029bb-55b4-48c3-8d8e-38fc4700f1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:02Z', 'updated_at': '2022-09-22T21:39:22Z', 'revision_number': 5, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': '28e029bb-55b4-48c3-8d8e-38fc4700f1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:20.425203 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8731d7ec-8445-4f29-b825-fb8d4fc071f2 None None] The sync data for ids ['86d2ef5b-b34f-4e1e-9c59-268ad50c9267'] in dv-neutron-858900-1-hyperv is: [{'id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'name': 'tempest-RoutersTest-router-1145720965', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:38:56Z', 'updated_at': '2022-09-22T21:40:16Z', 'revision_number': 9, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'gw_port_host': None, '_interfaces': [{'id': '6bbe07af-b374-4c8b-a2c8-ce12c5222bfd', 'name': '', 'network_id': 'aa135ec2-0764-46fa-95cb-693a00536a39', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:a6:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '1c45af14-0d39-44ec-928a-7eb185ff44cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:14Z', 'updated_at': '2022-09-22T21:39:31Z', 'revision_number': 5, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': '1c45af14-0d39-44ec-928a-7eb185ff44cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf14d533-eb12-48a1-b2c8-03d1c22ca09b', 'name': '', 'network_id': 'c878f31d-09fc-4f47-91e8-ed0a40264492', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:86:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '28e029bb-55b4-48c3-8d8e-38fc4700f1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:02Z', 'updated_at': '2022-09-22T21:39:22Z', 'revision_number': 5, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': '28e029bb-55b4-48c3-8d8e-38fc4700f1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:40:20.487348 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d15570-0e50-4722-8aee-c974cc915cee None None] Network ae71a8ee-503d-4cd1-a234-895133fde570 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:40:20.493245 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4641156-f6a4-4b07-8536-85bbb6de3484 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event deleted for resources: {'Subnet': ['ID=aa0aefa7-a4ae-41e1-8329-707e1b907e3c,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:20.500299 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b4641156-f6a4-4b07-8536-85bbb6de3484 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:20.501615 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-9c7e8428-effe-4301-b72a-e446546faa03 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Synchronizing usage tracker for tenant:26a67f25cb864434ad2271a39caf8a9d on resource:security_group {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:40:20.509318 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-4fd20106-202c-41dc-bde0-c9d291c2154a tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Unset dirty status for tenant:37d6650486a5496cbd52782c722d1341 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:40:20.511020 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-4fd20106-202c-41dc-bde0-c9d291c2154a tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.4365172 Sep 22 21:40:20.513721 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49154) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:20.524706 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-b4641156-f6a4-4b07-8536-85bbb6de3484 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "DELETE /v2.0/subnets/aa0aefa7-a4ae-41e1-8329-707e1b907e3c HTTP/1.1" status: 204 len: 168 time: 1.7996116 Sep 22 21:40:20.528203 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6b59ae0b-600b-490b-a811-11698c5f4ffb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:20.534247 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49158) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:20.594713 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-9c7e8428-effe-4301-b72a-e446546faa03 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Unset dirty status for tenant:26a67f25cb864434ad2271a39caf8a9d on resource:security_group {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:40:20.597806 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-9c7e8428-effe-4301-b72a-e446546faa03 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2060640 Sep 22 21:40:20.598972 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49162) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:20.653039 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-1d31ceff-b0f5-4861-b69b-113480249aa9 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Deleting port c6853eb3-fb99-4a7a-933a-9bc556fd786c {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:40:20.653377 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1d31ceff-b0f5-4861-b69b-113480249aa9 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:20.692820 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-7ddcca91-d0e7-4eb3-8c82-b8217405c2a8 None None] For port 12c33085-ab50-44fc-b3e2-d2052ef5119d, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:40:20.711767 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-7ddcca91-d0e7-4eb3-8c82-b8217405c2a8 None None] For port 12c33085-ab50-44fc-b3e2-d2052ef5119d, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=12c33085-ab50-44fc-b3e2-d2052ef5119d,segment=NetworkSegment(fe9b39b9-381c-454b-97a5-e45d36745746),segment_id=fe9b39b9-381c-454b-97a5-e45d36745746)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:40:20.723869 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7ddcca91-d0e7-4eb3-8c82-b8217405c2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:20.830348 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddcca91-d0e7-4eb3-8c82-b8217405c2a8 None None] Pushing event updated for resources: {'Port': ['ID=12c33085-ab50-44fc-b3e2-d2052ef5119d,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:20.837699 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f34db644-6031-4484-8fc4-9735430704c1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:20.848485 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b59ae0b-600b-490b-a811-11698c5f4ffb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event updated for resources: {'Subnet': ['ID=f55e0762-2653-484b-b606-224cd9b5ecd1,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:20.874287 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-79c19cc7-8e76-4c9e-8f64-ed362b9c76a6 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Synchronizing usage tracker for tenant:26a67f25cb864434ad2271a39caf8a9d on resource:security_group_rule {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:40:20.943438 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa933e1-3c06-427d-a503-8498e63291e5 None None] DHCP port deletion for ae71a8ee-503d-4cd1-a234-895133fde570 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:40:20.949774 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-6aa933e1-3c06-427d-a503-8498e63291e5 None None] Deleting port 69392eec-7c93-48d1-987b-1c93abcdeab1 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:40:20.950428 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6aa933e1-3c06-427d-a503-8498e63291e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:20.977582 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-79c19cc7-8e76-4c9e-8f64-ed362b9c76a6 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] Unset dirty status for tenant:26a67f25cb864434ad2271a39caf8a9d on resource:security_group_rule {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:40:20.982835 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-79c19cc7-8e76-4c9e-8f64-ed362b9c76a6 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.3742270 Sep 22 21:40:20.986397 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49166) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:21.025242 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-0605ead2-622d-4570-b3a2-d5de5328c8ab tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] delete failed (client error): The resource could not be found. Sep 22 21:40:21.030172 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-0605ead2-622d-4570-b3a2-d5de5328c8ab tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "DELETE /v2.0/security-groups/c7b18e01-ac6d-4d18-87c8-c35658a64224 HTTP/1.1" status: 404 len: 347 time: 0.0426259 Sep 22 21:40:21.039187 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49170) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:21.083033 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b59ae0b-600b-490b-a811-11698c5f4ffb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Checking segment: {'id': '3282fbbb-6b5b-48b6-b8f4-6d348012356a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '37fd2b79-b11b-4482-963b-82cd620d2dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:40:21.086905 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b59ae0b-600b-490b-a811-11698c5f4ffb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Network hostable DHCP agents. Network: 37fd2b79-b11b-4482-963b-82cd620d2dff, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:40:21.091705 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device f412a77a-7d1e-4b59-9d54-7618178dd2e5 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:40:21.097753 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-f34db644-6031-4484-8fc4-9735430704c1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Deleting port 69392eec-7c93-48d1-987b-1c93abcdeab1 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:40:21.098478 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f34db644-6031-4484-8fc4-9735430704c1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:21.189947 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6dc2f102-fedb-4523-bb25-08c5aef8804f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:21.212200 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1d31ceff-b0f5-4861-b69b-113480249aa9 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:21.300535 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-240017ff-ad5e-4b87-8cbb-705c97dbe1d3 tempest-SecGroupTest-404204068 tempest-SecGroupTest-404204068-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2519867 Sep 22 21:40:21.371768 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-1d31ceff-b0f5-4861-b69b-113480249aa9 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Calling delete_port for c6853eb3-fb99-4a7a-933a-9bc556fd786c owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:40:21.374973 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b59ae0b-600b-490b-a811-11698c5f4ffb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Network 37fd2b79-b11b-4482-963b-82cd620d2dff is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:40:21.380585 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-6aa933e1-3c06-427d-a503-8498e63291e5 None None] For port 69392eec-7c93-48d1-987b-1c93abcdeab1, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=69392eec-7c93-48d1-987b-1c93abcdeab1,segment=NetworkSegment(f3be6496-ea46-4cf4-9dc9-120673500e58),segment_id=f3be6496-ea46-4cf4-9dc9-120673500e58)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:40:21.382462 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6aa933e1-3c06-427d-a503-8498e63291e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:21.424309 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-6b59ae0b-600b-490b-a811-11698c5f4ffb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 37fd2b79-b11b-4482-963b-82cd620d2dff) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:40:21.448284 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b59ae0b-600b-490b-a811-11698c5f4ffb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:21.449043 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6b59ae0b-600b-490b-a811-11698c5f4ffb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:21.473353 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1d31ceff-b0f5-4861-b69b-113480249aa9 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:21.540631 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d31ceff-b0f5-4861-b69b-113480249aa9 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event deleted for resources: {'Port': ['ID=c6853eb3-fb99-4a7a-933a-9bc556fd786c,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:21.556096 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1d31ceff-b0f5-4861-b69b-113480249aa9 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:21.572531 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-1d31ceff-b0f5-4861-b69b-113480249aa9 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "DELETE /v2.0/ports/c6853eb3-fb99-4a7a-933a-9bc556fd786c HTTP/1.1" status: 204 len: 168 time: 1.0572839 Sep 22 21:40:21.575298 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49176) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:21.603661 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395d194c-c839-43cf-8913-b8cc9b37180e None None] Network 37fd2b79-b11b-4482-963b-82cd620d2dff requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:40:21.625081 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-6b59ae0b-600b-490b-a811-11698c5f4ffb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8861330 Sep 22 21:40:21.629048 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49182) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:21.643314 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-77b876a1-cbeb-4ed1-8783-ea5c2606e3c3 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Request body: {'port': {'network_id': '37fd2b79-b11b-4482-963b-82cd620d2dff', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1510270140'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:21.702736 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-6aa933e1-3c06-427d-a503-8498e63291e5 None None] Calling delete_port for 69392eec-7c93-48d1-987b-1c93abcdeab1 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:40:21.722722 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d0816d-e7c2-4929-9ef7-d3f9156db70e tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:21.723817 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-95d0816d-e7c2-4929-9ef7-d3f9156db70e tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Synchronizing usage tracker for tenant:37d6650486a5496cbd52782c722d1341 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:40:21.726775 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49186) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:21.769445 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-f34db644-6031-4484-8fc4-9735430704c1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] For port 69392eec-7c93-48d1-987b-1c93abcdeab1, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=69392eec-7c93-48d1-987b-1c93abcdeab1,segment=NetworkSegment(f3be6496-ea46-4cf4-9dc9-120673500e58),segment_id=f3be6496-ea46-4cf4-9dc9-120673500e58)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:40:21.769863 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f34db644-6031-4484-8fc4-9735430704c1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:21.774937 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-95d0816d-e7c2-4929-9ef7-d3f9156db70e tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Unset dirty status for tenant:37d6650486a5496cbd52782c722d1341 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:40:21.780076 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-95d0816d-e7c2-4929-9ef7-d3f9156db70e tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2036932 Sep 22 21:40:21.781550 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49192) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:21.874487 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port f412a77a-7d1e-4b59-9d54-7618178dd2e5 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:40:21.883895 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port f412a77a-7d1e-4b59-9d54-7618178dd2e5 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:40:21.884276 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:21.884612 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port f412a77a-7d1e-4b59-9d54-7618178dd2e5 Sep 22 21:40:21.940703 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6aa933e1-3c06-427d-a503-8498e63291e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:21.949387 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-5c005db6-e84e-4958-af86-1ce277e032c2 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=26a67f25cb864434ad2271a39caf8a9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2208197 Sep 22 21:40:21.952468 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49196) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:21.979144 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-f34db644-6031-4484-8fc4-9735430704c1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Calling delete_port for 69392eec-7c93-48d1-987b-1c93abcdeab1 owned by network:dhcp {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:40:22.010254 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa933e1-3c06-427d-a503-8498e63291e5 None None] Pushing event deleted for resources: {'Port': ['ID=69392eec-7c93-48d1-987b-1c93abcdeab1,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:22.012184 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa933e1-3c06-427d-a503-8498e63291e5 None None] No DVR routers for this DVR port 69392eec-7c93-48d1-987b-1c93abcdeab1 on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:40:22.020823 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-59b813c3-5847-4189-8b44-4151ea2f6a5f tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] GET failed (client error): The resource could not be found. Sep 22 21:40:22.022592 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-59b813c3-5847-4189-8b44-4151ea2f6a5f tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "GET /v2.0/ports/24679fce-be94-41fc-8926-9e1e456493ef HTTP/1.1" status: 404 len: 333 time: 0.2345996 Sep 22 21:40:22.034346 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49200) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:22.085812 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c51f48f-812f-4e83-9e33-6a8b9a2a82c4 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] GET failed (client error): The resource could not be found. Sep 22 21:40:22.090589 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6c51f48f-812f-4e83-9e33-6a8b9a2a82c4 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "GET /v2.0/ports/c6853eb3-fb99-4a7a-933a-9bc556fd786c HTTP/1.1" status: 404 len: 333 time: 0.0526397 Sep 22 21:40:22.090882 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49204) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:22.132148 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c069e67-d00d-49a5-a894-98a5c8c2ee54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-37fd2b79-b11b-4482-963b-82cd620d2dff', 'network_id': '37fd2b79-b11b-4482-963b-82cd620d2dff', 'tenant_id': 'de45cb2c88af49d4a334eef3c80bde87', 'fixed_ips': [{'subnet_id': 'f55e0762-2653-484b-b606-224cd9b5ecd1'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:40:22.133249 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7c069e67-d00d-49a5-a894-98a5c8c2ee54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:22.198339 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-77b876a1-cbeb-4ed1-8783-ea5c2606e3c3 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:22.219898 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port f412a77a-7d1e-4b59-9d54-7618178dd2e5 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:40:22.221014 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:22.229853 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-aab4e38e-008d-4a4d-8c57-afa6d391c736 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:22.259342 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-77b876a1-cbeb-4ed1-8783-ea5c2606e3c3 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Usage tracker for resource:port and tenant:de45cb2c88af49d4a334eef3c80bde87 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:22.266274 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe40a619-59df-42a5-b214-5b2ec29f0586 None None] Network d798fa90-67b2-4838-a613-196b1b982d33 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:40:22.272514 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-77b876a1-cbeb-4ed1-8783-ea5c2606e3c3 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:22.281984 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-137b3fbc-2381-41e1-a868-436b9cca9f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:22.286528 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-77b876a1-cbeb-4ed1-8783-ea5c2606e3c3 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:22.291463 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.db.api [None req-f34db644-6031-4484-8fc4-9735430704c1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:40:22.291992 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG oslo_db.api [None req-f34db644-6031-4484-8fc4-9735430704c1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:40:22.305896 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port f412a77a-7d1e-4b59-9d54-7618178dd2e5, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=f412a77a-7d1e-4b59-9d54-7618178dd2e5,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:40:22.329977 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-6dc2f102-fedb-4523-bb25-08c5aef8804f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Allocated IP 172.20.0.1 (d798fa90-67b2-4838-a613-196b1b982d33/7c2b1475-4219-48df-b88b-938b9fa8e2ca/04bc4d2d-6e43-4739-8eb6-362088e0b4f1) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:40:22.334633 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b876a1-cbeb-4ed1-8783-ea5c2606e3c3 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Made reservation on behalf of de45cb2c88af49d4a334eef3c80bde87 for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:40:22.338103 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-77b876a1-cbeb-4ed1-8783-ea5c2606e3c3 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:22.351600 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-137b3fbc-2381-41e1-a868-436b9cca9f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:22.372203 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:22.404018 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-aab4e38e-008d-4a4d-8c57-afa6d391c736 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:22.416752 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [None req-77b876a1-cbeb-4ed1-8783-ea5c2606e3c3 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] device_id is not set on port cc83ccb8-1fe5-440f-b618-e6450c84a66b yet. {{(pid=89008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:40:22.430559 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 88a3b5c5-da75-4337-a2cc-5a4413242d62 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:40:22.436065 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-aab4e38e-008d-4a4d-8c57-afa6d391c736 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02d60266-4588-4ade-9c48-483fa6bb6678']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:22.448307 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-aab4e38e-008d-4a4d-8c57-afa6d391c736 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c11617d-585a-49fb-96a8-9142f215ba6f') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:22.448951 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-aab4e38e-008d-4a4d-8c57-afa6d391c736 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c11617d-585a-49fb-96a8-9142f215ba6f') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:22.461867 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-aab4e38e-008d-4a4d-8c57-afa6d391c736 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:22.480493 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-aab4e38e-008d-4a4d-8c57-afa6d391c736 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:22.488220 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aab4e38e-008d-4a4d-8c57-afa6d391c736 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:40:22.488725 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-aab4e38e-008d-4a4d-8c57-afa6d391c736 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:22.489761 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 88a3b5c5-da75-4337-a2cc-5a4413242d62 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:40:22.491040 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 88a3b5c5-da75-4337-a2cc-5a4413242d62 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:40:22.545585 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-9fd91fc3-4524-410b-a7ab-2b72ffb2da7d None None] Provisioning for port 12c33085-ab50-44fc-b3e2-d2052ef5119d completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:40:22.578256 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 5c11617d-585a-49fb-96a8-9142f215ba6f resource provider aggregate not found Sep 22 21:40:22.609455 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=f412a77a-7d1e-4b59-9d54-7618178dd2e5,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:22.610721 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 5c11617d-585a-49fb-96a8-9142f215ba6f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5c11617d-585a-49fb-96a8-9142f215ba6f found for delete ", "request_id": "req-0dd71f44-c9a3-4d50-ab77-d2ca042a9161"}]} Sep 22 21:40:22.627078 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-aab4e38e-008d-4a4d-8c57-afa6d391c736 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:22.637409 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-137b3fbc-2381-41e1-a868-436b9cca9f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:22.656045 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-aab4e38e-008d-4a4d-8c57-afa6d391c736 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:22.663221 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab4e38e-008d-4a4d-8c57-afa6d391c736 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event deleted for resources: {'Network': ['ID=02d60266-4588-4ade-9c48-483fa6bb6678,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:22.667614 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-aab4e38e-008d-4a4d-8c57-afa6d391c736 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "DELETE /v2.0/networks/02d60266-4588-4ade-9c48-483fa6bb6678 HTTP/1.1" status: 204 len: 168 time: 0.5758288 Sep 22 21:40:22.675157 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49212) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:22.682760 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-a18b4737-55f6-4d50-b3c3-1ca262e3bc4d tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1918258290'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:22.687289 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-7c069e67-d00d-49a5-a894-98a5c8c2ee54 None None] Allocated IP 172.20.0.2 (37fd2b79-b11b-4482-963b-82cd620d2dff/f55e0762-2653-484b-b606-224cd9b5ecd1/ad7dc162-6456-4136-87cf-a9fc74f0cc56) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:40:22.688736 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a18b4737-55f6-4d50-b3c3-1ca262e3bc4d tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:22.695308 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-a18b4737-55f6-4d50-b3c3-1ca262e3bc4d tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Usage tracker for resource:network and tenant:37d6650486a5496cbd52782c722d1341 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:22.698655 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-a18b4737-55f6-4d50-b3c3-1ca262e3bc4d tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:22.699148 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6dc2f102-fedb-4523-bb25-08c5aef8804f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:22.709446 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a18b4737-55f6-4d50-b3c3-1ca262e3bc4d tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:22.711884 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137b3fbc-2381-41e1-a868-436b9cca9f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f85e7d-8a50-4633-b0b7-128171403b37,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:22.721557 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18b4737-55f6-4d50-b3c3-1ca262e3bc4d tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Made reservation on behalf of 37d6650486a5496cbd52782c722d1341 for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:40:22.726799 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a18b4737-55f6-4d50-b3c3-1ca262e3bc4d tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:22.727045 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 12c33085-ab50-44fc-b3e2-d2052ef5119d up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:40:22.734500 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-6dc2f102-fedb-4523-bb25-08c5aef8804f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Transition to ACTIVE for port object 04bc4d2d-6e43-4739-8eb6-362088e0b4f1 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:40:22.757899 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a18b4737-55f6-4d50-b3c3-1ca262e3bc4d tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:40:22.764460 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-137b3fbc-2381-41e1-a868-436b9cca9f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:22.768417 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-137b3fbc-2381-41e1-a868-436b9cca9f4a admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/78f85e7d-8a50-4633-b0b7-128171403b37 HTTP/1.1" status: 204 len: 168 time: 0.8018255 Sep 22 21:40:22.771649 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a18b4737-55f6-4d50-b3c3-1ca262e3bc4d tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:22.773240 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-a18b4737-55f6-4d50-b3c3-1ca262e3bc4d tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Added segment 55795877-45ec-4b34-a249-d02afd9bbe1a of type vlan for network 8fa5ab43-28ba-4a83-86d4-a36b6449ffee Sep 22 21:40:22.782219 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6dc2f102-fedb-4523-bb25-08c5aef8804f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:22.808106 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a18b4737-55f6-4d50-b3c3-1ca262e3bc4d tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:22.843597 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-f34db644-6031-4484-8fc4-9735430704c1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Deleting port 69392eec-7c93-48d1-987b-1c93abcdeab1 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:40:22.843960 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f34db644-6031-4484-8fc4-9735430704c1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:22.846731 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a18b4737-55f6-4d50-b3c3-1ca262e3bc4d tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:22.853628 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18b4737-55f6-4d50-b3c3-1ca262e3bc4d tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:22.854454 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a18b4737-55f6-4d50-b3c3-1ca262e3bc4d tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:22.965498 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 12c33085-ab50-44fc-b3e2-d2052ef5119d completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:40:22.970059 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a18b4737-55f6-4d50-b3c3-1ca262e3bc4d tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2938192 Sep 22 21:40:22.975170 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49220) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:22.984408 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-1c81ff43-08b1-4c58-bedb-df5edd304cde tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Request body: {'subnet': {'network_id': '8fa5ab43-28ba-4a83-86d4-a36b6449ffee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:22.994735 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 12c33085-ab50-44fc-b3e2-d2052ef5119d triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:40:22.995108 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:22.995436 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 12c33085-ab50-44fc-b3e2-d2052ef5119d Sep 22 21:40:23.081619 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc2f102-fedb-4523-bb25-08c5aef8804f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network d798fa90-67b2-4838-a613-196b1b982d33 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:40:23.091663 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-6dc2f102-fedb-4523-bb25-08c5aef8804f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:40:23.122548 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b4737-55f6-4d50-b3c3-1ca262e3bc4d tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event updated for resources: {'Network': ['ID=8fa5ab43-28ba-4a83-86d4-a36b6449ffee,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:23.135534 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-1c81ff43-08b1-4c58-bedb-df5edd304cde tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:23.143111 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc2f102-fedb-4523-bb25-08c5aef8804f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:40:23.144130 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 8fa5ab43-28ba-4a83-86d4-a36b6449ffee details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:40:23.148571 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-1c81ff43-08b1-4c58-bedb-df5edd304cde tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Usage tracker for resource:subnet and tenant:37d6650486a5496cbd52782c722d1341 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:23.153528 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-1c81ff43-08b1-4c58-bedb-df5edd304cde tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:23.162524 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-1c81ff43-08b1-4c58-bedb-df5edd304cde tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:23.183216 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c81ff43-08b1-4c58-bedb-df5edd304cde tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Made reservation on behalf of 37d6650486a5496cbd52782c722d1341 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:40:23.187116 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1c81ff43-08b1-4c58-bedb-df5edd304cde tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:23.228360 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6dc2f102-fedb-4523-bb25-08c5aef8804f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:23.409721 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-f34db644-6031-4484-8fc4-9735430704c1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] The port '69392eec-7c93-48d1-987b-1c93abcdeab1' was deleted {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 21:40:23.426341 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7c069e67-d00d-49a5-a894-98a5c8c2ee54 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:23.455869 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.ipam_backend_mixin [None req-1c81ff43-08b1-4c58-bedb-df5edd304cde tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Performing IP validity checks on allocation pools {{(pid=89009) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 22 21:40:23.460057 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.ipam_backend_mixin [None req-1c81ff43-08b1-4c58-bedb-df5edd304cde tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89009) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 22 21:40:23.480101 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-7c069e67-d00d-49a5-a894-98a5c8c2ee54 None None] Transition to ACTIVE for port object ad7dc162-6456-4136-87cf-a9fc74f0cc56 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:40:23.492057 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc2f102-fedb-4523-bb25-08c5aef8804f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=04bc4d2d-6e43-4739-8eb6-362088e0b4f1,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:23.509969 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-c1b31534-e2d5-4c84-8e5c-48515e6f5b4c None None] Provisioning complete for port 12c33085-ab50-44fc-b3e2-d2052ef5119d triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:40:23.510515 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c1b31534-e2d5-4c84-8e5c-48515e6f5b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:23.511078 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-c1b31534-e2d5-4c84-8e5c-48515e6f5b4c None None] Attempt 1 to provision port 12c33085-ab50-44fc-b3e2-d2052ef5119d Sep 22 21:40:23.633740 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-7c069e67-d00d-49a5-a894-98a5c8c2ee54 None None] Transition to ACTIVE for port object ad7dc162-6456-4136-87cf-a9fc74f0cc56 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:40:23.653657 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7c069e67-d00d-49a5-a894-98a5c8c2ee54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:23.680851 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1c81ff43-08b1-4c58-bedb-df5edd304cde tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:23.686961 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 12c33085-ab50-44fc-b3e2-d2052ef5119d is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:40:23.687569 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:23.736026 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-77b876a1-cbeb-4ed1-8783-ea5c2606e3c3 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Allocated IP 172.20.0.8 (37fd2b79-b11b-4482-963b-82cd620d2dff/f55e0762-2653-484b-b606-224cd9b5ecd1/cc83ccb8-1fe5-440f-b618-e6450c84a66b) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:40:23.750644 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c069e67-d00d-49a5-a894-98a5c8c2ee54 None None] Network 37fd2b79-b11b-4482-963b-82cd620d2dff is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:40:23.759157 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-7c069e67-d00d-49a5-a894-98a5c8c2ee54 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:40:23.764810 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c069e67-d00d-49a5-a894-98a5c8c2ee54 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:40:23.808988 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c81ff43-08b1-4c58-bedb-df5edd304cde tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event updated for resources: {'Subnet': ['ID=298e424d-5f51-4f83-9f44-4bc09f1153e6,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:23.810945 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 12c33085-ab50-44fc-b3e2-d2052ef5119d, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=12c33085-ab50-44fc-b3e2-d2052ef5119d,segment=NetworkSegment(fe9b39b9-381c-454b-97a5-e45d36745746),segment_id=fe9b39b9-381c-454b-97a5-e45d36745746)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:40:23.811891 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c069e67-d00d-49a5-a894-98a5c8c2ee54 None None] Pushing event updated for resources: {'Port': ['ID=ad7dc162-6456-4136-87cf-a9fc74f0cc56,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:23.814236 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c81ff43-08b1-4c58-bedb-df5edd304cde tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Checking segment: {'id': '55795877-45ec-4b34-a249-d02afd9bbe1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '8fa5ab43-28ba-4a83-86d4-a36b6449ffee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:40:23.814654 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c81ff43-08b1-4c58-bedb-df5edd304cde tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Network hostable DHCP agents. Network: 8fa5ab43-28ba-4a83-86d4-a36b6449ffee, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:40:23.840442 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49240) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:23.850954 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c81ff43-08b1-4c58-bedb-df5edd304cde tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Network 8fa5ab43-28ba-4a83-86d4-a36b6449ffee is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:40:23.860918 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:23.864211 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-1c81ff43-08b1-4c58-bedb-df5edd304cde tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 8fa5ab43-28ba-4a83-86d4-a36b6449ffee) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:40:23.870553 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c81ff43-08b1-4c58-bedb-df5edd304cde tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:23.873673 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1c81ff43-08b1-4c58-bedb-df5edd304cde tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:23.889625 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f34db644-6031-4484-8fc4-9735430704c1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:23.908529 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-1c81ff43-08b1-4c58-bedb-df5edd304cde tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9256098 Sep 22 21:40:23.908872 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49246) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:23.916506 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-d2b597f6-78b6-4e59-8b1c-d22c8d032393 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Request body: {'port': {'network_id': '8fa5ab43-28ba-4a83-86d4-a36b6449ffee', 'name': 'tempest-PortsIpV6TestJSON-943684731'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:23.921355 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadf1a99-aeda-4a97-86ba-3570b889d50a None None] Network 8fa5ab43-28ba-4a83-86d4-a36b6449ffee requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:40:23.948398 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-f34db644-6031-4484-8fc4-9735430704c1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae71a8ee-503d-4cd1-a234-895133fde570']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:23.977307 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-f34db644-6031-4484-8fc4-9735430704c1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3be6496-ea46-4cf4-9dc9-120673500e58') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:23.977673 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-f34db644-6031-4484-8fc4-9735430704c1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3be6496-ea46-4cf4-9dc9-120673500e58') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:23.987351 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6dc2f102-fedb-4523-bb25-08c5aef8804f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:23.988709 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 69392eec-7c93-48d1-987b-1c93abcdeab1 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:40:24.022482 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f34db644-6031-4484-8fc4-9735430704c1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:24.026924 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-2d7d6ebc-346f-4b39-9a71-90ef023665ac tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:24.027929 dv-neutron-858900-1-hyperv neutron-server[89009]: WARNING neutron.api.v2.base [None req-2d7d6ebc-346f-4b39-9a71-90ef023665ac tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 22 21:40:24.028052 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-2d7d6ebc-346f-4b39-9a71-90ef023665ac tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] create failed (client error): There was a conflict when trying to complete your request. Sep 22 21:40:24.034524 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2d7d6ebc-346f-4b39-9a71-90ef023665ac tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1903226 Sep 22 21:40:24.034795 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49250) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:24.046826 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-3da1506c-0d76-4cb8-93eb-276dcd2dd675 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Request body: {'security_group': {'name': 'tempest-secgroup--1707237289'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:24.085123 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-c1b31534-e2d5-4c84-8e5c-48515e6f5b4c None None] Current status of the port 12c33085-ab50-44fc-b3e2-d2052ef5119d is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:40:24.085499 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c1b31534-e2d5-4c84-8e5c-48515e6f5b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:24.097838 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-3da1506c-0d76-4cb8-93eb-276dcd2dd675 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:24.106467 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 69392eec-7c93-48d1-987b-1c93abcdeab1 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:40:24.106932 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 69392eec-7c93-48d1-987b-1c93abcdeab1 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:40:24.110479 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f34db644-6031-4484-8fc4-9735430704c1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:24.118415 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-d2b597f6-78b6-4e59-8b1c-d22c8d032393 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:24.129852 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-3da1506c-0d76-4cb8-93eb-276dcd2dd675 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Usage tracker for resource:security_group and tenant:b4c28bd5eeca454096c191df49bcc89e is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:24.131668 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-d2b597f6-78b6-4e59-8b1c-d22c8d032393 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:24.144151 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b597f6-78b6-4e59-8b1c-d22c8d032393 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Made reservation on behalf of 37d6650486a5496cbd52782c722d1341 for: {'port': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:40:24.147495 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-3da1506c-0d76-4cb8-93eb-276dcd2dd675 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:24.148723 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d2b597f6-78b6-4e59-8b1c-d22c8d032393 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:24.152586 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f34db644-6031-4484-8fc4-9735430704c1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:40:24.152996 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f34db644-6031-4484-8fc4-9735430704c1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:24.160114 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-7c069e67-d00d-49a5-a894-98a5c8c2ee54 None None] Attempting to bind port ad7dc162-6456-4136-87cf-a9fc74f0cc56 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:40:24.160494 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-7c069e67-d00d-49a5-a894-98a5c8c2ee54 None None] Attempting to bind port ad7dc162-6456-4136-87cf-a9fc74f0cc56 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '3282fbbb-6b5b-48b6-b8f4-6d348012356a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '37fd2b79-b11b-4482-963b-82cd620d2dff'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:40:24.160852 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c069e67-d00d-49a5-a894-98a5c8c2ee54 None None] Attempting to bind port ad7dc162-6456-4136-87cf-a9fc74f0cc56 on network 37fd2b79-b11b-4482-963b-82cd620d2dff {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:40:24.169111 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=12c33085-ab50-44fc-b3e2-d2052ef5119d,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:24.173714 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-d2b597f6-78b6-4e59-8b1c-d22c8d032393 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] device_id is not set on port b85fae6e-afba-4f85-880f-46fac2f5f1be yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:40:24.191898 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-3da1506c-0d76-4cb8-93eb-276dcd2dd675 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:24.214526 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c069e67-d00d-49a5-a894-98a5c8c2ee54 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:40:24.214886 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c069e67-d00d-49a5-a894-98a5c8c2ee54 None None] Checking segment: {'id': '3282fbbb-6b5b-48b6-b8f4-6d348012356a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '37fd2b79-b11b-4482-963b-82cd620d2dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:40:24.215295 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7c069e67-d00d-49a5-a894-98a5c8c2ee54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:24.215697 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c069e67-d00d-49a5-a894-98a5c8c2ee54 None None] Bound using segment: {'id': '3282fbbb-6b5b-48b6-b8f4-6d348012356a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '37fd2b79-b11b-4482-963b-82cd620d2dff'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:40:24.216180 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-7c069e67-d00d-49a5-a894-98a5c8c2ee54 None None] Bound port: ad7dc162-6456-4136-87cf-a9fc74f0cc56, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3282fbbb-6b5b-48b6-b8f4-6d348012356a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '37fd2b79-b11b-4482-963b-82cd620d2dff'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:40:24.216685 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7c069e67-d00d-49a5-a894-98a5c8c2ee54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:24.300641 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-77b876a1-cbeb-4ed1-8783-ea5c2606e3c3 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:24.304755 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment f3be6496-ea46-4cf4-9dc9-120673500e58 resource provider aggregate not found Sep 22 21:40:24.361524 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment f3be6496-ea46-4cf4-9dc9-120673500e58 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f3be6496-ea46-4cf4-9dc9-120673500e58 found for delete ", "request_id": "req-b9fc4e0d-1362-454a-be18-8d90a728e6b3"}]} Sep 22 21:40:24.373675 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-d2b597f6-78b6-4e59-8b1c-d22c8d032393 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Allocated IP 2001:db8::123 (8fa5ab43-28ba-4a83-86d4-a36b6449ffee/298e424d-5f51-4f83-9f44-4bc09f1153e6/b85fae6e-afba-4f85-880f-46fac2f5f1be) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:40:24.378927 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3da1506c-0d76-4cb8-93eb-276dcd2dd675 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:24.381714 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.db.api [None req-c1b31534-e2d5-4c84-8e5c-48515e6f5b4c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:40:24.382224 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG oslo_db.api [None req-c1b31534-e2d5-4c84-8e5c-48515e6f5b4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:40:24.393073 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-77b876a1-cbeb-4ed1-8783-ea5c2606e3c3 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Transition to ACTIVE for port object cc83ccb8-1fe5-440f-b618-e6450c84a66b will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:40:24.395538 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f34db644-6031-4484-8fc4-9735430704c1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:24.400223 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3da1506c-0d76-4cb8-93eb-276dcd2dd675 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:24.457437 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-7c069e67-d00d-49a5-a894-98a5c8c2ee54 None None] For port ad7dc162-6456-4136-87cf-a9fc74f0cc56, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:40:24.461005 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-7c069e67-d00d-49a5-a894-98a5c8c2ee54 None None] For port ad7dc162-6456-4136-87cf-a9fc74f0cc56, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=ad7dc162-6456-4136-87cf-a9fc74f0cc56,segment=NetworkSegment(3282fbbb-6b5b-48b6-b8f4-6d348012356a),segment_id=3282fbbb-6b5b-48b6-b8f4-6d348012356a)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:40:24.466636 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9319c11f-e321-460e-b813-8a9b54a26eb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-8fa5ab43-28ba-4a83-86d4-a36b6449ffee', 'network_id': '8fa5ab43-28ba-4a83-86d4-a36b6449ffee', 'tenant_id': '37d6650486a5496cbd52782c722d1341', 'fixed_ips': [{'subnet_id': '298e424d-5f51-4f83-9f44-4bc09f1153e6'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:40:24.467851 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9319c11f-e321-460e-b813-8a9b54a26eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:24.484943 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7c069e67-d00d-49a5-a894-98a5c8c2ee54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:24.488838 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f34db644-6031-4484-8fc4-9735430704c1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:24.511119 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34db644-6031-4484-8fc4-9735430704c1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event deleted for resources: {'Network': ['ID=ae71a8ee-503d-4cd1-a234-895133fde570,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:24.513152 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-3da1506c-0d76-4cb8-93eb-276dcd2dd675 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:24.525565 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-f34db644-6031-4484-8fc4-9735430704c1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "DELETE /v2.0/networks/ae71a8ee-503d-4cd1-a234-895133fde570 HTTP/1.1" status: 204 len: 168 time: 3.9624846 Sep 22 21:40:24.525920 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49258) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:24.527167 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-3da1506c-0d76-4cb8-93eb-276dcd2dd675 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Usage tracker for resource:security_group_rule and tenant:b4c28bd5eeca454096c191df49bcc89e is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:24.532337 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-3da1506c-0d76-4cb8-93eb-276dcd2dd675 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:24.545166 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-3da1506c-0d76-4cb8-93eb-276dcd2dd675 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:24.638465 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c069e67-d00d-49a5-a894-98a5c8c2ee54 None None] Pushing event updated for resources: {'Port': ['ID=ad7dc162-6456-4136-87cf-a9fc74f0cc56,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:24.657337 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-77b876a1-cbeb-4ed1-8783-ea5c2606e3c3 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:24.728704 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 12c33085-ab50-44fc-b3e2-d2052ef5119d up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:40:24.786150 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b876a1-cbeb-4ed1-8783-ea5c2606e3c3 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event updated for resources: {'Port': ['ID=cc83ccb8-1fe5-440f-b618-e6450c84a66b,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:24.800094 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b876a1-cbeb-4ed1-8783-ea5c2606e3c3 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Network 37fd2b79-b11b-4482-963b-82cd620d2dff is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:40:24.818563 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 12c33085-ab50-44fc-b3e2-d2052ef5119d triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:40:24.818956 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:24.819664 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 12c33085-ab50-44fc-b3e2-d2052ef5119d Sep 22 21:40:24.820117 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-77b876a1-cbeb-4ed1-8783-ea5c2606e3c3 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:40:24.823253 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b876a1-cbeb-4ed1-8783-ea5c2606e3c3 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:40:24.915592 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d2b597f6-78b6-4e59-8b1c-d22c8d032393 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:24.958427 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-d2b597f6-78b6-4e59-8b1c-d22c8d032393 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Transition to ACTIVE for port object b85fae6e-afba-4f85-880f-46fac2f5f1be will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:40:24.965429 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b876a1-cbeb-4ed1-8783-ea5c2606e3c3 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:24.966427 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-77b876a1-cbeb-4ed1-8783-ea5c2606e3c3 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:24.982046 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-c1b31534-e2d5-4c84-8e5c-48515e6f5b4c None None] Current status of the port 12c33085-ab50-44fc-b3e2-d2052ef5119d is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:40:25.046521 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 12c33085-ab50-44fc-b3e2-d2052ef5119d is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:40:25.048366 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device f412a77a-7d1e-4b59-9d54-7618178dd2e5 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:40:25.093148 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d2b597f6-78b6-4e59-8b1c-d22c8d032393 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:25.173464 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-995aa861-d054-4b93-9ae5-df4ac230f9cc None None] Provisioning for port 04bc4d2d-6e43-4739-8eb6-362088e0b4f1 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:40:25.182153 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b597f6-78b6-4e59-8b1c-d22c8d032393 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Network 8fa5ab43-28ba-4a83-86d4-a36b6449ffee is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:40:25.186202 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-995aa861-d054-4b93-9ae5-df4ac230f9cc None None] Provisioning complete for port 04bc4d2d-6e43-4739-8eb6-362088e0b4f1 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:40:25.186405 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.db.resource_extend [None req-6dc2f102-fedb-4523-bb25-08c5aef8804f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 21:40:25.186907 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-995aa861-d054-4b93-9ae5-df4ac230f9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:25.186907 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-995aa861-d054-4b93-9ae5-df4ac230f9cc None None] Attempt 1 to provision port 04bc4d2d-6e43-4739-8eb6-362088e0b4f1 Sep 22 21:40:25.188070 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-d2b597f6-78b6-4e59-8b1c-d22c8d032393 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:40:25.194454 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b597f6-78b6-4e59-8b1c-d22c8d032393 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:40:25.197856 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3da1506c-0d76-4cb8-93eb-276dcd2dd675 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:25.199985 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b597f6-78b6-4e59-8b1c-d22c8d032393 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:25.200666 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d2b597f6-78b6-4e59-8b1c-d22c8d032393 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:25.203291 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-77b876a1-cbeb-4ed1-8783-ea5c2606e3c3 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.5732453 Sep 22 21:40:25.206480 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49262) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:25.206953 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b597f6-78b6-4e59-8b1c-d22c8d032393 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event updated for resources: {'Port': ['ID=b85fae6e-afba-4f85-880f-46fac2f5f1be,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:25.210092 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3da1506c-0d76-4cb8-93eb-276dcd2dd675 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:25.214677 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-3da1506c-0d76-4cb8-93eb-276dcd2dd675 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:25.221276 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6dc2f102-fedb-4523-bb25-08c5aef8804f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:25.251040 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-9319c11f-e321-460e-b813-8a9b54a26eb5 None None] Allocated IP 2001:db8::2 (8fa5ab43-28ba-4a83-86d4-a36b6449ffee/298e424d-5f51-4f83-9f44-4bc09f1153e6/4912260c-4848-4cf5-a048-385fbae4a8d8) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:40:25.252022 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d2b597f6-78b6-4e59-8b1c-d22c8d032393 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3417063 Sep 22 21:40:25.254097 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49266) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:25.257996 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-3da1506c-0d76-4cb8-93eb-276dcd2dd675 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Usage tracker for resource:security_group_rule and tenant:b4c28bd5eeca454096c191df49bcc89e is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:25.289502 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1506c-0d76-4cb8-93eb-276dcd2dd675 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6fe7d3a-e6e1-4d1a-b6cf-a9ef741ecc42,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:25.298648 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-3da1506c-0d76-4cb8-93eb-276dcd2dd675 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:25.301657 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6dc2f102-fedb-4523-bb25-08c5aef8804f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:25.375850 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-9486deb1-d777-4698-95fb-5799307a3bce tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Deleting port b85fae6e-afba-4f85-880f-46fac2f5f1be {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:40:25.376194 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9486deb1-d777-4698-95fb-5799307a3bce tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:25.387750 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-3da1506c-0d76-4cb8-93eb-276dcd2dd675 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:25.445359 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port f412a77a-7d1e-4b59-9d54-7618178dd2e5 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:40:25.445824 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:25.446167 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port f412a77a-7d1e-4b59-9d54-7618178dd2e5 Sep 22 21:40:25.478887 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-0319cb92-fedd-4260-9f48-cecafd1761c9 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Deleting port cc83ccb8-1fe5-440f-b618-e6450c84a66b {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:40:25.479537 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0319cb92-fedd-4260-9f48-cecafd1761c9 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:25.485361 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2a20c884-6f30-4823-ad29-56ded601a81c tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:25.495081 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-995aa861-d054-4b93-9ae5-df4ac230f9cc None None] Port 04bc4d2d-6e43-4739-8eb6-362088e0b4f1 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:40:25.504770 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc2f102-fedb-4523-bb25-08c5aef8804f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=04bc4d2d-6e43-4739-8eb6-362088e0b4f1,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:25.529697 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6dc2f102-fedb-4523-bb25-08c5aef8804f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:25.632420 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9319c11f-e321-460e-b813-8a9b54a26eb5 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:25.644614 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-9319c11f-e321-460e-b813-8a9b54a26eb5 None None] Transition to ACTIVE for port object 4912260c-4848-4cf5-a048-385fbae4a8d8 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:40:25.700936 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-9319c11f-e321-460e-b813-8a9b54a26eb5 None None] Transition to ACTIVE for port object 4912260c-4848-4cf5-a048-385fbae4a8d8 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:40:25.733864 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9319c11f-e321-460e-b813-8a9b54a26eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:25.780061 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:40:25.845435 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port f412a77a-7d1e-4b59-9d54-7618178dd2e5 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:40:25.852201 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:25.860014 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9319c11f-e321-460e-b813-8a9b54a26eb5 None None] Network 8fa5ab43-28ba-4a83-86d4-a36b6449ffee is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:40:25.864887 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3da1506c-0d76-4cb8-93eb-276dcd2dd675 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:25.866163 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-9319c11f-e321-460e-b813-8a9b54a26eb5 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:40:25.871096 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9319c11f-e321-460e-b813-8a9b54a26eb5 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:40:25.883680 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3da1506c-0d76-4cb8-93eb-276dcd2dd675 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:25.970861 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9319c11f-e321-460e-b813-8a9b54a26eb5 None None] Pushing event updated for resources: {'Port': ['ID=4912260c-4848-4cf5-a048-385fbae4a8d8,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:25.998857 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-995aa861-d054-4b93-9ae5-df4ac230f9cc None None] Attempt 2 to provision port 04bc4d2d-6e43-4739-8eb6-362088e0b4f1 Sep 22 21:40:26.008677 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0319cb92-fedd-4260-9f48-cecafd1761c9 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:26.019289 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1506c-0d76-4cb8-93eb-276dcd2dd675 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff234f41-4387-4e41-89d6-a089b550bc82,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:26.026516 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3da1506c-0d76-4cb8-93eb-276dcd2dd675 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:26.030479 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-3da1506c-0d76-4cb8-93eb-276dcd2dd675 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.9900138 Sep 22 21:40:26.032456 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49270) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:26.034169 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc2f102-fedb-4523-bb25-08c5aef8804f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network d798fa90-67b2-4838-a613-196b1b982d33 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:40:26.052548 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851f1e66-56b8-48cd-9c05-f05c5acb408d None None] Network 37fd2b79-b11b-4482-963b-82cd620d2dff requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:40:26.055890 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9486deb1-d777-4698-95fb-5799307a3bce tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:26.089416 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-6dc2f102-fedb-4523-bb25-08c5aef8804f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:40:26.093580 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-915d7408-886f-43df-91dd-969024eb9426 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Request body: {'security_group_rule': {'security_group_id': 'ff234f41-4387-4e41-89d6-a089b550bc82', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:26.166144 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-0319cb92-fedd-4260-9f48-cecafd1761c9 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Calling delete_port for cc83ccb8-1fe5-440f-b618-e6450c84a66b owned by {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:40:26.189066 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-9486deb1-d777-4698-95fb-5799307a3bce tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Calling delete_port for b85fae6e-afba-4f85-880f-46fac2f5f1be owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:40:26.198593 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-915d7408-886f-43df-91dd-969024eb9426 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:26.235192 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-9319c11f-e321-460e-b813-8a9b54a26eb5 None None] Attempting to bind port 4912260c-4848-4cf5-a048-385fbae4a8d8 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:40:26.235557 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-9319c11f-e321-460e-b813-8a9b54a26eb5 None None] Attempting to bind port 4912260c-4848-4cf5-a048-385fbae4a8d8 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '55795877-45ec-4b34-a249-d02afd9bbe1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '8fa5ab43-28ba-4a83-86d4-a36b6449ffee'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:40:26.235916 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9319c11f-e321-460e-b813-8a9b54a26eb5 None None] Attempting to bind port 4912260c-4848-4cf5-a048-385fbae4a8d8 on network 8fa5ab43-28ba-4a83-86d4-a36b6449ffee {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:40:26.266919 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9319c11f-e321-460e-b813-8a9b54a26eb5 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:40:26.267217 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9319c11f-e321-460e-b813-8a9b54a26eb5 None None] Checking segment: {'id': '55795877-45ec-4b34-a249-d02afd9bbe1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '8fa5ab43-28ba-4a83-86d4-a36b6449ffee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:40:26.267618 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9319c11f-e321-460e-b813-8a9b54a26eb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:26.268007 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9319c11f-e321-460e-b813-8a9b54a26eb5 None None] Bound using segment: {'id': '55795877-45ec-4b34-a249-d02afd9bbe1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '8fa5ab43-28ba-4a83-86d4-a36b6449ffee'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:40:26.268485 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-9319c11f-e321-460e-b813-8a9b54a26eb5 None None] Bound port: 4912260c-4848-4cf5-a048-385fbae4a8d8, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55795877-45ec-4b34-a249-d02afd9bbe1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '8fa5ab43-28ba-4a83-86d4-a36b6449ffee'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:40:26.268856 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9319c11f-e321-460e-b813-8a9b54a26eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:26.282012 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-915d7408-886f-43df-91dd-969024eb9426 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Usage tracker for resource:security_group_rule and tenant:b4c28bd5eeca454096c191df49bcc89e is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:26.291173 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-995aa861-d054-4b93-9ae5-df4ac230f9cc None None] Port 04bc4d2d-6e43-4739-8eb6-362088e0b4f1 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:40:26.295834 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-915d7408-886f-43df-91dd-969024eb9426 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:26.327369 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-915d7408-886f-43df-91dd-969024eb9426 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:26.426940 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-9319c11f-e321-460e-b813-8a9b54a26eb5 None None] For port 4912260c-4848-4cf5-a048-385fbae4a8d8, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:40:26.432752 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-9319c11f-e321-460e-b813-8a9b54a26eb5 None None] For port 4912260c-4848-4cf5-a048-385fbae4a8d8, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=4912260c-4848-4cf5-a048-385fbae4a8d8,segment=NetworkSegment(55795877-45ec-4b34-a249-d02afd9bbe1a),segment_id=55795877-45ec-4b34-a249-d02afd9bbe1a)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:40:26.438393 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9319c11f-e321-460e-b813-8a9b54a26eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:26.476160 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-2a20c884-6f30-4823-ad29-56ded601a81c tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Deleting port 6bbe07af-b374-4c8b-a2c8-ce12c5222bfd {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:40:26.476629 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2a20c884-6f30-4823-ad29-56ded601a81c tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:26.512221 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-915d7408-886f-43df-91dd-969024eb9426 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:26.529085 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9319c11f-e321-460e-b813-8a9b54a26eb5 None None] Pushing event updated for resources: {'Port': ['ID=4912260c-4848-4cf5-a048-385fbae4a8d8,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:26.579047 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9486deb1-d777-4698-95fb-5799307a3bce tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:26.617139 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dc2f102-fedb-4523-bb25-08c5aef8804f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Router 1acee9f7-9afb-4411-b84c-b44fc13b967f has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:40:26.635617 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0319cb92-fedd-4260-9f48-cecafd1761c9 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:26.714019 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9486deb1-d777-4698-95fb-5799307a3bce tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event deleted for resources: {'Port': ['ID=b85fae6e-afba-4f85-880f-46fac2f5f1be,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:26.752396 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device ad7dc162-6456-4136-87cf-a9fc74f0cc56 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:40:26.808493 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-995aa861-d054-4b93-9ae5-df4ac230f9cc None None] Attempt 3 to provision port 04bc4d2d-6e43-4739-8eb6-362088e0b4f1 Sep 22 21:40:26.814003 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-2a20c884-6f30-4823-ad29-56ded601a81c tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] For port 6bbe07af-b374-4c8b-a2c8-ce12c5222bfd, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=6bbe07af-b374-4c8b-a2c8-ce12c5222bfd,segment=NetworkSegment(d065e64d-798f-4cd8-8050-2aa0a5ac57bb),segment_id=d065e64d-798f-4cd8-8050-2aa0a5ac57bb)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:40:26.814374 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2a20c884-6f30-4823-ad29-56ded601a81c tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:26.880199 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-915d7408-886f-43df-91dd-969024eb9426 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:26.882121 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0319cb92-fedd-4260-9f48-cecafd1761c9 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event deleted for resources: {'Port': ['ID=cc83ccb8-1fe5-440f-b618-e6450c84a66b,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:26.901101 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-915d7408-886f-43df-91dd-969024eb9426 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:26.940686 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-995aa861-d054-4b93-9ae5-df4ac230f9cc None None] Port 04bc4d2d-6e43-4739-8eb6-362088e0b4f1 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:40:26.963560 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port ad7dc162-6456-4136-87cf-a9fc74f0cc56 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:40:27.065848 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-2a20c884-6f30-4823-ad29-56ded601a81c tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Calling delete_port for 6bbe07af-b374-4c8b-a2c8-ce12c5222bfd owned by network:router_interface {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:40:27.091835 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d7408-886f-43df-91dd-969024eb9426 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad74e25f-f8fd-42e1-a26c-089ad2e48dea,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:27.121564 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9486deb1-d777-4698-95fb-5799307a3bce tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:27.141553 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-9486deb1-d777-4698-95fb-5799307a3bce tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "DELETE /v2.0/ports/b85fae6e-afba-4f85-880f-46fac2f5f1be HTTP/1.1" status: 204 len: 168 time: 1.8542883 Sep 22 21:40:27.142434 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49274) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:27.176756 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-915d7408-886f-43df-91dd-969024eb9426 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:27.181113 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-915d7408-886f-43df-91dd-969024eb9426 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1433122 Sep 22 21:40:27.181862 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0319cb92-fedd-4260-9f48-cecafd1761c9 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:27.183999 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-0319cb92-fedd-4260-9f48-cecafd1761c9 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "DELETE /v2.0/ports/cc83ccb8-1fe5-440f-b618-e6450c84a66b HTTP/1.1" status: 204 len: 168 time: 1.9756994 Sep 22 21:40:27.184802 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49278) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:27.191990 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49280) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:27.199031 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-0df12a15-db43-4155-a30e-04ac4054f7dd tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Request body: {'security_group_rule': {'security_group_id': 'ff234f41-4387-4e41-89d6-a089b550bc82', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:27.206642 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-460c25b0-340e-4074-968f-2f3fe33a86c1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] DELETE failed (client error): The resource could not be found. Sep 22 21:40:27.207118 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-460c25b0-340e-4074-968f-2f3fe33a86c1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:40:27.208805 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-460c25b0-340e-4074-968f-2f3fe33a86c1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "DELETE /v2.0/ports/b85fae6e-afba-4f85-880f-46fac2f5f1be HTTP/1.1" status: 404 len: 333 time: 0.0619569 Sep 22 21:40:27.214781 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49286) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:27.249162 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-bde9ad13-f927-45fe-8540-de1824cb1b19 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] GET failed (client error): The resource could not be found. Sep 22 21:40:27.250124 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-bde9ad13-f927-45fe-8540-de1824cb1b19 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Synchronizing usage tracker for tenant:de45cb2c88af49d4a334eef3c80bde87 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:40:27.256955 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-0df12a15-db43-4155-a30e-04ac4054f7dd tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:27.272080 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-0df12a15-db43-4155-a30e-04ac4054f7dd tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Usage tracker for resource:security_group_rule and tenant:b4c28bd5eeca454096c191df49bcc89e is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:27.278662 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-0df12a15-db43-4155-a30e-04ac4054f7dd tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:27.282813 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc2f102-fedb-4523-bb25-08c5aef8804f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:40:27.290425 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-6dc2f102-fedb-4523-bb25-08c5aef8804f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "PUT /v2.0/routers/1acee9f7-9afb-4411-b84c-b44fc13b967f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1314585 Sep 22 21:40:27.295802 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0114d527-6c0a-44a3-bebd-0d9f6f24fb9f None None] Sync routers for ids ['1acee9f7-9afb-4411-b84c-b44fc13b967f'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:40:27.299455 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49290) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:27.300551 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-0df12a15-db43-4155-a30e-04ac4054f7dd tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:27.315328 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0114d527-6c0a-44a3-bebd-0d9f6f24fb9f None None] Routers {'1acee9f7-9afb-4411-b84c-b44fc13b967f'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:40:27.316127 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-0114d527-6c0a-44a3-bebd-0d9f6f24fb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:40:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['1acee9f7-9afb-4411-b84c-b44fc13b967f'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:27.390179 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-bde9ad13-f927-45fe-8540-de1824cb1b19 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Unset dirty status for tenant:de45cb2c88af49d4a334eef3c80bde87 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:40:27.391595 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-bde9ad13-f927-45fe-8540-de1824cb1b19 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "GET /v2.0/ports/cc83ccb8-1fe5-440f-b618-e6450c84a66b HTTP/1.1" status: 404 len: 333 time: 0.1987419 Sep 22 21:40:27.398184 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49294) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:27.413139 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0df12a15-db43-4155-a30e-04ac4054f7dd tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:27.470316 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-57e13b6d-a60c-4086-89ba-2426dfe46aa9 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] GET failed (client error): The resource could not be found. Sep 22 21:40:27.470571 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-57e13b6d-a60c-4086-89ba-2426dfe46aa9 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Synchronizing usage tracker for tenant:37d6650486a5496cbd52782c722d1341 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:40:27.498307 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-995aa861-d054-4b93-9ae5-df4ac230f9cc None None] Attempt 4 to provision port 04bc4d2d-6e43-4739-8eb6-362088e0b4f1 Sep 22 21:40:27.529765 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-0df12a15-db43-4155-a30e-04ac4054f7dd tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] create failed (client error): There was a conflict when trying to complete your request. Sep 22 21:40:27.530823 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-0df12a15-db43-4155-a30e-04ac4054f7dd tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3422582 Sep 22 21:40:27.533670 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49298) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:27.542717 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae8e825-fa6d-4e18-b09f-fd96cb40f963 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:27.543189 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae8e825-fa6d-4e18-b09f-fd96cb40f963 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:27.543656 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae8e825-fa6d-4e18-b09f-fd96cb40f963 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:27.544115 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae8e825-fa6d-4e18-b09f-fd96cb40f963 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:27.544582 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae8e825-fa6d-4e18-b09f-fd96cb40f963 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:27.545035 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae8e825-fa6d-4e18-b09f-fd96cb40f963 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:27.545490 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae8e825-fa6d-4e18-b09f-fd96cb40f963 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:27.545941 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae8e825-fa6d-4e18-b09f-fd96cb40f963 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:27.546399 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae8e825-fa6d-4e18-b09f-fd96cb40f963 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:27.546884 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae8e825-fa6d-4e18-b09f-fd96cb40f963 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:27.548420 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-57e13b6d-a60c-4086-89ba-2426dfe46aa9 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Unset dirty status for tenant:37d6650486a5496cbd52782c722d1341 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:40:27.548878 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-1ae8e825-fa6d-4e18-b09f-fd96cb40f963 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6930 time: 0.2457664 Sep 22 21:40:27.549907 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-57e13b6d-a60c-4086-89ba-2426dfe46aa9 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "GET /v2.0/ports/b85fae6e-afba-4f85-880f-46fac2f5f1be HTTP/1.1" status: 404 len: 333 time: 0.3341467 Sep 22 21:40:27.554082 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b9049cd-2b4e-4d34-b3e3-8b864ae77663 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Deleting subnet f55e0762-2653-484b-b606-224cd9b5ecd1 {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:40:27.559503 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49302) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:27.559846 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49304) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:27.575986 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-995aa861-d054-4b93-9ae5-df4ac230f9cc None None] Port 04bc4d2d-6e43-4739-8eb6-362088e0b4f1 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:40:27.608717 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9b9049cd-2b4e-4d34-b3e3-8b864ae77663 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:27.616032 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-0114d527-6c0a-44a3-bebd-0d9f6f24fb9f None None] Set router 1acee9f7-9afb-4411-b84c-b44fc13b967f gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:40:27.645128 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2a20c884-6f30-4823-ad29-56ded601a81c tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:27.724435 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a20c884-6f30-4823-ad29-56ded601a81c tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event deleted for resources: {'Port': ['ID=6bbe07af-b374-4c8b-a2c8-ce12c5222bfd,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:27.756008 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bc94d69d-5a55-4689-b40a-7fb02c99bd0f tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:27.761111 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-58d4cf47-5403-4ca4-a277-59776fff8bf3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Deleting subnet 298e424d-5f51-4f83-9f44-4bc09f1153e6 {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:40:27.767836 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1642b4e9-4717-45cf-ab96-968ea5906d3a tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:27.767836 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1642b4e9-4717-45cf-ab96-968ea5906d3a tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:27.768277 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1642b4e9-4717-45cf-ab96-968ea5906d3a tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:27.768710 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1642b4e9-4717-45cf-ab96-968ea5906d3a tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:27.769154 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1642b4e9-4717-45cf-ab96-968ea5906d3a tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:27.769597 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1642b4e9-4717-45cf-ab96-968ea5906d3a tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:27.770044 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1642b4e9-4717-45cf-ab96-968ea5906d3a tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:27.770475 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1642b4e9-4717-45cf-ab96-968ea5906d3a tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:27.775518 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-1642b4e9-4717-45cf-ab96-968ea5906d3a tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5115 time: 0.2105031 Sep 22 21:40:27.785883 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49310) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:27.792818 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-58d4cf47-5403-4ca4-a277-59776fff8bf3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:27.872058 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9b9049cd-2b4e-4d34-b3e3-8b864ae77663 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:27.921181 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bc94d69d-5a55-4689-b40a-7fb02c99bd0f tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:27.980586 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16e48e9-2756-42bd-91a5-91fd36107732 None None] Network 8fa5ab43-28ba-4a83-86d4-a36b6449ffee requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:40:27.981172 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-58d4cf47-5403-4ca4-a277-59776fff8bf3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:28.076537 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-995aa861-d054-4b93-9ae5-df4ac230f9cc None None] Attempt 5 to provision port 04bc4d2d-6e43-4739-8eb6-362088e0b4f1 Sep 22 21:40:28.135619 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9b9049cd-2b4e-4d34-b3e3-8b864ae77663 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:28.172907 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bc94d69d-5a55-4689-b40a-7fb02c99bd0f tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:28.185260 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2a20c884-6f30-4823-ad29-56ded601a81c tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:28.193702 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-995aa861-d054-4b93-9ae5-df4ac230f9cc None None] Port 04bc4d2d-6e43-4739-8eb6-362088e0b4f1 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:40:28.204516 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc94d69d-5a55-4689-b40a-7fb02c99bd0f tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff234f41-4387-4e41-89d6-a089b550bc82,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:28.223088 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bc94d69d-5a55-4689-b40a-7fb02c99bd0f tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:28.226875 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-bc94d69d-5a55-4689-b40a-7fb02c99bd0f tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "DELETE /v2.0/security-groups/ff234f41-4387-4e41-89d6-a089b550bc82 HTTP/1.1" status: 204 len: 168 time: 0.6922226 Sep 22 21:40:28.227537 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49314) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:28.256393 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-58d4cf47-5403-4ca4-a277-59776fff8bf3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:28.372678 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-a4431f00-bbdf-4938-8a1f-c130542188b0 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Synchronizing usage tracker for tenant:b4c28bd5eeca454096c191df49bcc89e on resource:security_group {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:40:28.384450 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-0114d527-6c0a-44a3-bebd-0d9f6f24fb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'name': 'tempest-TestNetworkBasicOps-router-2007581634', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.244'}], 'enable_snat': True}, 'gw_port_id': 'f412a77a-7d1e-4b59-9d54-7618178dd2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:40:09Z', 'updated_at': '2022-09-22T21:40:23Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': 'f412a77a-7d1e-4b59-9d54-7618178dd2e5', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:40:11Z', 'updated_at': '2022-09-22T21:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '04bc4d2d-6e43-4739-8eb6-362088e0b4f1', 'name': '', 'network_id': 'd798fa90-67b2-4838-a613-196b1b982d33', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:b7:7d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '7c2b1475-4219-48df-b88b-938b9fa8e2ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:40:21Z', 'updated_at': '2022-09-22T21:40:24Z', 'revision_number': 2, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': '7c2b1475-4219-48df-b88b-938b9fa8e2ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:28.393497 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-cec9e031-e226-40eb-a14c-4d9b3fa2a0fb tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2140 time: 0.5990999 Sep 22 21:40:28.393678 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0114d527-6c0a-44a3-bebd-0d9f6f24fb9f None None] Checking router: 1acee9f7-9afb-4411-b84c-b44fc13b967f for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:40:28.403072 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0114d527-6c0a-44a3-bebd-0d9f6f24fb9f None None] Updating router 1acee9f7-9afb-4411-b84c-b44fc13b967f port 04bc4d2d-6e43-4739-8eb6-362088e0b4f1 binding host dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:40:28.410990 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-a4431f00-bbdf-4938-8a1f-c130542188b0 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Unset dirty status for tenant:b4c28bd5eeca454096c191df49bcc89e on resource:security_group {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:40:28.416602 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a4431f00-bbdf-4938-8a1f-c130542188b0 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1829615 Sep 22 21:40:28.416971 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49320) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:28.422559 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-6aec1ee9-3fe4-496a-8887-bf40c9f4f271 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Request body: {'security_group': {'name': 'tempest-secgroup--795697025'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:28.430716 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-6aec1ee9-3fe4-496a-8887-bf40c9f4f271 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:28.442349 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-6aec1ee9-3fe4-496a-8887-bf40c9f4f271 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:28.453791 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-58d4cf47-5403-4ca4-a277-59776fff8bf3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:28.479131 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9b9049cd-2b4e-4d34-b3e3-8b864ae77663 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:28.479489 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49324) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:28.482895 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0114d527-6c0a-44a3-bebd-0d9f6f24fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:28.515231 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6aec1ee9-3fe4-496a-8887-bf40c9f4f271 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:28.516284 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-e8086cc1-d0da-4cfb-b2fa-6a4be6ac0393 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1680981443', 'description': 'tempest-secgroup-smoke-1680981443 description', 'project_id': 'eb1aed2a20e141c98ec99089a446670b'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:28.531278 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-58d4cf47-5403-4ca4-a277-59776fff8bf3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:28.550719 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d4cf47-5403-4ca4-a277-59776fff8bf3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event deleted for resources: {'Subnet': ['ID=298e424d-5f51-4f83-9f44-4bc09f1153e6,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:28.561123 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-58d4cf47-5403-4ca4-a277-59776fff8bf3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "DELETE /v2.0/subnets/298e424d-5f51-4f83-9f44-4bc09f1153e6 HTTP/1.1" status: 204 len: 168 time: 0.9962051 Sep 22 21:40:28.564483 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49328) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:28.582546 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-e8086cc1-d0da-4cfb-b2fa-6a4be6ac0393 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:28.589285 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-6aec1ee9-3fe4-496a-8887-bf40c9f4f271 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:28.605164 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9049cd-2b4e-4d34-b3e3-8b864ae77663 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event deleted for resources: {'Subnet': ['ID=f55e0762-2653-484b-b606-224cd9b5ecd1,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:28.610944 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-e8086cc1-d0da-4cfb-b2fa-6a4be6ac0393 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:28.619928 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-e8086cc1-d0da-4cfb-b2fa-6a4be6ac0393 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:28.623328 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9b9049cd-2b4e-4d34-b3e3-8b864ae77663 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:28.629227 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-6aec1ee9-3fe4-496a-8887-bf40c9f4f271 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Usage tracker for resource:security_group_rule and tenant:b4c28bd5eeca454096c191df49bcc89e is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:28.669938 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-e8086cc1-d0da-4cfb-b2fa-6a4be6ac0393 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:28.683285 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-9b9049cd-2b4e-4d34-b3e3-8b864ae77663 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "DELETE /v2.0/subnets/f55e0762-2653-484b-b606-224cd9b5ecd1 HTTP/1.1" status: 204 len: 168 time: 1.2839379 Sep 22 21:40:28.688664 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49332) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:28.696670 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-6aec1ee9-3fe4-496a-8887-bf40c9f4f271 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:28.733365 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e8086cc1-d0da-4cfb-b2fa-6a4be6ac0393 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:28.739492 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-6aec1ee9-3fe4-496a-8887-bf40c9f4f271 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:28.788188 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-995aa861-d054-4b93-9ae5-df4ac230f9cc None None] Attempt 6 to provision port 04bc4d2d-6e43-4739-8eb6-362088e0b4f1 Sep 22 21:40:28.801493 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5d537e52-55ff-4326-af83-299b8fda7e54 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:28.814627 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e6bd21-4f7f-4179-8a77-6d85635ac66d None None] Network 37fd2b79-b11b-4482-963b-82cd620d2dff requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:40:28.826279 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedbe49c-4af4-41e5-b2bc-fc89243bb673 None None] Network 8fa5ab43-28ba-4a83-86d4-a36b6449ffee requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:40:28.832496 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-5d537e52-55ff-4326-af83-299b8fda7e54 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Deleting port 4912260c-4848-4cf5-a048-385fbae4a8d8 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:40:28.832884 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5d537e52-55ff-4326-af83-299b8fda7e54 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:28.886620 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a20c884-6f30-4823-ad29-56ded601a81c tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Router 86d2ef5b-b34f-4e1e-9c59-268ad50c9267 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:40:28.887683 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-e8086cc1-d0da-4cfb-b2fa-6a4be6ac0393 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:28.904533 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-e8086cc1-d0da-4cfb-b2fa-6a4be6ac0393 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:28.906867 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 4912260c-4848-4cf5-a048-385fbae4a8d8 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:40:28.916704 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-e8086cc1-d0da-4cfb-b2fa-6a4be6ac0393 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:28.927652 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-e8086cc1-d0da-4cfb-b2fa-6a4be6ac0393 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:28.963524 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6aec1ee9-3fe4-496a-8887-bf40c9f4f271 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:28.972020 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6aec1ee9-3fe4-496a-8887-bf40c9f4f271 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:28.993823 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-69e0dd0c-f0c6-4d1d-ac97-758307a5f447 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:29.104985 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aec1ee9-3fe4-496a-8887-bf40c9f4f271 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d030812-9671-497c-983d-ffae5af350bf,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:29.121617 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-995aa861-d054-4b93-9ae5-df4ac230f9cc None None] Port 04bc4d2d-6e43-4739-8eb6-362088e0b4f1 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:40:29.127523 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6aec1ee9-3fe4-496a-8887-bf40c9f4f271 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:29.128581 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-6aec1ee9-3fe4-496a-8887-bf40c9f4f271 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7106104 Sep 22 21:40:29.132138 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49336) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:29.137430 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-13d21a62-95b4-40fb-942b-ed643e782f11 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Request body: {'security_group_rule': {'security_group_id': '1d030812-9671-497c-983d-ffae5af350bf', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:29.137919 dv-neutron-858900-1-hyperv neutron-server[89008]: WARNING neutron.api.v2.base [None req-13d21a62-95b4-40fb-942b-ed643e782f11 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 22 21:40:29.143533 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-13d21a62-95b4-40fb-942b-ed643e782f11 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:40:29.144598 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-13d21a62-95b4-40fb-942b-ed643e782f11 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0117109 Sep 22 21:40:29.149320 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49340) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:29.152683 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-5d537e52-55ff-4326-af83-299b8fda7e54 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] For port 4912260c-4848-4cf5-a048-385fbae4a8d8, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=4912260c-4848-4cf5-a048-385fbae4a8d8,segment=NetworkSegment(55795877-45ec-4b34-a249-d02afd9bbe1a),segment_id=55795877-45ec-4b34-a249-d02afd9bbe1a)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:40:29.153050 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5d537e52-55ff-4326-af83-299b8fda7e54 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:29.241249 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-69e0dd0c-f0c6-4d1d-ac97-758307a5f447 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Deleting port ad7dc162-6456-4136-87cf-a9fc74f0cc56 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:40:29.241835 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-69e0dd0c-f0c6-4d1d-ac97-758307a5f447 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:29.304893 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 4912260c-4848-4cf5-a048-385fbae4a8d8 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:40:29.331732 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a20c884-6f30-4823-ad29-56ded601a81c tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:40:29.345191 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dfa480-de2b-412f-b02f-612570f3ff08 None None] Sync routers for ids ['86d2ef5b-b34f-4e1e-9c59-268ad50c9267'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:40:29.360563 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dfa480-de2b-412f-b02f-612570f3ff08 None None] Routers {'86d2ef5b-b34f-4e1e-9c59-268ad50c9267'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:40:29.361479 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-f8dfa480-de2b-412f-b02f-612570f3ff08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:40:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['86d2ef5b-b34f-4e1e-9c59-268ad50c9267'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:29.364932 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2a20c884-6f30-4823-ad29-56ded601a81c tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "PUT /v2.0/routers/86d2ef5b-b34f-4e1e-9c59-268ad50c9267/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8379254 Sep 22 21:40:29.419140 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0114d527-6c0a-44a3-bebd-0d9f6f24fb9f None None] Notify callbacks [] for port, precommit_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:29.437274 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-0114d527-6c0a-44a3-bebd-0d9f6f24fb9f None None] Transition to ACTIVE for port object 04bc4d2d-6e43-4739-8eb6-362088e0b4f1 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:40:29.450154 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49344) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:29.461483 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0114d527-6c0a-44a3-bebd-0d9f6f24fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:29.467667 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-5d537e52-55ff-4326-af83-299b8fda7e54 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Calling delete_port for 4912260c-4848-4cf5-a048-385fbae4a8d8 owned by network:dhcp {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:40:29.534490 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-f8dfa480-de2b-412f-b02f-612570f3ff08 None None] Set router 86d2ef5b-b34f-4e1e-9c59-268ad50c9267 gateway port host: None {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:40:29.610636 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5d537e52-55ff-4326-af83-299b8fda7e54 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:29.656519 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e500cf-bc69-4cfd-aee2-3f8ef045d6c1 None None] Pushing event updated for resources: {'Port': ['ID=04bc4d2d-6e43-4739-8eb6-362088e0b4f1,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:29.658859 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097d129f-a0a4-4860-8f71-d911d259d0d3 None None] DHCP port deletion for 8fa5ab43-28ba-4a83-86d4-a36b6449ffee request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:40:29.660893 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-995aa861-d054-4b93-9ae5-df4ac230f9cc None None] Attempt 7 to provision port 04bc4d2d-6e43-4739-8eb6-362088e0b4f1 Sep 22 21:40:29.662988 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-81b470ea-ae73-43b7-a2e1-e6b644d181dd tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:29.667521 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d537e52-55ff-4326-af83-299b8fda7e54 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event deleted for resources: {'Port': ['ID=4912260c-4848-4cf5-a048-385fbae4a8d8,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:29.675907 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e8086cc1-d0da-4cfb-b2fa-6a4be6ac0393 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:29.683992 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d537e52-55ff-4326-af83-299b8fda7e54 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] No DVR routers for this DVR port 4912260c-4848-4cf5-a048-385fbae4a8d8 on host dv-neutron-858900-1-hyperv {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:40:29.706213 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e8086cc1-d0da-4cfb-b2fa-6a4be6ac0393 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:29.785258 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8086cc1-d0da-4cfb-b2fa-6a4be6ac0393 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9256f3c9-ea2a-4962-96b4-9322f1b68820,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:29.802816 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-cba3b2a0-de0d-44be-af83-7efe24029da7 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Deleting subnet 1c45af14-0d39-44ec-928a-7eb185ff44cb {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:40:29.822039 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa62ed3-b8b2-4949-9680-7aa980d3c7d4 None None] DHCP port deletion for 37fd2b79-b11b-4482-963b-82cd620d2dff request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:40:29.827797 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cba3b2a0-de0d-44be-af83-7efe24029da7 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:29.830531 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-995aa861-d054-4b93-9ae5-df4ac230f9cc None None] Port 04bc4d2d-6e43-4739-8eb6-362088e0b4f1 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:40:29.849684 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-bfa62ed3-b8b2-4949-9680-7aa980d3c7d4 None None] Deleting port ad7dc162-6456-4136-87cf-a9fc74f0cc56 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:40:29.850596 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-bfa62ed3-b8b2-4949-9680-7aa980d3c7d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:29.852625 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5d537e52-55ff-4326-af83-299b8fda7e54 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:29.876472 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e8086cc1-d0da-4cfb-b2fa-6a4be6ac0393 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:29.881221 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e8086cc1-d0da-4cfb-b2fa-6a4be6ac0393 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3689651 Sep 22 21:40:29.881879 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49348) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:29.887991 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-81b470ea-ae73-43b7-a2e1-e6b644d181dd tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:29.894704 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-6fe27fce-61dc-40ec-8c1c-f85e010e12e3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': '9256f3c9-ea2a-4962-96b4-9322f1b68820', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:29.900288 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-69e0dd0c-f0c6-4d1d-ac97-758307a5f447 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] For port ad7dc162-6456-4136-87cf-a9fc74f0cc56, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=ad7dc162-6456-4136-87cf-a9fc74f0cc56,segment=NetworkSegment(3282fbbb-6b5b-48b6-b8f4-6d348012356a),segment_id=3282fbbb-6b5b-48b6-b8f4-6d348012356a)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:40:29.900649 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-69e0dd0c-f0c6-4d1d-ac97-758307a5f447 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:29.902686 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-0114d527-6c0a-44a3-bebd-0d9f6f24fb9f None None] Attempting to bind port 04bc4d2d-6e43-4739-8eb6-362088e0b4f1 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:40:29.903172 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-0114d527-6c0a-44a3-bebd-0d9f6f24fb9f None None] Attempting to bind port 04bc4d2d-6e43-4739-8eb6-362088e0b4f1 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'fe9b39b9-381c-454b-97a5-e45d36745746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd798fa90-67b2-4838-a613-196b1b982d33'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:40:29.903675 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0114d527-6c0a-44a3-bebd-0d9f6f24fb9f None None] Attempting to bind port 04bc4d2d-6e43-4739-8eb6-362088e0b4f1 on network d798fa90-67b2-4838-a613-196b1b982d33 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:40:29.906889 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-5d537e52-55ff-4326-af83-299b8fda7e54 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fa5ab43-28ba-4a83-86d4-a36b6449ffee']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:29.914897 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-6fe27fce-61dc-40ec-8c1c-f85e010e12e3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:29.915808 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0114d527-6c0a-44a3-bebd-0d9f6f24fb9f None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:40:29.916315 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0114d527-6c0a-44a3-bebd-0d9f6f24fb9f None None] Checking segment: {'id': 'fe9b39b9-381c-454b-97a5-e45d36745746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd798fa90-67b2-4838-a613-196b1b982d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:40:29.916852 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0114d527-6c0a-44a3-bebd-0d9f6f24fb9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:29.917351 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0114d527-6c0a-44a3-bebd-0d9f6f24fb9f None None] Bound using segment: {'id': 'fe9b39b9-381c-454b-97a5-e45d36745746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd798fa90-67b2-4838-a613-196b1b982d33'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:40:29.917937 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-0114d527-6c0a-44a3-bebd-0d9f6f24fb9f None None] Bound port: 04bc4d2d-6e43-4739-8eb6-362088e0b4f1, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe9b39b9-381c-454b-97a5-e45d36745746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd798fa90-67b2-4838-a613-196b1b982d33'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:40:29.918422 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0114d527-6c0a-44a3-bebd-0d9f6f24fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:29.943693 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-5d537e52-55ff-4326-af83-299b8fda7e54 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55795877-45ec-4b34-a249-d02afd9bbe1a') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:29.944288 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-5d537e52-55ff-4326-af83-299b8fda7e54 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55795877-45ec-4b34-a249-d02afd9bbe1a') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:29.960889 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5d537e52-55ff-4326-af83-299b8fda7e54 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:29.976794 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-6fe27fce-61dc-40ec-8c1c-f85e010e12e3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:29.980473 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5d537e52-55ff-4326-af83-299b8fda7e54 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:29.990430 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d537e52-55ff-4326-af83-299b8fda7e54 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:40:29.991973 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5d537e52-55ff-4326-af83-299b8fda7e54 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:30.019588 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-81b470ea-ae73-43b7-a2e1-e6b644d181dd tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:30.038181 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-6fe27fce-61dc-40ec-8c1c-f85e010e12e3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:30.042427 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cba3b2a0-de0d-44be-af83-7efe24029da7 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:30.046366 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-f8dfa480-de2b-412f-b02f-612570f3ff08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'name': 'tempest-RoutersTest-router-1145720965', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:38:56Z', 'updated_at': '2022-09-22T21:40:27Z', 'revision_number': 10, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'gw_port_host': None, '_interfaces': [{'id': 'cf14d533-eb12-48a1-b2c8-03d1c22ca09b', 'name': '', 'network_id': 'c878f31d-09fc-4f47-91e8-ed0a40264492', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:86:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '28e029bb-55b4-48c3-8d8e-38fc4700f1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:02Z', 'updated_at': '2022-09-22T21:39:22Z', 'revision_number': 5, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': '28e029bb-55b4-48c3-8d8e-38fc4700f1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:30.054324 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dfa480-de2b-412f-b02f-612570f3ff08 None None] Checking router: 86d2ef5b-b34f-4e1e-9c59-268ad50c9267 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:40:30.068347 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dfa480-de2b-412f-b02f-612570f3ff08 None None] Routers {'86d2ef5b-b34f-4e1e-9c59-268ad50c9267'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:40:30.069883 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-f8dfa480-de2b-412f-b02f-612570f3ff08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:40:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['86d2ef5b-b34f-4e1e-9c59-268ad50c9267'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:30.077970 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-69e0dd0c-f0c6-4d1d-ac97-758307a5f447 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Calling delete_port for ad7dc162-6456-4136-87cf-a9fc74f0cc56 owned by network:dhcp {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:40:30.101626 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 55795877-45ec-4b34-a249-d02afd9bbe1a resource provider aggregate not found Sep 22 21:40:30.109797 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-6fe27fce-61dc-40ec-8c1c-f85e010e12e3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:30.138856 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 55795877-45ec-4b34-a249-d02afd9bbe1a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 55795877-45ec-4b34-a249-d02afd9bbe1a found for delete ", "request_id": "req-39cff5f7-ee34-4a8c-ac60-34e389223cde"}]} Sep 22 21:40:30.144761 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b470ea-ae73-43b7-a2e1-e6b644d181dd tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d030812-9671-497c-983d-ffae5af350bf,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:30.155401 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-81b470ea-ae73-43b7-a2e1-e6b644d181dd tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:30.157255 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-81b470ea-ae73-43b7-a2e1-e6b644d181dd tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "DELETE /v2.0/security-groups/1d030812-9671-497c-983d-ffae5af350bf HTTP/1.1" status: 204 len: 168 time: 1.0068417 Sep 22 21:40:30.163577 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b470ea-ae73-43b7-a2e1-e6b644d181dd tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:40:30.164159 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b470ea-ae73-43b7-a2e1-e6b644d181dd tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:40:30.164744 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b470ea-ae73-43b7-a2e1-e6b644d181dd tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:40:30.165420 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b470ea-ae73-43b7-a2e1-e6b644d181dd tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:40:30.165983 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b470ea-ae73-43b7-a2e1-e6b644d181dd tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:40:30.166656 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b470ea-ae73-43b7-a2e1-e6b644d181dd tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:40:30.167179 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b470ea-ae73-43b7-a2e1-e6b644d181dd tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:40:30.167680 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b470ea-ae73-43b7-a2e1-e6b644d181dd tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:40:30.168177 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b470ea-ae73-43b7-a2e1-e6b644d181dd tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:40:30.168772 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b470ea-ae73-43b7-a2e1-e6b644d181dd tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:40:30.168897 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49356) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:30.169376 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b470ea-ae73-43b7-a2e1-e6b644d181dd tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:40:30.169909 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b470ea-ae73-43b7-a2e1-e6b644d181dd tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:40:30.180008 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5d537e52-55ff-4326-af83-299b8fda7e54 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:30.186973 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-0114d527-6c0a-44a3-bebd-0d9f6f24fb9f None None] For port 04bc4d2d-6e43-4739-8eb6-362088e0b4f1, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:40:30.205779 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5d537e52-55ff-4326-af83-299b8fda7e54 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:30.207837 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6fe27fce-61dc-40ec-8c1c-f85e010e12e3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:30.214525 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d537e52-55ff-4326-af83-299b8fda7e54 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event deleted for resources: {'Network': ['ID=8fa5ab43-28ba-4a83-86d4-a36b6449ffee,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:30.220140 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-0114d527-6c0a-44a3-bebd-0d9f6f24fb9f None None] For port 04bc4d2d-6e43-4739-8eb6-362088e0b4f1, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=04bc4d2d-6e43-4739-8eb6-362088e0b4f1,segment=NetworkSegment(fe9b39b9-381c-454b-97a5-e45d36745746),segment_id=fe9b39b9-381c-454b-97a5-e45d36745746)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:40:30.226015 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-5d537e52-55ff-4326-af83-299b8fda7e54 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "DELETE /v2.0/networks/8fa5ab43-28ba-4a83-86d4-a36b6449ffee HTTP/1.1" status: 204 len: 168 time: 1.6581557 Sep 22 21:40:30.226629 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49360) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:30.231932 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-bfa62ed3-b8b2-4949-9680-7aa980d3c7d4 None None] For port ad7dc162-6456-4136-87cf-a9fc74f0cc56, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=ad7dc162-6456-4136-87cf-a9fc74f0cc56,segment=NetworkSegment(3282fbbb-6b5b-48b6-b8f4-6d348012356a),segment_id=3282fbbb-6b5b-48b6-b8f4-6d348012356a)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:40:30.232459 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-bfa62ed3-b8b2-4949-9680-7aa980d3c7d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:30.233610 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-a24ed8fc-a33b-4061-8501-f87754aa5fe3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1111548959'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:30.239161 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-a24ed8fc-a33b-4061-8501-f87754aa5fe3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:30.244423 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-a24ed8fc-a33b-4061-8501-f87754aa5fe3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Usage tracker for resource:network and tenant:37d6650486a5496cbd52782c722d1341 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:30.245176 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0114d527-6c0a-44a3-bebd-0d9f6f24fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:30.248364 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-a24ed8fc-a33b-4061-8501-f87754aa5fe3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:30.258724 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-a24ed8fc-a33b-4061-8501-f87754aa5fe3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:30.283540 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24ed8fc-a33b-4061-8501-f87754aa5fe3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Made reservation on behalf of 37d6650486a5496cbd52782c722d1341 for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:40:30.288740 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a24ed8fc-a33b-4061-8501-f87754aa5fe3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:30.312099 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6fe27fce-61dc-40ec-8c1c-f85e010e12e3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:30.331444 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6fe27fce-61dc-40ec-8c1c-f85e010e12e3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:30.353005 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a24ed8fc-a33b-4061-8501-f87754aa5fe3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:40:30.358977 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe27fce-61dc-40ec-8c1c-f85e010e12e3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c4aae5a-64d2-412e-82a6-deccc7c321f6,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:30.360802 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-69e0dd0c-f0c6-4d1d-ac97-758307a5f447 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:30.360963 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-f8dfa480-de2b-412f-b02f-612570f3ff08 None None] Set router 86d2ef5b-b34f-4e1e-9c59-268ad50c9267 gateway port host: None {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:40:30.372539 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0114d527-6c0a-44a3-bebd-0d9f6f24fb9f None None] Routers {'1acee9f7-9afb-4411-b84c-b44fc13b967f'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:40:30.373326 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-0114d527-6c0a-44a3-bebd-0d9f6f24fb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:40:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['1acee9f7-9afb-4411-b84c-b44fc13b967f'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:30.377877 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a24ed8fc-a33b-4061-8501-f87754aa5fe3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:30.378899 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-a24ed8fc-a33b-4061-8501-f87754aa5fe3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Added segment 09ac06ef-48a1-4a22-8652-40c8b2f76d20 of type vlan for network 986870a8-9f8a-4ca8-ac02-23dc1141d68c Sep 22 21:40:30.414510 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a24ed8fc-a33b-4061-8501-f87754aa5fe3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:30.428562 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-995aa861-d054-4b93-9ae5-df4ac230f9cc None None] Attempt 8 to provision port 04bc4d2d-6e43-4739-8eb6-362088e0b4f1 Sep 22 21:40:30.436343 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e0dd0c-f0c6-4d1d-ac97-758307a5f447 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event deleted for resources: {'Port': ['ID=ad7dc162-6456-4136-87cf-a9fc74f0cc56,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:30.447252 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e0dd0c-f0c6-4d1d-ac97-758307a5f447 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] No DVR routers for this DVR port ad7dc162-6456-4136-87cf-a9fc74f0cc56 on host dv-neutron-858900-1-hyperv {{(pid=89009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:40:30.456202 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-3ac2bd94-33ad-419c-88b6-2ebe4eca969f tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2862775 Sep 22 21:40:30.457078 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49364) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:30.465381 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-1b5c56ce-09c7-4009-b83f-5a5d24c7f61e tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Request body: {'security_group': {'name': 'tempest-secgroup--1110862061'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:30.478435 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-1b5c56ce-09c7-4009-b83f-5a5d24c7f61e tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:30.485733 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cba3b2a0-de0d-44be-af83-7efe24029da7 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:30.486416 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-1b5c56ce-09c7-4009-b83f-5a5d24c7f61e tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Usage tracker for resource:security_group and tenant:b4c28bd5eeca454096c191df49bcc89e is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:30.491463 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-1b5c56ce-09c7-4009-b83f-5a5d24c7f61e tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:30.495647 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a24ed8fc-a33b-4061-8501-f87754aa5fe3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:30.503060 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24ed8fc-a33b-4061-8501-f87754aa5fe3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:30.503836 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a24ed8fc-a33b-4061-8501-f87754aa5fe3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:30.516166 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6fe27fce-61dc-40ec-8c1c-f85e010e12e3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:30.520232 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6fe27fce-61dc-40ec-8c1c-f85e010e12e3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6337881 Sep 22 21:40:30.529074 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49368) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:30.550077 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-bfa62ed3-b8b2-4949-9680-7aa980d3c7d4 None None] Calling delete_port for ad7dc162-6456-4136-87cf-a9fc74f0cc56 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:40:30.638414 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-69e0dd0c-f0c6-4d1d-ac97-758307a5f447 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:30.675113 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-1b5c56ce-09c7-4009-b83f-5a5d24c7f61e tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:30.677357 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-9d6faac6-e8fc-4b88-b4cb-0932caa13abe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': '9256f3c9-ea2a-4962-96b4-9322f1b68820', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:30.694078 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-9d6faac6-e8fc-4b88-b4cb-0932caa13abe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:30.695713 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ed8fc-a33b-4061-8501-f87754aa5fe3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event updated for resources: {'Network': ['ID=986870a8-9f8a-4ca8-ac02-23dc1141d68c,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:30.711358 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-9d6faac6-e8fc-4b88-b4cb-0932caa13abe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:30.718251 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-9d6faac6-e8fc-4b88-b4cb-0932caa13abe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:30.724142 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1b5c56ce-09c7-4009-b83f-5a5d24c7f61e tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:30.730403 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-9d6faac6-e8fc-4b88-b4cb-0932caa13abe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:30.733212 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-69e0dd0c-f0c6-4d1d-ac97-758307a5f447 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37fd2b79-b11b-4482-963b-82cd620d2dff']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:30.742430 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a24ed8fc-a33b-4061-8501-f87754aa5fe3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5144286 Sep 22 21:40:30.746370 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49372) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:30.757805 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-69e0dd0c-f0c6-4d1d-ac97-758307a5f447 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3282fbbb-6b5b-48b6-b8f4-6d348012356a') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:30.758405 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-69e0dd0c-f0c6-4d1d-ac97-758307a5f447 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3282fbbb-6b5b-48b6-b8f4-6d348012356a') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:30.759850 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-3536901f-565c-4f63-bce2-fa22fdab4eef tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Request body: {'subnet': {'network_id': '986870a8-9f8a-4ca8-ac02-23dc1141d68c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:30.763965 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 4912260c-4848-4cf5-a048-385fbae4a8d8 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:40:30.773048 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-69e0dd0c-f0c6-4d1d-ac97-758307a5f447 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:30.783994 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-f8dfa480-de2b-412f-b02f-612570f3ff08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'name': 'tempest-RoutersTest-router-1145720965', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:38:56Z', 'updated_at': '2022-09-22T21:40:27Z', 'revision_number': 10, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'gw_port_host': None, '_interfaces': [{'id': 'cf14d533-eb12-48a1-b2c8-03d1c22ca09b', 'name': '', 'network_id': 'c878f31d-09fc-4f47-91e8-ed0a40264492', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:86:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '28e029bb-55b4-48c3-8d8e-38fc4700f1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:02Z', 'updated_at': '2022-09-22T21:39:22Z', 'revision_number': 5, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': '28e029bb-55b4-48c3-8d8e-38fc4700f1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:30.788394 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dfa480-de2b-412f-b02f-612570f3ff08 None None] The sync data for ids ['86d2ef5b-b34f-4e1e-9c59-268ad50c9267'] in dv-neutron-858900-1-hyperv is: [{'id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'name': 'tempest-RoutersTest-router-1145720965', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:38:56Z', 'updated_at': '2022-09-22T21:40:27Z', 'revision_number': 10, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'gw_port_host': None, '_interfaces': [{'id': 'cf14d533-eb12-48a1-b2c8-03d1c22ca09b', 'name': '', 'network_id': 'c878f31d-09fc-4f47-91e8-ed0a40264492', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'mac_address': 'fa:16:3e:86:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '28e029bb-55b4-48c3-8d8e-38fc4700f1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:39:02Z', 'updated_at': '2022-09-22T21:39:22Z', 'revision_number': 5, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'subnets': [{'id': '28e029bb-55b4-48c3-8d8e-38fc4700f1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:40:30.799087 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 986870a8-9f8a-4ca8-ac02-23dc1141d68c details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:40:30.811503 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-69e0dd0c-f0c6-4d1d-ac97-758307a5f447 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:30.819738 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9d6faac6-e8fc-4b88-b4cb-0932caa13abe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:30.832770 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69e0dd0c-f0c6-4d1d-ac97-758307a5f447 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:40:30.833183 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-69e0dd0c-f0c6-4d1d-ac97-758307a5f447 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:30.844604 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-1b5c56ce-09c7-4009-b83f-5a5d24c7f61e tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:30.855503 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e500cf-bc69-4cfd-aee2-3f8ef045d6c1 None None] Pushing event updated for resources: {'Port': ['ID=04bc4d2d-6e43-4739-8eb6-362088e0b4f1,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:30.859302 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cba3b2a0-de0d-44be-af83-7efe24029da7 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:30.863789 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-1b5c56ce-09c7-4009-b83f-5a5d24c7f61e tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Usage tracker for resource:security_group_rule and tenant:b4c28bd5eeca454096c191df49bcc89e is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:30.869494 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-1b5c56ce-09c7-4009-b83f-5a5d24c7f61e tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:30.879245 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-1b5c56ce-09c7-4009-b83f-5a5d24c7f61e tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:30.912204 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-3536901f-565c-4f63-bce2-fa22fdab4eef tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:30.918350 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-3536901f-565c-4f63-bce2-fa22fdab4eef tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Usage tracker for resource:subnet and tenant:37d6650486a5496cbd52782c722d1341 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:30.923744 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-3536901f-565c-4f63-bce2-fa22fdab4eef tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:30.930691 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-3536901f-565c-4f63-bce2-fa22fdab4eef tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:30.948981 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 3282fbbb-6b5b-48b6-b8f4-6d348012356a resource provider aggregate not found Sep 22 21:40:30.951663 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 4912260c-4848-4cf5-a048-385fbae4a8d8 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:40:30.952397 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 4912260c-4848-4cf5-a048-385fbae4a8d8 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:40:30.953094 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device ad7dc162-6456-4136-87cf-a9fc74f0cc56 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:40:30.955502 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3536901f-565c-4f63-bce2-fa22fdab4eef tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Made reservation on behalf of 37d6650486a5496cbd52782c722d1341 for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:40:30.959444 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3536901f-565c-4f63-bce2-fa22fdab4eef tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:30.996826 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 3282fbbb-6b5b-48b6-b8f4-6d348012356a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3282fbbb-6b5b-48b6-b8f4-6d348012356a found for delete ", "request_id": "req-561f5aad-a5c9-4a48-861e-88b23ae60dd7"}]} Sep 22 21:40:30.997748 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3b2a0-de0d-44be-af83-7efe24029da7 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event deleted for resources: {'Subnet': ['ID=1c45af14-0d39-44ec-928a-7eb185ff44cb,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:31.004195 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cba3b2a0-de0d-44be-af83-7efe24029da7 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:31.016710 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-cba3b2a0-de0d-44be-af83-7efe24029da7 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "DELETE /v2.0/subnets/1c45af14-0d39-44ec-928a-7eb185ff44cb HTTP/1.1" status: 204 len: 168 time: 1.5276554 Sep 22 21:40:31.019398 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49380) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:31.024082 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: ad7dc162-6456-4136-87cf-a9fc74f0cc56 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:40:31.024614 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device ad7dc162-6456-4136-87cf-a9fc74f0cc56 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:40:31.027409 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0517c09b-712d-48d1-9b02-d942485eaa87 None None] Network aa135ec2-0764-46fa-95cb-693a00536a39 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:40:31.044635 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-69e0dd0c-f0c6-4d1d-ac97-758307a5f447 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:31.076970 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-69e0dd0c-f0c6-4d1d-ac97-758307a5f447 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:31.080378 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9d6faac6-e8fc-4b88-b4cb-0932caa13abe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:31.088918 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1b5c56ce-09c7-4009-b83f-5a5d24c7f61e tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:31.097118 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1b5c56ce-09c7-4009-b83f-5a5d24c7f61e tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:31.139334 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9d6faac6-e8fc-4b88-b4cb-0932caa13abe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:31.141145 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e0dd0c-f0c6-4d1d-ac97-758307a5f447 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event deleted for resources: {'Network': ['ID=37fd2b79-b11b-4482-963b-82cd620d2dff,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:31.160337 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c56ce-09c7-4009-b83f-5a5d24c7f61e tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9200e51-a906-49bd-a17d-c952e1f239b9,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:31.170193 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-995aa861-d054-4b93-9ae5-df4ac230f9cc None None] Port 04bc4d2d-6e43-4739-8eb6-362088e0b4f1 had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 21:40:31.183945 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-69e0dd0c-f0c6-4d1d-ac97-758307a5f447 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "DELETE /v2.0/networks/37fd2b79-b11b-4482-963b-82cd620d2dff HTTP/1.1" status: 204 len: 168 time: 2.4801314 Sep 22 21:40:31.193211 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49384) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:31.208986 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6faac6-e8fc-4b88-b4cb-0932caa13abe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25a1dd94-d264-4153-83ca-8c6221eb211d,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:31.210001 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1b5c56ce-09c7-4009-b83f-5a5d24c7f61e tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:31.216721 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-f62a531c-f3a3-4144-908c-e41fa209ee5c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Request body: {'port': {'network_id': 'e0aaafca-4b82-4983-ae0e-070f612893e9', 'name': 'tempest-PortsTestJSON-1882309319'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:31.219558 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-1b5c56ce-09c7-4009-b83f-5a5d24c7f61e tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7610257 Sep 22 21:40:31.227151 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49388) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:31.241264 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d82761f2-d7e7-4b11-985a-35b33cedf9dd tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:31.243078 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9d6faac6-e8fc-4b88-b4cb-0932caa13abe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:31.246986 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-9f5745e2-a5bd-41e2-9310-69a472c5fe13 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Request body: {'security_group_rule': {'security_group_id': 'f9200e51-a906-49bd-a17d-c952e1f239b9', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:31.247161 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-9d6faac6-e8fc-4b88-b4cb-0932caa13abe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7175939 Sep 22 21:40:31.248161 dv-neutron-858900-1-hyperv neutron-server[89008]: WARNING neutron.api.v2.base [None req-9f5745e2-a5bd-41e2-9310-69a472c5fe13 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 22 21:40:31.249582 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-9f5745e2-a5bd-41e2-9310-69a472c5fe13 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:40:31.250821 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-9f5745e2-a5bd-41e2-9310-69a472c5fe13 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0222645 Sep 22 21:40:31.255845 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49392) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:31.256053 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49394) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:31.312573 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.db.api [None req-bfa62ed3-b8b2-4949-9680-7aa980d3c7d4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:40:31.313138 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG oslo_db.api [None req-bfa62ed3-b8b2-4949-9680-7aa980d3c7d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:40:31.317192 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-753a9c18-1280-44bd-9713-d0fe7f1d3c1b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': '9256f3c9-ea2a-4962-96b4-9322f1b68820', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:31.333165 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3536901f-565c-4f63-bce2-fa22fdab4eef tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:31.418189 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-37413c39-d487-42c3-a47b-b466b2e519df None None] Could not find standard attr ID for object cc83ccb8-1fe5-440f-b618-e6450c84a66b. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:40:31.423241 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3536901f-565c-4f63-bce2-fa22fdab4eef tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event updated for resources: {'Subnet': ['ID=8c41102c-4e0e-4949-81ba-034e0a9a0560,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:31.433120 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-0114d527-6c0a-44a3-bebd-0d9f6f24fb9f None None] Set router 1acee9f7-9afb-4411-b84c-b44fc13b967f gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:40:31.433788 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3536901f-565c-4f63-bce2-fa22fdab4eef tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Checking segment: {'id': '09ac06ef-48a1-4a22-8652-40c8b2f76d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '986870a8-9f8a-4ca8-ac02-23dc1141d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:40:31.434280 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3536901f-565c-4f63-bce2-fa22fdab4eef tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Network hostable DHCP agents. Network: 986870a8-9f8a-4ca8-ac02-23dc1141d68c, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:40:31.455120 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3536901f-565c-4f63-bce2-fa22fdab4eef tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Network 986870a8-9f8a-4ca8-ac02-23dc1141d68c is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:40:31.467821 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-3536901f-565c-4f63-bce2-fa22fdab4eef tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 986870a8-9f8a-4ca8-ac02-23dc1141d68c) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:40:31.474570 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3536901f-565c-4f63-bce2-fa22fdab4eef tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:31.475447 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3536901f-565c-4f63-bce2-fa22fdab4eef tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:31.478239 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-753a9c18-1280-44bd-9713-d0fe7f1d3c1b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:31.496749 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c642e928-35bb-4de1-8187-9c385b94bbd0 None None] Network 986870a8-9f8a-4ca8-ac02-23dc1141d68c requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:40:31.500556 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-3536901f-565c-4f63-bce2-fa22fdab4eef tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7501554 Sep 22 21:40:31.501053 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49400) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:31.504858 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-753a9c18-1280-44bd-9713-d0fe7f1d3c1b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:31.506394 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-61ed3bdc-1895-402d-b10e-615abf1c34af tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Request body: {'port': {'network_id': '986870a8-9f8a-4ca8-ac02-23dc1141d68c', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-485419219'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:31.510390 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-753a9c18-1280-44bd-9713-d0fe7f1d3c1b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:31.526391 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-d82761f2-d7e7-4b11-985a-35b33cedf9dd tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Deleting port 2d02270f-96b2-40d4-9e75-80feec19c6db {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:40:31.526795 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d82761f2-d7e7-4b11-985a-35b33cedf9dd tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:31.562175 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-753a9c18-1280-44bd-9713-d0fe7f1d3c1b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:31.624909 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-f62a531c-f3a3-4144-908c-e41fa209ee5c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:31.648296 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-61ed3bdc-1895-402d-b10e-615abf1c34af tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:31.649332 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-753a9c18-1280-44bd-9713-d0fe7f1d3c1b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:31.658746 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-61ed3bdc-1895-402d-b10e-615abf1c34af tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:31.670988 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ed3bdc-1895-402d-b10e-615abf1c34af tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Made reservation on behalf of 37d6650486a5496cbd52782c722d1341 for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:40:31.674768 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-61ed3bdc-1895-402d-b10e-615abf1c34af tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:31.685733 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-37413c39-d487-42c3-a47b-b466b2e519df None None] Could not find standard attr ID for object 4912260c-4848-4cf5-a048-385fbae4a8d8. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:40:31.699047 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-f62a531c-f3a3-4144-908c-e41fa209ee5c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:31.701210 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [None req-61ed3bdc-1895-402d-b10e-615abf1c34af tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] device_id is not set on port f1e0b6e4-aaf3-40c8-a2a2-95ce455fbae9 yet. {{(pid=89008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:40:31.710356 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-73ec0dda-0a20-423d-bbf4-eb0fae6bc35b tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:31.726301 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-37413c39-d487-42c3-a47b-b466b2e519df None None] Could not find standard attr ID for object ad7dc162-6456-4136-87cf-a9fc74f0cc56. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:40:31.757439 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62a531c-f3a3-4144-908c-e41fa209ee5c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Made reservation on behalf of de45cb2c88af49d4a334eef3c80bde87 for: {'port': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:40:31.761026 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f62a531c-f3a3-4144-908c-e41fa209ee5c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:31.817808 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-bfa62ed3-b8b2-4949-9680-7aa980d3c7d4 None None] Deleting port ad7dc162-6456-4136-87cf-a9fc74f0cc56 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:40:31.818014 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-73ec0dda-0a20-423d-bbf4-eb0fae6bc35b tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:31.818181 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-bfa62ed3-b8b2-4949-9680-7aa980d3c7d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:31.850734 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c25410b-1ffe-4e11-ac40-d84709bc95ee None None] DHCP port deletion for aa135ec2-0764-46fa-95cb-693a00536a39 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:40:31.892217 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-6c25410b-1ffe-4e11-ac40-d84709bc95ee None None] Deleting port 2d02270f-96b2-40d4-9e75-80feec19c6db {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:40:31.892511 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6c25410b-1ffe-4e11-ac40-d84709bc95ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:31.904834 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-f62a531c-f3a3-4144-908c-e41fa209ee5c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] device_id is not set on port bf55f17a-1f7e-4dfa-b02a-f69b833300ee yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:40:31.955989 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-61ed3bdc-1895-402d-b10e-615abf1c34af tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Allocated IP 2001:db8::105 (986870a8-9f8a-4ca8-ac02-23dc1141d68c/8c41102c-4e0e-4949-81ba-034e0a9a0560/f1e0b6e4-aaf3-40c8-a2a2-95ce455fbae9) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:40:31.983622 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-bfa62ed3-b8b2-4949-9680-7aa980d3c7d4 None None] The port 'ad7dc162-6456-4136-87cf-a9fc74f0cc56' was deleted {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 21:40:31.985357 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-753a9c18-1280-44bd-9713-d0fe7f1d3c1b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:32.010664 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-753a9c18-1280-44bd-9713-d0fe7f1d3c1b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:32.043125 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-d82761f2-d7e7-4b11-985a-35b33cedf9dd tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] For port 2d02270f-96b2-40d4-9e75-80feec19c6db, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=2d02270f-96b2-40d4-9e75-80feec19c6db,segment=NetworkSegment(d065e64d-798f-4cd8-8050-2aa0a5ac57bb),segment_id=d065e64d-798f-4cd8-8050-2aa0a5ac57bb)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:40:32.043511 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d82761f2-d7e7-4b11-985a-35b33cedf9dd tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:32.122310 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-73ec0dda-0a20-423d-bbf4-eb0fae6bc35b tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:32.155587 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-61ed3bdc-1895-402d-b10e-615abf1c34af tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:32.155799 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c33414-330e-4227-ae71-b3ce22b1d0c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-986870a8-9f8a-4ca8-ac02-23dc1141d68c', 'network_id': '986870a8-9f8a-4ca8-ac02-23dc1141d68c', 'tenant_id': '37d6650486a5496cbd52782c722d1341', 'fixed_ips': [{'subnet_id': '8c41102c-4e0e-4949-81ba-034e0a9a0560'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:40:32.156308 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-20c33414-330e-4227-ae71-b3ce22b1d0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:32.171542 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-61ed3bdc-1895-402d-b10e-615abf1c34af tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Transition to ACTIVE for port object f1e0b6e4-aaf3-40c8-a2a2-95ce455fbae9 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:40:32.197885 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-61ed3bdc-1895-402d-b10e-615abf1c34af tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:32.213781 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-d82761f2-d7e7-4b11-985a-35b33cedf9dd tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Calling delete_port for 2d02270f-96b2-40d4-9e75-80feec19c6db owned by network:dhcp {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:40:32.265498 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec0dda-0a20-423d-bbf4-eb0fae6bc35b tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9200e51-a906-49bd-a17d-c952e1f239b9,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:32.266908 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ed3bdc-1895-402d-b10e-615abf1c34af tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Network 986870a8-9f8a-4ca8-ac02-23dc1141d68c is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:40:32.269711 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-61ed3bdc-1895-402d-b10e-615abf1c34af tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:40:32.274517 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ed3bdc-1895-402d-b10e-615abf1c34af tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:40:32.280304 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ed3bdc-1895-402d-b10e-615abf1c34af tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:32.281045 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-61ed3bdc-1895-402d-b10e-615abf1c34af tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:32.290389 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a9c18-1280-44bd-9713-d0fe7f1d3c1b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0d99743-dc04-4d4c-b4cb-91c9f0b9af23,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:32.295840 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ed3bdc-1895-402d-b10e-615abf1c34af tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event updated for resources: {'Port': ['ID=f1e0b6e4-aaf3-40c8-a2a2-95ce455fbae9,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:32.320276 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-61ed3bdc-1895-402d-b10e-615abf1c34af tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.8150656 Sep 22 21:40:32.321075 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49404) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:32.344235 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-73ec0dda-0a20-423d-bbf4-eb0fae6bc35b tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:32.348106 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-73ec0dda-0a20-423d-bbf4-eb0fae6bc35b tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "DELETE /v2.0/security-groups/f9200e51-a906-49bd-a17d-c952e1f239b9 HTTP/1.1" status: 204 len: 168 time: 1.0870523 Sep 22 21:40:32.352575 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49408) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:32.355019 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-753a9c18-1280-44bd-9713-d0fe7f1d3c1b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:32.356130 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-753a9c18-1280-44bd-9713-d0fe7f1d3c1b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0992210 Sep 22 21:40:32.361295 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49412) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:32.361440 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-6c25410b-1ffe-4e11-ac40-d84709bc95ee None None] For port 2d02270f-96b2-40d4-9e75-80feec19c6db, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=2d02270f-96b2-40d4-9e75-80feec19c6db,segment=NetworkSegment(d065e64d-798f-4cd8-8050-2aa0a5ac57bb),segment_id=d065e64d-798f-4cd8-8050-2aa0a5ac57bb)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:40:32.361902 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6c25410b-1ffe-4e11-ac40-d84709bc95ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:32.401560 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-4d6c9f92-7e33-4f59-8a56-fa311cf55f41 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': '9256f3c9-ea2a-4962-96b4-9322f1b68820', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:32.407969 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-2c9121e4-05da-4539-96cf-dadde2828768 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Deleting port f1e0b6e4-aaf3-40c8-a2a2-95ce455fbae9 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:40:32.408268 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2c9121e4-05da-4539-96cf-dadde2828768 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:32.474690 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-4d6c9f92-7e33-4f59-8a56-fa311cf55f41 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:32.496661 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-6c25410b-1ffe-4e11-ac40-d84709bc95ee None None] Calling delete_port for 2d02270f-96b2-40d4-9e75-80feec19c6db owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:40:32.499531 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-4d6c9f92-7e33-4f59-8a56-fa311cf55f41 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:32.503806 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-4d6c9f92-7e33-4f59-8a56-fa311cf55f41 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:32.526486 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-4d6c9f92-7e33-4f59-8a56-fa311cf55f41 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:32.548893 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d82761f2-d7e7-4b11-985a-35b33cedf9dd tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:32.609459 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-0114d527-6c0a-44a3-bebd-0d9f6f24fb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'name': 'tempest-TestNetworkBasicOps-router-2007581634', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.244'}], 'enable_snat': True}, 'gw_port_id': 'f412a77a-7d1e-4b59-9d54-7618178dd2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:40:09Z', 'updated_at': '2022-09-22T21:40:23Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': 'f412a77a-7d1e-4b59-9d54-7618178dd2e5', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:40:11Z', 'updated_at': '2022-09-22T21:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '04bc4d2d-6e43-4739-8eb6-362088e0b4f1', 'name': '', 'network_id': 'd798fa90-67b2-4838-a613-196b1b982d33', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:b7:7d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '7c2b1475-4219-48df-b88b-938b9fa8e2ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:40:21Z', 'updated_at': '2022-09-22T21:40:30Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': '7c2b1475-4219-48df-b88b-938b9fa8e2ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:32.623268 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82761f2-d7e7-4b11-985a-35b33cedf9dd tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event deleted for resources: {'Port': ['ID=2d02270f-96b2-40d4-9e75-80feec19c6db,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:32.627840 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-744f2e52-3675-436e-8851-120298d6488e tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Synchronizing usage tracker for tenant:b4c28bd5eeca454096c191df49bcc89e on resource:security_group {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:40:32.631851 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0114d527-6c0a-44a3-bebd-0d9f6f24fb9f None None] The sync data for ids ['1acee9f7-9afb-4411-b84c-b44fc13b967f'] in dv-neutron-858900-1-hyperv is: [{'id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'name': 'tempest-TestNetworkBasicOps-router-2007581634', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.244'}], 'enable_snat': True}, 'gw_port_id': 'f412a77a-7d1e-4b59-9d54-7618178dd2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:40:09Z', 'updated_at': '2022-09-22T21:40:23Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': 'f412a77a-7d1e-4b59-9d54-7618178dd2e5', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:40:11Z', 'updated_at': '2022-09-22T21:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '04bc4d2d-6e43-4739-8eb6-362088e0b4f1', 'name': '', 'network_id': 'd798fa90-67b2-4838-a613-196b1b982d33', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:b7:7d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '7c2b1475-4219-48df-b88b-938b9fa8e2ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:40:21Z', 'updated_at': '2022-09-22T21:40:30Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': '7c2b1475-4219-48df-b88b-938b9fa8e2ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:40:32.635252 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82761f2-d7e7-4b11-985a-35b33cedf9dd tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] No DVR routers for this DVR port 2d02270f-96b2-40d4-9e75-80feec19c6db on host dv-neutron-858900-1-hyperv {{(pid=89009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:40:32.639507 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f62a531c-f3a3-4144-908c-e41fa209ee5c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:32.645242 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4d6c9f92-7e33-4f59-8a56-fa311cf55f41 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:32.648975 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-20c33414-330e-4227-ae71-b3ce22b1d0c4 None None] Allocated IP 2001:db8::2 (986870a8-9f8a-4ca8-ac02-23dc1141d68c/8c41102c-4e0e-4949-81ba-034e0a9a0560/a393ad9b-b2d0-4a62-8d5e-740e94fe244f) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:40:32.658447 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.db.api [None req-6c25410b-1ffe-4e11-ac40-d84709bc95ee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:40:32.658665 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG oslo_db.api [None req-6c25410b-1ffe-4e11-ac40-d84709bc95ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:40:32.757414 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 6bbe07af-b374-4c8b-a2c8-ce12c5222bfd no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:40:32.771804 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2c9121e4-05da-4539-96cf-dadde2828768 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:32.815894 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 6bbe07af-b374-4c8b-a2c8-ce12c5222bfd {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:40:32.816233 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 6bbe07af-b374-4c8b-a2c8-ce12c5222bfd not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:40:32.816856 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 2d02270f-96b2-40d4-9e75-80feec19c6db no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:40:32.830480 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-744f2e52-3675-436e-8851-120298d6488e tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Unset dirty status for tenant:b4c28bd5eeca454096c191df49bcc89e on resource:security_group {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:40:32.831786 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-744f2e52-3675-436e-8851-120298d6488e tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4781427 Sep 22 21:40:32.849958 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49416) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:32.872843 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 2d02270f-96b2-40d4-9e75-80feec19c6db {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:40:32.873440 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 2d02270f-96b2-40d4-9e75-80feec19c6db not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:40:32.907275 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d82761f2-d7e7-4b11-985a-35b33cedf9dd tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:32.935081 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-2c9121e4-05da-4539-96cf-dadde2828768 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Calling delete_port for f1e0b6e4-aaf3-40c8-a2a2-95ce455fbae9 owned by {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:40:32.954493 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4d6c9f92-7e33-4f59-8a56-fa311cf55f41 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:32.964425 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f62a531c-f3a3-4144-908c-e41fa209ee5c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:32.969108 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-d82761f2-d7e7-4b11-985a-35b33cedf9dd tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa135ec2-0764-46fa-95cb-693a00536a39']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:33.029006 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4d6c9f92-7e33-4f59-8a56-fa311cf55f41 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:33.051050 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62a531c-f3a3-4144-908c-e41fa209ee5c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Network e0aaafca-4b82-4983-ae0e-070f612893e9 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:40:33.063767 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-20c33414-330e-4227-ae71-b3ce22b1d0c4 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:33.067148 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-d82761f2-d7e7-4b11-985a-35b33cedf9dd tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd065e64d-798f-4cd8-8050-2aa0a5ac57bb') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:33.067779 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-d82761f2-d7e7-4b11-985a-35b33cedf9dd tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd065e64d-798f-4cd8-8050-2aa0a5ac57bb') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:33.074993 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-f62a531c-f3a3-4144-908c-e41fa209ee5c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:40:33.093731 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-dc6fe235-51ba-4d73-aeaf-04ab97e24a34 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Request body: {'security_group': {'name': 'tempest-secgroup--1194735476'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:33.096438 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62a531c-f3a3-4144-908c-e41fa209ee5c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:40:33.102882 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62a531c-f3a3-4144-908c-e41fa209ee5c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:33.103826 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f62a531c-f3a3-4144-908c-e41fa209ee5c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:33.110948 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-dc6fe235-51ba-4d73-aeaf-04ab97e24a34 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:33.116506 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c9f92-7e33-4f59-8a56-fa311cf55f41 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b6e7ca0-7639-4ef8-9eed-040be00d622e,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:33.124182 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d82761f2-d7e7-4b11-985a-35b33cedf9dd tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:33.130680 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-dc6fe235-51ba-4d73-aeaf-04ab97e24a34 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:33.151459 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-dc6fe235-51ba-4d73-aeaf-04ab97e24a34 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:33.152356 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c9f92-7e33-4f59-8a56-fa311cf55f41 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:40:33.152762 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c9f92-7e33-4f59-8a56-fa311cf55f41 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:40:33.153065 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-20c33414-330e-4227-ae71-b3ce22b1d0c4 None None] Transition to ACTIVE for port object a393ad9b-b2d0-4a62-8d5e-740e94fe244f will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:40:33.153212 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c9f92-7e33-4f59-8a56-fa311cf55f41 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:40:33.153643 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c9f92-7e33-4f59-8a56-fa311cf55f41 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:40:33.154034 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c9f92-7e33-4f59-8a56-fa311cf55f41 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:40:33.154428 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c9f92-7e33-4f59-8a56-fa311cf55f41 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:40:33.154839 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c9f92-7e33-4f59-8a56-fa311cf55f41 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:40:33.155228 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c9f92-7e33-4f59-8a56-fa311cf55f41 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:40:33.155945 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c9f92-7e33-4f59-8a56-fa311cf55f41 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:40:33.155945 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c9f92-7e33-4f59-8a56-fa311cf55f41 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:40:33.156367 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c9f92-7e33-4f59-8a56-fa311cf55f41 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:40:33.156748 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6c9f92-7e33-4f59-8a56-fa311cf55f41 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:40:33.159873 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-6c25410b-1ffe-4e11-ac40-d84709bc95ee None None] Deleting port 2d02270f-96b2-40d4-9e75-80feec19c6db {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:40:33.160380 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6c25410b-1ffe-4e11-ac40-d84709bc95ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:33.173213 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a531c-f3a3-4144-908c-e41fa209ee5c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event updated for resources: {'Port': ['ID=bf55f17a-1f7e-4dfa-b02a-f69b833300ee,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:33.176306 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-dc6fe235-51ba-4d73-aeaf-04ab97e24a34 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:33.176605 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d82761f2-d7e7-4b11-985a-35b33cedf9dd tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:33.182206 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-dc6fe235-51ba-4d73-aeaf-04ab97e24a34 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Usage tracker for resource:security_group_rule and tenant:b4c28bd5eeca454096c191df49bcc89e is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:33.187504 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-f62a531c-f3a3-4144-908c-e41fa209ee5c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9813654 Sep 22 21:40:33.187504 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d82761f2-d7e7-4b11-985a-35b33cedf9dd tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:40:33.187504 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d82761f2-d7e7-4b11-985a-35b33cedf9dd tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:33.187897 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-dc6fe235-51ba-4d73-aeaf-04ab97e24a34 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:33.193779 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-dc6fe235-51ba-4d73-aeaf-04ab97e24a34 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:33.202943 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49420) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:33.203791 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2c9121e4-05da-4539-96cf-dadde2828768 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:33.216831 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4d6c9f92-7e33-4f59-8a56-fa311cf55f41 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:33.220890 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-4d6c9f92-7e33-4f59-8a56-fa311cf55f41 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8416920 Sep 22 21:40:33.221532 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49426) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:33.280740 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment d065e64d-798f-4cd8-8050-2aa0a5ac57bb resource provider aggregate not found Sep 22 21:40:33.285371 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-6c25410b-1ffe-4e11-ac40-d84709bc95ee None None] The port '2d02270f-96b2-40d4-9e75-80feec19c6db' was deleted {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 21:40:33.290667 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-6f925bfb-0bab-44d4-a5eb-c290ba9d4d68 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': '9256f3c9-ea2a-4962-96b4-9322f1b68820', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:33.291783 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-20c33414-330e-4227-ae71-b3ce22b1d0c4 None None] Transition to ACTIVE for port object a393ad9b-b2d0-4a62-8d5e-740e94fe244f will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:40:33.297138 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-6f925bfb-0bab-44d4-a5eb-c290ba9d4d68 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:33.314904 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-20c33414-330e-4227-ae71-b3ce22b1d0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:33.321126 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-6f925bfb-0bab-44d4-a5eb-c290ba9d4d68 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:33.332127 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment d065e64d-798f-4cd8-8050-2aa0a5ac57bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d065e64d-798f-4cd8-8050-2aa0a5ac57bb found for delete ", "request_id": "req-03a5e169-7bb0-43b4-a21e-a85ca908846b"}]} Sep 22 21:40:33.344012 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-6f925bfb-0bab-44d4-a5eb-c290ba9d4d68 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:33.346393 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-7820359c-546e-49ec-9496-6d8967aa1032 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Deleting port bf55f17a-1f7e-4dfa-b02a-f69b833300ee {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:40:33.346839 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7820359c-546e-49ec-9496-6d8967aa1032 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:33.353200 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-6f925bfb-0bab-44d4-a5eb-c290ba9d4d68 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:33.362597 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d82761f2-d7e7-4b11-985a-35b33cedf9dd tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:33.383586 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d82761f2-d7e7-4b11-985a-35b33cedf9dd tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:33.394419 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.securitygroups_db [None req-6f925bfb-0bab-44d4-a5eb-c290ba9d4d68 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Project eb1aed2a20e141c98ec99089a446670b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 21:40:33.401433 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9121e4-05da-4539-96cf-dadde2828768 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event deleted for resources: {'Port': ['ID=f1e0b6e4-aaf3-40c8-a2a2-95ce455fbae9,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:33.408036 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6f925bfb-0bab-44d4-a5eb-c290ba9d4d68 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:33.415682 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82761f2-d7e7-4b11-985a-35b33cedf9dd tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event deleted for resources: {'Network': ['ID=aa135ec2-0764-46fa-95cb-693a00536a39,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:33.418674 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d82761f2-d7e7-4b11-985a-35b33cedf9dd tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "DELETE /v2.0/networks/aa135ec2-0764-46fa-95cb-693a00536a39 HTTP/1.1" status: 204 len: 168 time: 2.3981514 Sep 22 21:40:33.422030 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49432) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:33.429608 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c33414-330e-4227-ae71-b3ce22b1d0c4 None None] Network 986870a8-9f8a-4ca8-ac02-23dc1141d68c is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:40:33.432795 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-20c33414-330e-4227-ae71-b3ce22b1d0c4 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:40:33.447382 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c33414-330e-4227-ae71-b3ce22b1d0c4 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:40:33.457132 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c33414-330e-4227-ae71-b3ce22b1d0c4 None None] Pushing event updated for resources: {'Port': ['ID=a393ad9b-b2d0-4a62-8d5e-740e94fe244f,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:33.510684 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2c9121e4-05da-4539-96cf-dadde2828768 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:33.583913 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-20c33414-330e-4227-ae71-b3ce22b1d0c4 None None] Attempting to bind port a393ad9b-b2d0-4a62-8d5e-740e94fe244f on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:40:33.584575 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-20c33414-330e-4227-ae71-b3ce22b1d0c4 None None] Attempting to bind port a393ad9b-b2d0-4a62-8d5e-740e94fe244f by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '09ac06ef-48a1-4a22-8652-40c8b2f76d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '986870a8-9f8a-4ca8-ac02-23dc1141d68c'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:40:33.585088 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c33414-330e-4227-ae71-b3ce22b1d0c4 None None] Attempting to bind port a393ad9b-b2d0-4a62-8d5e-740e94fe244f on network 986870a8-9f8a-4ca8-ac02-23dc1141d68c {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:40:33.591738 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c33414-330e-4227-ae71-b3ce22b1d0c4 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:40:33.592112 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c33414-330e-4227-ae71-b3ce22b1d0c4 None None] Checking segment: {'id': '09ac06ef-48a1-4a22-8652-40c8b2f76d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '986870a8-9f8a-4ca8-ac02-23dc1141d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:40:33.592511 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-20c33414-330e-4227-ae71-b3ce22b1d0c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:33.592894 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c33414-330e-4227-ae71-b3ce22b1d0c4 None None] Bound using segment: {'id': '09ac06ef-48a1-4a22-8652-40c8b2f76d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '986870a8-9f8a-4ca8-ac02-23dc1141d68c'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:40:33.593363 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-20c33414-330e-4227-ae71-b3ce22b1d0c4 None None] Bound port: a393ad9b-b2d0-4a62-8d5e-740e94fe244f, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09ac06ef-48a1-4a22-8652-40c8b2f76d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '986870a8-9f8a-4ca8-ac02-23dc1141d68c'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:40:33.593727 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-20c33414-330e-4227-ae71-b3ce22b1d0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:33.598717 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-2c9121e4-05da-4539-96cf-dadde2828768 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "DELETE /v2.0/ports/f1e0b6e4-aaf3-40c8-a2a2-95ce455fbae9 HTTP/1.1" status: 204 len: 168 time: 1.2763526 Sep 22 21:40:33.607855 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49436) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:33.694867 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba8a952c-5c7d-4d20-b67e-4b30d491a77c tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] GET failed (client error): The resource could not be found. Sep 22 21:40:33.696222 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-ba8a952c-5c7d-4d20-b67e-4b30d491a77c tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Synchronizing usage tracker for tenant:37d6650486a5496cbd52782c722d1341 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:40:33.711057 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-20c33414-330e-4227-ae71-b3ce22b1d0c4 None None] For port a393ad9b-b2d0-4a62-8d5e-740e94fe244f, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:40:33.714793 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-20c33414-330e-4227-ae71-b3ce22b1d0c4 None None] For port a393ad9b-b2d0-4a62-8d5e-740e94fe244f, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=a393ad9b-b2d0-4a62-8d5e-740e94fe244f,segment=NetworkSegment(09ac06ef-48a1-4a22-8652-40c8b2f76d20),segment_id=09ac06ef-48a1-4a22-8652-40c8b2f76d20)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:40:33.719344 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-dc6fe235-51ba-4d73-aeaf-04ab97e24a34 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:33.723194 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-20c33414-330e-4227-ae71-b3ce22b1d0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:33.753035 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-dc6fe235-51ba-4d73-aeaf-04ab97e24a34 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:33.813253 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c33414-330e-4227-ae71-b3ce22b1d0c4 None None] Pushing event updated for resources: {'Port': ['ID=a393ad9b-b2d0-4a62-8d5e-740e94fe244f,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:33.846825 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-ba8a952c-5c7d-4d20-b67e-4b30d491a77c tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Unset dirty status for tenant:37d6650486a5496cbd52782c722d1341 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:40:33.851525 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ba8a952c-5c7d-4d20-b67e-4b30d491a77c tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "GET /v2.0/ports/f1e0b6e4-aaf3-40c8-a2a2-95ce455fbae9 HTTP/1.1" status: 404 len: 333 time: 0.2349162 Sep 22 21:40:33.864700 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49440) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:33.875274 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6f925bfb-0bab-44d4-a5eb-c290ba9d4d68 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:33.934435 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6f925bfb-0bab-44d4-a5eb-c290ba9d4d68 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:33.984767 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f925bfb-0bab-44d4-a5eb-c290ba9d4d68 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69f97d40-0de7-489e-a25b-507226fefe38,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:34.020531 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6f925bfb-0bab-44d4-a5eb-c290ba9d4d68 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:34.024839 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6f925bfb-0bab-44d4-a5eb-c290ba9d4d68 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7501299 Sep 22 21:40:34.025211 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49444) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:34.068433 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-16d63acd-b138-4052-81fd-5544b1f221c2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': '9256f3c9-ea2a-4962-96b4-9322f1b68820', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:34.083790 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-dc6fe235-51ba-4d73-aeaf-04ab97e24a34 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:34.085122 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-16d63acd-b138-4052-81fd-5544b1f221c2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:34.088035 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-dc6fe235-51ba-4d73-aeaf-04ab97e24a34 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2369206 Sep 22 21:40:34.094221 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49448) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:34.099634 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-16d63acd-b138-4052-81fd-5544b1f221c2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:34.104708 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-c3f729e3-998c-48f6-8d81-4ec4d2d8e1aa tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Request body: {'security_group_rule': {'security_group_id': '0643b184-c32e-403f-874e-8ac2616480e8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:34.106021 dv-neutron-858900-1-hyperv neutron-server[89009]: WARNING neutron.api.v2.base [None req-c3f729e3-998c-48f6-8d81-4ec4d2d8e1aa tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 22 21:40:34.106522 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-c3f729e3-998c-48f6-8d81-4ec4d2d8e1aa tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:40:34.110364 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c3f729e3-998c-48f6-8d81-4ec4d2d8e1aa tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0123179 Sep 22 21:40:34.112054 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-16d63acd-b138-4052-81fd-5544b1f221c2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:34.115471 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49452) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:34.120886 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-12213f58-dc91-45f5-9afe-3c7b9b499989 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Request body: {'security_group_rule': {'security_group_id': '0643b184-c32e-403f-874e-8ac2616480e8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:34.121558 dv-neutron-858900-1-hyperv neutron-server[89009]: WARNING neutron.api.v2.base [None req-12213f58-dc91-45f5-9afe-3c7b9b499989 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 22 21:40:34.122712 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-12213f58-dc91-45f5-9afe-3c7b9b499989 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:40:34.123131 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-12213f58-dc91-45f5-9afe-3c7b9b499989 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0067480 Sep 22 21:40:34.131390 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-16d63acd-b138-4052-81fd-5544b1f221c2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:34.131622 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49456) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:34.136957 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6fe235-51ba-4d73-aeaf-04ab97e24a34 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0643b184-c32e-403f-874e-8ac2616480e8,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:34.144209 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7820359c-546e-49ec-9496-6d8967aa1032 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:34.156765 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-9dfd59b2-b19a-44ba-9f60-d6183350d8d3 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Request body: {'security_group_rule': {'security_group_id': '0643b184-c32e-403f-874e-8ac2616480e8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:34.160045 dv-neutron-858900-1-hyperv neutron-server[89008]: WARNING neutron.api.v2.base [None req-9dfd59b2-b19a-44ba-9f60-d6183350d8d3 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 22 21:40:34.160636 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-9dfd59b2-b19a-44ba-9f60-d6183350d8d3 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:40:34.161887 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-9dfd59b2-b19a-44ba-9f60-d6183350d8d3 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0270441 Sep 22 21:40:34.167133 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49460) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:34.176604 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-9153ec98-8ac8-41a3-8099-7049158421fb tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Request body: {'security_group_rule': {'security_group_id': '0643b184-c32e-403f-874e-8ac2616480e8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:34.178728 dv-neutron-858900-1-hyperv neutron-server[89008]: WARNING neutron.api.v2.base [None req-9153ec98-8ac8-41a3-8099-7049158421fb tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 22 21:40:34.179425 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-9153ec98-8ac8-41a3-8099-7049158421fb tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:40:34.184611 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-9153ec98-8ac8-41a3-8099-7049158421fb tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0123832 Sep 22 21:40:34.184987 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49464) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:34.224995 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.securitygroups_db [None req-16d63acd-b138-4052-81fd-5544b1f221c2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Project eb1aed2a20e141c98ec99089a446670b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 21:40:34.240089 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d808ac8-7833-4662-ad90-5188d0ff1c31 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Deleting subnet 8c41102c-4e0e-4949-81ba-034e0a9a0560 {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:40:34.243657 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0d808ac8-7833-4662-ad90-5188d0ff1c31 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:34.291913 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-16d63acd-b138-4052-81fd-5544b1f221c2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:34.308281 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0d808ac8-7833-4662-ad90-5188d0ff1c31 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:34.347489 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fce0d168-cae9-401e-a325-a7d68b26993b tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:34.408000 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fce0d168-cae9-401e-a325-a7d68b26993b tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:34.414741 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-7820359c-546e-49ec-9496-6d8967aa1032 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Calling delete_port for bf55f17a-1f7e-4dfa-b02a-f69b833300ee owned by {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:40:34.445767 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-16d63acd-b138-4052-81fd-5544b1f221c2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:34.466261 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-16d63acd-b138-4052-81fd-5544b1f221c2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:34.506396 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d63acd-b138-4052-81fd-5544b1f221c2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e463b18f-021b-4b94-8781-b1e2f4fa4cd0,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:34.534455 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7820359c-546e-49ec-9496-6d8967aa1032 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:34.574928 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fce0d168-cae9-401e-a325-a7d68b26993b tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:34.577273 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fce0d168-cae9-401e-a325-a7d68b26993b tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:34.580943 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-fce0d168-cae9-401e-a325-a7d68b26993b tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "DELETE /v2.0/security-groups/0643b184-c32e-403f-874e-8ac2616480e8 HTTP/1.1" status: 204 len: 168 time: 0.3939967 Sep 22 21:40:34.580943 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-16d63acd-b138-4052-81fd-5544b1f221c2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:34.583175 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49470) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:34.587269 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-16d63acd-b138-4052-81fd-5544b1f221c2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5610371 Sep 22 21:40:34.608418 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce0d168-cae9-401e-a325-a7d68b26993b tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0643b184-c32e-403f-874e-8ac2616480e8,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:34.629539 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0d808ac8-7833-4662-ad90-5188d0ff1c31 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:34.631680 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-efeab8a9-def3-4002-bc5a-1449eb536c3a tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:34.693849 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7820359c-546e-49ec-9496-6d8967aa1032 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event deleted for resources: {'Port': ['ID=bf55f17a-1f7e-4dfa-b02a-f69b833300ee,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:34.735946 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7820359c-546e-49ec-9496-6d8967aa1032 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:34.752368 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-78078b31-4583-47bb-9715-c38004defda9 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Synchronizing usage tracker for tenant:b4c28bd5eeca454096c191df49bcc89e on resource:security_group {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:40:34.778801 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-7820359c-546e-49ec-9496-6d8967aa1032 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "DELETE /v2.0/ports/bf55f17a-1f7e-4dfa-b02a-f69b833300ee HTTP/1.1" status: 204 len: 168 time: 1.5670967 Sep 22 21:40:34.778801 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-78078b31-4583-47bb-9715-c38004defda9 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Unset dirty status for tenant:b4c28bd5eeca454096c191df49bcc89e on resource:security_group {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:40:34.778801 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-78078b31-4583-47bb-9715-c38004defda9 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1826205 Sep 22 21:40:34.779152 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49478) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:34.784511 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-1b0b4ac9-775f-45cd-af5d-5297dc09d5c5 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Request body: {'port': {'network_id': 'e0aaafca-4b82-4983-ae0e-070f612893e9', 'mac_address': 'fa:16:3e:5d:9d:a8', 'name': 'tempest-PortsTestJSON-160780906'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:34.800772 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49482) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:34.819630 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-4c45feff-b198-4862-a888-9434b5f55319 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Request body: {'security_group': {'name': 'tempest-secgroup--924702838'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:34.825447 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-4c45feff-b198-4862-a888-9434b5f55319 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:34.833571 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 04bc4d2d-6e43-4739-8eb6-362088e0b4f1 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:40:34.920293 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-4c45feff-b198-4862-a888-9434b5f55319 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:34.932497 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 04bc4d2d-6e43-4739-8eb6-362088e0b4f1 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:40:34.938847 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 04bc4d2d-6e43-4739-8eb6-362088e0b4f1 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:40:34.939662 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:34.940160 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 04bc4d2d-6e43-4739-8eb6-362088e0b4f1 Sep 22 21:40:34.952981 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0d808ac8-7833-4662-ad90-5188d0ff1c31 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:35.013180 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d808ac8-7833-4662-ad90-5188d0ff1c31 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event deleted for resources: {'Subnet': ['ID=8c41102c-4e0e-4949-81ba-034e0a9a0560,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:35.021047 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4c45feff-b198-4862-a888-9434b5f55319 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:35.063188 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-4c45feff-b198-4862-a888-9434b5f55319 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:35.065892 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0d808ac8-7833-4662-ad90-5188d0ff1c31 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:35.076167 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-bab0e696-8d21-415e-afb8-c688551eee00 req-971516b2-4f60-4771-b54f-1a97364777ef tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1680981443&fields=id&tenant_id=eb1aed2a20e141c98ec99089a446670b HTTP/1.1" status: 200 len: 267 time: 0.1895885 Sep 22 21:40:35.077224 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-4c45feff-b198-4862-a888-9434b5f55319 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Usage tracker for resource:security_group_rule and tenant:b4c28bd5eeca454096c191df49bcc89e is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:35.081304 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-1b0b4ac9-775f-45cd-af5d-5297dc09d5c5 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:35.084654 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-4c45feff-b198-4862-a888-9434b5f55319 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:35.099266 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-4c45feff-b198-4862-a888-9434b5f55319 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:35.135470 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-0d808ac8-7833-4662-ad90-5188d0ff1c31 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "DELETE /v2.0/subnets/8c41102c-4e0e-4949-81ba-034e0a9a0560 HTTP/1.1" status: 204 len: 168 time: 1.2672439 Sep 22 21:40:35.144270 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49494) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:35.151120 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 04bc4d2d-6e43-4739-8eb6-362088e0b4f1 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:40:35.151512 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:35.162861 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-1b0b4ac9-775f-45cd-af5d-5297dc09d5c5 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Usage tracker for resource:port and tenant:de45cb2c88af49d4a334eef3c80bde87 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:35.176808 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-1b0b4ac9-775f-45cd-af5d-5297dc09d5c5 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:35.193061 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-1b0b4ac9-775f-45cd-af5d-5297dc09d5c5 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:35.223650 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 04bc4d2d-6e43-4739-8eb6-362088e0b4f1, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=04bc4d2d-6e43-4739-8eb6-362088e0b4f1,segment=NetworkSegment(fe9b39b9-381c-454b-97a5-e45d36745746),segment_id=fe9b39b9-381c-454b-97a5-e45d36745746)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:40:35.239580 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:35.242428 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device a393ad9b-b2d0-4a62-8d5e-740e94fe244f up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:40:35.299470 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cb3ee4e2-cdc3-4239-ab49-f4b68e79e7f2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:35.317954 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-cb3ee4e2-cdc3-4239-ab49-f4b68e79e7f2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Deleting port a393ad9b-b2d0-4a62-8d5e-740e94fe244f {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:40:35.318285 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cb3ee4e2-cdc3-4239-ab49-f4b68e79e7f2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:35.357786 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0b4ac9-775f-45cd-af5d-5297dc09d5c5 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Made reservation on behalf of de45cb2c88af49d4a334eef3c80bde87 for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:40:35.369309 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-efeab8a9-def3-4002-bc5a-1449eb536c3a tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Deleting port cf14d533-eb12-48a1-b2c8-03d1c22ca09b {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:40:35.369648 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-efeab8a9-def3-4002-bc5a-1449eb536c3a tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:35.374906 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd42a0d1-2b3c-4deb-be4b-0730a8d59b30 None None] Network 986870a8-9f8a-4ca8-ac02-23dc1141d68c requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:40:35.411180 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=04bc4d2d-6e43-4739-8eb6-362088e0b4f1,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:35.511793 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4c45feff-b198-4862-a888-9434b5f55319 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:35.532850 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4c45feff-b198-4862-a888-9434b5f55319 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:35.533794 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-60a68856-8f5b-4a47-84e2-4ec00c895539 None None] Provisioning for port a393ad9b-b2d0-4a62-8d5e-740e94fe244f completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:40:35.548548 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1b0b4ac9-775f-45cd-af5d-5297dc09d5c5 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:35.583588 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0e696-8d21-415e-afb8-c688551eee00 req-3d7f2ce0-f365-44c8-9664-141f7e16051b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:35.590270 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-bab0e696-8d21-415e-afb8-c688551eee00 req-3d7f2ce0-f365-44c8-9664-141f7e16051b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/networks?id=d798fa90-67b2-4838-a613-196b1b982d33 HTTP/1.1" status: 200 len: 797 time: 0.4975121 Sep 22 21:40:35.621469 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port a393ad9b-b2d0-4a62-8d5e-740e94fe244f completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:40:35.628481 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port a393ad9b-b2d0-4a62-8d5e-740e94fe244f triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:40:35.628906 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:35.629310 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port a393ad9b-b2d0-4a62-8d5e-740e94fe244f Sep 22 21:40:35.640462 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-bab0e696-8d21-415e-afb8-c688551eee00 req-f83cf5dc-2e79-4e29-b541-3e343991ab8a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/quotas/eb1aed2a20e141c98ec99089a446670b HTTP/1.1" status: 200 len: 375 time: 0.0489368 Sep 22 21:40:35.651563 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [None req-1b0b4ac9-775f-45cd-af5d-5297dc09d5c5 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] device_id is not set on port da101cd4-a23c-4ab1-be93-a4da93ef198c yet. {{(pid=89008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:40:35.695896 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c45feff-b198-4862-a888-9434b5f55319 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c11d533b-087a-484f-b765-607fad7d13ce,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:35.700564 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4c45feff-b198-4862-a888-9434b5f55319 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:35.702131 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-4c45feff-b198-4862-a888-9434b5f55319 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9004874 Sep 22 21:40:35.745363 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49498) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:35.770836 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-ea43d6c3-f3f7-46ce-94bb-3423f1db1001 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Request body: {'security_group_rule': {'security_group_id': 'c11d533b-087a-484f-b765-607fad7d13ce', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:35.771326 dv-neutron-858900-1-hyperv neutron-server[89008]: WARNING neutron.api.v2.base [None req-ea43d6c3-f3f7-46ce-94bb-3423f1db1001 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 22 21:40:35.771883 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-ea43d6c3-f3f7-46ce-94bb-3423f1db1001 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:40:35.772856 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ea43d6c3-f3f7-46ce-94bb-3423f1db1001 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0216749 Sep 22 21:40:35.783107 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49502) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:35.792660 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-8ef2f3f3-b9a6-4e75-a505-594815107daf tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Request body: {'security_group_rule': {'security_group_id': 'c11d533b-087a-484f-b765-607fad7d13ce', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:35.802243 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-8ef2f3f3-b9a6-4e75-a505-594815107daf tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:35.811204 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port a393ad9b-b2d0-4a62-8d5e-740e94fe244f is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:40:35.811565 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:35.819372 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-8ef2f3f3-b9a6-4e75-a505-594815107daf tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Usage tracker for resource:security_group_rule and tenant:b4c28bd5eeca454096c191df49bcc89e is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:35.833003 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-8ef2f3f3-b9a6-4e75-a505-594815107daf tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:35.844025 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-cb3ee4e2-cdc3-4239-ab49-f4b68e79e7f2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] For port a393ad9b-b2d0-4a62-8d5e-740e94fe244f, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=a393ad9b-b2d0-4a62-8d5e-740e94fe244f,segment=NetworkSegment(09ac06ef-48a1-4a22-8652-40c8b2f76d20),segment_id=09ac06ef-48a1-4a22-8652-40c8b2f76d20)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:40:35.844758 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cb3ee4e2-cdc3-4239-ab49-f4b68e79e7f2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:35.852257 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-8ef2f3f3-b9a6-4e75-a505-594815107daf tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:35.855855 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port a393ad9b-b2d0-4a62-8d5e-740e94fe244f, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=a393ad9b-b2d0-4a62-8d5e-740e94fe244f,segment=NetworkSegment(09ac06ef-48a1-4a22-8652-40c8b2f76d20),segment_id=09ac06ef-48a1-4a22-8652-40c8b2f76d20)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:40:35.862955 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:35.906180 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80847739-5f7f-4a98-b692-d4a55a9351bc None None] DHCP port deletion for 986870a8-9f8a-4ca8-ac02-23dc1141d68c request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:40:35.929516 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-80847739-5f7f-4a98-b692-d4a55a9351bc None None] Deleting port a393ad9b-b2d0-4a62-8d5e-740e94fe244f {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:40:35.930126 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-80847739-5f7f-4a98-b692-d4a55a9351bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:35.976661 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-cb3ee4e2-cdc3-4239-ab49-f4b68e79e7f2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Calling delete_port for a393ad9b-b2d0-4a62-8d5e-740e94fe244f owned by network:dhcp {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:40:35.992564 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-bab0e696-8d21-415e-afb8-c688551eee00 req-50e5961b-304b-43d9-a4ff-5b9b7f2ff77d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:40:36.010012 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-8ef2f3f3-b9a6-4e75-a505-594815107daf tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:40:36.010627 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-efeab8a9-def3-4002-bc5a-1449eb536c3a tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] For port cf14d533-eb12-48a1-b2c8-03d1c22ca09b, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=cf14d533-eb12-48a1-b2c8-03d1c22ca09b,segment=NetworkSegment(3c87bafb-a556-43a2-981a-cee830279bfd),segment_id=3c87bafb-a556-43a2-981a-cee830279bfd)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:40:36.010994 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-efeab8a9-def3-4002-bc5a-1449eb536c3a tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:36.011128 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-8ef2f3f3-b9a6-4e75-a505-594815107daf tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2263360 Sep 22 21:40:36.015397 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49506) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:36.034129 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-baacecbe-3c60-4fa8-9f70-919ca9a60dcb tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Request body: {'security_group_rule': {'security_group_id': 'c11d533b-087a-484f-b765-607fad7d13ce', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:36.034639 dv-neutron-858900-1-hyperv neutron-server[89008]: WARNING neutron.api.v2.base [None req-baacecbe-3c60-4fa8-9f70-919ca9a60dcb tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 22 21:40:36.035107 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-baacecbe-3c60-4fa8-9f70-919ca9a60dcb tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:40:36.039271 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-baacecbe-3c60-4fa8-9f70-919ca9a60dcb tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0174468 Sep 22 21:40:36.041507 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49510) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:36.048940 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-d14d7a56-77ff-4cf2-b6ef-9e46ebc00648 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Request body: {'security_group_rule': {'security_group_id': 'c11d533b-087a-484f-b765-607fad7d13ce', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:36.056448 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1b0b4ac9-775f-45cd-af5d-5297dc09d5c5 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:36.056851 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=a393ad9b-b2d0-4a62-8d5e-740e94fe244f,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:36.060428 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-bab0e696-8d21-415e-afb8-c688551eee00 req-50e5961b-304b-43d9-a4ff-5b9b7f2ff77d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:40:36.061957 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-bab0e696-8d21-415e-afb8-c688551eee00 req-50e5961b-304b-43d9-a4ff-5b9b7f2ff77d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3669324 Sep 22 21:40:36.062636 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-d14d7a56-77ff-4cf2-b6ef-9e46ebc00648 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:36.068121 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-d14d7a56-77ff-4cf2-b6ef-9e46ebc00648 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Usage tracker for resource:security_group_rule and tenant:b4c28bd5eeca454096c191df49bcc89e is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:36.071796 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-d14d7a56-77ff-4cf2-b6ef-9e46ebc00648 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:36.078696 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-d14d7a56-77ff-4cf2-b6ef-9e46ebc00648 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:36.125917 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-d14d7a56-77ff-4cf2-b6ef-9e46ebc00648 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:40:36.130516 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-d14d7a56-77ff-4cf2-b6ef-9e46ebc00648 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0839450 Sep 22 21:40:36.130516 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49516) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:36.136597 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-e02861d7-2d04-4389-a9e4-9b7302137632 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Request body: {'security_group_rule': {'security_group_id': 'c11d533b-087a-484f-b765-607fad7d13ce', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:36.137134 dv-neutron-858900-1-hyperv neutron-server[89008]: WARNING neutron.api.v2.base [None req-e02861d7-2d04-4389-a9e4-9b7302137632 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 22 21:40:36.137856 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-e02861d7-2d04-4389-a9e4-9b7302137632 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:40:36.141493 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e02861d7-2d04-4389-a9e4-9b7302137632 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0072930 Sep 22 21:40:36.141846 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49520) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:36.145760 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1b0b4ac9-775f-45cd-af5d-5297dc09d5c5 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:36.150424 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-cde3cdda-85fd-4346-956f-90ae57035261 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Request body: {'security_group_rule': {'security_group_id': 'c11d533b-087a-484f-b765-607fad7d13ce', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:36.151527 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-efeab8a9-def3-4002-bc5a-1449eb536c3a tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Calling delete_port for cf14d533-eb12-48a1-b2c8-03d1c22ca09b owned by network:router_interface {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:40:36.195156 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-80847739-5f7f-4a98-b692-d4a55a9351bc None None] For port a393ad9b-b2d0-4a62-8d5e-740e94fe244f, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=a393ad9b-b2d0-4a62-8d5e-740e94fe244f,segment=NetworkSegment(09ac06ef-48a1-4a22-8652-40c8b2f76d20),segment_id=09ac06ef-48a1-4a22-8652-40c8b2f76d20)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:40:36.195829 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-80847739-5f7f-4a98-b692-d4a55a9351bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:36.197583 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-cde3cdda-85fd-4346-956f-90ae57035261 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:36.232388 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.db.api [None req-cb3ee4e2-cdc3-4239-ab49-f4b68e79e7f2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:40:36.232757 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG oslo_db.api [None req-cb3ee4e2-cdc3-4239-ab49-f4b68e79e7f2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:40:36.352799 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-cde3cdda-85fd-4346-956f-90ae57035261 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Usage tracker for resource:security_group_rule and tenant:b4c28bd5eeca454096c191df49bcc89e is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:36.371054 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-80847739-5f7f-4a98-b692-d4a55a9351bc None None] Calling delete_port for a393ad9b-b2d0-4a62-8d5e-740e94fe244f owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:40:36.380411 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-efeab8a9-def3-4002-bc5a-1449eb536c3a tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:36.405732 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-cde3cdda-85fd-4346-956f-90ae57035261 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:36.428611 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeab8a9-def3-4002-bc5a-1449eb536c3a tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event deleted for resources: {'Port': ['ID=cf14d533-eb12-48a1-b2c8-03d1c22ca09b,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:36.434459 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-cde3cdda-85fd-4346-956f-90ae57035261 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:36.443793 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0b4ac9-775f-45cd-af5d-5297dc09d5c5 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Network e0aaafca-4b82-4983-ae0e-070f612893e9 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:40:36.451892 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-1b0b4ac9-775f-45cd-af5d-5297dc09d5c5 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:40:36.461451 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0b4ac9-775f-45cd-af5d-5297dc09d5c5 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:40:36.463690 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-80847739-5f7f-4a98-b692-d4a55a9351bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:36.467068 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0b4ac9-775f-45cd-af5d-5297dc09d5c5 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:36.467685 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1b0b4ac9-775f-45cd-af5d-5297dc09d5c5 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:36.476786 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b4ac9-775f-45cd-af5d-5297dc09d5c5 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event updated for resources: {'Port': ['ID=da101cd4-a23c-4ab1-be93-a4da93ef198c,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:36.496382 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.securitygroups_db [None req-cde3cdda-85fd-4346-956f-90ae57035261 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Project b4c28bd5eeca454096c191df49bcc89e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 21:40:36.533211 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-1b0b4ac9-775f-45cd-af5d-5297dc09d5c5 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7531579 Sep 22 21:40:36.539572 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49524) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:36.544985 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80847739-5f7f-4a98-b692-d4a55a9351bc None None] Pushing event deleted for resources: {'Port': ['ID=a393ad9b-b2d0-4a62-8d5e-740e94fe244f,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:36.554888 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-bab0e696-8d21-415e-afb8-c688551eee00 req-e808f414-5654-4941-8488-a6c8e742f262 service neutron] 10.222.0.33 "GET /v2.0/networks/d798fa90-67b2-4838-a613-196b1b982d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4644878 Sep 22 21:40:36.558535 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-cde3cdda-85fd-4346-956f-90ae57035261 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:40:36.560009 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-cde3cdda-85fd-4346-956f-90ae57035261 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4172499 Sep 22 21:40:36.563008 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49528) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:36.568687 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-0ff3e3d4-1ec9-49ab-85fc-b9555d023c8f tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Request body: {'security_group_rule': {'security_group_id': 'c11d533b-087a-484f-b765-607fad7d13ce', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:36.569240 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80847739-5f7f-4a98-b692-d4a55a9351bc None None] No DVR routers for this DVR port a393ad9b-b2d0-4a62-8d5e-740e94fe244f on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:40:36.569654 dv-neutron-858900-1-hyperv neutron-server[89008]: WARNING neutron.api.v2.base [None req-0ff3e3d4-1ec9-49ab-85fc-b9555d023c8f tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 22 21:40:36.570319 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-0ff3e3d4-1ec9-49ab-85fc-b9555d023c8f tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:40:36.571526 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-0ff3e3d4-1ec9-49ab-85fc-b9555d023c8f tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0072536 Sep 22 21:40:36.603419 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49532) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:36.713046 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-bab0e696-8d21-415e-afb8-c688551eee00 req-e275cdea-cd7c-4def-b607-dd00a60194b9 service neutron] 10.222.0.33 "GET /v2.0/networks/d798fa90-67b2-4838-a613-196b1b982d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402924 Sep 22 21:40:36.725392 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-9241f191-8231-4945-8804-3f3f7d0e9e6e tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Request body: {'security_group_rule': {'security_group_id': 'c11d533b-087a-484f-b765-607fad7d13ce', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:36.746196 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-cb3ee4e2-cdc3-4239-ab49-f4b68e79e7f2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Deleting port a393ad9b-b2d0-4a62-8d5e-740e94fe244f {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:40:36.746531 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cb3ee4e2-cdc3-4239-ab49-f4b68e79e7f2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:36.755529 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 04bc4d2d-6e43-4739-8eb6-362088e0b4f1 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:40:36.777990 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-9241f191-8231-4945-8804-3f3f7d0e9e6e tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:36.801362 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-9241f191-8231-4945-8804-3f3f7d0e9e6e tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Usage tracker for resource:security_group_rule and tenant:b4c28bd5eeca454096c191df49bcc89e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:36.803982 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-efeab8a9-def3-4002-bc5a-1449eb536c3a tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:36.807561 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-9241f191-8231-4945-8804-3f3f7d0e9e6e tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:36.824143 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 04bc4d2d-6e43-4739-8eb6-362088e0b4f1 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:40:36.824520 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:36.824845 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 04bc4d2d-6e43-4739-8eb6-362088e0b4f1 Sep 22 21:40:36.854385 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-9241f191-8231-4945-8804-3f3f7d0e9e6e tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:36.872995 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-cb3ee4e2-cdc3-4239-ab49-f4b68e79e7f2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] The port 'a393ad9b-b2d0-4a62-8d5e-740e94fe244f' was deleted {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 21:40:36.929000 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655e08c6-7e08-4571-b929-4b5d4e6e8b19 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:36.929570 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-655e08c6-7e08-4571-b929-4b5d4e6e8b19 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Synchronizing usage tracker for tenant:de45cb2c88af49d4a334eef3c80bde87 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:40:36.943877 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 04bc4d2d-6e43-4739-8eb6-362088e0b4f1 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:40:36.989643 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device a393ad9b-b2d0-4a62-8d5e-740e94fe244f no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:40:37.025525 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: a393ad9b-b2d0-4a62-8d5e-740e94fe244f {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:40:37.025864 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device a393ad9b-b2d0-4a62-8d5e-740e94fe244f not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:40:37.062126 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.securitygroups_db [None req-9241f191-8231-4945-8804-3f3f7d0e9e6e tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Project b4c28bd5eeca454096c191df49bcc89e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 21:40:37.117692 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-412756f6-dbe1-4d33-b60f-baedc05eba77 req-23fd9ce0-b6e2-4aef-8128-2d6386982337 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c68d002-3169-446f-8cf1-9e94daa59fce HTTP/1.1" status: 200 len: 210 time: 0.1785026 Sep 22 21:40:37.291268 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-655e08c6-7e08-4571-b929-4b5d4e6e8b19 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Unset dirty status for tenant:de45cb2c88af49d4a334eef3c80bde87 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:40:37.292403 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-655e08c6-7e08-4571-b929-4b5d4e6e8b19 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "GET /v2.0/ports/da101cd4-a23c-4ab1-be93-a4da93ef198c HTTP/1.1" status: 200 len: 840 time: 0.7503378 Sep 22 21:40:37.295352 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49538) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:37.362400 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-c9bc4c9c-ef38-49f6-bb82-e30c4c36b81d tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Deleting port da101cd4-a23c-4ab1-be93-a4da93ef198c {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:40:37.362769 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c9bc4c9c-ef38-49f6-bb82-e30c4c36b81d tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:37.371914 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-9241f191-8231-4945-8804-3f3f7d0e9e6e tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:40:37.372859 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-9241f191-8231-4945-8804-3f3f7d0e9e6e tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.7380300 Sep 22 21:40:37.391384 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49542) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:37.406228 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-b74ac8f2-7f57-40db-9030-377f1136ebc0 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Request body: {'security_group_rule': {'security_group_id': 'c11d533b-087a-484f-b765-607fad7d13ce', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:37.420614 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-b74ac8f2-7f57-40db-9030-377f1136ebc0 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:37.428307 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-b74ac8f2-7f57-40db-9030-377f1136ebc0 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Usage tracker for resource:security_group_rule and tenant:b4c28bd5eeca454096c191df49bcc89e is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:37.433640 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-b74ac8f2-7f57-40db-9030-377f1136ebc0 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:37.440217 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cb3ee4e2-cdc3-4239-ab49-f4b68e79e7f2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:37.442918 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-b74ac8f2-7f57-40db-9030-377f1136ebc0 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:37.471648 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efeab8a9-def3-4002-bc5a-1449eb536c3a tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Router 86d2ef5b-b34f-4e1e-9c59-268ad50c9267 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:40:37.473947 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-cb3ee4e2-cdc3-4239-ab49-f4b68e79e7f2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['986870a8-9f8a-4ca8-ac02-23dc1141d68c']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:37.491111 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-cb3ee4e2-cdc3-4239-ab49-f4b68e79e7f2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09ac06ef-48a1-4a22-8652-40c8b2f76d20') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:37.491542 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-cb3ee4e2-cdc3-4239-ab49-f4b68e79e7f2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09ac06ef-48a1-4a22-8652-40c8b2f76d20') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:37.493118 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.securitygroups_db [None req-b74ac8f2-7f57-40db-9030-377f1136ebc0 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Project b4c28bd5eeca454096c191df49bcc89e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 21:40:37.561499 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cb3ee4e2-cdc3-4239-ab49-f4b68e79e7f2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:37.578855 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-b74ac8f2-7f57-40db-9030-377f1136ebc0 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:40:37.579884 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-b74ac8f2-7f57-40db-9030-377f1136ebc0 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1875763 Sep 22 21:40:37.585284 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49546) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:37.639860 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cb3ee4e2-cdc3-4239-ab49-f4b68e79e7f2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:37.641704 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c9bc4c9c-ef38-49f6-bb82-e30c4c36b81d tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:37.642328 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efeab8a9-def3-4002-bc5a-1449eb536c3a tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:40:37.652876 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96200f52-048d-4ff7-b740-00e320ad6d7f None None] Sync routers for ids ['86d2ef5b-b34f-4e1e-9c59-268ad50c9267'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:40:37.654189 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb3ee4e2-cdc3-4239-ab49-f4b68e79e7f2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:40:37.654616 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cb3ee4e2-cdc3-4239-ab49-f4b68e79e7f2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:37.663806 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96200f52-048d-4ff7-b740-00e320ad6d7f None None] Routers {'86d2ef5b-b34f-4e1e-9c59-268ad50c9267'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:40:37.664528 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-96200f52-048d-4ff7-b740-00e320ad6d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:40:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['86d2ef5b-b34f-4e1e-9c59-268ad50c9267'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:37.727978 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 09ac06ef-48a1-4a22-8652-40c8b2f76d20 resource provider aggregate not found Sep 22 21:40:37.741957 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-efeab8a9-def3-4002-bc5a-1449eb536c3a tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "PUT /v2.0/routers/86d2ef5b-b34f-4e1e-9c59-268ad50c9267/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3154607 Sep 22 21:40:37.750173 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49554) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:37.753072 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 09ac06ef-48a1-4a22-8652-40c8b2f76d20 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 09ac06ef-48a1-4a22-8652-40c8b2f76d20 found for delete ", "request_id": "req-ddf31630-d1e0-4446-addb-37dd70acbdf3"}]} Sep 22 21:40:37.779079 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-c9bc4c9c-ef38-49f6-bb82-e30c4c36b81d tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Calling delete_port for da101cd4-a23c-4ab1-be93-a4da93ef198c owned by {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:40:37.815418 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-96200f52-048d-4ff7-b740-00e320ad6d7f None None] Set router 86d2ef5b-b34f-4e1e-9c59-268ad50c9267 gateway port host: None {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:40:37.816903 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cb3ee4e2-cdc3-4239-ab49-f4b68e79e7f2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:37.841991 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c5288797-aa25-48d2-9551-3f12d51e1edc tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:37.842433 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cb3ee4e2-cdc3-4239-ab49-f4b68e79e7f2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:37.860023 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-4668211d-24c6-4267-97f5-3569d2e3ed2e tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Deleting subnet 28e029bb-55b4-48c3-8d8e-38fc4700f1ec {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:40:37.863994 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3ee4e2-cdc3-4239-ab49-f4b68e79e7f2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event deleted for resources: {'Network': ['ID=986870a8-9f8a-4ca8-ac02-23dc1141d68c,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:37.865941 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4668211d-24c6-4267-97f5-3569d2e3ed2e tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:37.890440 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c5288797-aa25-48d2-9551-3f12d51e1edc tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:37.897279 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-cb3ee4e2-cdc3-4239-ab49-f4b68e79e7f2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "DELETE /v2.0/networks/986870a8-9f8a-4ca8-ac02-23dc1141d68c HTTP/1.1" status: 204 len: 168 time: 2.7519605 Sep 22 21:40:37.905915 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49562) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:37.918987 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-ec26b8a0-d336-4e98-af2f-5b599683ddae tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Request body: {'port': {'network_id': 'a0d75c33-f153-4f5a-8342-3b39b5565ed7', 'name': 'tempest-PortsIpV6TestJSON-1592438929'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:37.952593 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c9bc4c9c-ef38-49f6-bb82-e30c4c36b81d tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:37.964664 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-96200f52-048d-4ff7-b740-00e320ad6d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'name': 'tempest-RoutersTest-router-1145720965', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:38:56Z', 'updated_at': '2022-09-22T21:40:36Z', 'revision_number': 11, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'gw_port_host': None}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:37.974885 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96200f52-048d-4ff7-b740-00e320ad6d7f None None] Checking router: 86d2ef5b-b34f-4e1e-9c59-268ad50c9267 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:40:37.988270 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96200f52-048d-4ff7-b740-00e320ad6d7f None None] Routers {'86d2ef5b-b34f-4e1e-9c59-268ad50c9267'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:40:37.989256 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-96200f52-048d-4ff7-b740-00e320ad6d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:40:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['86d2ef5b-b34f-4e1e-9c59-268ad50c9267'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:38.008419 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c5288797-aa25-48d2-9551-3f12d51e1edc tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:38.031504 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4668211d-24c6-4267-97f5-3569d2e3ed2e tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:38.032930 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc4c9c-ef38-49f6-bb82-e30c4c36b81d tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event deleted for resources: {'Port': ['ID=da101cd4-a23c-4ab1-be93-a4da93ef198c,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:38.042943 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c9bc4c9c-ef38-49f6-bb82-e30c4c36b81d tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:38.045773 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5288797-aa25-48d2-9551-3f12d51e1edc tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11d533b-087a-484f-b765-607fad7d13ce,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:38.063651 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c9bc4c9c-ef38-49f6-bb82-e30c4c36b81d tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "DELETE /v2.0/ports/da101cd4-a23c-4ab1-be93-a4da93ef198c HTTP/1.1" status: 204 len: 168 time: 0.7671788 Sep 22 21:40:38.064322 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49568) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:38.067943 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c5288797-aa25-48d2-9551-3f12d51e1edc tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:38.069110 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c5288797-aa25-48d2-9551-3f12d51e1edc tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "DELETE /v2.0/security-groups/c11d533b-087a-484f-b765-607fad7d13ce HTTP/1.1" status: 204 len: 168 time: 0.4829607 Sep 22 21:40:38.073053 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49572) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:38.112487 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a71973c-e3b9-43ef-b1cf-5f4dff224712 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] GET failed (client error): The resource could not be found. Sep 22 21:40:38.113001 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-5a71973c-e3b9-43ef-b1cf-5f4dff224712 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Synchronizing usage tracker for tenant:de45cb2c88af49d4a334eef3c80bde87 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:40:38.127229 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-ec26b8a0-d336-4e98-af2f-5b599683ddae tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:38.131477 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-5a71973c-e3b9-43ef-b1cf-5f4dff224712 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Unset dirty status for tenant:de45cb2c88af49d4a334eef3c80bde87 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:40:38.139353 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-5a71973c-e3b9-43ef-b1cf-5f4dff224712 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "GET /v2.0/ports/da101cd4-a23c-4ab1-be93-a4da93ef198c HTTP/1.1" status: 404 len: 333 time: 0.0728970 Sep 22 21:40:38.140775 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49576) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:38.149947 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-0b6af948-81b5-4a62-905d-fe680e922c24 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Request body: {'port': {'network_id': 'e0aaafca-4b82-4983-ae0e-070f612893e9', 'name': 'tempest-PortsTestJSON-1613147850'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:38.159046 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-ec26b8a0-d336-4e98-af2f-5b599683ddae tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:38.174034 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f53553cc-bb82-4000-84a1-d3ef5b8f522f tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Synchronizing usage tracker for tenant:b4c28bd5eeca454096c191df49bcc89e on resource:security_group {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:40:38.187123 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-96200f52-048d-4ff7-b740-00e320ad6d7f None None] Set router 86d2ef5b-b34f-4e1e-9c59-268ad50c9267 gateway port host: None {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:40:38.195403 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec26b8a0-d336-4e98-af2f-5b599683ddae tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Made reservation on behalf of 37d6650486a5496cbd52782c722d1341 for: {'port': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:40:38.198882 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ec26b8a0-d336-4e98-af2f-5b599683ddae tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:38.233367 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4668211d-24c6-4267-97f5-3569d2e3ed2e tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:38.261522 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f53553cc-bb82-4000-84a1-d3ef5b8f522f tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Unset dirty status for tenant:b4c28bd5eeca454096c191df49bcc89e on resource:security_group {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:40:38.262803 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-f53553cc-bb82-4000-84a1-d3ef5b8f522f tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1823516 Sep 22 21:40:38.269000 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49582) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:38.285062 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-89cabf5c-2a1c-435b-8d5f-6655ad952778 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Request body: {'security_group': {'name': 'tempest-secgroup--236970765'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:38.295440 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-89cabf5c-2a1c-435b-8d5f-6655ad952778 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:38.299957 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-ec26b8a0-d336-4e98-af2f-5b599683ddae tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] device_id is not set on port 2796ed66-e72c-4ab8-b369-26629c556365 yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:40:38.300138 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-96200f52-048d-4ff7-b740-00e320ad6d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'name': 'tempest-RoutersTest-router-1145720965', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:38:56Z', 'updated_at': '2022-09-22T21:40:36Z', 'revision_number': 11, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'gw_port_host': None}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:38.304342 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96200f52-048d-4ff7-b740-00e320ad6d7f None None] The sync data for ids ['86d2ef5b-b34f-4e1e-9c59-268ad50c9267'] in dv-neutron-858900-1-hyperv is: [{'id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'name': 'tempest-RoutersTest-router-1145720965', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:38:56Z', 'updated_at': '2022-09-22T21:40:36Z', 'revision_number': 11, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'gw_port_host': None}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:40:38.324739 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-8f6f3bbf-45fe-445b-b042-d6234c74f70c req-126b3c69-d61c-4a8c-9f1e-2e9e34f4f197 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c68d002-3169-446f-8cf1-9e94daa59fce HTTP/1.1" status: 200 len: 210 time: 0.0815194 Sep 22 21:40:38.350318 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-89cabf5c-2a1c-435b-8d5f-6655ad952778 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:38.371987 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-0b6af948-81b5-4a62-905d-fe680e922c24 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:38.382948 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-0b6af948-81b5-4a62-905d-fe680e922c24 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:38.383939 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-89cabf5c-2a1c-435b-8d5f-6655ad952778 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:38.392202 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6af948-81b5-4a62-905d-fe680e922c24 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Made reservation on behalf of de45cb2c88af49d4a334eef3c80bde87 for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:40:38.396272 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0b6af948-81b5-4a62-905d-fe680e922c24 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:38.413652 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4668211d-24c6-4267-97f5-3569d2e3ed2e tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:38.417014 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [None req-0b6af948-81b5-4a62-905d-fe680e922c24 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] device_id is not set on port c7c89dee-765a-4ac7-bf83-da4b5d8a4a99 yet. {{(pid=89008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:40:38.476468 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-89cabf5c-2a1c-435b-8d5f-6655ad952778 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:38.478788 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4668211d-24c6-4267-97f5-3569d2e3ed2e tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event deleted for resources: {'Subnet': ['ID=28e029bb-55b4-48c3-8d8e-38fc4700f1ec,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:38.480368 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a529551f-fd6f-40d0-9791-d186d1debeed None None] Network c878f31d-09fc-4f47-91e8-ed0a40264492 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:40:38.480857 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4668211d-24c6-4267-97f5-3569d2e3ed2e tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:38.494629 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-89cabf5c-2a1c-435b-8d5f-6655ad952778 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Usage tracker for resource:security_group_rule and tenant:b4c28bd5eeca454096c191df49bcc89e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:38.501822 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-89cabf5c-2a1c-435b-8d5f-6655ad952778 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:38.538710 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-89cabf5c-2a1c-435b-8d5f-6655ad952778 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:38.543896 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-4668211d-24c6-4267-97f5-3569d2e3ed2e tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "DELETE /v2.0/subnets/28e029bb-55b4-48c3-8d8e-38fc4700f1ec HTTP/1.1" status: 204 len: 168 time: 0.7904756 Sep 22 21:40:38.550546 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49586) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:38.700649 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device cf14d533-eb12-48a1-b2c8-03d1c22ca09b no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:40:38.718053 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ec26b8a0-d336-4e98-af2f-5b599683ddae tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:38.753726 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: cf14d533-eb12-48a1-b2c8-03d1c22ca09b {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:40:38.754107 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device cf14d533-eb12-48a1-b2c8-03d1c22ca09b not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:40:38.781377 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-89cabf5c-2a1c-435b-8d5f-6655ad952778 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:38.791960 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-89cabf5c-2a1c-435b-8d5f-6655ad952778 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:38.843609 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ec26b8a0-d336-4e98-af2f-5b599683ddae tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:38.876821 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cabf5c-2a1c-435b-8d5f-6655ad952778 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7bbb21-1923-478c-a08a-67943cbd5222,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:38.908424 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b9405c-1cc8-4788-bb2e-12d23a3d074f None None] DHCP port deletion for c878f31d-09fc-4f47-91e8-ed0a40264492 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:40:38.913282 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-85b9405c-1cc8-4788-bb2e-12d23a3d074f None None] Deleting port 22bd3a76-db3d-42d9-ad85-62c1d2769fde {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:40:38.913655 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-85b9405c-1cc8-4788-bb2e-12d23a3d074f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:38.967513 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fcd41092-a44b-4040-b24f-4587231ebf7e tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:38.993392 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0b6af948-81b5-4a62-905d-fe680e922c24 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:38.995100 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-fcd41092-a44b-4040-b24f-4587231ebf7e tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Deleting port 22bd3a76-db3d-42d9-ad85-62c1d2769fde {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:40:38.995420 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fcd41092-a44b-4040-b24f-4587231ebf7e tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:39.011930 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec26b8a0-d336-4e98-af2f-5b599683ddae tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Network a0d75c33-f153-4f5a-8342-3b39b5565ed7 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:40:39.015389 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-89cabf5c-2a1c-435b-8d5f-6655ad952778 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:39.016607 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-89cabf5c-2a1c-435b-8d5f-6655ad952778 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7407367 Sep 22 21:40:39.017496 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-ec26b8a0-d336-4e98-af2f-5b599683ddae tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:40:39.022519 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec26b8a0-d336-4e98-af2f-5b599683ddae tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:40:39.031037 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec26b8a0-d336-4e98-af2f-5b599683ddae tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:39.031669 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ec26b8a0-d336-4e98-af2f-5b599683ddae tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:39.035792 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49590) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:39.042734 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-65a33fca-168d-403a-a9f7-4fa2b8b0496f tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Request body: {'security_group_rule': {'security_group_id': 'cd7bbb21-1923-478c-a08a-67943cbd5222', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:39.047316 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26b8a0-d336-4e98-af2f-5b599683ddae tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event updated for resources: {'Port': ['ID=2796ed66-e72c-4ab8-b369-26629c556365,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:39.056739 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-65a33fca-168d-403a-a9f7-4fa2b8b0496f tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:39.062668 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-65a33fca-168d-403a-a9f7-4fa2b8b0496f tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Usage tracker for resource:security_group_rule and tenant:b4c28bd5eeca454096c191df49bcc89e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:39.066804 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-65a33fca-168d-403a-a9f7-4fa2b8b0496f tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:39.072982 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-65a33fca-168d-403a-a9f7-4fa2b8b0496f tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:39.078524 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ec26b8a0-d336-4e98-af2f-5b599683ddae tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1687467 Sep 22 21:40:39.079465 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49594) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:39.157597 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-8458b870-e521-4cb1-b9f7-fdc15b5f3126 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Deleting port 2796ed66-e72c-4ab8-b369-26629c556365 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:40:39.157995 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8458b870-e521-4cb1-b9f7-fdc15b5f3126 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:39.204379 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0b6af948-81b5-4a62-905d-fe680e922c24 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:39.264406 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-85b9405c-1cc8-4788-bb2e-12d23a3d074f None None] For port 22bd3a76-db3d-42d9-ad85-62c1d2769fde, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=22bd3a76-db3d-42d9-ad85-62c1d2769fde,segment=NetworkSegment(3c87bafb-a556-43a2-981a-cee830279bfd),segment_id=3c87bafb-a556-43a2-981a-cee830279bfd)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:40:39.265680 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-85b9405c-1cc8-4788-bb2e-12d23a3d074f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:39.310767 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6af948-81b5-4a62-905d-fe680e922c24 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Network e0aaafca-4b82-4983-ae0e-070f612893e9 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:40:39.317974 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-fcd41092-a44b-4040-b24f-4587231ebf7e tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] For port 22bd3a76-db3d-42d9-ad85-62c1d2769fde, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=22bd3a76-db3d-42d9-ad85-62c1d2769fde,segment=NetworkSegment(3c87bafb-a556-43a2-981a-cee830279bfd),segment_id=3c87bafb-a556-43a2-981a-cee830279bfd)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:40:39.318639 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fcd41092-a44b-4040-b24f-4587231ebf7e tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:39.326884 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-0b6af948-81b5-4a62-905d-fe680e922c24 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:40:39.339625 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6af948-81b5-4a62-905d-fe680e922c24 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:40:39.345299 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6af948-81b5-4a62-905d-fe680e922c24 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:39.345954 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0b6af948-81b5-4a62-905d-fe680e922c24 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:39.426937 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-85b9405c-1cc8-4788-bb2e-12d23a3d074f None None] Calling delete_port for 22bd3a76-db3d-42d9-ad85-62c1d2769fde owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:40:39.430852 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6af948-81b5-4a62-905d-fe680e922c24 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event updated for resources: {'Port': ['ID=c7c89dee-765a-4ac7-bf83-da4b5d8a4a99,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:39.486252 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-0b9508fc-536b-43c3-a0f3-3ff3780a0297 req-655547c5-d04d-434c-89e8-0223fce227c4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c68d002-3169-446f-8cf1-9e94daa59fce HTTP/1.1" status: 200 len: 210 time: 0.0625751 Sep 22 21:40:39.489662 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-65a33fca-168d-403a-a9f7-4fa2b8b0496f tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] create failed (client error): The resource could not be found. Sep 22 21:40:39.490926 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-65a33fca-168d-403a-a9f7-4fa2b8b0496f tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4539397 Sep 22 21:40:39.495880 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-fcd41092-a44b-4040-b24f-4587231ebf7e tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Calling delete_port for 22bd3a76-db3d-42d9-ad85-62c1d2769fde owned by network:dhcp {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:40:39.523290 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49608) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:39.528149 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-85b9405c-1cc8-4788-bb2e-12d23a3d074f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:39.536569 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-ff93c9d8-5c2d-4885-89f3-b97468fa31ca tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Request body: {'security_group_rule': {'security_group_id': 'cd7bbb21-1923-478c-a08a-67943cbd5222', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '476e3b84-5ed8-462a-a9c0-a1e5a22dccaf'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:39.552134 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-ff93c9d8-5c2d-4885-89f3-b97468fa31ca tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:39.560675 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-ff93c9d8-5c2d-4885-89f3-b97468fa31ca tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Usage tracker for resource:security_group_rule and tenant:b4c28bd5eeca454096c191df49bcc89e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:39.561205 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-0b6af948-81b5-4a62-905d-fe680e922c24 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4193332 Sep 22 21:40:39.563924 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49612) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:39.566083 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-ff93c9d8-5c2d-4885-89f3-b97468fa31ca tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:39.570556 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-ec2efa22-7c36-4281-adba-1b6786d75e3b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:39.575877 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-ff93c9d8-5c2d-4885-89f3-b97468fa31ca tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:39.582063 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b9405c-1cc8-4788-bb2e-12d23a3d074f None None] Pushing event deleted for resources: {'Port': ['ID=22bd3a76-db3d-42d9-ad85-62c1d2769fde,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:39.586814 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b9405c-1cc8-4788-bb2e-12d23a3d074f None None] No DVR routers for this DVR port 22bd3a76-db3d-42d9-ad85-62c1d2769fde on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:40:39.601174 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b9405c-1cc8-4788-bb2e-12d23a3d074f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:40:39.601516 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b9405c-1cc8-4788-bb2e-12d23a3d074f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:40:39.601850 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b9405c-1cc8-4788-bb2e-12d23a3d074f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:40:39.602177 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b9405c-1cc8-4788-bb2e-12d23a3d074f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:40:39.602501 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b9405c-1cc8-4788-bb2e-12d23a3d074f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:40:39.602842 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b9405c-1cc8-4788-bb2e-12d23a3d074f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:40:39.603161 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b9405c-1cc8-4788-bb2e-12d23a3d074f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:40:39.603478 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b9405c-1cc8-4788-bb2e-12d23a3d074f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:40:39.603818 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b9405c-1cc8-4788-bb2e-12d23a3d074f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:40:39.604133 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b9405c-1cc8-4788-bb2e-12d23a3d074f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:40:39.604444 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b9405c-1cc8-4788-bb2e-12d23a3d074f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:40:39.604756 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b9405c-1cc8-4788-bb2e-12d23a3d074f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:40:39.656544 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-66c06c73-64f3-4609-a443-35c3ebdc88f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:39.673131 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.db.api [None req-fcd41092-a44b-4040-b24f-4587231ebf7e tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:40:39.673702 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG oslo_db.api [None req-fcd41092-a44b-4040-b24f-4587231ebf7e tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:40:39.701801 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ec2efa22-7c36-4281-adba-1b6786d75e3b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:39.708537 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8458b870-e521-4cb1-b9f7-fdc15b5f3126 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:39.721147 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-ff93c9d8-5c2d-4885-89f3-b97468fa31ca tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] create failed (client error): The resource could not be found. Sep 22 21:40:39.722184 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ff93c9d8-5c2d-4885-89f3-b97468fa31ca tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1976531 Sep 22 21:40:39.744930 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49616) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:39.840160 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-8458b870-e521-4cb1-b9f7-fdc15b5f3126 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Calling delete_port for 2796ed66-e72c-4ab8-b369-26629c556365 owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:40:39.925924 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8458b870-e521-4cb1-b9f7-fdc15b5f3126 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:39.930017 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4e3d5b06-aec7-4682-8cfc-c862822f52d2 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:39.972954 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4e3d5b06-aec7-4682-8cfc-c862822f52d2 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:39.988036 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8458b870-e521-4cb1-b9f7-fdc15b5f3126 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event deleted for resources: {'Port': ['ID=2796ed66-e72c-4ab8-b369-26629c556365,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:39.994198 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8458b870-e521-4cb1-b9f7-fdc15b5f3126 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:40.007183 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-8458b870-e521-4cb1-b9f7-fdc15b5f3126 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "DELETE /v2.0/ports/2796ed66-e72c-4ab8-b369-26629c556365 HTTP/1.1" status: 204 len: 168 time: 0.9269164 Sep 22 21:40:40.009931 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49620) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:40.015716 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-2e2aed9d-0523-41b2-a599-dac02b046130 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Request body: {'port': {'network_id': 'a0d75c33-f153-4f5a-8342-3b39b5565ed7', 'mac_address': 'fa:16:3e:6e:33:36', 'name': 'tempest-PortsIpV6TestJSON-1563734832'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:40.021325 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ec2efa22-7c36-4281-adba-1b6786d75e3b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:40.026566 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ec2efa22-7c36-4281-adba-1b6786d75e3b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:40.027181 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-ec2efa22-7c36-4281-adba-1b6786d75e3b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] In _notify_port_updated(), no bound segment for port c7c89dee-765a-4ac7-bf83-da4b5d8a4a99 on network e0aaafca-4b82-4983-ae0e-070f612893e9 {{(pid=89008) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 21:40:40.032572 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2efa22-7c36-4281-adba-1b6786d75e3b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:40.033163 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ec2efa22-7c36-4281-adba-1b6786d75e3b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:40.034566 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ec2efa22-7c36-4281-adba-1b6786d75e3b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "PUT /v2.0/ports/c7c89dee-765a-4ac7-bf83-da4b5d8a4a99 HTTP/1.1" status: 200 len: 818 time: 0.4696000 Sep 22 21:40:40.040416 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49624) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:40.090411 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4e3d5b06-aec7-4682-8cfc-c862822f52d2 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:40.114057 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3d5b06-aec7-4682-8cfc-c862822f52d2 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7bbb21-1923-478c-a08a-67943cbd5222,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:40.127912 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2efa22-7c36-4281-adba-1b6786d75e3b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event updated for resources: {'Port': ['ID=c7c89dee-765a-4ac7-bf83-da4b5d8a4a99,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:40.135839 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4e3d5b06-aec7-4682-8cfc-c862822f52d2 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:40.136948 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-4e3d5b06-aec7-4682-8cfc-c862822f52d2 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "DELETE /v2.0/security-groups/cd7bbb21-1923-478c-a08a-67943cbd5222 HTTP/1.1" status: 204 len: 168 time: 0.3910830 Sep 22 21:40:40.139530 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49628) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:40.174379 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-fcd41092-a44b-4040-b24f-4587231ebf7e tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Deleting port 22bd3a76-db3d-42d9-ad85-62c1d2769fde {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:40:40.174764 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fcd41092-a44b-4040-b24f-4587231ebf7e tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:40.185777 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-1f5974e2-dd2d-4af7-ad74-36be2b3e8a8c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Deleting port c7c89dee-765a-4ac7-bf83-da4b5d8a4a99 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:40:40.186118 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1f5974e2-dd2d-4af7-ad74-36be2b3e8a8c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:40.214567 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-2e2aed9d-0523-41b2-a599-dac02b046130 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:40.232483 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-2e2aed9d-0523-41b2-a599-dac02b046130 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Usage tracker for resource:port and tenant:37d6650486a5496cbd52782c722d1341 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:40.240004 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-2e2aed9d-0523-41b2-a599-dac02b046130 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:40.249848 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-2e2aed9d-0523-41b2-a599-dac02b046130 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:40.255671 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-add4522e-6488-4a5a-913f-d2ada1d10cec tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Synchronizing usage tracker for tenant:b4c28bd5eeca454096c191df49bcc89e on resource:security_group {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:40:40.263739 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-fcd41092-a44b-4040-b24f-4587231ebf7e tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] The port '22bd3a76-db3d-42d9-ad85-62c1d2769fde' was deleted {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 21:40:40.296158 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2aed9d-0523-41b2-a599-dac02b046130 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Made reservation on behalf of 37d6650486a5496cbd52782c722d1341 for: {'port': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:40:40.323887 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-add4522e-6488-4a5a-913f-d2ada1d10cec tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Unset dirty status for tenant:b4c28bd5eeca454096c191df49bcc89e on resource:security_group {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:40:40.325135 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-add4522e-6488-4a5a-913f-d2ada1d10cec tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1847074 Sep 22 21:40:40.330829 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49632) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:40.384075 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-c206439b-23fc-4250-b6c6-f0f3060ee501 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Request body: {'security_group_rule': {'security_group_id': '374e04a2-aa5a-4eb2-933e-ab29a57cc850', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:40.397113 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fcd41092-a44b-4040-b24f-4587231ebf7e tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:40.400702 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-c206439b-23fc-4250-b6c6-f0f3060ee501 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:40.415779 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-c206439b-23fc-4250-b6c6-f0f3060ee501 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Usage tracker for resource:security_group_rule and tenant:b4c28bd5eeca454096c191df49bcc89e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:40.425446 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-fcd41092-a44b-4040-b24f-4587231ebf7e tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c878f31d-09fc-4f47-91e8-ed0a40264492']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:40.438100 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-c206439b-23fc-4250-b6c6-f0f3060ee501 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:40.438884 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-fcd41092-a44b-4040-b24f-4587231ebf7e tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c87bafb-a556-43a2-981a-cee830279bfd') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:40.439195 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-fcd41092-a44b-4040-b24f-4587231ebf7e tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c87bafb-a556-43a2-981a-cee830279bfd') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:40.452177 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fcd41092-a44b-4040-b24f-4587231ebf7e tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:40.471268 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fcd41092-a44b-4040-b24f-4587231ebf7e tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:40.478457 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcd41092-a44b-4040-b24f-4587231ebf7e tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:40:40.479365 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fcd41092-a44b-4040-b24f-4587231ebf7e tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:40.502494 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-c206439b-23fc-4250-b6c6-f0f3060ee501 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:40.511387 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2e2aed9d-0523-41b2-a599-dac02b046130 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:40.553648 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 3c87bafb-a556-43a2-981a-cee830279bfd resource provider aggregate not found Sep 22 21:40:40.582863 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 3c87bafb-a556-43a2-981a-cee830279bfd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3c87bafb-a556-43a2-981a-cee830279bfd found for delete ", "request_id": "req-31cefb45-1a08-44ba-9904-4096b80bba4f"}]} Sep 22 21:40:40.587909 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1f5974e2-dd2d-4af7-ad74-36be2b3e8a8c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:40.595684 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-2e2aed9d-0523-41b2-a599-dac02b046130 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] device_id is not set on port b2944317-b937-48fb-a6d1-279964009b0c yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:40:40.657885 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3c0dca6f-b499-43f8-b3ba-17af8852305d req-e345254b-a994-480f-bdfb-e58e60ae3f7a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c68d002-3169-446f-8cf1-9e94daa59fce HTTP/1.1" status: 200 len: 210 time: 0.0715137 Sep 22 21:40:40.674017 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fcd41092-a44b-4040-b24f-4587231ebf7e tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:40.686474 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fcd41092-a44b-4040-b24f-4587231ebf7e tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:40.689617 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 22bd3a76-db3d-42d9-ad85-62c1d2769fde no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:40:40.713889 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-fcd41092-a44b-4040-b24f-4587231ebf7e tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "DELETE /v2.0/networks/c878f31d-09fc-4f47-91e8-ed0a40264492 HTTP/1.1" status: 204 len: 168 time: 2.1625283 Sep 22 21:40:40.717209 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49646) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:40.727388 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-20f33735-3480-4675-9320-f55d42b23294 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Request body: {'router': {'routes': None}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:40.728710 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 22bd3a76-db3d-42d9-ad85-62c1d2769fde {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:40:40.729290 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 22bd3a76-db3d-42d9-ad85-62c1d2769fde not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:40:40.794220 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-1f5974e2-dd2d-4af7-ad74-36be2b3e8a8c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Calling delete_port for c7c89dee-765a-4ac7-bf83-da4b5d8a4a99 owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:40:40.866141 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-c206439b-23fc-4250-b6c6-f0f3060ee501 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] create failed (client error): The resource could not be found. Sep 22 21:40:40.870672 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c206439b-23fc-4250-b6c6-f0f3060ee501 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4946475 Sep 22 21:40:40.871361 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49650) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:40.885644 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-e581dce5-d043-4f40-a4df-dea7719e74c3 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Request body: {'security_group': {'name': 'tempest-secgroup--21611037'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:40.894032 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd41092-a44b-4040-b24f-4587231ebf7e tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Pushing event deleted for resources: {'Network': ['ID=c878f31d-09fc-4f47-91e8-ed0a40264492,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:40.896620 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-e581dce5-d043-4f40-a4df-dea7719e74c3 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:40.922218 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-e581dce5-d043-4f40-a4df-dea7719e74c3 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:41.120413 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e581dce5-d043-4f40-a4df-dea7719e74c3 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:41.147474 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.extraroute_db [None req-20f33735-3480-4675-9320-f55d42b23294 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Added routes are [] {{(pid=89008) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 22 21:40:41.147783 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.extraroute_db [None req-20f33735-3480-4675-9320-f55d42b23294 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Removed routes are [] {{(pid=89008) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 22 21:40:41.148177 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-20f33735-3480-4675-9320-f55d42b23294 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:41.165114 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1f5974e2-dd2d-4af7-ad74-36be2b3e8a8c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:41.170680 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-e581dce5-d043-4f40-a4df-dea7719e74c3 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:41.221280 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-e581dce5-d043-4f40-a4df-dea7719e74c3 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Usage tracker for resource:security_group_rule and tenant:b4c28bd5eeca454096c191df49bcc89e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:41.239539 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-e581dce5-d043-4f40-a4df-dea7719e74c3 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:41.252900 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2e2aed9d-0523-41b2-a599-dac02b046130 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:41.255359 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5974e2-dd2d-4af7-ad74-36be2b3e8a8c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event deleted for resources: {'Port': ['ID=c7c89dee-765a-4ac7-bf83-da4b5d8a4a99,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:41.257616 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-e581dce5-d043-4f40-a4df-dea7719e74c3 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:41.265154 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1f5974e2-dd2d-4af7-ad74-36be2b3e8a8c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:41.295663 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-1f5974e2-dd2d-4af7-ad74-36be2b3e8a8c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "DELETE /v2.0/ports/c7c89dee-765a-4ac7-bf83-da4b5d8a4a99 HTTP/1.1" status: 204 len: 168 time: 1.2541659 Sep 22 21:40:41.299455 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49654) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:41.351637 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2e2aed9d-0523-41b2-a599-dac02b046130 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:41.404807 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e581dce5-d043-4f40-a4df-dea7719e74c3 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:41.422527 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e581dce5-d043-4f40-a4df-dea7719e74c3 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:41.451565 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2aed9d-0523-41b2-a599-dac02b046130 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Network a0d75c33-f153-4f5a-8342-3b39b5565ed7 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:40:41.461426 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-2e2aed9d-0523-41b2-a599-dac02b046130 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:40:41.470234 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2aed9d-0523-41b2-a599-dac02b046130 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:40:41.475974 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2aed9d-0523-41b2-a599-dac02b046130 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:41.476590 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2e2aed9d-0523-41b2-a599-dac02b046130 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:41.501119 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2aed9d-0523-41b2-a599-dac02b046130 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event updated for resources: {'Port': ['ID=b2944317-b937-48fb-a6d1-279964009b0c,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:41.516925 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e581dce5-d043-4f40-a4df-dea7719e74c3 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd8fd12-bf55-465a-a138-600036249077,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:41.521525 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e581dce5-d043-4f40-a4df-dea7719e74c3 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:41.522796 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e581dce5-d043-4f40-a4df-dea7719e74c3 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6502833 Sep 22 21:40:41.525714 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49660) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:41.531061 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-50113008-e1d0-4b58-8080-4b1a4f7ad55d tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Request body: {'security_group': {'name': 'tempest-secgroup--1177935256'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:41.537853 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2e2aed9d-0523-41b2-a599-dac02b046130 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5267472 Sep 22 21:40:41.539606 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-50113008-e1d0-4b58-8080-4b1a4f7ad55d tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:41.541311 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49664) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:41.565275 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-20f33735-3480-4675-9320-f55d42b23294 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:41.579627 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-50113008-e1d0-4b58-8080-4b1a4f7ad55d tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Usage tracker for resource:security_group and tenant:b4c28bd5eeca454096c191df49bcc89e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:41.587013 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-20f33735-3480-4675-9320-f55d42b23294 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8026890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8012281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8012114'] for router, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:41.588793 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-50113008-e1d0-4b58-8080-4b1a4f7ad55d tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:41.602792 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-50113008-e1d0-4b58-8080-4b1a4f7ad55d tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:41.624941 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fd3338-e720-4f61-9b04-2d14ffe484dd tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:41.625513 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-d9fd3338-e720-4f61-9b04-2d14ffe484dd tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Synchronizing usage tracker for tenant:37d6650486a5496cbd52782c722d1341 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:40:41.629438 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-50113008-e1d0-4b58-8080-4b1a4f7ad55d tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:41.654677 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-50113008-e1d0-4b58-8080-4b1a4f7ad55d tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:41.659257 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-50113008-e1d0-4b58-8080-4b1a4f7ad55d tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Usage tracker for resource:security_group_rule and tenant:b4c28bd5eeca454096c191df49bcc89e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:41.662096 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-50113008-e1d0-4b58-8080-4b1a4f7ad55d tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:41.664788 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-d9fd3338-e720-4f61-9b04-2d14ffe484dd tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Unset dirty status for tenant:37d6650486a5496cbd52782c722d1341 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:40:41.665936 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d9fd3338-e720-4f61-9b04-2d14ffe484dd tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "GET /v2.0/ports/b2944317-b937-48fb-a6d1-279964009b0c HTTP/1.1" status: 200 len: 845 time: 0.1238899 Sep 22 21:40:41.668948 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49670) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:41.671596 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-50113008-e1d0-4b58-8080-4b1a4f7ad55d tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:41.728985 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0e696-8d21-415e-afb8-c688551eee00 req-bd9fb383-888c-4b58-88c0-b6706d5d910f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:41.730397 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-bab0e696-8d21-415e-afb8-c688551eee00 req-bd9fb383-888c-4b58-88c0-b6706d5d910f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "GET /v2.0/networks?id=d798fa90-67b2-4838-a613-196b1b982d33 HTTP/1.1" status: 200 len: 797 time: 0.4524519 Sep 22 21:40:41.763625 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-165ef4ff-48ff-4c55-bfd8-4501b9b1419a tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Deleting port b2944317-b937-48fb-a6d1-279964009b0c {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:40:41.763625 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-165ef4ff-48ff-4c55-bfd8-4501b9b1419a tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:41.774148 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e3d192-7a03-401d-a37d-bf28438268de tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:41.774846 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-37e3d192-7a03-401d-a37d-bf28438268de tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Synchronizing usage tracker for tenant:de45cb2c88af49d4a334eef3c80bde87 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:40:41.789833 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f33735-3480-4675-9320-f55d42b23294 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Router 86d2ef5b-b34f-4e1e-9c59-268ad50c9267 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:40:41.815132 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-bab0e696-8d21-415e-afb8-c688551eee00 req-af7b2d2c-3797-456f-ac82-22dd4b60a3e5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb1aed2a20e141c98ec99089a446670b HTTP/1.1" status: 200 len: 380 time: 0.0728881 Sep 22 21:40:41.870251 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-bab0e696-8d21-415e-afb8-c688551eee00 req-ca23df8b-51a4-4f04-b741-8cead995cda6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'port': {'device_id': '7c68d002-3169-446f-8cf1-9e94daa59fce', 'network_id': 'd798fa90-67b2-4838-a613-196b1b982d33', 'admin_state_up': True, 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'security_groups': ['9256f3c9-ea2a-4962-96b4-9322f1b68820']}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:41.876290 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-82ea1f92-30e6-4652-96b9-0aac4aa2f177 req-67dbf498-1f99-4ce1-9eb2-2d370d876538 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c68d002-3169-446f-8cf1-9e94daa59fce HTTP/1.1" status: 200 len: 210 time: 0.0873766 Sep 22 21:40:41.888096 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9ecc50f4-9d53-4f42-ac2f-90c142103201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:41.893545 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-37e3d192-7a03-401d-a37d-bf28438268de tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Unset dirty status for tenant:de45cb2c88af49d4a334eef3c80bde87 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:40:41.897200 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-37e3d192-7a03-401d-a37d-bf28438268de tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.5919185 Sep 22 21:40:41.902404 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49676) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:42.002276 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-add392c0-77b9-4138-ac74-30a2efc5a9da tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] GET failed (client error): The resource could not be found. Sep 22 21:40:42.002761 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-add392c0-77b9-4138-ac74-30a2efc5a9da tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Synchronizing usage tracker for tenant:de45cb2c88af49d4a334eef3c80bde87 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:40:42.009765 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-50113008-e1d0-4b58-8080-4b1a4f7ad55d tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:42.023712 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-50113008-e1d0-4b58-8080-4b1a4f7ad55d tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:42.125379 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-add392c0-77b9-4138-ac74-30a2efc5a9da tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Unset dirty status for tenant:de45cb2c88af49d4a334eef3c80bde87 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:40:42.130887 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-add392c0-77b9-4138-ac74-30a2efc5a9da tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "GET /v2.0/ports/c7c89dee-765a-4ac7-bf83-da4b5d8a4a99 HTTP/1.1" status: 404 len: 333 time: 0.2231667 Sep 22 21:40:42.135683 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49680) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:42.144903 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-231a27de-19b6-4a0c-897a-8bf640e3f48b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-435119148'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:42.148482 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f33735-3480-4675-9320-f55d42b23294 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:40:42.158118 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-20f33735-3480-4675-9320-f55d42b23294 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:42.162511 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-20f33735-3480-4675-9320-f55d42b23294 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "PUT /v2.0/routers/86d2ef5b-b34f-4e1e-9c59-268ad50c9267 HTTP/1.1" status: 200 len: 701 time: 1.4406195 Sep 22 21:40:42.162511 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-231a27de-19b6-4a0c-897a-8bf640e3f48b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:42.162826 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49684) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:42.166513 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50113008-e1d0-4b58-8080-4b1a4f7ad55d tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed89267-c962-4388-8cc8-7cfa7996d6eb,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:42.167097 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae8c4f6-3051-4b33-8286-74acbe9439d8 None None] Sync routers for ids ['86d2ef5b-b34f-4e1e-9c59-268ad50c9267'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:40:42.168951 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-50113008-e1d0-4b58-8080-4b1a4f7ad55d tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:42.170535 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-50113008-e1d0-4b58-8080-4b1a4f7ad55d tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6434824 Sep 22 21:40:42.180168 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49688) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:42.183235 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae8c4f6-3051-4b33-8286-74acbe9439d8 None None] Routers {'86d2ef5b-b34f-4e1e-9c59-268ad50c9267'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:40:42.183845 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-8ae8c4f6-3051-4b33-8286-74acbe9439d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:40:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['86d2ef5b-b34f-4e1e-9c59-268ad50c9267'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:42.192451 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-6cf31f06-20c5-414a-b24f-7b7321eeff84 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Request body: {'security_group_rule': {'security_group_id': 'cdd8fd12-bf55-465a-a138-600036249077', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '7ed89267-c962-4388-8cc8-7cfa7996d6eb'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:42.200283 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-165ef4ff-48ff-4c55-bfd8-4501b9b1419a tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:42.204582 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-231a27de-19b6-4a0c-897a-8bf640e3f48b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Usage tracker for resource:network and tenant:de45cb2c88af49d4a334eef3c80bde87 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:42.207978 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-6cf31f06-20c5-414a-b24f-7b7321eeff84 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:42.216360 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-231a27de-19b6-4a0c-897a-8bf640e3f48b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:42.216591 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-6cf31f06-20c5-414a-b24f-7b7321eeff84 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Usage tracker for resource:security_group_rule and tenant:b4c28bd5eeca454096c191df49bcc89e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:42.230714 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-231a27de-19b6-4a0c-897a-8bf640e3f48b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:42.244282 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-f3f0eec5-a5b7-48d8-8667-8cf2dc67113d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Synchronizing usage tracker for tenant:d0dc9097dd2d4c51a9e00ba2c2c3535e on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:40:42.272434 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-6cf31f06-20c5-414a-b24f-7b7321eeff84 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:42.281789 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231a27de-19b6-4a0c-897a-8bf640e3f48b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Made reservation on behalf of de45cb2c88af49d4a334eef3c80bde87 for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:40:42.285173 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-231a27de-19b6-4a0c-897a-8bf640e3f48b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:42.308409 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-bab0e696-8d21-415e-afb8-c688551eee00 req-ca23df8b-51a4-4f04-b741-8cead995cda6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:42.316098 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-f3f0eec5-a5b7-48d8-8667-8cf2dc67113d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Unset dirty status for tenant:d0dc9097dd2d4c51a9e00ba2c2c3535e on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:40:42.316769 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-f3f0eec5-a5b7-48d8-8667-8cf2dc67113d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "GET /v2.0/ports?device_id=86d2ef5b-b34f-4e1e-9c59-268ad50c9267 HTTP/1.1" status: 200 len: 205 time: 0.1510029 Sep 22 21:40:42.321964 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49692) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:42.328150 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-bab0e696-8d21-415e-afb8-c688551eee00 req-ca23df8b-51a4-4f04-b741-8cead995cda6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:42.342124 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-6cf31f06-20c5-414a-b24f-7b7321eeff84 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:42.350688 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-165ef4ff-48ff-4c55-bfd8-4501b9b1419a tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Calling delete_port for b2944317-b937-48fb-a6d1-279964009b0c owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:40:42.359484 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-8ae8c4f6-3051-4b33-8286-74acbe9439d8 None None] Set router 86d2ef5b-b34f-4e1e-9c59-268ad50c9267 gateway port host: None {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:40:42.430946 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-6cf31f06-20c5-414a-b24f-7b7321eeff84 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:40:42.436082 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6cf31f06-20c5-414a-b24f-7b7321eeff84 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2509663 Sep 22 21:40:42.436082 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49696) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:42.466759 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-8ae8c4f6-3051-4b33-8286-74acbe9439d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'name': 'tempest-RoutersTest-router-1145720965', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:38:56Z', 'updated_at': '2022-09-22T21:40:36Z', 'revision_number': 11, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'gw_port_host': None}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:42.471011 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae8c4f6-3051-4b33-8286-74acbe9439d8 None None] Checking router: 86d2ef5b-b34f-4e1e-9c59-268ad50c9267 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:40:42.471918 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d39896a8-fd37-4681-92fe-eaff8117964d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for router, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:42.480979 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae8c4f6-3051-4b33-8286-74acbe9439d8 None None] Routers {'86d2ef5b-b34f-4e1e-9c59-268ad50c9267'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:40:42.481767 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-8ae8c4f6-3051-4b33-8286-74acbe9439d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:40:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['86d2ef5b-b34f-4e1e-9c59-268ad50c9267'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:42.482824 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-165ef4ff-48ff-4c55-bfd8-4501b9b1419a tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:42.522794 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-231a27de-19b6-4a0c-897a-8bf640e3f48b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:40:42.533411 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bab0e696-8d21-415e-afb8-c688551eee00 req-ca23df8b-51a4-4f04-b741-8cead995cda6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Made reservation on behalf of eb1aed2a20e141c98ec99089a446670b for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:40:42.537258 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-bab0e696-8d21-415e-afb8-c688551eee00 req-ca23df8b-51a4-4f04-b741-8cead995cda6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:42.545714 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ef4ff-48ff-4c55-bfd8-4501b9b1419a tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event deleted for resources: {'Port': ['ID=b2944317-b937-48fb-a6d1-279964009b0c,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:42.556726 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-165ef4ff-48ff-4c55-bfd8-4501b9b1419a tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:42.578107 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cf4e0917-0075-4dc5-a991-23c0f61c3287 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:42.596559 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-165ef4ff-48ff-4c55-bfd8-4501b9b1419a tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "DELETE /v2.0/ports/b2944317-b937-48fb-a6d1-279964009b0c HTTP/1.1" status: 204 len: 168 time: 0.9266131 Sep 22 21:40:42.600399 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49700) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:42.616295 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-8ae8c4f6-3051-4b33-8286-74acbe9439d8 None None] Set router 86d2ef5b-b34f-4e1e-9c59-268ad50c9267 gateway port host: None {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:40:42.623952 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-231a27de-19b6-4a0c-897a-8bf640e3f48b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:42.624474 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-231a27de-19b6-4a0c-897a-8bf640e3f48b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Added segment 7fdf41f4-7dc9-4f5e-ad5a-8b7aa2857c59 of type vlan for network 9791a93b-1bea-4574-b57a-735db492adc4 Sep 22 21:40:42.655551 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cf4e0917-0075-4dc5-a991-23c0f61c3287 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:42.663506 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-45d52e88-8d0f-453b-8322-a3d38758f293 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] GET failed (client error): The resource could not be found. Sep 22 21:40:42.664027 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-45d52e88-8d0f-453b-8322-a3d38758f293 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Synchronizing usage tracker for tenant:37d6650486a5496cbd52782c722d1341 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:40:42.704440 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-45d52e88-8d0f-453b-8322-a3d38758f293 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Unset dirty status for tenant:37d6650486a5496cbd52782c722d1341 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:40:42.710903 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-45d52e88-8d0f-453b-8322-a3d38758f293 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "GET /v2.0/ports/b2944317-b937-48fb-a6d1-279964009b0c HTTP/1.1" status: 404 len: 333 time: 0.1095610 Sep 22 21:40:42.711687 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49704) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:42.718801 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-02b438ce-f721-4c56-bdd5-3f0a0756e4c8 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Request body: {'port': {'network_id': 'a0d75c33-f153-4f5a-8342-3b39b5565ed7', 'name': 'tempest-PortsIpV6TestJSON-435018669'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:42.719901 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:42.745021 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-8ae8c4f6-3051-4b33-8286-74acbe9439d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'name': 'tempest-RoutersTest-router-1145720965', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:38:56Z', 'updated_at': '2022-09-22T21:40:36Z', 'revision_number': 11, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'gw_port_host': None}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:42.749239 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae8c4f6-3051-4b33-8286-74acbe9439d8 None None] The sync data for ids ['86d2ef5b-b34f-4e1e-9c59-268ad50c9267'] in dv-neutron-858900-1-hyperv is: [{'id': '86d2ef5b-b34f-4e1e-9c59-268ad50c9267', 'name': 'tempest-RoutersTest-router-1145720965', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:38:56Z', 'updated_at': '2022-09-22T21:40:36Z', 'revision_number': 11, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'gw_port_host': None}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:40:42.787567 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cf4e0917-0075-4dc5-a991-23c0f61c3287 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:42.826961 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4e0917-0075-4dc5-a991-23c0f61c3287 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed89267-c962-4388-8cc8-7cfa7996d6eb,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:42.858853 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cf4e0917-0075-4dc5-a991-23c0f61c3287 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:42.859973 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-cf4e0917-0075-4dc5-a991-23c0f61c3287 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "DELETE /v2.0/security-groups/7ed89267-c962-4388-8cc8-7cfa7996d6eb HTTP/1.1" status: 204 len: 168 time: 0.4237521 Sep 22 21:40:42.865140 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49708) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:42.880160 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-02b438ce-f721-4c56-bdd5-3f0a0756e4c8 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:42.882058 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d39896a8-fd37-4681-92fe-eaff8117964d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:42.884711 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-231a27de-19b6-4a0c-897a-8bf640e3f48b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:42.888550 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d39896a8-fd37-4681-92fe-eaff8117964d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:42.896277 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-02b438ce-f721-4c56-bdd5-3f0a0756e4c8 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:42.926920 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b438ce-f721-4c56-bdd5-3f0a0756e4c8 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Made reservation on behalf of 37d6650486a5496cbd52782c722d1341 for: {'port': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:40:42.930507 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-02b438ce-f721-4c56-bdd5-3f0a0756e4c8 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:42.962204 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-09dd113e-435f-4cb5-a9c3-96152aeaedb9 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Synchronizing usage tracker for tenant:b4c28bd5eeca454096c191df49bcc89e on resource:security_group {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:40:42.969949 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-02b438ce-f721-4c56-bdd5-3f0a0756e4c8 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] device_id is not set on port 1291a43e-c9dc-419a-9823-7ee5887cccde yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:40:42.994300 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d39896a8-fd37-4681-92fe-eaff8117964d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:42.994802 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39896a8-fd37-4681-92fe-eaff8117964d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Fanout notify agent at l3_agent the message router_deleted on router 86d2ef5b-b34f-4e1e-9c59-268ad50c9267 {{(pid=89008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:40:43.016407 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-231a27de-19b6-4a0c-897a-8bf640e3f48b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:43.022357 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231a27de-19b6-4a0c-897a-8bf640e3f48b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:43.023161 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-231a27de-19b6-4a0c-897a-8bf640e3f48b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:43.040563 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-09dd113e-435f-4cb5-a9c3-96152aeaedb9 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Unset dirty status for tenant:b4c28bd5eeca454096c191df49bcc89e on resource:security_group {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:40:43.041923 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-09dd113e-435f-4cb5-a9c3-96152aeaedb9 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.1758482 Sep 22 21:40:43.052635 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49714) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:43.097457 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:43.107075 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [req-bab0e696-8d21-415e-afb8-c688551eee00 req-ca23df8b-51a4-4f04-b741-8cead995cda6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Allocated IP 172.20.0.3 (d798fa90-67b2-4838-a613-196b1b982d33/7c2b1475-4219-48df-b88b-938b9fa8e2ca/a371e389-1d73-4824-9a35-dc792f64abda) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:40:43.185107 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-8defdbd9-8c33-4ae4-a1ca-0f8b3ab7a75b req-ae6a4999-ed59-43ed-90cf-bcf5bf7dd8f5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:40:43.206425 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-231a27de-19b6-4a0c-897a-8bf640e3f48b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0672150 Sep 22 21:40:43.212086 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49718) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:43.216111 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d39896a8-fd37-4681-92fe-eaff8117964d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:43.217169 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-d39896a8-fd37-4681-92fe-eaff8117964d tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "DELETE /v2.0/routers/86d2ef5b-b34f-4e1e-9c59-268ad50c9267 HTTP/1.1" status: 204 len: 168 time: 0.8918502 Sep 22 21:40:43.222268 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49722) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:43.232786 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-bad3348d-3240-489f-88d3-fd85098f9871 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1396812518', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:43.234102 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-f676191c-7855-408a-8a21-49cfafef97c4 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Request body: {'subnet': {'network_id': '9791a93b-1bea-4574-b57a-735db492adc4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:43.252023 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a27de-19b6-4a0c-897a-8bf640e3f48b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event updated for resources: {'Network': ['ID=9791a93b-1bea-4574-b57a-735db492adc4,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:43.262477 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-bad3348d-3240-489f-88d3-fd85098f9871 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:43.274313 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 9791a93b-1bea-4574-b57a-735db492adc4 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:40:43.329632 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-8defdbd9-8c33-4ae4-a1ca-0f8b3ab7a75b req-ae6a4999-ed59-43ed-90cf-bcf5bf7dd8f5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:40:43.333250 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-bad3348d-3240-489f-88d3-fd85098f9871 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Usage tracker for resource:router and tenant:d0dc9097dd2d4c51a9e00ba2c2c3535e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:43.337716 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-8defdbd9-8c33-4ae4-a1ca-0f8b3ab7a75b req-ae6a4999-ed59-43ed-90cf-bcf5bf7dd8f5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c68d002-3169-446f-8cf1-9e94daa59fce HTTP/1.1" status: 200 len: 210 time: 0.3004248 Sep 22 21:40:43.340366 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-bad3348d-3240-489f-88d3-fd85098f9871 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:43.369858 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-bad3348d-3240-489f-88d3-fd85098f9871 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:43.381011 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6794a5b6-6409-49fa-b061-bc11f9bde7f6 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:43.408169 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bad3348d-3240-489f-88d3-fd85098f9871 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:43.409132 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bad3348d-3240-489f-88d3-fd85098f9871 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:43.417897 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-02b438ce-f721-4c56-bdd5-3f0a0756e4c8 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:43.439404 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6794a5b6-6409-49fa-b061-bc11f9bde7f6 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:43.469454 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bad3348d-3240-489f-88d3-fd85098f9871 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:43.489906 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-f676191c-7855-408a-8a21-49cfafef97c4 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:43.507370 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-02b438ce-f721-4c56-bdd5-3f0a0756e4c8 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:43.509966 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bad3348d-3240-489f-88d3-fd85098f9871 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:43.514696 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-f676191c-7855-408a-8a21-49cfafef97c4 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Usage tracker for resource:subnet and tenant:de45cb2c88af49d4a334eef3c80bde87 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:43.520037 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-f676191c-7855-408a-8a21-49cfafef97c4 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:43.520555 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6794a5b6-6409-49fa-b061-bc11f9bde7f6 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:43.529349 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-f676191c-7855-408a-8a21-49cfafef97c4 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:43.559749 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f676191c-7855-408a-8a21-49cfafef97c4 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Made reservation on behalf of de45cb2c88af49d4a334eef3c80bde87 for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:40:43.563176 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f676191c-7855-408a-8a21-49cfafef97c4 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:43.593293 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-bab0e696-8d21-415e-afb8-c688551eee00 req-ca23df8b-51a4-4f04-b741-8cead995cda6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:43.601289 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6794a5b6-6409-49fa-b061-bc11f9bde7f6 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd8fd12-bf55-465a-a138-600036249077,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:43.633290 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b438ce-f721-4c56-bdd5-3f0a0756e4c8 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Network a0d75c33-f153-4f5a-8342-3b39b5565ed7 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:40:43.638226 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6794a5b6-6409-49fa-b061-bc11f9bde7f6 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:43.639351 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6794a5b6-6409-49fa-b061-bc11f9bde7f6 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "DELETE /v2.0/security-groups/cdd8fd12-bf55-465a-a138-600036249077 HTTP/1.1" status: 204 len: 168 time: 0.5812709 Sep 22 21:40:43.640261 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-02b438ce-f721-4c56-bdd5-3f0a0756e4c8 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:40:43.642439 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b438ce-f721-4c56-bdd5-3f0a0756e4c8 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event updated for resources: {'Port': ['ID=1291a43e-c9dc-419a-9823-7ee5887cccde,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:43.644304 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49726) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:43.644973 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b438ce-f721-4c56-bdd5-3f0a0756e4c8 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:40:43.650458 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b438ce-f721-4c56-bdd5-3f0a0756e4c8 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:43.651104 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-02b438ce-f721-4c56-bdd5-3f0a0756e4c8 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:43.656842 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bad3348d-3240-489f-88d3-fd85098f9871 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:43.657952 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-bad3348d-3240-489f-88d3-fd85098f9871 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4322517 Sep 22 21:40:43.661432 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49730) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:43.685428 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-17124130-6e2c-4b49-903e-c4d3d419b982 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:43.804715 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-bab0e696-8d21-415e-afb8-c688551eee00 req-ca23df8b-51a4-4f04-b741-8cead995cda6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Transition to ACTIVE for port object a371e389-1d73-4824-9a35-dc792f64abda will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:40:43.827118 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-02b438ce-f721-4c56-bdd5-3f0a0756e4c8 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1109047 Sep 22 21:40:43.827789 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49734) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:43.840343 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-20f47f78-404d-4bb4-925c-2d21b00b1d31 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:43.901836 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-9383cb4b-c899-425b-a408-16b967e4e507 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Synchronizing usage tracker for tenant:b4c28bd5eeca454096c191df49bcc89e on resource:security_group {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:40:43.943143 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-bab0e696-8d21-415e-afb8-c688551eee00 req-ca23df8b-51a4-4f04-b741-8cead995cda6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:44.036509 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-9383cb4b-c899-425b-a408-16b967e4e507 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Unset dirty status for tenant:b4c28bd5eeca454096c191df49bcc89e on resource:security_group {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:40:44.037760 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-9383cb4b-c899-425b-a408-16b967e4e507 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3823738 Sep 22 21:40:44.045563 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49738) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:44.089100 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bab0e696-8d21-415e-afb8-c688551eee00 req-ca23df8b-51a4-4f04-b741-8cead995cda6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network d798fa90-67b2-4838-a613-196b1b982d33 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:40:44.095665 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-2b9ce3dc-cc50-4561-8e9e-82ff7945174c tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Request body: {'security_group': {'name': 'tempest-secgroup--1870849402'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:44.102022 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [req-bab0e696-8d21-415e-afb8-c688551eee00 req-ca23df8b-51a4-4f04-b741-8cead995cda6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:40:44.104421 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab0e696-8d21-415e-afb8-c688551eee00 req-ca23df8b-51a4-4f04-b741-8cead995cda6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:40:44.112466 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-2b9ce3dc-cc50-4561-8e9e-82ff7945174c tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:44.123961 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-17124130-6e2c-4b49-903e-c4d3d419b982 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:44.131171 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-2b9ce3dc-cc50-4561-8e9e-82ff7945174c tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:44.133358 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca23df8b-51a4-4f04-b741-8cead995cda6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=a371e389-1d73-4824-9a35-dc792f64abda,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:44.146364 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-20f47f78-404d-4bb4-925c-2d21b00b1d31 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:44.147383 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-17124130-6e2c-4b49-903e-c4d3d419b982 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8026890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8012281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8012114'] for router, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:44.151463 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2b9ce3dc-cc50-4561-8e9e-82ff7945174c tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:44.274801 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0e696-8d21-415e-afb8-c688551eee00 req-ca23df8b-51a4-4f04-b741-8cead995cda6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:44.275432 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-bab0e696-8d21-415e-afb8-c688551eee00 req-ca23df8b-51a4-4f04-b741-8cead995cda6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:44.303141 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f676191c-7855-408a-8a21-49cfafef97c4 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:44.309286 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-2b9ce3dc-cc50-4561-8e9e-82ff7945174c tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:44.316757 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-2b9ce3dc-cc50-4561-8e9e-82ff7945174c tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Usage tracker for resource:security_group_rule and tenant:b4c28bd5eeca454096c191df49bcc89e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:44.321541 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-2b9ce3dc-cc50-4561-8e9e-82ff7945174c tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:44.329271 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-2b9ce3dc-cc50-4561-8e9e-82ff7945174c tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:44.384189 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-65e0f63b-811b-4adf-82b1-c9cc308a1a73 None None] Provisioning for port a371e389-1d73-4824-9a35-dc792f64abda completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:40:44.388751 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17124130-6e2c-4b49-903e-c4d3d419b982 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Router 3ed054e4-1cf7-4cc8-bf09-e6c3b80f2be8 is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:40:44.390716 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-65e0f63b-811b-4adf-82b1-c9cc308a1a73 None None] Provisioning complete for port a371e389-1d73-4824-9a35-dc792f64abda triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:40:44.391107 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65e0f63b-811b-4adf-82b1-c9cc308a1a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:44.391438 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-65e0f63b-811b-4adf-82b1-c9cc308a1a73 None None] Attempt 1 to provision port a371e389-1d73-4824-9a35-dc792f64abda Sep 22 21:40:44.448261 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-bab0e696-8d21-415e-afb8-c688551eee00 req-ca23df8b-51a4-4f04-b741-8cead995cda6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6278729 Sep 22 21:40:44.466804 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-65e0f63b-811b-4adf-82b1-c9cc308a1a73 None None] Port a371e389-1d73-4824-9a35-dc792f64abda cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:40:44.476229 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-bab0e696-8d21-415e-afb8-c688551eee00 req-e57d0f21-989f-49dd-ab80-0204c45b5704 service neutron] Request body: {'port': {'device_id': '7c68d002-3169-446f-8cf1-9e94daa59fce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:44.481377 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:44.543799 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2b9ce3dc-cc50-4561-8e9e-82ff7945174c tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:44.563113 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f676191c-7855-408a-8a21-49cfafef97c4 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event updated for resources: {'Subnet': ['ID=980d73ae-41cc-4c21-8ca7-d4907f1cfc49,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:44.583928 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f676191c-7855-408a-8a21-49cfafef97c4 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Checking segment: {'id': '7fdf41f4-7dc9-4f5e-ad5a-8b7aa2857c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9791a93b-1bea-4574-b57a-735db492adc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:40:44.584286 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f676191c-7855-408a-8a21-49cfafef97c4 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Network hostable DHCP agents. Network: 9791a93b-1bea-4574-b57a-735db492adc4, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:40:44.594432 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2b9ce3dc-cc50-4561-8e9e-82ff7945174c tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:44.624722 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17124130-6e2c-4b49-903e-c4d3d419b982 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:40:44.639556 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7131f2ad-e018-4822-9420-71ab4a052d60 None None] Sync routers for ids ['3ed054e4-1cf7-4cc8-bf09-e6c3b80f2be8'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:40:44.651756 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7131f2ad-e018-4822-9420-71ab4a052d60 None None] Routers {'3ed054e4-1cf7-4cc8-bf09-e6c3b80f2be8'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:40:44.652526 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-7131f2ad-e018-4822-9420-71ab4a052d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:40:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['3ed054e4-1cf7-4cc8-bf09-e6c3b80f2be8'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:44.677238 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ce3dc-cc50-4561-8e9e-82ff7945174c tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7579ef-94d6-46e2-9a54-e2b507f94e40,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:44.683090 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-20f47f78-404d-4bb4-925c-2d21b00b1d31 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:44.684765 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-17124130-6e2c-4b49-903e-c4d3d419b982 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:44.688647 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-17124130-6e2c-4b49-903e-c4d3d419b982 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "PUT /v2.0/routers/3ed054e4-1cf7-4cc8-bf09-e6c3b80f2be8 HTTP/1.1" status: 200 len: 694 time: 1.0146017 Sep 22 21:40:44.689523 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49744) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:44.693948 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-20f47f78-404d-4bb4-925c-2d21b00b1d31 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:44.694997 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-20f47f78-404d-4bb4-925c-2d21b00b1d31 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] In _notify_port_updated(), no bound segment for port 1291a43e-c9dc-419a-9823-7ee5887cccde on network a0d75c33-f153-4f5a-8342-3b39b5565ed7 {{(pid=89008) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 21:40:44.701371 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f47f78-404d-4bb4-925c-2d21b00b1d31 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:44.702049 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-20f47f78-404d-4bb4-925c-2d21b00b1d31 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:44.703415 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-20f47f78-404d-4bb4-925c-2d21b00b1d31 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "PUT /v2.0/ports/1291a43e-c9dc-419a-9823-7ee5887cccde HTTP/1.1" status: 200 len: 818 time: 0.8747983 Sep 22 21:40:44.738181 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49748) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:44.743310 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f676191c-7855-408a-8a21-49cfafef97c4 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Network 9791a93b-1bea-4574-b57a-735db492adc4 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:40:44.751987 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-bab0e696-8d21-415e-afb8-c688551eee00 req-e57d0f21-989f-49dd-ab80-0204c45b5704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:44.793346 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-7131f2ad-e018-4822-9420-71ab4a052d60 None None] Set router 3ed054e4-1cf7-4cc8-bf09-e6c3b80f2be8 gateway port host: None {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:40:44.851878 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-f676191c-7855-408a-8a21-49cfafef97c4 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 9791a93b-1bea-4574-b57a-735db492adc4) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:40:44.872967 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2b9ce3dc-cc50-4561-8e9e-82ff7945174c tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:44.874140 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2b9ce3dc-cc50-4561-8e9e-82ff7945174c tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8276851 Sep 22 21:40:44.880873 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49752) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:44.888527 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f676191c-7855-408a-8a21-49cfafef97c4 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:44.889106 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f676191c-7855-408a-8a21-49cfafef97c4 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:44.896234 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad35c45b-b6fb-4c78-b3e3-1ed9ecd5ae31 None None] Network 9791a93b-1bea-4574-b57a-735db492adc4 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:40:44.906259 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f47f78-404d-4bb4-925c-2d21b00b1d31 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event updated for resources: {'Port': ['ID=1291a43e-c9dc-419a-9823-7ee5887cccde,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:44.918154 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-7131f2ad-e018-4822-9420-71ab4a052d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ed054e4-1cf7-4cc8-bf09-e6c3b80f2be8', 'name': 'tempest-RoutersTest-router-1396812518', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:40:43Z', 'updated_at': '2022-09-22T21:40:44Z', 'revision_number': 2, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'gw_port_host': None}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:44.922689 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-3a99e56b-b614-4254-8d7e-5557641a421d tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Request body: {'security_group_rule': {'security_group_id': '1a7579ef-94d6-46e2-9a54-e2b507f94e40', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:44.924811 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7131f2ad-e018-4822-9420-71ab4a052d60 None None] Checking router: 3ed054e4-1cf7-4cc8-bf09-e6c3b80f2be8 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:40:44.928923 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-3a99e56b-b614-4254-8d7e-5557641a421d tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:44.949150 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-3a99e56b-b614-4254-8d7e-5557641a421d tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Usage tracker for resource:security_group_rule and tenant:b4c28bd5eeca454096c191df49bcc89e is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:44.956548 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-3a99e56b-b614-4254-8d7e-5557641a421d tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:44.964589 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-30aa5b63-c637-477e-86e9-d854c49d0cb4 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "GET /v2.0/routers/3ed054e4-1cf7-4cc8-bf09-e6c3b80f2be8 HTTP/1.1" status: 200 len: 700 time: 0.2721930 Sep 22 21:40:44.965903 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-5bddd158-be91-4682-9768-2f948dca9e69 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Deleting port 1291a43e-c9dc-419a-9823-7ee5887cccde {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:40:44.966246 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5bddd158-be91-4682-9768-2f948dca9e69 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:44.971260 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-65e0f63b-811b-4adf-82b1-c9cc308a1a73 None None] Attempt 2 to provision port a371e389-1d73-4824-9a35-dc792f64abda Sep 22 21:40:44.972994 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c845d1e8-cd5f-43e7-a668-212da9c448c4 req-d87ebec5-8c48-442a-a417-aa7daaf78172 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:44.974960 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c845d1e8-cd5f-43e7-a668-212da9c448c4 req-d87ebec5-8c48-442a-a417-aa7daaf78172 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c68d002-3169-446f-8cf1-9e94daa59fce HTTP/1.1" status: 200 len: 931 time: 0.4300122 Sep 22 21:40:44.975423 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49756) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:44.997532 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-f676191c-7855-408a-8a21-49cfafef97c4 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7789726 Sep 22 21:40:45.010717 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-3a99e56b-b614-4254-8d7e-5557641a421d tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:45.011720 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49760) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:45.040303 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-d9a177ba-b8cf-4c8c-b61e-b9820ca9d746 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Request body: {'subnet': {'network_id': '9791a93b-1bea-4574-b57a-735db492adc4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:45.046504 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7131f2ad-e018-4822-9420-71ab4a052d60 None None] Routers {'3ed054e4-1cf7-4cc8-bf09-e6c3b80f2be8'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:40:45.047168 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-7131f2ad-e018-4822-9420-71ab4a052d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:40:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['3ed054e4-1cf7-4cc8-bf09-e6c3b80f2be8'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:45.067160 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-80e1fdeb-961d-4586-a4d8-2d885763ee8c tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Synchronizing usage tracker for tenant:d0dc9097dd2d4c51a9e00ba2c2c3535e on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:40:45.166376 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-c845d1e8-cd5f-43e7-a668-212da9c448c4 req-0ce85c4f-4f62-4dac-ae4d-df286d585b3f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:security_group {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:40:45.172938 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-80e1fdeb-961d-4586-a4d8-2d885763ee8c tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Unset dirty status for tenant:d0dc9097dd2d4c51a9e00ba2c2c3535e on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:40:45.174153 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-80e1fdeb-961d-4586-a4d8-2d885763ee8c tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "GET /v2.0/ports?device_id=3ed054e4-1cf7-4cc8-bf09-e6c3b80f2be8 HTTP/1.1" status: 200 len: 205 time: 0.1977618 Sep 22 21:40:45.178414 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49764) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:45.181876 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-65e0f63b-811b-4adf-82b1-c9cc308a1a73 None None] Port a371e389-1d73-4824-9a35-dc792f64abda cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:40:45.196615 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-3a99e56b-b614-4254-8d7e-5557641a421d tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:40:45.200225 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-3a99e56b-b614-4254-8d7e-5557641a421d tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3024898 Sep 22 21:40:45.213840 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-7131f2ad-e018-4822-9420-71ab4a052d60 None None] Set router 3ed054e4-1cf7-4cc8-bf09-e6c3b80f2be8 gateway port host: None {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:40:45.249015 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49768) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:45.262149 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-0113b1a8-d3d1-499e-b653-9fe31fbe5399 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Request body: {'security_group_rule': {'security_group_id': '1a7579ef-94d6-46e2-9a54-e2b507f94e40', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:45.274640 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-0113b1a8-d3d1-499e-b653-9fe31fbe5399 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:45.349031 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-0113b1a8-d3d1-499e-b653-9fe31fbe5399 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Usage tracker for resource:security_group_rule and tenant:b4c28bd5eeca454096c191df49bcc89e is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:45.358415 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-0113b1a8-d3d1-499e-b653-9fe31fbe5399 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:45.374220 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-c845d1e8-cd5f-43e7-a668-212da9c448c4 req-0ce85c4f-4f62-4dac-ae4d-df286d585b3f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:security_group {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:40:45.375564 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c845d1e8-cd5f-43e7-a668-212da9c448c4 req-0ce85c4f-4f62-4dac-ae4d-df286d585b3f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=9256f3c9-ea2a-4962-96b4-9322f1b68820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3572366 Sep 22 21:40:45.377696 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-0113b1a8-d3d1-499e-b653-9fe31fbe5399 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:45.383728 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1fd2ce83-cac5-4bd8-971e-aba80d167a16 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for router, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:45.399991 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-7131f2ad-e018-4822-9420-71ab4a052d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ed054e4-1cf7-4cc8-bf09-e6c3b80f2be8', 'name': 'tempest-RoutersTest-router-1396812518', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:40:43Z', 'updated_at': '2022-09-22T21:40:44Z', 'revision_number': 2, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'gw_port_host': None}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:45.405818 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7131f2ad-e018-4822-9420-71ab4a052d60 None None] The sync data for ids ['3ed054e4-1cf7-4cc8-bf09-e6c3b80f2be8'] in dv-neutron-858900-1-hyperv is: [{'id': '3ed054e4-1cf7-4cc8-bf09-e6c3b80f2be8', 'name': 'tempest-RoutersTest-router-1396812518', 'tenant_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:40:43Z', 'updated_at': '2022-09-22T21:40:44Z', 'revision_number': 2, 'project_id': 'd0dc9097dd2d4c51a9e00ba2c2c3535e', 'gw_port_host': None}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:40:45.459496 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5bddd158-be91-4682-9768-2f948dca9e69 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:45.470808 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-0113b1a8-d3d1-499e-b653-9fe31fbe5399 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:40:45.474935 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd52545-9b45-4bbb-b267-4fe6f2a69eb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-9791a93b-1bea-4574-b57a-735db492adc4', 'network_id': '9791a93b-1bea-4574-b57a-735db492adc4', 'tenant_id': 'de45cb2c88af49d4a334eef3c80bde87', 'fixed_ips': [{'subnet_id': '980d73ae-41cc-4c21-8ca7-d4907f1cfc49'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:40:45.475258 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-0113b1a8-d3d1-499e-b653-9fe31fbe5399 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2250521 Sep 22 21:40:45.475672 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49772) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:45.476092 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2dd52545-9b45-4bbb-b267-4fe6f2a69eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:45.651418 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-2dd52545-9b45-4bbb-b267-4fe6f2a69eb0 None None] Allocated IP 172.20.0.2 (9791a93b-1bea-4574-b57a-735db492adc4/980d73ae-41cc-4c21-8ca7-d4907f1cfc49/783dd8ae-21dd-4af4-ae8f-549c116ca548) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:40:45.684750 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-65e0f63b-811b-4adf-82b1-c9cc308a1a73 None None] Attempt 3 to provision port a371e389-1d73-4824-9a35-dc792f64abda Sep 22 21:40:45.748459 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-5bddd158-be91-4682-9768-2f948dca9e69 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Calling delete_port for 1291a43e-c9dc-419a-9823-7ee5887cccde owned by {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:40:45.761296 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-d9a177ba-b8cf-4c8c-b61e-b9820ca9d746 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:45.769337 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-d9a177ba-b8cf-4c8c-b61e-b9820ca9d746 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Usage tracker for resource:subnet and tenant:de45cb2c88af49d4a334eef3c80bde87 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:45.773264 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1fd2ce83-cac5-4bd8-971e-aba80d167a16 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:45.777042 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-d9a177ba-b8cf-4c8c-b61e-b9820ca9d746 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:45.778214 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1fd2ce83-cac5-4bd8-971e-aba80d167a16 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:45.783879 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-d9a177ba-b8cf-4c8c-b61e-b9820ca9d746 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:45.807855 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a177ba-b8cf-4c8c-b61e-b9820ca9d746 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Made reservation on behalf of de45cb2c88af49d4a334eef3c80bde87 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:40:45.811453 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-65e0f63b-811b-4adf-82b1-c9cc308a1a73 None None] Port a371e389-1d73-4824-9a35-dc792f64abda cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:40:45.812911 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d9a177ba-b8cf-4c8c-b61e-b9820ca9d746 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:45.819995 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.db.resource_extend [req-bab0e696-8d21-415e-afb8-c688551eee00 req-e57d0f21-989f-49dd-ab80-0204c45b5704 service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 21:40:45.838971 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1fd2ce83-cac5-4bd8-971e-aba80d167a16 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:45.839479 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd2ce83-cac5-4bd8-971e-aba80d167a16 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Fanout notify agent at l3_agent the message router_deleted on router 3ed054e4-1cf7-4cc8-bf09-e6c3b80f2be8 {{(pid=89009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:40:45.910580 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1fd2ce83-cac5-4bd8-971e-aba80d167a16 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:45.911700 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-1fd2ce83-cac5-4bd8-971e-aba80d167a16 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "DELETE /v2.0/routers/3ed054e4-1cf7-4cc8-bf09-e6c3b80f2be8 HTTP/1.1" status: 204 len: 168 time: 0.7302427 Sep 22 21:40:45.918743 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49776) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:45.933575 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2dd52545-9b45-4bbb-b267-4fe6f2a69eb0 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:45.964809 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [req-bab0e696-8d21-415e-afb8-c688551eee00 req-e57d0f21-989f-49dd-ab80-0204c45b5704 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a371e389-1d73-4824-9a35-dc792f64abda {{(pid=89008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:40:45.966237 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.ipam_backend_mixin [None req-d9a177ba-b8cf-4c8c-b61e-b9820ca9d746 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 980d73ae-41cc-4c21-8ca7-d4907f1cfc49 (CIDR: 172.20.0.0/28) Sep 22 21:40:45.969758 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9a177ba-b8cf-4c8c-b61e-b9820ca9d746 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:40:45.970324 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9a177ba-b8cf-4c8c-b61e-b9820ca9d746 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:40:45.979651 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-2dd52545-9b45-4bbb-b267-4fe6f2a69eb0 None None] Transition to ACTIVE for port object 783dd8ae-21dd-4af4-ae8f-549c116ca548 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:40:45.984973 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fd1c0543-3254-49ef-aa6b-5a7879f1c33d tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:45.988146 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-bab0e696-8d21-415e-afb8-c688551eee00 req-e57d0f21-989f-49dd-ab80-0204c45b5704 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:45.992231 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d9a177ba-b8cf-4c8c-b61e-b9820ca9d746 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9559958 Sep 22 21:40:45.995822 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-26661e40-6cb3-4f91-90d4-942d190668b4 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "GET /v2.0/ports?device_id=3ed054e4-1cf7-4cc8-bf09-e6c3b80f2be8 HTTP/1.1" status: 200 len: 205 time: 0.0735497 Sep 22 21:40:45.995822 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5bddd158-be91-4682-9768-2f948dca9e69 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:45.996072 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49780) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:46.000298 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-2dd52545-9b45-4bbb-b267-4fe6f2a69eb0 None None] Transition to ACTIVE for port object 783dd8ae-21dd-4af4-ae8f-549c116ca548 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:40:46.001479 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-a11c4c57-88c2-4eda-b7bb-13b0be5390bd tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Request body: {'subnet': {'network_id': '9791a93b-1bea-4574-b57a-735db492adc4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:46.006438 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2dd52545-9b45-4bbb-b267-4fe6f2a69eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:46.008474 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49782) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:46.071866 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd52545-9b45-4bbb-b267-4fe6f2a69eb0 None None] Network 9791a93b-1bea-4574-b57a-735db492adc4 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:40:46.074638 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-2dd52545-9b45-4bbb-b267-4fe6f2a69eb0 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:40:46.078569 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd52545-9b45-4bbb-b267-4fe6f2a69eb0 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:40:46.115721 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd52545-9b45-4bbb-b267-4fe6f2a69eb0 None None] Pushing event updated for resources: {'Port': ['ID=783dd8ae-21dd-4af4-ae8f-549c116ca548,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:46.145685 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a11c4c57-88c2-4eda-b7bb-13b0be5390bd tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:46.145854 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bddd158-be91-4682-9768-2f948dca9e69 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event deleted for resources: {'Port': ['ID=1291a43e-c9dc-419a-9823-7ee5887cccde,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:46.148207 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-bab0e696-8d21-415e-afb8-c688551eee00 req-e57d0f21-989f-49dd-ab80-0204c45b5704 service neutron] Transition to ACTIVE for port object a371e389-1d73-4824-9a35-dc792f64abda will not be triggered until provisioned by entity L2. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:40:46.152889 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-e0da1fb6-7546-40c4-b2a7-6f6e58fcebf3 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] delete failed (client error): The resource could not be found. Sep 22 21:40:46.153888 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e0da1fb6-7546-40c4-b2a7-6f6e58fcebf3 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "DELETE /v2.0/routers/3ed054e4-1cf7-4cc8-bf09-e6c3b80f2be8 HTTP/1.1" status: 404 len: 336 time: 0.1407580 Sep 22 21:40:46.154983 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5bddd158-be91-4682-9768-2f948dca9e69 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:46.155134 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-a11c4c57-88c2-4eda-b7bb-13b0be5390bd tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Usage tracker for resource:subnet and tenant:de45cb2c88af49d4a334eef3c80bde87 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:46.157765 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49788) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:46.159284 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fd1c0543-3254-49ef-aa6b-5a7879f1c33d tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:46.161375 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-a11c4c57-88c2-4eda-b7bb-13b0be5390bd tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:46.172635 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-bab0e696-8d21-415e-afb8-c688551eee00 req-e57d0f21-989f-49dd-ab80-0204c45b5704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:46.193079 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-2dd52545-9b45-4bbb-b267-4fe6f2a69eb0 None None] Attempting to bind port 783dd8ae-21dd-4af4-ae8f-549c116ca548 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:40:46.193443 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-2dd52545-9b45-4bbb-b267-4fe6f2a69eb0 None None] Attempting to bind port 783dd8ae-21dd-4af4-ae8f-549c116ca548 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '7fdf41f4-7dc9-4f5e-ad5a-8b7aa2857c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9791a93b-1bea-4574-b57a-735db492adc4'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:40:46.194028 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd52545-9b45-4bbb-b267-4fe6f2a69eb0 None None] Attempting to bind port 783dd8ae-21dd-4af4-ae8f-549c116ca548 on network 9791a93b-1bea-4574-b57a-735db492adc4 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:40:46.199419 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd52545-9b45-4bbb-b267-4fe6f2a69eb0 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:40:46.199996 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd52545-9b45-4bbb-b267-4fe6f2a69eb0 None None] Checking segment: {'id': '7fdf41f4-7dc9-4f5e-ad5a-8b7aa2857c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9791a93b-1bea-4574-b57a-735db492adc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:40:46.200784 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2dd52545-9b45-4bbb-b267-4fe6f2a69eb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:46.201359 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd52545-9b45-4bbb-b267-4fe6f2a69eb0 None None] Bound using segment: {'id': '7fdf41f4-7dc9-4f5e-ad5a-8b7aa2857c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9791a93b-1bea-4574-b57a-735db492adc4'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:40:46.201984 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-2dd52545-9b45-4bbb-b267-4fe6f2a69eb0 None None] Bound port: 783dd8ae-21dd-4af4-ae8f-549c116ca548, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fdf41f4-7dc9-4f5e-ad5a-8b7aa2857c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9791a93b-1bea-4574-b57a-735db492adc4'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:40:46.202513 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2dd52545-9b45-4bbb-b267-4fe6f2a69eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:46.205617 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-a85cd2db-4052-4f73-a79a-d7d5f4d890f1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] DELETE failed (client error): The resource could not be found. Sep 22 21:40:46.206081 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a85cd2db-4052-4f73-a79a-d7d5f4d890f1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:40:46.207843 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a85cd2db-4052-4f73-a79a-d7d5f4d890f1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "DELETE /v2.0/subnets/c9d5679f-d5ee-48a0-aa19-b89a82037472 HTTP/1.1" status: 404 len: 337 time: 0.0482275 Sep 22 21:40:46.211213 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49792) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:46.251301 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a11c4c57-88c2-4eda-b7bb-13b0be5390bd tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:46.253995 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-92bd3fed-66c5-4943-afc8-e6db95695a08 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] DELETE failed (client error): The resource could not be found. Sep 22 21:40:46.255042 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92bd3fed-66c5-4943-afc8-e6db95695a08 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:40:46.256996 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-92bd3fed-66c5-4943-afc8-e6db95695a08 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "DELETE /v2.0/subnets/aa0aefa7-a4ae-41e1-8329-707e1b907e3c HTTP/1.1" status: 404 len: 337 time: 0.0446663 Sep 22 21:40:46.260951 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49796) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:46.274901 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11c4c57-88c2-4eda-b7bb-13b0be5390bd tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Made reservation on behalf of de45cb2c88af49d4a334eef3c80bde87 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:40:46.279723 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a11c4c57-88c2-4eda-b7bb-13b0be5390bd tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:46.305169 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-2dd52545-9b45-4bbb-b267-4fe6f2a69eb0 None None] For port 783dd8ae-21dd-4af4-ae8f-549c116ca548, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:40:46.309705 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-2dd52545-9b45-4bbb-b267-4fe6f2a69eb0 None None] For port 783dd8ae-21dd-4af4-ae8f-549c116ca548, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=783dd8ae-21dd-4af4-ae8f-549c116ca548,segment=NetworkSegment(7fdf41f4-7dc9-4f5e-ad5a-8b7aa2857c59),segment_id=7fdf41f4-7dc9-4f5e-ad5a-8b7aa2857c59)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:40:46.312741 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-65e0f63b-811b-4adf-82b1-c9cc308a1a73 None None] Attempt 4 to provision port a371e389-1d73-4824-9a35-dc792f64abda Sep 22 21:40:46.347334 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2dd52545-9b45-4bbb-b267-4fe6f2a69eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:46.424540 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-65e0f63b-811b-4adf-82b1-c9cc308a1a73 None None] Port a371e389-1d73-4824-9a35-dc792f64abda cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:40:46.471157 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd52545-9b45-4bbb-b267-4fe6f2a69eb0 None None] Pushing event updated for resources: {'Port': ['ID=783dd8ae-21dd-4af4-ae8f-549c116ca548,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:46.497802 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-5bddd158-be91-4682-9768-2f948dca9e69 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "DELETE /v2.0/ports/1291a43e-c9dc-419a-9823-7ee5887cccde HTTP/1.1" status: 204 len: 168 time: 1.7557859 Sep 22 21:40:46.510686 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffe1c353-5472-4664-9c0b-6cf4481224aa tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] DELETE failed (client error): The resource could not be found. Sep 22 21:40:46.510686 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffe1c353-5472-4664-9c0b-6cf4481224aa tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:40:46.513798 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ffe1c353-5472-4664-9c0b-6cf4481224aa tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "DELETE /v2.0/subnets/1c45af14-0d39-44ec-928a-7eb185ff44cb HTTP/1.1" status: 404 len: 337 time: 0.1967344 Sep 22 21:40:46.521487 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49802) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:46.521895 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49804) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:46.623198 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6bc63cd-e34d-41bc-8536-f24f61ef4499 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] DELETE failed (client error): The resource could not be found. Sep 22 21:40:46.623828 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6bc63cd-e34d-41bc-8536-f24f61ef4499 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:40:46.628477 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a6bc63cd-e34d-41bc-8536-f24f61ef4499 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "DELETE /v2.0/subnets/28e029bb-55b4-48c3-8d8e-38fc4700f1ec HTTP/1.1" status: 404 len: 337 time: 0.1018817 Sep 22 21:40:46.628839 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49810) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:46.645512 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57d0f21-989f-49dd-ab80-0204c45b5704 service neutron] Pushing event updated for resources: {'Port': ['ID=a371e389-1d73-4824-9a35-dc792f64abda,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:46.696611 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-1a3013df-2720-427a-81e4-c5e47ef0aca4 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "GET /v2.0/ports?device_id=86d2ef5b-b34f-4e1e-9c59-268ad50c9267 HTTP/1.1" status: 200 len: 205 time: 0.0659509 Sep 22 21:40:46.699530 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49814) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:46.756087 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fd1c0543-3254-49ef-aa6b-5a7879f1c33d tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:46.797512 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-f8a92dee-10e5-4974-9621-b20d051eeead tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] delete failed (client error): The resource could not be found. Sep 22 21:40:46.802849 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-f8a92dee-10e5-4974-9621-b20d051eeead tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "DELETE /v2.0/routers/86d2ef5b-b34f-4e1e-9c59-268ad50c9267 HTTP/1.1" status: 404 len: 336 time: 0.1013966 Sep 22 21:40:46.803987 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49818) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:46.814125 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-bab0e696-8d21-415e-afb8-c688551eee00 req-e57d0f21-989f-49dd-ab80-0204c45b5704 service neutron] Attempting to bind port a371e389-1d73-4824-9a35-dc792f64abda on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:40:46.814463 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-bab0e696-8d21-415e-afb8-c688551eee00 req-e57d0f21-989f-49dd-ab80-0204c45b5704 service neutron] Attempting to bind port a371e389-1d73-4824-9a35-dc792f64abda by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'fe9b39b9-381c-454b-97a5-e45d36745746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd798fa90-67b2-4838-a613-196b1b982d33'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:40:46.814816 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab0e696-8d21-415e-afb8-c688551eee00 req-e57d0f21-989f-49dd-ab80-0204c45b5704 service neutron] Attempting to bind port a371e389-1d73-4824-9a35-dc792f64abda on network d798fa90-67b2-4838-a613-196b1b982d33 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:40:46.820432 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c0543-3254-49ef-aa6b-5a7879f1c33d tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7579ef-94d6-46e2-9a54-e2b507f94e40,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:46.831954 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab0e696-8d21-415e-afb8-c688551eee00 req-e57d0f21-989f-49dd-ab80-0204c45b5704 service neutron] Port a371e389-1d73-4824-9a35-dc792f64abda on network d798fa90-67b2-4838-a613-196b1b982d33 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:40:46.832848 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab0e696-8d21-415e-afb8-c688551eee00 req-e57d0f21-989f-49dd-ab80-0204c45b5704 service neutron] Attempting to bind port a371e389-1d73-4824-9a35-dc792f64abda on network d798fa90-67b2-4838-a613-196b1b982d33 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:40:46.837648 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fd1c0543-3254-49ef-aa6b-5a7879f1c33d tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:46.838804 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-fd1c0543-3254-49ef-aa6b-5a7879f1c33d tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "DELETE /v2.0/security-groups/1a7579ef-94d6-46e2-9a54-e2b507f94e40 HTTP/1.1" status: 204 len: 168 time: 1.3580956 Sep 22 21:40:46.845758 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49820) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:46.869045 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab0e696-8d21-415e-afb8-c688551eee00 req-e57d0f21-989f-49dd-ab80-0204c45b5704 service neutron] Checking agent: {'id': '8a88b827-3477-4399-ac15-439d59b3c48a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'started_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:40:46.869397 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab0e696-8d21-415e-afb8-c688551eee00 req-e57d0f21-989f-49dd-ab80-0204c45b5704 service neutron] Checking segment: {'id': 'fe9b39b9-381c-454b-97a5-e45d36745746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd798fa90-67b2-4838-a613-196b1b982d33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:40:46.869785 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab0e696-8d21-415e-afb8-c688551eee00 req-e57d0f21-989f-49dd-ab80-0204c45b5704 service neutron] Bound using segment: {'id': 'fe9b39b9-381c-454b-97a5-e45d36745746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd798fa90-67b2-4838-a613-196b1b982d33'} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:40:46.870235 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-bab0e696-8d21-415e-afb8-c688551eee00 req-e57d0f21-989f-49dd-ab80-0204c45b5704 service neutron] Bound port: a371e389-1d73-4824-9a35-dc792f64abda, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe9b39b9-381c-454b-97a5-e45d36745746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd798fa90-67b2-4838-a613-196b1b982d33'}}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:40:46.870581 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-bab0e696-8d21-415e-afb8-c688551eee00 req-e57d0f21-989f-49dd-ab80-0204c45b5704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:46.917167 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f00daf-8db0-495d-b97d-74f3f458f2bd tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:46.918289 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-a4f00daf-8db0-495d-b97d-74f3f458f2bd tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Synchronizing usage tracker for tenant:37d6650486a5496cbd52782c722d1341 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:40:46.920040 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ff3af9ac-132f-4227-ae92-d22517b57e67 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "GET /v2.0/ports?device_id=a7207448-e4bb-42a7-b4ce-05e63469655b HTTP/1.1" status: 200 len: 205 time: 0.0656314 Sep 22 21:40:46.923011 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49826) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:46.925622 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-65e0f63b-811b-4adf-82b1-c9cc308a1a73 None None] Attempt 5 to provision port a371e389-1d73-4824-9a35-dc792f64abda Sep 22 21:40:46.977868 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f118b66a-bd50-4afe-98ff-fce4f3434010 req-ab39acce-256e-4261-aa05-188dd8be65ba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:46.980413 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f118b66a-bd50-4afe-98ff-fce4f3434010 req-ab39acce-256e-4261-aa05-188dd8be65ba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c68d002-3169-446f-8cf1-9e94daa59fce HTTP/1.1" status: 200 len: 943 time: 0.3394983 Sep 22 21:40:46.985110 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-65e0f63b-811b-4adf-82b1-c9cc308a1a73 None None] Port a371e389-1d73-4824-9a35-dc792f64abda cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:40:47.011524 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-c8e7d15b-c7eb-490e-9102-6b7801dab2d3 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] delete failed (client error): The resource could not be found. Sep 22 21:40:47.012542 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c8e7d15b-c7eb-490e-9102-6b7801dab2d3 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "DELETE /v2.0/routers/a7207448-e4bb-42a7-b4ce-05e63469655b HTTP/1.1" status: 404 len: 336 time: 0.0886343 Sep 22 21:40:47.015084 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49830) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:47.022983 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-b7d052a9-8269-425a-90b3-8cea9c343180 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Synchronizing usage tracker for tenant:b4c28bd5eeca454096c191df49bcc89e on resource:security_group {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:40:47.039196 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-a4f00daf-8db0-495d-b97d-74f3f458f2bd tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Unset dirty status for tenant:37d6650486a5496cbd52782c722d1341 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:40:47.040266 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a4f00daf-8db0-495d-b97d-74f3f458f2bd tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.5154779 Sep 22 21:40:47.046533 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49834) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:47.058939 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed023b78-ef06-4408-927e-643dba5d5e60 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] DELETE failed (client error): The resource could not be found. Sep 22 21:40:47.059403 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed023b78-ef06-4408-927e-643dba5d5e60 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:40:47.070038 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ed023b78-ef06-4408-927e-643dba5d5e60 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "DELETE /v2.0/subnets/7f70bb29-9dc4-479e-98a8-ec8a74321bad HTTP/1.1" status: 404 len: 337 time: 0.0517490 Sep 22 21:40:47.070285 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49838) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:47.128057 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-0de43bd6-3676-43ae-a960-0a09b1e99a82 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] GET failed (client error): The resource could not be found. Sep 22 21:40:47.129917 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-0de43bd6-3676-43ae-a960-0a09b1e99a82 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "GET /v2.0/ports/1291a43e-c9dc-419a-9823-7ee5887cccde HTTP/1.1" status: 404 len: 333 time: 0.0739322 Sep 22 21:40:47.133512 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-bab0e696-8d21-415e-afb8-c688551eee00 req-e57d0f21-989f-49dd-ab80-0204c45b5704 service neutron] For port a371e389-1d73-4824-9a35-dc792f64abda, host hv-neutron-8589, cleared binding levels {{(pid=89008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:40:47.134165 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-fa539577-598f-4bb2-bb1c-0fd52f6974e4 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "GET /v2.0/ports?device_id=93c71091-7642-44fc-85e4-83f5262860bd HTTP/1.1" status: 200 len: 205 time: 0.0627928 Sep 22 21:40:47.135134 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-b7d052a9-8269-425a-90b3-8cea9c343180 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Unset dirty status for tenant:b4c28bd5eeca454096c191df49bcc89e on resource:security_group {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:40:47.136436 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-b7d052a9-8269-425a-90b3-8cea9c343180 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2896621 Sep 22 21:40:47.137506 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49842) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:47.137810 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49844) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:47.140983 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49846) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:47.142125 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f118b66a-bd50-4afe-98ff-fce4f3434010 req-f993deba-73fc-4867-899f-5f6d05a9bc4c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=9256f3c9-ea2a-4962-96b4-9322f1b68820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453943 Sep 22 21:40:47.148291 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-e0cdff99-d649-44d6-a452-f7ebee6ebde8 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Request body: {'security_group': {'name': 'tempest-secgroup--1866656896'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:47.162582 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-e0cdff99-d649-44d6-a452-f7ebee6ebde8 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:47.174731 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-e0cdff99-d649-44d6-a452-f7ebee6ebde8 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:47.185379 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a11c4c57-88c2-4eda-b7bb-13b0be5390bd tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:47.208348 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-db43b3a9-70a3-4a4e-975f-9e219f108858 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1027727308'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:47.220448 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e0cdff99-d649-44d6-a452-f7ebee6ebde8 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:47.225805 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-bab0e696-8d21-415e-afb8-c688551eee00 req-e57d0f21-989f-49dd-ab80-0204c45b5704 service neutron] For port a371e389-1d73-4824-9a35-dc792f64abda, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=a371e389-1d73-4824-9a35-dc792f64abda,segment=NetworkSegment(fe9b39b9-381c-454b-97a5-e45d36745746),segment_id=fe9b39b9-381c-454b-97a5-e45d36745746)] {{(pid=89008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:40:47.227230 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-db43b3a9-70a3-4a4e-975f-9e219f108858 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:47.231908 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-1b56c519-b44a-4355-8395-187acd1c7167 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] delete failed (client error): The resource could not be found. Sep 22 21:40:47.233188 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-1b56c519-b44a-4355-8395-187acd1c7167 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "DELETE /v2.0/routers/93c71091-7642-44fc-85e4-83f5262860bd HTTP/1.1" status: 404 len: 336 time: 0.0880861 Sep 22 21:40:47.234232 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-db43b3a9-70a3-4a4e-975f-9e219f108858 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Usage tracker for resource:network and tenant:37d6650486a5496cbd52782c722d1341 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:47.237113 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49854) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:47.238208 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-bab0e696-8d21-415e-afb8-c688551eee00 req-e57d0f21-989f-49dd-ab80-0204c45b5704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:47.241818 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0e696-8d21-415e-afb8-c688551eee00 req-e57d0f21-989f-49dd-ab80-0204c45b5704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:47.242413 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-bab0e696-8d21-415e-afb8-c688551eee00 req-e57d0f21-989f-49dd-ab80-0204c45b5704 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:47.244019 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-bab0e696-8d21-415e-afb8-c688551eee00 req-e57d0f21-989f-49dd-ab80-0204c45b5704 service neutron] 10.222.0.49 "PUT /v2.0/ports/a371e389-1d73-4824-9a35-dc792f64abda HTTP/1.1" status: 200 len: 1093 time: 2.7721965 Sep 22 21:40:47.247840 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-db43b3a9-70a3-4a4e-975f-9e219f108858 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:47.269923 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c4c57-88c2-4eda-b7bb-13b0be5390bd tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event updated for resources: {'Subnet': ['ID=2c88ec05-735d-4742-bd0b-46fdb37569a3,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:47.286306 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c68d002-3169-446f-8cf1-9e94daa59fce', 'tag': 'a371e389-1d73-4824-9a35-dc792f64abda'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:40:47.288644 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11c4c57-88c2-4eda-b7bb-13b0be5390bd tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Network 9791a93b-1bea-4574-b57a-735db492adc4 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:40:47.288982 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6bbe36-399e-4bab-85a1-a1ce1c258a1c" -d '{"events": [{"name": "network-changed", "server_uuid": "7c68d002-3169-446f-8cf1-9e94daa59fce", "tag": "a371e389-1d73-4824-9a35-dc792f64abda"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:40:47.291817 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-a11c4c57-88c2-4eda-b7bb-13b0be5390bd tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:40:47.299145 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11c4c57-88c2-4eda-b7bb-13b0be5390bd tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:47.301172 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a11c4c57-88c2-4eda-b7bb-13b0be5390bd tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:47.318184 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-e0cdff99-d649-44d6-a452-f7ebee6ebde8 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:47.323880 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-e0cdff99-d649-44d6-a452-f7ebee6ebde8 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Usage tracker for resource:security_group_rule and tenant:b4c28bd5eeca454096c191df49bcc89e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:47.327567 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-e0cdff99-d649-44d6-a452-f7ebee6ebde8 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:47.331365 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a11c4c57-88c2-4eda-b7bb-13b0be5390bd tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3354087 Sep 22 21:40:47.334979 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49860) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:47.337375 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-e0cdff99-d649-44d6-a452-f7ebee6ebde8 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:47.343017 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-d8c90644-5c7c-48ca-b053-dd3d72a4ea04 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Request body: {'port': {'network_id': '9791a93b-1bea-4574-b57a-735db492adc4', 'fixed_ips': [{'subnet_id': '980d73ae-41cc-4c21-8ca7-d4907f1cfc49'}, {'subnet_id': '2c88ec05-735d-4742-bd0b-46fdb37569a3'}], 'name': 'tempest-PortsTestJSON-258404913'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:47.387957 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-db43b3a9-70a3-4a4e-975f-9e219f108858 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:47.424720 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e09163-7f9c-40ad-8dba-bcefd36da2c5 x-openstack-request-id: req-82e09163-7f9c-40ad-8dba-bcefd36da2c5 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:40:47.425100 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c68d002-3169-446f-8cf1-9e94daa59fce", "tag": "a371e389-1d73-4824-9a35-dc792f64abda", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:40:47.425416 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-82e09163-7f9c-40ad-8dba-bcefd36da2c5 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:40:47.425873 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82e09163-7f9c-40ad-8dba-bcefd36da2c5'] response: {'name': 'network-changed', 'server_uuid': '7c68d002-3169-446f-8cf1-9e94daa59fce', 'tag': 'a371e389-1d73-4824-9a35-dc792f64abda', 'status': 'completed', 'code': 200} Sep 22 21:40:47.432144 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e863dea0-4410-4523-b348-798b0c964c38 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "GET /v2.0/ports?device_id=ee344a67-3dbf-4531-bb9d-d3be7ee686f1 HTTP/1.1" status: 200 len: 205 time: 0.1868966 Sep 22 21:40:47.436426 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49864) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:47.441195 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db43b3a9-70a3-4a4e-975f-9e219f108858 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Made reservation on behalf of 37d6650486a5496cbd52782c722d1341 for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:40:47.445320 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-db43b3a9-70a3-4a4e-975f-9e219f108858 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:47.486639 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-65e0f63b-811b-4adf-82b1-c9cc308a1a73 None None] Attempt 6 to provision port a371e389-1d73-4824-9a35-dc792f64abda Sep 22 21:40:47.539285 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-bd56c03c-7f57-4384-9175-6482ddd632a2 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] delete failed (client error): The resource could not be found. Sep 22 21:40:47.543246 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-bd56c03c-7f57-4384-9175-6482ddd632a2 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "DELETE /v2.0/routers/ee344a67-3dbf-4531-bb9d-d3be7ee686f1 HTTP/1.1" status: 404 len: 336 time: 0.1020045 Sep 22 21:40:47.545974 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49868) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:47.565046 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-65e0f63b-811b-4adf-82b1-c9cc308a1a73 None None] Port a371e389-1d73-4824-9a35-dc792f64abda had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 21:40:47.605636 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57d0f21-989f-49dd-ab80-0204c45b5704 service neutron] Pushing event updated for resources: {'Port': ['ID=a371e389-1d73-4824-9a35-dc792f64abda,revision_number=3']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:47.618996 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db43b3a9-70a3-4a4e-975f-9e219f108858 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:40:47.627515 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea8b4683-0b59-4602-bd83-250597f945a1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] DELETE failed (client error): The resource could not be found. Sep 22 21:40:47.628064 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea8b4683-0b59-4602-bd83-250597f945a1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:40:47.631917 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-db43b3a9-70a3-4a4e-975f-9e219f108858 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:47.632630 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-db43b3a9-70a3-4a4e-975f-9e219f108858 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Added segment 6fa778bd-809c-4afa-be8e-110e3298e020 of type vlan for network 2c610ed1-afe1-41ca-b0fa-d18d5851faf9 Sep 22 21:40:47.649847 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0e696-8d21-415e-afb8-c688551eee00 req-444f4ca3-8f91-4930-85c0-260bac9ca338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:47.651552 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-bab0e696-8d21-415e-afb8-c688551eee00 req-444f4ca3-8f91-4930-85c0-260bac9ca338 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&device_id=7c68d002-3169-446f-8cf1-9e94daa59fce HTTP/1.1" status: 200 len: 1096 time: 0.2985647 Sep 22 21:40:47.665987 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-d8c90644-5c7c-48ca-b053-dd3d72a4ea04 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:47.672471 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ea8b4683-0b59-4602-bd83-250597f945a1 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "DELETE /v2.0/subnets/6e5f7e14-a7a2-464c-a522-d20e5b099bee HTTP/1.1" status: 404 len: 337 time: 0.1259205 Sep 22 21:40:47.677398 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-d8c90644-5c7c-48ca-b053-dd3d72a4ea04 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Usage tracker for resource:port and tenant:de45cb2c88af49d4a334eef3c80bde87 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:47.679756 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49872) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:47.688339 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-d8c90644-5c7c-48ca-b053-dd3d72a4ea04 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:47.706254 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8360e4e-e130-459c-93f2-4913e2e5c680 None None] Network 9791a93b-1bea-4574-b57a-735db492adc4 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:40:47.721321 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-db43b3a9-70a3-4a4e-975f-9e219f108858 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:47.736607 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e0cdff99-d649-44d6-a452-f7ebee6ebde8 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:47.737830 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-d8c90644-5c7c-48ca-b053-dd3d72a4ea04 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:47.738425 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-bab0e696-8d21-415e-afb8-c688551eee00 req-c3531e85-3f49-4efe-a0a7-f980ae5263b2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a371e389-1d73-4824-9a35-dc792f64abda HTTP/1.1" status: 200 len: 217 time: 0.0760782 Sep 22 21:40:47.751231 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c1df1271-6ae2-4a3d-9b01-c75bd13bdfb8 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "GET /v2.0/ports?device_id=b023cf6c-b02f-4ae2-bbd9-277149b83955 HTTP/1.1" status: 200 len: 205 time: 0.0681171 Sep 22 21:40:47.751453 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e0cdff99-d649-44d6-a452-f7ebee6ebde8 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:47.755048 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49876) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:47.818048 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-db43b3a9-70a3-4a4e-975f-9e219f108858 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:47.822236 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-ba526480-e381-4e56-832e-7b707b8b0525 None None] Provisioning for port 783dd8ae-21dd-4af4-ae8f-549c116ca548 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:40:47.823407 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db43b3a9-70a3-4a4e-975f-9e219f108858 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:47.823993 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-db43b3a9-70a3-4a4e-975f-9e219f108858 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:47.828292 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0e696-8d21-415e-afb8-c688551eee00 req-e98c9d72-1018-41c6-8455-7491319aa73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:47.829901 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-bab0e696-8d21-415e-afb8-c688551eee00 req-e98c9d72-1018-41c6-8455-7491319aa73e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7c2b1475-4219-48df-b88b-938b9fa8e2ca HTTP/1.1" status: 200 len: 834 time: 0.0854461 Sep 22 21:40:47.849883 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c90644-5c7c-48ca-b053-dd3d72a4ea04 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Made reservation on behalf of de45cb2c88af49d4a334eef3c80bde87 for: {'port': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:40:47.876976 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-9c7b965d-efb3-41fa-b0c6-dfb7054e7a24 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] delete failed (client error): The resource could not be found. Sep 22 21:40:47.881023 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-9c7b965d-efb3-41fa-b0c6-dfb7054e7a24 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "DELETE /v2.0/routers/b023cf6c-b02f-4ae2-bbd9-277149b83955 HTTP/1.1" status: 404 len: 336 time: 0.1136453 Sep 22 21:40:47.884988 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49880) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:47.933408 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e0cdff99-d649-44d6-a452-f7ebee6ebde8 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:47.937505 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e0cdff99-d649-44d6-a452-f7ebee6ebde8 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7926972 Sep 22 21:40:47.937505 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cdff99-d649-44d6-a452-f7ebee6ebde8 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce75b3b-919b-46d1-b6e7-dcc7ee096f16,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:47.957074 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49884) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:47.973907 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-06291aca-1227-42cf-a61f-58b33ae9a010 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:47.974324 dv-neutron-858900-1-hyperv neutron-server[89008]: WARNING neutron.api.v2.base [None req-06291aca-1227-42cf-a61f-58b33ae9a010 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 22 21:40:47.974841 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-06291aca-1227-42cf-a61f-58b33ae9a010 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] update failed (client error): There was a conflict when trying to complete your request. Sep 22 21:40:47.978581 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-06291aca-1227-42cf-a61f-58b33ae9a010 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "PUT /v2.0/security-groups/1ce75b3b-919b-46d1-b6e7-dcc7ee096f16 HTTP/1.1" status: 409 len: 330 time: 0.0173676 Sep 22 21:40:47.979231 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-f98219f3-52dc-4822-af66-8d73b3ad6e4a tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] DELETE failed (client error): The resource could not be found. Sep 22 21:40:47.979401 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f98219f3-52dc-4822-af66-8d73b3ad6e4a tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:40:47.981527 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-f98219f3-52dc-4822-af66-8d73b3ad6e4a tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "DELETE /v2.0/subnets/fcc204fa-141b-4c49-ad87-13e5b53d785c HTTP/1.1" status: 404 len: 337 time: 0.0951073 Sep 22 21:40:47.982254 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49888) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:47.987109 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49890) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:48.052047 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db43b3a9-70a3-4a4e-975f-9e219f108858 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event updated for resources: {'Network': ['ID=2c610ed1-afe1-41ca-b0fa-d18d5851faf9,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:48.054920 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-db43b3a9-70a3-4a4e-975f-9e219f108858 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9116521 Sep 22 21:40:48.058972 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49896) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:48.059222 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-5be3a1ba-acf1-4f4e-9a76-9f369c344f7c tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "GET /v2.0/ports?device_id=d6198a6f-dab0-4dfb-80e1-bacec028c3c7 HTTP/1.1" status: 200 len: 205 time: 0.0698147 Sep 22 21:40:48.061265 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49898) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:48.069028 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-5baf4cc3-9742-4a9d-a662-c265448d1415 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Request body: {'subnet': {'network_id': '2c610ed1-afe1-41ca-b0fa-d18d5851faf9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:48.073667 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 2c610ed1-afe1-41ca-b0fa-d18d5851faf9 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:40:48.120355 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d8c90644-5c7c-48ca-b053-dd3d72a4ea04 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:48.136648 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-387abbfc-43fa-437d-9ff6-904c92daa783 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] delete failed (client error): The resource could not be found. Sep 22 21:40:48.139960 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-387abbfc-43fa-437d-9ff6-904c92daa783 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "DELETE /v2.0/routers/d6198a6f-dab0-4dfb-80e1-bacec028c3c7 HTTP/1.1" status: 404 len: 336 time: 0.0755126 Sep 22 21:40:48.140203 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49904) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:48.182283 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb6d1aa1-7755-490c-9912-721f0066be77 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] DELETE failed (client error): The resource could not be found. Sep 22 21:40:48.182387 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb6d1aa1-7755-490c-9912-721f0066be77 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:40:48.184142 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-fb6d1aa1-7755-490c-9912-721f0066be77 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "DELETE /v2.0/subnets/0470e80c-10f4-46ea-9492-e65b6b60c7d3 HTTP/1.1" status: 404 len: 337 time: 0.0430486 Sep 22 21:40:48.186625 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49910) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:48.191245 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0e696-8d21-415e-afb8-c688551eee00 req-ef128579-f5f7-4505-a0b5-bb2df44ffb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:48.191871 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4615ab37-a5db-4867-ad60-f4889cd1f7f9 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:48.192766 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-bab0e696-8d21-415e-afb8-c688551eee00 req-ef128579-f5f7-4505-a0b5-bb2df44ffb3f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d798fa90-67b2-4838-a613-196b1b982d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3464062 Sep 22 21:40:48.209495 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53982717-bf73-4bb2-8a8a-071a850a914b None None] Update dhcp port {'port': {'network_id': '9791a93b-1bea-4574-b57a-735db492adc4', 'fixed_ips': [{'subnet_id': '980d73ae-41cc-4c21-8ca7-d4907f1cfc49', 'ip_address': '172.20.0.2'}, {'subnet_id': '2c88ec05-735d-4742-bd0b-46fdb37569a3'}], 'binding:host_id': 'dv-neutron-858900-1-hyperv'}, 'id': '783dd8ae-21dd-4af4-ae8f-549c116ca548'} from dv-neutron-858900-1-hyperv. {{(pid=89010) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 22 21:40:48.220624 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4615ab37-a5db-4867-ad60-f4889cd1f7f9 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:48.264313 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-574ccf10-c4ec-483b-b736-18af7d41aad8 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] DELETE failed (client error): The resource could not be found. Sep 22 21:40:48.264313 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-574ccf10-c4ec-483b-b736-18af7d41aad8 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:40:48.265934 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-574ccf10-c4ec-483b-b736-18af7d41aad8 tempest-RoutersTest-1067458699 tempest-RoutersTest-1067458699-project] 10.222.0.33 "DELETE /v2.0/subnets/1a9a86c1-d3df-44f0-88a5-f9a07c4ea91b HTTP/1.1" status: 404 len: 337 time: 0.0783939 Sep 22 21:40:48.286679 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-53982717-bf73-4bb2-8a8a-071a850a914b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:48.433854 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4615ab37-a5db-4867-ad60-f4889cd1f7f9 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:48.441487 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-d8c90644-5c7c-48ca-b053-dd3d72a4ea04 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] device_id is not set on port c772f2cb-8011-4b2d-82ad-c9a92c7c2232 yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:40:48.493490 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-bab0e696-8d21-415e-afb8-c688551eee00 req-e342b289-8aad-4f6e-94ba-98c4d770ff34 service neutron] 10.222.0.49 "GET /v2.0/networks/d798fa90-67b2-4838-a613-196b1b982d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556295 Sep 22 21:40:48.513537 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98fb31-1690-45f3-8296-739c777d24d3 req-ef3b7b39-1ae0-4332-a99d-f45cc0a5b4fb tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:48.514994 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4615ab37-a5db-4867-ad60-f4889cd1f7f9 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce75b3b-919b-46d1-b6e7-dcc7ee096f16,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:48.522216 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-de98fb31-1690-45f3-8296-739c777d24d3 req-ef3b7b39-1ae0-4332-a99d-f45cc0a5b4fb tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c68d002-3169-446f-8cf1-9e94daa59fce HTTP/1.1" status: 200 len: 943 time: 0.1687958 Sep 22 21:40:48.533412 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-5baf4cc3-9742-4a9d-a662-c265448d1415 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:48.541983 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-5baf4cc3-9742-4a9d-a662-c265448d1415 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Usage tracker for resource:subnet and tenant:37d6650486a5496cbd52782c722d1341 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:48.545509 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-5baf4cc3-9742-4a9d-a662-c265448d1415 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:48.553863 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4615ab37-a5db-4867-ad60-f4889cd1f7f9 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:48.554994 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-4615ab37-a5db-4867-ad60-f4889cd1f7f9 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "DELETE /v2.0/security-groups/1ce75b3b-919b-46d1-b6e7-dcc7ee096f16 HTTP/1.1" status: 204 len: 168 time: 0.5638013 Sep 22 21:40:48.558904 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-5baf4cc3-9742-4a9d-a662-c265448d1415 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:48.561016 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49918) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:48.659100 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5baf4cc3-9742-4a9d-a662-c265448d1415 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Made reservation on behalf of 37d6650486a5496cbd52782c722d1341 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:40:48.662593 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5baf4cc3-9742-4a9d-a662-c265448d1415 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:48.667266 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-de98fb31-1690-45f3-8296-739c777d24d3 req-fa809391-ab8a-4d88-86d5-f89fa37718b6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=9256f3c9-ea2a-4962-96b4-9322f1b68820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439848 Sep 22 21:40:48.703502 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-53982717-bf73-4bb2-8a8a-071a850a914b None None] Allocated IP 172.20.0.18 (9791a93b-1bea-4574-b57a-735db492adc4/2c88ec05-735d-4742-bd0b-46fdb37569a3/783dd8ae-21dd-4af4-ae8f-549c116ca548) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:40:48.738045 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49922) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:48.747375 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-bab0e696-8d21-415e-afb8-c688551eee00 req-7434b463-7e47-4032-a15c-998ee851ff04 service neutron] 10.222.0.49 "GET /v2.0/networks/d798fa90-67b2-4838-a613-196b1b982d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093635 Sep 22 21:40:48.768880 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-a457dfce-bf24-4afa-b0cc-ddaf17f42a0e tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Synchronizing usage tracker for tenant:b4c28bd5eeca454096c191df49bcc89e on resource:security_group {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:40:48.834027 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 783dd8ae-21dd-4af4-ae8f-549c116ca548 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:40:48.903216 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-a457dfce-bf24-4afa-b0cc-ddaf17f42a0e tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] Unset dirty status for tenant:b4c28bd5eeca454096c191df49bcc89e on resource:security_group {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:40:48.905224 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a457dfce-bf24-4afa-b0cc-ddaf17f42a0e tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3404305 Sep 22 21:40:48.914467 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49928) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:48.939619 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-5bdaa791-2241-4396-8866-f3c12697212c tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] delete failed (client error): The resource could not be found. Sep 22 21:40:48.943226 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-5bdaa791-2241-4396-8866-f3c12697212c tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "DELETE /v2.0/security-groups/ff7dac46-4eca-432a-89e6-8d751d0eab63 HTTP/1.1" status: 404 len: 347 time: 0.0249302 Sep 22 21:40:48.946734 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49932) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:48.951726 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-53982717-bf73-4bb2-8a8a-071a850a914b None None] For port 783dd8ae-21dd-4af4-ae8f-549c116ca548, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=783dd8ae-21dd-4af4-ae8f-549c116ca548,segment=NetworkSegment(7fdf41f4-7dc9-4f5e-ad5a-8b7aa2857c59),segment_id=7fdf41f4-7dc9-4f5e-ad5a-8b7aa2857c59)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:40:48.954960 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-27e6e8ad-db2e-4fab-8622-f013272fd88d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=d0dc9097dd2d4c51a9e00ba2c2c3535e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2159367 Sep 22 21:40:48.956738 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 783dd8ae-21dd-4af4-ae8f-549c116ca548 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:40:48.957143 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49936) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:48.965167 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 783dd8ae-21dd-4af4-ae8f-549c116ca548 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:40:48.965604 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:48.965968 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 783dd8ae-21dd-4af4-ae8f-549c116ca548 Sep 22 21:40:48.970163 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-6f444b1c-0e28-459e-ab07-10959c91c9d3 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] show failed (client error): The resource could not be found. Sep 22 21:40:48.975394 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6f444b1c-0e28-459e-ab07-10959c91c9d3 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "GET /v2.0/security-groups/edd24581-f26b-43c8-88b6-d67e62e9504d HTTP/1.1" status: 404 len: 347 time: 0.0237565 Sep 22 21:40:48.984033 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49940) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:48.990157 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6bbe36-399e-4bab-85a1-a1ce1c258a1c req-311bb5a2-7cb8-4534-bb18-dbb686de6a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:48.991643 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-8e6bbe36-399e-4bab-85a1-a1ce1c258a1c req-311bb5a2-7cb8-4534-bb18-dbb686de6a89 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&device_id=7c68d002-3169-446f-8cf1-9e94daa59fce HTTP/1.1" status: 200 len: 1096 time: 0.1880972 Sep 22 21:40:49.012774 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-a9ec5c0b-fc1f-490d-a1b7-4a2518e50a19 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] show failed (client error): The resource could not be found. Sep 22 21:40:49.017105 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a9ec5c0b-fc1f-490d-a1b7-4a2518e50a19 tempest-NegativeSecGroupIPv6Test-446531675 tempest-NegativeSecGroupIPv6Test-446531675-project] 10.222.0.33 "GET /v2.0/security-group-rules/1eb4a7cf-af48-453b-aaee-b955c98bb7e5 HTTP/1.1" status: 404 len: 356 time: 0.0288303 Sep 22 21:40:49.024215 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5baf4cc3-9742-4a9d-a662-c265448d1415 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:49.033238 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-53982717-bf73-4bb2-8a8a-071a850a914b None None] Notify callbacks [] for port, precommit_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:49.057176 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-53982717-bf73-4bb2-8a8a-071a850a914b None None] Transition to ACTIVE for port object 783dd8ae-21dd-4af4-ae8f-549c116ca548 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:40:49.076225 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-53982717-bf73-4bb2-8a8a-071a850a914b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:49.137362 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-23971c12-221d-41d4-b9c4-a043111ae45e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:49.146716 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Port 783dd8ae-21dd-4af4-ae8f-549c116ca548 had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 21:40:49.175357 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6bbe36-399e-4bab-85a1-a1ce1c258a1c req-6bd18125-3f1b-486c-bbaf-00c0abf0b2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:49.177641 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-8e6bbe36-399e-4bab-85a1-a1ce1c258a1c req-6bd18125-3f1b-486c-bbaf-00c0abf0b2ad service neutron] 10.222.0.49 "GET /v2.0/networks?id=d798fa90-67b2-4838-a613-196b1b982d33 HTTP/1.1" status: 200 len: 897 time: 0.1751668 Sep 22 21:40:49.181954 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-23971c12-221d-41d4-b9c4-a043111ae45e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:49.253592 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-8e6bbe36-399e-4bab-85a1-a1ce1c258a1c req-b82556ee-aa46-4f32-a8c3-60bc3deee51b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a371e389-1d73-4824-9a35-dc792f64abda HTTP/1.1" status: 200 len: 217 time: 0.0648363 Sep 22 21:40:49.295286 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-d8c90644-5c7c-48ca-b053-dd3d72a4ea04 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Allocated IP 172.20.0.7 (9791a93b-1bea-4574-b57a-735db492adc4/980d73ae-41cc-4c21-8ca7-d4907f1cfc49/c772f2cb-8011-4b2d-82ad-c9a92c7c2232) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:40:49.302899 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-d8c90644-5c7c-48ca-b053-dd3d72a4ea04 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Allocated IP 172.20.0.24 (9791a93b-1bea-4574-b57a-735db492adc4/2c88ec05-735d-4742-bd0b-46fdb37569a3/c772f2cb-8011-4b2d-82ad-c9a92c7c2232) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:40:49.323274 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49948) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:49.343448 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53982717-bf73-4bb2-8a8a-071a850a914b None None] Pushing event updated for resources: {'Port': ['ID=783dd8ae-21dd-4af4-ae8f-549c116ca548,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:49.352706 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6bbe36-399e-4bab-85a1-a1ce1c258a1c req-bc7b0bb1-a391-4820-bb41-f2460a78dd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:49.354150 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-8e6bbe36-399e-4bab-85a1-a1ce1c258a1c req-bc7b0bb1-a391-4820-bb41-f2460a78dd55 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7c2b1475-4219-48df-b88b-938b9fa8e2ca HTTP/1.1" status: 200 len: 834 time: 0.0881336 Sep 22 21:40:49.365135 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf4cc3-9742-4a9d-a662-c265448d1415 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event updated for resources: {'Subnet': ['ID=11b8ee31-2360-4f4b-90f1-fa3646741954,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:49.499420 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baf4cc3-9742-4a9d-a662-c265448d1415 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Checking segment: {'id': '6fa778bd-809c-4afa-be8e-110e3298e020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2c610ed1-afe1-41ca-b0fa-d18d5851faf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:40:49.499783 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5baf4cc3-9742-4a9d-a662-c265448d1415 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Network hostable DHCP agents. Network: 2c610ed1-afe1-41ca-b0fa-d18d5851faf9, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:40:49.553661 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5baf4cc3-9742-4a9d-a662-c265448d1415 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Network 2c610ed1-afe1-41ca-b0fa-d18d5851faf9 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:40:49.576786 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-5baf4cc3-9742-4a9d-a662-c265448d1415 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 2c610ed1-afe1-41ca-b0fa-d18d5851faf9) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:40:49.578701 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-23971c12-221d-41d4-b9c4-a043111ae45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:49.581310 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5baf4cc3-9742-4a9d-a662-c265448d1415 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:49.581964 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5baf4cc3-9742-4a9d-a662-c265448d1415 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:49.585803 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3188c8-b0c9-477a-bfdf-3a64744811c2 None None] Network 2c610ed1-afe1-41ca-b0fa-d18d5851faf9 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:40:49.616782 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d8c90644-5c7c-48ca-b053-dd3d72a4ea04 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:49.626199 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23971c12-221d-41d4-b9c4-a043111ae45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b760594-ec26-4ea8-8804-584450c1beb5,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:49.642292 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-5baf4cc3-9742-4a9d-a662-c265448d1415 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5762565 Sep 22 21:40:49.642292 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-d8c90644-5c7c-48ca-b053-dd3d72a4ea04 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Transition to ACTIVE for port object c772f2cb-8011-4b2d-82ad-c9a92c7c2232 will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:40:49.642643 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49954) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:49.648635 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-e4de8f4b-b9be-49fc-a751-641369af6829 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Request body: {'subnet': {'network_id': '2c610ed1-afe1-41ca-b0fa-d18d5851faf9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:49.663277 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-23971c12-221d-41d4-b9c4-a043111ae45e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:49.667526 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-23971c12-221d-41d4-b9c4-a043111ae45e admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/5b760594-ec26-4ea8-8804-584450c1beb5 HTTP/1.1" status: 204 len: 168 time: 0.7088113 Sep 22 21:40:49.674385 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-f207e7fb-d27b-4f4b-94b6-efdeb2fb4b85 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=b4c28bd5eeca454096c191df49bcc89e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3485928 Sep 22 21:40:49.680734 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49960) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:49.704992 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6bbe36-399e-4bab-85a1-a1ce1c258a1c req-8118598e-624d-4a28-aec3-d0441306342a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:49.706713 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-8e6bbe36-399e-4bab-85a1-a1ce1c258a1c req-8118598e-624d-4a28-aec3-d0441306342a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d798fa90-67b2-4838-a613-196b1b982d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3461025 Sep 22 21:40:49.945727 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6b0c33e8-0528-4106-ba07-184a1b890798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:49.971700 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d8c90644-5c7c-48ca-b053-dd3d72a4ea04 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:49.978817 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-e4de8f4b-b9be-49fc-a751-641369af6829 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:49.986432 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6b0c33e8-0528-4106-ba07-184a1b890798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:50.029851 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-e4de8f4b-b9be-49fc-a751-641369af6829 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Usage tracker for resource:subnet and tenant:37d6650486a5496cbd52782c722d1341 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:50.030269 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb6daab-b122-4678-9fc0-f6b8cc846113 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-2c610ed1-afe1-41ca-b0fa-d18d5851faf9', 'network_id': '2c610ed1-afe1-41ca-b0fa-d18d5851faf9', 'tenant_id': '37d6650486a5496cbd52782c722d1341', 'fixed_ips': [{'subnet_id': '11b8ee31-2360-4f4b-90f1-fa3646741954'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:40:50.030951 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-8e6bbe36-399e-4bab-85a1-a1ce1c258a1c req-e7c67ad6-668f-4d2c-87e1-3a397901f4ff service neutron] 10.222.0.49 "GET /v2.0/networks/d798fa90-67b2-4838-a613-196b1b982d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118041 Sep 22 21:40:50.031361 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-abb6daab-b122-4678-9fc0-f6b8cc846113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:50.053085 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-e4de8f4b-b9be-49fc-a751-641369af6829 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:50.081620 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c90644-5c7c-48ca-b053-dd3d72a4ea04 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Network 9791a93b-1bea-4574-b57a-735db492adc4 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:40:50.083614 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-e4de8f4b-b9be-49fc-a751-641369af6829 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:50.090040 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-d8c90644-5c7c-48ca-b053-dd3d72a4ea04 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:40:50.110827 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fb89f2-ca57-4c2d-a521-68e27c534629 None None] Network 9791a93b-1bea-4574-b57a-735db492adc4 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:40:50.111242 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c90644-5c7c-48ca-b053-dd3d72a4ea04 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event updated for resources: {'Port': ['ID=c772f2cb-8011-4b2d-82ad-c9a92c7c2232,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:50.117932 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c90644-5c7c-48ca-b053-dd3d72a4ea04 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:40:50.157773 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4de8f4b-b9be-49fc-a751-641369af6829 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Made reservation on behalf of 37d6650486a5496cbd52782c722d1341 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:40:50.162244 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e4de8f4b-b9be-49fc-a751-641369af6829 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:50.193704 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6b0c33e8-0528-4106-ba07-184a1b890798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:50.227683 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0c33e8-0528-4106-ba07-184a1b890798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6fe7d3a-e6e1-4d1a-b6cf-a9ef741ecc42,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:50.232246 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-8e6bbe36-399e-4bab-85a1-a1ce1c258a1c req-147dae7a-e0b2-40c7-a2eb-3e3759f15e0b service neutron] 10.222.0.49 "GET /v2.0/networks/d798fa90-67b2-4838-a613-196b1b982d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950841 Sep 22 21:40:50.255565 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6b0c33e8-0528-4106-ba07-184a1b890798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:50.258261 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-6b0c33e8-0528-4106-ba07-184a1b890798 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/f6fe7d3a-e6e1-4d1a-b6cf-a9ef741ecc42 HTTP/1.1" status: 204 len: 168 time: 0.5754073 Sep 22 21:40:50.279566 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-26688339-6b81-44a4-bd4f-4bd092787b19 None None] Provisioning for port 783dd8ae-21dd-4af4-ae8f-549c116ca548 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:40:50.290626 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-26688339-6b81-44a4-bd4f-4bd092787b19 None None] Provisioning complete for port 783dd8ae-21dd-4af4-ae8f-549c116ca548 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:40:50.291232 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-26688339-6b81-44a4-bd4f-4bd092787b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:50.291760 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-26688339-6b81-44a4-bd4f-4bd092787b19 None None] Attempt 1 to provision port 783dd8ae-21dd-4af4-ae8f-549c116ca548 Sep 22 21:40:50.361089 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c90644-5c7c-48ca-b053-dd3d72a4ea04 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:50.361647 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d8c90644-5c7c-48ca-b053-dd3d72a4ea04 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:50.378019 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca74723-e8cb-403c-993d-00a3a499dcc7 req-889bfdfa-a2e4-4fa1-9ee6-2eb548041245 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:50.380155 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-dca74723-e8cb-403c-993d-00a3a499dcc7 req-889bfdfa-a2e4-4fa1-9ee6-2eb548041245 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c68d002-3169-446f-8cf1-9e94daa59fce HTTP/1.1" status: 200 len: 943 time: 0.5165169 Sep 22 21:40:50.439353 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 49980) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:50.443199 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d8c90644-5c7c-48ca-b053-dd3d72a4ea04 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 3.1071153 Sep 22 21:40:50.446123 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-8a88939c-9449-4241-ac50-59fc5c2d93f2 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '980d73ae-41cc-4c21-8ca7-d4907f1cfc49'}]}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:50.476335 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-dca74723-e8cb-403c-993d-00a3a499dcc7 req-0d7e9a95-daf8-44e5-abbe-2d763a55e950 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=9256f3c9-ea2a-4962-96b4-9322f1b68820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856862 Sep 22 21:40:50.497785 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.ipam_backend_mixin [None req-e4de8f4b-b9be-49fc-a751-641369af6829 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 11b8ee31-2360-4f4b-90f1-fa3646741954 (CIDR: 2001:db8::/64) Sep 22 21:40:50.504848 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4de8f4b-b9be-49fc-a751-641369af6829 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:40:50.505357 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4de8f4b-b9be-49fc-a751-641369af6829 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:40:50.506587 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-26688339-6b81-44a4-bd4f-4bd092787b19 None None] Current status of the port 783dd8ae-21dd-4af4-ae8f-549c116ca548 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:40:50.507012 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-26688339-6b81-44a4-bd4f-4bd092787b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:50.535517 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e4de8f4b-b9be-49fc-a751-641369af6829 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8893187 Sep 22 21:40:50.535712 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 49988) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:50.544817 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-faacaeda-ca88-4514-a189-111957ecd286 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Request body: {'subnet': {'network_id': '2c610ed1-afe1-41ca-b0fa-d18d5851faf9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:50.666220 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-abb6daab-b122-4678-9fc0-f6b8cc846113 None None] Allocated IP 2001:db8::2 (2c610ed1-afe1-41ca-b0fa-d18d5851faf9/11b8ee31-2360-4f4b-90f1-fa3646741954/92588c56-7025-4141-aeec-ea13c16a6df4) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:40:50.697985 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-26688339-6b81-44a4-bd4f-4bd092787b19 None None] For port 783dd8ae-21dd-4af4-ae8f-549c116ca548, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=783dd8ae-21dd-4af4-ae8f-549c116ca548,segment=NetworkSegment(7fdf41f4-7dc9-4f5e-ad5a-8b7aa2857c59),segment_id=7fdf41f4-7dc9-4f5e-ad5a-8b7aa2857c59)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:40:50.776480 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-26688339-6b81-44a4-bd4f-4bd092787b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:50.779121 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 783dd8ae-21dd-4af4-ae8f-549c116ca548 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:40:50.808892 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8a88939c-9449-4241-ac50-59fc5c2d93f2 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:50.811281 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-faacaeda-ca88-4514-a189-111957ecd286 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:50.818857 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-faacaeda-ca88-4514-a189-111957ecd286 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Usage tracker for resource:subnet and tenant:37d6650486a5496cbd52782c722d1341 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:50.824492 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-faacaeda-ca88-4514-a189-111957ecd286 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:50.834038 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-faacaeda-ca88-4514-a189-111957ecd286 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:50.860041 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faacaeda-ca88-4514-a189-111957ecd286 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Made reservation on behalf of 37d6650486a5496cbd52782c722d1341 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:40:50.864426 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-faacaeda-ca88-4514-a189-111957ecd286 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:50.963626 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50006) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:51.063428 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26688339-6b81-44a4-bd4f-4bd092787b19 None None] Pushing event updated for resources: {'Port': ['ID=783dd8ae-21dd-4af4-ae8f-549c116ca548,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:51.169248 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 783dd8ae-21dd-4af4-ae8f-549c116ca548 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:40:51.169656 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:51.170516 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 783dd8ae-21dd-4af4-ae8f-549c116ca548 Sep 22 21:40:51.242056 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-abb6daab-b122-4678-9fc0-f6b8cc846113 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:51.265505 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-abb6daab-b122-4678-9fc0-f6b8cc846113 None None] Transition to ACTIVE for port object 92588c56-7025-4141-aeec-ea13c16a6df4 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:40:51.303458 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-abb6daab-b122-4678-9fc0-f6b8cc846113 None None] Transition to ACTIVE for port object 92588c56-7025-4141-aeec-ea13c16a6df4 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:40:51.338484 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-abb6daab-b122-4678-9fc0-f6b8cc846113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:51.370431 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-8a88939c-9449-4241-ac50-59fc5c2d93f2 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Delete allocated IP 172.20.0.24 (9791a93b-1bea-4574-b57a-735db492adc4/2c88ec05-735d-4742-bd0b-46fdb37569a3) {{(pid=89008) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 22 21:40:51.377000 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50018) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:51.384851 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [-] 10.222.0.33 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0067344 Sep 22 21:40:51.385510 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50020) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:51.437407 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-6869a74a-d710-461c-98db-64de310764c1 tempest-ServiceProvidersTest-1967051410 tempest-ServiceProvidersTest-1967051410-project] 10.222.0.33 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4693601 Sep 22 21:40:51.456826 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb6daab-b122-4678-9fc0-f6b8cc846113 None None] Network 2c610ed1-afe1-41ca-b0fa-d18d5851faf9 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:40:51.463509 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-abb6daab-b122-4678-9fc0-f6b8cc846113 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:40:51.473898 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb6daab-b122-4678-9fc0-f6b8cc846113 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:40:51.502323 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6daab-b122-4678-9fc0-f6b8cc846113 None None] Pushing event updated for resources: {'Port': ['ID=92588c56-7025-4141-aeec-ea13c16a6df4,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:51.510704 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-b8ba9315-7abf-4e7b-9a6b-0c8748b98acc tempest-NetworksApiDiscovery-513174389 tempest-NetworksApiDiscovery-513174389-project] 10.222.0.33 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1128826 Sep 22 21:40:51.514266 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 783dd8ae-21dd-4af4-ae8f-549c116ca548 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:40:51.651514 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-faacaeda-ca88-4514-a189-111957ecd286 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:51.727446 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faacaeda-ca88-4514-a189-111957ecd286 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Network 2c610ed1-afe1-41ca-b0fa-d18d5851faf9 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:40:51.732146 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-faacaeda-ca88-4514-a189-111957ecd286 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:40:51.737987 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faacaeda-ca88-4514-a189-111957ecd286 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:51.738996 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-faacaeda-ca88-4514-a189-111957ecd286 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:51.756242 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-abb6daab-b122-4678-9fc0-f6b8cc846113 None None] Attempting to bind port 92588c56-7025-4141-aeec-ea13c16a6df4 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:40:51.756707 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-abb6daab-b122-4678-9fc0-f6b8cc846113 None None] Attempting to bind port 92588c56-7025-4141-aeec-ea13c16a6df4 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '6fa778bd-809c-4afa-be8e-110e3298e020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2c610ed1-afe1-41ca-b0fa-d18d5851faf9'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:40:51.757256 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb6daab-b122-4678-9fc0-f6b8cc846113 None None] Attempting to bind port 92588c56-7025-4141-aeec-ea13c16a6df4 on network 2c610ed1-afe1-41ca-b0fa-d18d5851faf9 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:40:51.763988 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb6daab-b122-4678-9fc0-f6b8cc846113 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:40:51.771794 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb6daab-b122-4678-9fc0-f6b8cc846113 None None] Checking segment: {'id': '6fa778bd-809c-4afa-be8e-110e3298e020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2c610ed1-afe1-41ca-b0fa-d18d5851faf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:40:51.774725 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faacaeda-ca88-4514-a189-111957ecd286 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event updated for resources: {'Subnet': ['ID=b6aca6b9-e271-4e31-b65f-67951b3d4e8b,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:51.779087 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-abb6daab-b122-4678-9fc0-f6b8cc846113 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:51.779596 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb6daab-b122-4678-9fc0-f6b8cc846113 None None] Bound using segment: {'id': '6fa778bd-809c-4afa-be8e-110e3298e020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2c610ed1-afe1-41ca-b0fa-d18d5851faf9'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:40:51.780159 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-abb6daab-b122-4678-9fc0-f6b8cc846113 None None] Bound port: 92588c56-7025-4141-aeec-ea13c16a6df4, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fa778bd-809c-4afa-be8e-110e3298e020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2c610ed1-afe1-41ca-b0fa-d18d5851faf9'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:40:51.780918 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-abb6daab-b122-4678-9fc0-f6b8cc846113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:51.788552 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-faacaeda-ca88-4514-a189-111957ecd286 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2508631 Sep 22 21:40:51.790755 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50034) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:51.797166 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-f90e981e-6b79-43eb-a8bb-5edb10267ae3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Request body: {'port': {'network_id': '2c610ed1-afe1-41ca-b0fa-d18d5851faf9', 'fixed_ips': [{'subnet_id': '11b8ee31-2360-4f4b-90f1-fa3646741954'}, {'subnet_id': 'b6aca6b9-e271-4e31-b65f-67951b3d4e8b'}], 'name': 'tempest-PortsIpV6TestJSON-575732602'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:51.808314 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-29bcb9fa-0c89-48a6-a640-6ef14696ca36 None None] Provisioning for port c772f2cb-8011-4b2d-82ad-c9a92c7c2232 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:40:51.821217 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-29bcb9fa-0c89-48a6-a640-6ef14696ca36 None None] Provisioning complete for port c772f2cb-8011-4b2d-82ad-c9a92c7c2232 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:40:51.821426 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-29bcb9fa-0c89-48a6-a640-6ef14696ca36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:51.821687 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-29bcb9fa-0c89-48a6-a640-6ef14696ca36 None None] Attempt 1 to provision port c772f2cb-8011-4b2d-82ad-c9a92c7c2232 Sep 22 21:40:51.905936 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50040) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:51.955505 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2e282-5c68-4bbf-8c65-1812bc0071c7 req-14585814-cbf2-43c9-b279-9d9101ee3ccd tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:51.957019 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c9b2e282-5c68-4bbf-8c65-1812bc0071c7 req-14585814-cbf2-43c9-b279-9d9101ee3ccd tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c68d002-3169-446f-8cf1-9e94daa59fce HTTP/1.1" status: 200 len: 943 time: 0.2855008 Sep 22 21:40:51.990446 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-29bcb9fa-0c89-48a6-a640-6ef14696ca36 None None] Port c772f2cb-8011-4b2d-82ad-c9a92c7c2232 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:40:51.991065 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8a88939c-9449-4241-ac50-59fc5c2d93f2 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:52.022950 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-abb6daab-b122-4678-9fc0-f6b8cc846113 None None] For port 92588c56-7025-4141-aeec-ea13c16a6df4, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:40:52.027633 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-abb6daab-b122-4678-9fc0-f6b8cc846113 None None] For port 92588c56-7025-4141-aeec-ea13c16a6df4, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=92588c56-7025-4141-aeec-ea13c16a6df4,segment=NetworkSegment(6fa778bd-809c-4afa-be8e-110e3298e020),segment_id=6fa778bd-809c-4afa-be8e-110e3298e020)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:40:52.027791 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50046) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:52.032667 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-8a88939c-9449-4241-ac50-59fc5c2d93f2 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Ignored duplicate provisioning block setup for port c772f2cb-8011-4b2d-82ad-c9a92c7c2232 by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 22 21:40:52.036145 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-f90e981e-6b79-43eb-a8bb-5edb10267ae3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:52.036754 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-abb6daab-b122-4678-9fc0-f6b8cc846113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:52.044675 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c9b2e282-5c68-4bbf-8c65-1812bc0071c7 req-b9efc76d-b1c0-44f8-b83d-e5194be663d5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=9256f3c9-ea2a-4962-96b4-9322f1b68820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765643 Sep 22 21:40:52.045435 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8a88939c-9449-4241-ac50-59fc5c2d93f2 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:52.074763 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-f90e981e-6b79-43eb-a8bb-5edb10267ae3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:52.087963 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90e981e-6b79-43eb-a8bb-5edb10267ae3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Made reservation on behalf of 37d6650486a5496cbd52782c722d1341 for: {'port': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:40:52.186190 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6daab-b122-4678-9fc0-f6b8cc846113 None None] Pushing event updated for resources: {'Port': ['ID=92588c56-7025-4141-aeec-ea13c16a6df4,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:52.294756 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-223f10d0-d6c4-4608-b889-5c054555981a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:52.316323 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f90e981e-6b79-43eb-a8bb-5edb10267ae3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:52.342933 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-f90e981e-6b79-43eb-a8bb-5edb10267ae3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] device_id is not set on port abccebc5-2809-4fe1-ae3c-9122d807b7f4 yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:40:52.351189 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a88939c-9449-4241-ac50-59fc5c2d93f2 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event updated for resources: {'Port': ['ID=c772f2cb-8011-4b2d-82ad-c9a92c7c2232,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:52.365858 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6041b850-a298-4460-99db-fb24617f4c39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:52.383099 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-223f10d0-d6c4-4608-b889-5c054555981a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:52.392293 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-223f10d0-d6c4-4608-b889-5c054555981a admin admin] Usage tracker for resource:security_group_rule and tenant:08cf079c356e4699bed6f66e8f52cb6f is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:52.396140 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-8a88939c-9449-4241-ac50-59fc5c2d93f2 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] In _notify_port_updated(), no bound segment for port c772f2cb-8011-4b2d-82ad-c9a92c7c2232 on network 9791a93b-1bea-4574-b57a-735db492adc4 {{(pid=89008) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 21:40:52.401406 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a88939c-9449-4241-ac50-59fc5c2d93f2 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:52.402029 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8a88939c-9449-4241-ac50-59fc5c2d93f2 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:52.403366 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-8a88939c-9449-4241-ac50-59fc5c2d93f2 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "PUT /v2.0/ports/c772f2cb-8011-4b2d-82ad-c9a92c7c2232 HTTP/1.1" status: 200 len: 918 time: 1.9629576 Sep 22 21:40:52.404780 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-223f10d0-d6c4-4608-b889-5c054555981a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:52.408524 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-6041b850-a298-4460-99db-fb24617f4c39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:52.408682 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50052) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:52.415026 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-223f10d0-d6c4-4608-b889-5c054555981a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:52.416858 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-6041b850-a298-4460-99db-fb24617f4c39 admin admin] Usage tracker for resource:security_group_rule and tenant:32439cd8ff8f4f9bbc9f698d3e4eb392 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:52.418448 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-806ed94b-634b-4515-95eb-90a8b155ebe6 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '980d73ae-41cc-4c21-8ca7-d4907f1cfc49'}, {'subnet_id': '2c88ec05-735d-4742-bd0b-46fdb37569a3'}]}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:52.420760 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-6041b850-a298-4460-99db-fb24617f4c39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:52.431350 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-6041b850-a298-4460-99db-fb24617f4c39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:52.492109 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-29bcb9fa-0c89-48a6-a640-6ef14696ca36 None None] Attempt 2 to provision port c772f2cb-8011-4b2d-82ad-c9a92c7c2232 Sep 22 21:40:52.530246 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device a371e389-1d73-4824-9a35-dc792f64abda details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 21:40:52.606442 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-223f10d0-d6c4-4608-b889-5c054555981a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:52.623723 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-223f10d0-d6c4-4608-b889-5c054555981a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:52.641864 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6041b850-a298-4460-99db-fb24617f4c39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:52.662207 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-29bcb9fa-0c89-48a6-a640-6ef14696ca36 None None] Port c772f2cb-8011-4b2d-82ad-c9a92c7c2232 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:40:52.672052 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6041b850-a298-4460-99db-fb24617f4c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:52.725604 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-806ed94b-634b-4515-95eb-90a8b155ebe6 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:52.727038 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-223f10d0-d6c4-4608-b889-5c054555981a admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=08cf079c356e4699bed6f66e8f52cb6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6957417 Sep 22 21:40:52.734624 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50056) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:52.740010 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port a371e389-1d73-4824-9a35-dc792f64abda, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=a371e389-1d73-4824-9a35-dc792f64abda,segment=NetworkSegment(fe9b39b9-381c-454b-97a5-e45d36745746),segment_id=fe9b39b9-381c-454b-97a5-e45d36745746)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:40:52.748995 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f10d0-d6c4-4608-b889-5c054555981a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e713684-de27-4593-b129-becf7365d740,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:52.763389 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': 'a371e389-1d73-4824-9a35-dc792f64abda', 'network_id': 'd798fa90-67b2-4838-a613-196b1b982d33', 'port_id': 'a371e389-1d73-4824-9a35-dc792f64abda', 'mac_address': 'fa:16:3e:e3:08:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2b1475-4219-48df-b88b-938b9fa8e2ca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 21:40:52.855088 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 783dd8ae-21dd-4af4-ae8f-549c116ca548 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:40:52.886205 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-6041b850-a298-4460-99db-fb24617f4c39 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=32439cd8ff8f4f9bbc9f698d3e4eb392&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9694536 Sep 22 21:40:52.888728 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50060) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:52.903661 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port a371e389-1d73-4824-9a35-dc792f64abda is: DOWN; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:40:52.904046 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:52.917659 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6041b850-a298-4460-99db-fb24617f4c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d5f490-73fa-4d60-bf8e-fcfa4ecf573b,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:52.928585 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a371e389-1d73-4824-9a35-dc792f64abda {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:40:52.953963 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port a371e389-1d73-4824-9a35-dc792f64abda, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=a371e389-1d73-4824-9a35-dc792f64abda,segment=NetworkSegment(fe9b39b9-381c-454b-97a5-e45d36745746),segment_id=fe9b39b9-381c-454b-97a5-e45d36745746)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:40:52.962022 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:52.973914 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-350318cb-86f9-4860-a3cb-d457da03e3c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:52.999720 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-350318cb-86f9-4860-a3cb-d457da03e3c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:53.021654 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 783dd8ae-21dd-4af4-ae8f-549c116ca548 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:40:53.021948 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:53.022729 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 783dd8ae-21dd-4af4-ae8f-549c116ca548 Sep 22 21:40:53.053198 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-350318cb-86f9-4860-a3cb-d457da03e3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:53.070043 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350318cb-86f9-4860-a3cb-d457da03e3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d5f490-73fa-4d60-bf8e-fcfa4ecf573b,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:53.084210 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-350318cb-86f9-4860-a3cb-d457da03e3c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:53.086000 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-350318cb-86f9-4860-a3cb-d457da03e3c3 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/31d5f490-73fa-4d60-bf8e-fcfa4ecf573b HTTP/1.1" status: 204 len: 168 time: 0.1899679 Sep 22 21:40:53.090347 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-55b99d60-7b5a-4d01-81e5-270aabbe3f60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:53.102930 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=a371e389-1d73-4824-9a35-dc792f64abda,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:53.151084 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-f90e981e-6b79-43eb-a8bb-5edb10267ae3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Allocated IP 2001:db8::21b (2c610ed1-afe1-41ca-b0fa-d18d5851faf9/11b8ee31-2360-4f4b-90f1-fa3646741954/abccebc5-2809-4fe1-ae3c-9122d807b7f4) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:40:53.162210 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-55b99d60-7b5a-4d01-81e5-270aabbe3f60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:53.177397 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-f90e981e-6b79-43eb-a8bb-5edb10267ae3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Allocated IP 2001:db8:0:1::210 (2c610ed1-afe1-41ca-b0fa-d18d5851faf9/b6aca6b9-e271-4e31-b65f-67951b3d4e8b/abccebc5-2809-4fe1-ae3c-9122d807b7f4) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:40:53.183549 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-29bcb9fa-0c89-48a6-a640-6ef14696ca36 None None] Attempt 3 to provision port c772f2cb-8011-4b2d-82ad-c9a92c7c2232 Sep 22 21:40:53.232404 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 783dd8ae-21dd-4af4-ae8f-549c116ca548 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:40:53.232404 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 92588c56-7025-4141-aeec-ea13c16a6df4 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:40:53.296635 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-29bcb9fa-0c89-48a6-a640-6ef14696ca36 None None] Port c772f2cb-8011-4b2d-82ad-c9a92c7c2232 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:40:53.331068 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['a371e389-1d73-4824-9a35-dc792f64abda'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 21:40:53.363874 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 92588c56-7025-4141-aeec-ea13c16a6df4 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:40:53.414062 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-806ed94b-634b-4515-95eb-90a8b155ebe6 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Allocated IP 172.20.0.30 (9791a93b-1bea-4574-b57a-735db492adc4/2c88ec05-735d-4742-bd0b-46fdb37569a3/c772f2cb-8011-4b2d-82ad-c9a92c7c2232) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:40:53.543826 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-55b99d60-7b5a-4d01-81e5-270aabbe3f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:53.630213 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58e9fde-d76a-40f2-aee8-8d5f3813a469 None None] Network 2c610ed1-afe1-41ca-b0fa-d18d5851faf9 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:40:53.666805 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b99d60-7b5a-4d01-81e5-270aabbe3f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e713684-de27-4593-b129-becf7365d740,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:53.806309 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-29bcb9fa-0c89-48a6-a640-6ef14696ca36 None None] Attempt 4 to provision port c772f2cb-8011-4b2d-82ad-c9a92c7c2232 Sep 22 21:40:53.860708 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b30a2-c8ed-4eff-964e-d9e29795a979 req-f6df5d0f-469b-423c-a9f1-fb9ce91713d4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:53.862367 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-561b30a2-c8ed-4eff-964e-d9e29795a979 req-f6df5d0f-469b-423c-a9f1-fb9ce91713d4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c68d002-3169-446f-8cf1-9e94daa59fce HTTP/1.1" status: 200 len: 944 time: 0.5157018 Sep 22 21:40:53.881022 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-55b99d60-7b5a-4d01-81e5-270aabbe3f60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:53.882071 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-55b99d60-7b5a-4d01-81e5-270aabbe3f60 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/8e713684-de27-4593-b129-becf7365d740 HTTP/1.1" status: 204 len: 168 time: 1.1349435 Sep 22 21:40:53.913622 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-29bcb9fa-0c89-48a6-a640-6ef14696ca36 None None] Port c772f2cb-8011-4b2d-82ad-c9a92c7c2232 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:40:53.965612 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f90e981e-6b79-43eb-a8bb-5edb10267ae3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:53.993366 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-561b30a2-c8ed-4eff-964e-d9e29795a979 req-19d88ffd-95bd-45b1-8cce-c9fde7804c79 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=9256f3c9-ea2a-4962-96b4-9322f1b68820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139503 Sep 22 21:40:54.012780 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-f90e981e-6b79-43eb-a8bb-5edb10267ae3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Transition to ACTIVE for port object abccebc5-2809-4fe1-ae3c-9122d807b7f4 will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:40:54.031013 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-806ed94b-634b-4515-95eb-90a8b155ebe6 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:54.064034 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-806ed94b-634b-4515-95eb-90a8b155ebe6 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Transition to ACTIVE for port object c772f2cb-8011-4b2d-82ad-c9a92c7c2232 will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:40:54.070230 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-806ed94b-634b-4515-95eb-90a8b155ebe6 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:54.154980 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50088) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:54.203104 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e4a1aa-9c7c-4eaf-a92a-6da51d5c1e94 None None] Update dhcp port {'port': {'network_id': '2c610ed1-afe1-41ca-b0fa-d18d5851faf9', 'fixed_ips': [{'subnet_id': '11b8ee31-2360-4f4b-90f1-fa3646741954', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b6aca6b9-e271-4e31-b65f-67951b3d4e8b'}], 'binding:host_id': 'dv-neutron-858900-1-hyperv'}, 'id': '92588c56-7025-4141-aeec-ea13c16a6df4'} from dv-neutron-858900-1-hyperv. {{(pid=89010) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 22 21:40:54.270231 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-27e4a1aa-9c7c-4eaf-a92a-6da51d5c1e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:54.277427 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f90e981e-6b79-43eb-a8bb-5edb10267ae3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:54.332825 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ed94b-634b-4515-95eb-90a8b155ebe6 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event updated for resources: {'Port': ['ID=c772f2cb-8011-4b2d-82ad-c9a92c7c2232,revision_number=3']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:54.376475 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-60fc52fa-d67d-4a79-98e8-644353dc9b07 tempest-SubnetPoolsTestJSON-1087364029 tempest-SubnetPoolsTestJSON-1087364029-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-767713334', 'prefixes': ['172.20.0.0/16']}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:54.383094 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-60fc52fa-d67d-4a79-98e8-644353dc9b07 tempest-SubnetPoolsTestJSON-1087364029 tempest-SubnetPoolsTestJSON-1087364029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:54.429341 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-29bcb9fa-0c89-48a6-a640-6ef14696ca36 None None] Attempt 5 to provision port c772f2cb-8011-4b2d-82ad-c9a92c7c2232 Sep 22 21:40:54.431298 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90e981e-6b79-43eb-a8bb-5edb10267ae3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Network 2c610ed1-afe1-41ca-b0fa-d18d5851faf9 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:40:54.436991 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-f90e981e-6b79-43eb-a8bb-5edb10267ae3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:40:54.439863 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90e981e-6b79-43eb-a8bb-5edb10267ae3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:40:54.446243 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90e981e-6b79-43eb-a8bb-5edb10267ae3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:54.446847 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f90e981e-6b79-43eb-a8bb-5edb10267ae3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:54.467102 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-60fc52fa-d67d-4a79-98e8-644353dc9b07 tempest-SubnetPoolsTestJSON-1087364029 tempest-SubnetPoolsTestJSON-1087364029-project] Notify callbacks [] for subnetpool, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:54.470828 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-60fc52fa-d67d-4a79-98e8-644353dc9b07 tempest-SubnetPoolsTestJSON-1087364029 tempest-SubnetPoolsTestJSON-1087364029-project] 10.222.0.33 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.3114650 Sep 22 21:40:54.470965 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-806ed94b-634b-4515-95eb-90a8b155ebe6 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] In _notify_port_updated(), no bound segment for port c772f2cb-8011-4b2d-82ad-c9a92c7c2232 on network 9791a93b-1bea-4574-b57a-735db492adc4 {{(pid=89009) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 21:40:54.471282 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50094) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:54.477355 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806ed94b-634b-4515-95eb-90a8b155ebe6 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:54.477980 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-806ed94b-634b-4515-95eb-90a8b155ebe6 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:54.481847 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-806ed94b-634b-4515-95eb-90a8b155ebe6 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "PUT /v2.0/ports/c772f2cb-8011-4b2d-82ad-c9a92c7c2232 HTTP/1.1" status: 200 len: 998 time: 2.0701582 Sep 22 21:40:54.482954 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50098) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:54.489805 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e981e-6b79-43eb-a8bb-5edb10267ae3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event updated for resources: {'Port': ['ID=abccebc5-2809-4fe1-ae3c-9122d807b7f4,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:54.505415 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-1ab28c8f-d5e7-4a4e-bb4d-688467d6121a tempest-SubnetPoolsTestJSON-1087364029 tempest-SubnetPoolsTestJSON-1087364029-project] 10.222.0.33 "GET /v2.0/subnetpools/a168dc58-82c8-4035-a681-26cd8e9d78f5 HTTP/1.1" status: 200 len: 731 time: 0.0301027 Sep 22 21:40:54.505415 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50102) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:54.510406 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-1fd14411-a869-4b13-961c-6b6e15645193 tempest-SubnetPoolsTestJSON-1087364029 tempest-SubnetPoolsTestJSON-1087364029-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-112381249'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:54.526927 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-29bcb9fa-0c89-48a6-a640-6ef14696ca36 None None] Port c772f2cb-8011-4b2d-82ad-c9a92c7c2232 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:40:54.533215 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-f90e981e-6b79-43eb-a8bb-5edb10267ae3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.7414002 Sep 22 21:40:54.538000 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50106) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:54.539597 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device a371e389-1d73-4824-9a35-dc792f64abda up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:40:54.555531 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-57799cf2-b567-4684-a472-4a2f1a034ed8 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '11b8ee31-2360-4f4b-90f1-fa3646741954'}]}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:54.567173 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-a0b48eab-1f4d-4df4-88a6-4cb60d9f48fc tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Deleting port c772f2cb-8011-4b2d-82ad-c9a92c7c2232 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:40:54.567525 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a0b48eab-1f4d-4df4-88a6-4cb60d9f48fc tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:54.577608 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-27e4a1aa-9c7c-4eaf-a92a-6da51d5c1e94 None None] Allocated IP 2001:db8:0:1::2 (2c610ed1-afe1-41ca-b0fa-d18d5851faf9/b6aca6b9-e271-4e31-b65f-67951b3d4e8b/92588c56-7025-4141-aeec-ea13c16a6df4) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:40:54.704820 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning for port a371e389-1d73-4824-9a35-dc792f64abda completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:40:54.712184 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port a371e389-1d73-4824-9a35-dc792f64abda triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:40:54.712565 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:54.712961 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port a371e389-1d73-4824-9a35-dc792f64abda Sep 22 21:40:54.738615 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1fd14411-a869-4b13-961c-6b6e15645193 tempest-SubnetPoolsTestJSON-1087364029 tempest-SubnetPoolsTestJSON-1087364029-project] Notify callbacks [] for subnetpool, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:54.742239 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-1fd14411-a869-4b13-961c-6b6e15645193 tempest-SubnetPoolsTestJSON-1087364029 tempest-SubnetPoolsTestJSON-1087364029-project] 10.222.0.33 "PUT /v2.0/subnetpools/a168dc58-82c8-4035-a681-26cd8e9d78f5 HTTP/1.1" status: 200 len: 683 time: 0.2337716 Sep 22 21:40:54.746543 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50110) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:54.800442 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-27e4a1aa-9c7c-4eaf-a92a-6da51d5c1e94 None None] For port 92588c56-7025-4141-aeec-ea13c16a6df4, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=92588c56-7025-4141-aeec-ea13c16a6df4,segment=NetworkSegment(6fa778bd-809c-4afa-be8e-110e3298e020),segment_id=6fa778bd-809c-4afa-be8e-110e3298e020)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:40:54.840827 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a0b48eab-1f4d-4df4-88a6-4cb60d9f48fc tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:54.888768 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port a371e389-1d73-4824-9a35-dc792f64abda is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:40:54.889150 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:54.905109 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-27e4a1aa-9c7c-4eaf-a92a-6da51d5c1e94 None None] Notify callbacks [] for port, precommit_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:54.915360 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-57799cf2-b567-4684-a472-4a2f1a034ed8 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:54.932767 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c68d002-3169-446f-8cf1-9e94daa59fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a371e389-1d73-4824-9a35-dc792f64abda'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:40:54.936898 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f885a5a0-1002-4628-a2d0-3630b2b895c1" -d '{"events": [{"server_uuid": "7c68d002-3169-446f-8cf1-9e94daa59fce", "name": "network-vif-plugged", "status": "completed", "tag": "a371e389-1d73-4824-9a35-dc792f64abda"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:40:54.946355 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-27e4a1aa-9c7c-4eaf-a92a-6da51d5c1e94 None None] Ignored duplicate provisioning block setup for port 92588c56-7025-4141-aeec-ea13c16a6df4 by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 22 21:40:54.949263 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port a371e389-1d73-4824-9a35-dc792f64abda, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=a371e389-1d73-4824-9a35-dc792f64abda,segment=NetworkSegment(fe9b39b9-381c-454b-97a5-e45d36745746),segment_id=fe9b39b9-381c-454b-97a5-e45d36745746)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:40:54.952085 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-27e4a1aa-9c7c-4eaf-a92a-6da51d5c1e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:54.971245 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-a0b48eab-1f4d-4df4-88a6-4cb60d9f48fc tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Calling delete_port for c772f2cb-8011-4b2d-82ad-c9a92c7c2232 owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:40:54.977438 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b88def8f-8dac-49b7-bf10-3acd5981c676 tempest-SubnetPoolsTestJSON-1087364029 tempest-SubnetPoolsTestJSON-1087364029-project] Notify callbacks [] for subnetpool, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:54.980991 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-b88def8f-8dac-49b7-bf10-3acd5981c676 tempest-SubnetPoolsTestJSON-1087364029 tempest-SubnetPoolsTestJSON-1087364029-project] 10.222.0.33 "DELETE /v2.0/subnetpools/a168dc58-82c8-4035-a681-26cd8e9d78f5 HTTP/1.1" status: 204 len: 168 time: 0.2310317 Sep 22 21:40:54.985448 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50116) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:54.985690 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:55.057762 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-29bcb9fa-0c89-48a6-a640-6ef14696ca36 None None] Attempt 6 to provision port c772f2cb-8011-4b2d-82ad-c9a92c7c2232 Sep 22 21:40:55.061991 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-cee253c9-00b8-4f94-90f7-ffaa46bc01c1 tempest-SubnetPoolsTestJSON-1087364029 tempest-SubnetPoolsTestJSON-1087364029-project] show failed (client error): The resource could not be found. Sep 22 21:40:55.068726 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-cee253c9-00b8-4f94-90f7-ffaa46bc01c1 tempest-SubnetPoolsTestJSON-1087364029 tempest-SubnetPoolsTestJSON-1087364029-project] 10.222.0.33 "GET /v2.0/subnetpools/a168dc58-82c8-4035-a681-26cd8e9d78f5 HTTP/1.1" status: 404 len: 346 time: 0.0841169 Sep 22 21:40:55.069791 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50122) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:55.125254 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 21:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62bf11ad-2089-41b2-8d00-63d1ead2563c x-openstack-request-id: req-62bf11ad-2089-41b2-8d00-63d1ead2563c {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:40:55.125484 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c68d002-3169-446f-8cf1-9e94daa59fce", "name": "network-vif-plugged", "status": "completed", "tag": "a371e389-1d73-4824-9a35-dc792f64abda", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:40:55.125695 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-62bf11ad-2089-41b2-8d00-63d1ead2563c {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:40:55.126094 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62bf11ad-2089-41b2-8d00-63d1ead2563c'] response: {'server_uuid': '7c68d002-3169-446f-8cf1-9e94daa59fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a371e389-1d73-4824-9a35-dc792f64abda', 'code': 200} Sep 22 21:40:55.134405 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-fca6c11d-f999-46a4-9f85-d5d1597d9b2d tempest-SubnetPoolsTestJSON-1087364029 tempest-SubnetPoolsTestJSON-1087364029-project] delete failed (client error): The resource could not be found. Sep 22 21:40:55.141463 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-fca6c11d-f999-46a4-9f85-d5d1597d9b2d tempest-SubnetPoolsTestJSON-1087364029 tempest-SubnetPoolsTestJSON-1087364029-project] 10.222.0.33 "DELETE /v2.0/subnetpools/a168dc58-82c8-4035-a681-26cd8e9d78f5 HTTP/1.1" status: 404 len: 346 time: 0.0320528 Sep 22 21:40:55.190325 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-29bcb9fa-0c89-48a6-a640-6ef14696ca36 None None] Port c772f2cb-8011-4b2d-82ad-c9a92c7c2232 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:40:55.192036 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e4a1aa-9c7c-4eaf-a92a-6da51d5c1e94 None None] Pushing event updated for resources: {'Port': ['ID=92588c56-7025-4141-aeec-ea13c16a6df4,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:55.302094 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=a371e389-1d73-4824-9a35-dc792f64abda,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:55.412155 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a0b48eab-1f4d-4df4-88a6-4cb60d9f48fc tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:55.478354 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c156c8c-18a6-4fb2-b1a0-c15bf801f9f3 req-2c33d055-b9b4-49fc-ab34-5d7cc3906144 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:55.482972 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-3c156c8c-18a6-4fb2-b1a0-c15bf801f9f3 req-2c33d055-b9b4-49fc-ab34-5d7cc3906144 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c68d002-3169-446f-8cf1-9e94daa59fce HTTP/1.1" status: 200 len: 945 time: 0.2541246 Sep 22 21:40:55.528778 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b48eab-1f4d-4df4-88a6-4cb60d9f48fc tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event deleted for resources: {'Port': ['ID=c772f2cb-8011-4b2d-82ad-c9a92c7c2232,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:55.564429 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4001282-3147-4642-8a16-2c4b0431765f req-a2e5fc57-56e6-4295-8d38-6739604d2700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:55.566367 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a4001282-3147-4642-8a16-2c4b0431765f req-a2e5fc57-56e6-4295-8d38-6739604d2700 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7c68d002-3169-446f-8cf1-9e94daa59fce HTTP/1.1" status: 200 len: 1098 time: 0.2706878 Sep 22 21:40:55.640418 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-57799cf2-b567-4684-a472-4a2f1a034ed8 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Delete allocated IP 2001:db8:0:1::210 (2c610ed1-afe1-41ca-b0fa-d18d5851faf9/b6aca6b9-e271-4e31-b65f-67951b3d4e8b) {{(pid=89008) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 22 21:40:55.643994 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a4001282-3147-4642-8a16-2c4b0431765f req-dab4e3de-ca82-4803-9c38-65f7c9cf1603 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9256f3c9-ea2a-4962-96b4-9322f1b68820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707293 Sep 22 21:40:55.670751 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-3c156c8c-18a6-4fb2-b1a0-c15bf801f9f3 req-84b21c8b-68de-4fea-a69f-0d443042eb04 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=9256f3c9-ea2a-4962-96b4-9322f1b68820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429462 Sep 22 21:40:55.671183 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50130) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:55.687179 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a0b48eab-1f4d-4df4-88a6-4cb60d9f48fc tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:55.691155 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-29bcb9fa-0c89-48a6-a640-6ef14696ca36 None None] Attempt 7 to provision port c772f2cb-8011-4b2d-82ad-c9a92c7c2232 Sep 22 21:40:55.697779 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a0b48eab-1f4d-4df4-88a6-4cb60d9f48fc tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "DELETE /v2.0/ports/c772f2cb-8011-4b2d-82ad-c9a92c7c2232 HTTP/1.1" status: 204 len: 168 time: 1.2108457 Sep 22 21:40:55.700297 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50136) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:55.755463 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f7e93e5-b7b4-40b0-8b65-329484e991a6 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] GET failed (client error): The resource could not be found. Sep 22 21:40:55.756352 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-4f7e93e5-b7b4-40b0-8b65-329484e991a6 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Synchronizing usage tracker for tenant:de45cb2c88af49d4a334eef3c80bde87 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:40:55.762956 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-29bcb9fa-0c89-48a6-a640-6ef14696ca36 None None] Port c772f2cb-8011-4b2d-82ad-c9a92c7c2232 was deleted so its status cannot be updated. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:40:55.787368 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-4f7e93e5-b7b4-40b0-8b65-329484e991a6 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Unset dirty status for tenant:de45cb2c88af49d4a334eef3c80bde87 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:40:55.791649 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-4f7e93e5-b7b4-40b0-8b65-329484e991a6 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "GET /v2.0/ports/c772f2cb-8011-4b2d-82ad-c9a92c7c2232 HTTP/1.1" status: 404 len: 333 time: 0.0902333 Sep 22 21:40:55.792214 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:55.792363 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50140) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:55.795385 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-29bcb9fa-0c89-48a6-a640-6ef14696ca36 None None] Provisioning complete for port 783dd8ae-21dd-4af4-ae8f-549c116ca548 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:40:55.798958 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-29bcb9fa-0c89-48a6-a640-6ef14696ca36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:55.799395 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-29bcb9fa-0c89-48a6-a640-6ef14696ca36 None None] Attempt 1 to provision port 783dd8ae-21dd-4af4-ae8f-549c116ca548 Sep 22 21:40:55.887237 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-b65ceab7-862b-4550-8fa1-747d9b70e765 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Deleting subnet 2c88ec05-735d-4742-bd0b-46fdb37569a3 {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:40:55.890926 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b65ceab7-862b-4550-8fa1-747d9b70e765 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:55.949410 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-57799cf2-b567-4684-a472-4a2f1a034ed8 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:55.955300 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b036ef3b-71e8-4122-9b1f-ab2b825e2768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:55.961590 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-29bcb9fa-0c89-48a6-a640-6ef14696ca36 None None] Current status of the port 783dd8ae-21dd-4af4-ae8f-549c116ca548 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:40:55.966302 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-57799cf2-b567-4684-a472-4a2f1a034ed8 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Ignored duplicate provisioning block setup for port abccebc5-2809-4fe1-ae3c-9122d807b7f4 by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 22 21:40:55.972643 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-57799cf2-b567-4684-a472-4a2f1a034ed8 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:55.979839 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-b036ef3b-71e8-4122-9b1f-ab2b825e2768 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:55.985689 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-b036ef3b-71e8-4122-9b1f-ab2b825e2768 admin admin] Usage tracker for resource:security_group_rule and tenant:b0c80c2a72cb4e10908f959bad79e308 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:55.990370 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-b036ef3b-71e8-4122-9b1f-ab2b825e2768 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:55.999370 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-b036ef3b-71e8-4122-9b1f-ab2b825e2768 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:56.002753 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b65ceab7-862b-4550-8fa1-747d9b70e765 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:56.021186 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa764f43-4387-4784-8490-93bc20262aef None None] Network 2c610ed1-afe1-41ca-b0fa-d18d5851faf9 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:40:56.091542 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-57799cf2-b567-4684-a472-4a2f1a034ed8 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] In _notify_port_updated(), no bound segment for port abccebc5-2809-4fe1-ae3c-9122d807b7f4 on network 2c610ed1-afe1-41ca-b0fa-d18d5851faf9 {{(pid=89008) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 21:40:56.097043 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57799cf2-b567-4684-a472-4a2f1a034ed8 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:56.098530 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-57799cf2-b567-4684-a472-4a2f1a034ed8 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:56.102742 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-57799cf2-b567-4684-a472-4a2f1a034ed8 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "PUT /v2.0/ports/abccebc5-2809-4fe1-ae3c-9122d807b7f4 HTTP/1.1" status: 200 len: 925 time: 1.5609655 Sep 22 21:40:56.104079 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50144) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:56.111913 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-f7fbf450-a04e-4075-9aa8-4a4dc6de43a6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '11b8ee31-2360-4f4b-90f1-fa3646741954'}, {'subnet_id': 'b6aca6b9-e271-4e31-b65f-67951b3d4e8b'}]}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:56.152730 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57799cf2-b567-4684-a472-4a2f1a034ed8 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event updated for resources: {'Port': ['ID=abccebc5-2809-4fe1-ae3c-9122d807b7f4,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:56.164065 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-e47d9642-9576-43b8-9457-6e80b7567757 None None] Provisioning for port 92588c56-7025-4141-aeec-ea13c16a6df4 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:40:56.182868 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-e47d9642-9576-43b8-9457-6e80b7567757 None None] Provisioning complete for port 92588c56-7025-4141-aeec-ea13c16a6df4 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:40:56.183241 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e47d9642-9576-43b8-9457-6e80b7567757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:56.183580 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-e47d9642-9576-43b8-9457-6e80b7567757 None None] Attempt 1 to provision port 92588c56-7025-4141-aeec-ea13c16a6df4 Sep 22 21:40:56.248639 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f7fbf450-a04e-4075-9aa8-4a4dc6de43a6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:56.278564 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b65ceab7-862b-4550-8fa1-747d9b70e765 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:56.380698 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b036ef3b-71e8-4122-9b1f-ab2b825e2768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:56.389207 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b036ef3b-71e8-4122-9b1f-ab2b825e2768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:56.419783 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e47d9642-9576-43b8-9457-6e80b7567757 None None] Current status of the port 92588c56-7025-4141-aeec-ea13c16a6df4 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:40:56.420367 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e47d9642-9576-43b8-9457-6e80b7567757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:56.446177 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b65ceab7-862b-4550-8fa1-747d9b70e765 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:56.469137 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-e47d9642-9576-43b8-9457-6e80b7567757 None None] For port 92588c56-7025-4141-aeec-ea13c16a6df4, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=92588c56-7025-4141-aeec-ea13c16a6df4,segment=NetworkSegment(6fa778bd-809c-4afa-be8e-110e3298e020),segment_id=6fa778bd-809c-4afa-be8e-110e3298e020)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:40:56.475282 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e47d9642-9576-43b8-9457-6e80b7567757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:56.494778 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-b036ef3b-71e8-4122-9b1f-ab2b825e2768 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=b0c80c2a72cb4e10908f959bad79e308&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8178108 Sep 22 21:40:56.494778 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b036ef3b-71e8-4122-9b1f-ab2b825e2768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1185f74-c789-4df9-9864-de5958ecc111,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:56.495623 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50148) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:56.524315 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-e47d9642-9576-43b8-9457-6e80b7567757 None None] Could not find standard attr ID for object c772f2cb-8011-4b2d-82ad-c9a92c7c2232. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:40:56.537252 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b65ceab7-862b-4550-8fa1-747d9b70e765 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:56.539978 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ceab7-862b-4550-8fa1-747d9b70e765 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event deleted for resources: {'Subnet': ['ID=2c88ec05-735d-4742-bd0b-46fdb37569a3,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:56.558104 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a6d637-148f-4477-8b9f-53130eb2de83 None None] Network 9791a93b-1bea-4574-b57a-735db492adc4 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:40:56.593210 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-b65ceab7-862b-4550-8fa1-747d9b70e765 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "DELETE /v2.0/subnets/2c88ec05-735d-4742-bd0b-46fdb37569a3 HTTP/1.1" status: 204 len: 168 time: 0.7997949 Sep 22 21:40:56.593897 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50152) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:56.713021 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6ff42aa5-7c3b-4690-b8cc-74a91b9dd567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:56.770210 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 92588c56-7025-4141-aeec-ea13c16a6df4 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:40:56.809190 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6ff42aa5-7c3b-4690-b8cc-74a91b9dd567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:56.840553 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47d9642-9576-43b8-9457-6e80b7567757 None None] Pushing event updated for resources: {'Port': ['ID=92588c56-7025-4141-aeec-ea13c16a6df4,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:56.856958 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dcaade9-3b40-4daf-8afb-366655a3fa09 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Deleting subnet 980d73ae-41cc-4c21-8ca7-d4907f1cfc49 {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:40:56.877676 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3dcaade9-3b40-4daf-8afb-366655a3fa09 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:56.914089 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-f7fbf450-a04e-4075-9aa8-4a4dc6de43a6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Allocated IP 2001:db8:0:1::186 (2c610ed1-afe1-41ca-b0fa-d18d5851faf9/b6aca6b9-e271-4e31-b65f-67951b3d4e8b/abccebc5-2809-4fe1-ae3c-9122d807b7f4) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:40:56.966346 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3dcaade9-3b40-4daf-8afb-366655a3fa09 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:57.056291 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-43f78d30-0361-4e6b-a82b-a841af67e80a None None] Provisioning complete for port 92588c56-7025-4141-aeec-ea13c16a6df4 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:40:57.056836 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-43f78d30-0361-4e6b-a82b-a841af67e80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:57.057172 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-43f78d30-0361-4e6b-a82b-a841af67e80a None None] Attempt 1 to provision port 92588c56-7025-4141-aeec-ea13c16a6df4 Sep 22 21:40:57.081494 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3dcaade9-3b40-4daf-8afb-366655a3fa09 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:57.122569 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f7fbf450-a04e-4075-9aa8-4a4dc6de43a6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:57.131245 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 92588c56-7025-4141-aeec-ea13c16a6df4 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:40:57.131450 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:57.131788 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 92588c56-7025-4141-aeec-ea13c16a6df4 Sep 22 21:40:57.143048 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-f7fbf450-a04e-4075-9aa8-4a4dc6de43a6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Ignored duplicate provisioning block setup for port abccebc5-2809-4fe1-ae3c-9122d807b7f4 by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 22 21:40:57.165993 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f7fbf450-a04e-4075-9aa8-4a4dc6de43a6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:57.192900 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6ff42aa5-7c3b-4690-b8cc-74a91b9dd567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:57.246932 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3dcaade9-3b40-4daf-8afb-366655a3fa09 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:57.337604 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-f7fbf450-a04e-4075-9aa8-4a4dc6de43a6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] In _notify_port_updated(), no bound segment for port abccebc5-2809-4fe1-ae3c-9122d807b7f4 on network 2c610ed1-afe1-41ca-b0fa-d18d5851faf9 {{(pid=89008) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 21:40:57.343090 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fbf450-a04e-4075-9aa8-4a4dc6de43a6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:57.343724 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f7fbf450-a04e-4075-9aa8-4a4dc6de43a6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:57.345029 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-f7fbf450-a04e-4075-9aa8-4a4dc6de43a6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "PUT /v2.0/ports/abccebc5-2809-4fe1-ae3c-9122d807b7f4 HTTP/1.1" status: 200 len: 1011 time: 1.2403717 Sep 22 21:40:57.346464 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff42aa5-7c3b-4690-b8cc-74a91b9dd567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1185f74-c789-4df9-9864-de5958ecc111,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:57.350930 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50158) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:57.361614 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3dcaade9-3b40-4daf-8afb-366655a3fa09 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:57.363648 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-3dcaade9-3b40-4daf-8afb-366655a3fa09 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "DELETE /v2.0/subnets/980d73ae-41cc-4c21-8ca7-d4907f1cfc49 HTTP/1.1" status: 204 len: 168 time: 0.7540085 Sep 22 21:40:57.371152 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50162) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:57.375935 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6ff42aa5-7c3b-4690-b8cc-74a91b9dd567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:57.382018 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6ff42aa5-7c3b-4690-b8cc-74a91b9dd567 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/b1185f74-c789-4df9-9864-de5958ecc111 HTTP/1.1" status: 204 len: 168 time: 0.8660243 Sep 22 21:40:57.382981 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcaade9-3b40-4daf-8afb-366655a3fa09 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event deleted for resources: {'Subnet': ['ID=980d73ae-41cc-4c21-8ca7-d4907f1cfc49,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:57.397811 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fbf450-a04e-4075-9aa8-4a4dc6de43a6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event updated for resources: {'Port': ['ID=abccebc5-2809-4fe1-ae3c-9122d807b7f4,revision_number=3']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:57.424516 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 92588c56-7025-4141-aeec-ea13c16a6df4 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:40:57.427802 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-43f78d30-0361-4e6b-a82b-a841af67e80a None None] Current status of the port 92588c56-7025-4141-aeec-ea13c16a6df4 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:40:57.459088 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-43f78d30-0361-4e6b-a82b-a841af67e80a None None] Provisioning for port abccebc5-2809-4fe1-ae3c-9122d807b7f4 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:40:57.464633 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-43f78d30-0361-4e6b-a82b-a841af67e80a None None] Provisioning complete for port abccebc5-2809-4fe1-ae3c-9122d807b7f4 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:40:57.465176 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-43f78d30-0361-4e6b-a82b-a841af67e80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:57.465575 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-43f78d30-0361-4e6b-a82b-a841af67e80a None None] Attempt 1 to provision port abccebc5-2809-4fe1-ae3c-9122d807b7f4 Sep 22 21:40:57.475408 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c03dab7-a208-44f0-85d7-bec651c9a4bd req-6d2bd414-9cda-41b9-abd4-374bd9393ced tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:57.477211 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4c03dab7-a208-44f0-85d7-bec651c9a4bd req-6d2bd414-9cda-41b9-abd4-374bd9393ced tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c68d002-3169-446f-8cf1-9e94daa59fce HTTP/1.1" status: 200 len: 945 time: 0.5648351 Sep 22 21:40:57.548122 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-71d3a82a-a356-4de6-a428-d0f0c51d19ff tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Deleting port abccebc5-2809-4fe1-ae3c-9122d807b7f4 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:40:57.548496 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-71d3a82a-a356-4de6-a428-d0f0c51d19ff tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:57.577745 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-16baf18d-a02c-4179-bd7b-4d8d3daec407 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:57.589912 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-43f78d30-0361-4e6b-a82b-a841af67e80a None None] Port abccebc5-2809-4fe1-ae3c-9122d807b7f4 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:40:57.604468 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4c03dab7-a208-44f0-85d7-bec651c9a4bd req-7c7d721a-b9ec-4006-876d-c614ef799b1e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=9256f3c9-ea2a-4962-96b4-9322f1b68820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099551 Sep 22 21:40:57.610784 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-16baf18d-a02c-4179-bd7b-4d8d3daec407 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Deleting port 783dd8ae-21dd-4af4-ae8f-549c116ca548 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:40:57.611208 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-16baf18d-a02c-4179-bd7b-4d8d3daec407 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:57.912989 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-71d3a82a-a356-4de6-a428-d0f0c51d19ff tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:58.019127 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-16baf18d-a02c-4179-bd7b-4d8d3daec407 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] For port 783dd8ae-21dd-4af4-ae8f-549c116ca548, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=783dd8ae-21dd-4af4-ae8f-549c116ca548,segment=NetworkSegment(7fdf41f4-7dc9-4f5e-ad5a-8b7aa2857c59),segment_id=7fdf41f4-7dc9-4f5e-ad5a-8b7aa2857c59)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:40:58.020044 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-16baf18d-a02c-4179-bd7b-4d8d3daec407 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:58.051661 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-71d3a82a-a356-4de6-a428-d0f0c51d19ff tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Calling delete_port for abccebc5-2809-4fe1-ae3c-9122d807b7f4 owned by {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:40:58.091861 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-43f78d30-0361-4e6b-a82b-a841af67e80a None None] Attempt 2 to provision port abccebc5-2809-4fe1-ae3c-9122d807b7f4 Sep 22 21:40:58.148021 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b950ba1-a156-4715-80e9-f93f3f81c635 None None] Network 9791a93b-1bea-4574-b57a-735db492adc4 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:40:58.150133 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-16baf18d-a02c-4179-bd7b-4d8d3daec407 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Calling delete_port for 783dd8ae-21dd-4af4-ae8f-549c116ca548 owned by network:dhcp {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:40:58.184034 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa480c2f-efaf-4ed2-a22f-e305a99dd518 req-945867eb-daba-4857-8711-d4927b3825d9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:58.185556 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-aa480c2f-efaf-4ed2-a22f-e305a99dd518 req-945867eb-daba-4857-8711-d4927b3825d9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c68d002-3169-446f-8cf1-9e94daa59fce HTTP/1.1" status: 200 len: 945 time: 0.3580611 Sep 22 21:40:58.229971 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-43f78d30-0361-4e6b-a82b-a841af67e80a None None] Port abccebc5-2809-4fe1-ae3c-9122d807b7f4 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:40:58.262592 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-aa480c2f-efaf-4ed2-a22f-e305a99dd518 req-9ee9b0c9-ce00-4156-8830-7b86fc3d698c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=9256f3c9-ea2a-4962-96b4-9322f1b68820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665793 Sep 22 21:40:58.277930 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-16baf18d-a02c-4179-bd7b-4d8d3daec407 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:58.298713 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50170) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:58.330482 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16baf18d-a02c-4179-bd7b-4d8d3daec407 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event deleted for resources: {'Port': ['ID=783dd8ae-21dd-4af4-ae8f-549c116ca548,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:58.333003 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16baf18d-a02c-4179-bd7b-4d8d3daec407 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] No DVR routers for this DVR port 783dd8ae-21dd-4af4-ae8f-549c116ca548 on host dv-neutron-858900-1-hyperv {{(pid=89009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:40:58.375061 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-71d3a82a-a356-4de6-a428-d0f0c51d19ff tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:58.420619 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77215226-8775-40eb-9f9f-60447c10daad None None] DHCP port deletion for 9791a93b-1bea-4574-b57a-735db492adc4 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:40:58.460397 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-16baf18d-a02c-4179-bd7b-4d8d3daec407 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:58.468903 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d3a82a-a356-4de6-a428-d0f0c51d19ff tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event deleted for resources: {'Port': ['ID=abccebc5-2809-4fe1-ae3c-9122d807b7f4,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:58.488315 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-16baf18d-a02c-4179-bd7b-4d8d3daec407 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9791a93b-1bea-4574-b57a-735db492adc4']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:58.501263 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-16baf18d-a02c-4179-bd7b-4d8d3daec407 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fdf41f4-7dc9-4f5e-ad5a-8b7aa2857c59') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:58.501568 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-16baf18d-a02c-4179-bd7b-4d8d3daec407 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fdf41f4-7dc9-4f5e-ad5a-8b7aa2857c59') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:40:58.514084 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-16baf18d-a02c-4179-bd7b-4d8d3daec407 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:58.536744 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-16baf18d-a02c-4179-bd7b-4d8d3daec407 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:58.538577 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-71d3a82a-a356-4de6-a428-d0f0c51d19ff tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:58.544741 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16baf18d-a02c-4179-bd7b-4d8d3daec407 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:40:58.545139 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-16baf18d-a02c-4179-bd7b-4d8d3daec407 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:58.552812 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-71d3a82a-a356-4de6-a428-d0f0c51d19ff tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "DELETE /v2.0/ports/abccebc5-2809-4fe1-ae3c-9122d807b7f4 HTTP/1.1" status: 204 len: 168 time: 1.1982410 Sep 22 21:40:58.561729 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50174) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:58.567440 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47336b97-0f04-489d-9d80-909e6beacb7f tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:58.570770 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-47336b97-0f04-489d-9d80-909e6beacb7f tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=7c68d002-3169-446f-8cf1-9e94daa59fce HTTP/1.1" status: 200 len: 1093 time: 0.2689745 Sep 22 21:40:58.599913 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50178) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:58.605030 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-e4437bdf-ab2d-47f6-a532-52541722dbfb tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'floatingip': {'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'port_id': 'a371e389-1d73-4824-9a35-dc792f64abda', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:58.621082 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-e4437bdf-ab2d-47f6-a532-52541722dbfb tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:58.625620 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe16915c-51ca-4e42-8ec7-be1e4d864ba6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] GET failed (client error): The resource could not be found. Sep 22 21:40:58.626165 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-fe16915c-51ca-4e42-8ec7-be1e4d864ba6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Synchronizing usage tracker for tenant:37d6650486a5496cbd52782c722d1341 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:40:58.629246 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-e4437bdf-ab2d-47f6-a532-52541722dbfb tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:floatingip and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:58.632682 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-e4437bdf-ab2d-47f6-a532-52541722dbfb tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:58.645203 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-e4437bdf-ab2d-47f6-a532-52541722dbfb tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:58.658258 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-fe16915c-51ca-4e42-8ec7-be1e4d864ba6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Unset dirty status for tenant:37d6650486a5496cbd52782c722d1341 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:40:58.659588 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-fe16915c-51ca-4e42-8ec7-be1e4d864ba6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "GET /v2.0/ports/abccebc5-2809-4fe1-ae3c-9122d807b7f4 HTTP/1.1" status: 404 len: 333 time: 0.0960202 Sep 22 21:40:58.663368 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50182) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:58.693129 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 92588c56-7025-4141-aeec-ea13c16a6df4 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:40:58.698259 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e4437bdf-ab2d-47f6-a532-52541722dbfb tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for floatingip, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:58.737800 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-43f78d30-0361-4e6b-a82b-a841af67e80a None None] Attempt 3 to provision port abccebc5-2809-4fe1-ae3c-9122d807b7f4 Sep 22 21:40:58.738814 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 7fdf41f4-7dc9-4f5e-ad5a-8b7aa2857c59 resource provider aggregate not found Sep 22 21:40:58.772887 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 7fdf41f4-7dc9-4f5e-ad5a-8b7aa2857c59 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7fdf41f4-7dc9-4f5e-ad5a-8b7aa2857c59 found for delete ", "request_id": "req-0bdfb5df-7fb1-4367-92c6-47e000afb21a"}]} Sep 22 21:40:58.776196 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-43f78d30-0361-4e6b-a82b-a841af67e80a None None] Port abccebc5-2809-4fe1-ae3c-9122d807b7f4 was deleted so its status cannot be updated. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:40:58.785423 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-16baf18d-a02c-4179-bd7b-4d8d3daec407 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:58.804693 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 92588c56-7025-4141-aeec-ea13c16a6df4 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:40:58.805060 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:58.805389 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 92588c56-7025-4141-aeec-ea13c16a6df4 Sep 22 21:40:58.813957 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-16baf18d-a02c-4179-bd7b-4d8d3daec407 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:58.826178 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16baf18d-a02c-4179-bd7b-4d8d3daec407 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event deleted for resources: {'Network': ['ID=9791a93b-1bea-4574-b57a-735db492adc4,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:58.859221 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-16baf18d-a02c-4179-bd7b-4d8d3daec407 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "DELETE /v2.0/networks/9791a93b-1bea-4574-b57a-735db492adc4 HTTP/1.1" status: 204 len: 168 time: 1.4739633 Sep 22 21:40:58.863378 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50190) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:58.921981 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c10d232-b3ab-42b6-b5ee-c3843720758c tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Deleting subnet b6aca6b9-e271-4e31-b65f-67951b3d4e8b {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:40:58.927113 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6c10d232-b3ab-42b6-b5ee-c3843720758c tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:58.929291 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-b8bd5a2e-8a12-4f0f-9d4d-cbcc5161823a None None] Could not find standard attr ID for object 783dd8ae-21dd-4af4-ae8f-549c116ca548. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:40:58.937280 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-b8bd5a2e-8a12-4f0f-9d4d-cbcc5161823a None None] Could not find standard attr ID for object abccebc5-2809-4fe1-ae3c-9122d807b7f4. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:40:58.944968 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 92588c56-7025-4141-aeec-ea13c16a6df4 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:40:58.956631 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13671c4e-4f50-4da8-b2f2-4516a5fad232 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:58.958034 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-13671c4e-4f50-4da8-b2f2-4516a5fad232 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Synchronizing usage tracker for tenant:de45cb2c88af49d4a334eef3c80bde87 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:40:58.979096 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-13671c4e-4f50-4da8-b2f2-4516a5fad232 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Unset dirty status for tenant:de45cb2c88af49d4a334eef3c80bde87 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:40:58.980624 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-13671c4e-4f50-4da8-b2f2-4516a5fad232 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1162863 Sep 22 21:40:58.984165 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50194) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:58.991021 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6c10d232-b3ab-42b6-b5ee-c3843720758c tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:59.002342 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 783dd8ae-21dd-4af4-ae8f-549c116ca548 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:40:59.041212 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 783dd8ae-21dd-4af4-ae8f-549c116ca548 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:40:59.041876 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 783dd8ae-21dd-4af4-ae8f-549c116ca548 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:40:59.078541 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-b7c242c8-d01c-4779-a10f-f0a4eeee5c7c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0929155 Sep 22 21:40:59.082318 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50198) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:59.087887 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-50d5c440-8386-4ab6-bed2-f4eaad647954 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-649706861'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:59.092837 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-50d5c440-8386-4ab6-bed2-f4eaad647954 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:59.093595 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e4437bdf-ab2d-47f6-a532-52541722dbfb tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:59.096829 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-50d5c440-8386-4ab6-bed2-f4eaad647954 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Usage tracker for resource:network and tenant:de45cb2c88af49d4a334eef3c80bde87 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:59.100556 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-50d5c440-8386-4ab6-bed2-f4eaad647954 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:59.106201 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-50d5c440-8386-4ab6-bed2-f4eaad647954 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:59.115788 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d5c440-8386-4ab6-bed2-f4eaad647954 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Made reservation on behalf of de45cb2c88af49d4a334eef3c80bde87 for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:40:59.119371 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-50d5c440-8386-4ab6-bed2-f4eaad647954 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:59.148300 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6c10d232-b3ab-42b6-b5ee-c3843720758c tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:59.148548 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50d5c440-8386-4ab6-bed2-f4eaad647954 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:40:59.157100 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-50d5c440-8386-4ab6-bed2-f4eaad647954 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:59.157753 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-50d5c440-8386-4ab6-bed2-f4eaad647954 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Added segment a445e54d-54c5-4ce9-b208-5608074b7b93 of type vlan for network 737583b0-5322-487d-a948-10810f5acc83 Sep 22 21:40:59.183627 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-50d5c440-8386-4ab6-bed2-f4eaad647954 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:59.216601 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-50d5c440-8386-4ab6-bed2-f4eaad647954 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:59.223034 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d5c440-8386-4ab6-bed2-f4eaad647954 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:40:59.223869 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-50d5c440-8386-4ab6-bed2-f4eaad647954 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:59.292613 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6c10d232-b3ab-42b6-b5ee-c3843720758c tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:59.329489 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-e4437bdf-ab2d-47f6-a532-52541722dbfb tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Allocated IP 172.26.0.146 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/c92487ab-3173-488e-801a-aa6774a1de61) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:40:59.336983 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d5c440-8386-4ab6-bed2-f4eaad647954 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event updated for resources: {'Network': ['ID=737583b0-5322-487d-a948-10810f5acc83,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:59.341552 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c10d232-b3ab-42b6-b5ee-c3843720758c tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event deleted for resources: {'Subnet': ['ID=b6aca6b9-e271-4e31-b65f-67951b3d4e8b,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:59.343049 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-50d5c440-8386-4ab6-bed2-f4eaad647954 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2595978 Sep 22 21:40:59.343956 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50202) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:59.350529 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 737583b0-5322-487d-a948-10810f5acc83 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:40:59.350948 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6c10d232-b3ab-42b6-b5ee-c3843720758c tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:59.357236 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-9649777e-f6b3-4d5b-aeb0-a6fc6ed729a8 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Request body: {'subnet': {'network_id': '737583b0-5322-487d-a948-10810f5acc83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:40:59.381456 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-6c10d232-b3ab-42b6-b5ee-c3843720758c tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "DELETE /v2.0/subnets/b6aca6b9-e271-4e31-b65f-67951b3d4e8b HTTP/1.1" status: 204 len: 168 time: 0.7140944 Sep 22 21:40:59.423657 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50206) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:40:59.469302 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9007fb5e-480b-4c6e-954d-22f10808a7d8 None None] Network 2c610ed1-afe1-41ca-b0fa-d18d5851faf9 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:40:59.501280 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e4437bdf-ab2d-47f6-a532-52541722dbfb tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:59.521464 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-9649777e-f6b3-4d5b-aeb0-a6fc6ed729a8 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:40:59.526932 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-9649777e-f6b3-4d5b-aeb0-a6fc6ed729a8 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Usage tracker for resource:subnet and tenant:de45cb2c88af49d4a334eef3c80bde87 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:40:59.533272 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-2932611e-30e7-4172-81c7-29a604a8744b tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Deleting subnet 11b8ee31-2360-4f4b-90f1-fa3646741954 {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:40:59.534318 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e4437bdf-ab2d-47f6-a532-52541722dbfb tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:59.535377 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-9649777e-f6b3-4d5b-aeb0-a6fc6ed729a8 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:40:59.541869 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-9649777e-f6b3-4d5b-aeb0-a6fc6ed729a8 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:40:59.546964 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2932611e-30e7-4172-81c7-29a604a8744b tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:59.589786 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9649777e-f6b3-4d5b-aeb0-a6fc6ed729a8 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Made reservation on behalf of de45cb2c88af49d4a334eef3c80bde87 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:40:59.593646 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9649777e-f6b3-4d5b-aeb0-a6fc6ed729a8 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:59.605732 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4437bdf-ab2d-47f6-a532-52541722dbfb tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:40:59.608773 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-e4437bdf-ab2d-47f6-a532-52541722dbfb tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:40:59.612498 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4437bdf-ab2d-47f6-a532-52541722dbfb tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:40:59.641401 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4437bdf-ab2d-47f6-a532-52541722dbfb tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=c92487ab-3173-488e-801a-aa6774a1de61,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:40:59.695535 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2932611e-30e7-4172-81c7-29a604a8744b tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:59.854752 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2932611e-30e7-4172-81c7-29a604a8744b tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:40:59.966891 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9649777e-f6b3-4d5b-aeb0-a6fc6ed729a8 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:00.001583 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2932611e-30e7-4172-81c7-29a604a8744b tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:00.029105 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2932611e-30e7-4172-81c7-29a604a8744b tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:00.058254 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2932611e-30e7-4172-81c7-29a604a8744b tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "DELETE /v2.0/subnets/11b8ee31-2360-4f4b-90f1-fa3646741954 HTTP/1.1" status: 204 len: 168 time: 0.6336837 Sep 22 21:41:00.061349 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50210) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:00.075876 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9649777e-f6b3-4d5b-aeb0-a6fc6ed729a8 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event updated for resources: {'Subnet': ['ID=88249746-c796-4b81-9ffb-4b14368bd411,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:00.084484 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e4437bdf-ab2d-47f6-a532-52541722dbfb tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:00.104946 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9649777e-f6b3-4d5b-aeb0-a6fc6ed729a8 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Checking segment: {'id': 'a445e54d-54c5-4ce9-b208-5608074b7b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '737583b0-5322-487d-a948-10810f5acc83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:41:00.105313 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9649777e-f6b3-4d5b-aeb0-a6fc6ed729a8 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Network hostable DHCP agents. Network: 737583b0-5322-487d-a948-10810f5acc83, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:41:00.117726 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2932611e-30e7-4172-81c7-29a604a8744b tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event deleted for resources: {'Subnet': ['ID=11b8ee31-2360-4f4b-90f1-fa3646741954,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:00.135841 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9649777e-f6b3-4d5b-aeb0-a6fc6ed729a8 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Network 737583b0-5322-487d-a948-10810f5acc83 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:41:00.150365 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-9649777e-f6b3-4d5b-aeb0-a6fc6ed729a8 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 737583b0-5322-487d-a948-10810f5acc83) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:41:00.154784 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9649777e-f6b3-4d5b-aeb0-a6fc6ed729a8 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:00.155653 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9649777e-f6b3-4d5b-aeb0-a6fc6ed729a8 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:00.162632 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bed4302-1085-4572-baf9-0df224bd68a5 None None] Network 737583b0-5322-487d-a948-10810f5acc83 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:41:00.186660 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-9649777e-f6b3-4d5b-aeb0-a6fc6ed729a8 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8414736 Sep 22 21:41:00.189073 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50214) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:00.197107 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-4759c374-8e0a-4323-b997-ab459291be0a tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Request body: {'port': {'network_id': '737583b0-5322-487d-a948-10810f5acc83', 'name': 'tempest-PortsTestJSON-1499503826'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:00.201952 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8f534cfc-9662-4edf-b3fc-8f0fd5b63c23 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:00.269030 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e4437bdf-ab2d-47f6-a532-52541722dbfb tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:00.328287 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-8f534cfc-9662-4edf-b3fc-8f0fd5b63c23 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Deleting port 92588c56-7025-4141-aeec-ea13c16a6df4 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:41:00.328715 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8f534cfc-9662-4edf-b3fc-8f0fd5b63c23 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:00.408112 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a911a08-a6c1-4eeb-adcd-a1bfc161e4c2 None None] Network 2c610ed1-afe1-41ca-b0fa-d18d5851faf9 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:41:00.442581 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-4759c374-8e0a-4323-b997-ab459291be0a tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:00.454006 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-4759c374-8e0a-4323-b997-ab459291be0a tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:00.467157 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4759c374-8e0a-4323-b997-ab459291be0a tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Made reservation on behalf of de45cb2c88af49d4a334eef3c80bde87 for: {'port': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:41:00.471029 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4759c374-8e0a-4323-b997-ab459291be0a tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:00.481120 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cf9a0d-5a41-4775-86c0-16d2d03cf8ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-737583b0-5322-487d-a948-10810f5acc83', 'network_id': '737583b0-5322-487d-a948-10810f5acc83', 'tenant_id': 'de45cb2c88af49d4a334eef3c80bde87', 'fixed_ips': [{'subnet_id': '88249746-c796-4b81-9ffb-4b14368bd411'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:41:00.481965 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-61cf9a0d-5a41-4775-86c0-16d2d03cf8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:00.498857 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-4759c374-8e0a-4323-b997-ab459291be0a tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] device_id is not set on port a528d854-1edb-47be-a7ad-40a784e88c66 yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:41:00.624163 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-127c6237-4b33-428a-9b42-5fce7b6e8245 None None] Provisioning complete for port 92588c56-7025-4141-aeec-ea13c16a6df4 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:41:00.624743 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-127c6237-4b33-428a-9b42-5fce7b6e8245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:00.625443 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-127c6237-4b33-428a-9b42-5fce7b6e8245 None None] Attempt 1 to provision port 92588c56-7025-4141-aeec-ea13c16a6df4 Sep 22 21:41:00.668419 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-4759c374-8e0a-4323-b997-ab459291be0a tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Allocated IP 172.20.0.12 (737583b0-5322-487d-a948-10810f5acc83/88249746-c796-4b81-9ffb-4b14368bd411/a528d854-1edb-47be-a7ad-40a784e88c66) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:41:00.780719 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-8f534cfc-9662-4edf-b3fc-8f0fd5b63c23 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] For port 92588c56-7025-4141-aeec-ea13c16a6df4, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=92588c56-7025-4141-aeec-ea13c16a6df4,segment=NetworkSegment(6fa778bd-809c-4afa-be8e-110e3298e020),segment_id=6fa778bd-809c-4afa-be8e-110e3298e020)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:41:00.781085 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8f534cfc-9662-4edf-b3fc-8f0fd5b63c23 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:00.827983 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-127c6237-4b33-428a-9b42-5fce7b6e8245 None None] Current status of the port 92588c56-7025-4141-aeec-ea13c16a6df4 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:41:00.894230 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4759c374-8e0a-4323-b997-ab459291be0a tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:00.896034 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cc7806-2081-426c-8400-34ec4e209055 None None] DHCP port deletion for 2c610ed1-afe1-41ca-b0fa-d18d5851faf9 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:41:00.901569 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e1cc7806-2081-426c-8400-34ec4e209055 None None] Deleting port 92588c56-7025-4141-aeec-ea13c16a6df4 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:41:00.902017 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e1cc7806-2081-426c-8400-34ec4e209055 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:00.910476 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-8f534cfc-9662-4edf-b3fc-8f0fd5b63c23 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Calling delete_port for 92588c56-7025-4141-aeec-ea13c16a6df4 owned by network:dhcp {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:41:00.911213 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-4759c374-8e0a-4323-b997-ab459291be0a tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Transition to ACTIVE for port object a528d854-1edb-47be-a7ad-40a784e88c66 will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:41:00.936348 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4759c374-8e0a-4323-b997-ab459291be0a tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:00.948087 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.db.resource_extend [None req-e4437bdf-ab2d-47f6-a532-52541722dbfb tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 21:41:00.971030 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e4437bdf-ab2d-47f6-a532-52541722dbfb tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:00.978495 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e4437bdf-ab2d-47f6-a532-52541722dbfb tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:01.063742 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-61cf9a0d-5a41-4775-86c0-16d2d03cf8ba None None] Allocated IP 172.20.0.2 (737583b0-5322-487d-a948-10810f5acc83/88249746-c796-4b81-9ffb-4b14368bd411/9ca7b138-873b-476c-8a5e-48fde91158a4) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:41:01.110166 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4437bdf-ab2d-47f6-a532-52541722dbfb tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=c92487ab-3173-488e-801a-aa6774a1de61,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:01.112831 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e4437bdf-ab2d-47f6-a532-52541722dbfb tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:01.114583 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4759c374-8e0a-4323-b997-ab459291be0a tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Network 737583b0-5322-487d-a948-10810f5acc83 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:41:01.117959 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-4759c374-8e0a-4323-b997-ab459291be0a tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:41:01.121918 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4759c374-8e0a-4323-b997-ab459291be0a tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:41:01.152401 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4759c374-8e0a-4323-b997-ab459291be0a tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event updated for resources: {'Port': ['ID=a528d854-1edb-47be-a7ad-40a784e88c66,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:01.166716 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8f534cfc-9662-4edf-b3fc-8f0fd5b63c23 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:01.194521 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4759c374-8e0a-4323-b997-ab459291be0a tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:01.195287 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4759c374-8e0a-4323-b997-ab459291be0a tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:01.233204 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-4759c374-8e0a-4323-b997-ab459291be0a tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0406551 Sep 22 21:41:01.233966 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50218) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:01.239963 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-22d7fdb4-93f3-4c1e-a8a4-4e8d971beae1 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Request body: {'port': {'network_id': '737583b0-5322-487d-a948-10810f5acc83', 'name': 'tempest-PortsTestJSON-1592956272'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:01.242314 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f534cfc-9662-4edf-b3fc-8f0fd5b63c23 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event deleted for resources: {'Port': ['ID=92588c56-7025-4141-aeec-ea13c16a6df4,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:01.262662 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-e1cc7806-2081-426c-8400-34ec4e209055 None None] For port 92588c56-7025-4141-aeec-ea13c16a6df4, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=92588c56-7025-4141-aeec-ea13c16a6df4,segment=NetworkSegment(6fa778bd-809c-4afa-be8e-110e3298e020),segment_id=6fa778bd-809c-4afa-be8e-110e3298e020)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:41:01.263243 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e1cc7806-2081-426c-8400-34ec4e209055 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:01.337440 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f534cfc-9662-4edf-b3fc-8f0fd5b63c23 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] No DVR routers for this DVR port 92588c56-7025-4141-aeec-ea13c16a6df4 on host dv-neutron-858900-1-hyperv {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:41:01.389823 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-22d7fdb4-93f3-4c1e-a8a4-4e8d971beae1 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:01.395119 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-22d7fdb4-93f3-4c1e-a8a4-4e8d971beae1 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Usage tracker for resource:port and tenant:de45cb2c88af49d4a334eef3c80bde87 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:01.398353 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-22d7fdb4-93f3-4c1e-a8a4-4e8d971beae1 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:01.404562 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-22d7fdb4-93f3-4c1e-a8a4-4e8d971beae1 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:01.415537 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d7fdb4-93f3-4c1e-a8a4-4e8d971beae1 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Made reservation on behalf of de45cb2c88af49d4a334eef3c80bde87 for: {'port': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:41:01.419348 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-22d7fdb4-93f3-4c1e-a8a4-4e8d971beae1 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:01.442422 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-22d7fdb4-93f3-4c1e-a8a4-4e8d971beae1 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] device_id is not set on port a275cd25-6170-4389-a4bd-39b5530ac952 yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:41:01.443445 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e1cc7806-2081-426c-8400-34ec4e209055 None None] Calling delete_port for 92588c56-7025-4141-aeec-ea13c16a6df4 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:41:01.481930 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.l3_db [None req-e4437bdf-ab2d-47f6-a532-52541722dbfb tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Floating IP 2091d1ad-ee80-4405-b4d4-6bf08fc31a27 associated. External IP: 172.26.0.146, port: a371e389-1d73-4824-9a35-dc792f64abda. Sep 22 21:41:01.548180 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8f534cfc-9662-4edf-b3fc-8f0fd5b63c23 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:01.588388 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-8f534cfc-9662-4edf-b3fc-8f0fd5b63c23 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c610ed1-afe1-41ca-b0fa-d18d5851faf9']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:41:01.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 22 21:41:01.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: from cryptography.utils import int_from_bytes Sep 22 21:41:01.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 22 21:41:01.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: from cryptography.utils import int_from_bytes Sep 22 21:41:01.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Sep 22 21:41:01.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: util.warn_limited( Sep 22 21:41:01.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Sep 22 21:41:01.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: util.warn_limited( Sep 22 21:41:01.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:41:01.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: util.warn( Sep 22 21:41:01.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:41:01.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: util.warn( Sep 22 21:41:01.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:41:01.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: util.warn( Sep 22 21:41:01.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:41:01.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: util.warn( Sep 22 21:41:01.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:41:01.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: util.warn( Sep 22 21:41:01.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:41:01.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: util.warn( Sep 22 21:41:01.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:41:01.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: util.warn( Sep 22 21:41:01.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:41:01.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: util.warn( Sep 22 21:41:01.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:41:01.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: util.warn( Sep 22 21:41:01.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:41:01.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: util.warn( Sep 22 21:41:01.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:41:01.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: util.warn( Sep 22 21:41:01.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:41:01.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: util.warn( Sep 22 21:41:01.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:41:01.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: util.warn( Sep 22 21:41:01.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:41:01.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: util.warn( Sep 22 21:41:01.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:41:01.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: util.warn( Sep 22 21:41:01.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:41:01.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: util.warn( Sep 22 21:41:01.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:41:01.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: util.warn( Sep 22 21:41:01.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:41:01.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: util.warn( Sep 22 21:41:01.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:41:01.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: util.warn( Sep 22 21:41:01.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:41:01.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: util.warn( Sep 22 21:41:01.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:41:01.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: util.warn( Sep 22 21:41:01.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:41:01.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: util.warn( Sep 22 21:41:01.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:41:01.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: util.warn( Sep 22 21:41:01.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:41:01.591781 dv-neutron-858900-1-hyperv neutron-server[89010]: util.warn( Sep 22 21:41:01.600495 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-61cf9a0d-5a41-4775-86c0-16d2d03cf8ba None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:01.603218 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.db.api [None req-e1cc7806-2081-426c-8400-34ec4e209055 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:41:01.603607 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG oslo_db.api [None req-e1cc7806-2081-426c-8400-34ec4e209055 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:41:01.611496 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-61cf9a0d-5a41-4775-86c0-16d2d03cf8ba None None] Transition to ACTIVE for port object 9ca7b138-873b-476c-8a5e-48fde91158a4 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:41:01.629598 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-61cf9a0d-5a41-4775-86c0-16d2d03cf8ba None None] Transition to ACTIVE for port object 9ca7b138-873b-476c-8a5e-48fde91158a4 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:41:01.635004 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-61cf9a0d-5a41-4775-86c0-16d2d03cf8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:01.657173 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-8f534cfc-9662-4edf-b3fc-8f0fd5b63c23 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fa778bd-809c-4afa-be8e-110e3298e020') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:41:01.657436 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-8f534cfc-9662-4edf-b3fc-8f0fd5b63c23 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fa778bd-809c-4afa-be8e-110e3298e020') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:41:01.680943 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8f534cfc-9662-4edf-b3fc-8f0fd5b63c23 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:01.701026 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cf9a0d-5a41-4775-86c0-16d2d03cf8ba None None] Network 737583b0-5322-487d-a948-10810f5acc83 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:41:01.703961 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-61cf9a0d-5a41-4775-86c0-16d2d03cf8ba None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:41:01.704903 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8f534cfc-9662-4edf-b3fc-8f0fd5b63c23 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:01.708600 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cf9a0d-5a41-4775-86c0-16d2d03cf8ba None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:41:01.715908 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f534cfc-9662-4edf-b3fc-8f0fd5b63c23 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:41:01.716312 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8f534cfc-9662-4edf-b3fc-8f0fd5b63c23 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:01.722885 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-22d7fdb4-93f3-4c1e-a8a4-4e8d971beae1 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Allocated IP 172.20.0.5 (737583b0-5322-487d-a948-10810f5acc83/88249746-c796-4b81-9ffb-4b14368bd411/a275cd25-6170-4389-a4bd-39b5530ac952) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:41:01.783009 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 6fa778bd-809c-4afa-be8e-110e3298e020 resource provider aggregate not found Sep 22 21:41:01.801817 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf9a0d-5a41-4775-86c0-16d2d03cf8ba None None] Pushing event updated for resources: {'Port': ['ID=9ca7b138-873b-476c-8a5e-48fde91158a4,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:01.823951 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-61cf9a0d-5a41-4775-86c0-16d2d03cf8ba None None] Attempting to bind port 9ca7b138-873b-476c-8a5e-48fde91158a4 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:41:01.824324 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-61cf9a0d-5a41-4775-86c0-16d2d03cf8ba None None] Attempting to bind port 9ca7b138-873b-476c-8a5e-48fde91158a4 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'a445e54d-54c5-4ce9-b208-5608074b7b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '737583b0-5322-487d-a948-10810f5acc83'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:41:01.824709 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cf9a0d-5a41-4775-86c0-16d2d03cf8ba None None] Attempting to bind port 9ca7b138-873b-476c-8a5e-48fde91158a4 on network 737583b0-5322-487d-a948-10810f5acc83 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:41:01.829942 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cf9a0d-5a41-4775-86c0-16d2d03cf8ba None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:41:01.830342 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cf9a0d-5a41-4775-86c0-16d2d03cf8ba None None] Checking segment: {'id': 'a445e54d-54c5-4ce9-b208-5608074b7b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '737583b0-5322-487d-a948-10810f5acc83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:41:01.830776 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-61cf9a0d-5a41-4775-86c0-16d2d03cf8ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:01.831166 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cf9a0d-5a41-4775-86c0-16d2d03cf8ba None None] Bound using segment: {'id': 'a445e54d-54c5-4ce9-b208-5608074b7b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '737583b0-5322-487d-a948-10810f5acc83'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:41:01.831697 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-61cf9a0d-5a41-4775-86c0-16d2d03cf8ba None None] Bound port: 9ca7b138-873b-476c-8a5e-48fde91158a4, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a445e54d-54c5-4ce9-b208-5608074b7b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '737583b0-5322-487d-a948-10810f5acc83'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:41:01.832036 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-61cf9a0d-5a41-4775-86c0-16d2d03cf8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:01.872234 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 6fa778bd-809c-4afa-be8e-110e3298e020 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6fa778bd-809c-4afa-be8e-110e3298e020 found for delete ", "request_id": "req-e6c5f2cd-96b7-44d1-bd8d-47a089edae56"}]} Sep 22 21:41:01.929938 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-61cf9a0d-5a41-4775-86c0-16d2d03cf8ba None None] For port 9ca7b138-873b-476c-8a5e-48fde91158a4, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:41:01.933184 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-61cf9a0d-5a41-4775-86c0-16d2d03cf8ba None None] For port 9ca7b138-873b-476c-8a5e-48fde91158a4, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=9ca7b138-873b-476c-8a5e-48fde91158a4,segment=NetworkSegment(a445e54d-54c5-4ce9-b208-5608074b7b93),segment_id=a445e54d-54c5-4ce9-b208-5608074b7b93)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:41:01.937359 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-61cf9a0d-5a41-4775-86c0-16d2d03cf8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:01.944493 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8f534cfc-9662-4edf-b3fc-8f0fd5b63c23 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:01.966610 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8f534cfc-9662-4edf-b3fc-8f0fd5b63c23 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:01.972775 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-22d7fdb4-93f3-4c1e-a8a4-4e8d971beae1 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:01.990814 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-22d7fdb4-93f3-4c1e-a8a4-4e8d971beae1 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Transition to ACTIVE for port object a275cd25-6170-4389-a4bd-39b5530ac952 will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:41:01.991756 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f534cfc-9662-4edf-b3fc-8f0fd5b63c23 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event deleted for resources: {'Network': ['ID=2c610ed1-afe1-41ca-b0fa-d18d5851faf9,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:02.020613 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-8f534cfc-9662-4edf-b3fc-8f0fd5b63c23 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "DELETE /v2.0/networks/2c610ed1-afe1-41ca-b0fa-d18d5851faf9 HTTP/1.1" status: 204 len: 168 time: 1.9572101 Sep 22 21:41:02.020854 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50226) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:02.021677 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf9a0d-5a41-4775-86c0-16d2d03cf8ba None None] Pushing event updated for resources: {'Port': ['ID=9ca7b138-873b-476c-8a5e-48fde91158a4,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:02.037960 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4437bdf-ab2d-47f6-a532-52541722dbfb tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Router 1acee9f7-9afb-4411-b84c-b44fc13b967f has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:41:02.065585 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-22d7fdb4-93f3-4c1e-a8a4-4e8d971beae1 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:02.104740 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e1cc7806-2081-426c-8400-34ec4e209055 None None] Deleting port 92588c56-7025-4141-aeec-ea13c16a6df4 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:41:02.105421 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e1cc7806-2081-426c-8400-34ec4e209055 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:02.151729 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d7fdb4-93f3-4c1e-a8a4-4e8d971beae1 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Network 737583b0-5322-487d-a948-10810f5acc83 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:41:02.156544 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-22d7fdb4-93f3-4c1e-a8a4-4e8d971beae1 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:41:02.165192 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d7fdb4-93f3-4c1e-a8a4-4e8d971beae1 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:41:02.190706 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e1cc7806-2081-426c-8400-34ec4e209055 None None] The port '92588c56-7025-4141-aeec-ea13c16a6df4' was deleted {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 21:41:02.231107 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7fdb4-93f3-4c1e-a8a4-4e8d971beae1 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event updated for resources: {'Port': ['ID=a275cd25-6170-4389-a4bd-39b5530ac952,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:02.246534 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d7fdb4-93f3-4c1e-a8a4-4e8d971beae1 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:02.246534 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-22d7fdb4-93f3-4c1e-a8a4-4e8d971beae1 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:02.293411 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73b96f8-bd48-4964-9ca7-f1775f251c36 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:02.294172 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-e73b96f8-bd48-4964-9ca7-f1775f251c36 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Synchronizing usage tracker for tenant:37d6650486a5496cbd52782c722d1341 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:41:02.323405 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-22d7fdb4-93f3-4c1e-a8a4-4e8d971beae1 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0886140 Sep 22 21:41:02.324287 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50230) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:02.366142 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-e73b96f8-bd48-4964-9ca7-f1775f251c36 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Unset dirty status for tenant:37d6650486a5496cbd52782c722d1341 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:41:02.367411 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e73b96f8-bd48-4964-9ca7-f1775f251c36 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3457899 Sep 22 21:41:02.371172 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50234) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:02.431852 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8faabe5c-24ec-4385-b79a-83e43d6e2ce3 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:02.432324 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-8faabe5c-24ec-4385-b79a-83e43d6e2ce3 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Synchronizing usage tracker for tenant:de45cb2c88af49d4a334eef3c80bde87 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:41:02.449580 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-8faabe5c-24ec-4385-b79a-83e43d6e2ce3 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Unset dirty status for tenant:de45cb2c88af49d4a334eef3c80bde87 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:41:02.451362 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4437bdf-ab2d-47f6-a532-52541722dbfb tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:41:02.453861 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-8faabe5c-24ec-4385-b79a-83e43d6e2ce3 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 923 time: 0.1283875 Sep 22 21:41:02.454325 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50238) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:02.461593 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7ca0f2-3428-432c-896c-fc76d7f6d97a None None] Sync routers for ids ['1acee9f7-9afb-4411-b84c-b44fc13b967f'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:41:02.471344 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7ca0f2-3428-432c-896c-fc76d7f6d97a None None] Routers {'1acee9f7-9afb-4411-b84c-b44fc13b967f'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:41:02.471886 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-9d7ca0f2-3428-432c-896c-fc76d7f6d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:40:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['1acee9f7-9afb-4411-b84c-b44fc13b967f'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:41:02.479015 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e4437bdf-ab2d-47f6-a532-52541722dbfb tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:02.528444 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-2bd8b7a3-849c-48e6-9258-a5fa02a65bc1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Synchronizing usage tracker for tenant:37d6650486a5496cbd52782c722d1341 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:41:02.529137 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-6b721fe8-e5c8-4565-891a-219afa62dc15 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Deleting port a275cd25-6170-4389-a4bd-39b5530ac952 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:41:02.529557 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6b721fe8-e5c8-4565-891a-219afa62dc15 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:02.549891 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e4437bdf-ab2d-47f6-a532-52541722dbfb tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9463639 Sep 22 21:41:02.549891 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c68d002-3169-446f-8cf1-9e94daa59fce', 'tag': 'a371e389-1d73-4824-9a35-dc792f64abda'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:41:02.551870 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0f617d-ffe7-4161-927c-4804b72ffd49" -d '{"events": [{"name": "network-changed", "server_uuid": "7c68d002-3169-446f-8cf1-9e94daa59fce", "tag": "a371e389-1d73-4824-9a35-dc792f64abda"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:41:02.553703 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50242) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:02.555319 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-2bd8b7a3-849c-48e6-9258-a5fa02a65bc1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Unset dirty status for tenant:37d6650486a5496cbd52782c722d1341 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:41:02.556569 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-2bd8b7a3-849c-48e6-9258-a5fa02a65bc1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1844509 Sep 22 21:41:02.560173 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50246) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:02.567556 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-754f35b7-643c-4c6a-9033-f8b1800938cc tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1283142428'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:02.572483 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-754f35b7-643c-4c6a-9033-f8b1800938cc tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:02.576362 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-754f35b7-643c-4c6a-9033-f8b1800938cc tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Usage tracker for resource:network and tenant:37d6650486a5496cbd52782c722d1341 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:02.579211 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-754f35b7-643c-4c6a-9033-f8b1800938cc tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:02.585622 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-754f35b7-643c-4c6a-9033-f8b1800938cc tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:02.600543 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754f35b7-643c-4c6a-9033-f8b1800938cc tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Made reservation on behalf of 37d6650486a5496cbd52782c722d1341 for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:41:02.604766 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-754f35b7-643c-4c6a-9033-f8b1800938cc tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:02.630635 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae9b0b2-ed56-43e2-b8ae-9d172c37744f x-openstack-request-id: req-9ae9b0b2-ed56-43e2-b8ae-9d172c37744f {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:41:02.630635 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c68d002-3169-446f-8cf1-9e94daa59fce", "tag": "a371e389-1d73-4824-9a35-dc792f64abda", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:41:02.630635 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9ae9b0b2-ed56-43e2-b8ae-9d172c37744f {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:41:02.631012 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ae9b0b2-ed56-43e2-b8ae-9d172c37744f'] response: {'name': 'network-changed', 'server_uuid': '7c68d002-3169-446f-8cf1-9e94daa59fce', 'tag': 'a371e389-1d73-4824-9a35-dc792f64abda', 'status': 'completed', 'code': 200} Sep 22 21:41:02.647654 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-754f35b7-643c-4c6a-9033-f8b1800938cc tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:41:02.716134 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-754f35b7-643c-4c6a-9033-f8b1800938cc tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:02.716420 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-754f35b7-643c-4c6a-9033-f8b1800938cc tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Added segment 89447664-a418-4a84-a20c-128ac0ef5df0 of type vlan for network 3d935c92-3b88-4f34-8c5d-fbcb1f450e21 Sep 22 21:41:02.717457 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-9d7ca0f2-3428-432c-896c-fc76d7f6d97a None None] Set router 1acee9f7-9afb-4411-b84c-b44fc13b967f gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:41:02.744474 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 9ca7b138-873b-476c-8a5e-48fde91158a4 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:41:02.756207 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-754f35b7-643c-4c6a-9033-f8b1800938cc tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:02.794006 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:41:02.799550 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-754f35b7-643c-4c6a-9033-f8b1800938cc tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:02.808427 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754f35b7-643c-4c6a-9033-f8b1800938cc tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:02.809243 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-754f35b7-643c-4c6a-9033-f8b1800938cc tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:02.878050 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 9ca7b138-873b-476c-8a5e-48fde91158a4 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:41:02.920434 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c78fed1a-9049-4edd-aeb1-dee7e98ab423 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/floatingips/2091d1ad-ee80-4405-b4d4-6bf08fc31a27 HTTP/1.1" status: 200 len: 991 time: 0.3565617 Sep 22 21:41:02.962082 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 92588c56-7025-4141-aeec-ea13c16a6df4 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:41:02.968640 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6b721fe8-e5c8-4565-891a-219afa62dc15 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:02.968863 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-754f35b7-643c-4c6a-9033-f8b1800938cc tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4047427 Sep 22 21:41:02.970812 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50252) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:02.977444 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-78e19f80-2f39-4413-903a-53d435f679ad tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Request body: {'subnet': {'network_id': '3d935c92-3b88-4f34-8c5d-fbcb1f450e21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:03.013866 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754f35b7-643c-4c6a-9033-f8b1800938cc tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event updated for resources: {'Network': ['ID=3d935c92-3b88-4f34-8c5d-fbcb1f450e21,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:03.018242 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 92588c56-7025-4141-aeec-ea13c16a6df4 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:41:03.018847 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 92588c56-7025-4141-aeec-ea13c16a6df4 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:41:03.026146 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 3d935c92-3b88-4f34-8c5d-fbcb1f450e21 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:41:03.146235 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-6b721fe8-e5c8-4565-891a-219afa62dc15 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Calling delete_port for a275cd25-6170-4389-a4bd-39b5530ac952 owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:41:03.149592 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f617d-ffe7-4161-927c-4804b72ffd49 req-c09c4d26-b714-41ef-9614-afff3ba9f127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:03.151121 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-af0f617d-ffe7-4161-927c-4804b72ffd49 req-c09c4d26-b714-41ef-9614-afff3ba9f127 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&device_id=7c68d002-3169-446f-8cf1-9e94daa59fce HTTP/1.1" status: 200 len: 1098 time: 0.4979408 Sep 22 21:41:03.158829 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-78e19f80-2f39-4413-903a-53d435f679ad tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:03.182523 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-78e19f80-2f39-4413-903a-53d435f679ad tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Usage tracker for resource:subnet and tenant:37d6650486a5496cbd52782c722d1341 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:03.188728 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-78e19f80-2f39-4413-903a-53d435f679ad tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:03.250479 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-78e19f80-2f39-4413-903a-53d435f679ad tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:03.285947 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-9d7ca0f2-3428-432c-896c-fc76d7f6d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'name': 'tempest-TestNetworkBasicOps-router-2007581634', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.244'}], 'enable_snat': True}, 'gw_port_id': 'f412a77a-7d1e-4b59-9d54-7618178dd2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:40:09Z', 'updated_at': '2022-09-22T21:40:23Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': 'f412a77a-7d1e-4b59-9d54-7618178dd2e5', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:40:11Z', 'updated_at': '2022-09-22T21:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '2091d1ad-ee80-4405-b4d4-6bf08fc31a27', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'floating_ip_address': '172.26.0.146', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'port_id': 'a371e389-1d73-4824-9a35-dc792f64abda', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd798fa90-67b2-4838-a613-196b1b982d33', 'mac_address': 'fa:16:3e:e3:08:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c68d002-3169-446f-8cf1-9e94daa59fce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:40:59Z', 'updated_at': '2022-09-22T21:40:59Z', 'revision_number': 0, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04bc4d2d-6e43-4739-8eb6-362088e0b4f1', 'name': '', 'network_id': 'd798fa90-67b2-4838-a613-196b1b982d33', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:b7:7d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '7c2b1475-4219-48df-b88b-938b9fa8e2ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:40:21Z', 'updated_at': '2022-09-22T21:40:35Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': '7c2b1475-4219-48df-b88b-938b9fa8e2ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:41:03.286283 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e19f80-2f39-4413-903a-53d435f679ad tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Made reservation on behalf of 37d6650486a5496cbd52782c722d1341 for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:41:03.289764 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-78e19f80-2f39-4413-903a-53d435f679ad tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:03.291249 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7ca0f2-3428-432c-896c-fc76d7f6d97a None None] Checking router: 1acee9f7-9afb-4411-b84c-b44fc13b967f for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:41:03.301884 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7ca0f2-3428-432c-896c-fc76d7f6d97a None None] Routers {'1acee9f7-9afb-4411-b84c-b44fc13b967f'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:41:03.302687 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-9d7ca0f2-3428-432c-896c-fc76d7f6d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:40:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['1acee9f7-9afb-4411-b84c-b44fc13b967f'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:41:03.356314 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e798e60e-a10c-43e4-bac8-d6a78b719a9a None None] Network 737583b0-5322-487d-a948-10810f5acc83 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:41:03.442635 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f617d-ffe7-4161-927c-4804b72ffd49 req-226ae2e5-2586-4a8b-889c-1ab22cc99b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:03.444974 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-af0f617d-ffe7-4161-927c-4804b72ffd49 req-226ae2e5-2586-4a8b-889c-1ab22cc99b89 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d798fa90-67b2-4838-a613-196b1b982d33 HTTP/1.1" status: 200 len: 897 time: 0.2835848 Sep 22 21:41:03.450259 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-7cfce753-d856-4061-9179-dff05115121d None None] Provisioning for port 9ca7b138-873b-476c-8a5e-48fde91158a4 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:41:03.473903 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-7cfce753-d856-4061-9179-dff05115121d None None] Provisioning complete for port 9ca7b138-873b-476c-8a5e-48fde91158a4 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:41:03.474446 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7cfce753-d856-4061-9179-dff05115121d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:03.474969 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-7cfce753-d856-4061-9179-dff05115121d None None] Attempt 1 to provision port 9ca7b138-873b-476c-8a5e-48fde91158a4 Sep 22 21:41:03.513751 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-9d7ca0f2-3428-432c-896c-fc76d7f6d97a None None] Set router 1acee9f7-9afb-4411-b84c-b44fc13b967f gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:41:03.518460 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6b721fe8-e5c8-4565-891a-219afa62dc15 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:03.578078 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-af0f617d-ffe7-4161-927c-4804b72ffd49 req-417c0359-5730-4c86-8ffb-3fbe2a845ca5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a371e389-1d73-4824-9a35-dc792f64abda HTTP/1.1" status: 200 len: 999 time: 0.1252747 Sep 22 21:41:03.592518 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b721fe8-e5c8-4565-891a-219afa62dc15 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event deleted for resources: {'Port': ['ID=a275cd25-6170-4389-a4bd-39b5530ac952,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:03.716117 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f617d-ffe7-4161-927c-4804b72ffd49 req-d2b01191-5276-489b-9725-844e02c9d700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:03.717356 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-7cfce753-d856-4061-9179-dff05115121d None None] Current status of the port 9ca7b138-873b-476c-8a5e-48fde91158a4 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:41:03.717555 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-af0f617d-ffe7-4161-927c-4804b72ffd49 req-d2b01191-5276-489b-9725-844e02c9d700 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7c2b1475-4219-48df-b88b-938b9fa8e2ca HTTP/1.1" status: 200 len: 834 time: 0.1277506 Sep 22 21:41:03.717742 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7cfce753-d856-4061-9179-dff05115121d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:03.727122 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6b721fe8-e5c8-4565-891a-219afa62dc15 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:03.746560 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6b721fe8-e5c8-4565-891a-219afa62dc15 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "DELETE /v2.0/ports/a275cd25-6170-4389-a4bd-39b5530ac952 HTTP/1.1" status: 204 len: 168 time: 1.2908080 Sep 22 21:41:03.749107 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50256) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:03.763582 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-7cfce753-d856-4061-9179-dff05115121d None None] For port 9ca7b138-873b-476c-8a5e-48fde91158a4, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=9ca7b138-873b-476c-8a5e-48fde91158a4,segment=NetworkSegment(a445e54d-54c5-4ce9-b208-5608074b7b93),segment_id=a445e54d-54c5-4ce9-b208-5608074b7b93)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:41:03.780049 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7cfce753-d856-4061-9179-dff05115121d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:03.829763 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b2084e1-f513-4543-9807-b471e58f77e3 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] GET failed (client error): The resource could not be found. Sep 22 21:41:03.831080 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-9b2084e1-f513-4543-9807-b471e58f77e3 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Synchronizing usage tracker for tenant:de45cb2c88af49d4a334eef3c80bde87 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:41:03.840264 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-78e19f80-2f39-4413-903a-53d435f679ad tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:03.862462 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-9b2084e1-f513-4543-9807-b471e58f77e3 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Unset dirty status for tenant:de45cb2c88af49d4a334eef3c80bde87 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:41:03.868587 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-9b2084e1-f513-4543-9807-b471e58f77e3 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "GET /v2.0/ports/a275cd25-6170-4389-a4bd-39b5530ac952 HTTP/1.1" status: 404 len: 333 time: 0.1155148 Sep 22 21:41:03.869991 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50260) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:03.881644 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfce753-d856-4061-9179-dff05115121d None None] Pushing event updated for resources: {'Port': ['ID=9ca7b138-873b-476c-8a5e-48fde91158a4,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:03.919261 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f617d-ffe7-4161-927c-4804b72ffd49 req-cb443e2a-6cb3-48b2-ab7b-5012c1730c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:03.920748 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-af0f617d-ffe7-4161-927c-4804b72ffd49 req-cb443e2a-6cb3-48b2-ab7b-5012c1730c5a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d798fa90-67b2-4838-a613-196b1b982d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1969028 Sep 22 21:41:03.929236 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50264) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:04.002636 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-9d7ca0f2-3428-432c-896c-fc76d7f6d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'name': 'tempest-TestNetworkBasicOps-router-2007581634', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.244'}], 'enable_snat': True}, 'gw_port_id': 'f412a77a-7d1e-4b59-9d54-7618178dd2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:40:09Z', 'updated_at': '2022-09-22T21:40:23Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': 'f412a77a-7d1e-4b59-9d54-7618178dd2e5', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:40:11Z', 'updated_at': '2022-09-22T21:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '2091d1ad-ee80-4405-b4d4-6bf08fc31a27', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'floating_ip_address': '172.26.0.146', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'port_id': 'a371e389-1d73-4824-9a35-dc792f64abda', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd798fa90-67b2-4838-a613-196b1b982d33', 'mac_address': 'fa:16:3e:e3:08:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c68d002-3169-446f-8cf1-9e94daa59fce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:40:59Z', 'updated_at': '2022-09-22T21:40:59Z', 'revision_number': 0, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04bc4d2d-6e43-4739-8eb6-362088e0b4f1', 'name': '', 'network_id': 'd798fa90-67b2-4838-a613-196b1b982d33', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:b7:7d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '7c2b1475-4219-48df-b88b-938b9fa8e2ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:40:21Z', 'updated_at': '2022-09-22T21:40:35Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': '7c2b1475-4219-48df-b88b-938b9fa8e2ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:41:04.007894 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7ca0f2-3428-432c-896c-fc76d7f6d97a None None] The sync data for ids ['1acee9f7-9afb-4411-b84c-b44fc13b967f'] in dv-neutron-858900-1-hyperv is: [{'id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'name': 'tempest-TestNetworkBasicOps-router-2007581634', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.244'}], 'enable_snat': True}, 'gw_port_id': 'f412a77a-7d1e-4b59-9d54-7618178dd2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:40:09Z', 'updated_at': '2022-09-22T21:40:23Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': 'f412a77a-7d1e-4b59-9d54-7618178dd2e5', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:40:11Z', 'updated_at': '2022-09-22T21:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '2091d1ad-ee80-4405-b4d4-6bf08fc31a27', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'floating_ip_address': '172.26.0.146', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'port_id': 'a371e389-1d73-4824-9a35-dc792f64abda', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd798fa90-67b2-4838-a613-196b1b982d33', 'mac_address': 'fa:16:3e:e3:08:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c68d002-3169-446f-8cf1-9e94daa59fce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:40:59Z', 'updated_at': '2022-09-22T21:40:59Z', 'revision_number': 0, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04bc4d2d-6e43-4739-8eb6-362088e0b4f1', 'name': '', 'network_id': 'd798fa90-67b2-4838-a613-196b1b982d33', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:b7:7d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '7c2b1475-4219-48df-b88b-938b9fa8e2ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:40:21Z', 'updated_at': '2022-09-22T21:40:35Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': '7c2b1475-4219-48df-b88b-938b9fa8e2ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:41:04.027839 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e19f80-2f39-4413-903a-53d435f679ad tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Checking segment: {'id': '89447664-a418-4a84-a20c-128ac0ef5df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3d935c92-3b88-4f34-8c5d-fbcb1f450e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:41:04.028208 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e19f80-2f39-4413-903a-53d435f679ad tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Network hostable DHCP agents. Network: 3d935c92-3b88-4f34-8c5d-fbcb1f450e21, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:41:04.033432 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e19f80-2f39-4413-903a-53d435f679ad tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event updated for resources: {'Subnet': ['ID=357964c4-7f81-4c18-8689-3c4ece305ea2,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:04.067671 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-cb34af87-0a9a-4538-8136-4bce294f6226 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Deleting port a528d854-1edb-47be-a7ad-40a784e88c66 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:41:04.067973 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cb34af87-0a9a-4538-8136-4bce294f6226 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:04.108330 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-af0f617d-ffe7-4161-927c-4804b72ffd49 req-3edd633a-47e4-4c66-9584-d7bcfe3477de service neutron] 10.222.0.49 "GET /v2.0/networks/d798fa90-67b2-4838-a613-196b1b982d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655800 Sep 22 21:41:04.109388 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e19f80-2f39-4413-903a-53d435f679ad tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Network 3d935c92-3b88-4f34-8c5d-fbcb1f450e21 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:41:04.109709 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-85e895d8-4a47-4e98-ad36-b85e76a17a46 None None] Provisioning complete for port 9ca7b138-873b-476c-8a5e-48fde91158a4 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:41:04.110557 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-85e895d8-4a47-4e98-ad36-b85e76a17a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:04.111301 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-85e895d8-4a47-4e98-ad36-b85e76a17a46 None None] Attempt 1 to provision port 9ca7b138-873b-476c-8a5e-48fde91158a4 Sep 22 21:41:04.135871 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-0d40e0ff-fcee-4653-bcb8-508db4eafcaa tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/floatingips/2091d1ad-ee80-4405-b4d4-6bf08fc31a27 HTTP/1.1" status: 200 len: 991 time: 0.2074203 Sep 22 21:41:04.343632 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-85e895d8-4a47-4e98-ad36-b85e76a17a46 None None] Current status of the port 9ca7b138-873b-476c-8a5e-48fde91158a4 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:41:04.365276 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f66d214-7b35-4cb8-800f-2658ccec63e3 None None] New status for floating IP 2091d1ad-ee80-4405-b4d4-6bf08fc31a27: ACTIVE {{(pid=89010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:41:04.379800 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-78e19f80-2f39-4413-903a-53d435f679ad tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 3d935c92-3b88-4f34-8c5d-fbcb1f450e21) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:41:04.384676 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e19f80-2f39-4413-903a-53d435f679ad tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:04.385252 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-78e19f80-2f39-4413-903a-53d435f679ad tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:04.425700 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-78e19f80-2f39-4413-903a-53d435f679ad tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4523814 Sep 22 21:41:04.429099 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50268) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:04.435168 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-6e36a6f9-4a5b-40e5-96d3-a9c333c05ca1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Request body: {'port': {'network_id': '3d935c92-3b88-4f34-8c5d-fbcb1f450e21', 'name': 'tempest-PortsIpV6TestJSON-1160838894'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:04.442085 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cb34af87-0a9a-4538-8136-4bce294f6226 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:04.442351 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577e4299-469a-454f-b2b3-2884aa11369f None None] Network 3d935c92-3b88-4f34-8c5d-fbcb1f450e21 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:41:04.471540 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-85e895d8-4a47-4e98-ad36-b85e76a17a46 None None] Provisioning for port a528d854-1edb-47be-a7ad-40a784e88c66 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:41:04.494643 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-85e895d8-4a47-4e98-ad36-b85e76a17a46 None None] Provisioning complete for port a528d854-1edb-47be-a7ad-40a784e88c66 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:41:04.495100 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-85e895d8-4a47-4e98-ad36-b85e76a17a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:04.495820 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-85e895d8-4a47-4e98-ad36-b85e76a17a46 None None] Attempt 1 to provision port a528d854-1edb-47be-a7ad-40a784e88c66 Sep 22 21:41:04.538691 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-af0f617d-ffe7-4161-927c-4804b72ffd49 req-413d9d94-23e0-4817-bbb1-4af2f91c65d2 service neutron] 10.222.0.49 "GET /v2.0/networks/d798fa90-67b2-4838-a613-196b1b982d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218001 Sep 22 21:41:04.593864 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-cb34af87-0a9a-4538-8136-4bce294f6226 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Calling delete_port for a528d854-1edb-47be-a7ad-40a784e88c66 owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:41:04.636700 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-6e36a6f9-4a5b-40e5-96d3-a9c333c05ca1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:04.656861 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-6e36a6f9-4a5b-40e5-96d3-a9c333c05ca1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:04.671251 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e36a6f9-4a5b-40e5-96d3-a9c333c05ca1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Made reservation on behalf of 37d6650486a5496cbd52782c722d1341 for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:41:04.675547 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6e36a6f9-4a5b-40e5-96d3-a9c333c05ca1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:04.708516 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [None req-6e36a6f9-4a5b-40e5-96d3-a9c333c05ca1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] device_id is not set on port 86039d5b-76ca-4d8c-b485-554e959f399f yet. {{(pid=89008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:41:04.737940 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 9ca7b138-873b-476c-8a5e-48fde91158a4 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:41:04.774988 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cb34af87-0a9a-4538-8136-4bce294f6226 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:04.792467 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-85e895d8-4a47-4e98-ad36-b85e76a17a46 None None] Port a528d854-1edb-47be-a7ad-40a784e88c66 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:41:04.892626 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb34af87-0a9a-4538-8136-4bce294f6226 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event deleted for resources: {'Port': ['ID=a528d854-1edb-47be-a7ad-40a784e88c66,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:04.921810 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-6e36a6f9-4a5b-40e5-96d3-a9c333c05ca1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Allocated IP 2001:db8::18c (3d935c92-3b88-4f34-8c5d-fbcb1f450e21/357964c4-7f81-4c18-8689-3c4ece305ea2/86039d5b-76ca-4d8c-b485-554e959f399f) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:41:04.963209 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cb34af87-0a9a-4538-8136-4bce294f6226 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:04.981783 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-cb34af87-0a9a-4538-8136-4bce294f6226 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "DELETE /v2.0/ports/a528d854-1edb-47be-a7ad-40a784e88c66 HTTP/1.1" status: 204 len: 168 time: 1.1102707 Sep 22 21:41:04.984288 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50272) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:05.052915 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-d67e6c87-dde6-4c17-9eec-fab5e2aa0903 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] GET failed (client error): The resource could not be found. Sep 22 21:41:05.053706 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-d67e6c87-dde6-4c17-9eec-fab5e2aa0903 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Synchronizing usage tracker for tenant:de45cb2c88af49d4a334eef3c80bde87 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:41:05.084056 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-d67e6c87-dde6-4c17-9eec-fab5e2aa0903 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Unset dirty status for tenant:de45cb2c88af49d4a334eef3c80bde87 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:41:05.085439 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d67e6c87-dde6-4c17-9eec-fab5e2aa0903 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "GET /v2.0/ports/a528d854-1edb-47be-a7ad-40a784e88c66 HTTP/1.1" status: 404 len: 333 time: 0.0989451 Sep 22 21:41:05.088500 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50276) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:05.094911 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 9ca7b138-873b-476c-8a5e-48fde91158a4 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:41:05.095274 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:05.095607 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 9ca7b138-873b-476c-8a5e-48fde91158a4 Sep 22 21:41:05.143022 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50280) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:05.145899 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd01594a-c6af-477f-af65-c0fdf687b481 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-3d935c92-3b88-4f34-8c5d-fbcb1f450e21', 'network_id': '3d935c92-3b88-4f34-8c5d-fbcb1f450e21', 'tenant_id': '37d6650486a5496cbd52782c722d1341', 'fixed_ips': [{'subnet_id': '357964c4-7f81-4c18-8689-3c4ece305ea2'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:41:05.146833 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-dd01594a-c6af-477f-af65-c0fdf687b481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:05.165311 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5d6ab0b-7abc-4bd7-9767-c492690db5c3 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Deleting subnet 88249746-c796-4b81-9ffb-4b14368bd411 {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:41:05.168665 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f5d6ab0b-7abc-4bd7-9767-c492690db5c3 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:05.237180 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f5d6ab0b-7abc-4bd7-9767-c492690db5c3 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:05.277312 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6e36a6f9-4a5b-40e5-96d3-a9c333c05ca1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:05.293494 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-85e895d8-4a47-4e98-ad36-b85e76a17a46 None None] Attempt 2 to provision port a528d854-1edb-47be-a7ad-40a784e88c66 Sep 22 21:41:05.298199 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-134b60df-8b84-474d-b78a-ec97196d983d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/floatingips/2091d1ad-ee80-4405-b4d4-6bf08fc31a27 HTTP/1.1" status: 200 len: 993 time: 0.1506042 Sep 22 21:41:05.306142 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-6e36a6f9-4a5b-40e5-96d3-a9c333c05ca1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Transition to ACTIVE for port object 86039d5b-76ca-4d8c-b485-554e959f399f will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:41:05.331901 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6e36a6f9-4a5b-40e5-96d3-a9c333c05ca1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:05.336802 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-85e895d8-4a47-4e98-ad36-b85e76a17a46 None None] Port a528d854-1edb-47be-a7ad-40a784e88c66 was deleted so its status cannot be updated. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:41:05.357364 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f5d6ab0b-7abc-4bd7-9767-c492690db5c3 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:05.394859 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 9ca7b138-873b-476c-8a5e-48fde91158a4 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:41:05.410157 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e36a6f9-4a5b-40e5-96d3-a9c333c05ca1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Network 3d935c92-3b88-4f34-8c5d-fbcb1f450e21 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:41:05.413102 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-6e36a6f9-4a5b-40e5-96d3-a9c333c05ca1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:41:05.414780 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-dd01594a-c6af-477f-af65-c0fdf687b481 None None] Allocated IP 2001:db8::2 (3d935c92-3b88-4f34-8c5d-fbcb1f450e21/357964c4-7f81-4c18-8689-3c4ece305ea2/71ffe000-d053-488a-918a-a1d8cb3bbcfd) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:41:05.418486 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e36a6f9-4a5b-40e5-96d3-a9c333c05ca1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:41:05.424953 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e36a6f9-4a5b-40e5-96d3-a9c333c05ca1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:05.426259 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6e36a6f9-4a5b-40e5-96d3-a9c333c05ca1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:05.441724 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f5d6ab0b-7abc-4bd7-9767-c492690db5c3 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:05.444717 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36a6f9-4a5b-40e5-96d3-a9c333c05ca1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event updated for resources: {'Port': ['ID=86039d5b-76ca-4d8c-b485-554e959f399f,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:05.464431 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-6e36a6f9-4a5b-40e5-96d3-a9c333c05ca1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0319223 Sep 22 21:41:05.464665 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-9f3a892f-1c6e-4674-9b98-7693f6233308 None None] Could not find standard attr ID for object a528d854-1edb-47be-a7ad-40a784e88c66. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:41:05.464787 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50284) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:05.470407 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-8bdbf18c-99e4-4a2b-8a23-30dadd353cf0 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Request body: {'port': {'network_id': '3d935c92-3b88-4f34-8c5d-fbcb1f450e21', 'name': 'tempest-PortsIpV6TestJSON-2043650611'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:05.484313 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f5d6ab0b-7abc-4bd7-9767-c492690db5c3 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:05.493722 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d6ab0b-7abc-4bd7-9767-c492690db5c3 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event deleted for resources: {'Subnet': ['ID=88249746-c796-4b81-9ffb-4b14368bd411,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:05.499180 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-f5d6ab0b-7abc-4bd7-9767-c492690db5c3 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "DELETE /v2.0/subnets/88249746-c796-4b81-9ffb-4b14368bd411 HTTP/1.1" status: 204 len: 168 time: 0.4096203 Sep 22 21:41:05.499918 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50288) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:05.509062 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-9f3a892f-1c6e-4674-9b98-7693f6233308 None None] Could not find standard attr ID for object a275cd25-6170-4389-a4bd-39b5530ac952. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:41:05.515751 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797220aa-6edd-42bc-8331-249a621a0441 None None] Network 737583b0-5322-487d-a948-10810f5acc83 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:41:05.618979 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-8bdbf18c-99e4-4a2b-8a23-30dadd353cf0 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:05.623463 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-8bdbf18c-99e4-4a2b-8a23-30dadd353cf0 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Usage tracker for resource:port and tenant:37d6650486a5496cbd52782c722d1341 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:05.626465 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-8bdbf18c-99e4-4a2b-8a23-30dadd353cf0 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:05.632462 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-8bdbf18c-99e4-4a2b-8a23-30dadd353cf0 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:05.643584 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bdbf18c-99e4-4a2b-8a23-30dadd353cf0 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Made reservation on behalf of 37d6650486a5496cbd52782c722d1341 for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:41:05.648278 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8bdbf18c-99e4-4a2b-8a23-30dadd353cf0 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:05.670627 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [None req-8bdbf18c-99e4-4a2b-8a23-30dadd353cf0 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] device_id is not set on port db43ecd8-d7cb-4561-9fc4-0c1fbdf7a8c0 yet. {{(pid=89008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:41:05.738903 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-34779393-ec0b-4d2d-93a3-a08db5754afb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:05.749361 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-34779393-ec0b-4d2d-93a3-a08db5754afb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Deleting port 9ca7b138-873b-476c-8a5e-48fde91158a4 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:41:05.749693 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-34779393-ec0b-4d2d-93a3-a08db5754afb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:05.812270 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-dd01594a-c6af-477f-af65-c0fdf687b481 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:05.826831 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-dd01594a-c6af-477f-af65-c0fdf687b481 None None] Transition to ACTIVE for port object 71ffe000-d053-488a-918a-a1d8cb3bbcfd will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:41:05.847189 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-dd01594a-c6af-477f-af65-c0fdf687b481 None None] Transition to ACTIVE for port object 71ffe000-d053-488a-918a-a1d8cb3bbcfd will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:41:05.854220 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-dd01594a-c6af-477f-af65-c0fdf687b481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:05.923498 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433a05ed-d9c7-4fc7-9a98-d15c109ed350 None None] DHCP port deletion for 737583b0-5322-487d-a948-10810f5acc83 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:41:05.928423 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd01594a-c6af-477f-af65-c0fdf687b481 None None] Network 3d935c92-3b88-4f34-8c5d-fbcb1f450e21 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:41:05.932642 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-dd01594a-c6af-477f-af65-c0fdf687b481 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:41:05.936660 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd01594a-c6af-477f-af65-c0fdf687b481 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:41:05.938866 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-433a05ed-d9c7-4fc7-9a98-d15c109ed350 None None] Deleting port 9ca7b138-873b-476c-8a5e-48fde91158a4 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:41:05.939239 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-433a05ed-d9c7-4fc7-9a98-d15c109ed350 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:05.959568 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-8bdbf18c-99e4-4a2b-8a23-30dadd353cf0 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Allocated IP 2001:db8::183 (3d935c92-3b88-4f34-8c5d-fbcb1f450e21/357964c4-7f81-4c18-8689-3c4ece305ea2/db43ecd8-d7cb-4561-9fc4-0c1fbdf7a8c0) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:41:05.971135 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd01594a-c6af-477f-af65-c0fdf687b481 None None] Pushing event updated for resources: {'Port': ['ID=71ffe000-d053-488a-918a-a1d8cb3bbcfd,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:05.974414 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-34779393-ec0b-4d2d-93a3-a08db5754afb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] For port 9ca7b138-873b-476c-8a5e-48fde91158a4, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=9ca7b138-873b-476c-8a5e-48fde91158a4,segment=NetworkSegment(a445e54d-54c5-4ce9-b208-5608074b7b93),segment_id=a445e54d-54c5-4ce9-b208-5608074b7b93)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:41:05.974963 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-34779393-ec0b-4d2d-93a3-a08db5754afb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:06.105275 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-34779393-ec0b-4d2d-93a3-a08db5754afb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Calling delete_port for 9ca7b138-873b-476c-8a5e-48fde91158a4 owned by network:dhcp {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:41:06.119466 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-dd01594a-c6af-477f-af65-c0fdf687b481 None None] Attempting to bind port 71ffe000-d053-488a-918a-a1d8cb3bbcfd on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:41:06.119852 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-dd01594a-c6af-477f-af65-c0fdf687b481 None None] Attempting to bind port 71ffe000-d053-488a-918a-a1d8cb3bbcfd by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '89447664-a418-4a84-a20c-128ac0ef5df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3d935c92-3b88-4f34-8c5d-fbcb1f450e21'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:41:06.120196 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd01594a-c6af-477f-af65-c0fdf687b481 None None] Attempting to bind port 71ffe000-d053-488a-918a-a1d8cb3bbcfd on network 3d935c92-3b88-4f34-8c5d-fbcb1f450e21 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:41:06.136256 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd01594a-c6af-477f-af65-c0fdf687b481 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:41:06.136638 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd01594a-c6af-477f-af65-c0fdf687b481 None None] Checking segment: {'id': '89447664-a418-4a84-a20c-128ac0ef5df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3d935c92-3b88-4f34-8c5d-fbcb1f450e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:41:06.136945 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-dd01594a-c6af-477f-af65-c0fdf687b481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:06.137336 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd01594a-c6af-477f-af65-c0fdf687b481 None None] Bound using segment: {'id': '89447664-a418-4a84-a20c-128ac0ef5df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3d935c92-3b88-4f34-8c5d-fbcb1f450e21'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:41:06.137798 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-dd01594a-c6af-477f-af65-c0fdf687b481 None None] Bound port: 71ffe000-d053-488a-918a-a1d8cb3bbcfd, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89447664-a418-4a84-a20c-128ac0ef5df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3d935c92-3b88-4f34-8c5d-fbcb1f450e21'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:41:06.138165 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-dd01594a-c6af-477f-af65-c0fdf687b481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:06.175058 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8bdbf18c-99e4-4a2b-8a23-30dadd353cf0 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:06.186103 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-34779393-ec0b-4d2d-93a3-a08db5754afb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:06.192517 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-8bdbf18c-99e4-4a2b-8a23-30dadd353cf0 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Transition to ACTIVE for port object db43ecd8-d7cb-4561-9fc4-0c1fbdf7a8c0 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:41:06.232522 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8bdbf18c-99e4-4a2b-8a23-30dadd353cf0 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:06.237589 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34779393-ec0b-4d2d-93a3-a08db5754afb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event deleted for resources: {'Port': ['ID=9ca7b138-873b-476c-8a5e-48fde91158a4,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:06.247065 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34779393-ec0b-4d2d-93a3-a08db5754afb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] No DVR routers for this DVR port 9ca7b138-873b-476c-8a5e-48fde91158a4 on host dv-neutron-858900-1-hyperv {{(pid=89009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:41:06.335753 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdbf18c-99e4-4a2b-8a23-30dadd353cf0 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Network 3d935c92-3b88-4f34-8c5d-fbcb1f450e21 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:41:06.339196 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-8bdbf18c-99e4-4a2b-8a23-30dadd353cf0 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:41:06.341920 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdbf18c-99e4-4a2b-8a23-30dadd353cf0 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:41:06.348703 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdbf18c-99e4-4a2b-8a23-30dadd353cf0 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:06.349795 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8bdbf18c-99e4-4a2b-8a23-30dadd353cf0 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:06.363903 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-433a05ed-d9c7-4fc7-9a98-d15c109ed350 None None] For port 9ca7b138-873b-476c-8a5e-48fde91158a4, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=9ca7b138-873b-476c-8a5e-48fde91158a4,segment=NetworkSegment(a445e54d-54c5-4ce9-b208-5608074b7b93),segment_id=a445e54d-54c5-4ce9-b208-5608074b7b93)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:41:06.364148 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-433a05ed-d9c7-4fc7-9a98-d15c109ed350 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:06.364258 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdbf18c-99e4-4a2b-8a23-30dadd353cf0 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event updated for resources: {'Port': ['ID=db43ecd8-d7cb-4561-9fc4-0c1fbdf7a8c0,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:06.387853 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-34779393-ec0b-4d2d-93a3-a08db5754afb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:06.388041 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-8bdbf18c-99e4-4a2b-8a23-30dadd353cf0 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9194145 Sep 22 21:41:06.388210 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50292) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:06.412050 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-34779393-ec0b-4d2d-93a3-a08db5754afb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['737583b0-5322-487d-a948-10810f5acc83']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:41:06.424101 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-34779393-ec0b-4d2d-93a3-a08db5754afb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a445e54d-54c5-4ce9-b208-5608074b7b93') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:41:06.424491 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-34779393-ec0b-4d2d-93a3-a08db5754afb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a445e54d-54c5-4ce9-b208-5608074b7b93') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:41:06.438806 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-34779393-ec0b-4d2d-93a3-a08db5754afb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:06.455826 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-34779393-ec0b-4d2d-93a3-a08db5754afb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:06.462757 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34779393-ec0b-4d2d-93a3-a08db5754afb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:41:06.463143 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-34779393-ec0b-4d2d-93a3-a08db5754afb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:06.490244 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-433a05ed-d9c7-4fc7-9a98-d15c109ed350 None None] Calling delete_port for 9ca7b138-873b-476c-8a5e-48fde91158a4 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:41:06.496654 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125acb01-abac-452d-bbe5-c8c8ed207d24 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:06.497524 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-125acb01-abac-452d-bbe5-c8c8ed207d24 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Synchronizing usage tracker for tenant:37d6650486a5496cbd52782c722d1341 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:41:06.514939 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-125acb01-abac-452d-bbe5-c8c8ed207d24 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Unset dirty status for tenant:37d6650486a5496cbd52782c722d1341 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:41:06.516274 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-dd01594a-c6af-477f-af65-c0fdf687b481 None None] For port 71ffe000-d053-488a-918a-a1d8cb3bbcfd, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:41:06.521192 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-125acb01-abac-452d-bbe5-c8c8ed207d24 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A18c HTTP/1.1" status: 200 len: 929 time: 0.1281822 Sep 22 21:41:06.521192 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50298) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:06.536133 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment a445e54d-54c5-4ce9-b208-5608074b7b93 resource provider aggregate not found Sep 22 21:41:06.566050 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.db.api [None req-433a05ed-d9c7-4fc7-9a98-d15c109ed350 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:41:06.566538 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG oslo_db.api [None req-433a05ed-d9c7-4fc7-9a98-d15c109ed350 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:41:06.567464 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment a445e54d-54c5-4ce9-b208-5608074b7b93 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a445e54d-54c5-4ce9-b208-5608074b7b93 found for delete ", "request_id": "req-3481478a-9a00-4440-8212-a3efbb78d375"}]} Sep 22 21:41:06.578761 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-34779393-ec0b-4d2d-93a3-a08db5754afb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:06.584299 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-34779393-ec0b-4d2d-93a3-a08db5754afb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:06.587861 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-dd01594a-c6af-477f-af65-c0fdf687b481 None None] For port 71ffe000-d053-488a-918a-a1d8cb3bbcfd, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=71ffe000-d053-488a-918a-a1d8cb3bbcfd,segment=NetworkSegment(89447664-a418-4a84-a20c-128ac0ef5df0),segment_id=89447664-a418-4a84-a20c-128ac0ef5df0)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:41:06.594341 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-dd01594a-c6af-477f-af65-c0fdf687b481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:06.594571 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-6ecae608-5822-4c80-8633-4f8fa4e97174 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Deleting port db43ecd8-d7cb-4561-9fc4-0c1fbdf7a8c0 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:41:06.594968 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6ecae608-5822-4c80-8633-4f8fa4e97174 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:06.616394 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34779393-ec0b-4d2d-93a3-a08db5754afb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event deleted for resources: {'Network': ['ID=737583b0-5322-487d-a948-10810f5acc83,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:06.631851 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-34779393-ec0b-4d2d-93a3-a08db5754afb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "DELETE /v2.0/networks/737583b0-5322-487d-a948-10810f5acc83 HTTP/1.1" status: 204 len: 168 time: 1.1309195 Sep 22 21:41:06.636071 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50304) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:06.643269 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-99b4dd54-a6cf-4b06-bd4f-07de7963db12 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1590773136'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:06.651467 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-99b4dd54-a6cf-4b06-bd4f-07de7963db12 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:06.657687 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-99b4dd54-a6cf-4b06-bd4f-07de7963db12 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Usage tracker for resource:network and tenant:de45cb2c88af49d4a334eef3c80bde87 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:06.662632 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-99b4dd54-a6cf-4b06-bd4f-07de7963db12 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:06.669790 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-99b4dd54-a6cf-4b06-bd4f-07de7963db12 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:06.684246 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b4dd54-a6cf-4b06-bd4f-07de7963db12 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Made reservation on behalf of de45cb2c88af49d4a334eef3c80bde87 for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:41:06.691194 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-99b4dd54-a6cf-4b06-bd4f-07de7963db12 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:06.695815 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd01594a-c6af-477f-af65-c0fdf687b481 None None] Pushing event updated for resources: {'Port': ['ID=71ffe000-d053-488a-918a-a1d8cb3bbcfd,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:06.714463 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 9ca7b138-873b-476c-8a5e-48fde91158a4 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:41:06.746073 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99b4dd54-a6cf-4b06-bd4f-07de7963db12 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:41:06.756211 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 9ca7b138-873b-476c-8a5e-48fde91158a4 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:41:06.756866 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 9ca7b138-873b-476c-8a5e-48fde91158a4 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:41:06.759777 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-99b4dd54-a6cf-4b06-bd4f-07de7963db12 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:06.760311 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-99b4dd54-a6cf-4b06-bd4f-07de7963db12 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Added segment 2cd4274d-7741-422f-91ee-6b9517013208 of type vlan for network 1312074d-1ab9-4e0d-99e9-8e3cf1f8fa67 Sep 22 21:41:06.792101 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-99b4dd54-a6cf-4b06-bd4f-07de7963db12 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:06.824862 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-99b4dd54-a6cf-4b06-bd4f-07de7963db12 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:06.831184 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b4dd54-a6cf-4b06-bd4f-07de7963db12 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:06.832418 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-99b4dd54-a6cf-4b06-bd4f-07de7963db12 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:06.964695 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-99b4dd54-a6cf-4b06-bd4f-07de7963db12 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3250358 Sep 22 21:41:06.965196 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50308) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:06.971100 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-48e1907f-53ba-4bc2-97ad-e7f5ae97206e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Request body: {'subnet': {'network_id': '1312074d-1ab9-4e0d-99e9-8e3cf1f8fa67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:06.991739 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b4dd54-a6cf-4b06-bd4f-07de7963db12 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event updated for resources: {'Network': ['ID=1312074d-1ab9-4e0d-99e9-8e3cf1f8fa67,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:07.003757 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6ecae608-5822-4c80-8633-4f8fa4e97174 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:07.006898 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 1312074d-1ab9-4e0d-99e9-8e3cf1f8fa67 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:41:07.095787 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-433a05ed-d9c7-4fc7-9a98-d15c109ed350 None None] Deleting port 9ca7b138-873b-476c-8a5e-48fde91158a4 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:41:07.096236 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-433a05ed-d9c7-4fc7-9a98-d15c109ed350 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:07.105143 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-48e1907f-53ba-4bc2-97ad-e7f5ae97206e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:07.109297 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-48e1907f-53ba-4bc2-97ad-e7f5ae97206e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Usage tracker for resource:subnet and tenant:de45cb2c88af49d4a334eef3c80bde87 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:07.113303 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-48e1907f-53ba-4bc2-97ad-e7f5ae97206e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:07.119433 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-48e1907f-53ba-4bc2-97ad-e7f5ae97206e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:07.131339 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e1907f-53ba-4bc2-97ad-e7f5ae97206e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Made reservation on behalf of de45cb2c88af49d4a334eef3c80bde87 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:41:07.135236 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-48e1907f-53ba-4bc2-97ad-e7f5ae97206e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:07.140489 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-6ecae608-5822-4c80-8633-4f8fa4e97174 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Calling delete_port for db43ecd8-d7cb-4561-9fc4-0c1fbdf7a8c0 owned by {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:41:07.176617 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-433a05ed-d9c7-4fc7-9a98-d15c109ed350 None None] The port '9ca7b138-873b-476c-8a5e-48fde91158a4' was deleted {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 21:41:07.297552 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6ecae608-5822-4c80-8633-4f8fa4e97174 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:07.347869 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecae608-5822-4c80-8633-4f8fa4e97174 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event deleted for resources: {'Port': ['ID=db43ecd8-d7cb-4561-9fc4-0c1fbdf7a8c0,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:07.395752 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6ecae608-5822-4c80-8633-4f8fa4e97174 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:07.408106 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-6ecae608-5822-4c80-8633-4f8fa4e97174 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "DELETE /v2.0/ports/db43ecd8-d7cb-4561-9fc4-0c1fbdf7a8c0 HTTP/1.1" status: 204 len: 168 time: 0.8834021 Sep 22 21:41:07.408346 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50312) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:07.417303 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-48e1907f-53ba-4bc2-97ad-e7f5ae97206e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:07.455753 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-bab44f27-a737-420d-bb55-04bec6a3a683 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] GET failed (client error): The resource could not be found. Sep 22 21:41:07.456330 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-bab44f27-a737-420d-bb55-04bec6a3a683 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Synchronizing usage tracker for tenant:37d6650486a5496cbd52782c722d1341 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:41:07.476252 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-bab44f27-a737-420d-bb55-04bec6a3a683 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Unset dirty status for tenant:37d6650486a5496cbd52782c722d1341 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:41:07.480474 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-bab44f27-a737-420d-bb55-04bec6a3a683 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "GET /v2.0/ports/db43ecd8-d7cb-4561-9fc4-0c1fbdf7a8c0 HTTP/1.1" status: 404 len: 333 time: 0.0688438 Sep 22 21:41:07.480707 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50316) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:07.501924 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e1907f-53ba-4bc2-97ad-e7f5ae97206e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event updated for resources: {'Subnet': ['ID=2ed2770d-a0e0-437e-8661-8d35aa374596,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:07.517127 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e1907f-53ba-4bc2-97ad-e7f5ae97206e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Checking segment: {'id': '2cd4274d-7741-422f-91ee-6b9517013208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1312074d-1ab9-4e0d-99e9-8e3cf1f8fa67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:41:07.517487 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e1907f-53ba-4bc2-97ad-e7f5ae97206e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Network hostable DHCP agents. Network: 1312074d-1ab9-4e0d-99e9-8e3cf1f8fa67, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:41:07.542077 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e1907f-53ba-4bc2-97ad-e7f5ae97206e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Network 1312074d-1ab9-4e0d-99e9-8e3cf1f8fa67 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:41:07.556162 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-48e1907f-53ba-4bc2-97ad-e7f5ae97206e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 1312074d-1ab9-4e0d-99e9-8e3cf1f8fa67) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:41:07.557907 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-aeb4a677-9d21-41f9-a982-fbaef51fe566 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Deleting port 86039d5b-76ca-4d8c-b485-554e959f399f {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:41:07.558057 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-aeb4a677-9d21-41f9-a982-fbaef51fe566 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:07.561421 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e1907f-53ba-4bc2-97ad-e7f5ae97206e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:07.562134 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-48e1907f-53ba-4bc2-97ad-e7f5ae97206e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:07.570911 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11568e05-d9d5-43fd-a842-80f74af44cde None None] Network 1312074d-1ab9-4e0d-99e9-8e3cf1f8fa67 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:41:07.591719 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-48e1907f-53ba-4bc2-97ad-e7f5ae97206e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6248927 Sep 22 21:41:07.593929 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50320) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:07.600775 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-5b33b053-c23a-4fa1-8d9a-f0d48037bf55 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Request body: {'port': {'network_id': '1312074d-1ab9-4e0d-99e9-8e3cf1f8fa67', 'name': 'tempest-PortsTestJSON-257328283', 'fixed_ips': [{'subnet_id': '2ed2770d-a0e0-437e-8661-8d35aa374596', 'ip_address': '172.20.0.10'}]}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:07.763385 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-5b33b053-c23a-4fa1-8d9a-f0d48037bf55 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:07.768219 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-5b33b053-c23a-4fa1-8d9a-f0d48037bf55 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Usage tracker for resource:port and tenant:de45cb2c88af49d4a334eef3c80bde87 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:07.771800 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-5b33b053-c23a-4fa1-8d9a-f0d48037bf55 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:07.778203 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-5b33b053-c23a-4fa1-8d9a-f0d48037bf55 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:07.792016 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b33b053-c23a-4fa1-8d9a-f0d48037bf55 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Made reservation on behalf of de45cb2c88af49d4a334eef3c80bde87 for: {'port': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:41:07.799000 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeef12f0-bc2f-414e-896d-b014f44cd1e4 None None] Network 3d935c92-3b88-4f34-8c5d-fbcb1f450e21 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:41:07.849331 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-aeb4a677-9d21-41f9-a982-fbaef51fe566 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:07.870025 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e463792-661c-49ec-b017-90dc3f2e712d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-1312074d-1ab9-4e0d-99e9-8e3cf1f8fa67', 'network_id': '1312074d-1ab9-4e0d-99e9-8e3cf1f8fa67', 'tenant_id': 'de45cb2c88af49d4a334eef3c80bde87', 'fixed_ips': [{'subnet_id': '2ed2770d-a0e0-437e-8661-8d35aa374596'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:41:07.871341 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8e463792-661c-49ec-b017-90dc3f2e712d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:07.924390 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5b33b053-c23a-4fa1-8d9a-f0d48037bf55 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:07.944810 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-5b33b053-c23a-4fa1-8d9a-f0d48037bf55 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] device_id is not set on port cce854fe-a862-42fb-b8f0-c85b7ab52c3a yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:41:07.951952 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-a8f471dd-d521-47b5-9a71-dfdc790919de None None] Provisioning for port 71ffe000-d053-488a-918a-a1d8cb3bbcfd completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:41:07.982060 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-aeb4a677-9d21-41f9-a982-fbaef51fe566 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Calling delete_port for 86039d5b-76ca-4d8c-b485-554e959f399f owned by {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:41:08.142300 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-aeb4a677-9d21-41f9-a982-fbaef51fe566 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:08.182203 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-8e463792-661c-49ec-b017-90dc3f2e712d None None] Allocated IP 172.20.0.2 (1312074d-1ab9-4e0d-99e9-8e3cf1f8fa67/2ed2770d-a0e0-437e-8661-8d35aa374596/4ea89870-b063-4e1b-9f35-9595eac0ec5f) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:41:08.190207 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4a677-9d21-41f9-a982-fbaef51fe566 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event deleted for resources: {'Port': ['ID=86039d5b-76ca-4d8c-b485-554e959f399f,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:08.244046 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-aeb4a677-9d21-41f9-a982-fbaef51fe566 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:08.258479 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-aeb4a677-9d21-41f9-a982-fbaef51fe566 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "DELETE /v2.0/ports/86039d5b-76ca-4d8c-b485-554e959f399f HTTP/1.1" status: 204 len: 168 time: 0.7760906 Sep 22 21:41:08.261012 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50324) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:08.307032 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-804a6daa-795c-47d4-b4c7-7bb9f6fead08 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] GET failed (client error): The resource could not be found. Sep 22 21:41:08.307569 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-804a6daa-795c-47d4-b4c7-7bb9f6fead08 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Synchronizing usage tracker for tenant:37d6650486a5496cbd52782c722d1341 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:41:08.323940 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-804a6daa-795c-47d4-b4c7-7bb9f6fead08 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Unset dirty status for tenant:37d6650486a5496cbd52782c722d1341 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:41:08.328238 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-804a6daa-795c-47d4-b4c7-7bb9f6fead08 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "GET /v2.0/ports/86039d5b-76ca-4d8c-b485-554e959f399f HTTP/1.1" status: 404 len: 333 time: 0.0629332 Sep 22 21:41:08.328386 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50328) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:08.416886 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8e463792-661c-49ec-b017-90dc3f2e712d None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:08.428394 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-8e463792-661c-49ec-b017-90dc3f2e712d None None] Transition to ACTIVE for port object 4ea89870-b063-4e1b-9f35-9595eac0ec5f will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:41:08.449329 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-8e463792-661c-49ec-b017-90dc3f2e712d None None] Transition to ACTIVE for port object 4ea89870-b063-4e1b-9f35-9595eac0ec5f will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:41:08.457870 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8e463792-661c-49ec-b017-90dc3f2e712d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:08.561571 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-c25bea83-8fb2-495c-aa3e-2e353ee07581 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Deleting subnet 357964c4-7f81-4c18-8689-3c4ece305ea2 {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:41:08.565789 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c25bea83-8fb2-495c-aa3e-2e353ee07581 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:08.580552 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e463792-661c-49ec-b017-90dc3f2e712d None None] Network 1312074d-1ab9-4e0d-99e9-8e3cf1f8fa67 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:41:08.585458 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-8e463792-661c-49ec-b017-90dc3f2e712d None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:41:08.587304 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e463792-661c-49ec-b017-90dc3f2e712d None None] Pushing event updated for resources: {'Port': ['ID=4ea89870-b063-4e1b-9f35-9595eac0ec5f,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:08.589489 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e463792-661c-49ec-b017-90dc3f2e712d None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:41:08.596567 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-5b33b053-c23a-4fa1-8d9a-f0d48037bf55 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Allocated IP 172.20.0.10 (1312074d-1ab9-4e0d-99e9-8e3cf1f8fa67/2ed2770d-a0e0-437e-8661-8d35aa374596/cce854fe-a862-42fb-b8f0-c85b7ab52c3a) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:41:08.637077 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c25bea83-8fb2-495c-aa3e-2e353ee07581 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:08.675745 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-0f95e2fc-b509-4f2c-80b8-73ea6e1cb059 None None] Could not find standard attr ID for object 86039d5b-76ca-4d8c-b485-554e959f399f. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:41:08.701472 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-8e463792-661c-49ec-b017-90dc3f2e712d None None] Attempting to bind port 4ea89870-b063-4e1b-9f35-9595eac0ec5f on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:41:08.701947 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-8e463792-661c-49ec-b017-90dc3f2e712d None None] Attempting to bind port 4ea89870-b063-4e1b-9f35-9595eac0ec5f by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '2cd4274d-7741-422f-91ee-6b9517013208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1312074d-1ab9-4e0d-99e9-8e3cf1f8fa67'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:41:08.702384 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e463792-661c-49ec-b017-90dc3f2e712d None None] Attempting to bind port 4ea89870-b063-4e1b-9f35-9595eac0ec5f on network 1312074d-1ab9-4e0d-99e9-8e3cf1f8fa67 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:41:08.709287 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e463792-661c-49ec-b017-90dc3f2e712d None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:41:08.709884 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e463792-661c-49ec-b017-90dc3f2e712d None None] Checking segment: {'id': '2cd4274d-7741-422f-91ee-6b9517013208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1312074d-1ab9-4e0d-99e9-8e3cf1f8fa67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:41:08.710366 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8e463792-661c-49ec-b017-90dc3f2e712d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:08.715281 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e463792-661c-49ec-b017-90dc3f2e712d None None] Bound using segment: {'id': '2cd4274d-7741-422f-91ee-6b9517013208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1312074d-1ab9-4e0d-99e9-8e3cf1f8fa67'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:41:08.715784 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-8e463792-661c-49ec-b017-90dc3f2e712d None None] Bound port: 4ea89870-b063-4e1b-9f35-9595eac0ec5f, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd4274d-7741-422f-91ee-6b9517013208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1312074d-1ab9-4e0d-99e9-8e3cf1f8fa67'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:41:08.716168 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8e463792-661c-49ec-b017-90dc3f2e712d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:08.765422 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 71ffe000-d053-488a-918a-a1d8cb3bbcfd up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:41:08.834073 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-e88c07bb-8ad9-4ad9-9a8c-48495a8cf967 None None] Could not find standard attr ID for object 86039d5b-76ca-4d8c-b485-554e959f399f. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:41:08.869977 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c25bea83-8fb2-495c-aa3e-2e353ee07581 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:08.881154 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-8e463792-661c-49ec-b017-90dc3f2e712d None None] For port 4ea89870-b063-4e1b-9f35-9595eac0ec5f, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:41:08.884687 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-8e463792-661c-49ec-b017-90dc3f2e712d None None] For port 4ea89870-b063-4e1b-9f35-9595eac0ec5f, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=4ea89870-b063-4e1b-9f35-9595eac0ec5f,segment=NetworkSegment(2cd4274d-7741-422f-91ee-6b9517013208),segment_id=2cd4274d-7741-422f-91ee-6b9517013208)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:41:08.888967 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 71ffe000-d053-488a-918a-a1d8cb3bbcfd completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:41:08.895494 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8e463792-661c-49ec-b017-90dc3f2e712d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:08.940169 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 71ffe000-d053-488a-918a-a1d8cb3bbcfd triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:41:08.941063 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:08.941402 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 71ffe000-d053-488a-918a-a1d8cb3bbcfd Sep 22 21:41:08.965327 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5b33b053-c23a-4fa1-8d9a-f0d48037bf55 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:08.998253 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-5b33b053-c23a-4fa1-8d9a-f0d48037bf55 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Transition to ACTIVE for port object cce854fe-a862-42fb-b8f0-c85b7ab52c3a will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:41:09.010776 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c25bea83-8fb2-495c-aa3e-2e353ee07581 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:09.039603 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e463792-661c-49ec-b017-90dc3f2e712d None None] Pushing event updated for resources: {'Port': ['ID=4ea89870-b063-4e1b-9f35-9595eac0ec5f,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:09.060543 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25bea83-8fb2-495c-aa3e-2e353ee07581 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event deleted for resources: {'Subnet': ['ID=357964c4-7f81-4c18-8689-3c4ece305ea2,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:09.071855 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c25bea83-8fb2-495c-aa3e-2e353ee07581 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:09.085440 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c25bea83-8fb2-495c-aa3e-2e353ee07581 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "DELETE /v2.0/subnets/357964c4-7f81-4c18-8689-3c4ece305ea2 HTTP/1.1" status: 204 len: 168 time: 0.7547915 Sep 22 21:41:09.086593 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50332) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:09.099975 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5b33b053-c23a-4fa1-8d9a-f0d48037bf55 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:09.120403 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-c89748a9-278e-4065-9591-8917bf7f797e None None] Could not find standard attr ID for object db43ecd8-d7cb-4561-9fc4-0c1fbdf7a8c0. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:41:09.137931 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 71ffe000-d053-488a-918a-a1d8cb3bbcfd is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:41:09.138521 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:09.176896 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 71ffe000-d053-488a-918a-a1d8cb3bbcfd, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=71ffe000-d053-488a-918a-a1d8cb3bbcfd,segment=NetworkSegment(89447664-a418-4a84-a20c-128ac0ef5df0),segment_id=89447664-a418-4a84-a20c-128ac0ef5df0)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:41:09.184480 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:09.187157 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b33b053-c23a-4fa1-8d9a-f0d48037bf55 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event updated for resources: {'Port': ['ID=cce854fe-a862-42fb-b8f0-c85b7ab52c3a,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:09.216091 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b33b053-c23a-4fa1-8d9a-f0d48037bf55 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Network 1312074d-1ab9-4e0d-99e9-8e3cf1f8fa67 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:41:09.217404 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-5b33b053-c23a-4fa1-8d9a-f0d48037bf55 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:41:09.219743 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b33b053-c23a-4fa1-8d9a-f0d48037bf55 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:41:09.300026 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9d9bba87-be14-41f3-9d69-4a0b548661a2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:09.324852 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=71ffe000-d053-488a-918a-a1d8cb3bbcfd,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:09.335402 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-9d9bba87-be14-41f3-9d69-4a0b548661a2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Deleting port 71ffe000-d053-488a-918a-a1d8cb3bbcfd {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:41:09.336331 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9d9bba87-be14-41f3-9d69-4a0b548661a2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:09.349207 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b33b053-c23a-4fa1-8d9a-f0d48037bf55 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:09.349822 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5b33b053-c23a-4fa1-8d9a-f0d48037bf55 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:09.388884 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-5b33b053-c23a-4fa1-8d9a-f0d48037bf55 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7937319 Sep 22 21:41:09.397387 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50336) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:09.404921 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c0929b-5933-4122-a31a-a70e7696a62e None None] Network 3d935c92-3b88-4f34-8c5d-fbcb1f450e21 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:41:09.415289 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-ad09937a-8769-4114-8a46-240e60ac288d tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Request body: {'port': {'network_id': '1312074d-1ab9-4e0d-99e9-8e3cf1f8fa67', 'name': 'tempest-PortsTestJSON-1024069527', 'fixed_ips': [{'subnet_id': '2ed2770d-a0e0-437e-8661-8d35aa374596', 'ip_address': '172.20.0.9'}]}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:09.585756 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-ad09937a-8769-4114-8a46-240e60ac288d tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:09.592907 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-ad09937a-8769-4114-8a46-240e60ac288d tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Usage tracker for resource:port and tenant:de45cb2c88af49d4a334eef3c80bde87 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:09.596514 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-ad09937a-8769-4114-8a46-240e60ac288d tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:09.604688 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-ad09937a-8769-4114-8a46-240e60ac288d tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:09.615372 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad09937a-8769-4114-8a46-240e60ac288d tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Made reservation on behalf of de45cb2c88af49d4a334eef3c80bde87 for: {'port': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:41:09.620508 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ad09937a-8769-4114-8a46-240e60ac288d tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:09.644266 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-ad09937a-8769-4114-8a46-240e60ac288d tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] device_id is not set on port 94cee094-201d-460b-832a-0deff888d77d yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:41:09.658520 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-864cc44e-9f8a-4e73-a399-50f847644f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:09.705631 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-9d9bba87-be14-41f3-9d69-4a0b548661a2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] For port 71ffe000-d053-488a-918a-a1d8cb3bbcfd, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=71ffe000-d053-488a-918a-a1d8cb3bbcfd,segment=NetworkSegment(89447664-a418-4a84-a20c-128ac0ef5df0),segment_id=89447664-a418-4a84-a20c-128ac0ef5df0)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:41:09.705993 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9d9bba87-be14-41f3-9d69-4a0b548661a2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:09.723806 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35534a6e-2265-44d3-b5ef-d175ecc3fbcd None None] DHCP port deletion for 3d935c92-3b88-4f34-8c5d-fbcb1f450e21 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:41:09.727908 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-35534a6e-2265-44d3-b5ef-d175ecc3fbcd None None] Deleting port 71ffe000-d053-488a-918a-a1d8cb3bbcfd {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:41:09.728349 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-35534a6e-2265-44d3-b5ef-d175ecc3fbcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:09.830109 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-9d9bba87-be14-41f3-9d69-4a0b548661a2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Calling delete_port for 71ffe000-d053-488a-918a-a1d8cb3bbcfd owned by network:dhcp {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:41:09.861994 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-ad09937a-8769-4114-8a46-240e60ac288d tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Allocated IP 172.20.0.9 (1312074d-1ab9-4e0d-99e9-8e3cf1f8fa67/2ed2770d-a0e0-437e-8661-8d35aa374596/94cee094-201d-460b-832a-0deff888d77d) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:41:09.914944 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9d9bba87-be14-41f3-9d69-4a0b548661a2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:09.958023 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-35534a6e-2265-44d3-b5ef-d175ecc3fbcd None None] For port 71ffe000-d053-488a-918a-a1d8cb3bbcfd, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=71ffe000-d053-488a-918a-a1d8cb3bbcfd,segment=NetworkSegment(89447664-a418-4a84-a20c-128ac0ef5df0),segment_id=89447664-a418-4a84-a20c-128ac0ef5df0)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:41:09.958366 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-35534a6e-2265-44d3-b5ef-d175ecc3fbcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:09.969142 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9bba87-be14-41f3-9d69-4a0b548661a2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event deleted for resources: {'Port': ['ID=71ffe000-d053-488a-918a-a1d8cb3bbcfd,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:09.971276 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9bba87-be14-41f3-9d69-4a0b548661a2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] No DVR routers for this DVR port 71ffe000-d053-488a-918a-a1d8cb3bbcfd on host dv-neutron-858900-1-hyperv {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:41:10.092463 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-35534a6e-2265-44d3-b5ef-d175ecc3fbcd None None] Calling delete_port for 71ffe000-d053-488a-918a-a1d8cb3bbcfd owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:41:10.098777 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9d9bba87-be14-41f3-9d69-4a0b548661a2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:10.126208 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ad09937a-8769-4114-8a46-240e60ac288d tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:10.126939 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-9d9bba87-be14-41f3-9d69-4a0b548661a2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d935c92-3b88-4f34-8c5d-fbcb1f450e21']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:41:10.144025 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-9d9bba87-be14-41f3-9d69-4a0b548661a2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89447664-a418-4a84-a20c-128ac0ef5df0') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:41:10.144331 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-9d9bba87-be14-41f3-9d69-4a0b548661a2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89447664-a418-4a84-a20c-128ac0ef5df0') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:41:10.144895 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-ad09937a-8769-4114-8a46-240e60ac288d tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Transition to ACTIVE for port object 94cee094-201d-460b-832a-0deff888d77d will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:41:10.160124 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9d9bba87-be14-41f3-9d69-4a0b548661a2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:10.173903 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ad09937a-8769-4114-8a46-240e60ac288d tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:10.181775 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.db.api [None req-35534a6e-2265-44d3-b5ef-d175ecc3fbcd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:41:10.182267 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG oslo_db.api [None req-35534a6e-2265-44d3-b5ef-d175ecc3fbcd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:41:10.183001 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9d9bba87-be14-41f3-9d69-4a0b548661a2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:10.191303 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d9bba87-be14-41f3-9d69-4a0b548661a2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:41:10.193212 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9d9bba87-be14-41f3-9d69-4a0b548661a2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:10.262527 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad09937a-8769-4114-8a46-240e60ac288d tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Network 1312074d-1ab9-4e0d-99e9-8e3cf1f8fa67 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:41:10.266076 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-ad09937a-8769-4114-8a46-240e60ac288d tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:41:10.270115 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad09937a-8769-4114-8a46-240e60ac288d tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:41:10.278792 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 89447664-a418-4a84-a20c-128ac0ef5df0 resource provider aggregate not found Sep 22 21:41:10.301276 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 89447664-a418-4a84-a20c-128ac0ef5df0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 89447664-a418-4a84-a20c-128ac0ef5df0 found for delete ", "request_id": "req-187ed208-b93c-4a53-a5cb-cc495a135ec2"}]} Sep 22 21:41:10.309632 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad09937a-8769-4114-8a46-240e60ac288d tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event updated for resources: {'Port': ['ID=94cee094-201d-460b-832a-0deff888d77d,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:10.322015 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9d9bba87-be14-41f3-9d69-4a0b548661a2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:10.327898 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa60561-835d-489e-b912-6c05378f8262 None None] Network 1312074d-1ab9-4e0d-99e9-8e3cf1f8fa67 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:41:10.342412 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9d9bba87-be14-41f3-9d69-4a0b548661a2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:10.349056 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad09937a-8769-4114-8a46-240e60ac288d tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:10.349592 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9bba87-be14-41f3-9d69-4a0b548661a2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event deleted for resources: {'Network': ['ID=3d935c92-3b88-4f34-8c5d-fbcb1f450e21,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:10.349964 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ad09937a-8769-4114-8a46-240e60ac288d tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:10.368274 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50344) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:10.368507 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-9d9bba87-be14-41f3-9d69-4a0b548661a2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "DELETE /v2.0/networks/3d935c92-3b88-4f34-8c5d-fbcb1f450e21 HTTP/1.1" status: 204 len: 168 time: 1.2806110 Sep 22 21:41:10.376798 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-76d63b2e-e694-4cff-b170-a3f4141c761d tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1106576989'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:10.383779 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-76d63b2e-e694-4cff-b170-a3f4141c761d tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:10.388299 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ad09937a-8769-4114-8a46-240e60ac288d tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9898980 Sep 22 21:41:10.389485 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-76d63b2e-e694-4cff-b170-a3f4141c761d tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Usage tracker for resource:network and tenant:37d6650486a5496cbd52782c722d1341 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:10.391983 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50348) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:10.392451 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-76d63b2e-e694-4cff-b170-a3f4141c761d tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:10.399216 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-76d63b2e-e694-4cff-b170-a3f4141c761d tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:10.408817 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d63b2e-e694-4cff-b170-a3f4141c761d tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Made reservation on behalf of 37d6650486a5496cbd52782c722d1341 for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:41:10.413358 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-76d63b2e-e694-4cff-b170-a3f4141c761d tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:10.416479 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-538c0f7d-f49e-4b20-b1a3-c8ad47788276 None None] Provisioning for port 4ea89870-b063-4e1b-9f35-9595eac0ec5f completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:41:10.442268 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76d63b2e-e694-4cff-b170-a3f4141c761d tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:41:10.451463 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-76d63b2e-e694-4cff-b170-a3f4141c761d tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:10.451806 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-76d63b2e-e694-4cff-b170-a3f4141c761d tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Added segment bbf5e07c-0bb3-4278-b1f3-f79ef3eec633 of type vlan for network 839448eb-e3ec-48ca-b9ad-fe9dacd33d8b Sep 22 21:41:10.479123 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-76d63b2e-e694-4cff-b170-a3f4141c761d tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:10.505016 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f5e704-ac69-4779-a075-0a390b8ac9fb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:10.509395 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50352) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:10.509878 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-d2f5e704-ac69-4779-a075-0a390b8ac9fb tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1155570 Sep 22 21:41:10.546971 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-76d63b2e-e694-4cff-b170-a3f4141c761d tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:10.552888 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d63b2e-e694-4cff-b170-a3f4141c761d tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:10.553463 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-76d63b2e-e694-4cff-b170-a3f4141c761d tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:10.684048 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-35534a6e-2265-44d3-b5ef-d175ecc3fbcd None None] Deleting port 71ffe000-d053-488a-918a-a1d8cb3bbcfd {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:41:10.684437 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-35534a6e-2265-44d3-b5ef-d175ecc3fbcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:10.690061 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-76d63b2e-e694-4cff-b170-a3f4141c761d tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3207660 Sep 22 21:41:10.694471 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50356) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:10.698993 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d63b2e-e694-4cff-b170-a3f4141c761d tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event updated for resources: {'Network': ['ID=839448eb-e3ec-48ca-b9ad-fe9dacd33d8b,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:10.702352 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-3f833a63-360c-4fda-8674-9a862ccb401c tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Request body: {'subnet': {'network_id': '839448eb-e3ec-48ca-b9ad-fe9dacd33d8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:10.740707 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d60668-5f68-492f-b57a-52591f1850f4 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:10.747394 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d60668-5f68-492f-b57a-52591f1850f4 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:10.753652 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d60668-5f68-492f-b57a-52591f1850f4 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:10.755963 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-95d60668-5f68-492f-b57a-52591f1850f4 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Synchronizing usage tracker for tenant:de45cb2c88af49d4a334eef3c80bde87 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:41:10.775382 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-95d60668-5f68-492f-b57a-52591f1850f4 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Unset dirty status for tenant:de45cb2c88af49d4a334eef3c80bde87 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:41:10.776577 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-95d60668-5f68-492f-b57a-52591f1850f4 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.2658846 Sep 22 21:41:10.779490 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50360) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:10.791007 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 839448eb-e3ec-48ca-b9ad-fe9dacd33d8b details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:41:10.806536 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 4ea89870-b063-4e1b-9f35-9595eac0ec5f up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:41:10.845441 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-3f833a63-360c-4fda-8674-9a862ccb401c tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:10.850771 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-3f833a63-360c-4fda-8674-9a862ccb401c tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Usage tracker for resource:subnet and tenant:37d6650486a5496cbd52782c722d1341 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:10.853817 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-3f833a63-360c-4fda-8674-9a862ccb401c tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:10.861257 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-3f833a63-360c-4fda-8674-9a862ccb401c tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:10.874521 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f833a63-360c-4fda-8674-9a862ccb401c tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Made reservation on behalf of 37d6650486a5496cbd52782c722d1341 for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:41:10.877965 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3f833a63-360c-4fda-8674-9a862ccb401c tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:10.978323 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-df4b5ec1-34cc-4f2b-b031-d37f4327e194 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Deleting port 94cee094-201d-460b-832a-0deff888d77d {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:41:10.978587 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-df4b5ec1-34cc-4f2b-b031-d37f4327e194 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:10.989518 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-35534a6e-2265-44d3-b5ef-d175ecc3fbcd None None] The port '71ffe000-d053-488a-918a-a1d8cb3bbcfd' was deleted {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 21:41:11.032332 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-acaee4d5-a11c-4813-bfd3-fa2fda44cd2b None None] Provisioning for port cce854fe-a862-42fb-b8f0-c85b7ab52c3a completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:41:11.046571 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-acaee4d5-a11c-4813-bfd3-fa2fda44cd2b None None] Provisioning complete for port cce854fe-a862-42fb-b8f0-c85b7ab52c3a triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:41:11.047370 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-acaee4d5-a11c-4813-bfd3-fa2fda44cd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:11.047927 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-acaee4d5-a11c-4813-bfd3-fa2fda44cd2b None None] Attempt 1 to provision port cce854fe-a862-42fb-b8f0-c85b7ab52c3a Sep 22 21:41:11.098466 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 4ea89870-b063-4e1b-9f35-9595eac0ec5f completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:41:11.108861 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 4ea89870-b063-4e1b-9f35-9595eac0ec5f triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:41:11.109235 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:11.109580 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 4ea89870-b063-4e1b-9f35-9595eac0ec5f Sep 22 21:41:11.152874 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-acaee4d5-a11c-4813-bfd3-fa2fda44cd2b None None] Port cce854fe-a862-42fb-b8f0-c85b7ab52c3a cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:41:11.161924 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3f833a63-360c-4fda-8674-9a862ccb401c tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:11.259666 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 4ea89870-b063-4e1b-9f35-9595eac0ec5f is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:41:11.260047 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:11.278460 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f833a63-360c-4fda-8674-9a862ccb401c tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event updated for resources: {'Subnet': ['ID=81ce0ab9-ded7-42bc-8f57-ecfa3b202ff1,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:11.286455 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-df4b5ec1-34cc-4f2b-b031-d37f4327e194 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:11.306382 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 4ea89870-b063-4e1b-9f35-9595eac0ec5f, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=4ea89870-b063-4e1b-9f35-9595eac0ec5f,segment=NetworkSegment(2cd4274d-7741-422f-91ee-6b9517013208),segment_id=2cd4274d-7741-422f-91ee-6b9517013208)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:41:11.308934 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f833a63-360c-4fda-8674-9a862ccb401c tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Checking segment: {'id': 'bbf5e07c-0bb3-4278-b1f3-f79ef3eec633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '839448eb-e3ec-48ca-b9ad-fe9dacd33d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:41:11.309828 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f833a63-360c-4fda-8674-9a862ccb401c tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Network hostable DHCP agents. Network: 839448eb-e3ec-48ca-b9ad-fe9dacd33d8b, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:41:11.320959 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:11.340180 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f833a63-360c-4fda-8674-9a862ccb401c tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Network 839448eb-e3ec-48ca-b9ad-fe9dacd33d8b is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:41:11.357287 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-3f833a63-360c-4fda-8674-9a862ccb401c tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 839448eb-e3ec-48ca-b9ad-fe9dacd33d8b) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:41:11.365947 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f833a63-360c-4fda-8674-9a862ccb401c tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:11.367032 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3f833a63-360c-4fda-8674-9a862ccb401c tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:11.381124 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744dc1fb-ec88-4ab5-b65a-f1eaf5429228 None None] Network 839448eb-e3ec-48ca-b9ad-fe9dacd33d8b requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:41:11.398110 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-3f833a63-360c-4fda-8674-9a862ccb401c tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7014289 Sep 22 21:41:11.400751 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50364) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:11.408121 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-36a530bf-2c7f-4621-8c0d-18cdf678fecc tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Request body: {'port': {'network_id': '839448eb-e3ec-48ca-b9ad-fe9dacd33d8b', 'name': 'tempest-PortsIpV6TestJSON-2067374347', 'fixed_ips': [{'subnet_id': '81ce0ab9-ded7-42bc-8f57-ecfa3b202ff1', 'ip_address': '2001:db8::10'}]}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:11.416854 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 71ffe000-d053-488a-918a-a1d8cb3bbcfd no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:41:11.444943 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-df4b5ec1-34cc-4f2b-b031-d37f4327e194 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Calling delete_port for 94cee094-201d-460b-832a-0deff888d77d owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:41:11.506579 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 71ffe000-d053-488a-918a-a1d8cb3bbcfd {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:41:11.506945 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 71ffe000-d053-488a-918a-a1d8cb3bbcfd not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:41:11.532517 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=4ea89870-b063-4e1b-9f35-9595eac0ec5f,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:11.570550 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-36a530bf-2c7f-4621-8c0d-18cdf678fecc tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:11.574998 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-36a530bf-2c7f-4621-8c0d-18cdf678fecc tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Usage tracker for resource:port and tenant:37d6650486a5496cbd52782c722d1341 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:11.577880 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-36a530bf-2c7f-4621-8c0d-18cdf678fecc tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:11.583892 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-36a530bf-2c7f-4621-8c0d-18cdf678fecc tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:11.594765 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a530bf-2c7f-4621-8c0d-18cdf678fecc tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Made reservation on behalf of 37d6650486a5496cbd52782c722d1341 for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:41:11.608279 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-df4b5ec1-34cc-4f2b-b031-d37f4327e194 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:11.657634 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-acaee4d5-a11c-4813-bfd3-fa2fda44cd2b None None] Attempt 2 to provision port cce854fe-a862-42fb-b8f0-c85b7ab52c3a Sep 22 21:41:11.659411 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4b5ec1-34cc-4f2b-b031-d37f4327e194 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event deleted for resources: {'Port': ['ID=94cee094-201d-460b-832a-0deff888d77d,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:11.719671 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c0aa3d-e20a-4f43-8f22-26318b5b9915 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-839448eb-e3ec-48ca-b9ad-fe9dacd33d8b', 'network_id': '839448eb-e3ec-48ca-b9ad-fe9dacd33d8b', 'tenant_id': '37d6650486a5496cbd52782c722d1341', 'fixed_ips': [{'subnet_id': '81ce0ab9-ded7-42bc-8f57-ecfa3b202ff1'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:41:11.720498 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-48c0aa3d-e20a-4f43-8f22-26318b5b9915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:11.788090 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-df4b5ec1-34cc-4f2b-b031-d37f4327e194 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:11.809862 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-df4b5ec1-34cc-4f2b-b031-d37f4327e194 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "DELETE /v2.0/ports/94cee094-201d-460b-832a-0deff888d77d HTTP/1.1" status: 204 len: 168 time: 1.0292399 Sep 22 21:41:11.810837 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50368) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:11.846150 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-36a530bf-2c7f-4621-8c0d-18cdf678fecc tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:11.865315 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-891ceb3d-5904-4b95-b809-5e97a1b4c9de tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] GET failed (client error): The resource could not be found. Sep 22 21:41:11.865999 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-891ceb3d-5904-4b95-b809-5e97a1b4c9de tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Synchronizing usage tracker for tenant:de45cb2c88af49d4a334eef3c80bde87 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:41:11.874080 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [None req-36a530bf-2c7f-4621-8c0d-18cdf678fecc tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] device_id is not set on port 43e4b9ef-5fc9-4353-836c-66d97447e6d4 yet. {{(pid=89008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:41:11.887646 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-acaee4d5-a11c-4813-bfd3-fa2fda44cd2b None None] Port cce854fe-a862-42fb-b8f0-c85b7ab52c3a cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:41:11.889307 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-891ceb3d-5904-4b95-b809-5e97a1b4c9de tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Unset dirty status for tenant:de45cb2c88af49d4a334eef3c80bde87 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:41:11.894656 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-891ceb3d-5904-4b95-b809-5e97a1b4c9de tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "GET /v2.0/ports/94cee094-201d-460b-832a-0deff888d77d HTTP/1.1" status: 404 len: 333 time: 0.0824795 Sep 22 21:41:11.895717 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50372) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:11.920476 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-bc54a6a8-c1d1-4258-ba05-3fe7d85323ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:11.923484 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-48c0aa3d-e20a-4f43-8f22-26318b5b9915 None None] Allocated IP 2001:db8::2 (839448eb-e3ec-48ca-b9ad-fe9dacd33d8b/81ce0ab9-ded7-42bc-8f57-ecfa3b202ff1/72379b5a-53b8-4ee8-9dc7-e814fb100b29) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:41:11.972817 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5921e-5caf-4527-a295-7ae617e18a72 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Deleting port cce854fe-a862-42fb-b8f0-c85b7ab52c3a {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:41:11.973249 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9fd5921e-5caf-4527-a295-7ae617e18a72 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:12.134093 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-48c0aa3d-e20a-4f43-8f22-26318b5b9915 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:12.143966 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-48c0aa3d-e20a-4f43-8f22-26318b5b9915 None None] Transition to ACTIVE for port object 72379b5a-53b8-4ee8-9dc7-e814fb100b29 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:41:12.161935 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-48c0aa3d-e20a-4f43-8f22-26318b5b9915 None None] Transition to ACTIVE for port object 72379b5a-53b8-4ee8-9dc7-e814fb100b29 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:41:12.167235 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-48c0aa3d-e20a-4f43-8f22-26318b5b9915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:12.233591 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c0aa3d-e20a-4f43-8f22-26318b5b9915 None None] Network 839448eb-e3ec-48ca-b9ad-fe9dacd33d8b is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:41:12.235361 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9fd5921e-5caf-4527-a295-7ae617e18a72 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:12.237066 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-48c0aa3d-e20a-4f43-8f22-26318b5b9915 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:41:12.241631 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c0aa3d-e20a-4f43-8f22-26318b5b9915 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:41:12.264440 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-36a530bf-2c7f-4621-8c0d-18cdf678fecc tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Allocated IP 2001:db8::10 (839448eb-e3ec-48ca-b9ad-fe9dacd33d8b/81ce0ab9-ded7-42bc-8f57-ecfa3b202ff1/43e4b9ef-5fc9-4353-836c-66d97447e6d4) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:41:12.325140 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c0aa3d-e20a-4f43-8f22-26318b5b9915 None None] Pushing event updated for resources: {'Port': ['ID=72379b5a-53b8-4ee8-9dc7-e814fb100b29,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:12.351946 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-48c0aa3d-e20a-4f43-8f22-26318b5b9915 None None] Attempting to bind port 72379b5a-53b8-4ee8-9dc7-e814fb100b29 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:41:12.352630 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-48c0aa3d-e20a-4f43-8f22-26318b5b9915 None None] Attempting to bind port 72379b5a-53b8-4ee8-9dc7-e814fb100b29 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'bbf5e07c-0bb3-4278-b1f3-f79ef3eec633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '839448eb-e3ec-48ca-b9ad-fe9dacd33d8b'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:41:12.352995 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c0aa3d-e20a-4f43-8f22-26318b5b9915 None None] Attempting to bind port 72379b5a-53b8-4ee8-9dc7-e814fb100b29 on network 839448eb-e3ec-48ca-b9ad-fe9dacd33d8b {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:41:12.358654 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c0aa3d-e20a-4f43-8f22-26318b5b9915 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:41:12.358654 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c0aa3d-e20a-4f43-8f22-26318b5b9915 None None] Checking segment: {'id': 'bbf5e07c-0bb3-4278-b1f3-f79ef3eec633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '839448eb-e3ec-48ca-b9ad-fe9dacd33d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:41:12.359028 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-48c0aa3d-e20a-4f43-8f22-26318b5b9915 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:12.359421 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c0aa3d-e20a-4f43-8f22-26318b5b9915 None None] Bound using segment: {'id': 'bbf5e07c-0bb3-4278-b1f3-f79ef3eec633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '839448eb-e3ec-48ca-b9ad-fe9dacd33d8b'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:41:12.359887 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-48c0aa3d-e20a-4f43-8f22-26318b5b9915 None None] Bound port: 72379b5a-53b8-4ee8-9dc7-e814fb100b29, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbf5e07c-0bb3-4278-b1f3-f79ef3eec633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '839448eb-e3ec-48ca-b9ad-fe9dacd33d8b'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:41:12.360263 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-48c0aa3d-e20a-4f43-8f22-26318b5b9915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:12.366061 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5921e-5caf-4527-a295-7ae617e18a72 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Calling delete_port for cce854fe-a862-42fb-b8f0-c85b7ab52c3a owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:41:12.403549 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-acaee4d5-a11c-4813-bfd3-fa2fda44cd2b None None] Attempt 3 to provision port cce854fe-a862-42fb-b8f0-c85b7ab52c3a Sep 22 21:41:12.485560 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-acaee4d5-a11c-4813-bfd3-fa2fda44cd2b None None] Port cce854fe-a862-42fb-b8f0-c85b7ab52c3a cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:41:12.492377 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-36a530bf-2c7f-4621-8c0d-18cdf678fecc tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:12.495457 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-48c0aa3d-e20a-4f43-8f22-26318b5b9915 None None] For port 72379b5a-53b8-4ee8-9dc7-e814fb100b29, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:41:12.498798 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-48c0aa3d-e20a-4f43-8f22-26318b5b9915 None None] For port 72379b5a-53b8-4ee8-9dc7-e814fb100b29, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=72379b5a-53b8-4ee8-9dc7-e814fb100b29,segment=NetworkSegment(bbf5e07c-0bb3-4278-b1f3-f79ef3eec633),segment_id=bbf5e07c-0bb3-4278-b1f3-f79ef3eec633)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:41:12.504545 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-48c0aa3d-e20a-4f43-8f22-26318b5b9915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:12.510384 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-36a530bf-2c7f-4621-8c0d-18cdf678fecc tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Transition to ACTIVE for port object 43e4b9ef-5fc9-4353-836c-66d97447e6d4 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:41:12.527334 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9fd5921e-5caf-4527-a295-7ae617e18a72 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:12.544136 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-36a530bf-2c7f-4621-8c0d-18cdf678fecc tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:12.581401 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5921e-5caf-4527-a295-7ae617e18a72 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event deleted for resources: {'Port': ['ID=cce854fe-a862-42fb-b8f0-c85b7ab52c3a,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:12.619905 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a530bf-2c7f-4621-8c0d-18cdf678fecc tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Network 839448eb-e3ec-48ca-b9ad-fe9dacd33d8b is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:41:12.623118 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-36a530bf-2c7f-4621-8c0d-18cdf678fecc tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:41:12.625900 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a530bf-2c7f-4621-8c0d-18cdf678fecc tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:41:12.627462 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c0aa3d-e20a-4f43-8f22-26318b5b9915 None None] Pushing event updated for resources: {'Port': ['ID=72379b5a-53b8-4ee8-9dc7-e814fb100b29,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:12.632020 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a530bf-2c7f-4621-8c0d-18cdf678fecc tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:12.633193 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-36a530bf-2c7f-4621-8c0d-18cdf678fecc tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:12.662198 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a530bf-2c7f-4621-8c0d-18cdf678fecc tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event updated for resources: {'Port': ['ID=43e4b9ef-5fc9-4353-836c-66d97447e6d4,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:12.683678 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-36a530bf-2c7f-4621-8c0d-18cdf678fecc tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2816803 Sep 22 21:41:12.690564 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50376) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:12.696805 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-636851cb-661e-4aaf-a16d-e67136f64803 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Request body: {'port': {'network_id': '839448eb-e3ec-48ca-b9ad-fe9dacd33d8b', 'name': 'tempest-PortsIpV6TestJSON-1447364753', 'fixed_ips': [{'subnet_id': '81ce0ab9-ded7-42bc-8f57-ecfa3b202ff1', 'ip_address': '2001:db8::f'}]}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:12.727202 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:12.752587 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 4ea89870-b063-4e1b-9f35-9595eac0ec5f up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:41:12.840056 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 4ea89870-b063-4e1b-9f35-9595eac0ec5f triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:41:12.840752 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:12.841239 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 4ea89870-b063-4e1b-9f35-9595eac0ec5f Sep 22 21:41:12.871010 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9fd5921e-5caf-4527-a295-7ae617e18a72 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:12.891770 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-9fd5921e-5caf-4527-a295-7ae617e18a72 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "DELETE /v2.0/ports/cce854fe-a862-42fb-b8f0-c85b7ab52c3a HTTP/1.1" status: 204 len: 168 time: 0.9946022 Sep 22 21:41:12.891932 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-636851cb-661e-4aaf-a16d-e67136f64803 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:12.892371 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50380) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:12.897164 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-636851cb-661e-4aaf-a16d-e67136f64803 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Usage tracker for resource:port and tenant:37d6650486a5496cbd52782c722d1341 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:12.900930 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-636851cb-661e-4aaf-a16d-e67136f64803 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:12.913529 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-636851cb-661e-4aaf-a16d-e67136f64803 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:12.934103 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636851cb-661e-4aaf-a16d-e67136f64803 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Made reservation on behalf of 37d6650486a5496cbd52782c722d1341 for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:41:12.953038 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c0e881e-7db8-42b9-a385-929000bb502f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] GET failed (client error): The resource could not be found. Sep 22 21:41:12.953846 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-3c0e881e-7db8-42b9-a385-929000bb502f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Synchronizing usage tracker for tenant:de45cb2c88af49d4a334eef3c80bde87 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:41:12.956002 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-636851cb-661e-4aaf-a16d-e67136f64803 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:12.993715 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-acaee4d5-a11c-4813-bfd3-fa2fda44cd2b None None] Attempt 4 to provision port cce854fe-a862-42fb-b8f0-c85b7ab52c3a Sep 22 21:41:12.997244 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [None req-636851cb-661e-4aaf-a16d-e67136f64803 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] device_id is not set on port c724c3a7-c761-4dcc-8500-25fee7bb2fbd yet. {{(pid=89008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:41:13.007517 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-3c0e881e-7db8-42b9-a385-929000bb502f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Unset dirty status for tenant:de45cb2c88af49d4a334eef3c80bde87 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:41:13.007517 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-3c0e881e-7db8-42b9-a385-929000bb502f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "GET /v2.0/ports/cce854fe-a862-42fb-b8f0-c85b7ab52c3a HTTP/1.1" status: 404 len: 333 time: 0.1106400 Sep 22 21:41:13.007517 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50384) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:13.042937 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-acaee4d5-a11c-4813-bfd3-fa2fda44cd2b None None] Port cce854fe-a862-42fb-b8f0-c85b7ab52c3a was deleted so its status cannot be updated. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:41:13.048829 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-acaee4d5-a11c-4813-bfd3-fa2fda44cd2b None None] Could not find standard attr ID for object 94cee094-201d-460b-832a-0deff888d77d. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:41:13.068097 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-acaee4d5-a11c-4813-bfd3-fa2fda44cd2b None None] Provisioning complete for port 4ea89870-b063-4e1b-9f35-9595eac0ec5f triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:41:13.068916 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-acaee4d5-a11c-4813-bfd3-fa2fda44cd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:13.069400 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-acaee4d5-a11c-4813-bfd3-fa2fda44cd2b None None] Attempt 1 to provision port 4ea89870-b063-4e1b-9f35-9595eac0ec5f Sep 22 21:41:13.097940 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-23ec4a3e-9993-4d0d-bf00-a18a8f4310ff tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Deleting subnet 2ed2770d-a0e0-437e-8661-8d35aa374596 {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:41:13.101201 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-23ec4a3e-9993-4d0d-bf00-a18a8f4310ff tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:13.116095 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 4ea89870-b063-4e1b-9f35-9595eac0ec5f is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:41:13.144109 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:13.173443 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-23ec4a3e-9993-4d0d-bf00-a18a8f4310ff tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:13.217914 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-acaee4d5-a11c-4813-bfd3-fa2fda44cd2b None None] Current status of the port 4ea89870-b063-4e1b-9f35-9595eac0ec5f is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:41:13.246827 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-636851cb-661e-4aaf-a16d-e67136f64803 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Allocated IP 2001:db8::f (839448eb-e3ec-48ca-b9ad-fe9dacd33d8b/81ce0ab9-ded7-42bc-8f57-ecfa3b202ff1/c724c3a7-c761-4dcc-8500-25fee7bb2fbd) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:41:13.269317 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-23ec4a3e-9993-4d0d-bf00-a18a8f4310ff tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:13.334276 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-ee35916d-19b1-489c-82a7-a7f343ab638d None None] Could not find standard attr ID for object cce854fe-a862-42fb-b8f0-c85b7ab52c3a. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:41:13.337852 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-ee35916d-19b1-489c-82a7-a7f343ab638d None None] Could not find standard attr ID for object 94cee094-201d-460b-832a-0deff888d77d. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:41:13.356327 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-23ec4a3e-9993-4d0d-bf00-a18a8f4310ff tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:13.401693 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ec4a3e-9993-4d0d-bf00-a18a8f4310ff tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event deleted for resources: {'Subnet': ['ID=2ed2770d-a0e0-437e-8661-8d35aa374596,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:13.407458 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-23ec4a3e-9993-4d0d-bf00-a18a8f4310ff tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:13.417733 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50388) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:13.417957 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-23ec4a3e-9993-4d0d-bf00-a18a8f4310ff tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "DELETE /v2.0/subnets/2ed2770d-a0e0-437e-8661-8d35aa374596 HTTP/1.1" status: 204 len: 168 time: 0.4096470 Sep 22 21:41:13.418190 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3a1561-c6f8-4d48-bed4-61cb7ae8aa34 None None] Network 1312074d-1ab9-4e0d-99e9-8e3cf1f8fa67 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:41:13.572356 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-636851cb-661e-4aaf-a16d-e67136f64803 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:13.588385 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-43c4cf3f-ba9d-4437-af03-7ff7e6180215 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:13.604129 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-636851cb-661e-4aaf-a16d-e67136f64803 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Transition to ACTIVE for port object c724c3a7-c761-4dcc-8500-25fee7bb2fbd will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:41:13.611916 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-43c4cf3f-ba9d-4437-af03-7ff7e6180215 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Deleting port 4ea89870-b063-4e1b-9f35-9595eac0ec5f {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:41:13.612623 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-43c4cf3f-ba9d-4437-af03-7ff7e6180215 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:13.713535 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3276cd0d-4c9f-454d-a5e5-bdd92018b6a5 None None] DHCP port deletion for 1312074d-1ab9-4e0d-99e9-8e3cf1f8fa67 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:41:13.718951 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-3276cd0d-4c9f-454d-a5e5-bdd92018b6a5 None None] Deleting port 4ea89870-b063-4e1b-9f35-9595eac0ec5f {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:41:13.719460 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-3276cd0d-4c9f-454d-a5e5-bdd92018b6a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:13.739697 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-636851cb-661e-4aaf-a16d-e67136f64803 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:13.887548 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636851cb-661e-4aaf-a16d-e67136f64803 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Network 839448eb-e3ec-48ca-b9ad-fe9dacd33d8b is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:41:13.894543 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-636851cb-661e-4aaf-a16d-e67136f64803 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:41:13.896937 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636851cb-661e-4aaf-a16d-e67136f64803 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:41:13.902536 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636851cb-661e-4aaf-a16d-e67136f64803 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:13.903168 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-636851cb-661e-4aaf-a16d-e67136f64803 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:13.922801 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636851cb-661e-4aaf-a16d-e67136f64803 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event updated for resources: {'Port': ['ID=c724c3a7-c761-4dcc-8500-25fee7bb2fbd,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:13.953629 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-43c4cf3f-ba9d-4437-af03-7ff7e6180215 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] For port 4ea89870-b063-4e1b-9f35-9595eac0ec5f, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=4ea89870-b063-4e1b-9f35-9595eac0ec5f,segment=NetworkSegment(2cd4274d-7741-422f-91ee-6b9517013208),segment_id=2cd4274d-7741-422f-91ee-6b9517013208)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:41:13.954047 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-43c4cf3f-ba9d-4437-af03-7ff7e6180215 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:13.963211 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-636851cb-661e-4aaf-a16d-e67136f64803 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2714157 Sep 22 21:41:13.966456 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50392) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:13.978432 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-3276cd0d-4c9f-454d-a5e5-bdd92018b6a5 None None] For port 4ea89870-b063-4e1b-9f35-9595eac0ec5f, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=4ea89870-b063-4e1b-9f35-9595eac0ec5f,segment=NetworkSegment(2cd4274d-7741-422f-91ee-6b9517013208),segment_id=2cd4274d-7741-422f-91ee-6b9517013208)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:41:13.978966 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-3276cd0d-4c9f-454d-a5e5-bdd92018b6a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:14.042843 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94c9e9b-49ac-4600-b15b-bf64ec7fcece None None] Network 839448eb-e3ec-48ca-b9ad-fe9dacd33d8b requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:41:14.121451 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-3276cd0d-4c9f-454d-a5e5-bdd92018b6a5 None None] Calling delete_port for 4ea89870-b063-4e1b-9f35-9595eac0ec5f owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:41:14.234705 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-40089dca-a191-4089-8f37-4adf82361e74 None None] Provisioning for port 72379b5a-53b8-4ee8-9dc7-e814fb100b29 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:41:14.238979 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-43c4cf3f-ba9d-4437-af03-7ff7e6180215 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Calling delete_port for 4ea89870-b063-4e1b-9f35-9595eac0ec5f owned by network:dhcp {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:41:14.296935 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-3276cd0d-4c9f-454d-a5e5-bdd92018b6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:14.344004 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.db.api [None req-43c4cf3f-ba9d-4437-af03-7ff7e6180215 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:41:14.344321 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG oslo_db.api [None req-43c4cf3f-ba9d-4437-af03-7ff7e6180215 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:41:14.353572 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf7ce29-43ea-420a-9f30-da48ac9cc5b5 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:14.354290 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-fcf7ce29-43ea-420a-9f30-da48ac9cc5b5 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Synchronizing usage tracker for tenant:37d6650486a5496cbd52782c722d1341 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:41:14.354437 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3276cd0d-4c9f-454d-a5e5-bdd92018b6a5 None None] Pushing event deleted for resources: {'Port': ['ID=4ea89870-b063-4e1b-9f35-9595eac0ec5f,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:14.370551 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-fcf7ce29-43ea-420a-9f30-da48ac9cc5b5 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Unset dirty status for tenant:37d6650486a5496cbd52782c722d1341 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:41:14.371772 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-fcf7ce29-43ea-420a-9f30-da48ac9cc5b5 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.4042974 Sep 22 21:41:14.374705 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50396) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:14.391777 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3276cd0d-4c9f-454d-a5e5-bdd92018b6a5 None None] No DVR routers for this DVR port 4ea89870-b063-4e1b-9f35-9595eac0ec5f on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:41:14.470874 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78425a17-e8e1-40b2-b562-663b01a94219 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:14.477355 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78425a17-e8e1-40b2-b562-663b01a94219 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:14.483110 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78425a17-e8e1-40b2-b562-663b01a94219 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:14.484898 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-78425a17-e8e1-40b2-b562-663b01a94219 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1091480 Sep 22 21:41:14.488461 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50400) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:14.490566 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:14.557826 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-29ce99d0-f151-45d5-85e6-efff98a4d4cd tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Deleting port c724c3a7-c761-4dcc-8500-25fee7bb2fbd {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:41:14.558109 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-29ce99d0-f151-45d5-85e6-efff98a4d4cd tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:14.717217 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 72379b5a-53b8-4ee8-9dc7-e814fb100b29 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:41:14.801093 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 72379b5a-53b8-4ee8-9dc7-e814fb100b29 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:41:14.805528 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-b8a151f9-4c72-4af9-afd7-e5bb48876cf6 None None] Provisioning for port c724c3a7-c761-4dcc-8500-25fee7bb2fbd completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:41:14.809851 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 72379b5a-53b8-4ee8-9dc7-e814fb100b29 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:41:14.810129 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:14.810460 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 72379b5a-53b8-4ee8-9dc7-e814fb100b29 Sep 22 21:41:14.823817 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-29ce99d0-f151-45d5-85e6-efff98a4d4cd tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:14.839804 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-b8a151f9-4c72-4af9-afd7-e5bb48876cf6 None None] Provisioning complete for port c724c3a7-c761-4dcc-8500-25fee7bb2fbd triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:41:14.840172 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-b8a151f9-4c72-4af9-afd7-e5bb48876cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:14.840551 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-b8a151f9-4c72-4af9-afd7-e5bb48876cf6 None None] Attempt 1 to provision port c724c3a7-c761-4dcc-8500-25fee7bb2fbd Sep 22 21:41:14.845242 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-43c4cf3f-ba9d-4437-af03-7ff7e6180215 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Deleting port 4ea89870-b063-4e1b-9f35-9595eac0ec5f {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:41:14.846147 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-43c4cf3f-ba9d-4437-af03-7ff7e6180215 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:14.923905 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-43c4cf3f-ba9d-4437-af03-7ff7e6180215 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] The port '4ea89870-b063-4e1b-9f35-9595eac0ec5f' was deleted {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 21:41:14.957306 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-b8a151f9-4c72-4af9-afd7-e5bb48876cf6 None None] Port c724c3a7-c761-4dcc-8500-25fee7bb2fbd cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:41:14.964956 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-29ce99d0-f151-45d5-85e6-efff98a4d4cd tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Calling delete_port for c724c3a7-c761-4dcc-8500-25fee7bb2fbd owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:41:15.020264 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 72379b5a-53b8-4ee8-9dc7-e814fb100b29 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:41:15.020854 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:15.058370 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 72379b5a-53b8-4ee8-9dc7-e814fb100b29, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=72379b5a-53b8-4ee8-9dc7-e814fb100b29,segment=NetworkSegment(bbf5e07c-0bb3-4278-b1f3-f79ef3eec633),segment_id=bbf5e07c-0bb3-4278-b1f3-f79ef3eec633)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:41:15.064004 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:15.085891 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-43c4cf3f-ba9d-4437-af03-7ff7e6180215 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:15.120206 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-43c4cf3f-ba9d-4437-af03-7ff7e6180215 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1312074d-1ab9-4e0d-99e9-8e3cf1f8fa67']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:41:15.127371 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-29ce99d0-f151-45d5-85e6-efff98a4d4cd tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:15.150549 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 4ea89870-b063-4e1b-9f35-9595eac0ec5f no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:41:15.153723 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-43c4cf3f-ba9d-4437-af03-7ff7e6180215 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cd4274d-7741-422f-91ee-6b9517013208') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:41:15.154082 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-43c4cf3f-ba9d-4437-af03-7ff7e6180215 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cd4274d-7741-422f-91ee-6b9517013208') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:41:15.167410 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-43c4cf3f-ba9d-4437-af03-7ff7e6180215 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:15.190732 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 4ea89870-b063-4e1b-9f35-9595eac0ec5f {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:41:15.191096 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 4ea89870-b063-4e1b-9f35-9595eac0ec5f not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:41:15.191675 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-43c4cf3f-ba9d-4437-af03-7ff7e6180215 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:15.211819 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43c4cf3f-ba9d-4437-af03-7ff7e6180215 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:41:15.212436 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-43c4cf3f-ba9d-4437-af03-7ff7e6180215 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:15.216708 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=72379b5a-53b8-4ee8-9dc7-e814fb100b29,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:15.238960 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ce99d0-f151-45d5-85e6-efff98a4d4cd tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event deleted for resources: {'Port': ['ID=c724c3a7-c761-4dcc-8500-25fee7bb2fbd,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:15.242982 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-29ce99d0-f151-45d5-85e6-efff98a4d4cd tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:15.261530 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-29ce99d0-f151-45d5-85e6-efff98a4d4cd tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "DELETE /v2.0/ports/c724c3a7-c761-4dcc-8500-25fee7bb2fbd HTTP/1.1" status: 204 len: 168 time: 0.7719581 Sep 22 21:41:15.264181 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50404) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:15.311237 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-e737e2d3-5a1a-420a-9e07-0eebbc979027 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] GET failed (client error): The resource could not be found. Sep 22 21:41:15.311772 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-e737e2d3-5a1a-420a-9e07-0eebbc979027 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Synchronizing usage tracker for tenant:37d6650486a5496cbd52782c722d1341 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:41:15.330160 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-43c4cf3f-ba9d-4437-af03-7ff7e6180215 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:15.331470 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-e737e2d3-5a1a-420a-9e07-0eebbc979027 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Unset dirty status for tenant:37d6650486a5496cbd52782c722d1341 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:41:15.332813 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e737e2d3-5a1a-420a-9e07-0eebbc979027 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "GET /v2.0/ports/c724c3a7-c761-4dcc-8500-25fee7bb2fbd HTTP/1.1" status: 404 len: 333 time: 0.0675380 Sep 22 21:41:15.336785 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50410) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:15.352165 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-43c4cf3f-ba9d-4437-af03-7ff7e6180215 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:15.358274 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 2cd4274d-7741-422f-91ee-6b9517013208 resource provider aggregate not found Sep 22 21:41:15.364637 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c4cf3f-ba9d-4437-af03-7ff7e6180215 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event deleted for resources: {'Network': ['ID=1312074d-1ab9-4e0d-99e9-8e3cf1f8fa67,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:15.382278 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-43c4cf3f-ba9d-4437-af03-7ff7e6180215 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "DELETE /v2.0/networks/1312074d-1ab9-4e0d-99e9-8e3cf1f8fa67 HTTP/1.1" status: 204 len: 168 time: 1.9625795 Sep 22 21:41:15.384632 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 2cd4274d-7741-422f-91ee-6b9517013208 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2cd4274d-7741-422f-91ee-6b9517013208 found for delete ", "request_id": "req-b9e505a1-ed11-4a46-9713-29a58bd55637"}]} Sep 22 21:41:15.386994 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50416) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:15.392348 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-694e8853-08ee-4843-91ef-8b75ba14458e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-525599630'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:15.397404 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-694e8853-08ee-4843-91ef-8b75ba14458e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:15.401364 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-694e8853-08ee-4843-91ef-8b75ba14458e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Usage tracker for resource:network and tenant:de45cb2c88af49d4a334eef3c80bde87 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:15.404844 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-694e8853-08ee-4843-91ef-8b75ba14458e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:15.411056 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-694e8853-08ee-4843-91ef-8b75ba14458e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:15.411972 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-4ff45639-4088-4b98-a0b1-bde5a879fd24 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Deleting port 43e4b9ef-5fc9-4353-836c-66d97447e6d4 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:41:15.412350 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4ff45639-4088-4b98-a0b1-bde5a879fd24 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:15.422439 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694e8853-08ee-4843-91ef-8b75ba14458e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Made reservation on behalf of de45cb2c88af49d4a334eef3c80bde87 for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:41:15.426538 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-694e8853-08ee-4843-91ef-8b75ba14458e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:15.458136 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-b8a151f9-4c72-4af9-afd7-e5bb48876cf6 None None] Attempt 2 to provision port c724c3a7-c761-4dcc-8500-25fee7bb2fbd Sep 22 21:41:15.459423 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-694e8853-08ee-4843-91ef-8b75ba14458e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:41:15.468443 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-694e8853-08ee-4843-91ef-8b75ba14458e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:15.468886 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-694e8853-08ee-4843-91ef-8b75ba14458e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Added segment b4f2a34b-78d8-4a07-a936-f6c30c0db627 of type vlan for network ad7c924a-1a45-41e8-ad38-508100aad578 Sep 22 21:41:15.495562 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-694e8853-08ee-4843-91ef-8b75ba14458e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:15.502236 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-b8a151f9-4c72-4af9-afd7-e5bb48876cf6 None None] Port c724c3a7-c761-4dcc-8500-25fee7bb2fbd was deleted so its status cannot be updated. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:41:15.514912 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-b8a151f9-4c72-4af9-afd7-e5bb48876cf6 None None] Provisioning for port 43e4b9ef-5fc9-4353-836c-66d97447e6d4 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:41:15.520377 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-b8a151f9-4c72-4af9-afd7-e5bb48876cf6 None None] Provisioning complete for port 43e4b9ef-5fc9-4353-836c-66d97447e6d4 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:41:15.520756 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-b8a151f9-4c72-4af9-afd7-e5bb48876cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:15.521086 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-b8a151f9-4c72-4af9-afd7-e5bb48876cf6 None None] Attempt 1 to provision port 43e4b9ef-5fc9-4353-836c-66d97447e6d4 Sep 22 21:41:15.529694 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-694e8853-08ee-4843-91ef-8b75ba14458e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:15.536463 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694e8853-08ee-4843-91ef-8b75ba14458e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:15.537456 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-694e8853-08ee-4843-91ef-8b75ba14458e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:15.578001 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-b8a151f9-4c72-4af9-afd7-e5bb48876cf6 None None] Port 43e4b9ef-5fc9-4353-836c-66d97447e6d4 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:41:15.650174 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-694e8853-08ee-4843-91ef-8b75ba14458e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2621846 Sep 22 21:41:15.653256 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50420) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:15.661200 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-8dcb1b45-6722-4313-bca3-fbe91ff4c19c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Request body: {'subnet': {'network_id': 'ad7c924a-1a45-41e8-ad38-508100aad578', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:15.671002 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4ff45639-4088-4b98-a0b1-bde5a879fd24 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:15.679364 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694e8853-08ee-4843-91ef-8b75ba14458e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event updated for resources: {'Network': ['ID=ad7c924a-1a45-41e8-ad38-508100aad578,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:15.690489 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network ad7c924a-1a45-41e8-ad38-508100aad578 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:41:15.777023 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-8dcb1b45-6722-4313-bca3-fbe91ff4c19c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:15.780863 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-8dcb1b45-6722-4313-bca3-fbe91ff4c19c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Usage tracker for resource:subnet and tenant:de45cb2c88af49d4a334eef3c80bde87 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:15.783669 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-8dcb1b45-6722-4313-bca3-fbe91ff4c19c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:15.790491 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-8dcb1b45-6722-4313-bca3-fbe91ff4c19c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:15.802632 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dcb1b45-6722-4313-bca3-fbe91ff4c19c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Made reservation on behalf of de45cb2c88af49d4a334eef3c80bde87 for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:41:15.806110 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8dcb1b45-6722-4313-bca3-fbe91ff4c19c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:15.900439 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-4ff45639-4088-4b98-a0b1-bde5a879fd24 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Calling delete_port for 43e4b9ef-5fc9-4353-836c-66d97447e6d4 owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:41:16.028258 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8dcb1b45-6722-4313-bca3-fbe91ff4c19c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:16.056190 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4ff45639-4088-4b98-a0b1-bde5a879fd24 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:16.079105 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-b8a151f9-4c72-4af9-afd7-e5bb48876cf6 None None] Attempt 2 to provision port 43e4b9ef-5fc9-4353-836c-66d97447e6d4 Sep 22 21:41:16.106564 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff45639-4088-4b98-a0b1-bde5a879fd24 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event deleted for resources: {'Port': ['ID=43e4b9ef-5fc9-4353-836c-66d97447e6d4,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:16.116559 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-b8a151f9-4c72-4af9-afd7-e5bb48876cf6 None None] Port 43e4b9ef-5fc9-4353-836c-66d97447e6d4 was deleted so its status cannot be updated. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:41:16.123585 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcb1b45-6722-4313-bca3-fbe91ff4c19c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event updated for resources: {'Subnet': ['ID=f46d2c6f-9544-482c-b814-b1190254b67c,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:16.127817 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcb1b45-6722-4313-bca3-fbe91ff4c19c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Checking segment: {'id': 'b4f2a34b-78d8-4a07-a936-f6c30c0db627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ad7c924a-1a45-41e8-ad38-508100aad578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:41:16.128178 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcb1b45-6722-4313-bca3-fbe91ff4c19c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Network hostable DHCP agents. Network: ad7c924a-1a45-41e8-ad38-508100aad578, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:41:16.149251 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcb1b45-6722-4313-bca3-fbe91ff4c19c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Network ad7c924a-1a45-41e8-ad38-508100aad578 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:41:16.157455 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4ff45639-4088-4b98-a0b1-bde5a879fd24 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:16.166827 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-8dcb1b45-6722-4313-bca3-fbe91ff4c19c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, ad7c924a-1a45-41e8-ad38-508100aad578) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:41:16.171674 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcb1b45-6722-4313-bca3-fbe91ff4c19c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:16.172269 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8dcb1b45-6722-4313-bca3-fbe91ff4c19c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:16.175625 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-4ff45639-4088-4b98-a0b1-bde5a879fd24 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "DELETE /v2.0/ports/43e4b9ef-5fc9-4353-836c-66d97447e6d4 HTTP/1.1" status: 204 len: 168 time: 0.8352449 Sep 22 21:41:16.175939 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50424) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:16.184146 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fa5e84-b258-4ba0-8274-b924858024a5 None None] Network ad7c924a-1a45-41e8-ad38-508100aad578 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:41:16.197083 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-8dcb1b45-6722-4313-bca3-fbe91ff4c19c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5422759 Sep 22 21:41:16.200133 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50428) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:16.207750 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-1589f0b9-0842-49bc-8da3-05134c5dd46b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-793377687', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:16.215747 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-1589f0b9-0842-49bc-8da3-05134c5dd46b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:16.228695 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff9a91f5-5885-49e1-9a04-98ac95dbb8f3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] GET failed (client error): The resource could not be found. Sep 22 21:41:16.228900 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-1589f0b9-0842-49bc-8da3-05134c5dd46b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Usage tracker for resource:router and tenant:de45cb2c88af49d4a334eef3c80bde87 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:16.229030 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-ff9a91f5-5885-49e1-9a04-98ac95dbb8f3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Synchronizing usage tracker for tenant:37d6650486a5496cbd52782c722d1341 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:41:16.232679 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-1589f0b9-0842-49bc-8da3-05134c5dd46b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:16.240000 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-1589f0b9-0842-49bc-8da3-05134c5dd46b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:16.259353 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-ff9a91f5-5885-49e1-9a04-98ac95dbb8f3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Unset dirty status for tenant:37d6650486a5496cbd52782c722d1341 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:41:16.259743 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1589f0b9-0842-49bc-8da3-05134c5dd46b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:16.263698 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ff9a91f5-5885-49e1-9a04-98ac95dbb8f3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "GET /v2.0/ports/43e4b9ef-5fc9-4353-836c-66d97447e6d4 HTTP/1.1" status: 404 len: 333 time: 0.0839608 Sep 22 21:41:16.263837 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1589f0b9-0842-49bc-8da3-05134c5dd46b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:16.264025 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50432) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:16.295494 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1589f0b9-0842-49bc-8da3-05134c5dd46b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:16.329949 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1589f0b9-0842-49bc-8da3-05134c5dd46b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:16.358804 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e963c16-23aa-49f8-bcc4-b01898e54e90 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Deleting subnet 81ce0ab9-ded7-42bc-8f57-ecfa3b202ff1 {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:41:16.362035 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1589f0b9-0842-49bc-8da3-05134c5dd46b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:16.363208 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8e963c16-23aa-49f8-bcc4-b01898e54e90 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:16.366554 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-1589f0b9-0842-49bc-8da3-05134c5dd46b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1649988 Sep 22 21:41:16.367391 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50436) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:16.373652 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-9834b038-5c8e-4e62-96a8-c4d1ac126f10 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Request body: {'port': {'network_id': 'ad7c924a-1a45-41e8-ad38-508100aad578', 'name': 'tempest-PortsTestJSON-1204237988'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:16.378782 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-66cf8f35-49bf-4c0e-939b-46661b707f5e None None] Could not find standard attr ID for object c724c3a7-c761-4dcc-8500-25fee7bb2fbd. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:41:16.385881 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-66cf8f35-49bf-4c0e-939b-46661b707f5e None None] Could not find standard attr ID for object 43e4b9ef-5fc9-4353-836c-66d97447e6d4. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:41:16.427431 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8e963c16-23aa-49f8-bcc4-b01898e54e90 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:16.464234 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74946a1-17d8-4769-a730-b44d6ec1c75a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-ad7c924a-1a45-41e8-ad38-508100aad578', 'network_id': 'ad7c924a-1a45-41e8-ad38-508100aad578', 'tenant_id': 'de45cb2c88af49d4a334eef3c80bde87', 'fixed_ips': [{'subnet_id': 'f46d2c6f-9544-482c-b814-b1190254b67c'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:41:16.465142 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e74946a1-17d8-4769-a730-b44d6ec1c75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:16.513264 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-9834b038-5c8e-4e62-96a8-c4d1ac126f10 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:16.516252 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8e963c16-23aa-49f8-bcc4-b01898e54e90 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:16.517540 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-9834b038-5c8e-4e62-96a8-c4d1ac126f10 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Usage tracker for resource:port and tenant:de45cb2c88af49d4a334eef3c80bde87 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:16.521146 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-9834b038-5c8e-4e62-96a8-c4d1ac126f10 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:16.527270 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-9834b038-5c8e-4e62-96a8-c4d1ac126f10 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:16.537523 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9834b038-5c8e-4e62-96a8-c4d1ac126f10 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Made reservation on behalf of de45cb2c88af49d4a334eef3c80bde87 for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:41:16.540899 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9834b038-5c8e-4e62-96a8-c4d1ac126f10 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:16.561642 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [None req-9834b038-5c8e-4e62-96a8-c4d1ac126f10 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] device_id is not set on port a2448ab4-7f3a-466a-82c3-2b8d889433a1 yet. {{(pid=89008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:41:16.598398 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8e963c16-23aa-49f8-bcc4-b01898e54e90 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:16.629452 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-e74946a1-17d8-4769-a730-b44d6ec1c75a None None] Allocated IP 172.20.0.2 (ad7c924a-1a45-41e8-ad38-508100aad578/f46d2c6f-9544-482c-b814-b1190254b67c/3168961f-ea47-4095-8bdb-23053f05cbc9) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:41:16.653239 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8e963c16-23aa-49f8-bcc4-b01898e54e90 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:16.655862 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e963c16-23aa-49f8-bcc4-b01898e54e90 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event deleted for resources: {'Subnet': ['ID=81ce0ab9-ded7-42bc-8f57-ecfa3b202ff1,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:16.661549 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-8e963c16-23aa-49f8-bcc4-b01898e54e90 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "DELETE /v2.0/subnets/81ce0ab9-ded7-42bc-8f57-ecfa3b202ff1 HTTP/1.1" status: 204 len: 168 time: 0.3961403 Sep 22 21:41:16.661918 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d782142-e218-4199-a671-738c4f20c5e9 None None] Network 839448eb-e3ec-48ca-b9ad-fe9dacd33d8b requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:41:16.664017 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50440) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:16.728280 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 72379b5a-53b8-4ee8-9dc7-e814fb100b29 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:41:16.777768 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c83e3cb6-c34b-4538-903d-1833b8862360 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:16.787811 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-c83e3cb6-c34b-4538-903d-1833b8862360 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Deleting port 72379b5a-53b8-4ee8-9dc7-e814fb100b29 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:41:16.788133 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c83e3cb6-c34b-4538-903d-1833b8862360 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:16.999073 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 72379b5a-53b8-4ee8-9dc7-e814fb100b29 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:41:16.999361 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:16.999717 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 72379b5a-53b8-4ee8-9dc7-e814fb100b29 Sep 22 21:41:17.092569 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-c83e3cb6-c34b-4538-903d-1833b8862360 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] For port 72379b5a-53b8-4ee8-9dc7-e814fb100b29, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=72379b5a-53b8-4ee8-9dc7-e814fb100b29,segment=NetworkSegment(bbf5e07c-0bb3-4278-b1f3-f79ef3eec633),segment_id=bbf5e07c-0bb3-4278-b1f3-f79ef3eec633)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:41:17.093235 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c83e3cb6-c34b-4538-903d-1833b8862360 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:17.127321 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e74946a1-17d8-4769-a730-b44d6ec1c75a None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:17.167907 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-e74946a1-17d8-4769-a730-b44d6ec1c75a None None] Transition to ACTIVE for port object 3168961f-ea47-4095-8bdb-23053f05cbc9 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:41:17.212677 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-e74946a1-17d8-4769-a730-b44d6ec1c75a None None] Transition to ACTIVE for port object 3168961f-ea47-4095-8bdb-23053f05cbc9 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:41:17.213770 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 72379b5a-53b8-4ee8-9dc7-e814fb100b29 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:41:17.218155 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-c83e3cb6-c34b-4538-903d-1833b8862360 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Calling delete_port for 72379b5a-53b8-4ee8-9dc7-e814fb100b29 owned by network:dhcp {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:41:17.223294 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e74946a1-17d8-4769-a730-b44d6ec1c75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:17.335917 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b0346a-9ca3-49ac-8e59-df82daf06b4e None None] DHCP port deletion for 839448eb-e3ec-48ca-b9ad-fe9dacd33d8b request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:41:17.342661 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-9834b038-5c8e-4e62-96a8-c4d1ac126f10 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Allocated IP 172.20.0.8 (ad7c924a-1a45-41e8-ad38-508100aad578/f46d2c6f-9544-482c-b814-b1190254b67c/a2448ab4-7f3a-466a-82c3-2b8d889433a1) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:41:17.346002 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74946a1-17d8-4769-a730-b44d6ec1c75a None None] Network ad7c924a-1a45-41e8-ad38-508100aad578 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:41:17.349831 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-17b0346a-9ca3-49ac-8e59-df82daf06b4e None None] Deleting port 72379b5a-53b8-4ee8-9dc7-e814fb100b29 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:41:17.350230 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-17b0346a-9ca3-49ac-8e59-df82daf06b4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:17.359457 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c83e3cb6-c34b-4538-903d-1833b8862360 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:17.380140 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-e74946a1-17d8-4769-a730-b44d6ec1c75a None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:41:17.388735 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74946a1-17d8-4769-a730-b44d6ec1c75a None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:41:17.391091 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74946a1-17d8-4769-a730-b44d6ec1c75a None None] Pushing event updated for resources: {'Port': ['ID=3168961f-ea47-4095-8bdb-23053f05cbc9,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:17.432552 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e3cb6-c34b-4538-903d-1833b8862360 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event deleted for resources: {'Port': ['ID=72379b5a-53b8-4ee8-9dc7-e814fb100b29,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:17.436302 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83e3cb6-c34b-4538-903d-1833b8862360 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] No DVR routers for this DVR port 72379b5a-53b8-4ee8-9dc7-e814fb100b29 on host dv-neutron-858900-1-hyperv {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:41:17.466082 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-17b0346a-9ca3-49ac-8e59-df82daf06b4e None None] The port '72379b5a-53b8-4ee8-9dc7-e814fb100b29' was deleted {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 21:41:17.528160 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-e74946a1-17d8-4769-a730-b44d6ec1c75a None None] Attempting to bind port 3168961f-ea47-4095-8bdb-23053f05cbc9 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:41:17.528399 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-e74946a1-17d8-4769-a730-b44d6ec1c75a None None] Attempting to bind port 3168961f-ea47-4095-8bdb-23053f05cbc9 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'b4f2a34b-78d8-4a07-a936-f6c30c0db627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ad7c924a-1a45-41e8-ad38-508100aad578'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:41:17.528764 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74946a1-17d8-4769-a730-b44d6ec1c75a None None] Attempting to bind port 3168961f-ea47-4095-8bdb-23053f05cbc9 on network ad7c924a-1a45-41e8-ad38-508100aad578 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:41:17.534720 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74946a1-17d8-4769-a730-b44d6ec1c75a None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:41:17.535095 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74946a1-17d8-4769-a730-b44d6ec1c75a None None] Checking segment: {'id': 'b4f2a34b-78d8-4a07-a936-f6c30c0db627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ad7c924a-1a45-41e8-ad38-508100aad578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:41:17.535489 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e74946a1-17d8-4769-a730-b44d6ec1c75a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:17.535874 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74946a1-17d8-4769-a730-b44d6ec1c75a None None] Bound using segment: {'id': 'b4f2a34b-78d8-4a07-a936-f6c30c0db627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ad7c924a-1a45-41e8-ad38-508100aad578'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:41:17.536329 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-e74946a1-17d8-4769-a730-b44d6ec1c75a None None] Bound port: 3168961f-ea47-4095-8bdb-23053f05cbc9, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f2a34b-78d8-4a07-a936-f6c30c0db627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ad7c924a-1a45-41e8-ad38-508100aad578'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:41:17.536696 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e74946a1-17d8-4769-a730-b44d6ec1c75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:17.625183 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-e74946a1-17d8-4769-a730-b44d6ec1c75a None None] For port 3168961f-ea47-4095-8bdb-23053f05cbc9, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:41:17.628166 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-e74946a1-17d8-4769-a730-b44d6ec1c75a None None] For port 3168961f-ea47-4095-8bdb-23053f05cbc9, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=3168961f-ea47-4095-8bdb-23053f05cbc9,segment=NetworkSegment(b4f2a34b-78d8-4a07-a936-f6c30c0db627),segment_id=b4f2a34b-78d8-4a07-a936-f6c30c0db627)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:41:17.632861 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e74946a1-17d8-4769-a730-b44d6ec1c75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:17.648764 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c83e3cb6-c34b-4538-903d-1833b8862360 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:17.692753 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-c83e3cb6-c34b-4538-903d-1833b8862360 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['839448eb-e3ec-48ca-b9ad-fe9dacd33d8b']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:41:17.709682 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74946a1-17d8-4769-a730-b44d6ec1c75a None None] Pushing event updated for resources: {'Port': ['ID=3168961f-ea47-4095-8bdb-23053f05cbc9,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:17.720030 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-c83e3cb6-c34b-4538-903d-1833b8862360 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbf5e07c-0bb3-4278-b1f3-f79ef3eec633') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:41:17.720327 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-c83e3cb6-c34b-4538-903d-1833b8862360 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbf5e07c-0bb3-4278-b1f3-f79ef3eec633') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:41:17.743264 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c83e3cb6-c34b-4538-903d-1833b8862360 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:17.759034 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9834b038-5c8e-4e62-96a8-c4d1ac126f10 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:17.770318 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c83e3cb6-c34b-4538-903d-1833b8862360 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:17.782059 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c83e3cb6-c34b-4538-903d-1833b8862360 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:41:17.782383 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c83e3cb6-c34b-4538-903d-1833b8862360 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:17.808017 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-9834b038-5c8e-4e62-96a8-c4d1ac126f10 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Transition to ACTIVE for port object a2448ab4-7f3a-466a-82c3-2b8d889433a1 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:41:17.860633 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment bbf5e07c-0bb3-4278-b1f3-f79ef3eec633 resource provider aggregate not found Sep 22 21:41:17.892260 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment bbf5e07c-0bb3-4278-b1f3-f79ef3eec633 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bbf5e07c-0bb3-4278-b1f3-f79ef3eec633 found for delete ", "request_id": "req-9b787b43-9bc7-45e5-822c-8c012b1b58ca"}]} Sep 22 21:41:17.903305 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c83e3cb6-c34b-4538-903d-1833b8862360 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:17.921451 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c83e3cb6-c34b-4538-903d-1833b8862360 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:17.934522 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e3cb6-c34b-4538-903d-1833b8862360 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event deleted for resources: {'Network': ['ID=839448eb-e3ec-48ca-b9ad-fe9dacd33d8b,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:17.950191 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9834b038-5c8e-4e62-96a8-c4d1ac126f10 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:17.952996 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c83e3cb6-c34b-4538-903d-1833b8862360 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "DELETE /v2.0/networks/839448eb-e3ec-48ca-b9ad-fe9dacd33d8b HTTP/1.1" status: 204 len: 168 time: 1.2879910 Sep 22 21:41:17.957388 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50448) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:17.963312 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-dbeef339-e0b9-4eb5-bb4f-b10acc5ef9c3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-10817755'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:17.969172 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-dbeef339-e0b9-4eb5-bb4f-b10acc5ef9c3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:17.973541 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-dbeef339-e0b9-4eb5-bb4f-b10acc5ef9c3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Usage tracker for resource:network and tenant:37d6650486a5496cbd52782c722d1341 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:17.976655 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-dbeef339-e0b9-4eb5-bb4f-b10acc5ef9c3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:17.983002 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-dbeef339-e0b9-4eb5-bb4f-b10acc5ef9c3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:17.993437 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbeef339-e0b9-4eb5-bb4f-b10acc5ef9c3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Made reservation on behalf of 37d6650486a5496cbd52782c722d1341 for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:41:17.996942 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-dbeef339-e0b9-4eb5-bb4f-b10acc5ef9c3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:18.027659 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9834b038-5c8e-4e62-96a8-c4d1ac126f10 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Network ad7c924a-1a45-41e8-ad38-508100aad578 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:41:18.030901 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-9834b038-5c8e-4e62-96a8-c4d1ac126f10 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:41:18.031148 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbeef339-e0b9-4eb5-bb4f-b10acc5ef9c3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:41:18.034971 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9834b038-5c8e-4e62-96a8-c4d1ac126f10 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:41:18.042301 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-dbeef339-e0b9-4eb5-bb4f-b10acc5ef9c3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:18.042986 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-dbeef339-e0b9-4eb5-bb4f-b10acc5ef9c3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Added segment 325c4349-5d22-46ae-b686-35c320d0bac5 of type vlan for network 979802e7-b169-4023-9027-42233a89a05d Sep 22 21:41:18.069403 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9834b038-5c8e-4e62-96a8-c4d1ac126f10 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event updated for resources: {'Port': ['ID=a2448ab4-7f3a-466a-82c3-2b8d889433a1,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:18.074832 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-dbeef339-e0b9-4eb5-bb4f-b10acc5ef9c3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:18.101180 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9834b038-5c8e-4e62-96a8-c4d1ac126f10 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:18.102425 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9834b038-5c8e-4e62-96a8-c4d1ac126f10 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:18.106426 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-dbeef339-e0b9-4eb5-bb4f-b10acc5ef9c3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:18.112095 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbeef339-e0b9-4eb5-bb4f-b10acc5ef9c3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:18.112630 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-dbeef339-e0b9-4eb5-bb4f-b10acc5ef9c3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:18.121388 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-9834b038-5c8e-4e62-96a8-c4d1ac126f10 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7525349 Sep 22 21:41:18.123947 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50452) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:18.223040 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-dbeef339-e0b9-4eb5-bb4f-b10acc5ef9c3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2645009 Sep 22 21:41:18.223634 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50456) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:18.228305 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeef339-e0b9-4eb5-bb4f-b10acc5ef9c3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event updated for resources: {'Network': ['ID=979802e7-b169-4023-9027-42233a89a05d,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:18.233344 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-d6196e0e-d77e-4af7-879f-1ce80eb6cb16 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Request body: {'subnet': {'network_id': '979802e7-b169-4023-9027-42233a89a05d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:18.240088 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 979802e7-b169-4023-9027-42233a89a05d details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:41:18.354324 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-d6196e0e-d77e-4af7-879f-1ce80eb6cb16 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:18.358408 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-d6196e0e-d77e-4af7-879f-1ce80eb6cb16 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Usage tracker for resource:subnet and tenant:37d6650486a5496cbd52782c722d1341 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:18.361514 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-d6196e0e-d77e-4af7-879f-1ce80eb6cb16 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:18.368363 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-d6196e0e-d77e-4af7-879f-1ce80eb6cb16 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:18.380852 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6196e0e-d77e-4af7-879f-1ce80eb6cb16 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Made reservation on behalf of 37d6650486a5496cbd52782c722d1341 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:41:18.385195 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d6196e0e-d77e-4af7-879f-1ce80eb6cb16 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:18.636107 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d6196e0e-d77e-4af7-879f-1ce80eb6cb16 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:18.708149 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5370a5b-e470-43b6-bfe2-118d44838bb0 None None] Network ad7c924a-1a45-41e8-ad38-508100aad578 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:41:18.728409 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6196e0e-d77e-4af7-879f-1ce80eb6cb16 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Checking segment: {'id': '325c4349-5d22-46ae-b686-35c320d0bac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '979802e7-b169-4023-9027-42233a89a05d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:41:18.728756 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6196e0e-d77e-4af7-879f-1ce80eb6cb16 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Network hostable DHCP agents. Network: 979802e7-b169-4023-9027-42233a89a05d, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:41:18.734409 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6196e0e-d77e-4af7-879f-1ce80eb6cb16 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event updated for resources: {'Subnet': ['ID=1c5babec-6112-4b86-af71-d4a06cc6abb7,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:18.754020 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6196e0e-d77e-4af7-879f-1ce80eb6cb16 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Network 979802e7-b169-4023-9027-42233a89a05d is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:41:18.765794 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-d6196e0e-d77e-4af7-879f-1ce80eb6cb16 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 979802e7-b169-4023-9027-42233a89a05d) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:41:18.770253 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6196e0e-d77e-4af7-879f-1ce80eb6cb16 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:18.771311 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d6196e0e-d77e-4af7-879f-1ce80eb6cb16 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:18.797309 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 3168961f-ea47-4095-8bdb-23053f05cbc9 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:41:18.802015 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d6196e0e-d77e-4af7-879f-1ce80eb6cb16 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5722721 Sep 22 21:41:18.802384 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50460) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:18.807524 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-7fa55c56-267b-4f86-ae59-16f52b049758 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1321483134', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:18.814138 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-7fa55c56-267b-4f86-ae59-16f52b049758 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:18.818140 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-7fa55c56-267b-4f86-ae59-16f52b049758 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Usage tracker for resource:router and tenant:37d6650486a5496cbd52782c722d1341 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:18.821173 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-7fa55c56-267b-4f86-ae59-16f52b049758 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:18.821534 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e24a25a-1f33-46aa-af19-3acaee575ba4 None None] Network 979802e7-b169-4023-9027-42233a89a05d requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:41:18.827466 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-7fa55c56-267b-4f86-ae59-16f52b049758 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:18.848684 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7fa55c56-267b-4f86-ae59-16f52b049758 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:18.850189 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7fa55c56-267b-4f86-ae59-16f52b049758 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:18.869519 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7fa55c56-267b-4f86-ae59-16f52b049758 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:18.874261 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-85f470b1-738d-4176-9997-2492feaad61f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:18.888390 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7fa55c56-267b-4f86-ae59-16f52b049758 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:18.911311 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7fa55c56-267b-4f86-ae59-16f52b049758 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:18.914983 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-7fa55c56-267b-4f86-ae59-16f52b049758 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1092098 Sep 22 21:41:18.915345 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50464) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:18.921545 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-46ecb289-13ee-4532-a01b-b6bf96bfd3fd tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Request body: {'port': {'network_id': '979802e7-b169-4023-9027-42233a89a05d', 'name': 'tempest-PortsIpV6TestJSON-1622253345'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:18.930009 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-388504c5-7b47-4d03-b2c7-6eccb575647f None None] Provisioning for port 3168961f-ea47-4095-8bdb-23053f05cbc9 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:41:19.065499 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-46ecb289-13ee-4532-a01b-b6bf96bfd3fd tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:19.070752 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-46ecb289-13ee-4532-a01b-b6bf96bfd3fd tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Usage tracker for resource:port and tenant:37d6650486a5496cbd52782c722d1341 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:19.073605 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-46ecb289-13ee-4532-a01b-b6bf96bfd3fd tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:19.079725 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-46ecb289-13ee-4532-a01b-b6bf96bfd3fd tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:19.090836 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ecb289-13ee-4532-a01b-b6bf96bfd3fd tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Made reservation on behalf of 37d6650486a5496cbd52782c722d1341 for: {'port': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:41:19.094435 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-46ecb289-13ee-4532-a01b-b6bf96bfd3fd tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:19.097894 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 3168961f-ea47-4095-8bdb-23053f05cbc9 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:41:19.118420 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-46ecb289-13ee-4532-a01b-b6bf96bfd3fd tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] device_id is not set on port 56bfd068-02bd-464d-9a93-21ca3b4df7d1 yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:41:19.118713 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 3168961f-ea47-4095-8bdb-23053f05cbc9 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:41:19.119089 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:19.119427 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 3168961f-ea47-4095-8bdb-23053f05cbc9 Sep 22 21:41:19.264460 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-85f470b1-738d-4176-9997-2492feaad61f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:19.273467 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-85f470b1-738d-4176-9997-2492feaad61f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:19.284475 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139894c3-539f-412e-a299-7481118d40cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-979802e7-b169-4023-9027-42233a89a05d', 'network_id': '979802e7-b169-4023-9027-42233a89a05d', 'tenant_id': '37d6650486a5496cbd52782c722d1341', 'fixed_ips': [{'subnet_id': '1c5babec-6112-4b86-af71-d4a06cc6abb7'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:41:19.285471 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-139894c3-539f-412e-a299-7481118d40cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:19.285687 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-46ecb289-13ee-4532-a01b-b6bf96bfd3fd tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Allocated IP 2001:db8::2db (979802e7-b169-4023-9027-42233a89a05d/1c5babec-6112-4b86-af71-d4a06cc6abb7/56bfd068-02bd-464d-9a93-21ca3b4df7d1) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:41:19.406588 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f470b1-738d-4176-9997-2492feaad61f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event updated for resources: {'Port': ['ID=a2448ab4-7f3a-466a-82c3-2b8d889433a1,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:19.450882 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 3168961f-ea47-4095-8bdb-23053f05cbc9 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:41:19.451265 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:19.500574 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 3168961f-ea47-4095-8bdb-23053f05cbc9, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=3168961f-ea47-4095-8bdb-23053f05cbc9,segment=NetworkSegment(b4f2a34b-78d8-4a07-a936-f6c30c0db627),segment_id=b4f2a34b-78d8-4a07-a936-f6c30c0db627)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:41:19.506064 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:19.587198 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 72379b5a-53b8-4ee8-9dc7-e814fb100b29 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:41:19.625417 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=3168961f-ea47-4095-8bdb-23053f05cbc9,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:19.640482 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 72379b5a-53b8-4ee8-9dc7-e814fb100b29 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:41:19.640840 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 72379b5a-53b8-4ee8-9dc7-e814fb100b29 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:41:19.651143 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-85f470b1-738d-4176-9997-2492feaad61f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:19.654362 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-46ecb289-13ee-4532-a01b-b6bf96bfd3fd tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:19.671378 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-46ecb289-13ee-4532-a01b-b6bf96bfd3fd tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Transition to ACTIVE for port object 56bfd068-02bd-464d-9a93-21ca3b4df7d1 will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:41:19.703497 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-46ecb289-13ee-4532-a01b-b6bf96bfd3fd tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:19.773954 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-139894c3-539f-412e-a299-7481118d40cd None None] Allocated IP 2001:db8::2 (979802e7-b169-4023-9027-42233a89a05d/1c5babec-6112-4b86-af71-d4a06cc6abb7/19316e3f-e914-4024-857c-05efae6d600e) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:41:19.789417 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ecb289-13ee-4532-a01b-b6bf96bfd3fd tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Network 979802e7-b169-4023-9027-42233a89a05d is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:41:19.792548 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-46ecb289-13ee-4532-a01b-b6bf96bfd3fd tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:41:19.796388 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ecb289-13ee-4532-a01b-b6bf96bfd3fd tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:41:19.802393 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ecb289-13ee-4532-a01b-b6bf96bfd3fd tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:19.803050 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-46ecb289-13ee-4532-a01b-b6bf96bfd3fd tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:19.805651 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-85f470b1-738d-4176-9997-2492feaad61f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:19.822019 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ecb289-13ee-4532-a01b-b6bf96bfd3fd tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event updated for resources: {'Port': ['ID=56bfd068-02bd-464d-9a93-21ca3b4df7d1,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:19.838742 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-46ecb289-13ee-4532-a01b-b6bf96bfd3fd tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9222362 Sep 22 21:41:19.841416 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50468) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:19.873267 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-edec0f8a-5bb4-4e73-a37a-c2f5005d9790 None None] Provisioning complete for port 3168961f-ea47-4095-8bdb-23053f05cbc9 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:41:19.873853 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-edec0f8a-5bb4-4e73-a37a-c2f5005d9790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:19.874371 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-edec0f8a-5bb4-4e73-a37a-c2f5005d9790 None None] Attempt 1 to provision port 3168961f-ea47-4095-8bdb-23053f05cbc9 Sep 22 21:41:20.166830 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-edec0f8a-5bb4-4e73-a37a-c2f5005d9790 None None] Current status of the port 3168961f-ea47-4095-8bdb-23053f05cbc9 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:41:20.175032 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-139894c3-539f-412e-a299-7481118d40cd None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:20.188858 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-139894c3-539f-412e-a299-7481118d40cd None None] Transition to ACTIVE for port object 19316e3f-e914-4024-857c-05efae6d600e will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:41:20.195640 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-edec0f8a-5bb4-4e73-a37a-c2f5005d9790 None None] Provisioning for port a2448ab4-7f3a-466a-82c3-2b8d889433a1 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:41:20.207648 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-edec0f8a-5bb4-4e73-a37a-c2f5005d9790 None None] Provisioning complete for port a2448ab4-7f3a-466a-82c3-2b8d889433a1 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:41:20.208015 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-edec0f8a-5bb4-4e73-a37a-c2f5005d9790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:20.208348 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-edec0f8a-5bb4-4e73-a37a-c2f5005d9790 None None] Attempt 1 to provision port a2448ab4-7f3a-466a-82c3-2b8d889433a1 Sep 22 21:41:20.247115 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-139894c3-539f-412e-a299-7481118d40cd None None] Transition to ACTIVE for port object 19316e3f-e914-4024-857c-05efae6d600e will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:41:20.267161 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-139894c3-539f-412e-a299-7481118d40cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:20.305144 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-edec0f8a-5bb4-4e73-a37a-c2f5005d9790 None None] Port a2448ab4-7f3a-466a-82c3-2b8d889433a1 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:41:20.337512 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139894c3-539f-412e-a299-7481118d40cd None None] Network 979802e7-b169-4023-9027-42233a89a05d is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:41:20.340536 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-139894c3-539f-412e-a299-7481118d40cd None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:41:20.344234 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139894c3-539f-412e-a299-7481118d40cd None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:41:20.351212 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139894c3-539f-412e-a299-7481118d40cd None None] Pushing event updated for resources: {'Port': ['ID=19316e3f-e914-4024-857c-05efae6d600e,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:20.373725 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-85f470b1-738d-4176-9997-2492feaad61f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:20.379006 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-85f470b1-738d-4176-9997-2492feaad61f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:20.439208 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-13effe3b-2271-4c37-9df3-665bd6b50216 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:20.461061 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-139894c3-539f-412e-a299-7481118d40cd None None] Attempting to bind port 19316e3f-e914-4024-857c-05efae6d600e on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:41:20.461369 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-139894c3-539f-412e-a299-7481118d40cd None None] Attempting to bind port 19316e3f-e914-4024-857c-05efae6d600e by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '325c4349-5d22-46ae-b686-35c320d0bac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '979802e7-b169-4023-9027-42233a89a05d'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:41:20.461716 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139894c3-539f-412e-a299-7481118d40cd None None] Attempting to bind port 19316e3f-e914-4024-857c-05efae6d600e on network 979802e7-b169-4023-9027-42233a89a05d {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:41:20.467057 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139894c3-539f-412e-a299-7481118d40cd None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:41:20.468142 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139894c3-539f-412e-a299-7481118d40cd None None] Checking segment: {'id': '325c4349-5d22-46ae-b686-35c320d0bac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '979802e7-b169-4023-9027-42233a89a05d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:41:20.468142 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-139894c3-539f-412e-a299-7481118d40cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:20.468436 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139894c3-539f-412e-a299-7481118d40cd None None] Bound using segment: {'id': '325c4349-5d22-46ae-b686-35c320d0bac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '979802e7-b169-4023-9027-42233a89a05d'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:41:20.468888 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-139894c3-539f-412e-a299-7481118d40cd None None] Bound port: 19316e3f-e914-4024-857c-05efae6d600e, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '325c4349-5d22-46ae-b686-35c320d0bac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '979802e7-b169-4023-9027-42233a89a05d'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:41:20.469262 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-139894c3-539f-412e-a299-7481118d40cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:20.491499 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f470b1-738d-4176-9997-2492feaad61f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event updated for resources: {'Port': ['ID=a2448ab4-7f3a-466a-82c3-2b8d889433a1,revision_number=3']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:20.496207 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-85f470b1-738d-4176-9997-2492feaad61f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:20.562932 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-139894c3-539f-412e-a299-7481118d40cd None None] For port 19316e3f-e914-4024-857c-05efae6d600e, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:41:20.566078 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-139894c3-539f-412e-a299-7481118d40cd None None] For port 19316e3f-e914-4024-857c-05efae6d600e, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=19316e3f-e914-4024-857c-05efae6d600e,segment=NetworkSegment(325c4349-5d22-46ae-b686-35c320d0bac5),segment_id=325c4349-5d22-46ae-b686-35c320d0bac5)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:41:20.570838 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-139894c3-539f-412e-a299-7481118d40cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:20.644271 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f470b1-738d-4176-9997-2492feaad61f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Network ad7c924a-1a45-41e8-ad38-508100aad578 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:41:20.645163 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-85f470b1-738d-4176-9997-2492feaad61f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:41:20.649473 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139894c3-539f-412e-a299-7481118d40cd None None] Pushing event updated for resources: {'Port': ['ID=19316e3f-e914-4024-857c-05efae6d600e,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:20.746845 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 3168961f-ea47-4095-8bdb-23053f05cbc9 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:41:20.806125 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-edec0f8a-5bb4-4e73-a37a-c2f5005d9790 None None] Attempt 2 to provision port a2448ab4-7f3a-466a-82c3-2b8d889433a1 Sep 22 21:41:20.874503 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f470b1-738d-4176-9997-2492feaad61f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Router 092f7b35-b8ed-456a-a102-6f8921751da8 is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:41:20.878058 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-13effe3b-2271-4c37-9df3-665bd6b50216 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:20.887169 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-13effe3b-2271-4c37-9df3-665bd6b50216 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:20.901256 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-edec0f8a-5bb4-4e73-a37a-c2f5005d9790 None None] Port a2448ab4-7f3a-466a-82c3-2b8d889433a1 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:41:20.917346 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 3168961f-ea47-4095-8bdb-23053f05cbc9 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:41:20.917741 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:20.918064 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 3168961f-ea47-4095-8bdb-23053f05cbc9 Sep 22 21:41:21.080467 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f470b1-738d-4176-9997-2492feaad61f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:41:21.084023 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 3168961f-ea47-4095-8bdb-23053f05cbc9 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:41:21.090267 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-85f470b1-738d-4176-9997-2492feaad61f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "PUT /v2.0/routers/092f7b35-b8ed-456a-a102-6f8921751da8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9651430 Sep 22 21:41:21.090418 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f56f40-619e-44d0-83ee-cfb927c7dd8a None None] Sync routers for ids ['092f7b35-b8ed-456a-a102-6f8921751da8'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:41:21.092702 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50472) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:21.103095 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f56f40-619e-44d0-83ee-cfb927c7dd8a None None] Routers {'092f7b35-b8ed-456a-a102-6f8921751da8'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:41:21.104040 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-64f56f40-619e-44d0-83ee-cfb927c7dd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:41:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['092f7b35-b8ed-456a-a102-6f8921751da8'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:41:21.114053 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13effe3b-2271-4c37-9df3-665bd6b50216 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event updated for resources: {'Port': ['ID=56bfd068-02bd-464d-9a93-21ca3b4df7d1,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:21.181085 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-64f56f40-619e-44d0-83ee-cfb927c7dd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:41:21.191140 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f56f40-619e-44d0-83ee-cfb927c7dd8a None None] Routers {'092f7b35-b8ed-456a-a102-6f8921751da8'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:41:21.191751 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-64f56f40-619e-44d0-83ee-cfb927c7dd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:41:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['092f7b35-b8ed-456a-a102-6f8921751da8'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:41:21.201956 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3de6fe8-8a4a-4b27-898f-97deb001d18d tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:21.202688 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-a3de6fe8-8a4a-4b27-898f-97deb001d18d tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Synchronizing usage tracker for tenant:de45cb2c88af49d4a334eef3c80bde87 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:41:21.248748 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-a3de6fe8-8a4a-4b27-898f-97deb001d18d tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Unset dirty status for tenant:de45cb2c88af49d4a334eef3c80bde87 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:41:21.250434 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a3de6fe8-8a4a-4b27-898f-97deb001d18d tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "GET /v2.0/ports?device_id=092f7b35-b8ed-456a-a102-6f8921751da8 HTTP/1.1" status: 200 len: 982 time: 0.1567831 Sep 22 21:41:21.253519 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50476) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:21.256901 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-64f56f40-619e-44d0-83ee-cfb927c7dd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:41:21.258531 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f56f40-619e-44d0-83ee-cfb927c7dd8a None None] The sync data for ids ['092f7b35-b8ed-456a-a102-6f8921751da8'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:41:21.364673 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-13effe3b-2271-4c37-9df3-665bd6b50216 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:21.402323 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-edec0f8a-5bb4-4e73-a37a-c2f5005d9790 None None] Attempt 3 to provision port a2448ab4-7f3a-466a-82c3-2b8d889433a1 Sep 22 21:41:21.483331 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-edec0f8a-5bb4-4e73-a37a-c2f5005d9790 None None] Port a2448ab4-7f3a-466a-82c3-2b8d889433a1 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:41:21.646841 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-13effe3b-2271-4c37-9df3-665bd6b50216 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:21.791708 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-36218167-af1a-4107-bab0-bfee9f9c5d40 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:21.939458 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8df290-830c-4170-852a-4d704286e72a None None] Network 979802e7-b169-4023-9027-42233a89a05d requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:41:22.003212 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-edec0f8a-5bb4-4e73-a37a-c2f5005d9790 None None] Attempt 4 to provision port a2448ab4-7f3a-466a-82c3-2b8d889433a1 Sep 22 21:41:22.059150 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-13effe3b-2271-4c37-9df3-665bd6b50216 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:22.064399 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-13effe3b-2271-4c37-9df3-665bd6b50216 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:22.065642 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-13effe3b-2271-4c37-9df3-665bd6b50216 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:22.087384 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-edec0f8a-5bb4-4e73-a37a-c2f5005d9790 None None] Port a2448ab4-7f3a-466a-82c3-2b8d889433a1 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:41:22.175226 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-36218167-af1a-4107-bab0-bfee9f9c5d40 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Deleting port a2448ab4-7f3a-466a-82c3-2b8d889433a1 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:41:22.175511 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-36218167-af1a-4107-bab0-bfee9f9c5d40 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:22.215928 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13effe3b-2271-4c37-9df3-665bd6b50216 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event updated for resources: {'Port': ['ID=56bfd068-02bd-464d-9a93-21ca3b4df7d1,revision_number=3']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:22.294696 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13effe3b-2271-4c37-9df3-665bd6b50216 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Network 979802e7-b169-4023-9027-42233a89a05d is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:41:22.296045 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-13effe3b-2271-4c37-9df3-665bd6b50216 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:41:22.386894 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-36218167-af1a-4107-bab0-bfee9f9c5d40 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:22.497907 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13effe3b-2271-4c37-9df3-665bd6b50216 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Router 8f9127e7-3a06-49ee-8f2e-ca6f655ed06e is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:41:22.520859 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-36218167-af1a-4107-bab0-bfee9f9c5d40 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Calling delete_port for a2448ab4-7f3a-466a-82c3-2b8d889433a1 owned by network:router_interface {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:41:22.588736 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-edec0f8a-5bb4-4e73-a37a-c2f5005d9790 None None] Attempt 5 to provision port a2448ab4-7f3a-466a-82c3-2b8d889433a1 Sep 22 21:41:22.665350 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13effe3b-2271-4c37-9df3-665bd6b50216 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:41:22.677458 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-13effe3b-2271-4c37-9df3-665bd6b50216 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "PUT /v2.0/routers/8f9127e7-3a06-49ee-8f2e-ca6f655ed06e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8350120 Sep 22 21:41:22.680601 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50484) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:22.682125 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f3350b-36fb-409e-b871-1f5d897ebeb4 None None] Sync routers for ids ['8f9127e7-3a06-49ee-8f2e-ca6f655ed06e'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:41:22.705921 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f3350b-36fb-409e-b871-1f5d897ebeb4 None None] Routers {'8f9127e7-3a06-49ee-8f2e-ca6f655ed06e'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:41:22.706802 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-96f3350b-36fb-409e-b871-1f5d897ebeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:41:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['8f9127e7-3a06-49ee-8f2e-ca6f655ed06e'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:41:22.776906 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-edec0f8a-5bb4-4e73-a37a-c2f5005d9790 None None] Port a2448ab4-7f3a-466a-82c3-2b8d889433a1 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:41:22.791988 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-96f3350b-36fb-409e-b871-1f5d897ebeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:41:22.804532 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 19316e3f-e914-4024-857c-05efae6d600e up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:41:22.870815 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f3350b-36fb-409e-b871-1f5d897ebeb4 None None] Routers {'8f9127e7-3a06-49ee-8f2e-ca6f655ed06e'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:41:22.871452 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-96f3350b-36fb-409e-b871-1f5d897ebeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:41:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['8f9127e7-3a06-49ee-8f2e-ca6f655ed06e'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:41:22.900631 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-36218167-af1a-4107-bab0-bfee9f9c5d40 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:22.944367 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bbfce0-ed8b-4c6d-aed4-a47290d01a48 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:22.945498 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-a6bbfce0-ed8b-4c6d-aed4-a47290d01a48 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Synchronizing usage tracker for tenant:37d6650486a5496cbd52782c722d1341 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:41:22.945744 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-96f3350b-36fb-409e-b871-1f5d897ebeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:41:22.946205 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f3350b-36fb-409e-b871-1f5d897ebeb4 None None] The sync data for ids ['8f9127e7-3a06-49ee-8f2e-ca6f655ed06e'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:41:22.959524 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36218167-af1a-4107-bab0-bfee9f9c5d40 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event deleted for resources: {'Port': ['ID=a2448ab4-7f3a-466a-82c3-2b8d889433a1,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:22.959983 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 19316e3f-e914-4024-857c-05efae6d600e completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:41:22.973101 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-a6bbfce0-ed8b-4c6d-aed4-a47290d01a48 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Unset dirty status for tenant:37d6650486a5496cbd52782c722d1341 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:41:22.977686 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a6bbfce0-ed8b-4c6d-aed4-a47290d01a48 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f9127e7-3a06-49ee-8f2e-ca6f655ed06e HTTP/1.1" status: 200 len: 989 time: 0.2961404 Sep 22 21:41:22.978309 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50488) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:23.197419 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-36218167-af1a-4107-bab0-bfee9f9c5d40 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:23.278907 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-edec0f8a-5bb4-4e73-a37a-c2f5005d9790 None None] Attempt 6 to provision port a2448ab4-7f3a-466a-82c3-2b8d889433a1 Sep 22 21:41:23.312971 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-edec0f8a-5bb4-4e73-a37a-c2f5005d9790 None None] Port a2448ab4-7f3a-466a-82c3-2b8d889433a1 was deleted so its status cannot be updated. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:41:23.435433 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-cab1627f-3a43-406a-9787-acc02b0f4310 None None] Provisioning for port 56bfd068-02bd-464d-9a93-21ca3b4df7d1 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:41:23.441637 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-cab1627f-3a43-406a-9787-acc02b0f4310 None None] Provisioning complete for port 56bfd068-02bd-464d-9a93-21ca3b4df7d1 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:41:23.442165 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-cab1627f-3a43-406a-9787-acc02b0f4310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:23.442566 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-cab1627f-3a43-406a-9787-acc02b0f4310 None None] Attempt 1 to provision port 56bfd068-02bd-464d-9a93-21ca3b4df7d1 Sep 22 21:41:23.495514 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5aecaff4-79ae-4e39-9d85-6961f6978ed6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:23.498069 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-cab1627f-3a43-406a-9787-acc02b0f4310 None None] Port 56bfd068-02bd-464d-9a93-21ca3b4df7d1 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:41:23.569723 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36218167-af1a-4107-bab0-bfee9f9c5d40 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Router 092f7b35-b8ed-456a-a102-6f8921751da8 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:41:23.699579 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36218167-af1a-4107-bab0-bfee9f9c5d40 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:41:23.710552 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0058e7-18ee-45e0-9002-e34b74f21153 None None] Sync routers for ids ['092f7b35-b8ed-456a-a102-6f8921751da8'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:41:23.717374 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-36218167-af1a-4107-bab0-bfee9f9c5d40 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "PUT /v2.0/routers/092f7b35-b8ed-456a-a102-6f8921751da8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4622021 Sep 22 21:41:23.719294 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50492) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:23.720157 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0058e7-18ee-45e0-9002-e34b74f21153 None None] Routers {'092f7b35-b8ed-456a-a102-6f8921751da8'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:41:23.720788 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-af0058e7-18ee-45e0-9002-e34b74f21153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:41:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['092f7b35-b8ed-456a-a102-6f8921751da8'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:41:23.766099 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-26ee73ca-d895-4253-94aa-5a53fa460efc tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] GET failed (client error): The resource could not be found. Sep 22 21:41:23.766560 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-26ee73ca-d895-4253-94aa-5a53fa460efc tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Synchronizing usage tracker for tenant:de45cb2c88af49d4a334eef3c80bde87 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:41:23.773041 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-5aecaff4-79ae-4e39-9d85-6961f6978ed6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Deleting port 56bfd068-02bd-464d-9a93-21ca3b4df7d1 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:41:23.773636 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5aecaff4-79ae-4e39-9d85-6961f6978ed6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:23.782481 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-26ee73ca-d895-4253-94aa-5a53fa460efc tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Unset dirty status for tenant:de45cb2c88af49d4a334eef3c80bde87 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:41:23.782924 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-af0058e7-18ee-45e0-9002-e34b74f21153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:41:23.786973 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-26ee73ca-d895-4253-94aa-5a53fa460efc tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "GET /v2.0/ports/a2448ab4-7f3a-466a-82c3-2b8d889433a1 HTTP/1.1" status: 404 len: 333 time: 0.0665596 Sep 22 21:41:23.787963 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50496) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:23.792150 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0058e7-18ee-45e0-9002-e34b74f21153 None None] Routers {'092f7b35-b8ed-456a-a102-6f8921751da8'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:41:23.792816 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-af0058e7-18ee-45e0-9002-e34b74f21153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:41:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['092f7b35-b8ed-456a-a102-6f8921751da8'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:41:23.858267 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-af0058e7-18ee-45e0-9002-e34b74f21153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:41:23.858974 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0058e7-18ee-45e0-9002-e34b74f21153 None None] The sync data for ids ['092f7b35-b8ed-456a-a102-6f8921751da8'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:41:23.920731 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e7c8504a-8641-45f0-b36c-b5549025dfa9 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for router, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:23.962845 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5aecaff4-79ae-4e39-9d85-6961f6978ed6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:23.999401 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-cab1627f-3a43-406a-9787-acc02b0f4310 None None] Attempt 2 to provision port 56bfd068-02bd-464d-9a93-21ca3b4df7d1 Sep 22 21:41:24.086179 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-5aecaff4-79ae-4e39-9d85-6961f6978ed6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Calling delete_port for 56bfd068-02bd-464d-9a93-21ca3b4df7d1 owned by network:router_interface {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:41:24.097729 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-cab1627f-3a43-406a-9787-acc02b0f4310 None None] Port 56bfd068-02bd-464d-9a93-21ca3b4df7d1 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:41:24.211498 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e7c8504a-8641-45f0-b36c-b5549025dfa9 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:24.213680 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e7c8504a-8641-45f0-b36c-b5549025dfa9 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:24.239056 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e7c8504a-8641-45f0-b36c-b5549025dfa9 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:24.239801 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c8504a-8641-45f0-b36c-b5549025dfa9 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Fanout notify agent at l3_agent the message router_deleted on router 092f7b35-b8ed-456a-a102-6f8921751da8 {{(pid=89008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:41:24.251361 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e7c8504a-8641-45f0-b36c-b5549025dfa9 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:24.255273 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e7c8504a-8641-45f0-b36c-b5549025dfa9 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "DELETE /v2.0/routers/092f7b35-b8ed-456a-a102-6f8921751da8 HTTP/1.1" status: 204 len: 168 time: 0.4635673 Sep 22 21:41:24.255445 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50502) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:24.300378 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5aecaff4-79ae-4e39-9d85-6961f6978ed6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:24.472980 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aecaff4-79ae-4e39-9d85-6961f6978ed6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event deleted for resources: {'Port': ['ID=56bfd068-02bd-464d-9a93-21ca3b4df7d1,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:24.521287 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-36db3246-7f71-4c3c-a9ed-01595035606f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Deleting subnet f46d2c6f-9544-482c-b814-b1190254b67c {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:41:24.531354 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-36db3246-7f71-4c3c-a9ed-01595035606f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:24.598926 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-cab1627f-3a43-406a-9787-acc02b0f4310 None None] Attempt 3 to provision port 56bfd068-02bd-464d-9a93-21ca3b4df7d1 Sep 22 21:41:24.633351 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-cab1627f-3a43-406a-9787-acc02b0f4310 None None] Port 56bfd068-02bd-464d-9a93-21ca3b4df7d1 was deleted so its status cannot be updated. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:41:24.645559 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-cab1627f-3a43-406a-9787-acc02b0f4310 None None] Provisioning for port 19316e3f-e914-4024-857c-05efae6d600e completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:41:24.650358 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-cab1627f-3a43-406a-9787-acc02b0f4310 None None] Provisioning complete for port 19316e3f-e914-4024-857c-05efae6d600e triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:41:24.650781 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-cab1627f-3a43-406a-9787-acc02b0f4310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:24.651113 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-cab1627f-3a43-406a-9787-acc02b0f4310 None None] Attempt 1 to provision port 19316e3f-e914-4024-857c-05efae6d600e Sep 22 21:41:24.700676 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5aecaff4-79ae-4e39-9d85-6961f6978ed6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:24.719140 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-36db3246-7f71-4c3c-a9ed-01595035606f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:24.773077 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-cab1627f-3a43-406a-9787-acc02b0f4310 None None] Current status of the port 19316e3f-e914-4024-857c-05efae6d600e is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:41:24.773331 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-cab1627f-3a43-406a-9787-acc02b0f4310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:24.804179 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-cab1627f-3a43-406a-9787-acc02b0f4310 None None] For port 19316e3f-e914-4024-857c-05efae6d600e, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=19316e3f-e914-4024-857c-05efae6d600e,segment=NetworkSegment(325c4349-5d22-46ae-b686-35c320d0bac5),segment_id=325c4349-5d22-46ae-b686-35c320d0bac5)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:41:24.807858 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-cab1627f-3a43-406a-9787-acc02b0f4310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:24.843546 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-cab1627f-3a43-406a-9787-acc02b0f4310 None None] Could not find standard attr ID for object a2448ab4-7f3a-466a-82c3-2b8d889433a1. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:41:24.875621 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab1627f-3a43-406a-9787-acc02b0f4310 None None] Pushing event updated for resources: {'Port': ['ID=19316e3f-e914-4024-857c-05efae6d600e,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:25.052813 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aecaff4-79ae-4e39-9d85-6961f6978ed6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Router 8f9127e7-3a06-49ee-8f2e-ca6f655ed06e has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:41:25.058818 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-36db3246-7f71-4c3c-a9ed-01595035606f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:25.235625 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aecaff4-79ae-4e39-9d85-6961f6978ed6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:41:25.246205 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c30a6e-2dc5-4214-a3a2-c1156f13f75b None None] Sync routers for ids ['8f9127e7-3a06-49ee-8f2e-ca6f655ed06e'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:41:25.258461 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c30a6e-2dc5-4214-a3a2-c1156f13f75b None None] Routers {'8f9127e7-3a06-49ee-8f2e-ca6f655ed06e'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:41:25.259549 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-17c30a6e-2dc5-4214-a3a2-c1156f13f75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:41:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['8f9127e7-3a06-49ee-8f2e-ca6f655ed06e'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:41:25.260839 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-36db3246-7f71-4c3c-a9ed-01595035606f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:25.301674 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-5aecaff4-79ae-4e39-9d85-6961f6978ed6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "PUT /v2.0/routers/8f9127e7-3a06-49ee-8f2e-ca6f655ed06e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3222482 Sep 22 21:41:25.304697 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50506) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:25.306765 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db3246-7f71-4c3c-a9ed-01595035606f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event deleted for resources: {'Subnet': ['ID=f46d2c6f-9544-482c-b814-b1190254b67c,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:25.308667 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-36db3246-7f71-4c3c-a9ed-01595035606f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:25.312822 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-36db3246-7f71-4c3c-a9ed-01595035606f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "DELETE /v2.0/subnets/f46d2c6f-9544-482c-b814-b1190254b67c HTTP/1.1" status: 204 len: 168 time: 1.0542688 Sep 22 21:41:25.313207 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50510) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:25.322946 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-17c30a6e-2dc5-4214-a3a2-c1156f13f75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:41:25.332152 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c30a6e-2dc5-4214-a3a2-c1156f13f75b None None] Routers {'8f9127e7-3a06-49ee-8f2e-ca6f655ed06e'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:41:25.332750 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-17c30a6e-2dc5-4214-a3a2-c1156f13f75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:41:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['8f9127e7-3a06-49ee-8f2e-ca6f655ed06e'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:41:25.363185 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ad6296c-21cc-4aec-acfd-c0d2affc2b6f tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] GET failed (client error): The resource could not be found. Sep 22 21:41:25.363721 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-5ad6296c-21cc-4aec-acfd-c0d2affc2b6f tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Synchronizing usage tracker for tenant:37d6650486a5496cbd52782c722d1341 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:41:25.380398 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-5ad6296c-21cc-4aec-acfd-c0d2affc2b6f tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Unset dirty status for tenant:37d6650486a5496cbd52782c722d1341 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:41:25.384463 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-5ad6296c-21cc-4aec-acfd-c0d2affc2b6f tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "GET /v2.0/ports/56bfd068-02bd-464d-9a93-21ca3b4df7d1 HTTP/1.1" status: 404 len: 333 time: 0.0752547 Sep 22 21:41:25.385147 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50514) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:25.391705 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b73cc5-9523-4872-8b4e-4a8c094fa66b None None] Network ad7c924a-1a45-41e8-ad38-508100aad578 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:41:25.431560 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b7ff3ec0-bcea-4e3b-a60f-7b33ff4a1d0e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:25.442263 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-b7ff3ec0-bcea-4e3b-a60f-7b33ff4a1d0e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Deleting port 3168961f-ea47-4095-8bdb-23053f05cbc9 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:41:25.442596 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b7ff3ec0-bcea-4e3b-a60f-7b33ff4a1d0e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:25.460695 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-17c30a6e-2dc5-4214-a3a2-c1156f13f75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:41:25.461092 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c30a6e-2dc5-4214-a3a2-c1156f13f75b None None] The sync data for ids ['8f9127e7-3a06-49ee-8f2e-ca6f655ed06e'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:41:25.516653 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-578fff95-6c7d-4505-9347-0bec071afbd9 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for router, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:25.658277 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-b7ff3ec0-bcea-4e3b-a60f-7b33ff4a1d0e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] For port 3168961f-ea47-4095-8bdb-23053f05cbc9, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=3168961f-ea47-4095-8bdb-23053f05cbc9,segment=NetworkSegment(b4f2a34b-78d8-4a07-a936-f6c30c0db627),segment_id=b4f2a34b-78d8-4a07-a936-f6c30c0db627)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:41:25.659256 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b7ff3ec0-bcea-4e3b-a60f-7b33ff4a1d0e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:25.661293 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5ae4a1-73ce-4065-b53c-d34f517c7971 None None] DHCP port deletion for ad7c924a-1a45-41e8-ad38-508100aad578 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:41:25.665894 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-5b5ae4a1-73ce-4065-b53c-d34f517c7971 None None] Deleting port 3168961f-ea47-4095-8bdb-23053f05cbc9 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:41:25.666640 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5b5ae4a1-73ce-4065-b53c-d34f517c7971 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:25.782462 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:25.896590 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-5b5ae4a1-73ce-4065-b53c-d34f517c7971 None None] For port 3168961f-ea47-4095-8bdb-23053f05cbc9, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=3168961f-ea47-4095-8bdb-23053f05cbc9,segment=NetworkSegment(b4f2a34b-78d8-4a07-a936-f6c30c0db627),segment_id=b4f2a34b-78d8-4a07-a936-f6c30c0db627)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:41:25.896964 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5b5ae4a1-73ce-4065-b53c-d34f517c7971 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:25.909066 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-b7ff3ec0-bcea-4e3b-a60f-7b33ff4a1d0e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Calling delete_port for 3168961f-ea47-4095-8bdb-23053f05cbc9 owned by network:dhcp {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:41:25.940574 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-578fff95-6c7d-4505-9347-0bec071afbd9 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:25.942886 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-578fff95-6c7d-4505-9347-0bec071afbd9 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:25.970081 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-578fff95-6c7d-4505-9347-0bec071afbd9 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:25.970858 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578fff95-6c7d-4505-9347-0bec071afbd9 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Fanout notify agent at l3_agent the message router_deleted on router 8f9127e7-3a06-49ee-8f2e-ca6f655ed06e {{(pid=89008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:41:25.985394 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-578fff95-6c7d-4505-9347-0bec071afbd9 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:25.986536 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-578fff95-6c7d-4505-9347-0bec071afbd9 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "DELETE /v2.0/routers/8f9127e7-3a06-49ee-8f2e-ca6f655ed06e HTTP/1.1" status: 204 len: 168 time: 0.6002264 Sep 22 21:41:25.989608 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50518) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:25.998593 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b7ff3ec0-bcea-4e3b-a60f-7b33ff4a1d0e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:26.024368 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-5b5ae4a1-73ce-4065-b53c-d34f517c7971 None None] Calling delete_port for 3168961f-ea47-4095-8bdb-23053f05cbc9 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:41:26.046018 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ff3ec0-bcea-4e3b-a60f-7b33ff4a1d0e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event deleted for resources: {'Port': ['ID=3168961f-ea47-4095-8bdb-23053f05cbc9,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:26.050360 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ff3ec0-bcea-4e3b-a60f-7b33ff4a1d0e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] No DVR routers for this DVR port 3168961f-ea47-4095-8bdb-23053f05cbc9 on host dv-neutron-858900-1-hyperv {{(pid=89009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:41:26.058229 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-24348ee9-a94c-4b10-9cdd-faad90ed0e5d tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Deleting subnet 1c5babec-6112-4b86-af71-d4a06cc6abb7 {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:41:26.061489 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-24348ee9-a94c-4b10-9cdd-faad90ed0e5d tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:26.100626 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.db.api [None req-5b5ae4a1-73ce-4065-b53c-d34f517c7971 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:41:26.100980 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG oslo_db.api [None req-5b5ae4a1-73ce-4065-b53c-d34f517c7971 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:41:26.116168 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-24348ee9-a94c-4b10-9cdd-faad90ed0e5d tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:26.174068 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b7ff3ec0-bcea-4e3b-a60f-7b33ff4a1d0e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:26.199332 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-b7ff3ec0-bcea-4e3b-a60f-7b33ff4a1d0e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad7c924a-1a45-41e8-ad38-508100aad578']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:41:26.201427 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-24348ee9-a94c-4b10-9cdd-faad90ed0e5d tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:26.212238 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-b7ff3ec0-bcea-4e3b-a60f-7b33ff4a1d0e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4f2a34b-78d8-4a07-a936-f6c30c0db627') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:41:26.212603 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-b7ff3ec0-bcea-4e3b-a60f-7b33ff4a1d0e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4f2a34b-78d8-4a07-a936-f6c30c0db627') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:41:26.231528 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b7ff3ec0-bcea-4e3b-a60f-7b33ff4a1d0e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:26.254094 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b7ff3ec0-bcea-4e3b-a60f-7b33ff4a1d0e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:26.261753 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7ff3ec0-bcea-4e3b-a60f-7b33ff4a1d0e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:41:26.262157 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b7ff3ec0-bcea-4e3b-a60f-7b33ff4a1d0e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:26.278801 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-24348ee9-a94c-4b10-9cdd-faad90ed0e5d tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:26.321011 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24348ee9-a94c-4b10-9cdd-faad90ed0e5d tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event deleted for resources: {'Subnet': ['ID=1c5babec-6112-4b86-af71-d4a06cc6abb7,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:26.323089 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-24348ee9-a94c-4b10-9cdd-faad90ed0e5d tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:26.328022 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3ebaf1-6a4d-4cf3-8050-71b4e8d207e5 None None] Network 979802e7-b169-4023-9027-42233a89a05d requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:41:26.334038 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment b4f2a34b-78d8-4a07-a936-f6c30c0db627 resource provider aggregate not found Sep 22 21:41:26.337250 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-24348ee9-a94c-4b10-9cdd-faad90ed0e5d tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "DELETE /v2.0/subnets/1c5babec-6112-4b86-af71-d4a06cc6abb7 HTTP/1.1" status: 204 len: 168 time: 0.3442936 Sep 22 21:41:26.337640 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50526) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:26.355416 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment b4f2a34b-78d8-4a07-a936-f6c30c0db627 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b4f2a34b-78d8-4a07-a936-f6c30c0db627 found for delete ", "request_id": "req-ce90f3c7-f76a-4df3-af40-52613fdf09d8"}]} Sep 22 21:41:26.371990 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b7ff3ec0-bcea-4e3b-a60f-7b33ff4a1d0e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:26.380989 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b7ff3ec0-bcea-4e3b-a60f-7b33ff4a1d0e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:26.406535 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ff3ec0-bcea-4e3b-a60f-7b33ff4a1d0e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event deleted for resources: {'Network': ['ID=ad7c924a-1a45-41e8-ad38-508100aad578,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:26.422596 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-b7ff3ec0-bcea-4e3b-a60f-7b33ff4a1d0e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "DELETE /v2.0/networks/ad7c924a-1a45-41e8-ad38-508100aad578 HTTP/1.1" status: 204 len: 168 time: 1.1083589 Sep 22 21:41:26.427272 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50530) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:26.458638 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a48eeed4-8295-479b-9b12-4080b9df1e21 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:26.469298 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-a48eeed4-8295-479b-9b12-4080b9df1e21 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Deleting port 19316e3f-e914-4024-857c-05efae6d600e {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:41:26.469741 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a48eeed4-8295-479b-9b12-4080b9df1e21 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:26.512510 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d212c31f-d40e-472c-8357-2c41639a9412 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:26.513119 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-d212c31f-d40e-472c-8357-2c41639a9412 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Synchronizing usage tracker for tenant:de45cb2c88af49d4a334eef3c80bde87 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:41:26.533428 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-d212c31f-d40e-472c-8357-2c41639a9412 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Unset dirty status for tenant:de45cb2c88af49d4a334eef3c80bde87 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:41:26.535085 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d212c31f-d40e-472c-8357-2c41639a9412 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "GET /v2.0/ports/5e128f1b-76f4-4f03-860d-5d6117a2980d HTTP/1.1" status: 200 len: 841 time: 0.1063142 Sep 22 21:41:26.538885 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50534) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:26.602732 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-5b5ae4a1-73ce-4065-b53c-d34f517c7971 None None] Deleting port 3168961f-ea47-4095-8bdb-23053f05cbc9 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:41:26.603407 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5b5ae4a1-73ce-4065-b53c-d34f517c7971 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:26.615291 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-adfcc5f0-909f-4c8f-9fad-d0d950a1c64b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "GET /v2.0/ports/5e128f1b-76f4-4f03-860d-5d6117a2980d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0749798 Sep 22 21:41:26.618751 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50538) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:26.624665 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-a864ecb9-28e6-4578-871b-bf90c71f3190 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Request body: {'subnet': {'network_id': 'e0aaafca-4b82-4983-ae0e-070f612893e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:26.633671 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3517d92f-6517-4659-a953-eefaf5fd36e9 None None] DHCP port deletion for 979802e7-b169-4023-9027-42233a89a05d request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:41:26.669597 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-3517d92f-6517-4659-a953-eefaf5fd36e9 None None] Deleting port 19316e3f-e914-4024-857c-05efae6d600e {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:41:26.669992 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-3517d92f-6517-4659-a953-eefaf5fd36e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:26.681715 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-a48eeed4-8295-479b-9b12-4080b9df1e21 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] For port 19316e3f-e914-4024-857c-05efae6d600e, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=19316e3f-e914-4024-857c-05efae6d600e,segment=NetworkSegment(325c4349-5d22-46ae-b686-35c320d0bac5),segment_id=325c4349-5d22-46ae-b686-35c320d0bac5)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:41:26.681997 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a48eeed4-8295-479b-9b12-4080b9df1e21 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:26.712583 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-5b5ae4a1-73ce-4065-b53c-d34f517c7971 None None] The port '3168961f-ea47-4095-8bdb-23053f05cbc9' was deleted {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 21:41:26.713540 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 3168961f-ea47-4095-8bdb-23053f05cbc9 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:41:26.747278 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a864ecb9-28e6-4578-871b-bf90c71f3190 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:26.751610 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-a864ecb9-28e6-4578-871b-bf90c71f3190 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Usage tracker for resource:subnet and tenant:de45cb2c88af49d4a334eef3c80bde87 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:26.755265 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-a864ecb9-28e6-4578-871b-bf90c71f3190 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:26.761289 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a864ecb9-28e6-4578-871b-bf90c71f3190 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:26.772411 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a864ecb9-28e6-4578-871b-bf90c71f3190 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Made reservation on behalf of de45cb2c88af49d4a334eef3c80bde87 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:41:26.776014 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a864ecb9-28e6-4578-871b-bf90c71f3190 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:26.795646 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 3168961f-ea47-4095-8bdb-23053f05cbc9 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:41:26.796316 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 3168961f-ea47-4095-8bdb-23053f05cbc9 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:41:26.796412 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 19316e3f-e914-4024-857c-05efae6d600e no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:41:26.810948 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-a48eeed4-8295-479b-9b12-4080b9df1e21 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Calling delete_port for 19316e3f-e914-4024-857c-05efae6d600e owned by network:dhcp {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:41:26.896388 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a48eeed4-8295-479b-9b12-4080b9df1e21 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:26.922892 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No active binding found for port 19316e3f-e914-4024-857c-05efae6d600e {{(pid=89010) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Sep 22 21:41:26.923300 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 19316e3f-e914-4024-857c-05efae6d600e not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:41:26.953302 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48eeed4-8295-479b-9b12-4080b9df1e21 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event deleted for resources: {'Port': ['ID=19316e3f-e914-4024-857c-05efae6d600e,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:26.958670 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48eeed4-8295-479b-9b12-4080b9df1e21 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] No DVR routers for this DVR port 19316e3f-e914-4024-857c-05efae6d600e on host dv-neutron-858900-1-hyperv {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:41:27.012807 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-3517d92f-6517-4659-a953-eefaf5fd36e9 None None] For port 19316e3f-e914-4024-857c-05efae6d600e, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=19316e3f-e914-4024-857c-05efae6d600e,segment=NetworkSegment(325c4349-5d22-46ae-b686-35c320d0bac5),segment_id=325c4349-5d22-46ae-b686-35c320d0bac5)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:41:27.013154 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-3517d92f-6517-4659-a953-eefaf5fd36e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:27.018576 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a864ecb9-28e6-4578-871b-bf90c71f3190 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:27.070208 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a864ecb9-28e6-4578-871b-bf90c71f3190 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Network e0aaafca-4b82-4983-ae0e-070f612893e9 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:41:27.076926 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-a864ecb9-28e6-4578-871b-bf90c71f3190 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:41:27.082117 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a864ecb9-28e6-4578-871b-bf90c71f3190 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:27.082117 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a864ecb9-28e6-4578-871b-bf90c71f3190 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:27.083676 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a48eeed4-8295-479b-9b12-4080b9df1e21 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:27.109001 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a864ecb9-28e6-4578-871b-bf90c71f3190 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4888473 Sep 22 21:41:27.112435 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50542) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:27.114143 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-a48eeed4-8295-479b-9b12-4080b9df1e21 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['979802e7-b169-4023-9027-42233a89a05d']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:41:27.119297 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-04c12cc2-e559-44f0-9ba0-e72d3eff9311 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Request body: {'security_group': {'name': 'tempest-secgroup-1728421299'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:27.126513 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a864ecb9-28e6-4578-871b-bf90c71f3190 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event updated for resources: {'Subnet': ['ID=35afc260-fab6-4cca-9fc8-6f5864a34318,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:27.128816 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-04c12cc2-e559-44f0-9ba0-e72d3eff9311 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:27.130573 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-a48eeed4-8295-479b-9b12-4080b9df1e21 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '325c4349-5d22-46ae-b686-35c320d0bac5') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:41:27.131226 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-a48eeed4-8295-479b-9b12-4080b9df1e21 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '325c4349-5d22-46ae-b686-35c320d0bac5') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:41:27.132918 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-04c12cc2-e559-44f0-9ba0-e72d3eff9311 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Usage tracker for resource:security_group and tenant:de45cb2c88af49d4a334eef3c80bde87 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:27.135880 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-04c12cc2-e559-44f0-9ba0-e72d3eff9311 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:27.136568 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3671e71-57d9-4968-b2a1-96b747878ec1 None None] Network e0aaafca-4b82-4983-ae0e-070f612893e9 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:41:27.141727 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-04c12cc2-e559-44f0-9ba0-e72d3eff9311 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:27.146105 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a48eeed4-8295-479b-9b12-4080b9df1e21 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:27.152363 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-04c12cc2-e559-44f0-9ba0-e72d3eff9311 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:27.155621 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-3517d92f-6517-4659-a953-eefaf5fd36e9 None None] Calling delete_port for 19316e3f-e914-4024-857c-05efae6d600e owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:41:27.163413 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a48eeed4-8295-479b-9b12-4080b9df1e21 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:27.169909 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a48eeed4-8295-479b-9b12-4080b9df1e21 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:41:27.170312 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a48eeed4-8295-479b-9b12-4080b9df1e21 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:27.175046 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-04c12cc2-e559-44f0-9ba0-e72d3eff9311 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:27.179091 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-04c12cc2-e559-44f0-9ba0-e72d3eff9311 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Usage tracker for resource:security_group_rule and tenant:de45cb2c88af49d4a334eef3c80bde87 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:27.181926 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-04c12cc2-e559-44f0-9ba0-e72d3eff9311 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:27.188193 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-04c12cc2-e559-44f0-9ba0-e72d3eff9311 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:27.322917 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.db.api [None req-3517d92f-6517-4659-a953-eefaf5fd36e9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:41:27.323267 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG oslo_db.api [None req-3517d92f-6517-4659-a953-eefaf5fd36e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:41:27.352187 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 325c4349-5d22-46ae-b686-35c320d0bac5 resource provider aggregate not found Sep 22 21:41:27.376055 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 325c4349-5d22-46ae-b686-35c320d0bac5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 325c4349-5d22-46ae-b686-35c320d0bac5 found for delete ", "request_id": "req-f7cd1471-a0d1-4161-a699-f1ae5b4a13fa"}]} Sep 22 21:41:27.389414 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a48eeed4-8295-479b-9b12-4080b9df1e21 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:27.410060 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a48eeed4-8295-479b-9b12-4080b9df1e21 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:27.426538 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48eeed4-8295-479b-9b12-4080b9df1e21 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event deleted for resources: {'Network': ['ID=979802e7-b169-4023-9027-42233a89a05d,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:27.435494 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a48eeed4-8295-479b-9b12-4080b9df1e21 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "DELETE /v2.0/networks/979802e7-b169-4023-9027-42233a89a05d HTTP/1.1" status: 204 len: 168 time: 1.0967703 Sep 22 21:41:27.436259 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50550) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:27.453478 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-04c12cc2-e559-44f0-9ba0-e72d3eff9311 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:27.458535 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-04c12cc2-e559-44f0-9ba0-e72d3eff9311 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:27.467479 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bb4931-faa4-405d-be3d-5e77fb78ce37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-e0aaafca-4b82-4983-ae0e-070f612893e9', 'network_id': 'e0aaafca-4b82-4983-ae0e-070f612893e9', 'tenant_id': 'de45cb2c88af49d4a334eef3c80bde87', 'fixed_ips': [{'subnet_id': '35afc260-fab6-4cca-9fc8-6f5864a34318'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:41:27.468904 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-86bb4931-faa4-405d-be3d-5e77fb78ce37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:27.506150 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c12cc2-e559-44f0-9ba0-e72d3eff9311 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67200564-495f-461b-9501-275bfa975540,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:27.508706 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-04c12cc2-e559-44f0-9ba0-e72d3eff9311 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:27.513137 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-04c12cc2-e559-44f0-9ba0-e72d3eff9311 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3998916 Sep 22 21:41:27.513732 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50554) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:27.519195 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849b6296-8ac5-4f8c-8c9f-86ed497be4a7 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:27.519468 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-2e454428-7c5e-4343-9411-3af92bddac5e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Request body: {'security_group': {'name': 'tempest-secgroup-978499692'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:27.519836 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-849b6296-8ac5-4f8c-8c9f-86ed497be4a7 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Synchronizing usage tracker for tenant:37d6650486a5496cbd52782c722d1341 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:41:27.525794 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-2e454428-7c5e-4343-9411-3af92bddac5e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:27.529797 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-2e454428-7c5e-4343-9411-3af92bddac5e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Usage tracker for resource:security_group and tenant:de45cb2c88af49d4a334eef3c80bde87 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:27.532709 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-2e454428-7c5e-4343-9411-3af92bddac5e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:27.539355 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-2e454428-7c5e-4343-9411-3af92bddac5e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:27.543823 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-849b6296-8ac5-4f8c-8c9f-86ed497be4a7 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Unset dirty status for tenant:37d6650486a5496cbd52782c722d1341 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:41:27.549792 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50560) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:27.549971 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-849b6296-8ac5-4f8c-8c9f-86ed497be4a7 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "GET /v2.0/ports/b313687d-4dcc-467c-a720-e8d07bf155ea HTTP/1.1" status: 200 len: 844 time: 0.1115069 Sep 22 21:41:27.585411 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2e454428-7c5e-4343-9411-3af92bddac5e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:27.626279 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-2e454428-7c5e-4343-9411-3af92bddac5e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:27.633741 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-86bb4931-faa4-405d-be3d-5e77fb78ce37 None None] Allocated IP 172.20.0.2 (e0aaafca-4b82-4983-ae0e-070f612893e9/35afc260-fab6-4cca-9fc8-6f5864a34318/28fbb348-134c-4e5c-886f-f8dc6f222ae0) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:41:27.634077 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-ba156033-6c79-405b-905a-8dbd908fe87e tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Synchronizing usage tracker for tenant:37d6650486a5496cbd52782c722d1341 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:41:27.637863 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-2e454428-7c5e-4343-9411-3af92bddac5e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Usage tracker for resource:security_group_rule and tenant:de45cb2c88af49d4a334eef3c80bde87 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:27.640884 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-2e454428-7c5e-4343-9411-3af92bddac5e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:27.649689 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-2e454428-7c5e-4343-9411-3af92bddac5e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:27.663113 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-ba156033-6c79-405b-905a-8dbd908fe87e tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Unset dirty status for tenant:37d6650486a5496cbd52782c722d1341 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:41:27.664439 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ba156033-6c79-405b-905a-8dbd908fe87e tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "GET /v2.0/ports/b313687d-4dcc-467c-a720-e8d07bf155ea?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1144633 Sep 22 21:41:27.668285 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50564) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:27.680330 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-4dc1adbb-2c0e-4ee5-a7a9-53ae9c14d6d2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Request body: {'subnet': {'network_id': 'a0d75c33-f153-4f5a-8342-3b39b5565ed7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:27.818167 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-4dc1adbb-2c0e-4ee5-a7a9-53ae9c14d6d2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:27.824150 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-3517d92f-6517-4659-a953-eefaf5fd36e9 None None] Deleting port 19316e3f-e914-4024-857c-05efae6d600e {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:41:27.824543 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-3517d92f-6517-4659-a953-eefaf5fd36e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:27.826393 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-4dc1adbb-2c0e-4ee5-a7a9-53ae9c14d6d2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Usage tracker for resource:subnet and tenant:37d6650486a5496cbd52782c722d1341 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:27.835307 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-4dc1adbb-2c0e-4ee5-a7a9-53ae9c14d6d2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:27.843897 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2e454428-7c5e-4343-9411-3af92bddac5e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:27.845047 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-4dc1adbb-2c0e-4ee5-a7a9-53ae9c14d6d2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:27.850926 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2e454428-7c5e-4343-9411-3af92bddac5e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:27.876222 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc1adbb-2c0e-4ee5-a7a9-53ae9c14d6d2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Made reservation on behalf of 37d6650486a5496cbd52782c722d1341 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:41:27.880229 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4dc1adbb-2c0e-4ee5-a7a9-53ae9c14d6d2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:27.889258 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50568) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:27.902993 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-3517d92f-6517-4659-a953-eefaf5fd36e9 None None] The port '19316e3f-e914-4024-857c-05efae6d600e' was deleted {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 21:41:27.910068 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-86bb4931-faa4-405d-be3d-5e77fb78ce37 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:27.922700 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-86bb4931-faa4-405d-be3d-5e77fb78ce37 None None] Transition to ACTIVE for port object 28fbb348-134c-4e5c-886f-f8dc6f222ae0 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:41:27.943786 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-86bb4931-faa4-405d-be3d-5e77fb78ce37 None None] Transition to ACTIVE for port object 28fbb348-134c-4e5c-886f-f8dc6f222ae0 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:41:27.950831 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-86bb4931-faa4-405d-be3d-5e77fb78ce37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:27.974355 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2e454428-7c5e-4343-9411-3af92bddac5e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:27.978354 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2e454428-7c5e-4343-9411-3af92bddac5e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4608183 Sep 22 21:41:27.978354 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e454428-7c5e-4343-9411-3af92bddac5e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e26a01c-1958-4751-9bbe-7fbbb05ae530,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:27.979343 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50572) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:27.980497 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1066ae0d-f374-4a28-a2cd-f43b83f0b902 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:27.981091 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1066ae0d-f374-4a28-a2cd-f43b83f0b902 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:27.981617 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1066ae0d-f374-4a28-a2cd-f43b83f0b902 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:27.985576 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-1066ae0d-f374-4a28-a2cd-f43b83f0b902 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/ports?project_id=eb1aed2a20e141c98ec99089a446670b&network_id=d798fa90-67b2-4838-a613-196b1b982d33 HTTP/1.1" status: 200 len: 2999 time: 0.0930073 Sep 22 21:41:27.995464 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-b6f5d70f-3e49-4997-a293-e305b0600b29 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1835563457', 'security_groups': ['5e26a01c-1958-4751-9bbe-7fbbb05ae530'], 'network_id': 'e0aaafca-4b82-4983-ae0e-070f612893e9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '35afc260-fab6-4cca-9fc8-6f5864a34318'}]}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:28.022752 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bb4931-faa4-405d-be3d-5e77fb78ce37 None None] Network e0aaafca-4b82-4983-ae0e-070f612893e9 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:41:28.031161 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bb4931-faa4-405d-be3d-5e77fb78ce37 None None] Pushing event updated for resources: {'Port': ['ID=28fbb348-134c-4e5c-886f-f8dc6f222ae0,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:28.034810 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-86bb4931-faa4-405d-be3d-5e77fb78ce37 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:41:28.036840 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bb4931-faa4-405d-be3d-5e77fb78ce37 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:41:28.144217 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-86bb4931-faa4-405d-be3d-5e77fb78ce37 None None] Attempting to bind port 28fbb348-134c-4e5c-886f-f8dc6f222ae0 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:41:28.144584 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-86bb4931-faa4-405d-be3d-5e77fb78ce37 None None] Attempting to bind port 28fbb348-134c-4e5c-886f-f8dc6f222ae0 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '68664427-d80e-4160-a4d2-da3f06fdf9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e0aaafca-4b82-4983-ae0e-070f612893e9'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:41:28.144940 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bb4931-faa4-405d-be3d-5e77fb78ce37 None None] Attempting to bind port 28fbb348-134c-4e5c-886f-f8dc6f222ae0 on network e0aaafca-4b82-4983-ae0e-070f612893e9 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:41:28.150294 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bb4931-faa4-405d-be3d-5e77fb78ce37 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:41:28.150689 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bb4931-faa4-405d-be3d-5e77fb78ce37 None None] Checking segment: {'id': '68664427-d80e-4160-a4d2-da3f06fdf9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e0aaafca-4b82-4983-ae0e-070f612893e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:41:28.151108 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-86bb4931-faa4-405d-be3d-5e77fb78ce37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:28.151517 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bb4931-faa4-405d-be3d-5e77fb78ce37 None None] Bound using segment: {'id': '68664427-d80e-4160-a4d2-da3f06fdf9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e0aaafca-4b82-4983-ae0e-070f612893e9'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:41:28.151975 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-86bb4931-faa4-405d-be3d-5e77fb78ce37 None None] Bound port: 28fbb348-134c-4e5c-886f-f8dc6f222ae0, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68664427-d80e-4160-a4d2-da3f06fdf9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e0aaafca-4b82-4983-ae0e-070f612893e9'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:41:28.152347 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-86bb4931-faa4-405d-be3d-5e77fb78ce37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:28.194196 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-b6f5d70f-3e49-4997-a293-e305b0600b29 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:28.216741 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-b6f5d70f-3e49-4997-a293-e305b0600b29 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:28.237646 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f5d70f-3e49-4997-a293-e305b0600b29 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Made reservation on behalf of de45cb2c88af49d4a334eef3c80bde87 for: {'port': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:41:28.246706 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-86bb4931-faa4-405d-be3d-5e77fb78ce37 None None] For port 28fbb348-134c-4e5c-886f-f8dc6f222ae0, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:41:28.250087 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-86bb4931-faa4-405d-be3d-5e77fb78ce37 None None] For port 28fbb348-134c-4e5c-886f-f8dc6f222ae0, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=28fbb348-134c-4e5c-886f-f8dc6f222ae0,segment=NetworkSegment(68664427-d80e-4160-a4d2-da3f06fdf9de),segment_id=68664427-d80e-4160-a4d2-da3f06fdf9de)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:41:28.256647 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-86bb4931-faa4-405d-be3d-5e77fb78ce37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:28.344658 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4dc1adbb-2c0e-4ee5-a7a9-53ae9c14d6d2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:28.359313 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bb4931-faa4-405d-be3d-5e77fb78ce37 None None] Pushing event updated for resources: {'Port': ['ID=28fbb348-134c-4e5c-886f-f8dc6f222ae0,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:28.407749 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc1adbb-2c0e-4ee5-a7a9-53ae9c14d6d2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Network a0d75c33-f153-4f5a-8342-3b39b5565ed7 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:41:28.417836 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-4dc1adbb-2c0e-4ee5-a7a9-53ae9c14d6d2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:41:28.427545 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0c9100-83a9-4de3-ac0e-e76c2560de7c None None] Network a0d75c33-f153-4f5a-8342-3b39b5565ed7 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:41:28.434835 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc1adbb-2c0e-4ee5-a7a9-53ae9c14d6d2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:28.435455 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4dc1adbb-2c0e-4ee5-a7a9-53ae9c14d6d2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:28.470682 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc1adbb-2c0e-4ee5-a7a9-53ae9c14d6d2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event updated for resources: {'Subnet': ['ID=16b86088-273c-4f4d-9c9a-f25f6f38be67,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:28.483129 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b6f5d70f-3e49-4997-a293-e305b0600b29 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:28.503892 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-4dc1adbb-2c0e-4ee5-a7a9-53ae9c14d6d2 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8345351 Sep 22 21:41:28.509274 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50580) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:28.515880 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-2ecdbfed-f013-4497-9101-cfd17ee2a7b3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Request body: {'security_group': {'name': 'tempest-secgroup-1557905923'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:28.529262 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-2ecdbfed-f013-4497-9101-cfd17ee2a7b3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:28.535144 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-b6f5d70f-3e49-4997-a293-e305b0600b29 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] device_id is not set on port b618807a-c6b2-4efb-aa42-13ae7962068f yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:41:28.690287 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-2ecdbfed-f013-4497-9101-cfd17ee2a7b3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Usage tracker for resource:security_group and tenant:37d6650486a5496cbd52782c722d1341 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:28.694905 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-2ecdbfed-f013-4497-9101-cfd17ee2a7b3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:28.705360 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-2ecdbfed-f013-4497-9101-cfd17ee2a7b3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:28.740963 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2ecdbfed-f013-4497-9101-cfd17ee2a7b3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:28.760774 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 28fbb348-134c-4e5c-886f-f8dc6f222ae0 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:41:28.809834 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-2ecdbfed-f013-4497-9101-cfd17ee2a7b3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:28.818301 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-2ecdbfed-f013-4497-9101-cfd17ee2a7b3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Usage tracker for resource:security_group_rule and tenant:37d6650486a5496cbd52782c722d1341 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:28.829394 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-2ecdbfed-f013-4497-9101-cfd17ee2a7b3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:28.841151 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ae0a67-5ca3-42eb-ae57-903851654612 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-a0d75c33-f153-4f5a-8342-3b39b5565ed7', 'network_id': 'a0d75c33-f153-4f5a-8342-3b39b5565ed7', 'tenant_id': '37d6650486a5496cbd52782c722d1341', 'fixed_ips': [{'subnet_id': '16b86088-273c-4f4d-9c9a-f25f6f38be67'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:41:28.841408 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-2ecdbfed-f013-4497-9101-cfd17ee2a7b3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:28.842058 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-85ae0a67-5ca3-42eb-ae57-903851654612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:28.862960 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 28fbb348-134c-4e5c-886f-f8dc6f222ae0 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:41:28.921866 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-b6f5d70f-3e49-4997-a293-e305b0600b29 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Allocated IP 172.20.0.4 (e0aaafca-4b82-4983-ae0e-070f612893e9/35afc260-fab6-4cca-9fc8-6f5864a34318/b618807a-c6b2-4efb-aa42-13ae7962068f) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:41:28.994893 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2ecdbfed-f013-4497-9101-cfd17ee2a7b3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:29.011561 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-85ae0a67-5ca3-42eb-ae57-903851654612 None None] Allocated IP 2001:db8::2 (a0d75c33-f153-4f5a-8342-3b39b5565ed7/16b86088-273c-4f4d-9c9a-f25f6f38be67/2aff1fca-5272-43d2-9ccd-a2f6287656ee) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:41:29.013351 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2ecdbfed-f013-4497-9101-cfd17ee2a7b3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:29.142232 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2ecdbfed-f013-4497-9101-cfd17ee2a7b3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:29.144158 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2ecdbfed-f013-4497-9101-cfd17ee2a7b3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6361592 Sep 22 21:41:29.144886 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecdbfed-f013-4497-9101-cfd17ee2a7b3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e32b1fe-eb36-4b96-9929-1adf397ab6cd,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:29.146937 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50584) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:29.166471 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-3dbb5194-e1e4-4547-8163-a3b2c8758f68 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Request body: {'security_group': {'name': 'tempest-secgroup-2061269622'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:29.178907 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-3dbb5194-e1e4-4547-8163-a3b2c8758f68 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:29.193133 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-3dbb5194-e1e4-4547-8163-a3b2c8758f68 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Usage tracker for resource:security_group and tenant:37d6650486a5496cbd52782c722d1341 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:29.198406 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-3dbb5194-e1e4-4547-8163-a3b2c8758f68 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:29.208725 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-3dbb5194-e1e4-4547-8163-a3b2c8758f68 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:29.227937 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b6f5d70f-3e49-4997-a293-e305b0600b29 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:29.242559 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-85ae0a67-5ca3-42eb-ae57-903851654612 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:29.244335 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3dbb5194-e1e4-4547-8163-a3b2c8758f68 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:29.255933 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-85ae0a67-5ca3-42eb-ae57-903851654612 None None] Transition to ACTIVE for port object 2aff1fca-5272-43d2-9ccd-a2f6287656ee will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:41:29.257216 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-b6f5d70f-3e49-4997-a293-e305b0600b29 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Transition to ACTIVE for port object b618807a-c6b2-4efb-aa42-13ae7962068f will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:41:29.271791 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-3dbb5194-e1e4-4547-8163-a3b2c8758f68 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:29.277509 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-3dbb5194-e1e4-4547-8163-a3b2c8758f68 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Usage tracker for resource:security_group_rule and tenant:37d6650486a5496cbd52782c722d1341 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:29.278397 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-85ae0a67-5ca3-42eb-ae57-903851654612 None None] Transition to ACTIVE for port object 2aff1fca-5272-43d2-9ccd-a2f6287656ee will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:41:29.281052 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-3dbb5194-e1e4-4547-8163-a3b2c8758f68 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:29.287625 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-85ae0a67-5ca3-42eb-ae57-903851654612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:29.288793 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-3dbb5194-e1e4-4547-8163-a3b2c8758f68 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:29.322106 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b6f5d70f-3e49-4997-a293-e305b0600b29 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:29.370637 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ae0a67-5ca3-42eb-ae57-903851654612 None None] Network a0d75c33-f153-4f5a-8342-3b39b5565ed7 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:41:29.373467 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-85ae0a67-5ca3-42eb-ae57-903851654612 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:41:29.376130 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ae0a67-5ca3-42eb-ae57-903851654612 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:41:29.413329 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f5d70f-3e49-4997-a293-e305b0600b29 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Network e0aaafca-4b82-4983-ae0e-070f612893e9 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:41:29.416919 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-b6f5d70f-3e49-4997-a293-e305b0600b29 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:41:29.424059 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae0a67-5ca3-42eb-ae57-903851654612 None None] Pushing event updated for resources: {'Port': ['ID=2aff1fca-5272-43d2-9ccd-a2f6287656ee,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:29.428550 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f5d70f-3e49-4997-a293-e305b0600b29 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:41:29.488264 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f5d70f-3e49-4997-a293-e305b0600b29 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event updated for resources: {'Port': ['ID=b618807a-c6b2-4efb-aa42-13ae7962068f,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:29.498547 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3dbb5194-e1e4-4547-8163-a3b2c8758f68 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:29.500226 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-85ae0a67-5ca3-42eb-ae57-903851654612 None None] Attempting to bind port 2aff1fca-5272-43d2-9ccd-a2f6287656ee on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:41:29.500660 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-85ae0a67-5ca3-42eb-ae57-903851654612 None None] Attempting to bind port 2aff1fca-5272-43d2-9ccd-a2f6287656ee by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '80e772a9-6f2b-403e-8eef-172137cc7595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a0d75c33-f153-4f5a-8342-3b39b5565ed7'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:41:29.501074 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ae0a67-5ca3-42eb-ae57-903851654612 None None] Attempting to bind port 2aff1fca-5272-43d2-9ccd-a2f6287656ee on network a0d75c33-f153-4f5a-8342-3b39b5565ed7 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:41:29.508282 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3dbb5194-e1e4-4547-8163-a3b2c8758f68 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:29.510491 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ae0a67-5ca3-42eb-ae57-903851654612 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:41:29.510916 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ae0a67-5ca3-42eb-ae57-903851654612 None None] Checking segment: {'id': '80e772a9-6f2b-403e-8eef-172137cc7595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a0d75c33-f153-4f5a-8342-3b39b5565ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:41:29.511358 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-85ae0a67-5ca3-42eb-ae57-903851654612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:29.511747 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ae0a67-5ca3-42eb-ae57-903851654612 None None] Bound using segment: {'id': '80e772a9-6f2b-403e-8eef-172137cc7595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a0d75c33-f153-4f5a-8342-3b39b5565ed7'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:41:29.512137 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-85ae0a67-5ca3-42eb-ae57-903851654612 None None] Bound port: 2aff1fca-5272-43d2-9ccd-a2f6287656ee, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80e772a9-6f2b-403e-8eef-172137cc7595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a0d75c33-f153-4f5a-8342-3b39b5565ed7'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:41:29.512531 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-85ae0a67-5ca3-42eb-ae57-903851654612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:29.527674 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-29402b40-2d07-46b8-93d1-a22ef979f89c None None] Provisioning for port 28fbb348-134c-4e5c-886f-f8dc6f222ae0 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:41:29.551481 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f5d70f-3e49-4997-a293-e305b0600b29 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:29.552115 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b6f5d70f-3e49-4997-a293-e305b0600b29 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:29.558332 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-29402b40-2d07-46b8-93d1-a22ef979f89c None None] Provisioning complete for port 28fbb348-134c-4e5c-886f-f8dc6f222ae0 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:41:29.558729 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-29402b40-2d07-46b8-93d1-a22ef979f89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:29.559064 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-29402b40-2d07-46b8-93d1-a22ef979f89c None None] Attempt 1 to provision port 28fbb348-134c-4e5c-886f-f8dc6f222ae0 Sep 22 21:41:29.580004 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3dbb5194-e1e4-4547-8163-a3b2c8758f68 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:29.583555 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-3dbb5194-e1e4-4547-8163-a3b2c8758f68 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4227250 Sep 22 21:41:29.585014 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50588) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:29.586786 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb5194-e1e4-4547-8163-a3b2c8758f68 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3983b397-44b2-4d6e-abf4-e666b0681fdd,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:29.595602 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-b6f5d70f-3e49-4997-a293-e305b0600b29 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6050045 Sep 22 21:41:29.598420 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50592) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:29.601952 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-13b233d5-075e-4e3c-8cbb-021480013fc6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-357029103', 'security_groups': ['3983b397-44b2-4d6e-abf4-e666b0681fdd'], 'network_id': 'a0d75c33-f153-4f5a-8342-3b39b5565ed7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '16b86088-273c-4f4d-9c9a-f25f6f38be67'}]}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:29.605588 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-bb04dbab-105e-44ea-aacb-f43f0fa58c9f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Request body: {'subnet': {'network_id': 'e0aaafca-4b82-4983-ae0e-070f612893e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:29.672840 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-85ae0a67-5ca3-42eb-ae57-903851654612 None None] For port 2aff1fca-5272-43d2-9ccd-a2f6287656ee, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:41:29.677415 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-85ae0a67-5ca3-42eb-ae57-903851654612 None None] For port 2aff1fca-5272-43d2-9ccd-a2f6287656ee, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=2aff1fca-5272-43d2-9ccd-a2f6287656ee,segment=NetworkSegment(80e772a9-6f2b-403e-8eef-172137cc7595),segment_id=80e772a9-6f2b-403e-8eef-172137cc7595)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:41:29.709023 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-85ae0a67-5ca3-42eb-ae57-903851654612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:29.754866 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-13b233d5-075e-4e3c-8cbb-021480013fc6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:29.759136 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-13b233d5-075e-4e3c-8cbb-021480013fc6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Usage tracker for resource:port and tenant:37d6650486a5496cbd52782c722d1341 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:29.762046 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-13b233d5-075e-4e3c-8cbb-021480013fc6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:29.763780 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-bb04dbab-105e-44ea-aacb-f43f0fa58c9f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:29.767889 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-13b233d5-075e-4e3c-8cbb-021480013fc6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:29.769667 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-bb04dbab-105e-44ea-aacb-f43f0fa58c9f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Usage tracker for resource:subnet and tenant:de45cb2c88af49d4a334eef3c80bde87 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:29.773652 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-bb04dbab-105e-44ea-aacb-f43f0fa58c9f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:29.777844 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b233d5-075e-4e3c-8cbb-021480013fc6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Made reservation on behalf of 37d6650486a5496cbd52782c722d1341 for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:41:29.781082 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-bb04dbab-105e-44ea-aacb-f43f0fa58c9f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:29.795586 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb04dbab-105e-44ea-aacb-f43f0fa58c9f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Made reservation on behalf of de45cb2c88af49d4a334eef3c80bde87 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:41:29.795840 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-29402b40-2d07-46b8-93d1-a22ef979f89c None None] Current status of the port 28fbb348-134c-4e5c-886f-f8dc6f222ae0 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:41:29.796321 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-29402b40-2d07-46b8-93d1-a22ef979f89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:29.810104 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bb04dbab-105e-44ea-aacb-f43f0fa58c9f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:29.824954 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae0a67-5ca3-42eb-ae57-903851654612 None None] Pushing event updated for resources: {'Port': ['ID=2aff1fca-5272-43d2-9ccd-a2f6287656ee,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:29.845157 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-29402b40-2d07-46b8-93d1-a22ef979f89c None None] For port 28fbb348-134c-4e5c-886f-f8dc6f222ae0, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=28fbb348-134c-4e5c-886f-f8dc6f222ae0,segment=NetworkSegment(68664427-d80e-4160-a4d2-da3f06fdf9de),segment_id=68664427-d80e-4160-a4d2-da3f06fdf9de)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:41:29.850149 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-29402b40-2d07-46b8-93d1-a22ef979f89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:29.929227 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-13b233d5-075e-4e3c-8cbb-021480013fc6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:29.932174 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-29402b40-2d07-46b8-93d1-a22ef979f89c None None] Provisioning complete for port 5e128f1b-76f4-4f03-860d-5d6117a2980d triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:41:29.932651 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-29402b40-2d07-46b8-93d1-a22ef979f89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:29.933087 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-29402b40-2d07-46b8-93d1-a22ef979f89c None None] Attempt 1 to provision port 5e128f1b-76f4-4f03-860d-5d6117a2980d Sep 22 21:41:29.954214 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [None req-13b233d5-075e-4e3c-8cbb-021480013fc6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] device_id is not set on port 7d896925-ac75-49bf-9b4e-1690e0cfebd5 yet. {{(pid=89008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:41:29.968147 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.ipam_backend_mixin [None req-bb04dbab-105e-44ea-aacb-f43f0fa58c9f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 35afc260-fab6-4cca-9fc8-6f5864a34318 (CIDR: 172.20.0.0/28) Sep 22 21:41:29.973235 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb04dbab-105e-44ea-aacb-f43f0fa58c9f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:41:29.973777 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb04dbab-105e-44ea-aacb-f43f0fa58c9f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:41:29.992156 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29402b40-2d07-46b8-93d1-a22ef979f89c None None] Pushing event updated for resources: {'Port': ['ID=28fbb348-134c-4e5c-886f-f8dc6f222ae0,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:29.995779 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-bb04dbab-105e-44ea-aacb-f43f0fa58c9f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3960533 Sep 22 21:41:29.999430 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50596) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:30.004346 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-29402b40-2d07-46b8-93d1-a22ef979f89c None None] Port 5e128f1b-76f4-4f03-860d-5d6117a2980d cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:41:30.008783 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-83833a14-f5a9-4e4f-838f-b8406b0586b5 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Request body: {'subnet': {'network_id': 'e0aaafca-4b82-4983-ae0e-070f612893e9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:30.176199 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-83833a14-f5a9-4e4f-838f-b8406b0586b5 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:30.180414 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-83833a14-f5a9-4e4f-838f-b8406b0586b5 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Usage tracker for resource:subnet and tenant:de45cb2c88af49d4a334eef3c80bde87 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:30.183454 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-83833a14-f5a9-4e4f-838f-b8406b0586b5 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:30.189347 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-83833a14-f5a9-4e4f-838f-b8406b0586b5 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:30.199495 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83833a14-f5a9-4e4f-838f-b8406b0586b5 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Made reservation on behalf of de45cb2c88af49d4a334eef3c80bde87 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:41:30.203056 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-83833a14-f5a9-4e4f-838f-b8406b0586b5 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:30.210965 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-13b233d5-075e-4e3c-8cbb-021480013fc6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Allocated IP 2001:db8::8d (a0d75c33-f153-4f5a-8342-3b39b5565ed7/16b86088-273c-4f4d-9c9a-f25f6f38be67/7d896925-ac75-49bf-9b4e-1690e0cfebd5) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:41:30.401802 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-13b233d5-075e-4e3c-8cbb-021480013fc6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:30.417608 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-13b233d5-075e-4e3c-8cbb-021480013fc6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Transition to ACTIVE for port object 7d896925-ac75-49bf-9b4e-1690e0cfebd5 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:41:30.440363 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-13b233d5-075e-4e3c-8cbb-021480013fc6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:30.466159 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-83833a14-f5a9-4e4f-838f-b8406b0586b5 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:30.505275 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-29402b40-2d07-46b8-93d1-a22ef979f89c None None] Attempt 2 to provision port 5e128f1b-76f4-4f03-860d-5d6117a2980d Sep 22 21:41:30.509758 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b233d5-075e-4e3c-8cbb-021480013fc6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Network a0d75c33-f153-4f5a-8342-3b39b5565ed7 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:41:30.512750 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-13b233d5-075e-4e3c-8cbb-021480013fc6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:41:30.516908 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b233d5-075e-4e3c-8cbb-021480013fc6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:41:30.523214 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b233d5-075e-4e3c-8cbb-021480013fc6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:30.524066 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-13b233d5-075e-4e3c-8cbb-021480013fc6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:30.529710 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83833a14-f5a9-4e4f-838f-b8406b0586b5 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Network e0aaafca-4b82-4983-ae0e-070f612893e9 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:41:30.532791 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-83833a14-f5a9-4e4f-838f-b8406b0586b5 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:41:30.538129 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83833a14-f5a9-4e4f-838f-b8406b0586b5 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:30.538745 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-83833a14-f5a9-4e4f-838f-b8406b0586b5 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:30.539716 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b233d5-075e-4e3c-8cbb-021480013fc6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event updated for resources: {'Port': ['ID=7d896925-ac75-49bf-9b4e-1690e0cfebd5,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:30.552685 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceefe3b4-0eef-4ac5-a3bc-58a92998a271 None None] Network e0aaafca-4b82-4983-ae0e-070f612893e9 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:41:30.558004 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b233d5-075e-4e3c-8cbb-021480013fc6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:41:30.558595 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b233d5-075e-4e3c-8cbb-021480013fc6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:41:30.559146 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b233d5-075e-4e3c-8cbb-021480013fc6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:41:30.559659 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b233d5-075e-4e3c-8cbb-021480013fc6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:41:30.560225 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b233d5-075e-4e3c-8cbb-021480013fc6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:41:30.560724 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b233d5-075e-4e3c-8cbb-021480013fc6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:41:30.561321 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b233d5-075e-4e3c-8cbb-021480013fc6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:41:30.561969 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b233d5-075e-4e3c-8cbb-021480013fc6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:41:30.562584 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b233d5-075e-4e3c-8cbb-021480013fc6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:41:30.563118 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b233d5-075e-4e3c-8cbb-021480013fc6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:41:30.563611 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b233d5-075e-4e3c-8cbb-021480013fc6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:41:30.564101 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b233d5-075e-4e3c-8cbb-021480013fc6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:41:30.570973 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83833a14-f5a9-4e4f-838f-b8406b0586b5 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event updated for resources: {'Subnet': ['ID=ff26be93-ac9e-42b2-9b6f-240e024ee907,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:30.575494 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-83833a14-f5a9-4e4f-838f-b8406b0586b5 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5749459 Sep 22 21:41:30.578155 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50600) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:30.589032 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-270f83c3-3774-4d05-b2af-d89229b5454c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-378238419', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ff26be93-ac9e-42b2-9b6f-240e024ee907'}], 'security_groups': ['67200564-495f-461b-9501-275bfa975540']}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:30.589264 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-13b233d5-075e-4e3c-8cbb-021480013fc6 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9992905 Sep 22 21:41:30.591586 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50604) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:30.597917 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-29b31f99-e20a-451c-afe9-43ba2c25adc1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Request body: {'subnet': {'network_id': 'a0d75c33-f153-4f5a-8342-3b39b5565ed7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:30.672050 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-29402b40-2d07-46b8-93d1-a22ef979f89c None None] Port 5e128f1b-76f4-4f03-860d-5d6117a2980d cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:41:30.760786 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-29b31f99-e20a-451c-afe9-43ba2c25adc1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:30.765712 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-29b31f99-e20a-451c-afe9-43ba2c25adc1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Usage tracker for resource:subnet and tenant:37d6650486a5496cbd52782c722d1341 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:30.769377 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-29b31f99-e20a-451c-afe9-43ba2c25adc1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:30.773172 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-270f83c3-3774-4d05-b2af-d89229b5454c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:30.776092 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-29b31f99-e20a-451c-afe9-43ba2c25adc1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:30.800708 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b31f99-e20a-451c-afe9-43ba2c25adc1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Made reservation on behalf of 37d6650486a5496cbd52782c722d1341 for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:41:30.805054 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-29b31f99-e20a-451c-afe9-43ba2c25adc1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:30.864424 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 2aff1fca-5272-43d2-9ccd-a2f6287656ee up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:41:30.964733 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.ipam_backend_mixin [None req-29b31f99-e20a-451c-afe9-43ba2c25adc1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 16b86088-273c-4f4d-9c9a-f25f6f38be67 (CIDR: 2001:db8::/64) Sep 22 21:41:30.972501 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 2aff1fca-5272-43d2-9ccd-a2f6287656ee completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:41:30.974177 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-29b31f99-e20a-451c-afe9-43ba2c25adc1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:41:30.975017 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29b31f99-e20a-451c-afe9-43ba2c25adc1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:41:30.979348 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 28fbb348-134c-4e5c-886f-f8dc6f222ae0 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:41:31.001239 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-29b31f99-e20a-451c-afe9-43ba2c25adc1 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4085634 Sep 22 21:41:31.007176 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50610) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:31.015253 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-f4967f66-5abc-445f-bb9f-12ee62f672ab tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Request body: {'subnet': {'network_id': 'a0d75c33-f153-4f5a-8342-3b39b5565ed7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:31.153986 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f64eae0-bf77-4718-881e-869fd51b74a2 None None] Update dhcp port {'port': {'network_id': 'e0aaafca-4b82-4983-ae0e-070f612893e9', 'fixed_ips': [{'subnet_id': '35afc260-fab6-4cca-9fc8-6f5864a34318', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ff26be93-ac9e-42b2-9b6f-240e024ee907'}], 'binding:host_id': 'dv-neutron-858900-1-hyperv'}, 'id': '28fbb348-134c-4e5c-886f-f8dc6f222ae0'} from dv-neutron-858900-1-hyperv. {{(pid=89010) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 22 21:41:31.179467 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-f4967f66-5abc-445f-bb9f-12ee62f672ab tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:31.183832 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-f4967f66-5abc-445f-bb9f-12ee62f672ab tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Usage tracker for resource:subnet and tenant:37d6650486a5496cbd52782c722d1341 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:31.187740 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-f4967f66-5abc-445f-bb9f-12ee62f672ab tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:31.187933 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-29402b40-2d07-46b8-93d1-a22ef979f89c None None] Attempt 3 to provision port 5e128f1b-76f4-4f03-860d-5d6117a2980d Sep 22 21:41:31.194319 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-f4967f66-5abc-445f-bb9f-12ee62f672ab tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:31.208091 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4967f66-5abc-445f-bb9f-12ee62f672ab tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Made reservation on behalf of 37d6650486a5496cbd52782c722d1341 for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:41:31.239310 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f4967f66-5abc-445f-bb9f-12ee62f672ab tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:31.266328 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 28fbb348-134c-4e5c-886f-f8dc6f222ae0 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:41:31.268479 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:31.269341 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 28fbb348-134c-4e5c-886f-f8dc6f222ae0 Sep 22 21:41:31.337790 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-29402b40-2d07-46b8-93d1-a22ef979f89c None None] Port 5e128f1b-76f4-4f03-860d-5d6117a2980d cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:41:31.340886 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1f64eae0-bf77-4718-881e-869fd51b74a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:31.398150 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-270f83c3-3774-4d05-b2af-d89229b5454c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Delete allocated IP 172.20.0.4 (e0aaafca-4b82-4983-ae0e-070f612893e9/35afc260-fab6-4cca-9fc8-6f5864a34318) {{(pid=89009) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 22 21:41:31.407384 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-270f83c3-3774-4d05-b2af-d89229b5454c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Allocated IP 172.20.0.22 (e0aaafca-4b82-4983-ae0e-070f612893e9/ff26be93-ac9e-42b2-9b6f-240e024ee907/b618807a-c6b2-4efb-aa42-13ae7962068f) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:41:31.540343 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 28fbb348-134c-4e5c-886f-f8dc6f222ae0 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:41:31.548247 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f4967f66-5abc-445f-bb9f-12ee62f672ab tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:31.606479 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4967f66-5abc-445f-bb9f-12ee62f672ab tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Network a0d75c33-f153-4f5a-8342-3b39b5565ed7 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:41:31.609468 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-f4967f66-5abc-445f-bb9f-12ee62f672ab tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:41:31.613638 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4967f66-5abc-445f-bb9f-12ee62f672ab tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:31.614213 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f4967f66-5abc-445f-bb9f-12ee62f672ab tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:31.616371 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-270f83c3-3774-4d05-b2af-d89229b5454c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:31.620829 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0175562-50d7-40f6-9c2e-f8f96b2f076f None None] Network a0d75c33-f153-4f5a-8342-3b39b5565ed7 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:41:31.630086 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4967f66-5abc-445f-bb9f-12ee62f672ab tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event updated for resources: {'Subnet': ['ID=051a009b-cfbb-4d0b-8543-f5db7be9c1c6,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:31.632418 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-270f83c3-3774-4d05-b2af-d89229b5454c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Ignored duplicate provisioning block setup for port b618807a-c6b2-4efb-aa42-13ae7962068f by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 22 21:41:31.638523 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-270f83c3-3774-4d05-b2af-d89229b5454c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:31.644490 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-f4967f66-5abc-445f-bb9f-12ee62f672ab tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6333804 Sep 22 21:41:31.645202 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50614) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:31.651522 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-6f952aa2-0406-4cda-b24d-2396c1ff73ac tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1200729247', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '051a009b-cfbb-4d0b-8543-f5db7be9c1c6'}], 'security_groups': ['8e32b1fe-eb36-4b96-9929-1adf397ab6cd']}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:31.779705 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6f952aa2-0406-4cda-b24d-2396c1ff73ac tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:31.789122 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-1f64eae0-bf77-4718-881e-869fd51b74a2 None None] Allocated IP 172.20.0.18 (e0aaafca-4b82-4983-ae0e-070f612893e9/ff26be93-ac9e-42b2-9b6f-240e024ee907/28fbb348-134c-4e5c-886f-f8dc6f222ae0) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:41:31.794505 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f83c3-3774-4d05-b2af-d89229b5454c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event updated for resources: {'Port': ['ID=b618807a-c6b2-4efb-aa42-13ae7962068f,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:31.822493 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-270f83c3-3774-4d05-b2af-d89229b5454c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] In _notify_port_updated(), no bound segment for port b618807a-c6b2-4efb-aa42-13ae7962068f on network e0aaafca-4b82-4983-ae0e-070f612893e9 {{(pid=89009) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 21:41:31.828261 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270f83c3-3774-4d05-b2af-d89229b5454c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:31.828868 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-270f83c3-3774-4d05-b2af-d89229b5454c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:31.831271 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-270f83c3-3774-4d05-b2af-d89229b5454c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "PUT /v2.0/ports/b618807a-c6b2-4efb-aa42-13ae7962068f HTTP/1.1" status: 200 len: 920 time: 1.2518489 Sep 22 21:41:31.833161 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50620) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:31.841938 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-29402b40-2d07-46b8-93d1-a22ef979f89c None None] Attempt 4 to provision port 5e128f1b-76f4-4f03-860d-5d6117a2980d Sep 22 21:41:31.905165 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-86e044c2-fa16-455d-9d48-2d67b07d3bb1 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Deleting port b618807a-c6b2-4efb-aa42-13ae7962068f {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:41:31.905536 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-86e044c2-fa16-455d-9d48-2d67b07d3bb1 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:32.023815 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-29402b40-2d07-46b8-93d1-a22ef979f89c None None] Port 5e128f1b-76f4-4f03-860d-5d6117a2980d cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:41:32.087066 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1f64eae0-bf77-4718-881e-869fd51b74a2 None None] For port 28fbb348-134c-4e5c-886f-f8dc6f222ae0, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=28fbb348-134c-4e5c-886f-f8dc6f222ae0,segment=NetworkSegment(68664427-d80e-4160-a4d2-da3f06fdf9de),segment_id=68664427-d80e-4160-a4d2-da3f06fdf9de)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:41:32.123574 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1f64eae0-bf77-4718-881e-869fd51b74a2 None None] Notify callbacks [] for port, precommit_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:32.175228 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-86e044c2-fa16-455d-9d48-2d67b07d3bb1 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:32.176507 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1f64eae0-bf77-4718-881e-869fd51b74a2 None None] Transition to ACTIVE for port object 28fbb348-134c-4e5c-886f-f8dc6f222ae0 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:41:32.190103 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1f64eae0-bf77-4718-881e-869fd51b74a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:32.302699 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-86e044c2-fa16-455d-9d48-2d67b07d3bb1 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Calling delete_port for b618807a-c6b2-4efb-aa42-13ae7962068f owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:41:32.338723 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-6f952aa2-0406-4cda-b24d-2396c1ff73ac tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Delete allocated IP 2001:db8::8d (a0d75c33-f153-4f5a-8342-3b39b5565ed7/16b86088-273c-4f4d-9c9a-f25f6f38be67) {{(pid=89008) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 22 21:41:32.349539 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-6f952aa2-0406-4cda-b24d-2396c1ff73ac tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Allocated IP 2001:db8:0:1::4c (a0d75c33-f153-4f5a-8342-3b39b5565ed7/051a009b-cfbb-4d0b-8543-f5db7be9c1c6/7d896925-ac75-49bf-9b4e-1690e0cfebd5) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:41:32.358401 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b6a257-913f-45dd-bed4-933685666994 None None] Update dhcp port {'port': {'network_id': 'a0d75c33-f153-4f5a-8342-3b39b5565ed7', 'fixed_ips': [{'subnet_id': '16b86088-273c-4f4d-9c9a-f25f6f38be67', 'ip_address': '2001:db8::2'}, {'subnet_id': '051a009b-cfbb-4d0b-8543-f5db7be9c1c6'}], 'binding:host_id': 'dv-neutron-858900-1-hyperv'}, 'id': '2aff1fca-5272-43d2-9ccd-a2f6287656ee'} from dv-neutron-858900-1-hyperv. {{(pid=89010) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 22 21:41:32.406410 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f64eae0-bf77-4718-881e-869fd51b74a2 None None] Pushing event updated for resources: {'Port': ['ID=28fbb348-134c-4e5c-886f-f8dc6f222ae0,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:32.423403 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-64b6a257-913f-45dd-bed4-933685666994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:32.469863 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-86e044c2-fa16-455d-9d48-2d67b07d3bb1 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:32.526319 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e044c2-fa16-455d-9d48-2d67b07d3bb1 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event deleted for resources: {'Port': ['ID=b618807a-c6b2-4efb-aa42-13ae7962068f,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:32.546521 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-29402b40-2d07-46b8-93d1-a22ef979f89c None None] Attempt 5 to provision port 5e128f1b-76f4-4f03-860d-5d6117a2980d Sep 22 21:41:32.600661 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6f952aa2-0406-4cda-b24d-2396c1ff73ac tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:32.619476 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-6f952aa2-0406-4cda-b24d-2396c1ff73ac tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Ignored duplicate provisioning block setup for port 7d896925-ac75-49bf-9b4e-1690e0cfebd5 by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 22 21:41:32.626514 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6f952aa2-0406-4cda-b24d-2396c1ff73ac tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:32.629736 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-29402b40-2d07-46b8-93d1-a22ef979f89c None None] Port 5e128f1b-76f4-4f03-860d-5d6117a2980d cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:41:32.666138 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-86e044c2-fa16-455d-9d48-2d67b07d3bb1 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:32.680680 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-86e044c2-fa16-455d-9d48-2d67b07d3bb1 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "DELETE /v2.0/ports/b618807a-c6b2-4efb-aa42-13ae7962068f HTTP/1.1" status: 204 len: 168 time: 0.8461597 Sep 22 21:41:32.681549 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50624) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:32.734424 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-64b6a257-913f-45dd-bed4-933685666994 None None] Allocated IP 2001:db8:0:1::2 (a0d75c33-f153-4f5a-8342-3b39b5565ed7/051a009b-cfbb-4d0b-8543-f5db7be9c1c6/2aff1fca-5272-43d2-9ccd-a2f6287656ee) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:41:32.743007 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 28fbb348-134c-4e5c-886f-f8dc6f222ae0 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:41:32.746037 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-484deb0d-aeb9-4976-ae74-0c514046f64b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] GET failed (client error): The resource could not be found. Sep 22 21:41:32.746902 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-484deb0d-aeb9-4976-ae74-0c514046f64b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Synchronizing usage tracker for tenant:de45cb2c88af49d4a334eef3c80bde87 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:41:32.764711 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50628) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:32.773172 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-6f952aa2-0406-4cda-b24d-2396c1ff73ac tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] In _notify_port_updated(), no bound segment for port 7d896925-ac75-49bf-9b4e-1690e0cfebd5 on network a0d75c33-f153-4f5a-8342-3b39b5565ed7 {{(pid=89008) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 21:41:32.787786 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f952aa2-0406-4cda-b24d-2396c1ff73ac tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:32.788696 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6f952aa2-0406-4cda-b24d-2396c1ff73ac tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:32.790037 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-6f952aa2-0406-4cda-b24d-2396c1ff73ac tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "PUT /v2.0/ports/7d896925-ac75-49bf-9b4e-1690e0cfebd5 HTTP/1.1" status: 200 len: 930 time: 1.1435714 Sep 22 21:41:32.793521 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50632) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:32.817141 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-484deb0d-aeb9-4976-ae74-0c514046f64b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Unset dirty status for tenant:de45cb2c88af49d4a334eef3c80bde87 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:41:32.818575 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-484deb0d-aeb9-4976-ae74-0c514046f64b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "GET /v2.0/ports/b618807a-c6b2-4efb-aa42-13ae7962068f HTTP/1.1" status: 404 len: 333 time: 0.1360128 Sep 22 21:41:32.824147 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50636) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:32.873312 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f952aa2-0406-4cda-b24d-2396c1ff73ac tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event updated for resources: {'Port': ['ID=7d896925-ac75-49bf-9b4e-1690e0cfebd5,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:32.890921 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-43e8f73d-edc9-4a33-a98e-f14d10ba2649 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Deleting port 7d896925-ac75-49bf-9b4e-1690e0cfebd5 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:41:32.891274 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-43e8f73d-edc9-4a33-a98e-f14d10ba2649 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:32.906483 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa0c6c8-62e4-46bd-9d70-3f8d8eb3142a tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:32.911289 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6fa0c6c8-62e4-46bd-9d70-3f8d8eb3142a tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=a22ae1c9-d428-411f-af43-ce0f71b38d9c HTTP/1.1" status: 200 len: 814 time: 0.1454840 Sep 22 21:41:32.943951 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-66a545d4-a7a9-4e4d-ae07-2917260231ed tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:32.976508 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-66a545d4-a7a9-4e4d-ae07-2917260231ed tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:33.022085 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-64b6a257-913f-45dd-bed4-933685666994 None None] For port 2aff1fca-5272-43d2-9ccd-a2f6287656ee, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=2aff1fca-5272-43d2-9ccd-a2f6287656ee,segment=NetworkSegment(80e772a9-6f2b-403e-8eef-172137cc7595),segment_id=80e772a9-6f2b-403e-8eef-172137cc7595)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:41:33.036815 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-66a545d4-a7a9-4e4d-ae07-2917260231ed tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:33.055195 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a545d4-a7a9-4e4d-ae07-2917260231ed tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e26a01c-1958-4751-9bbe-7fbbb05ae530,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:33.066617 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-66a545d4-a7a9-4e4d-ae07-2917260231ed tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:33.070930 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-66a545d4-a7a9-4e4d-ae07-2917260231ed tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "DELETE /v2.0/security-groups/5e26a01c-1958-4751-9bbe-7fbbb05ae530 HTTP/1.1" status: 204 len: 168 time: 0.2427740 Sep 22 21:41:33.071197 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50642) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:33.077413 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-64b6a257-913f-45dd-bed4-933685666994 None None] Notify callbacks [] for port, precommit_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:33.097720 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-64b6a257-913f-45dd-bed4-933685666994 None None] Ignored duplicate provisioning block setup for port 2aff1fca-5272-43d2-9ccd-a2f6287656ee by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 22 21:41:33.104766 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-64b6a257-913f-45dd-bed4-933685666994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:33.142358 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-70f6c529-5cd3-4c2f-a87e-4d366e197c0c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:33.144851 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-29402b40-2d07-46b8-93d1-a22ef979f89c None None] Attempt 6 to provision port 5e128f1b-76f4-4f03-860d-5d6117a2980d Sep 22 21:41:33.174158 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-70f6c529-5cd3-4c2f-a87e-4d366e197c0c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:33.195980 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-43e8f73d-edc9-4a33-a98e-f14d10ba2649 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:33.231467 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-70f6c529-5cd3-4c2f-a87e-4d366e197c0c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:33.268455 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f6c529-5cd3-4c2f-a87e-4d366e197c0c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67200564-495f-461b-9501-275bfa975540,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:33.281408 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f6c529-5cd3-4c2f-a87e-4d366e197c0c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:41:33.282295 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f6c529-5cd3-4c2f-a87e-4d366e197c0c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:41:33.282960 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f6c529-5cd3-4c2f-a87e-4d366e197c0c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:41:33.284046 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f6c529-5cd3-4c2f-a87e-4d366e197c0c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:41:33.284754 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f6c529-5cd3-4c2f-a87e-4d366e197c0c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:41:33.285311 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f6c529-5cd3-4c2f-a87e-4d366e197c0c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:41:33.285863 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f6c529-5cd3-4c2f-a87e-4d366e197c0c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:41:33.286484 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f6c529-5cd3-4c2f-a87e-4d366e197c0c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:41:33.287086 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f6c529-5cd3-4c2f-a87e-4d366e197c0c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:41:33.287947 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f6c529-5cd3-4c2f-a87e-4d366e197c0c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:41:33.288603 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f6c529-5cd3-4c2f-a87e-4d366e197c0c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:41:33.289366 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f6c529-5cd3-4c2f-a87e-4d366e197c0c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:41:33.295803 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-70f6c529-5cd3-4c2f-a87e-4d366e197c0c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:33.297889 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-70f6c529-5cd3-4c2f-a87e-4d366e197c0c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "DELETE /v2.0/security-groups/67200564-495f-461b-9501-275bfa975540 HTTP/1.1" status: 204 len: 168 time: 0.2252820 Sep 22 21:41:33.303077 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50648) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:33.317417 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-29402b40-2d07-46b8-93d1-a22ef979f89c None None] Port 5e128f1b-76f4-4f03-860d-5d6117a2980d cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:41:33.325295 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-43e8f73d-edc9-4a33-a98e-f14d10ba2649 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Calling delete_port for 7d896925-ac75-49bf-9b4e-1690e0cfebd5 owned by {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:41:33.327491 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b6a257-913f-45dd-bed4-933685666994 None None] Pushing event updated for resources: {'Port': ['ID=2aff1fca-5272-43d2-9ccd-a2f6287656ee,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:33.494033 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-82687a2d-6bc3-4d9e-9ea8-e1b35ab0f439 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Deleting subnet 35afc260-fab6-4cca-9fc8-6f5864a34318 {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:41:33.494670 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-43e8f73d-edc9-4a33-a98e-f14d10ba2649 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:33.497982 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-82687a2d-6bc3-4d9e-9ea8-e1b35ab0f439 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:33.549183 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e8f73d-edc9-4a33-a98e-f14d10ba2649 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event deleted for resources: {'Port': ['ID=7d896925-ac75-49bf-9b4e-1690e0cfebd5,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:33.557544 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-82687a2d-6bc3-4d9e-9ea8-e1b35ab0f439 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:33.606333 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-43e8f73d-edc9-4a33-a98e-f14d10ba2649 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:33.616689 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-43e8f73d-edc9-4a33-a98e-f14d10ba2649 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "DELETE /v2.0/ports/7d896925-ac75-49bf-9b4e-1690e0cfebd5 HTTP/1.1" status: 204 len: 168 time: 0.8221319 Sep 22 21:41:33.619195 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50652) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:33.658424 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-82687a2d-6bc3-4d9e-9ea8-e1b35ab0f439 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:33.663149 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8d99495-0db8-4167-a0bb-a01b748dc0aa tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] GET failed (client error): The resource could not be found. Sep 22 21:41:33.663669 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-d8d99495-0db8-4167-a0bb-a01b748dc0aa tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Synchronizing usage tracker for tenant:37d6650486a5496cbd52782c722d1341 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:41:33.680456 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-d8d99495-0db8-4167-a0bb-a01b748dc0aa tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Unset dirty status for tenant:37d6650486a5496cbd52782c722d1341 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:41:33.684477 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-d8d99495-0db8-4167-a0bb-a01b748dc0aa tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "GET /v2.0/ports/7d896925-ac75-49bf-9b4e-1690e0cfebd5 HTTP/1.1" status: 404 len: 333 time: 0.0617402 Sep 22 21:41:33.684745 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50656) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:33.748134 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-82687a2d-6bc3-4d9e-9ea8-e1b35ab0f439 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:33.763268 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a2f02424-173b-4e41-88d8-a095cda89b38 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:33.792910 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82687a2d-6bc3-4d9e-9ea8-e1b35ab0f439 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event deleted for resources: {'Subnet': ['ID=35afc260-fab6-4cca-9fc8-6f5864a34318,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:33.794512 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a2f02424-173b-4e41-88d8-a095cda89b38 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:33.796429 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-82687a2d-6bc3-4d9e-9ea8-e1b35ab0f439 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:33.806335 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-82687a2d-6bc3-4d9e-9ea8-e1b35ab0f439 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "DELETE /v2.0/subnets/35afc260-fab6-4cca-9fc8-6f5864a34318 HTTP/1.1" status: 204 len: 168 time: 0.4984746 Sep 22 21:41:33.806879 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50660) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:33.815672 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-d7f6eefb-88f3-434e-bfa0-b99ecc99f64e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Request body: {'subnet': {'network_id': 'e0aaafca-4b82-4983-ae0e-070f612893e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:33.819017 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-29402b40-2d07-46b8-93d1-a22ef979f89c None None] Attempt 7 to provision port 5e128f1b-76f4-4f03-860d-5d6117a2980d Sep 22 21:41:33.880205 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-29402b40-2d07-46b8-93d1-a22ef979f89c None None] Port 5e128f1b-76f4-4f03-860d-5d6117a2980d cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:41:33.944508 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb097cd-f0be-4665-9459-42d1275d24c6 None None] Network e0aaafca-4b82-4983-ae0e-070f612893e9 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:41:33.975733 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50664) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:33.981998 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-2d6d8ce3-e106-4489-97fb-49354f092fd8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'network': {'name': 'tempest-network-smoke--1279983387', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'port_security_enabled': True}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:33.987635 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-2d6d8ce3-e106-4489-97fb-49354f092fd8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:33.994128 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-2d6d8ce3-e106-4489-97fb-49354f092fd8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:network and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:33.997681 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-2d6d8ce3-e106-4489-97fb-49354f092fd8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:34.006058 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-2d6d8ce3-e106-4489-97fb-49354f092fd8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:34.021011 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6d8ce3-e106-4489-97fb-49354f092fd8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Made reservation on behalf of eb1aed2a20e141c98ec99089a446670b for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:41:34.025143 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2d6d8ce3-e106-4489-97fb-49354f092fd8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:34.061344 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d6d8ce3-e106-4489-97fb-49354f092fd8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:41:34.070732 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a2f02424-173b-4e41-88d8-a095cda89b38 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:34.074757 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2d6d8ce3-e106-4489-97fb-49354f092fd8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:34.075186 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-2d6d8ce3-e106-4489-97fb-49354f092fd8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Added segment 7525d309-04f6-4c5f-bac8-a6f652d99d73 of type vlan for network 6361b600-f40c-41c0-a88f-3403a287a77f Sep 22 21:41:34.106489 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a2f02424-173b-4e41-88d8-a095cda89b38 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:34.110486 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a2f02424-173b-4e41-88d8-a095cda89b38 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "DELETE /v2.0/security-groups/3983b397-44b2-4d6e-abf4-e666b0681fdd HTTP/1.1" status: 204 len: 168 time: 0.4219675 Sep 22 21:41:34.110486 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f02424-173b-4e41-88d8-a095cda89b38 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3983b397-44b2-4d6e-abf4-e666b0681fdd,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:34.110796 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50668) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:34.132341 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-d7f6eefb-88f3-434e-bfa0-b99ecc99f64e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:34.137390 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2d6d8ce3-e106-4489-97fb-49354f092fd8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:34.138039 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-d7f6eefb-88f3-434e-bfa0-b99ecc99f64e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Usage tracker for resource:subnet and tenant:de45cb2c88af49d4a334eef3c80bde87 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:34.141809 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-d7f6eefb-88f3-434e-bfa0-b99ecc99f64e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:34.150851 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-d7f6eefb-88f3-434e-bfa0-b99ecc99f64e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:34.161866 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f6eefb-88f3-434e-bfa0-b99ecc99f64e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Made reservation on behalf of de45cb2c88af49d4a334eef3c80bde87 for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:41:34.165887 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d7f6eefb-88f3-434e-bfa0-b99ecc99f64e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:34.217280 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-60883250-be8d-49aa-8442-864b61167526 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:34.233321 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2d6d8ce3-e106-4489-97fb-49354f092fd8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:34.239445 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6d8ce3-e106-4489-97fb-49354f092fd8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:34.240161 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2d6d8ce3-e106-4489-97fb-49354f092fd8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:34.287541 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-60883250-be8d-49aa-8442-864b61167526 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:34.381095 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-29402b40-2d07-46b8-93d1-a22ef979f89c None None] Attempt 8 to provision port 5e128f1b-76f4-4f03-860d-5d6117a2980d Sep 22 21:41:34.410090 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2d6d8ce3-e106-4489-97fb-49354f092fd8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4330509 Sep 22 21:41:34.415227 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50672) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:34.469831 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d8ce3-e106-4489-97fb-49354f092fd8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Network': ['ID=6361b600-f40c-41c0-a88f-3403a287a77f,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:34.485821 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-29402b40-2d07-46b8-93d1-a22ef979f89c None None] Port 5e128f1b-76f4-4f03-860d-5d6117a2980d cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:41:34.488253 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 6361b600-f40c-41c0-a88f-3403a287a77f details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:41:34.501267 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-60883250-be8d-49aa-8442-864b61167526 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:34.530238 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60883250-be8d-49aa-8442-864b61167526 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e32b1fe-eb36-4b96-9929-1adf397ab6cd,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:34.533695 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54eff3e6-359c-49dd-8a2a-53da769f9335 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:34.540354 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-54eff3e6-359c-49dd-8a2a-53da769f9335 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=eb1aed2a20e141c98ec99089a446670b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1216459 Sep 22 21:41:34.540705 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50676) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:34.545102 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d7f6eefb-88f3-434e-bfa0-b99ecc99f64e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:34.617881 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f6eefb-88f3-434e-bfa0-b99ecc99f64e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Network e0aaafca-4b82-4983-ae0e-070f612893e9 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:41:34.626023 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-d7f6eefb-88f3-434e-bfa0-b99ecc99f64e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:41:34.631697 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f6eefb-88f3-434e-bfa0-b99ecc99f64e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:34.632285 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d7f6eefb-88f3-434e-bfa0-b99ecc99f64e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:34.652996 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-60883250-be8d-49aa-8442-864b61167526 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:34.656386 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-60883250-be8d-49aa-8442-864b61167526 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "DELETE /v2.0/security-groups/8e32b1fe-eb36-4b96-9929-1adf397ab6cd HTTP/1.1" status: 204 len: 168 time: 0.5420370 Sep 22 21:41:34.657062 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50680) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:34.692779 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f6eefb-88f3-434e-bfa0-b99ecc99f64e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event updated for resources: {'Subnet': ['ID=ae43b68a-9045-4c6d-b907-2dd29e7cc4fb,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:34.704021 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-d7f6eefb-88f3-434e-bfa0-b99ecc99f64e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8933179 Sep 22 21:41:34.705165 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50684) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:34.712217 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-04f2baec-c415-4ec7-b1c3-125e8b5107ae tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Request body: {'security_group': {'name': 'tempest-secgroup-165710719'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:34.726833 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-04f2baec-c415-4ec7-b1c3-125e8b5107ae tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:34.735935 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-04f2baec-c415-4ec7-b1c3-125e8b5107ae tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Usage tracker for resource:security_group and tenant:de45cb2c88af49d4a334eef3c80bde87 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:34.741117 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 2aff1fca-5272-43d2-9ccd-a2f6287656ee up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:41:34.742360 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-04f2baec-c415-4ec7-b1c3-125e8b5107ae tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:34.756396 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-04f2baec-c415-4ec7-b1c3-125e8b5107ae tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:34.771652 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-04f2baec-c415-4ec7-b1c3-125e8b5107ae tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:34.782241 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-066e9cad-e31a-4927-9d62-9f24a7eb4717 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Deleting subnet 16b86088-273c-4f4d-9c9a-f25f6f38be67 {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:41:34.785789 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69286dc6-cc0e-44e0-baba-01793c81db25 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:34.789858 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-69286dc6-cc0e-44e0-baba-01793c81db25 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2456653 Sep 22 21:41:34.789858 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-066e9cad-e31a-4927-9d62-9f24a7eb4717 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:34.790427 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50688) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:34.843026 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-8c6ff1db-b27a-4d15-92bc-1f142d8d5a4f tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=a22ae1c9-d428-411f-af43-ce0f71b38d9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0481720 Sep 22 21:41:34.843026 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-04f2baec-c415-4ec7-b1c3-125e8b5107ae tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:34.843215 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50692) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:34.846338 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-04f2baec-c415-4ec7-b1c3-125e8b5107ae tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Usage tracker for resource:security_group_rule and tenant:de45cb2c88af49d4a334eef3c80bde87 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:34.849852 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-04f2baec-c415-4ec7-b1c3-125e8b5107ae tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:34.856134 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-04f2baec-c415-4ec7-b1c3-125e8b5107ae tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:34.896294 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-9e39a49d-5cd3-47d8-8ec0-a1c4babd9364 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=eb1aed2a20e141c98ec99089a446670b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0516629 Sep 22 21:41:34.899016 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50696) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:34.924996 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-066e9cad-e31a-4927-9d62-9f24a7eb4717 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:34.939024 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-04f2baec-c415-4ec7-b1c3-125e8b5107ae tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:34.944043 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-04f2baec-c415-4ec7-b1c3-125e8b5107ae tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:34.985748 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-29402b40-2d07-46b8-93d1-a22ef979f89c None None] Attempt 9 to provision port 5e128f1b-76f4-4f03-860d-5d6117a2980d Sep 22 21:41:34.994622 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f2baec-c415-4ec7-b1c3-125e8b5107ae tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ce428b-f6f3-4efc-ab43-b144a174b322,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:35.000214 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-04f2baec-c415-4ec7-b1c3-125e8b5107ae tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:35.004900 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-04f2baec-c415-4ec7-b1c3-125e8b5107ae tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2988968 Sep 22 21:41:35.005758 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50700) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:35.011921 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-d1733944-ee1f-45ed-9af4-030ced7435b8 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Request body: {'security_group': {'name': 'tempest-secgroup-2077892646'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:35.020114 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-d1733944-ee1f-45ed-9af4-030ced7435b8 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:35.024552 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-d1733944-ee1f-45ed-9af4-030ced7435b8 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Usage tracker for resource:security_group and tenant:de45cb2c88af49d4a334eef3c80bde87 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:35.029516 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-d1733944-ee1f-45ed-9af4-030ced7435b8 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:35.038018 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-d1733944-ee1f-45ed-9af4-030ced7435b8 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:35.054886 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d1733944-ee1f-45ed-9af4-030ced7435b8 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:35.066307 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-29402b40-2d07-46b8-93d1-a22ef979f89c None None] Port 5e128f1b-76f4-4f03-860d-5d6117a2980d cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:41:35.078125 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-d1733944-ee1f-45ed-9af4-030ced7435b8 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:35.082739 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-d1733944-ee1f-45ed-9af4-030ced7435b8 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Usage tracker for resource:security_group_rule and tenant:de45cb2c88af49d4a334eef3c80bde87 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:35.085630 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-d1733944-ee1f-45ed-9af4-030ced7435b8 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:35.091398 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-d1733944-ee1f-45ed-9af4-030ced7435b8 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:35.115341 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827c954b-b23d-4b64-8bd2-33b31f1de0ac tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:35.116823 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-827c954b-b23d-4b64-8bd2-33b31f1de0ac tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2169075 Sep 22 21:41:35.120369 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50704) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:35.137226 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027b3b63-50bc-4766-8e8f-2e3f0275bf65 None None] Network e0aaafca-4b82-4983-ae0e-070f612893e9 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:41:35.166026 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-066e9cad-e31a-4927-9d62-9f24a7eb4717 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:35.175285 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d1733944-ee1f-45ed-9af4-030ced7435b8 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:35.180027 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d1733944-ee1f-45ed-9af4-030ced7435b8 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:35.195320 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e7d0bb23-e251-45d6-9d6e-c65f92421d73 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=a22ae1c9-d428-411f-af43-ce0f71b38d9c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0739827 Sep 22 21:41:35.200006 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50708) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:35.212107 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-74072ab1-fe4d-45b3-bfdf-e1bacd490057 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1747860246', 'network_id': '6361b600-f40c-41c0-a88f-3403a287a77f', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:35.228286 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1733944-ee1f-45ed-9af4-030ced7435b8 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d5e76d-d9c8-4358-8b6d-24427144dae8,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:35.235180 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d1733944-ee1f-45ed-9af4-030ced7435b8 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:35.239728 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-d1733944-ee1f-45ed-9af4-030ced7435b8 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2329621 Sep 22 21:41:35.240439 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50712) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:35.246354 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-09ae3b38-4955-493c-a997-4270ee15a3b1 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Request body: {'security_group': {'name': 'tempest-secgroup-1608495828'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:35.256099 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-09ae3b38-4955-493c-a997-4270ee15a3b1 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:35.260524 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-09ae3b38-4955-493c-a997-4270ee15a3b1 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Usage tracker for resource:security_group and tenant:de45cb2c88af49d4a334eef3c80bde87 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:35.265658 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-09ae3b38-4955-493c-a997-4270ee15a3b1 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:35.279734 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-09ae3b38-4955-493c-a997-4270ee15a3b1 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:35.304430 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-09ae3b38-4955-493c-a997-4270ee15a3b1 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:35.352228 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-09ae3b38-4955-493c-a997-4270ee15a3b1 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:35.359071 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-74072ab1-fe4d-45b3-bfdf-e1bacd490057 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:35.360990 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-09ae3b38-4955-493c-a997-4270ee15a3b1 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Usage tracker for resource:security_group_rule and tenant:de45cb2c88af49d4a334eef3c80bde87 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:35.363600 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-74072ab1-fe4d-45b3-bfdf-e1bacd490057 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:subnet and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:35.364642 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-09ae3b38-4955-493c-a997-4270ee15a3b1 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:35.366565 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-74072ab1-fe4d-45b3-bfdf-e1bacd490057 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:35.372499 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-066e9cad-e31a-4927-9d62-9f24a7eb4717 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:35.373980 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-09ae3b38-4955-493c-a997-4270ee15a3b1 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:35.376379 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-74072ab1-fe4d-45b3-bfdf-e1bacd490057 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:35.417736 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e9cad-e31a-4927-9d62-9f24a7eb4717 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event deleted for resources: {'Subnet': ['ID=16b86088-273c-4f4d-9c9a-f25f6f38be67,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:35.423215 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-066e9cad-e31a-4927-9d62-9f24a7eb4717 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:35.430167 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74072ab1-fe4d-45b3-bfdf-e1bacd490057 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Made reservation on behalf of eb1aed2a20e141c98ec99089a446670b for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:41:35.433784 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-74072ab1-fe4d-45b3-bfdf-e1bacd490057 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:35.442482 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d7dd26-790e-47de-9a06-a4d56d0f0100 None None] Network a0d75c33-f153-4f5a-8342-3b39b5565ed7 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:41:35.448313 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-09ae3b38-4955-493c-a997-4270ee15a3b1 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:35.451152 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-066e9cad-e31a-4927-9d62-9f24a7eb4717 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "DELETE /v2.0/subnets/16b86088-273c-4f4d-9c9a-f25f6f38be67 HTTP/1.1" status: 204 len: 168 time: 0.7930984 Sep 22 21:41:35.455615 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50716) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:35.461901 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-520574f9-c637-41c3-9df4-854933149d94 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Request body: {'subnet': {'network_id': 'a0d75c33-f153-4f5a-8342-3b39b5565ed7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:35.479658 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-09ae3b38-4955-493c-a997-4270ee15a3b1 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:35.572114 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-29402b40-2d07-46b8-93d1-a22ef979f89c None None] Attempt 10 to provision port 5e128f1b-76f4-4f03-860d-5d6117a2980d Sep 22 21:41:35.609445 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ae3b38-4955-493c-a997-4270ee15a3b1 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02edddde-19d8-48d4-907a-0428833b3957,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:35.615424 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-09ae3b38-4955-493c-a997-4270ee15a3b1 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:35.616659 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-09ae3b38-4955-493c-a997-4270ee15a3b1 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3752995 Sep 22 21:41:35.621417 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50720) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:35.636100 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-e92b0c00-cee5-48ef-8550-1822511d4886 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2063907154', 'security_groups': ['02edddde-19d8-48d4-907a-0428833b3957'], 'network_id': 'e0aaafca-4b82-4983-ae0e-070f612893e9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ae43b68a-9045-4c6d-b907-2dd29e7cc4fb'}]}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:35.694759 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-74072ab1-fe4d-45b3-bfdf-e1bacd490057 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:35.731871 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-29402b40-2d07-46b8-93d1-a22ef979f89c None None] Port 5e128f1b-76f4-4f03-860d-5d6117a2980d cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:41:35.749655 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-520574f9-c637-41c3-9df4-854933149d94 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:35.759138 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-520574f9-c637-41c3-9df4-854933149d94 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Usage tracker for resource:subnet and tenant:37d6650486a5496cbd52782c722d1341 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:35.772924 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-520574f9-c637-41c3-9df4-854933149d94 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:35.783934 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-520574f9-c637-41c3-9df4-854933149d94 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:35.798327 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae681495-7850-4d8c-ac70-945014d507fc None None] Update dhcp port {'port': {'network_id': 'e0aaafca-4b82-4983-ae0e-070f612893e9', 'fixed_ips': [{'subnet_id': 'ff26be93-ac9e-42b2-9b6f-240e024ee907', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ae43b68a-9045-4c6d-b907-2dd29e7cc4fb'}], 'binding:host_id': 'dv-neutron-858900-1-hyperv'}, 'id': '28fbb348-134c-4e5c-886f-f8dc6f222ae0'} from dv-neutron-858900-1-hyperv. {{(pid=89010) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 22 21:41:35.807840 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520574f9-c637-41c3-9df4-854933149d94 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Made reservation on behalf of 37d6650486a5496cbd52782c722d1341 for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:41:35.811397 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-520574f9-c637-41c3-9df4-854933149d94 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:35.828873 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-e92b0c00-cee5-48ef-8550-1822511d4886 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:35.840299 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-e92b0c00-cee5-48ef-8550-1822511d4886 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:35.857619 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92b0c00-cee5-48ef-8550-1822511d4886 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Made reservation on behalf of de45cb2c88af49d4a334eef3c80bde87 for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:41:35.899383 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-8e2e0883-b291-4f12-bdc6-9b28b26e9abc None None] Could not find standard attr ID for object b618807a-c6b2-4efb-aa42-13ae7962068f. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:41:35.913454 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74072ab1-fe4d-45b3-bfdf-e1bacd490057 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Subnet': ['ID=9ba62f2e-901d-425a-bfd4-433c51fb9869,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:35.919085 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74072ab1-fe4d-45b3-bfdf-e1bacd490057 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Checking segment: {'id': '7525d309-04f6-4c5f-bac8-a6f652d99d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6361b600-f40c-41c0-a88f-3403a287a77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:41:35.919548 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74072ab1-fe4d-45b3-bfdf-e1bacd490057 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network hostable DHCP agents. Network: 6361b600-f40c-41c0-a88f-3403a287a77f, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:41:35.920781 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ae681495-7850-4d8c-ac70-945014d507fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:35.942525 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74072ab1-fe4d-45b3-bfdf-e1bacd490057 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network 6361b600-f40c-41c0-a88f-3403a287a77f is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:41:35.956801 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-74072ab1-fe4d-45b3-bfdf-e1bacd490057 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 6361b600-f40c-41c0-a88f-3403a287a77f) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:41:35.964617 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74072ab1-fe4d-45b3-bfdf-e1bacd490057 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:35.965567 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-74072ab1-fe4d-45b3-bfdf-e1bacd490057 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:35.973646 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e85f803-7a46-410b-a445-59f6c1e42f8d None None] Network 6361b600-f40c-41c0-a88f-3403a287a77f requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:41:35.999852 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-74072ab1-fe4d-45b3-bfdf-e1bacd490057 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7924571 Sep 22 21:41:36.000069 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-8e2e0883-b291-4f12-bdc6-9b28b26e9abc None None] Provisioning complete for port b313687d-4dcc-467c-a720-e8d07bf155ea triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:41:36.000069 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8e2e0883-b291-4f12-bdc6-9b28b26e9abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:36.000069 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-8e2e0883-b291-4f12-bdc6-9b28b26e9abc None None] Attempt 1 to provision port b313687d-4dcc-467c-a720-e8d07bf155ea Sep 22 21:41:36.070715 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50726) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:36.077549 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-22ea10ea-8b39-4c6a-9acf-97e70ea0ed06 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-973115499', 'description': 'tempest-secgroup-smoke-973115499 description', 'project_id': 'eb1aed2a20e141c98ec99089a446670b'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:36.084202 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-22ea10ea-8b39-4c6a-9acf-97e70ea0ed06 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:36.087384 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e92b0c00-cee5-48ef-8550-1822511d4886 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:36.094011 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-22ea10ea-8b39-4c6a-9acf-97e70ea0ed06 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:36.106411 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-22ea10ea-8b39-4c6a-9acf-97e70ea0ed06 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:36.115098 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [None req-e92b0c00-cee5-48ef-8550-1822511d4886 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] device_id is not set on port 7b2521f9-d8a6-4bd0-8c1c-cb6032107e10 yet. {{(pid=89008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:41:36.128669 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-22ea10ea-8b39-4c6a-9acf-97e70ea0ed06 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:36.132763 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-22ea10ea-8b39-4c6a-9acf-97e70ea0ed06 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:36.135803 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-22ea10ea-8b39-4c6a-9acf-97e70ea0ed06 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:36.141842 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-22ea10ea-8b39-4c6a-9acf-97e70ea0ed06 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:36.203476 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8e2e0883-b291-4f12-bdc6-9b28b26e9abc None None] Port b313687d-4dcc-467c-a720-e8d07bf155ea cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:41:36.255885 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-22ea10ea-8b39-4c6a-9acf-97e70ea0ed06 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:36.261562 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-22ea10ea-8b39-4c6a-9acf-97e70ea0ed06 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:36.337115 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-22ea10ea-8b39-4c6a-9acf-97e70ea0ed06 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:36.340896 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-22ea10ea-8b39-4c6a-9acf-97e70ea0ed06 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2663314 Sep 22 21:41:36.341609 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50730) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:36.351690 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-d1a10c95-6371-4ee7-bff5-b9c5113023f3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': 'a1820293-5b61-42d7-9985-b10110ceb5d5', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:36.365122 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-520574f9-c637-41c3-9df4-854933149d94 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:36.368248 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-d1a10c95-6371-4ee7-bff5-b9c5113023f3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:36.375529 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-d1a10c95-6371-4ee7-bff5-b9c5113023f3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:36.380829 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-d1a10c95-6371-4ee7-bff5-b9c5113023f3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:36.386881 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea10ea-8b39-4c6a-9acf-97e70ea0ed06 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1820293-5b61-42d7-9985-b10110ceb5d5,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:36.389376 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-d1a10c95-6371-4ee7-bff5-b9c5113023f3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:36.411966 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d1a10c95-6371-4ee7-bff5-b9c5113023f3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:36.428169 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-ae681495-7850-4d8c-ac70-945014d507fc None None] Allocated IP 172.20.0.2 (e0aaafca-4b82-4983-ae0e-070f612893e9/ae43b68a-9045-4c6d-b907-2dd29e7cc4fb/28fbb348-134c-4e5c-886f-f8dc6f222ae0) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:41:36.436088 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520574f9-c637-41c3-9df4-854933149d94 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Network a0d75c33-f153-4f5a-8342-3b39b5565ed7 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:41:36.440311 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-520574f9-c637-41c3-9df4-854933149d94 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:41:36.445301 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520574f9-c637-41c3-9df4-854933149d94 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:36.445880 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-520574f9-c637-41c3-9df4-854933149d94 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:36.467109 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520574f9-c637-41c3-9df4-854933149d94 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event updated for resources: {'Subnet': ['ID=785f6fbe-e34d-4e56-b22d-0c574d44159b,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:36.487064 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-520574f9-c637-41c3-9df4-854933149d94 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0300310 Sep 22 21:41:36.489547 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50734) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:36.491959 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d1a10c95-6371-4ee7-bff5-b9c5113023f3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:36.496441 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-5b490e0d-d58a-480a-9f94-8294f505b81b tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Request body: {'security_group': {'name': 'tempest-secgroup-2065514335'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:36.502171 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d1a10c95-6371-4ee7-bff5-b9c5113023f3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:36.505527 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-5b490e0d-d58a-480a-9f94-8294f505b81b tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:36.510692 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-5b490e0d-d58a-480a-9f94-8294f505b81b tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Usage tracker for resource:security_group and tenant:37d6650486a5496cbd52782c722d1341 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:36.517565 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-5b490e0d-d58a-480a-9f94-8294f505b81b tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:36.525179 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-5b490e0d-d58a-480a-9f94-8294f505b81b tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:36.528721 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a10c95-6371-4ee7-bff5-b9c5113023f3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c51ae00d-53a5-48b0-9661-2259c79e2182,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:36.541289 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d1a10c95-6371-4ee7-bff5-b9c5113023f3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:36.545415 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d1a10c95-6371-4ee7-bff5-b9c5113023f3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2002366 Sep 22 21:41:36.545799 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50738) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:36.547550 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5b490e0d-d58a-480a-9f94-8294f505b81b tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:36.553285 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-f15560fa-98dd-47f1-b4df-5522e466033b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': 'a1820293-5b61-42d7-9985-b10110ceb5d5', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:36.561191 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-f15560fa-98dd-47f1-b4df-5522e466033b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:36.567621 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f15560fa-98dd-47f1-b4df-5522e466033b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:36.571728 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f15560fa-98dd-47f1-b4df-5522e466033b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:36.573638 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-5b490e0d-d58a-480a-9f94-8294f505b81b tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:36.578153 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-5b490e0d-d58a-480a-9f94-8294f505b81b tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Usage tracker for resource:security_group_rule and tenant:37d6650486a5496cbd52782c722d1341 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:36.580186 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-f15560fa-98dd-47f1-b4df-5522e466033b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:36.581666 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-5b490e0d-d58a-480a-9f94-8294f505b81b tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:36.589223 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-5b490e0d-d58a-480a-9f94-8294f505b81b tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:36.589582 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79348f31-dca8-4ff9-b393-475c3f7f41b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-6361b600-f40c-41c0-a88f-3403a287a77f', 'network_id': '6361b600-f40c-41c0-a88f-3403a287a77f', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ips': [{'subnet_id': '9ba62f2e-901d-425a-bfd4-433c51fb9869'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:41:36.591602 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-79348f31-dca8-4ff9-b393-475c3f7f41b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:36.606310 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f15560fa-98dd-47f1-b4df-5522e466033b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:36.683673 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5b490e0d-d58a-480a-9f94-8294f505b81b tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:36.688104 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5b490e0d-d58a-480a-9f94-8294f505b81b tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:36.693936 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f15560fa-98dd-47f1-b4df-5522e466033b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:36.697961 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f15560fa-98dd-47f1-b4df-5522e466033b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:36.730912 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f15560fa-98dd-47f1-b4df-5522e466033b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:36.735151 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-f15560fa-98dd-47f1-b4df-5522e466033b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1851265 Sep 22 21:41:36.735151 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50742) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:36.739973 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b490e0d-d58a-480a-9f94-8294f505b81b tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69a8c3e3-062d-4407-ab54-d5f59cf23132,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:36.742416 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-1b4bfec6-8c67-4c11-bf35-1dbebe86d80d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': 'a1820293-5b61-42d7-9985-b10110ceb5d5', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:36.744006 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5b490e0d-d58a-480a-9f94-8294f505b81b tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:36.745257 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-5b490e0d-d58a-480a-9f94-8294f505b81b tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2544534 Sep 22 21:41:36.747863 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50746) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:36.750179 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-1b4bfec6-8c67-4c11-bf35-1dbebe86d80d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:36.753730 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-c2116844-1a0e-46c2-86e4-66b64dda737f tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Request body: {'security_group': {'name': 'tempest-secgroup-156926109'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:36.755047 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-1b4bfec6-8c67-4c11-bf35-1dbebe86d80d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:36.757871 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-8e2e0883-b291-4f12-bdc6-9b28b26e9abc None None] Attempt 2 to provision port b313687d-4dcc-467c-a720-e8d07bf155ea Sep 22 21:41:36.758909 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-1b4bfec6-8c67-4c11-bf35-1dbebe86d80d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:36.762803 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c2116844-1a0e-46c2-86e4-66b64dda737f tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:36.766554 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-1b4bfec6-8c67-4c11-bf35-1dbebe86d80d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:36.766879 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c2116844-1a0e-46c2-86e4-66b64dda737f tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Usage tracker for resource:security_group and tenant:37d6650486a5496cbd52782c722d1341 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:36.770361 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c2116844-1a0e-46c2-86e4-66b64dda737f tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:36.777892 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c2116844-1a0e-46c2-86e4-66b64dda737f tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:36.779947 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15560fa-98dd-47f1-b4df-5522e466033b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=158a95c7-3b5b-4ad9-ae07-a281d5ffbf47,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:36.797477 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1b4bfec6-8c67-4c11-bf35-1dbebe86d80d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:36.810994 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c2116844-1a0e-46c2-86e4-66b64dda737f tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:36.873452 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1b4bfec6-8c67-4c11-bf35-1dbebe86d80d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:36.879782 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1b4bfec6-8c67-4c11-bf35-1dbebe86d80d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:36.887790 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-ae681495-7850-4d8c-ac70-945014d507fc None None] For port 28fbb348-134c-4e5c-886f-f8dc6f222ae0, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=28fbb348-134c-4e5c-886f-f8dc6f222ae0,segment=NetworkSegment(68664427-d80e-4160-a4d2-da3f06fdf9de),segment_id=68664427-d80e-4160-a4d2-da3f06fdf9de)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:41:36.892774 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8e2e0883-b291-4f12-bdc6-9b28b26e9abc None None] Port b313687d-4dcc-467c-a720-e8d07bf155ea cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:41:36.908854 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4bfec6-8c67-4c11-bf35-1dbebe86d80d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba3960cc-abfe-4297-84fd-e239a12d8227,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:36.927124 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1b4bfec6-8c67-4c11-bf35-1dbebe86d80d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:36.928606 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-1b4bfec6-8c67-4c11-bf35-1dbebe86d80d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1924071 Sep 22 21:41:36.935217 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50750) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:36.943567 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-db41dc79-f55d-4104-9d41-8aec092aaae9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': 'a1820293-5b61-42d7-9985-b10110ceb5d5', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:36.953008 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-db41dc79-f55d-4104-9d41-8aec092aaae9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:36.958636 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-db41dc79-f55d-4104-9d41-8aec092aaae9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:36.962734 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-db41dc79-f55d-4104-9d41-8aec092aaae9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:36.972814 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-db41dc79-f55d-4104-9d41-8aec092aaae9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:36.987818 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-79348f31-dca8-4ff9-b393-475c3f7f41b2 None None] Allocated IP 172.20.0.18 (6361b600-f40c-41c0-a88f-3403a287a77f/9ba62f2e-901d-425a-bfd4-433c51fb9869/3093618a-97cf-4a1f-90ba-bbf0bb6ba4b9) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:41:36.992880 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ae681495-7850-4d8c-ac70-945014d507fc None None] Notify callbacks [] for port, precommit_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:36.994339 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c2116844-1a0e-46c2-86e4-66b64dda737f tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:36.998425 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c2116844-1a0e-46c2-86e4-66b64dda737f tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Usage tracker for resource:security_group_rule and tenant:37d6650486a5496cbd52782c722d1341 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:37.001432 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c2116844-1a0e-46c2-86e4-66b64dda737f tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:37.008684 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c68e2d0-3440-4087-84ac-67db094b1f06 None None] Network a0d75c33-f153-4f5a-8342-3b39b5565ed7 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:41:37.008954 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c2116844-1a0e-46c2-86e4-66b64dda737f tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:37.009096 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-db41dc79-f55d-4104-9d41-8aec092aaae9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:37.083481 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-ae681495-7850-4d8c-ac70-945014d507fc None None] Ignored duplicate provisioning block setup for port 28fbb348-134c-4e5c-886f-f8dc6f222ae0 by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 22 21:41:37.088852 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-db41dc79-f55d-4104-9d41-8aec092aaae9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:37.090710 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c2116844-1a0e-46c2-86e4-66b64dda737f tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:37.093250 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-db41dc79-f55d-4104-9d41-8aec092aaae9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:37.119322 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db41dc79-f55d-4104-9d41-8aec092aaae9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0a87ac2-b997-4fac-b546-e3f96f7699bd,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:37.125234 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c2116844-1a0e-46c2-86e4-66b64dda737f tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:37.131257 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-db41dc79-f55d-4104-9d41-8aec092aaae9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:37.136149 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-db41dc79-f55d-4104-9d41-8aec092aaae9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1960664 Sep 22 21:41:37.136149 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50754) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:37.141526 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-9c0fe83d-b36e-496e-94f6-2750bc86c123 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': 'a1820293-5b61-42d7-9985-b10110ceb5d5', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:37.150519 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-9c0fe83d-b36e-496e-94f6-2750bc86c123 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:37.154804 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-9c0fe83d-b36e-496e-94f6-2750bc86c123 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:37.159514 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-9c0fe83d-b36e-496e-94f6-2750bc86c123 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:37.163841 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ae681495-7850-4d8c-ac70-945014d507fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:37.166360 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-9c0fe83d-b36e-496e-94f6-2750bc86c123 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:37.177766 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.securitygroups_db [None req-9c0fe83d-b36e-496e-94f6-2750bc86c123 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Project eb1aed2a20e141c98ec99089a446670b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 21:41:37.184907 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9c0fe83d-b36e-496e-94f6-2750bc86c123 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:37.191990 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2116844-1a0e-46c2-86e4-66b64dda737f tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=027bfe43-9e74-4022-b3aa-975ebf1007d7,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:37.204177 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-e92b0c00-cee5-48ef-8550-1822511d4886 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Allocated IP 172.20.0.6 (e0aaafca-4b82-4983-ae0e-070f612893e9/ae43b68a-9045-4c6d-b907-2dd29e7cc4fb/7b2521f9-d8a6-4bd0-8c1c-cb6032107e10) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:41:37.207922 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c2116844-1a0e-46c2-86e4-66b64dda737f tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:37.216066 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c2116844-1a0e-46c2-86e4-66b64dda737f tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4669814 Sep 22 21:41:37.225748 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50758) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:37.235993 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-1b28dd67-5076-4ea9-820e-940c1245a4de tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Request body: {'security_group': {'name': 'tempest-secgroup-1070481841'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:37.252321 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-1b28dd67-5076-4ea9-820e-940c1245a4de tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:37.259582 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-1b28dd67-5076-4ea9-820e-940c1245a4de tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Usage tracker for resource:security_group and tenant:37d6650486a5496cbd52782c722d1341 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:37.265121 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-1b28dd67-5076-4ea9-820e-940c1245a4de tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:37.274867 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-1b28dd67-5076-4ea9-820e-940c1245a4de tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:37.298266 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9c0fe83d-b36e-496e-94f6-2750bc86c123 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:37.302387 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1b28dd67-5076-4ea9-820e-940c1245a4de tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:37.316388 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9c0fe83d-b36e-496e-94f6-2750bc86c123 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:37.370739 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0fe83d-b36e-496e-94f6-2750bc86c123 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cc828a9-baa3-4e06-9762-3845280cea7a,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:37.375299 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-1b28dd67-5076-4ea9-820e-940c1245a4de tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:37.385499 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-1b28dd67-5076-4ea9-820e-940c1245a4de tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Usage tracker for resource:security_group_rule and tenant:37d6650486a5496cbd52782c722d1341 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:37.391122 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-1b28dd67-5076-4ea9-820e-940c1245a4de tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:37.394502 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-8e2e0883-b291-4f12-bdc6-9b28b26e9abc None None] Attempt 3 to provision port b313687d-4dcc-467c-a720-e8d07bf155ea Sep 22 21:41:37.396732 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9c0fe83d-b36e-496e-94f6-2750bc86c123 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:37.400831 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-9c0fe83d-b36e-496e-94f6-2750bc86c123 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2614303 Sep 22 21:41:37.402777 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50762) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:37.405661 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-1b28dd67-5076-4ea9-820e-940c1245a4de tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:37.410323 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-0998882c-c42d-466c-ab17-0b54be4fd4fe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': 'a1820293-5b61-42d7-9985-b10110ceb5d5', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:37.423759 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-0998882c-c42d-466c-ab17-0b54be4fd4fe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:37.431392 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-0998882c-c42d-466c-ab17-0b54be4fd4fe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:37.434921 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-0998882c-c42d-466c-ab17-0b54be4fd4fe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:37.449600 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-0998882c-c42d-466c-ab17-0b54be4fd4fe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:37.460491 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e92b0c00-cee5-48ef-8550-1822511d4886 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:37.469724 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.securitygroups_db [None req-0998882c-c42d-466c-ab17-0b54be4fd4fe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Project eb1aed2a20e141c98ec99089a446670b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 21:41:37.478650 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-e92b0c00-cee5-48ef-8550-1822511d4886 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Transition to ACTIVE for port object 7b2521f9-d8a6-4bd0-8c1c-cb6032107e10 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:41:37.482650 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0998882c-c42d-466c-ab17-0b54be4fd4fe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:37.505068 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e92b0c00-cee5-48ef-8550-1822511d4886 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:37.550968 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1b28dd67-5076-4ea9-820e-940c1245a4de tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:37.566436 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92b0c00-cee5-48ef-8550-1822511d4886 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Network e0aaafca-4b82-4983-ae0e-070f612893e9 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:41:37.566900 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1b28dd67-5076-4ea9-820e-940c1245a4de tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:37.574190 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-e92b0c00-cee5-48ef-8550-1822511d4886 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:41:37.578833 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8e2e0883-b291-4f12-bdc6-9b28b26e9abc None None] Port b313687d-4dcc-467c-a720-e8d07bf155ea cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:41:37.579012 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92b0c00-cee5-48ef-8550-1822511d4886 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:41:37.588344 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae681495-7850-4d8c-ac70-945014d507fc None None] Pushing event updated for resources: {'Port': ['ID=28fbb348-134c-4e5c-886f-f8dc6f222ae0,revision_number=6']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:37.615755 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0998882c-c42d-466c-ab17-0b54be4fd4fe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:37.654137 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b0c00-cee5-48ef-8550-1822511d4886 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event updated for resources: {'Port': ['ID=7b2521f9-d8a6-4bd0-8c1c-cb6032107e10,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:37.662186 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92b0c00-cee5-48ef-8550-1822511d4886 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:37.662951 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e92b0c00-cee5-48ef-8550-1822511d4886 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:37.689635 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e92b0c00-cee5-48ef-8550-1822511d4886 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0637295 Sep 22 21:41:37.689882 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50766) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:37.692437 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0998882c-c42d-466c-ab17-0b54be4fd4fe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:37.697327 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-47f0f367-43d6-49c2-899c-e7ec3b023aaa tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Request body: {'subnet': {'network_id': 'e0aaafca-4b82-4983-ae0e-070f612893e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:37.723044 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b28dd67-5076-4ea9-820e-940c1245a4de tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07d231eb-f6e6-4aa2-812b-5ef8db400f7d,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:37.749466 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1b28dd67-5076-4ea9-820e-940c1245a4de tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:37.752269 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-1b28dd67-5076-4ea9-820e-940c1245a4de tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5234361 Sep 22 21:41:37.757018 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50770) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:37.765143 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-2560b361-7e72-4586-8f74-aca4bba773e0 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2116582428', 'security_groups': ['07d231eb-f6e6-4aa2-812b-5ef8db400f7d'], 'network_id': 'a0d75c33-f153-4f5a-8342-3b39b5565ed7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '785f6fbe-e34d-4e56-b22d-0c574d44159b'}]}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:37.782060 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0998882c-c42d-466c-ab17-0b54be4fd4fe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2956c07-1fb9-4621-b339-b20eabe973e5,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:37.788101 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0998882c-c42d-466c-ab17-0b54be4fd4fe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:37.797341 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-0998882c-c42d-466c-ab17-0b54be4fd4fe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3853629 Sep 22 21:41:37.797551 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-79348f31-dca8-4ff9-b393-475c3f7f41b2 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:37.821174 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-79348f31-dca8-4ff9-b393-475c3f7f41b2 None None] Transition to ACTIVE for port object 3093618a-97cf-4a1f-90ba-bbf0bb6ba4b9 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:41:37.854671 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-79348f31-dca8-4ff9-b393-475c3f7f41b2 None None] Transition to ACTIVE for port object 3093618a-97cf-4a1f-90ba-bbf0bb6ba4b9 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:41:37.867970 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-79348f31-dca8-4ff9-b393-475c3f7f41b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:37.907366 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-47f0f367-43d6-49c2-899c-e7ec3b023aaa tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:37.914781 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-47f0f367-43d6-49c2-899c-e7ec3b023aaa tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Usage tracker for resource:subnet and tenant:de45cb2c88af49d4a334eef3c80bde87 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:37.919154 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-47f0f367-43d6-49c2-899c-e7ec3b023aaa tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:37.928537 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-47f0f367-43d6-49c2-899c-e7ec3b023aaa tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:37.947822 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f0f367-43d6-49c2-899c-e7ec3b023aaa tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Made reservation on behalf of de45cb2c88af49d4a334eef3c80bde87 for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:41:37.954441 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-47f0f367-43d6-49c2-899c-e7ec3b023aaa tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:37.996996 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-2560b361-7e72-4586-8f74-aca4bba773e0 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:38.009458 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-2560b361-7e72-4586-8f74-aca4bba773e0 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:38.032507 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2560b361-7e72-4586-8f74-aca4bba773e0 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Made reservation on behalf of 37d6650486a5496cbd52782c722d1341 for: {'port': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:41:38.041804 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79348f31-dca8-4ff9-b393-475c3f7f41b2 None None] Network 6361b600-f40c-41c0-a88f-3403a287a77f is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:41:38.053715 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-79348f31-dca8-4ff9-b393-475c3f7f41b2 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:41:38.059480 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79348f31-dca8-4ff9-b393-475c3f7f41b2 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:41:38.104420 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-8e2e0883-b291-4f12-bdc6-9b28b26e9abc None None] Attempt 4 to provision port b313687d-4dcc-467c-a720-e8d07bf155ea Sep 22 21:41:38.130939 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.ipam_backend_mixin [None req-47f0f367-43d6-49c2-899c-e7ec3b023aaa tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ae43b68a-9045-4c6d-b907-2dd29e7cc4fb (CIDR: 172.20.0.0/28) Sep 22 21:41:38.137074 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-47f0f367-43d6-49c2-899c-e7ec3b023aaa tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:41:38.137074 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47f0f367-43d6-49c2-899c-e7ec3b023aaa tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:41:38.166879 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79348f31-dca8-4ff9-b393-475c3f7f41b2 None None] Pushing event updated for resources: {'Port': ['ID=3093618a-97cf-4a1f-90ba-bbf0bb6ba4b9,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:38.172682 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-47f0f367-43d6-49c2-899c-e7ec3b023aaa tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4816289 Sep 22 21:41:38.174813 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50786) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:38.181842 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-761c23e7-1877-4a5d-8998-1bf5e6fdcdb5 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Request body: {'subnet': {'network_id': 'e0aaafca-4b82-4983-ae0e-070f612893e9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:38.200703 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-42693db2-f886-4bff-8354-f3410e289374 req-c85b10e2-0c7f-4e5f-b0f7-01ff7019d071 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:security_group {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:41:38.232932 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa61714-5f71-483a-816c-b0bfeee78c55 None None] Update dhcp port {'port': {'network_id': 'a0d75c33-f153-4f5a-8342-3b39b5565ed7', 'fixed_ips': [{'subnet_id': '051a009b-cfbb-4d0b-8543-f5db7be9c1c6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '785f6fbe-e34d-4e56-b22d-0c574d44159b'}], 'binding:host_id': 'dv-neutron-858900-1-hyperv'}, 'id': '2aff1fca-5272-43d2-9ccd-a2f6287656ee'} from dv-neutron-858900-1-hyperv. {{(pid=89010) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 22 21:41:38.261220 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2560b361-7e72-4586-8f74-aca4bba773e0 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:38.294709 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-42693db2-f886-4bff-8354-f3410e289374 req-c85b10e2-0c7f-4e5f-b0f7-01ff7019d071 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:security_group {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:41:38.295877 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-42693db2-f886-4bff-8354-f3410e289374 req-c85b10e2-0c7f-4e5f-b0f7-01ff7019d071 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-973115499&fields=id&tenant_id=eb1aed2a20e141c98ec99089a446670b HTTP/1.1" status: 200 len: 267 time: 0.1749182 Sep 22 21:41:38.309709 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5aa61714-5f71-483a-816c-b0bfeee78c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:38.322637 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8e2e0883-b291-4f12-bdc6-9b28b26e9abc None None] Port b313687d-4dcc-467c-a720-e8d07bf155ea cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:41:38.335878 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [None req-2560b361-7e72-4586-8f74-aca4bba773e0 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] device_id is not set on port bcb65684-b641-4bfc-a7e9-67ab79216138 yet. {{(pid=89009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:41:38.357520 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-79348f31-dca8-4ff9-b393-475c3f7f41b2 None None] Attempting to bind port 3093618a-97cf-4a1f-90ba-bbf0bb6ba4b9 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:41:38.358261 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-79348f31-dca8-4ff9-b393-475c3f7f41b2 None None] Attempting to bind port 3093618a-97cf-4a1f-90ba-bbf0bb6ba4b9 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '7525d309-04f6-4c5f-bac8-a6f652d99d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6361b600-f40c-41c0-a88f-3403a287a77f'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:41:38.358949 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79348f31-dca8-4ff9-b393-475c3f7f41b2 None None] Attempting to bind port 3093618a-97cf-4a1f-90ba-bbf0bb6ba4b9 on network 6361b600-f40c-41c0-a88f-3403a287a77f {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:41:38.370451 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79348f31-dca8-4ff9-b393-475c3f7f41b2 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:41:38.371369 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79348f31-dca8-4ff9-b393-475c3f7f41b2 None None] Checking segment: {'id': '7525d309-04f6-4c5f-bac8-a6f652d99d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6361b600-f40c-41c0-a88f-3403a287a77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:41:38.371858 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-79348f31-dca8-4ff9-b393-475c3f7f41b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:38.372626 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79348f31-dca8-4ff9-b393-475c3f7f41b2 None None] Bound using segment: {'id': '7525d309-04f6-4c5f-bac8-a6f652d99d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6361b600-f40c-41c0-a88f-3403a287a77f'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:41:38.373096 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-761c23e7-1877-4a5d-8998-1bf5e6fdcdb5 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:38.373227 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-79348f31-dca8-4ff9-b393-475c3f7f41b2 None None] Bound port: 3093618a-97cf-4a1f-90ba-bbf0bb6ba4b9, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7525d309-04f6-4c5f-bac8-a6f652d99d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6361b600-f40c-41c0-a88f-3403a287a77f'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:41:38.373462 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-79348f31-dca8-4ff9-b393-475c3f7f41b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:38.377391 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-761c23e7-1877-4a5d-8998-1bf5e6fdcdb5 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Usage tracker for resource:subnet and tenant:de45cb2c88af49d4a334eef3c80bde87 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:38.380924 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-761c23e7-1877-4a5d-8998-1bf5e6fdcdb5 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:38.387223 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-761c23e7-1877-4a5d-8998-1bf5e6fdcdb5 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:38.398151 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761c23e7-1877-4a5d-8998-1bf5e6fdcdb5 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Made reservation on behalf of de45cb2c88af49d4a334eef3c80bde87 for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:41:38.402728 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-761c23e7-1877-4a5d-8998-1bf5e6fdcdb5 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:38.585370 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42693db2-f886-4bff-8354-f3410e289374 req-53b5289a-ad4d-4678-9779-203e45153257 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:38.585928 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-79348f31-dca8-4ff9-b393-475c3f7f41b2 None None] For port 3093618a-97cf-4a1f-90ba-bbf0bb6ba4b9, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:41:38.586322 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-42693db2-f886-4bff-8354-f3410e289374 req-53b5289a-ad4d-4678-9779-203e45153257 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:network {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:41:38.604699 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-79348f31-dca8-4ff9-b393-475c3f7f41b2 None None] For port 3093618a-97cf-4a1f-90ba-bbf0bb6ba4b9, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=3093618a-97cf-4a1f-90ba-bbf0bb6ba4b9,segment=NetworkSegment(7525d309-04f6-4c5f-bac8-a6f652d99d73),segment_id=7525d309-04f6-4c5f-bac8-a6f652d99d73)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:41:38.605097 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.ipam_backend_mixin [None req-761c23e7-1877-4a5d-8998-1bf5e6fdcdb5 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet ff26be93-ac9e-42b2-9b6f-240e024ee907 (CIDR: 172.20.0.16/28) Sep 22 21:41:38.612060 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-761c23e7-1877-4a5d-8998-1bf5e6fdcdb5 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:41:38.612599 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-761c23e7-1877-4a5d-8998-1bf5e6fdcdb5 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:41:38.618224 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-79348f31-dca8-4ff9-b393-475c3f7f41b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:38.622692 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-42693db2-f886-4bff-8354-f3410e289374 req-53b5289a-ad4d-4678-9779-203e45153257 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:network {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:41:38.635203 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-42693db2-f886-4bff-8354-f3410e289374 req-53b5289a-ad4d-4678-9779-203e45153257 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/networks?id=6361b600-f40c-41c0-a88f-3403a287a77f HTTP/1.1" status: 200 len: 797 time: 0.3299680 Sep 22 21:41:38.641292 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-761c23e7-1877-4a5d-8998-1bf5e6fdcdb5 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4619613 Sep 22 21:41:38.642916 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50790) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:38.652232 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-c91a207d-f279-4713-85d4-ec3803b0e4c8 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Request body: {'subnet': {'network_id': 'e0aaafca-4b82-4983-ae0e-070f612893e9', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:38.660297 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-5aa61714-5f71-483a-816c-b0bfeee78c55 None None] Allocated IP 2001:db8::2 (a0d75c33-f153-4f5a-8342-3b39b5565ed7/785f6fbe-e34d-4e56-b22d-0c574d44159b/2aff1fca-5272-43d2-9ccd-a2f6287656ee) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:41:38.672130 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-42693db2-f886-4bff-8354-f3410e289374 req-7e713729-3650-4504-b2c5-e9c10992b51c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/quotas/eb1aed2a20e141c98ec99089a446670b HTTP/1.1" status: 200 len: 375 time: 0.0358653 Sep 22 21:41:38.751297 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 28fbb348-134c-4e5c-886f-f8dc6f222ae0 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:41:38.784985 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-42693db2-f886-4bff-8354-f3410e289374 req-ff030ff8-675b-45b6-b837-207cca96c817 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1117132 Sep 22 21:41:38.790596 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79348f31-dca8-4ff9-b393-475c3f7f41b2 None None] Pushing event updated for resources: {'Port': ['ID=3093618a-97cf-4a1f-90ba-bbf0bb6ba4b9,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:38.843761 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-8e2e0883-b291-4f12-bdc6-9b28b26e9abc None None] Attempt 5 to provision port b313687d-4dcc-467c-a720-e8d07bf155ea Sep 22 21:41:38.875756 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c91a207d-f279-4713-85d4-ec3803b0e4c8 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:38.880743 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c91a207d-f279-4713-85d4-ec3803b0e4c8 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Usage tracker for resource:subnet and tenant:de45cb2c88af49d4a334eef3c80bde87 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:38.887492 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c91a207d-f279-4713-85d4-ec3803b0e4c8 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:38.896214 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c91a207d-f279-4713-85d4-ec3803b0e4c8 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:38.922113 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91a207d-f279-4713-85d4-ec3803b0e4c8 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Made reservation on behalf of de45cb2c88af49d4a334eef3c80bde87 for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:41:38.928164 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c91a207d-f279-4713-85d4-ec3803b0e4c8 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:38.973997 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8e2e0883-b291-4f12-bdc6-9b28b26e9abc None None] Port b313687d-4dcc-467c-a720-e8d07bf155ea cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:41:39.020534 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-5aa61714-5f71-483a-816c-b0bfeee78c55 None None] For port 2aff1fca-5272-43d2-9ccd-a2f6287656ee, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=2aff1fca-5272-43d2-9ccd-a2f6287656ee,segment=NetworkSegment(80e772a9-6f2b-403e-8eef-172137cc7595),segment_id=80e772a9-6f2b-403e-8eef-172137cc7595)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:41:39.064800 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5aa61714-5f71-483a-816c-b0bfeee78c55 None None] Notify callbacks [] for port, precommit_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:39.092720 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-5aa61714-5f71-483a-816c-b0bfeee78c55 None None] Ignored duplicate provisioning block setup for port 2aff1fca-5272-43d2-9ccd-a2f6287656ee by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 22 21:41:39.105199 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5aa61714-5f71-483a-816c-b0bfeee78c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:39.198725 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-42693db2-f886-4bff-8354-f3410e289374 req-11980d5a-d8a4-4535-b29a-823ad579b7a1 service neutron] 10.222.0.33 "GET /v2.0/networks/6361b600-f40c-41c0-a88f-3403a287a77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4113214 Sep 22 21:41:39.228982 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa61714-5f71-483a-816c-b0bfeee78c55 None None] Pushing event updated for resources: {'Port': ['ID=2aff1fca-5272-43d2-9ccd-a2f6287656ee,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:39.249607 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-2560b361-7e72-4586-8f74-aca4bba773e0 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Allocated IP 2001:db8::2ab (a0d75c33-f153-4f5a-8342-3b39b5565ed7/785f6fbe-e34d-4e56-b22d-0c574d44159b/bcb65684-b641-4bfc-a7e9-67ab79216138) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:41:39.318142 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c91a207d-f279-4713-85d4-ec3803b0e4c8 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:39.384080 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91a207d-f279-4713-85d4-ec3803b0e4c8 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Network e0aaafca-4b82-4983-ae0e-070f612893e9 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:41:39.387487 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-c91a207d-f279-4713-85d4-ec3803b0e4c8 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:41:39.392396 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91a207d-f279-4713-85d4-ec3803b0e4c8 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:39.393134 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c91a207d-f279-4713-85d4-ec3803b0e4c8 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:39.399870 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f64eff1-c946-4978-a5cb-2daa2f375c3b None None] Network e0aaafca-4b82-4983-ae0e-070f612893e9 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:41:39.416618 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91a207d-f279-4713-85d4-ec3803b0e4c8 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event updated for resources: {'Subnet': ['ID=901a5ea8-e21c-42c7-b75b-d6138f5b33e3,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:39.432470 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c91a207d-f279-4713-85d4-ec3803b0e4c8 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7883968 Sep 22 21:41:39.435334 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50796) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:39.442940 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-4b458e96-13d7-4e08-87f9-fd684a515d3c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1226132441', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '901a5ea8-e21c-42c7-b75b-d6138f5b33e3'}], 'security_groups': ['b7ce428b-f6f3-4efc-ab43-b144a174b322', 'c1d5e76d-d9c8-4358-8b6d-24427144dae8']}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:39.611525 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4b458e96-13d7-4e08-87f9-fd684a515d3c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:39.653071 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-42693db2-f886-4bff-8354-f3410e289374 req-93b2cab7-40c0-4e0f-a1e6-fb05dbc147e5 service neutron] 10.222.0.33 "GET /v2.0/networks/6361b600-f40c-41c0-a88f-3403a287a77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4423013 Sep 22 21:41:39.674438 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-8e2e0883-b291-4f12-bdc6-9b28b26e9abc None None] Attempt 6 to provision port b313687d-4dcc-467c-a720-e8d07bf155ea Sep 22 21:41:39.786958 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:41:39.808684 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2560b361-7e72-4586-8f74-aca4bba773e0 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:39.861498 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-2560b361-7e72-4586-8f74-aca4bba773e0 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Transition to ACTIVE for port object bcb65684-b641-4bfc-a7e9-67ab79216138 will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:41:39.899667 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2560b361-7e72-4586-8f74-aca4bba773e0 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:39.973537 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8e2e0883-b291-4f12-bdc6-9b28b26e9abc None None] Port b313687d-4dcc-467c-a720-e8d07bf155ea cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:41:39.998951 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-07b539d5-cae3-4d9c-8acf-a706e2b72667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:40.020262 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b00d5fb6-0490-46bd-a5d6-223b65f6627d req-49c5646f-18e3-496e-9aae-ba4d169bd045 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=d537eed6-6aeb-43c0-a35c-484987a5e5d3 HTTP/1.1" status: 200 len: 210 time: 0.0778167 Sep 22 21:41:40.023816 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2560b361-7e72-4586-8f74-aca4bba773e0 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Network a0d75c33-f153-4f5a-8342-3b39b5565ed7 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:41:40.030491 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-2560b361-7e72-4586-8f74-aca4bba773e0 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:41:40.033748 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2560b361-7e72-4586-8f74-aca4bba773e0 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:41:40.042148 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2560b361-7e72-4586-8f74-aca4bba773e0 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:40.046903 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2560b361-7e72-4586-8f74-aca4bba773e0 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:40.080379 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2560b361-7e72-4586-8f74-aca4bba773e0 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event updated for resources: {'Port': ['ID=bcb65684-b641-4bfc-a7e9-67ab79216138,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:40.105921 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2560b361-7e72-4586-8f74-aca4bba773e0 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3425937 Sep 22 21:41:40.106686 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50804) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:40.129350 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-e1918064-2443-4a43-a686-660a554cc81b tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Request body: {'subnet': {'network_id': 'a0d75c33-f153-4f5a-8342-3b39b5565ed7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:40.206081 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1143a708-c27b-46a4-bb03-35f028d4264b None None] Update dhcp port {'port': {'network_id': 'e0aaafca-4b82-4983-ae0e-070f612893e9', 'fixed_ips': [{'subnet_id': 'ff26be93-ac9e-42b2-9b6f-240e024ee907', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ae43b68a-9045-4c6d-b907-2dd29e7cc4fb', 'ip_address': '172.20.0.2'}, {'subnet_id': '901a5ea8-e21c-42c7-b75b-d6138f5b33e3'}], 'binding:host_id': 'dv-neutron-858900-1-hyperv'}, 'id': '28fbb348-134c-4e5c-886f-f8dc6f222ae0'} from dv-neutron-858900-1-hyperv. {{(pid=89010) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 22 21:41:40.309308 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1143a708-c27b-46a4-bb03-35f028d4264b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:40.361801 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-e1918064-2443-4a43-a686-660a554cc81b tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:40.386063 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aba4065-0e5b-416f-bf48-adbd4796f880 None None] Network 6361b600-f40c-41c0-a88f-3403a287a77f requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:41:40.414214 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-e1918064-2443-4a43-a686-660a554cc81b tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Usage tracker for resource:subnet and tenant:37d6650486a5496cbd52782c722d1341 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:40.421971 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-e1918064-2443-4a43-a686-660a554cc81b tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:40.437222 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-e1918064-2443-4a43-a686-660a554cc81b tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:40.463585 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1918064-2443-4a43-a686-660a554cc81b tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Made reservation on behalf of 37d6650486a5496cbd52782c722d1341 for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:41:40.467820 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e1918064-2443-4a43-a686-660a554cc81b tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:40.510273 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-8e2e0883-b291-4f12-bdc6-9b28b26e9abc None None] Attempt 7 to provision port b313687d-4dcc-467c-a720-e8d07bf155ea Sep 22 21:41:40.634582 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8e2e0883-b291-4f12-bdc6-9b28b26e9abc None None] Port b313687d-4dcc-467c-a720-e8d07bf155ea cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:41:40.708496 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.ipam_backend_mixin [None req-e1918064-2443-4a43-a686-660a554cc81b tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 785f6fbe-e34d-4e56-b22d-0c574d44159b (CIDR: 2001:db8::/64) Sep 22 21:41:40.722315 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1918064-2443-4a43-a686-660a554cc81b tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:41:40.722785 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1918064-2443-4a43-a686-660a554cc81b tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:41:40.745590 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-4b458e96-13d7-4e08-87f9-fd684a515d3c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Delete allocated IP 172.20.0.6 (e0aaafca-4b82-4983-ae0e-070f612893e9/ae43b68a-9045-4c6d-b907-2dd29e7cc4fb) {{(pid=89008) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 22 21:41:40.755177 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e1918064-2443-4a43-a686-660a554cc81b tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6489198 Sep 22 21:41:40.759001 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50814) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:40.763840 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-6b88829e-3400-4695-8fcb-c05af640a569 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Request body: {'subnet': {'network_id': 'a0d75c33-f153-4f5a-8342-3b39b5565ed7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:40.775903 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-4b458e96-13d7-4e08-87f9-fd684a515d3c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Allocated IP 172.20.0.34 (e0aaafca-4b82-4983-ae0e-070f612893e9/901a5ea8-e21c-42c7-b75b-d6138f5b33e3/7b2521f9-d8a6-4bd0-8c1c-cb6032107e10) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:41:40.883346 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 2aff1fca-5272-43d2-9ccd-a2f6287656ee up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:41:40.937243 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-6b88829e-3400-4695-8fcb-c05af640a569 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:40.942171 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-6b88829e-3400-4695-8fcb-c05af640a569 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Usage tracker for resource:subnet and tenant:37d6650486a5496cbd52782c722d1341 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:40.945633 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-6b88829e-3400-4695-8fcb-c05af640a569 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:40.957022 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-6b88829e-3400-4695-8fcb-c05af640a569 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:40.967958 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 3093618a-97cf-4a1f-90ba-bbf0bb6ba4b9 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:41:40.972394 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b88829e-3400-4695-8fcb-c05af640a569 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Made reservation on behalf of 37d6650486a5496cbd52782c722d1341 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:41:40.976855 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6b88829e-3400-4695-8fcb-c05af640a569 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:41.072422 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 3093618a-97cf-4a1f-90ba-bbf0bb6ba4b9 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:41:41.136039 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-8e2e0883-b291-4f12-bdc6-9b28b26e9abc None None] Attempt 8 to provision port b313687d-4dcc-467c-a720-e8d07bf155ea Sep 22 21:41:41.144714 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.ipam_backend_mixin [None req-6b88829e-3400-4695-8fcb-c05af640a569 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 051a009b-cfbb-4d0b-8543-f5db7be9c1c6 (CIDR: 2001:db8:0:1::/64) Sep 22 21:41:41.150013 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b88829e-3400-4695-8fcb-c05af640a569 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:41:41.151414 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b88829e-3400-4695-8fcb-c05af640a569 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:41:41.158207 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4b458e96-13d7-4e08-87f9-fd684a515d3c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:41.183214 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9ebc3f99-c852-47fc-b12c-67d15db11c4f req-446c54b2-5a7b-4d37-a62e-05050d84cca6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7c68d002-3169-446f-8cf1-9e94daa59fce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1494975 Sep 22 21:41:41.184035 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-4b458e96-13d7-4e08-87f9-fd684a515d3c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Ignored duplicate provisioning block setup for port 7b2521f9-d8a6-4bd0-8c1c-cb6032107e10 by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 22 21:41:41.184702 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50820) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:41.185425 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6b88829e-3400-4695-8fcb-c05af640a569 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4266036 Sep 22 21:41:41.190953 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-01c4cb14-cefb-4e09-a935-8b7ca9c0be6b tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Request body: {'subnet': {'network_id': 'a0d75c33-f153-4f5a-8342-3b39b5565ed7', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:41.253612 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-841e3eb2-d952-4f99-8bfa-9bc6d597ee54 req-2a540ab8-bd03-44c9-bb8d-dbd7d7d45bb9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=d537eed6-6aeb-43c0-a35c-484987a5e5d3 HTTP/1.1" status: 200 len: 210 time: 0.0669315 Sep 22 21:41:41.257926 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4b458e96-13d7-4e08-87f9-fd684a515d3c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:41.304279 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8e2e0883-b291-4f12-bdc6-9b28b26e9abc None None] Port b313687d-4dcc-467c-a720-e8d07bf155ea cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:41:41.340108 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.db.api [None req-1143a708-c27b-46a4-bb03-35f028d4264b None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-072909e9-2e88-4f3e-b4dc-38cbd20b9e1c {{(pid=89010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:41:41.341027 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG oslo_db.api [None req-1143a708-c27b-46a4-bb03-35f028d4264b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:41:41.639080 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b458e96-13d7-4e08-87f9-fd684a515d3c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event updated for resources: {'Port': ['ID=7b2521f9-d8a6-4bd0-8c1c-cb6032107e10,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:41.713777 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-01c4cb14-cefb-4e09-a935-8b7ca9c0be6b tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:41.724264 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42693db2-f886-4bff-8354-f3410e289374 req-3154b238-4c3b-439f-87de-199c61e825ad tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:41.725657 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-42693db2-f886-4bff-8354-f3410e289374 req-3154b238-4c3b-439f-87de-199c61e825ad tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "GET /v2.0/networks?id=6361b600-f40c-41c0-a88f-3403a287a77f HTTP/1.1" status: 200 len: 797 time: 0.5173614 Sep 22 21:41:41.728756 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-4b458e96-13d7-4e08-87f9-fd684a515d3c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] In _notify_port_updated(), no bound segment for port 7b2521f9-d8a6-4bd0-8c1c-cb6032107e10 on network e0aaafca-4b82-4983-ae0e-070f612893e9 {{(pid=89008) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 21:41:41.733781 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b458e96-13d7-4e08-87f9-fd684a515d3c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:41.734366 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4b458e96-13d7-4e08-87f9-fd684a515d3c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:41.735591 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-4b458e96-13d7-4e08-87f9-fd684a515d3c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "PUT /v2.0/ports/7b2521f9-d8a6-4bd0-8c1c-cb6032107e10 HTTP/1.1" status: 200 len: 960 time: 2.2990575 Sep 22 21:41:41.737794 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-01c4cb14-cefb-4e09-a935-8b7ca9c0be6b tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Usage tracker for resource:subnet and tenant:37d6650486a5496cbd52782c722d1341 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:41.738555 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50828) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:41.741154 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-01c4cb14-cefb-4e09-a935-8b7ca9c0be6b tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:41.764899 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-01c4cb14-cefb-4e09-a935-8b7ca9c0be6b tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:41.805438 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-8e2e0883-b291-4f12-bdc6-9b28b26e9abc None None] Attempt 9 to provision port b313687d-4dcc-467c-a720-e8d07bf155ea Sep 22 21:41:41.809290 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-475578c2-5f3c-4bc7-8616-10fae8d533af tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Deleting port 7b2521f9-d8a6-4bd0-8c1c-cb6032107e10 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:41:41.809635 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-475578c2-5f3c-4bc7-8616-10fae8d533af tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:41.911430 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc3f99-c852-47fc-b12c-67d15db11c4f req-b04af4ac-e4c2-42d1-a780-763c38a9c454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:41.912979 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9ebc3f99-c852-47fc-b12c-67d15db11c4f req-b04af4ac-e4c2-42d1-a780-763c38a9c454 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&device_id=7c68d002-3169-446f-8cf1-9e94daa59fce HTTP/1.1" status: 200 len: 1098 time: 0.5854201 Sep 22 21:41:41.916216 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c4cb14-cefb-4e09-a935-8b7ca9c0be6b tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Made reservation on behalf of 37d6650486a5496cbd52782c722d1341 for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:41:41.919927 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-01c4cb14-cefb-4e09-a935-8b7ca9c0be6b tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:41.930137 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8e2e0883-b291-4f12-bdc6-9b28b26e9abc None None] Port b313687d-4dcc-467c-a720-e8d07bf155ea cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:41:41.932955 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e557f3ac-f412-4f88-a5a8-d07359fd623e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:41.940200 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1143a708-c27b-46a4-bb03-35f028d4264b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:41.966286 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-42693db2-f886-4bff-8354-f3410e289374 req-3020c0f1-2460-412c-9b4a-3f9f49a78b5f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb1aed2a20e141c98ec99089a446670b HTTP/1.1" status: 200 len: 472 time: 0.2295582 Sep 22 21:41:42.023575 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-42693db2-f886-4bff-8354-f3410e289374 req-9f9344e0-8aa9-485c-9cd9-f3b3049379cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'port': {'device_id': 'd537eed6-6aeb-43c0-a35c-484987a5e5d3', 'network_id': '6361b600-f40c-41c0-a88f-3403a287a77f', 'admin_state_up': True, 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'security_groups': ['a1820293-5b61-42d7-9985-b10110ceb5d5']}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:42.079076 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-475578c2-5f3c-4bc7-8616-10fae8d533af tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:42.152155 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-1143a708-c27b-46a4-bb03-35f028d4264b None None] Allocated IP 172.20.0.35 (e0aaafca-4b82-4983-ae0e-070f612893e9/901a5ea8-e21c-42c7-b75b-d6138f5b33e3/28fbb348-134c-4e5c-886f-f8dc6f222ae0) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:41:42.202217 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-475578c2-5f3c-4bc7-8616-10fae8d533af tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Calling delete_port for 7b2521f9-d8a6-4bd0-8c1c-cb6032107e10 owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:41:42.280388 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc3f99-c852-47fc-b12c-67d15db11c4f req-b9e8798a-60d3-43b9-8370-0445d02e62a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:42.281839 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9ebc3f99-c852-47fc-b12c-67d15db11c4f req-b9e8798a-60d3-43b9-8370-0445d02e62a1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d798fa90-67b2-4838-a613-196b1b982d33 HTTP/1.1" status: 200 len: 897 time: 0.3421485 Sep 22 21:41:42.333592 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1143a708-c27b-46a4-bb03-35f028d4264b None None] For port 28fbb348-134c-4e5c-886f-f8dc6f222ae0, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=28fbb348-134c-4e5c-886f-f8dc6f222ae0,segment=NetworkSegment(68664427-d80e-4160-a4d2-da3f06fdf9de),segment_id=68664427-d80e-4160-a4d2-da3f06fdf9de)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:41:42.364440 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1143a708-c27b-46a4-bb03-35f028d4264b None None] Notify callbacks [] for port, precommit_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:42.379361 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-475578c2-5f3c-4bc7-8616-10fae8d533af tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:42.382879 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1143a708-c27b-46a4-bb03-35f028d4264b None None] Ignored duplicate provisioning block setup for port 28fbb348-134c-4e5c-886f-f8dc6f222ae0 by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 22 21:41:42.389790 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1143a708-c27b-46a4-bb03-35f028d4264b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:42.412971 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-42693db2-f886-4bff-8354-f3410e289374 req-9f9344e0-8aa9-485c-9cd9-f3b3049379cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:42.422408 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-42693db2-f886-4bff-8354-f3410e289374 req-9f9344e0-8aa9-485c-9cd9-f3b3049379cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:port and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:42.429639 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-42693db2-f886-4bff-8354-f3410e289374 req-9f9344e0-8aa9-485c-9cd9-f3b3049379cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for port was recalculated. Used quota:5. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:42.450105 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475578c2-5f3c-4bc7-8616-10fae8d533af tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event deleted for resources: {'Port': ['ID=7b2521f9-d8a6-4bd0-8c1c-cb6032107e10,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:42.478224 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9ebc3f99-c852-47fc-b12c-67d15db11c4f req-f93a6503-26fd-48dd-91a2-c71e56ba60d7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a371e389-1d73-4824-9a35-dc792f64abda HTTP/1.1" status: 200 len: 1001 time: 0.1829534 Sep 22 21:41:42.482470 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-8e2e0883-b291-4f12-bdc6-9b28b26e9abc None None] Attempt 10 to provision port b313687d-4dcc-467c-a720-e8d07bf155ea Sep 22 21:41:42.486029 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-42693db2-f886-4bff-8354-f3410e289374 req-9f9344e0-8aa9-485c-9cd9-f3b3049379cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:42.555328 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-475578c2-5f3c-4bc7-8616-10fae8d533af tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:42.558902 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-13052e21-56a4-49d9-b781-d9907545507c req-41336cae-0df0-4e7c-ac84-875a70f29382 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=d537eed6-6aeb-43c0-a35c-484987a5e5d3 HTTP/1.1" status: 200 len: 210 time: 0.1301539 Sep 22 21:41:42.585392 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-475578c2-5f3c-4bc7-8616-10fae8d533af tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "DELETE /v2.0/ports/7b2521f9-d8a6-4bd0-8c1c-cb6032107e10 HTTP/1.1" status: 204 len: 168 time: 0.8454926 Sep 22 21:41:42.586051 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50834) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:42.607426 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42693db2-f886-4bff-8354-f3410e289374 req-9f9344e0-8aa9-485c-9cd9-f3b3049379cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Made reservation on behalf of eb1aed2a20e141c98ec99089a446670b for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:41:42.611049 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-42693db2-f886-4bff-8354-f3410e289374 req-9f9344e0-8aa9-485c-9cd9-f3b3049379cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:42.633747 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-6de187e1-a222-4cbc-9357-51bbdf5b65b7 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] GET failed (client error): The resource could not be found. Sep 22 21:41:42.634442 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-6de187e1-a222-4cbc-9357-51bbdf5b65b7 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Synchronizing usage tracker for tenant:de45cb2c88af49d4a334eef3c80bde87 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:41:42.653561 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-6de187e1-a222-4cbc-9357-51bbdf5b65b7 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Unset dirty status for tenant:de45cb2c88af49d4a334eef3c80bde87 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:41:42.658424 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6de187e1-a222-4cbc-9357-51bbdf5b65b7 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "GET /v2.0/ports/7b2521f9-d8a6-4bd0-8c1c-cb6032107e10 HTTP/1.1" status: 404 len: 333 time: 0.0708706 Sep 22 21:41:42.659162 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50838) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:42.680578 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8e2e0883-b291-4f12-bdc6-9b28b26e9abc None None] Port b313687d-4dcc-467c-a720-e8d07bf155ea cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:41:42.690350 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-8e2e0883-b291-4f12-bdc6-9b28b26e9abc None None] Could not find standard attr ID for object 7d896925-ac75-49bf-9b4e-1690e0cfebd5. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:41:42.718877 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1143a708-c27b-46a4-bb03-35f028d4264b None None] Pushing event updated for resources: {'Port': ['ID=28fbb348-134c-4e5c-886f-f8dc6f222ae0,revision_number=7']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:42.728210 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc3f99-c852-47fc-b12c-67d15db11c4f req-2d72a6be-820a-4be5-abdc-6697776711e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:42.729692 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9ebc3f99-c852-47fc-b12c-67d15db11c4f req-2d72a6be-820a-4be5-abdc-6697776711e8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7c2b1475-4219-48df-b88b-938b9fa8e2ca HTTP/1.1" status: 200 len: 834 time: 0.2346699 Sep 22 21:41:42.731606 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:42.734802 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1143a708-c27b-46a4-bb03-35f028d4264b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:41:42.735153 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1143a708-c27b-46a4-bb03-35f028d4264b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:41:42.735498 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1143a708-c27b-46a4-bb03-35f028d4264b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:41:42.735871 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1143a708-c27b-46a4-bb03-35f028d4264b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:41:42.736214 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1143a708-c27b-46a4-bb03-35f028d4264b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:41:42.736538 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1143a708-c27b-46a4-bb03-35f028d4264b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:41:42.737054 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1143a708-c27b-46a4-bb03-35f028d4264b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:41:42.737398 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1143a708-c27b-46a4-bb03-35f028d4264b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:41:42.737732 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1143a708-c27b-46a4-bb03-35f028d4264b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:41:42.738049 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-da900289-ebaa-4d13-8a6d-a61e1439712f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:42.738180 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1143a708-c27b-46a4-bb03-35f028d4264b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:41:42.738380 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1143a708-c27b-46a4-bb03-35f028d4264b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:41:42.738739 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1143a708-c27b-46a4-bb03-35f028d4264b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:41:42.744038 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-8e2e0883-b291-4f12-bdc6-9b28b26e9abc None None] Provisioning complete for port 5e128f1b-76f4-4f03-860d-5d6117a2980d triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:41:42.744417 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8e2e0883-b291-4f12-bdc6-9b28b26e9abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:42.744757 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-8e2e0883-b291-4f12-bdc6-9b28b26e9abc None None] Attempt 1 to provision port 5e128f1b-76f4-4f03-860d-5d6117a2980d Sep 22 21:41:42.780029 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-da900289-ebaa-4d13-8a6d-a61e1439712f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:42.801520 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8e2e0883-b291-4f12-bdc6-9b28b26e9abc None None] Port 5e128f1b-76f4-4f03-860d-5d6117a2980d cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:41:42.841670 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-da900289-ebaa-4d13-8a6d-a61e1439712f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:42.861037 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da900289-ebaa-4d13-8a6d-a61e1439712f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02edddde-19d8-48d4-907a-0428833b3957,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:42.866114 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-da900289-ebaa-4d13-8a6d-a61e1439712f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:42.870691 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-da900289-ebaa-4d13-8a6d-a61e1439712f tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "DELETE /v2.0/security-groups/02edddde-19d8-48d4-907a-0428833b3957 HTTP/1.1" status: 204 len: 168 time: 0.2094986 Sep 22 21:41:42.870691 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50842) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:42.901723 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [req-42693db2-f886-4bff-8354-f3410e289374 req-9f9344e0-8aa9-485c-9cd9-f3b3049379cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Allocated IP 172.20.0.28 (6361b600-f40c-41c0-a88f-3403a287a77f/9ba62f2e-901d-425a-bfd4-433c51fb9869/d9fb960e-4d80-4703-a065-b66da836f1e6) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:41:42.909432 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-01c4cb14-cefb-4e09-a935-8b7ca9c0be6b tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:42.945515 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-38f0bf0a-c535-4060-9334-51255a20c2cc tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:42.979924 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-38f0bf0a-c535-4060-9334-51255a20c2cc tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:42.985508 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c4cb14-cefb-4e09-a935-8b7ca9c0be6b tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Network a0d75c33-f153-4f5a-8342-3b39b5565ed7 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:41:42.987896 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc3f99-c852-47fc-b12c-67d15db11c4f req-06f691b5-7f2d-45e8-a7b9-79573aa94d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:42.989379 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9ebc3f99-c852-47fc-b12c-67d15db11c4f req-06f691b5-7f2d-45e8-a7b9-79573aa94d83 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d798fa90-67b2-4838-a613-196b1b982d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2522011 Sep 22 21:41:43.000012 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-01c4cb14-cefb-4e09-a935-8b7ca9c0be6b tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:41:43.011728 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2414f303-a8c7-4b7a-a89f-371d969e94da None None] Network a0d75c33-f153-4f5a-8342-3b39b5565ed7 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:41:43.028226 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c4cb14-cefb-4e09-a935-8b7ca9c0be6b tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:43.028807 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-01c4cb14-cefb-4e09-a935-8b7ca9c0be6b tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:43.053939 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-38f0bf0a-c535-4060-9334-51255a20c2cc tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:43.084919 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f0bf0a-c535-4060-9334-51255a20c2cc tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d5e76d-d9c8-4358-8b6d-24427144dae8,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:43.094078 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-38f0bf0a-c535-4060-9334-51255a20c2cc tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:43.103002 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-38f0bf0a-c535-4060-9334-51255a20c2cc tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "DELETE /v2.0/security-groups/c1d5e76d-d9c8-4358-8b6d-24427144dae8 HTTP/1.1" status: 204 len: 168 time: 0.2237861 Sep 22 21:41:43.103002 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50846) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:43.133922 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c4cb14-cefb-4e09-a935-8b7ca9c0be6b tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event updated for resources: {'Subnet': ['ID=1be6878a-e169-4a23-a88e-02c89156fbaf,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:43.148640 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:43.191629 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f71d2cf5-333b-406b-9571-0ddaf10e519a tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:43.215426 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-01c4cb14-cefb-4e09-a935-8b7ca9c0be6b tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0296965 Sep 22 21:41:43.216189 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50850) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:43.229488 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f71d2cf5-333b-406b-9571-0ddaf10e519a tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:43.246210 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-653dead0-d4b0-4ae8-b114-0294ba5fa88c tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1443872086', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1be6878a-e169-4a23-a88e-02c89156fbaf'}], 'security_groups': ['69a8c3e3-062d-4407-ab54-d5f59cf23132', '027bfe43-9e74-4022-b3aa-975ebf1007d7']}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:43.315709 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f71d2cf5-333b-406b-9571-0ddaf10e519a tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:43.327133 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-8e2e0883-b291-4f12-bdc6-9b28b26e9abc None None] Attempt 2 to provision port 5e128f1b-76f4-4f03-860d-5d6117a2980d Sep 22 21:41:43.338999 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d2cf5-333b-406b-9571-0ddaf10e519a tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ce428b-f6f3-4efc-ab43-b144a174b322,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:43.355951 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f71d2cf5-333b-406b-9571-0ddaf10e519a tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:43.360174 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-f71d2cf5-333b-406b-9571-0ddaf10e519a tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "DELETE /v2.0/security-groups/b7ce428b-f6f3-4efc-ab43-b144a174b322 HTTP/1.1" status: 204 len: 168 time: 0.2553129 Sep 22 21:41:43.361141 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50854) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:43.384720 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9ebc3f99-c852-47fc-b12c-67d15db11c4f req-609ded06-66bc-422c-8679-662c8ffccfb9 service neutron] 10.222.0.49 "GET /v2.0/networks/d798fa90-67b2-4838-a613-196b1b982d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3820777 Sep 22 21:41:43.439279 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ef4481c-e86d-474a-b707-437722ceef0b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Deleting subnet ae43b68a-9045-4c6d-b907-2dd29e7cc4fb {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:41:43.442672 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8e2e0883-b291-4f12-bdc6-9b28b26e9abc None None] Port 5e128f1b-76f4-4f03-860d-5d6117a2980d cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:41:43.443002 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4ef4481c-e86d-474a-b707-437722ceef0b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:43.489253 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-42693db2-f886-4bff-8354-f3410e289374 req-9f9344e0-8aa9-485c-9cd9-f3b3049379cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:43.501663 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4ef4481c-e86d-474a-b707-437722ceef0b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:43.558787 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c205074b-161a-4554-a7a5-ec94895619e5 None None] Update dhcp port {'port': {'network_id': 'a0d75c33-f153-4f5a-8342-3b39b5565ed7', 'fixed_ips': [{'subnet_id': '051a009b-cfbb-4d0b-8543-f5db7be9c1c6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '785f6fbe-e34d-4e56-b22d-0c574d44159b', 'ip_address': '2001:db8::2'}, {'subnet_id': '1be6878a-e169-4a23-a88e-02c89156fbaf'}], 'binding:host_id': 'dv-neutron-858900-1-hyperv'}, 'id': '2aff1fca-5272-43d2-9ccd-a2f6287656ee'} from dv-neutron-858900-1-hyperv. {{(pid=89010) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 22 21:41:43.598637 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4ef4481c-e86d-474a-b707-437722ceef0b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:43.616741 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c205074b-161a-4554-a7a5-ec94895619e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:43.683886 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4ef4481c-e86d-474a-b707-437722ceef0b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:43.714142 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-42693db2-f886-4bff-8354-f3410e289374 req-9f9344e0-8aa9-485c-9cd9-f3b3049379cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Transition to ACTIVE for port object d9fb960e-4d80-4703-a065-b66da836f1e6 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:41:43.748182 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4ef4481c-e86d-474a-b707-437722ceef0b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:43.848914 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9ebc3f99-c852-47fc-b12c-67d15db11c4f req-299116fb-1154-457f-96f1-b690935e2584 service neutron] 10.222.0.49 "GET /v2.0/networks/d798fa90-67b2-4838-a613-196b1b982d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4382234 Sep 22 21:41:43.868195 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-653dead0-d4b0-4ae8-b114-0294ba5fa88c tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:43.885044 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-42693db2-f886-4bff-8354-f3410e289374 req-9f9344e0-8aa9-485c-9cd9-f3b3049379cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:43.917372 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-c205074b-161a-4554-a7a5-ec94895619e5 None None] Allocated IP 2001:db8:0:2::2 (a0d75c33-f153-4f5a-8342-3b39b5565ed7/1be6878a-e169-4a23-a88e-02c89156fbaf/2aff1fca-5272-43d2-9ccd-a2f6287656ee) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:41:43.934152 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb11e6a-ca0d-4641-bf95-ac6ab5303534 None None] Network e0aaafca-4b82-4983-ae0e-070f612893e9 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:41:43.939217 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef4481c-e86d-474a-b707-437722ceef0b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event deleted for resources: {'Subnet': ['ID=ae43b68a-9045-4c6d-b907-2dd29e7cc4fb,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:43.952485 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-8e2e0883-b291-4f12-bdc6-9b28b26e9abc None None] Attempt 3 to provision port 5e128f1b-76f4-4f03-860d-5d6117a2980d Sep 22 21:41:43.967165 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-4ef4481c-e86d-474a-b707-437722ceef0b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "DELETE /v2.0/subnets/ae43b68a-9045-4c6d-b907-2dd29e7cc4fb HTTP/1.1" status: 204 len: 168 time: 0.6046100 Sep 22 21:41:43.968894 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50860) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:44.010074 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42693db2-f886-4bff-8354-f3410e289374 req-9f9344e0-8aa9-485c-9cd9-f3b3049379cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network 6361b600-f40c-41c0-a88f-3403a287a77f is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:41:44.020044 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [req-42693db2-f886-4bff-8354-f3410e289374 req-9f9344e0-8aa9-485c-9cd9-f3b3049379cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:41:44.022736 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-42693db2-f886-4bff-8354-f3410e289374 req-9f9344e0-8aa9-485c-9cd9-f3b3049379cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:41:44.050586 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7c32624-1a75-418e-b201-4ebef9cb53d9 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Deleting subnet 901a5ea8-e21c-42c7-b75b-d6138f5b33e3 {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:41:44.060371 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bebfb59-12ff-4594-af31-975982ad4265 req-7c2462db-b551-4f46-9939-2337729b882f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:44.061804 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-1bebfb59-12ff-4594-af31-975982ad4265 req-7c2462db-b551-4f46-9939-2337729b882f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=d537eed6-6aeb-43c0-a35c-484987a5e5d3 HTTP/1.1" status: 200 len: 932 time: 0.3350439 Sep 22 21:41:44.062521 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b7c32624-1a75-418e-b201-4ebef9cb53d9 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:44.094832 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42693db2-f886-4bff-8354-f3410e289374 req-9f9344e0-8aa9-485c-9cd9-f3b3049379cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:44.096482 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-42693db2-f886-4bff-8354-f3410e289374 req-9f9344e0-8aa9-485c-9cd9-f3b3049379cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:44.122027 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9344e0-8aa9-485c-9cd9-f3b3049379cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=d9fb960e-4d80-4703-a065-b66da836f1e6,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:44.126106 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-42693db2-f886-4bff-8354-f3410e289374 req-9f9344e0-8aa9-485c-9cd9-f3b3049379cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1062999 Sep 22 21:41:44.137834 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-42693db2-f886-4bff-8354-f3410e289374 req-0f6a0fbb-3731-4ce5-98a0-87e0411b9774 service neutron] Request body: {'port': {'device_id': 'd537eed6-6aeb-43c0-a35c-484987a5e5d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:44.148236 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-1bebfb59-12ff-4594-af31-975982ad4265 req-92f99cf8-233a-4b44-940d-7e7843c6e60a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=a1820293-5b61-42d7-9985-b10110ceb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516381 Sep 22 21:41:44.160460 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8e2e0883-b291-4f12-bdc6-9b28b26e9abc None None] Port 5e128f1b-76f4-4f03-860d-5d6117a2980d cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:41:44.172410 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b7c32624-1a75-418e-b201-4ebef9cb53d9 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:44.293669 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b7c32624-1a75-418e-b201-4ebef9cb53d9 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:44.298248 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-c205074b-161a-4554-a7a5-ec94895619e5 None None] For port 2aff1fca-5272-43d2-9ccd-a2f6287656ee, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=2aff1fca-5272-43d2-9ccd-a2f6287656ee,segment=NetworkSegment(80e772a9-6f2b-403e-8eef-172137cc7595),segment_id=80e772a9-6f2b-403e-8eef-172137cc7595)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:41:44.393383 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-42693db2-f886-4bff-8354-f3410e289374 req-0f6a0fbb-3731-4ce5-98a0-87e0411b9774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:44.395789 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c205074b-161a-4554-a7a5-ec94895619e5 None None] Notify callbacks [] for port, precommit_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:44.396237 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b7c32624-1a75-418e-b201-4ebef9cb53d9 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:44.420480 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-c205074b-161a-4554-a7a5-ec94895619e5 None None] Ignored duplicate provisioning block setup for port 2aff1fca-5272-43d2-9ccd-a2f6287656ee by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 22 21:41:44.427729 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c205074b-161a-4554-a7a5-ec94895619e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:44.445210 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c32624-1a75-418e-b201-4ebef9cb53d9 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event deleted for resources: {'Subnet': ['ID=901a5ea8-e21c-42c7-b75b-d6138f5b33e3,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:44.452826 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b7c32624-1a75-418e-b201-4ebef9cb53d9 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:44.460645 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-b7c32624-1a75-418e-b201-4ebef9cb53d9 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "DELETE /v2.0/subnets/901a5ea8-e21c-42c7-b75b-d6138f5b33e3 HTTP/1.1" status: 204 len: 168 time: 0.4905326 Sep 22 21:41:44.463159 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50864) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:44.508128 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-46c6552c-626e-4ce6-963e-4ef504420760 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] DELETE failed (client error): The resource could not be found. Sep 22 21:41:44.510739 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46c6552c-626e-4ce6-963e-4ef504420760 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:41:44.515825 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-46c6552c-626e-4ce6-963e-4ef504420760 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "DELETE /v2.0/subnets/ae43b68a-9045-4c6d-b907-2dd29e7cc4fb HTTP/1.1" status: 404 len: 337 time: 0.0480616 Sep 22 21:41:44.515825 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50868) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:44.583692 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-efe14d20-fb9b-4cef-9066-23d2b59bc8f4 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Deleting subnet ff26be93-ac9e-42b2-9b6f-240e024ee907 {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:41:44.586517 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-efe14d20-fb9b-4cef-9066-23d2b59bc8f4 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:44.644036 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:44.647887 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-efe14d20-fb9b-4cef-9066-23d2b59bc8f4 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:44.694649 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-8e2e0883-b291-4f12-bdc6-9b28b26e9abc None None] Attempt 4 to provision port 5e128f1b-76f4-4f03-860d-5d6117a2980d Sep 22 21:41:44.755661 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-efe14d20-fb9b-4cef-9066-23d2b59bc8f4 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:44.766964 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 28fbb348-134c-4e5c-886f-f8dc6f222ae0 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:41:44.826258 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c205074b-161a-4554-a7a5-ec94895619e5 None None] Pushing event updated for resources: {'Port': ['ID=2aff1fca-5272-43d2-9ccd-a2f6287656ee,revision_number=6']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:44.836560 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-efe14d20-fb9b-4cef-9066-23d2b59bc8f4 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:44.859321 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-653dead0-d4b0-4ae8-b114-0294ba5fa88c tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Delete allocated IP 2001:db8::2ab (a0d75c33-f153-4f5a-8342-3b39b5565ed7/785f6fbe-e34d-4e56-b22d-0c574d44159b) {{(pid=89008) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 22 21:41:44.874974 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-653dead0-d4b0-4ae8-b114-0294ba5fa88c tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Allocated IP 2001:db8:0:2::39a (a0d75c33-f153-4f5a-8342-3b39b5565ed7/1be6878a-e169-4a23-a88e-02c89156fbaf/bcb65684-b641-4bfc-a7e9-67ab79216138) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:41:44.889324 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0470fd1-3ccc-4151-b128-b32477508a72 None None] Update dhcp port {'port': {'network_id': 'e0aaafca-4b82-4983-ae0e-070f612893e9', 'fixed_ips': [{'subnet_id': 'ff26be93-ac9e-42b2-9b6f-240e024ee907', 'ip_address': '172.20.0.18'}, {'subnet_id': '901a5ea8-e21c-42c7-b75b-d6138f5b33e3'}], 'binding:host_id': 'dv-neutron-858900-1-hyperv'}, 'id': '28fbb348-134c-4e5c-886f-f8dc6f222ae0'} from dv-neutron-858900-1-hyperv. {{(pid=89010) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 22 21:41:44.889609 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe14d20-fb9b-4cef-9066-23d2b59bc8f4 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event deleted for resources: {'Subnet': ['ID=ff26be93-ac9e-42b2-9b6f-240e024ee907,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:44.894579 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-efe14d20-fb9b-4cef-9066-23d2b59bc8f4 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:44.900881 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-efe14d20-fb9b-4cef-9066-23d2b59bc8f4 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "DELETE /v2.0/subnets/ff26be93-ac9e-42b2-9b6f-240e024ee907 HTTP/1.1" status: 204 len: 168 time: 0.3843617 Sep 22 21:41:44.903053 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50872) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:44.922145 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8e2e0883-b291-4f12-bdc6-9b28b26e9abc None None] Port 5e128f1b-76f4-4f03-860d-5d6117a2980d cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:41:44.941895 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-253052f2-91be-409d-85a7-80f0e016684b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] DELETE failed (client error): The resource could not be found. Sep 22 21:41:44.942183 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-253052f2-91be-409d-85a7-80f0e016684b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:41:44.944612 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-253052f2-91be-409d-85a7-80f0e016684b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "DELETE /v2.0/subnets/35afc260-fab6-4cca-9fc8-6f5864a34318 HTTP/1.1" status: 404 len: 337 time: 0.0405936 Sep 22 21:41:44.947389 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50876) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:44.963288 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a0470fd1-3ccc-4151-b128-b32477508a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:45.018185 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-aab4ba68-5b31-47f5-83b1-ffd56c5f6a46 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "GET /v2.0/ports?device_id=092f7b35-b8ed-456a-a102-6f8921751da8 HTTP/1.1" status: 200 len: 205 time: 0.0690334 Sep 22 21:41:45.020538 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50880) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:45.023542 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [req-42693db2-f886-4bff-8354-f3410e289374 req-0f6a0fbb-3731-4ce5-98a0-87e0411b9774 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9fb960e-4d80-4703-a065-b66da836f1e6 {{(pid=89008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:41:45.080309 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-42693db2-f886-4bff-8354-f3410e289374 req-0f6a0fbb-3731-4ce5-98a0-87e0411b9774 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:45.100623 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-98378571-aaf3-405d-89fa-bb77a4383622 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] delete failed (client error): The resource could not be found. Sep 22 21:41:45.104169 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-98378571-aaf3-405d-89fa-bb77a4383622 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "DELETE /v2.0/routers/092f7b35-b8ed-456a-a102-6f8921751da8 HTTP/1.1" status: 404 len: 336 time: 0.0800064 Sep 22 21:41:45.107085 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50884) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:45.155146 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-42693db2-f886-4bff-8354-f3410e289374 req-0f6a0fbb-3731-4ce5-98a0-87e0411b9774 service neutron] Transition to ACTIVE for port object d9fb960e-4d80-4703-a065-b66da836f1e6 will not be triggered until provisioned by entity L2. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:41:45.160516 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-0480e96b-4134-4723-91da-2871c1c8201c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] DELETE failed (client error): The resource could not be found. Sep 22 21:41:45.160973 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0480e96b-4134-4723-91da-2871c1c8201c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:41:45.165031 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-0480e96b-4134-4723-91da-2871c1c8201c tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "DELETE /v2.0/subnets/f46d2c6f-9544-482c-b814-b1190254b67c HTTP/1.1" status: 404 len: 337 time: 0.0523784 Sep 22 21:41:45.165517 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50888) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:45.174870 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-42693db2-f886-4bff-8354-f3410e289374 req-0f6a0fbb-3731-4ce5-98a0-87e0411b9774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:45.176540 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85f9c44-ab99-45b9-baca-f6fe65b39199 None None] Network e0aaafca-4b82-4983-ae0e-070f612893e9 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:41:45.207218 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f86a705-ca58-4a6d-b0d9-203b288f0c1b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] DELETE failed (client error): The resource could not be found. Sep 22 21:41:45.207686 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f86a705-ca58-4a6d-b0d9-203b288f0c1b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:41:45.211898 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-4f86a705-ca58-4a6d-b0d9-203b288f0c1b tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "DELETE /v2.0/subnets/2ed2770d-a0e0-437e-8661-8d35aa374596 HTTP/1.1" status: 404 len: 337 time: 0.0432613 Sep 22 21:41:45.212144 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50894) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:45.279745 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-c925ab93-8754-4ec2-8045-b12549333003 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] DELETE failed (client error): The resource could not be found. Sep 22 21:41:45.280487 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c925ab93-8754-4ec2-8045-b12549333003 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:41:45.290312 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c925ab93-8754-4ec2-8045-b12549333003 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "DELETE /v2.0/subnets/88249746-c796-4b81-9ffb-4b14368bd411 HTTP/1.1" status: 404 len: 337 time: 0.0764523 Sep 22 21:41:45.291369 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50898) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:45.335474 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1785355-13c2-47ea-9fac-1cf5f131c9ad tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] DELETE failed (client error): The resource could not be found. Sep 22 21:41:45.336232 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1785355-13c2-47ea-9fac-1cf5f131c9ad tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:41:45.340831 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a1785355-13c2-47ea-9fac-1cf5f131c9ad tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "DELETE /v2.0/ports/c772f2cb-8011-4b2d-82ad-c9a92c7c2232 HTTP/1.1" status: 404 len: 333 time: 0.0481288 Sep 22 21:41:45.341610 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6a0fbb-3731-4ce5-98a0-87e0411b9774 service neutron] Pushing event updated for resources: {'Port': ['ID=d9fb960e-4d80-4703-a065-b66da836f1e6,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:45.341944 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50902) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:45.394298 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-6092525f-7e96-4a77-8513-d5e7e1c02070 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] DELETE failed (client error): The resource could not be found. Sep 22 21:41:45.394835 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6092525f-7e96-4a77-8513-d5e7e1c02070 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:41:45.399308 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6092525f-7e96-4a77-8513-d5e7e1c02070 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "DELETE /v2.0/subnets/2c88ec05-735d-4742-bd0b-46fdb37569a3 HTTP/1.1" status: 404 len: 337 time: 0.0475655 Sep 22 21:41:45.399876 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50906) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:45.425236 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-8e2e0883-b291-4f12-bdc6-9b28b26e9abc None None] Attempt 5 to provision port 5e128f1b-76f4-4f03-860d-5d6117a2980d Sep 22 21:41:45.450420 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-c967ea52-9787-4b27-baf6-f011cb083915 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] DELETE failed (client error): The resource could not be found. Sep 22 21:41:45.450920 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c967ea52-9787-4b27-baf6-f011cb083915 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:41:45.455118 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c967ea52-9787-4b27-baf6-f011cb083915 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "DELETE /v2.0/subnets/980d73ae-41cc-4c21-8ca7-d4907f1cfc49 HTTP/1.1" status: 404 len: 337 time: 0.0517359 Sep 22 21:41:45.455579 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50910) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:45.503869 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-5459a407-b750-49b4-93fe-062d9d7486d8 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] DELETE failed (client error): The resource could not be found. Sep 22 21:41:45.504775 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5459a407-b750-49b4-93fe-062d9d7486d8 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:41:45.512660 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-5459a407-b750-49b4-93fe-062d9d7486d8 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "DELETE /v2.0/ports/cc83ccb8-1fe5-440f-b618-e6450c84a66b HTTP/1.1" status: 404 len: 333 time: 0.0521767 Sep 22 21:41:45.513336 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50914) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:45.536299 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8e2e0883-b291-4f12-bdc6-9b28b26e9abc None None] Port 5e128f1b-76f4-4f03-860d-5d6117a2980d cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:41:45.557702 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff36c8f3-f7c2-4ca0-af9c-0dbbae475abe tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] DELETE failed (client error): The resource could not be found. Sep 22 21:41:45.558409 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff36c8f3-f7c2-4ca0-af9c-0dbbae475abe tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:41:45.561288 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ff36c8f3-f7c2-4ca0-af9c-0dbbae475abe tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "DELETE /v2.0/subnets/f55e0762-2653-484b-b606-224cd9b5ecd1 HTTP/1.1" status: 404 len: 337 time: 0.0467973 Sep 22 21:41:45.564780 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50918) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:45.607723 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-82b593f6-fdf4-430a-afde-8926f11b5c18 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] DELETE failed (client error): The resource could not be found. Sep 22 21:41:45.608081 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82b593f6-fdf4-430a-afde-8926f11b5c18 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:41:45.612772 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-82b593f6-fdf4-430a-afde-8926f11b5c18 tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "DELETE /v2.0/subnets/19d234db-0457-4956-a5b4-b3e81b024f6e HTTP/1.1" status: 404 len: 337 time: 0.0440118 Sep 22 21:41:45.613004 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50922) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:45.621247 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6e7d76-98b5-4775-b110-6bf896657fa1 None None] DHCP port deletion for e0aaafca-4b82-4983-ae0e-070f612893e9 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:41:45.625259 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8b6e7d76-98b5-4775-b110-6bf896657fa1 None None] Deleting port 28fbb348-134c-4e5c-886f-f8dc6f222ae0 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:41:45.625727 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8b6e7d76-98b5-4775-b110-6bf896657fa1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:45.677532 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-653dead0-d4b0-4ae8-b114-0294ba5fa88c tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:45.695221 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-101accce-3f7b-42e0-a913-73a74bd27a3e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Deleting port 5e128f1b-76f4-4f03-860d-5d6117a2980d {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:41:45.695566 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-101accce-3f7b-42e0-a913-73a74bd27a3e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:45.708544 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-42693db2-f886-4bff-8354-f3410e289374 req-0f6a0fbb-3731-4ce5-98a0-87e0411b9774 service neutron] Attempting to bind port d9fb960e-4d80-4703-a065-b66da836f1e6 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:41:45.708947 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-42693db2-f886-4bff-8354-f3410e289374 req-0f6a0fbb-3731-4ce5-98a0-87e0411b9774 service neutron] Attempting to bind port d9fb960e-4d80-4703-a065-b66da836f1e6 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '7525d309-04f6-4c5f-bac8-a6f652d99d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6361b600-f40c-41c0-a88f-3403a287a77f'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:41:45.709275 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42693db2-f886-4bff-8354-f3410e289374 req-0f6a0fbb-3731-4ce5-98a0-87e0411b9774 service neutron] Attempting to bind port d9fb960e-4d80-4703-a065-b66da836f1e6 on network 6361b600-f40c-41c0-a88f-3403a287a77f {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:41:45.711332 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-653dead0-d4b0-4ae8-b114-0294ba5fa88c tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Ignored duplicate provisioning block setup for port bcb65684-b641-4bfc-a7e9-67ab79216138 by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 22 21:41:45.716708 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42693db2-f886-4bff-8354-f3410e289374 req-0f6a0fbb-3731-4ce5-98a0-87e0411b9774 service neutron] Port d9fb960e-4d80-4703-a065-b66da836f1e6 on network 6361b600-f40c-41c0-a88f-3403a287a77f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:41:45.717240 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42693db2-f886-4bff-8354-f3410e289374 req-0f6a0fbb-3731-4ce5-98a0-87e0411b9774 service neutron] Attempting to bind port d9fb960e-4d80-4703-a065-b66da836f1e6 on network 6361b600-f40c-41c0-a88f-3403a287a77f {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:41:45.723264 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-653dead0-d4b0-4ae8-b114-0294ba5fa88c tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:45.761542 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42693db2-f886-4bff-8354-f3410e289374 req-0f6a0fbb-3731-4ce5-98a0-87e0411b9774 service neutron] Checking agent: {'id': '8a88b827-3477-4399-ac15-439d59b3c48a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'started_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:41:45.761965 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42693db2-f886-4bff-8354-f3410e289374 req-0f6a0fbb-3731-4ce5-98a0-87e0411b9774 service neutron] Checking segment: {'id': '7525d309-04f6-4c5f-bac8-a6f652d99d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6361b600-f40c-41c0-a88f-3403a287a77f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:41:45.762275 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42693db2-f886-4bff-8354-f3410e289374 req-0f6a0fbb-3731-4ce5-98a0-87e0411b9774 service neutron] Bound using segment: {'id': '7525d309-04f6-4c5f-bac8-a6f652d99d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6361b600-f40c-41c0-a88f-3403a287a77f'} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:41:45.762722 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-42693db2-f886-4bff-8354-f3410e289374 req-0f6a0fbb-3731-4ce5-98a0-87e0411b9774 service neutron] Bound port: d9fb960e-4d80-4703-a065-b66da836f1e6, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7525d309-04f6-4c5f-bac8-a6f652d99d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6361b600-f40c-41c0-a88f-3403a287a77f'}}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:41:45.763061 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-42693db2-f886-4bff-8354-f3410e289374 req-0f6a0fbb-3731-4ce5-98a0-87e0411b9774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:45.853848 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-8b6e7d76-98b5-4775-b110-6bf896657fa1 None None] For port 28fbb348-134c-4e5c-886f-f8dc6f222ae0, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=28fbb348-134c-4e5c-886f-f8dc6f222ae0,segment=NetworkSegment(68664427-d80e-4160-a4d2-da3f06fdf9de),segment_id=68664427-d80e-4160-a4d2-da3f06fdf9de)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:41:45.854585 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8b6e7d76-98b5-4775-b110-6bf896657fa1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:45.924548 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b210a-8b4a-43c6-8462-cf8b36e894c8 req-93392e12-0871-4ee0-a015-8e42cefcc2a0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:45.925325 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-0e6b210a-8b4a-43c6-8462-cf8b36e894c8 req-93392e12-0871-4ee0-a015-8e42cefcc2a0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:41:45.932155 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-101accce-3f7b-42e0-a913-73a74bd27a3e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:45.933518 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-653dead0-d4b0-4ae8-b114-0294ba5fa88c tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] In _notify_port_updated(), no bound segment for port bcb65684-b641-4bfc-a7e9-67ab79216138 on network a0d75c33-f153-4f5a-8342-3b39b5565ed7 {{(pid=89008) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 21:41:45.939377 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653dead0-d4b0-4ae8-b114-0294ba5fa88c tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:45.939622 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-653dead0-d4b0-4ae8-b114-0294ba5fa88c tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:45.941055 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-653dead0-d4b0-4ae8-b114-0294ba5fa88c tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "PUT /v2.0/ports/bcb65684-b641-4bfc-a7e9-67ab79216138 HTTP/1.1" status: 200 len: 970 time: 2.7145784 Sep 22 21:41:45.944448 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50926) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:45.949636 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653dead0-d4b0-4ae8-b114-0294ba5fa88c tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event updated for resources: {'Port': ['ID=bcb65684-b641-4bfc-a7e9-67ab79216138,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:45.981418 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-0e6b210a-8b4a-43c6-8462-cf8b36e894c8 req-93392e12-0871-4ee0-a015-8e42cefcc2a0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:41:45.989201 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0e6b210a-8b4a-43c6-8462-cf8b36e894c8 req-93392e12-0871-4ee0-a015-8e42cefcc2a0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=d537eed6-6aeb-43c0-a35c-484987a5e5d3 HTTP/1.1" status: 200 len: 944 time: 0.5892410 Sep 22 21:41:46.004141 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8b6e7d76-98b5-4775-b110-6bf896657fa1 None None] Calling delete_port for 28fbb348-134c-4e5c-886f-f8dc6f222ae0 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:41:46.012155 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-42693db2-f886-4bff-8354-f3410e289374 req-0f6a0fbb-3731-4ce5-98a0-87e0411b9774 service neutron] For port d9fb960e-4d80-4703-a065-b66da836f1e6, host hv-neutron-8589, cleared binding levels {{(pid=89008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:41:46.032925 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-42693db2-f886-4bff-8354-f3410e289374 req-0f6a0fbb-3731-4ce5-98a0-87e0411b9774 service neutron] For port d9fb960e-4d80-4703-a065-b66da836f1e6, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=d9fb960e-4d80-4703-a065-b66da836f1e6,segment=NetworkSegment(7525d309-04f6-4c5f-bac8-a6f652d99d73),segment_id=7525d309-04f6-4c5f-bac8-a6f652d99d73)] {{(pid=89008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:41:46.040836 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-8e2e0883-b291-4f12-bdc6-9b28b26e9abc None None] Attempt 6 to provision port 5e128f1b-76f4-4f03-860d-5d6117a2980d Sep 22 21:41:46.046955 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-42693db2-f886-4bff-8354-f3410e289374 req-0f6a0fbb-3731-4ce5-98a0-87e0411b9774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:46.067386 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0e6b210a-8b4a-43c6-8462-cf8b36e894c8 req-1e2d0de1-37e8-4c6e-adf7-4577c5963530 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=a1820293-5b61-42d7-9985-b10110ceb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770020 Sep 22 21:41:46.078683 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42693db2-f886-4bff-8354-f3410e289374 req-0f6a0fbb-3731-4ce5-98a0-87e0411b9774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:46.078683 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-42693db2-f886-4bff-8354-f3410e289374 req-0f6a0fbb-3731-4ce5-98a0-87e0411b9774 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:46.078683 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-42693db2-f886-4bff-8354-f3410e289374 req-0f6a0fbb-3731-4ce5-98a0-87e0411b9774 service neutron] 10.222.0.49 "PUT /v2.0/ports/d9fb960e-4d80-4703-a065-b66da836f1e6 HTTP/1.1" status: 200 len: 1094 time: 1.9373655 Sep 22 21:41:46.124712 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd537eed6-6aeb-43c0-a35c-484987a5e5d3', 'tag': 'd9fb960e-4d80-4703-a065-b66da836f1e6'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:41:46.128001 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc376f30-e680-490c-9445-4bcf122afeec" -d '{"events": [{"name": "network-changed", "server_uuid": "d537eed6-6aeb-43c0-a35c-484987a5e5d3", "tag": "d9fb960e-4d80-4703-a065-b66da836f1e6"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:41:46.140408 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8e2e0883-b291-4f12-bdc6-9b28b26e9abc None None] Port 5e128f1b-76f4-4f03-860d-5d6117a2980d cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:41:46.164266 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8b6e7d76-98b5-4775-b110-6bf896657fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:46.197998 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b9fa99-773a-4e3e-8b7c-2f3b2e4a7d18 x-openstack-request-id: req-01b9fa99-773a-4e3e-8b7c-2f3b2e4a7d18 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:41:46.198278 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d537eed6-6aeb-43c0-a35c-484987a5e5d3", "tag": "d9fb960e-4d80-4703-a065-b66da836f1e6", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:41:46.198524 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-01b9fa99-773a-4e3e-8b7c-2f3b2e4a7d18 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:41:46.199005 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01b9fa99-773a-4e3e-8b7c-2f3b2e4a7d18'] response: {'name': 'network-changed', 'server_uuid': 'd537eed6-6aeb-43c0-a35c-484987a5e5d3', 'tag': 'd9fb960e-4d80-4703-a065-b66da836f1e6', 'status': 'completed', 'code': 200} Sep 22 21:41:46.215064 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6e7d76-98b5-4775-b110-6bf896657fa1 None None] No DVR routers for this DVR port 28fbb348-134c-4e5c-886f-f8dc6f222ae0 on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:41:46.223726 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6e7d76-98b5-4775-b110-6bf896657fa1 None None] Pushing event deleted for resources: {'Port': ['ID=28fbb348-134c-4e5c-886f-f8dc6f222ae0,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:46.245016 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-101accce-3f7b-42e0-a913-73a74bd27a3e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Calling delete_port for 5e128f1b-76f4-4f03-860d-5d6117a2980d owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:41:46.258403 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6a0fbb-3731-4ce5-98a0-87e0411b9774 service neutron] Pushing event updated for resources: {'Port': ['ID=d9fb960e-4d80-4703-a065-b66da836f1e6,revision_number=3']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:46.278560 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42693db2-f886-4bff-8354-f3410e289374 req-a2935587-eaa5-4583-867d-af81fa22fc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:46.280312 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-42693db2-f886-4bff-8354-f3410e289374 req-a2935587-eaa5-4583-867d-af81fa22fc88 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&device_id=d537eed6-6aeb-43c0-a35c-484987a5e5d3 HTTP/1.1" status: 200 len: 1097 time: 0.1440163 Sep 22 21:41:46.339744 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-7ae0b4c9-e195-4c3b-a9ef-d85106734209 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Deleting port bcb65684-b641-4bfc-a7e9-67ab79216138 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:41:46.340211 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7ae0b4c9-e195-4c3b-a9ef-d85106734209 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:46.348537 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-42693db2-f886-4bff-8354-f3410e289374 req-b79ff2dc-6196-4f81-90ef-71b096a05ea6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=d9fb960e-4d80-4703-a065-b66da836f1e6 HTTP/1.1" status: 200 len: 217 time: 0.0615964 Sep 22 21:41:46.415033 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42693db2-f886-4bff-8354-f3410e289374 req-0e8972b4-d878-4408-ba10-a70a2386162a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:46.416387 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-42693db2-f886-4bff-8354-f3410e289374 req-0e8972b4-d878-4408-ba10-a70a2386162a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9ba62f2e-901d-425a-bfd4-433c51fb9869 HTTP/1.1" status: 200 len: 838 time: 0.0624177 Sep 22 21:41:46.441632 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-101accce-3f7b-42e0-a913-73a74bd27a3e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:46.500807 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42693db2-f886-4bff-8354-f3410e289374 req-0852a0b0-2d58-4577-ad14-7ab9a7ea37f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:46.502206 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-42693db2-f886-4bff-8354-f3410e289374 req-0852a0b0-2d58-4577-ad14-7ab9a7ea37f2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6361b600-f40c-41c0-a88f-3403a287a77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0800009 Sep 22 21:41:46.507152 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101accce-3f7b-42e0-a913-73a74bd27a3e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event deleted for resources: {'Port': ['ID=5e128f1b-76f4-4f03-860d-5d6117a2980d,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:46.519231 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-101accce-3f7b-42e0-a913-73a74bd27a3e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:46.609071 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-101accce-3f7b-42e0-a913-73a74bd27a3e tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "DELETE /v2.0/ports/5e128f1b-76f4-4f03-860d-5d6117a2980d HTTP/1.1" status: 204 len: 168 time: 0.9926488 Sep 22 21:41:46.609749 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50932) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:46.641174 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-8e2e0883-b291-4f12-bdc6-9b28b26e9abc None None] Attempt 7 to provision port 5e128f1b-76f4-4f03-860d-5d6117a2980d Sep 22 21:41:46.664473 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7ae0b4c9-e195-4c3b-a9ef-d85106734209 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:46.678258 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8e2e0883-b291-4f12-bdc6-9b28b26e9abc None None] Port 5e128f1b-76f4-4f03-860d-5d6117a2980d was deleted so its status cannot be updated. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:41:46.681697 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-8e2e0883-b291-4f12-bdc6-9b28b26e9abc None None] Could not find standard attr ID for object 28fbb348-134c-4e5c-886f-f8dc6f222ae0. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:41:46.696054 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-8e2e0883-b291-4f12-bdc6-9b28b26e9abc None None] Provisioning for port 2aff1fca-5272-43d2-9ccd-a2f6287656ee completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:41:46.702853 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-8e2e0883-b291-4f12-bdc6-9b28b26e9abc None None] Provisioning complete for port 2aff1fca-5272-43d2-9ccd-a2f6287656ee triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:41:46.703742 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8e2e0883-b291-4f12-bdc6-9b28b26e9abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:46.704271 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-8e2e0883-b291-4f12-bdc6-9b28b26e9abc None None] Attempt 1 to provision port 2aff1fca-5272-43d2-9ccd-a2f6287656ee Sep 22 21:41:46.730314 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-42693db2-f886-4bff-8354-f3410e289374 req-06642083-3b32-4868-ac75-3cbf8e87b5b8 service neutron] 10.222.0.49 "GET /v2.0/networks/6361b600-f40c-41c0-a88f-3403a287a77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222917 Sep 22 21:41:46.759170 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 2aff1fca-5272-43d2-9ccd-a2f6287656ee up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:41:46.796804 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-7ae0b4c9-e195-4c3b-a9ef-d85106734209 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Calling delete_port for bcb65684-b641-4bfc-a7e9-67ab79216138 owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:41:46.827753 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c170252f-16f0-4f65-b0db-610405b353cf tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:46.890589 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 2aff1fca-5272-43d2-9ccd-a2f6287656ee triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:41:46.891128 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:46.891565 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 2aff1fca-5272-43d2-9ccd-a2f6287656ee Sep 22 21:41:46.951911 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7ae0b4c9-e195-4c3b-a9ef-d85106734209 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:46.985197 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8e2e0883-b291-4f12-bdc6-9b28b26e9abc None None] Current status of the port 2aff1fca-5272-43d2-9ccd-a2f6287656ee is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:41:46.985805 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8e2e0883-b291-4f12-bdc6-9b28b26e9abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:47.007027 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae0b4c9-e195-4c3b-a9ef-d85106734209 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event deleted for resources: {'Port': ['ID=bcb65684-b641-4bfc-a7e9-67ab79216138,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:47.008882 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-42693db2-f886-4bff-8354-f3410e289374 req-bf07cb5f-7e2d-4888-afe9-a7fdda87e754 service neutron] 10.222.0.49 "GET /v2.0/networks/6361b600-f40c-41c0-a88f-3403a287a77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638328 Sep 22 21:41:47.010403 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c170252f-16f0-4f65-b0db-610405b353cf tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:47.034857 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-8e2e0883-b291-4f12-bdc6-9b28b26e9abc None None] For port 2aff1fca-5272-43d2-9ccd-a2f6287656ee, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=2aff1fca-5272-43d2-9ccd-a2f6287656ee,segment=NetworkSegment(80e772a9-6f2b-403e-8eef-172137cc7595),segment_id=80e772a9-6f2b-403e-8eef-172137cc7595)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:41:47.044033 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-c170252f-16f0-4f65-b0db-610405b353cf tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0aaafca-4b82-4983-ae0e-070f612893e9']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:41:47.057945 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7ae0b4c9-e195-4c3b-a9ef-d85106734209 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:47.068416 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8e2e0883-b291-4f12-bdc6-9b28b26e9abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:47.080506 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-c170252f-16f0-4f65-b0db-610405b353cf tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68664427-d80e-4160-a4d2-da3f06fdf9de') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:41:47.080881 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-c170252f-16f0-4f65-b0db-610405b353cf tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68664427-d80e-4160-a4d2-da3f06fdf9de') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:41:47.081159 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-7ae0b4c9-e195-4c3b-a9ef-d85106734209 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "DELETE /v2.0/ports/bcb65684-b641-4bfc-a7e9-67ab79216138 HTTP/1.1" status: 204 len: 168 time: 1.1357229 Sep 22 21:41:47.087038 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50936) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:47.115655 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c170252f-16f0-4f65-b0db-610405b353cf tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:47.134966 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-5166e57f-0aa5-48ee-869d-09b781f93e5f tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] GET failed (client error): The resource could not be found. Sep 22 21:41:47.135503 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-5166e57f-0aa5-48ee-869d-09b781f93e5f tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Synchronizing usage tracker for tenant:37d6650486a5496cbd52782c722d1341 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:41:47.166330 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 2aff1fca-5272-43d2-9ccd-a2f6287656ee is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:41:47.166660 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-5166e57f-0aa5-48ee-869d-09b781f93e5f tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Unset dirty status for tenant:37d6650486a5496cbd52782c722d1341 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:41:47.168824 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-5166e57f-0aa5-48ee-869d-09b781f93e5f tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "GET /v2.0/ports/bcb65684-b641-4bfc-a7e9-67ab79216138 HTTP/1.1" status: 404 len: 333 time: 0.0807474 Sep 22 21:41:47.171832 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50942) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:47.207848 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2e0883-b291-4f12-bdc6-9b28b26e9abc None None] Pushing event updated for resources: {'Port': ['ID=2aff1fca-5272-43d2-9ccd-a2f6287656ee,revision_number=7']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:47.226646 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c170252f-16f0-4f65-b0db-610405b353cf tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:47.254636 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-7ec66a37-f445-4c99-9776-2cc9b36616de None None] Provisioning complete for port b313687d-4dcc-467c-a720-e8d07bf155ea triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:41:47.255194 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7ec66a37-f445-4c99-9776-2cc9b36616de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:47.255623 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-7ec66a37-f445-4c99-9776-2cc9b36616de None None] Attempt 1 to provision port b313687d-4dcc-467c-a720-e8d07bf155ea Sep 22 21:41:47.270544 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c0e29a64-3278-4f2f-aa1d-e8bfdcb64d54 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:47.298416 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 28fbb348-134c-4e5c-886f-f8dc6f222ae0 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:41:47.314765 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c170252f-16f0-4f65-b0db-610405b353cf tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:41:47.315260 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c170252f-16f0-4f65-b0db-610405b353cf tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:47.317984 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c0e29a64-3278-4f2f-aa1d-e8bfdcb64d54 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:47.358220 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 28fbb348-134c-4e5c-886f-f8dc6f222ae0 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:41:47.358544 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 28fbb348-134c-4e5c-886f-f8dc6f222ae0 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:41:47.380553 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c0e29a64-3278-4f2f-aa1d-e8bfdcb64d54 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:47.386088 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-7ec66a37-f445-4c99-9776-2cc9b36616de None None] Port b313687d-4dcc-467c-a720-e8d07bf155ea cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:41:47.401614 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e29a64-3278-4f2f-aa1d-e8bfdcb64d54 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d231eb-f6e6-4aa2-812b-5ef8db400f7d,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:47.406260 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c0e29a64-3278-4f2f-aa1d-e8bfdcb64d54 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:47.410107 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c0e29a64-3278-4f2f-aa1d-e8bfdcb64d54 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "DELETE /v2.0/security-groups/07d231eb-f6e6-4aa2-812b-5ef8db400f7d HTTP/1.1" status: 204 len: 168 time: 0.2347288 Sep 22 21:41:47.410224 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50948) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:47.479492 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c4cf5f68-ab62-41f6-98ea-3b7d6cd966ad tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:47.504476 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 68664427-d80e-4160-a4d2-da3f06fdf9de resource provider aggregate not found Sep 22 21:41:47.506472 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c4cf5f68-ab62-41f6-98ea-3b7d6cd966ad tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:47.538320 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 68664427-d80e-4160-a4d2-da3f06fdf9de resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 68664427-d80e-4160-a4d2-da3f06fdf9de found for delete ", "request_id": "req-0d48c9d4-cb70-40b0-96a0-2495bf9c6bfa"}]} Sep 22 21:41:47.556222 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c4cf5f68-ab62-41f6-98ea-3b7d6cd966ad tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:47.564195 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c170252f-16f0-4f65-b0db-610405b353cf tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:47.574144 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf5f68-ab62-41f6-98ea-3b7d6cd966ad tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=027bfe43-9e74-4022-b3aa-975ebf1007d7,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:47.580355 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c4cf5f68-ab62-41f6-98ea-3b7d6cd966ad tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:47.581463 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c4cf5f68-ab62-41f6-98ea-3b7d6cd966ad tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "DELETE /v2.0/security-groups/027bfe43-9e74-4022-b3aa-975ebf1007d7 HTTP/1.1" status: 204 len: 168 time: 0.1699696 Sep 22 21:41:47.583799 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c170252f-16f0-4f65-b0db-610405b353cf tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:47.584157 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50954) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:47.599318 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c170252f-16f0-4f65-b0db-610405b353cf tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] Pushing event deleted for resources: {'Network': ['ID=e0aaafca-4b82-4983-ae0e-070f612893e9,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:47.607629 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c170252f-16f0-4f65-b0db-610405b353cf tempest-PortsTestJSON-283267086 tempest-PortsTestJSON-283267086-project] 10.222.0.33 "DELETE /v2.0/networks/e0aaafca-4b82-4983-ae0e-070f612893e9 HTTP/1.1" status: 204 len: 168 time: 0.9946814 Sep 22 21:41:47.617288 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94cf837-acca-4213-b5a0-5583e2010559 req-0f51f08d-cedc-4a5d-b13d-8dac8affe1f1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:47.618810 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f94cf837-acca-4213-b5a0-5583e2010559 req-0f51f08d-cedc-4a5d-b13d-8dac8affe1f1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=d537eed6-6aeb-43c0-a35c-484987a5e5d3 HTTP/1.1" status: 200 len: 944 time: 0.3935382 Sep 22 21:41:47.621677 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc376f30-e680-490c-9445-4bcf122afeec req-3aa9d946-e49d-47bf-a0d7-0275d24b521f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:47.623122 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-dc376f30-e680-490c-9445-4bcf122afeec req-3aa9d946-e49d-47bf-a0d7-0275d24b521f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&device_id=d537eed6-6aeb-43c0-a35c-484987a5e5d3 HTTP/1.1" status: 200 len: 1097 time: 0.4834955 Sep 22 21:41:47.652742 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2d407528-89aa-45dd-b629-9ebcc04c5638 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:47.681420 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2d407528-89aa-45dd-b629-9ebcc04c5638 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:47.732190 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2d407528-89aa-45dd-b629-9ebcc04c5638 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:47.747691 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f94cf837-acca-4213-b5a0-5583e2010559 req-a7fcf029-a955-4277-83d6-7dff12c37582 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=a1820293-5b61-42d7-9985-b10110ceb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205857 Sep 22 21:41:47.750043 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d407528-89aa-45dd-b629-9ebcc04c5638 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a8c3e3-062d-4407-ab54-d5f59cf23132,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:47.757241 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2d407528-89aa-45dd-b629-9ebcc04c5638 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:47.758767 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2d407528-89aa-45dd-b629-9ebcc04c5638 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "DELETE /v2.0/security-groups/69a8c3e3-062d-4407-ab54-d5f59cf23132 HTTP/1.1" status: 204 len: 168 time: 0.1733639 Sep 22 21:41:47.761819 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50960) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:47.800775 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc376f30-e680-490c-9445-4bcf122afeec req-ad1634c2-1d7f-406e-a7cd-4d9f1abd2969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:47.802245 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-dc376f30-e680-490c-9445-4bcf122afeec req-ad1634c2-1d7f-406e-a7cd-4d9f1abd2969 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6361b600-f40c-41c0-a88f-3403a287a77f HTTP/1.1" status: 200 len: 897 time: 0.1606243 Sep 22 21:41:47.852310 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-d328748c-163e-4948-b3de-263f2ea3ecfd tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Deleting subnet 785f6fbe-e34d-4e56-b22d-0c574d44159b {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:41:47.855461 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d328748c-163e-4948-b3de-263f2ea3ecfd tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:47.871769 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-dc376f30-e680-490c-9445-4bcf122afeec req-7a0a06e1-66b9-4658-9d92-7ce736a625a6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=d9fb960e-4d80-4703-a065-b66da836f1e6 HTTP/1.1" status: 200 len: 217 time: 0.0635970 Sep 22 21:41:47.887084 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-7ec66a37-f445-4c99-9776-2cc9b36616de None None] Attempt 2 to provision port b313687d-4dcc-467c-a720-e8d07bf155ea Sep 22 21:41:47.917710 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d328748c-163e-4948-b3de-263f2ea3ecfd tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:47.924927 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50966) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:47.945743 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc376f30-e680-490c-9445-4bcf122afeec req-0cf0f4e1-2647-4c7c-8641-fba5fd67fafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:47.947306 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-dc376f30-e680-490c-9445-4bcf122afeec req-0cf0f4e1-2647-4c7c-8641-fba5fd67fafb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9ba62f2e-901d-425a-bfd4-433c51fb9869 HTTP/1.1" status: 200 len: 838 time: 0.0699356 Sep 22 21:41:47.953565 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-7ec66a37-f445-4c99-9776-2cc9b36616de None None] Port b313687d-4dcc-467c-a720-e8d07bf155ea cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:41:48.013502 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d328748c-163e-4948-b3de-263f2ea3ecfd tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:48.036029 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc376f30-e680-490c-9445-4bcf122afeec req-4d662613-d7c6-463a-a67f-0a9af0d36f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:48.037612 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-dc376f30-e680-490c-9445-4bcf122afeec req-4d662613-d7c6-463a-a67f-0a9af0d36f4d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6361b600-f40c-41c0-a88f-3403a287a77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0834227 Sep 22 21:41:48.090939 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d328748c-163e-4948-b3de-263f2ea3ecfd tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:48.133680 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d328748c-163e-4948-b3de-263f2ea3ecfd tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event deleted for resources: {'Subnet': ['ID=785f6fbe-e34d-4e56-b22d-0c574d44159b,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:48.138567 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d328748c-163e-4948-b3de-263f2ea3ecfd tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:48.152239 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd38e02-0c31-4982-ba58-b2193f3fa5ac None None] Network a0d75c33-f153-4f5a-8342-3b39b5565ed7 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:41:48.152447 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d328748c-163e-4948-b3de-263f2ea3ecfd tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "DELETE /v2.0/subnets/785f6fbe-e34d-4e56-b22d-0c574d44159b HTTP/1.1" status: 204 len: 168 time: 0.3831518 Sep 22 21:41:48.152683 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50972) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:48.234020 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-eba4e401-2883-42b8-ba74-1fcc9795dd07 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=de45cb2c88af49d4a334eef3c80bde87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3056972 Sep 22 21:41:48.235653 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 50976) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:48.269968 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-657a79cd-5677-4453-878d-c2b4e6c3b62e tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Deleting subnet 1be6878a-e169-4a23-a88e-02c89156fbaf {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:41:48.275728 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-657a79cd-5677-4453-878d-c2b4e6c3b62e tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:48.311460 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6dcd6ca1-87d4-469a-9ab7-4e9a64fd252b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:48.317278 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-dc376f30-e680-490c-9445-4bcf122afeec req-e837278b-e4d2-45c4-bae1-530dd7b75eb1 service neutron] 10.222.0.49 "GET /v2.0/networks/6361b600-f40c-41c0-a88f-3403a287a77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627168 Sep 22 21:41:48.339628 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6dcd6ca1-87d4-469a-9ab7-4e9a64fd252b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:48.398177 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6dcd6ca1-87d4-469a-9ab7-4e9a64fd252b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:48.403775 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-657a79cd-5677-4453-878d-c2b4e6c3b62e tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:48.415490 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd6ca1-87d4-469a-9ab7-4e9a64fd252b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97242d1d-bec9-41ae-b72a-21db9fe96dd8,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:48.420709 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6dcd6ca1-87d4-469a-9ab7-4e9a64fd252b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:48.424470 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6dcd6ca1-87d4-469a-9ab7-4e9a64fd252b admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/97242d1d-bec9-41ae-b72a-21db9fe96dd8 HTTP/1.1" status: 204 len: 168 time: 0.1842983 Sep 22 21:41:48.454740 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-7ec66a37-f445-4c99-9776-2cc9b36616de None None] Attempt 3 to provision port b313687d-4dcc-467c-a720-e8d07bf155ea Sep 22 21:41:48.517013 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-7ec66a37-f445-4c99-9776-2cc9b36616de None None] Port b313687d-4dcc-467c-a720-e8d07bf155ea cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:41:48.532973 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-dc376f30-e680-490c-9445-4bcf122afeec req-be595636-0bf2-420b-81dc-6d5a6e509043 service neutron] 10.222.0.49 "GET /v2.0/networks/6361b600-f40c-41c0-a88f-3403a287a77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093141 Sep 22 21:41:48.545286 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-657a79cd-5677-4453-878d-c2b4e6c3b62e tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:48.628107 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-657a79cd-5677-4453-878d-c2b4e6c3b62e tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:48.671528 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-657a79cd-5677-4453-878d-c2b4e6c3b62e tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:48.675051 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a79cd-5677-4453-878d-c2b4e6c3b62e tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event deleted for resources: {'Subnet': ['ID=1be6878a-e169-4a23-a88e-02c89156fbaf,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:48.681068 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-657a79cd-5677-4453-878d-c2b4e6c3b62e tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "DELETE /v2.0/subnets/1be6878a-e169-4a23-a88e-02c89156fbaf HTTP/1.1" status: 204 len: 168 time: 0.5274014 Sep 22 21:41:48.683636 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50984) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:48.737482 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3092a94-b68f-4ab4-900e-554a94bbdeec tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] DELETE failed (client error): The resource could not be found. Sep 22 21:41:48.737482 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3092a94-b68f-4ab4-900e-554a94bbdeec tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:41:48.738523 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 2aff1fca-5272-43d2-9ccd-a2f6287656ee up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:41:48.739173 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-f3092a94-b68f-4ab4-900e-554a94bbdeec tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "DELETE /v2.0/subnets/785f6fbe-e34d-4e56-b22d-0c574d44159b HTTP/1.1" status: 404 len: 337 time: 0.0546372 Sep 22 21:41:48.741617 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 50992) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:48.783640 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device d9fb960e-4d80-4703-a065-b66da836f1e6 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 21:41:48.824527 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4ffcfec-d650-4f9d-a31b-b58d5bee94c7 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Deleting subnet 051a009b-cfbb-4d0b-8543-f5db7be9c1c6 {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:41:48.827913 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a4ffcfec-d650-4f9d-a31b-b58d5bee94c7 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:48.889445 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a4ffcfec-d650-4f9d-a31b-b58d5bee94c7 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:48.950473 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 2aff1fca-5272-43d2-9ccd-a2f6287656ee triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:41:48.951080 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:48.951188 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 2aff1fca-5272-43d2-9ccd-a2f6287656ee Sep 22 21:41:49.009816 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a4ffcfec-d650-4f9d-a31b-b58d5bee94c7 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:49.018990 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-7ec66a37-f445-4c99-9776-2cc9b36616de None None] Attempt 4 to provision port b313687d-4dcc-467c-a720-e8d07bf155ea Sep 22 21:41:49.105051 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7182b1-8664-4ffb-a825-d6d463fa26a5 req-05d80c8b-8223-4cc2-bd11-1efd9762f04b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:49.105292 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port d9fb960e-4d80-4703-a065-b66da836f1e6, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=d9fb960e-4d80-4703-a065-b66da836f1e6,segment=NetworkSegment(7525d309-04f6-4c5f-bac8-a6f652d99d73),segment_id=7525d309-04f6-4c5f-bac8-a6f652d99d73)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:41:49.112883 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-8d7182b1-8664-4ffb-a825-d6d463fa26a5 req-05d80c8b-8223-4cc2-bd11-1efd9762f04b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=d537eed6-6aeb-43c0-a35c-484987a5e5d3 HTTP/1.1" status: 200 len: 944 time: 0.1651824 Sep 22 21:41:49.127061 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-7ec66a37-f445-4c99-9776-2cc9b36616de None None] Port b313687d-4dcc-467c-a720-e8d07bf155ea cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:41:49.130416 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': 'd9fb960e-4d80-4703-a065-b66da836f1e6', 'network_id': '6361b600-f40c-41c0-a88f-3403a287a77f', 'port_id': 'd9fb960e-4d80-4703-a065-b66da836f1e6', 'mac_address': 'fa:16:3e:e0:8a:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ba62f2e-901d-425a-bfd4-433c51fb9869', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 21:41:49.136852 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a4ffcfec-d650-4f9d-a31b-b58d5bee94c7 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:49.169992 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-8d7182b1-8664-4ffb-a825-d6d463fa26a5 req-78995feb-0323-475a-9bc8-8ef4b08fd29d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=a1820293-5b61-42d7-9985-b10110ceb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563176 Sep 22 21:41:49.172047 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cde35a0-b989-4a25-aff3-73985e5e8653 None None] Network a0d75c33-f153-4f5a-8342-3b39b5565ed7 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:41:49.196285 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ffcfec-d650-4f9d-a31b-b58d5bee94c7 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event deleted for resources: {'Subnet': ['ID=051a009b-cfbb-4d0b-8543-f5db7be9c1c6,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:49.202669 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a4ffcfec-d650-4f9d-a31b-b58d5bee94c7 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:49.209596 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a4ffcfec-d650-4f9d-a31b-b58d5bee94c7 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "DELETE /v2.0/subnets/051a009b-cfbb-4d0b-8543-f5db7be9c1c6 HTTP/1.1" status: 204 len: 168 time: 0.4667544 Sep 22 21:41:49.211968 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51008) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:49.255556 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-d46a8fb7-281a-4e2b-b393-3aa3f8b4d797 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] DELETE failed (client error): The resource could not be found. Sep 22 21:41:49.256153 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d46a8fb7-281a-4e2b-b393-3aa3f8b4d797 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:41:49.260446 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-d46a8fb7-281a-4e2b-b393-3aa3f8b4d797 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "DELETE /v2.0/subnets/16b86088-273c-4f4d-9c9a-f25f6f38be67 HTTP/1.1" status: 404 len: 337 time: 0.0451121 Sep 22 21:41:49.260620 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51014) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:49.312535 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-0937139b-eab4-475b-97b0-2d64d07d5ba8 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "GET /v2.0/ports?device_id=8f9127e7-3a06-49ee-8f2e-ca6f655ed06e HTTP/1.1" status: 200 len: 205 time: 0.0509038 Sep 22 21:41:49.314919 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51018) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:49.366677 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 2aff1fca-5272-43d2-9ccd-a2f6287656ee is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:41:49.370694 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port d9fb960e-4d80-4703-a065-b66da836f1e6 is: DOWN; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:41:49.371078 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:49.396268 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51022) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:49.428457 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9fb960e-4d80-4703-a065-b66da836f1e6 {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:41:49.496039 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port d9fb960e-4d80-4703-a065-b66da836f1e6, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=d9fb960e-4d80-4703-a065-b66da836f1e6,segment=NetworkSegment(7525d309-04f6-4c5f-bac8-a6f652d99d73),segment_id=7525d309-04f6-4c5f-bac8-a6f652d99d73)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:41:49.499420 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-3a5d699d-7e84-41c2-8aa7-aec1e7422472 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] delete failed (client error): The resource could not be found. Sep 22 21:41:49.503660 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-3a5d699d-7e84-41c2-8aa7-aec1e7422472 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "DELETE /v2.0/routers/8f9127e7-3a06-49ee-8f2e-ca6f655ed06e HTTP/1.1" status: 404 len: 336 time: 0.1842835 Sep 22 21:41:49.503902 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51028) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:49.504893 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:49.509899 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-2644751e-d66c-4e19-b241-52c58b456f1c tempest-DvrRoutersNegativeTest-1109770874 tempest-DvrRoutersNegativeTest-1109770874-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-905108402', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:49.512826 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.policy [None req-2644751e-d66c-4e19-b241-52c58b456f1c tempest-DvrRoutersNegativeTest-1109770874 tempest-DvrRoutersNegativeTest-1109770874-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=89009) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 22 21:41:49.513232 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.policy [None req-2644751e-d66c-4e19-b241-52c58b456f1c tempest-DvrRoutersNegativeTest-1109770874 tempest-DvrRoutersNegativeTest-1109770874-project] Failed policy check for 'create_router' {{(pid=89009) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 22 21:41:49.513847 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-2644751e-d66c-4e19-b241-52c58b456f1c tempest-DvrRoutersNegativeTest-1109770874 tempest-DvrRoutersNegativeTest-1109770874-project] create failed (client error): Access was denied to this resource. Sep 22 21:41:49.514971 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2644751e-d66c-4e19-b241-52c58b456f1c tempest-DvrRoutersNegativeTest-1109770874 tempest-DvrRoutersNegativeTest-1109770874-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1174519 Sep 22 21:41:49.547450 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-209177fd-e0f9-4f5a-b8cf-db5f4bf8f9ec tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] DELETE failed (client error): The resource could not be found. Sep 22 21:41:49.548438 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-209177fd-e0f9-4f5a-b8cf-db5f4bf8f9ec tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:41:49.550130 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-209177fd-e0f9-4f5a-b8cf-db5f4bf8f9ec tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "DELETE /v2.0/subnets/1c5babec-6112-4b86-af71-d4a06cc6abb7 HTTP/1.1" status: 404 len: 337 time: 0.0453365 Sep 22 21:41:49.552806 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51034) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:49.581996 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=d9fb960e-4d80-4703-a065-b66da836f1e6,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:49.600608 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-81c318d6-eb50-4003-9db5-903263418c80 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] DELETE failed (client error): The resource could not be found. Sep 22 21:41:49.601061 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81c318d6-eb50-4003-9db5-903263418c80 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:41:49.602761 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-81c318d6-eb50-4003-9db5-903263418c80 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "DELETE /v2.0/subnets/81ce0ab9-ded7-42bc-8f57-ecfa3b202ff1 HTTP/1.1" status: 404 len: 337 time: 0.0484986 Sep 22 21:41:49.605402 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51038) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:49.628643 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-7ec66a37-f445-4c99-9776-2cc9b36616de None None] Attempt 5 to provision port b313687d-4dcc-467c-a720-e8d07bf155ea Sep 22 21:41:49.647094 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-feeaf4cc-a68c-4670-9f95-5e6bac352069 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] DELETE failed (client error): The resource could not be found. Sep 22 21:41:49.647575 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feeaf4cc-a68c-4670-9f95-5e6bac352069 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:41:49.651603 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-feeaf4cc-a68c-4670-9f95-5e6bac352069 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "DELETE /v2.0/subnets/357964c4-7f81-4c18-8689-3c4ece305ea2 HTTP/1.1" status: 404 len: 337 time: 0.0429888 Sep 22 21:41:49.651950 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51042) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:49.663114 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1bfa3c-926f-48e4-ac83-7e1bbf2e7b6a None None] DHCP port deletion for a0d75c33-f153-4f5a-8342-3b39b5565ed7 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:41:49.673605 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-5d1bfa3c-926f-48e4-ac83-7e1bbf2e7b6a None None] Deleting port 2aff1fca-5272-43d2-9ccd-a2f6287656ee {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:41:49.674054 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5d1bfa3c-926f-48e4-ac83-7e1bbf2e7b6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:49.696078 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a4f20ba-cc7b-459e-852b-32486f6a71f3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] DELETE failed (client error): The resource could not be found. Sep 22 21:41:49.696544 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a4f20ba-cc7b-459e-852b-32486f6a71f3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:41:49.700626 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-2a4f20ba-cc7b-459e-852b-32486f6a71f3 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "DELETE /v2.0/ports/abccebc5-2809-4fe1-ae3c-9122d807b7f4 HTTP/1.1" status: 404 len: 333 time: 0.0453124 Sep 22 21:41:49.700787 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51046) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:49.739009 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['d9fb960e-4d80-4703-a065-b66da836f1e6'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 21:41:49.747325 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c602b39-f471-4062-8bc5-c4bc39785394 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] DELETE failed (client error): The resource could not be found. Sep 22 21:41:49.747783 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c602b39-f471-4062-8bc5-c4bc39785394 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:41:49.749455 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-5c602b39-f471-4062-8bc5-c4bc39785394 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "DELETE /v2.0/subnets/b6aca6b9-e271-4e31-b65f-67951b3d4e8b HTTP/1.1" status: 404 len: 337 time: 0.0477812 Sep 22 21:41:49.752655 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51052) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:49.789434 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c0c546a-0e6c-462f-96b9-19b7baab686e tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] DELETE failed (client error): The resource could not be found. Sep 22 21:41:49.789880 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c0c546a-0e6c-462f-96b9-19b7baab686e tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:41:49.791573 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-0c0c546a-0e6c-462f-96b9-19b7baab686e tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "DELETE /v2.0/subnets/11b8ee31-2360-4f4b-90f1-fa3646741954 HTTP/1.1" status: 404 len: 337 time: 0.0380359 Sep 22 21:41:49.791737 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-7ec66a37-f445-4c99-9776-2cc9b36616de None None] Port b313687d-4dcc-467c-a720-e8d07bf155ea cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:41:49.794161 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51056) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:49.824572 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51060) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:49.836029 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3869e22-0f0f-47fa-b468-cebf4d238e59 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] DELETE failed (client error): The resource could not be found. Sep 22 21:41:49.836563 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3869e22-0f0f-47fa-b468-cebf4d238e59 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89008) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:41:49.838651 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c3869e22-0f0f-47fa-b468-cebf4d238e59 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "DELETE /v2.0/ports/f1e0b6e4-aaf3-40c8-a2a2-95ce455fbae9 HTTP/1.1" status: 404 len: 333 time: 0.0429482 Sep 22 21:41:49.840879 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51066) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:49.882026 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-878eea04-5752-47a2-9cc0-7f7cda5c9bed tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] DELETE failed (client error): The resource could not be found. Sep 22 21:41:49.882396 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-878eea04-5752-47a2-9cc0-7f7cda5c9bed tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:41:49.886920 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-878eea04-5752-47a2-9cc0-7f7cda5c9bed tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "DELETE /v2.0/subnets/8c41102c-4e0e-4949-81ba-034e0a9a0560 HTTP/1.1" status: 404 len: 337 time: 0.0420487 Sep 22 21:41:49.886920 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51070) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:49.927863 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-e850a036-316c-4b9d-a520-cfbc0d0e60ff tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] DELETE failed (client error): The resource could not be found. Sep 22 21:41:49.928312 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e850a036-316c-4b9d-a520-cfbc0d0e60ff tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 21:41:49.932535 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e850a036-316c-4b9d-a520-cfbc0d0e60ff tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "DELETE /v2.0/subnets/298e424d-5f51-4f83-9f44-4bc09f1153e6 HTTP/1.1" status: 404 len: 337 time: 0.0424206 Sep 22 21:41:49.932824 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51074) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:49.996178 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a098c320-dc93-45b3-926c-76583f64d4e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:50.017445 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a098c320-dc93-45b3-926c-76583f64d4e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:50.025572 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-8723d8b1-6af1-4cb6-bf91-a77a5e40212c tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Deleting port b313687d-4dcc-467c-a720-e8d07bf155ea {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:41:50.025906 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8723d8b1-6af1-4cb6-bf91-a77a5e40212c tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:50.033515 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-5d1bfa3c-926f-48e4-ac83-7e1bbf2e7b6a None None] For port 2aff1fca-5272-43d2-9ccd-a2f6287656ee, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=2aff1fca-5272-43d2-9ccd-a2f6287656ee,segment=NetworkSegment(80e772a9-6f2b-403e-8eef-172137cc7595),segment_id=80e772a9-6f2b-403e-8eef-172137cc7595)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:41:50.034060 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5d1bfa3c-926f-48e4-ac83-7e1bbf2e7b6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:50.049803 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-a098c320-dc93-45b3-926c-76583f64d4e7 admin admin] Usage tracker for resource:security_group_rule and tenant:ac5b71e8fe134023bf8443278762a1f1 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:50.060136 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-a098c320-dc93-45b3-926c-76583f64d4e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:50.078999 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a098c320-dc93-45b3-926c-76583f64d4e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:50.167428 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-5d1bfa3c-926f-48e4-ac83-7e1bbf2e7b6a None None] Calling delete_port for 2aff1fca-5272-43d2-9ccd-a2f6287656ee owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:41:50.294270 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-7ec66a37-f445-4c99-9776-2cc9b36616de None None] Attempt 6 to provision port b313687d-4dcc-467c-a720-e8d07bf155ea Sep 22 21:41:50.300265 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8723d8b1-6af1-4cb6-bf91-a77a5e40212c tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:50.368376 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-7ec66a37-f445-4c99-9776-2cc9b36616de None None] Port b313687d-4dcc-467c-a720-e8d07bf155ea cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:41:50.373844 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5d1bfa3c-926f-48e4-ac83-7e1bbf2e7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:50.397508 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c904aeb7-0940-4499-9fc3-4d506b664498 req-aded636c-e754-4d65-8d71-da92ae7b3383 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:50.399305 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c904aeb7-0940-4499-9fc3-4d506b664498 req-aded636c-e754-4d65-8d71-da92ae7b3383 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=d537eed6-6aeb-43c0-a35c-484987a5e5d3 HTTP/1.1" status: 200 len: 945 time: 0.1102538 Sep 22 21:41:50.436183 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1bfa3c-926f-48e4-ac83-7e1bbf2e7b6a None None] No DVR routers for this DVR port 2aff1fca-5272-43d2-9ccd-a2f6287656ee on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:41:50.452792 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c904aeb7-0940-4499-9fc3-4d506b664498 req-00de4b52-e3b4-43b7-98be-3466bc625173 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=a1820293-5b61-42d7-9985-b10110ceb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470939 Sep 22 21:41:50.454912 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1bfa3c-926f-48e4-ac83-7e1bbf2e7b6a None None] Pushing event deleted for resources: {'Port': ['ID=2aff1fca-5272-43d2-9ccd-a2f6287656ee,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:50.554064 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-8723d8b1-6af1-4cb6-bf91-a77a5e40212c tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Calling delete_port for b313687d-4dcc-467c-a720-e8d07bf155ea owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:41:50.601857 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a098c320-dc93-45b3-926c-76583f64d4e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:50.607622 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a098c320-dc93-45b3-926c-76583f64d4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:50.661421 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a098c320-dc93-45b3-926c-76583f64d4e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc012b64-d25e-441d-b9de-41dbea056ed4,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:50.681576 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a098c320-dc93-45b3-926c-76583f64d4e7 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=ac5b71e8fe134023bf8443278762a1f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8544705 Sep 22 21:41:50.684190 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51080) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:50.695257 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8723d8b1-6af1-4cb6-bf91-a77a5e40212c tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:50.706573 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 2aff1fca-5272-43d2-9ccd-a2f6287656ee no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:41:50.741002 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 2aff1fca-5272-43d2-9ccd-a2f6287656ee {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:41:50.741348 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 2aff1fca-5272-43d2-9ccd-a2f6287656ee not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:41:50.754748 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8723d8b1-6af1-4cb6-bf91-a77a5e40212c tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event deleted for resources: {'Port': ['ID=b313687d-4dcc-467c-a720-e8d07bf155ea,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:50.764568 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8723d8b1-6af1-4cb6-bf91-a77a5e40212c tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:50.803772 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-8723d8b1-6af1-4cb6-bf91-a77a5e40212c tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "DELETE /v2.0/ports/b313687d-4dcc-467c-a720-e8d07bf155ea HTTP/1.1" status: 204 len: 168 time: 0.8700657 Sep 22 21:41:50.806274 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51084) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:50.830053 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-00eab665-05ff-47a4-88e7-a3c142802f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:50.869803 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-7ec66a37-f445-4c99-9776-2cc9b36616de None None] Attempt 7 to provision port b313687d-4dcc-467c-a720-e8d07bf155ea Sep 22 21:41:50.906339 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-7ec66a37-f445-4c99-9776-2cc9b36616de None None] Port b313687d-4dcc-467c-a720-e8d07bf155ea was deleted so its status cannot be updated. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:41:50.909191 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-7ec66a37-f445-4c99-9776-2cc9b36616de None None] Could not find standard attr ID for object 7b2521f9-d8a6-4bd0-8c1c-cb6032107e10. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:41:50.920152 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-7ec66a37-f445-4c99-9776-2cc9b36616de None None] Provisioning for port d9fb960e-4d80-4703-a065-b66da836f1e6 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:41:50.923184 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-00eab665-05ff-47a4-88e7-a3c142802f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:50.928241 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-7ec66a37-f445-4c99-9776-2cc9b36616de None None] Could not find standard attr ID for object 5e128f1b-76f4-4f03-860d-5d6117a2980d. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:41:50.930881 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-7ec66a37-f445-4c99-9776-2cc9b36616de None None] Could not find standard attr ID for object 28fbb348-134c-4e5c-886f-f8dc6f222ae0. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:41:50.933535 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-7ec66a37-f445-4c99-9776-2cc9b36616de None None] Could not find standard attr ID for object 2aff1fca-5272-43d2-9ccd-a2f6287656ee. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:41:50.944384 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-7ec66a37-f445-4c99-9776-2cc9b36616de None None] Provisioning for port 3093618a-97cf-4a1f-90ba-bbf0bb6ba4b9 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:41:50.949320 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-7ec66a37-f445-4c99-9776-2cc9b36616de None None] Provisioning complete for port 3093618a-97cf-4a1f-90ba-bbf0bb6ba4b9 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:41:50.949684 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7ec66a37-f445-4c99-9776-2cc9b36616de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:50.950009 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-7ec66a37-f445-4c99-9776-2cc9b36616de None None] Attempt 1 to provision port 3093618a-97cf-4a1f-90ba-bbf0bb6ba4b9 Sep 22 21:41:50.960904 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-87456538-9119-4580-a586-a8b237bbb6d9 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:51.067622 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-7ec66a37-f445-4c99-9776-2cc9b36616de None None] Current status of the port 3093618a-97cf-4a1f-90ba-bbf0bb6ba4b9 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:41:51.068287 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7ec66a37-f445-4c99-9776-2cc9b36616de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:51.088711 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-00eab665-05ff-47a4-88e7-a3c142802f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:51.109724 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-7ec66a37-f445-4c99-9776-2cc9b36616de None None] For port 3093618a-97cf-4a1f-90ba-bbf0bb6ba4b9, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=3093618a-97cf-4a1f-90ba-bbf0bb6ba4b9,segment=NetworkSegment(7525d309-04f6-4c5f-bac8-a6f652d99d73),segment_id=7525d309-04f6-4c5f-bac8-a6f652d99d73)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:41:51.113636 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7ec66a37-f445-4c99-9776-2cc9b36616de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:51.118098 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eab665-05ff-47a4-88e7-a3c142802f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc012b64-d25e-441d-b9de-41dbea056ed4,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:51.126791 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-87456538-9119-4580-a586-a8b237bbb6d9 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:51.142218 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-00eab665-05ff-47a4-88e7-a3c142802f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:51.143350 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-00eab665-05ff-47a4-88e7-a3c142802f32 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/dc012b64-d25e-441d-b9de-41dbea056ed4 HTTP/1.1" status: 204 len: 168 time: 0.4582124 Sep 22 21:41:51.161463 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-87456538-9119-4580-a586-a8b237bbb6d9 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0d75c33-f153-4f5a-8342-3b39b5565ed7']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:41:51.174522 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-87456538-9119-4580-a586-a8b237bbb6d9 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80e772a9-6f2b-403e-8eef-172137cc7595') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:41:51.174722 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-7ec66a37-f445-4c99-9776-2cc9b36616de None None] Could not find standard attr ID for object bcb65684-b641-4bfc-a7e9-67ab79216138. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:41:51.174964 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-87456538-9119-4580-a586-a8b237bbb6d9 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80e772a9-6f2b-403e-8eef-172137cc7595') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:41:51.190072 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-87456538-9119-4580-a586-a8b237bbb6d9 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:51.197472 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec66a37-f445-4c99-9776-2cc9b36616de None None] Pushing event updated for resources: {'Port': ['ID=3093618a-97cf-4a1f-90ba-bbf0bb6ba4b9,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:51.207066 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-87456538-9119-4580-a586-a8b237bbb6d9 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:51.213717 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87456538-9119-4580-a586-a8b237bbb6d9 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:41:51.214116 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-87456538-9119-4580-a586-a8b237bbb6d9 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:51.288491 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-268e3da9-c40a-4ac2-977d-0fbd10079210 None None] Could not find standard attr ID for object b313687d-4dcc-467c-a720-e8d07bf155ea. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:41:51.291707 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-268e3da9-c40a-4ac2-977d-0fbd10079210 None None] Could not find standard attr ID for object 2aff1fca-5272-43d2-9ccd-a2f6287656ee. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:41:51.292447 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 80e772a9-6f2b-403e-8eef-172137cc7595 resource provider aggregate not found Sep 22 21:41:51.318080 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 80e772a9-6f2b-403e-8eef-172137cc7595 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 80e772a9-6f2b-403e-8eef-172137cc7595 found for delete ", "request_id": "req-8a3aeced-b91d-4395-aac0-ebfabf7bf244"}]} Sep 22 21:41:51.329861 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-87456538-9119-4580-a586-a8b237bbb6d9 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:51.334656 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-87456538-9119-4580-a586-a8b237bbb6d9 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:51.357531 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87456538-9119-4580-a586-a8b237bbb6d9 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] Pushing event deleted for resources: {'Network': ['ID=a0d75c33-f153-4f5a-8342-3b39b5565ed7,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:51.361869 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-87456538-9119-4580-a586-a8b237bbb6d9 tempest-PortsIpV6TestJSON-491068805 tempest-PortsIpV6TestJSON-491068805-project] 10.222.0.33 "DELETE /v2.0/networks/a0d75c33-f153-4f5a-8342-3b39b5565ed7 HTTP/1.1" status: 204 len: 168 time: 0.5546446 Sep 22 21:41:51.638157 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51110) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:51.668265 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d96d93-5c70-4fa7-b466-77248050cd3e req-2f9b8ce7-655d-4175-9c6a-f68fa5677bcb tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:51.669719 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-e4d96d93-5c70-4fa7-b466-77248050cd3e req-2f9b8ce7-655d-4175-9c6a-f68fa5677bcb tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=d537eed6-6aeb-43c0-a35c-484987a5e5d3 HTTP/1.1" status: 200 len: 945 time: 0.0941589 Sep 22 21:41:51.723353 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-e4d96d93-5c70-4fa7-b466-77248050cd3e req-2d1d89b8-10df-4d59-8633-465edb23ec0d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=a1820293-5b61-42d7-9985-b10110ceb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474763 Sep 22 21:41:51.802484 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-8d1f11aa-dd2c-409f-9b74-6cd5f2deed7b admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=37d6650486a5496cbd52782c722d1341&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1619887 Sep 22 21:41:51.804925 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51122) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:51.863430 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ca55a873-2f61-4d53-b14a-7180e1aff23d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:51.892879 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ca55a873-2f61-4d53-b14a-7180e1aff23d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:51.944304 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ca55a873-2f61-4d53-b14a-7180e1aff23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:51.960811 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca55a873-2f61-4d53-b14a-7180e1aff23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8bd86f-2fec-40c5-8f58-9835330774e0,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:51.966703 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51128) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:51.967966 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ca55a873-2f61-4d53-b14a-7180e1aff23d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:51.970224 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ca55a873-2f61-4d53-b14a-7180e1aff23d admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/bd8bd86f-2fec-40c5-8f58-9835330774e0 HTTP/1.1" status: 204 len: 168 time: 0.1632848 Sep 22 21:41:52.074473 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-4b775c50-36d8-4a84-bd8f-30cb4838cd72 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1584318224', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:52.081668 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-4b775c50-36d8-4a84-bd8f-30cb4838cd72 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:52.085571 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-4b775c50-36d8-4a84-bd8f-30cb4838cd72 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Usage tracker for resource:router and tenant:a002b1221bc84c1b89f0779140f7b62f is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:52.089003 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-4b775c50-36d8-4a84-bd8f-30cb4838cd72 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:52.096127 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-4b775c50-36d8-4a84-bd8f-30cb4838cd72 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:52.106909 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4b775c50-36d8-4a84-bd8f-30cb4838cd72 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:52.107914 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4b775c50-36d8-4a84-bd8f-30cb4838cd72 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:52.123259 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4b775c50-36d8-4a84-bd8f-30cb4838cd72 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:52.141210 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4b775c50-36d8-4a84-bd8f-30cb4838cd72 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:52.164670 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4b775c50-36d8-4a84-bd8f-30cb4838cd72 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:52.165909 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-4b775c50-36d8-4a84-bd8f-30cb4838cd72 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.1982770 Sep 22 21:41:52.168577 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51138) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:52.174139 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-08356712-9110-4a6b-ad96-5721a47ad40d tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1855148494'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:52.179134 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-08356712-9110-4a6b-ad96-5721a47ad40d tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:52.183696 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-08356712-9110-4a6b-ad96-5721a47ad40d tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Usage tracker for resource:network and tenant:a002b1221bc84c1b89f0779140f7b62f is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:52.186509 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-08356712-9110-4a6b-ad96-5721a47ad40d tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:52.192194 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-08356712-9110-4a6b-ad96-5721a47ad40d tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:52.201647 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08356712-9110-4a6b-ad96-5721a47ad40d tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Made reservation on behalf of a002b1221bc84c1b89f0779140f7b62f for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:41:52.205865 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-08356712-9110-4a6b-ad96-5721a47ad40d tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:52.218423 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-08356712-9110-4a6b-ad96-5721a47ad40d tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:52.233879 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-08356712-9110-4a6b-ad96-5721a47ad40d tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:52.237846 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-08356712-9110-4a6b-ad96-5721a47ad40d tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Usage tracker for resource:security_group_rule and tenant:a002b1221bc84c1b89f0779140f7b62f is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:52.240720 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-08356712-9110-4a6b-ad96-5721a47ad40d tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:52.251285 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-08356712-9110-4a6b-ad96-5721a47ad40d tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:52.340085 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-08356712-9110-4a6b-ad96-5721a47ad40d tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:52.344103 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-08356712-9110-4a6b-ad96-5721a47ad40d tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:52.379547 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08356712-9110-4a6b-ad96-5721a47ad40d tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:41:52.384723 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08356712-9110-4a6b-ad96-5721a47ad40d tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b2a3b6-7a22-48a5-a11c-d6d286d933cb,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:52.393563 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-08356712-9110-4a6b-ad96-5721a47ad40d tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:52.393978 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-08356712-9110-4a6b-ad96-5721a47ad40d tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Added segment b01437d4-94b3-4a8a-98dc-a2950b0531b7 of type vlan for network 9f8afa2d-0165-4b2e-9fad-cd27e5cdaf27 Sep 22 21:41:52.420927 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-08356712-9110-4a6b-ad96-5721a47ad40d tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:52.453605 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-08356712-9110-4a6b-ad96-5721a47ad40d tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:52.459570 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08356712-9110-4a6b-ad96-5721a47ad40d tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:52.460143 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-08356712-9110-4a6b-ad96-5721a47ad40d tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:52.566342 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08356712-9110-4a6b-ad96-5721a47ad40d tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Pushing event updated for resources: {'Network': ['ID=9f8afa2d-0165-4b2e-9fad-cd27e5cdaf27,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:52.569908 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-08356712-9110-4a6b-ad96-5721a47ad40d tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4003549 Sep 22 21:41:52.574114 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51156) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:52.580393 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-078f0549-f68c-4094-bea0-b9a15d1b5fed tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Request body: {'subnet': {'network_id': '9f8afa2d-0165-4b2e-9fad-cd27e5cdaf27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:52.582092 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 9f8afa2d-0165-4b2e-9fad-cd27e5cdaf27 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:41:52.692239 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-078f0549-f68c-4094-bea0-b9a15d1b5fed tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:52.696343 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-078f0549-f68c-4094-bea0-b9a15d1b5fed tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Usage tracker for resource:subnet and tenant:a002b1221bc84c1b89f0779140f7b62f is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:52.699374 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-078f0549-f68c-4094-bea0-b9a15d1b5fed tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:52.705695 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-078f0549-f68c-4094-bea0-b9a15d1b5fed tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:52.716149 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078f0549-f68c-4094-bea0-b9a15d1b5fed tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Made reservation on behalf of a002b1221bc84c1b89f0779140f7b62f for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:41:52.719645 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-078f0549-f68c-4094-bea0-b9a15d1b5fed tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:52.734370 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51162) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:52.742648 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 3093618a-97cf-4a1f-90ba-bbf0bb6ba4b9 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:41:52.808834 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device d9fb960e-4d80-4703-a065-b66da836f1e6 up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:41:52.887916 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 3093618a-97cf-4a1f-90ba-bbf0bb6ba4b9 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:41:52.888373 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:52.888779 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 3093618a-97cf-4a1f-90ba-bbf0bb6ba4b9 Sep 22 21:41:52.925241 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-ea266b5c-5aa2-4ab1-a2ee-29d48e95390b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-630973036-network', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:52.937160 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-ea266b5c-5aa2-4ab1-a2ee-29d48e95390b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:52.945386 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-ea266b5c-5aa2-4ab1-a2ee-29d48e95390b admin admin] Usage tracker for resource:network and tenant:c0953d2486f241adbaf31021d8b87543 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:52.949472 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-ea266b5c-5aa2-4ab1-a2ee-29d48e95390b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:52.956612 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning for port d9fb960e-4d80-4703-a065-b66da836f1e6 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:41:52.964702 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-078f0549-f68c-4094-bea0-b9a15d1b5fed tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:52.965470 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-ea266b5c-5aa2-4ab1-a2ee-29d48e95390b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:52.986037 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port d9fb960e-4d80-4703-a065-b66da836f1e6 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:41:52.986295 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea266b5c-5aa2-4ab1-a2ee-29d48e95390b admin admin] Made reservation on behalf of c0953d2486f241adbaf31021d8b87543 for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:41:52.986397 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:52.986752 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port d9fb960e-4d80-4703-a065-b66da836f1e6 Sep 22 21:41:52.988502 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ea266b5c-5aa2-4ab1-a2ee-29d48e95390b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:53.004904 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ea266b5c-5aa2-4ab1-a2ee-29d48e95390b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:53.039202 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e3592-8828-421e-b332-3b404ad8f5ff req-e1fcd6d1-5f97-405c-b4da-d0a415dcdace tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:53.041361 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-301e3592-8828-421e-b332-3b404ad8f5ff req-e1fcd6d1-5f97-405c-b4da-d0a415dcdace tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=d537eed6-6aeb-43c0-a35c-484987a5e5d3 HTTP/1.1" status: 200 len: 945 time: 0.1825554 Sep 22 21:41:53.042372 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-ea266b5c-5aa2-4ab1-a2ee-29d48e95390b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:53.043962 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f0549-f68c-4094-bea0-b9a15d1b5fed tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Pushing event updated for resources: {'Subnet': ['ID=050382d9-77f0-4dd0-8135-1bda74686820,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:53.050327 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-ea266b5c-5aa2-4ab1-a2ee-29d48e95390b admin admin] Usage tracker for resource:security_group_rule and tenant:c0953d2486f241adbaf31021d8b87543 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:53.052227 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078f0549-f68c-4094-bea0-b9a15d1b5fed tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Checking segment: {'id': 'b01437d4-94b3-4a8a-98dc-a2950b0531b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9f8afa2d-0165-4b2e-9fad-cd27e5cdaf27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:41:53.052585 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078f0549-f68c-4094-bea0-b9a15d1b5fed tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Network hostable DHCP agents. Network: 9f8afa2d-0165-4b2e-9fad-cd27e5cdaf27, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:41:53.054927 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-ea266b5c-5aa2-4ab1-a2ee-29d48e95390b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:53.065540 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 3093618a-97cf-4a1f-90ba-bbf0bb6ba4b9 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:41:53.066024 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-ea266b5c-5aa2-4ab1-a2ee-29d48e95390b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:53.076477 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078f0549-f68c-4094-bea0-b9a15d1b5fed tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Network 9f8afa2d-0165-4b2e-9fad-cd27e5cdaf27 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:41:53.088259 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-078f0549-f68c-4094-bea0-b9a15d1b5fed tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 9f8afa2d-0165-4b2e-9fad-cd27e5cdaf27) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:41:53.093744 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078f0549-f68c-4094-bea0-b9a15d1b5fed tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:53.094341 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-078f0549-f68c-4094-bea0-b9a15d1b5fed tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:53.105344 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9279c52a-0c31-474a-a487-c10bcc939e50 None None] Network 9f8afa2d-0165-4b2e-9fad-cd27e5cdaf27 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:41:53.136154 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-301e3592-8828-421e-b332-3b404ad8f5ff req-588618fb-0e2c-4ead-95c4-6b848fd5ee81 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=a1820293-5b61-42d7-9985-b10110ceb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765464 Sep 22 21:41:53.142339 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-078f0549-f68c-4094-bea0-b9a15d1b5fed tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5661881 Sep 22 21:41:53.145319 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51170) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:53.163042 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-58070d6b-40e8-4e45-8a34-338a40e8ca48 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Request body: {'network': {'name': 'tempest-router-network01--603986774'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:53.169227 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-58070d6b-40e8-4e45-8a34-338a40e8ca48 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:53.177008 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-58070d6b-40e8-4e45-8a34-338a40e8ca48 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Usage tracker for resource:network and tenant:a002b1221bc84c1b89f0779140f7b62f is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:53.180732 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-58070d6b-40e8-4e45-8a34-338a40e8ca48 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:53.186985 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-58070d6b-40e8-4e45-8a34-338a40e8ca48 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:53.199700 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58070d6b-40e8-4e45-8a34-338a40e8ca48 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Made reservation on behalf of a002b1221bc84c1b89f0779140f7b62f for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:41:53.203455 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-58070d6b-40e8-4e45-8a34-338a40e8ca48 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:53.208499 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ea266b5c-5aa2-4ab1-a2ee-29d48e95390b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:53.208866 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port d9fb960e-4d80-4703-a065-b66da836f1e6 is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:41:53.209263 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:53.213603 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ea266b5c-5aa2-4ab1-a2ee-29d48e95390b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:53.239358 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58070d6b-40e8-4e45-8a34-338a40e8ca48 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:41:53.251575 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-58070d6b-40e8-4e45-8a34-338a40e8ca48 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:53.253068 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-58070d6b-40e8-4e45-8a34-338a40e8ca48 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Added segment 784f51c9-9765-4ce3-9608-c2c5f52a69e3 of type vlan for network b1df8038-8b74-4831-9138-8b92f3a015de Sep 22 21:41:53.259706 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd537eed6-6aeb-43c0-a35c-484987a5e5d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9fb960e-4d80-4703-a065-b66da836f1e6'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:41:53.260474 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea266b5c-5aa2-4ab1-a2ee-29d48e95390b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2847a3ba-b015-4b0c-82d9-f4fc5b5fbfb0,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:53.262254 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db01643-ded6-4976-9b7d-59a16026525a" -d '{"events": [{"server_uuid": "d537eed6-6aeb-43c0-a35c-484987a5e5d3", "name": "network-vif-plugged", "status": "completed", "tag": "d9fb960e-4d80-4703-a065-b66da836f1e6"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:41:53.288792 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port d9fb960e-4d80-4703-a065-b66da836f1e6, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=d9fb960e-4d80-4703-a065-b66da836f1e6,segment=NetworkSegment(7525d309-04f6-4c5f-bac8-a6f652d99d73),segment_id=7525d309-04f6-4c5f-bac8-a6f652d99d73)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:41:53.296787 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-58070d6b-40e8-4e45-8a34-338a40e8ca48 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:53.339535 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-58070d6b-40e8-4e45-8a34-338a40e8ca48 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:53.342514 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.db.api [None req-ea266b5c-5aa2-4ab1-a2ee-29d48e95390b admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=89008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:41:53.343077 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG oslo_db.api [None req-ea266b5c-5aa2-4ab1-a2ee-29d48e95390b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:41:53.347101 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58070d6b-40e8-4e45-8a34-338a40e8ca48 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:53.347438 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-58070d6b-40e8-4e45-8a34-338a40e8ca48 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:53.356824 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 21:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b4332e-04a7-46ff-8307-33ff820cce7d x-openstack-request-id: req-13b4332e-04a7-46ff-8307-33ff820cce7d {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:41:53.357118 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d537eed6-6aeb-43c0-a35c-484987a5e5d3", "name": "network-vif-plugged", "status": "completed", "tag": "d9fb960e-4d80-4703-a065-b66da836f1e6", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:41:53.357371 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-13b4332e-04a7-46ff-8307-33ff820cce7d {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:41:53.357758 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13b4332e-04a7-46ff-8307-33ff820cce7d'] response: {'server_uuid': 'd537eed6-6aeb-43c0-a35c-484987a5e5d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9fb960e-4d80-4703-a065-b66da836f1e6', 'code': 200} Sep 22 21:41:53.365844 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:53.487651 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=d9fb960e-4d80-4703-a065-b66da836f1e6,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:53.495434 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055b91c7-7de5-40e3-b80d-df8d7db59445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-9f8afa2d-0165-4b2e-9fad-cd27e5cdaf27', 'network_id': '9f8afa2d-0165-4b2e-9fad-cd27e5cdaf27', 'tenant_id': 'a002b1221bc84c1b89f0779140f7b62f', 'fixed_ips': [{'subnet_id': '050382d9-77f0-4dd0-8135-1bda74686820'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:41:53.496431 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-055b91c7-7de5-40e3-b80d-df8d7db59445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:53.555732 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-58070d6b-40e8-4e45-8a34-338a40e8ca48 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4080029 Sep 22 21:41:53.559478 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51176) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:53.567010 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-cb99922e-4ce1-4c62-a7b8-9cb6074a0276 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Request body: {'network': {'name': 'tempest-router-network02--394586545'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:53.575964 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-cb99922e-4ce1-4c62-a7b8-9cb6074a0276 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:53.578195 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58070d6b-40e8-4e45-8a34-338a40e8ca48 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Pushing event updated for resources: {'Network': ['ID=b1df8038-8b74-4831-9138-8b92f3a015de,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:53.582524 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-cb99922e-4ce1-4c62-a7b8-9cb6074a0276 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Usage tracker for resource:network and tenant:a002b1221bc84c1b89f0779140f7b62f is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:53.586248 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-cb99922e-4ce1-4c62-a7b8-9cb6074a0276 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:53.586669 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8dbea5-b66c-4f44-8a3a-8f089766b7de req-0cbd0e87-842b-422f-89cf-127719a6b7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:53.588300 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9c8dbea5-b66c-4f44-8a3a-8f089766b7de req-0cbd0e87-842b-422f-89cf-127719a6b7f0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d537eed6-6aeb-43c0-a35c-484987a5e5d3 HTTP/1.1" status: 200 len: 1099 time: 0.0873978 Sep 22 21:41:53.592079 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-cb99922e-4ce1-4c62-a7b8-9cb6074a0276 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:53.596028 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network b1df8038-8b74-4831-9138-8b92f3a015de details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:41:53.604020 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb99922e-4ce1-4c62-a7b8-9cb6074a0276 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Made reservation on behalf of a002b1221bc84c1b89f0779140f7b62f for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:41:53.607658 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cb99922e-4ce1-4c62-a7b8-9cb6074a0276 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:53.629854 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9c8dbea5-b66c-4f44-8a3a-8f089766b7de req-2784becc-3f20-453f-86a5-c96bd7e669fd service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a1820293-5b61-42d7-9985-b10110ceb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358670 Sep 22 21:41:53.637341 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb99922e-4ce1-4c62-a7b8-9cb6074a0276 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:41:53.647004 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cb99922e-4ce1-4c62-a7b8-9cb6074a0276 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:53.647347 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-cb99922e-4ce1-4c62-a7b8-9cb6074a0276 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Added segment 76389cdb-4ac8-4e72-af72-ffbfa18fa67d of type vlan for network 7a580e41-1a40-46bf-9732-65994082366b Sep 22 21:41:53.673643 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cb99922e-4ce1-4c62-a7b8-9cb6074a0276 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:53.702191 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cb99922e-4ce1-4c62-a7b8-9cb6074a0276 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:53.708068 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb99922e-4ce1-4c62-a7b8-9cb6074a0276 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:53.708639 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cb99922e-4ce1-4c62-a7b8-9cb6074a0276 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:53.760688 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-055b91c7-7de5-40e3-b80d-df8d7db59445 None None] Allocated IP 2001:db8::2 (9f8afa2d-0165-4b2e-9fad-cd27e5cdaf27/050382d9-77f0-4dd0-8135-1bda74686820/8233f98a-03ba-491b-9000-8685741c3951) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:41:53.806530 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-cb99922e-4ce1-4c62-a7b8-9cb6074a0276 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2463479 Sep 22 21:41:53.809404 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51180) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:53.814928 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-fabecde3-d0ee-427a-9dbf-b4190b06da83 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Request body: {'subnet': {'network_id': 'b1df8038-8b74-4831-9138-8b92f3a015de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:53.816311 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb99922e-4ce1-4c62-a7b8-9cb6074a0276 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Pushing event updated for resources: {'Network': ['ID=7a580e41-1a40-46bf-9732-65994082366b,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:53.835169 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 7a580e41-1a40-46bf-9732-65994082366b details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:41:53.877750 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ea266b5c-5aa2-4ab1-a2ee-29d48e95390b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:53.942446 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-fabecde3-d0ee-427a-9dbf-b4190b06da83 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:53.944617 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea266b5c-5aa2-4ab1-a2ee-29d48e95390b admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:41:53.950315 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-fabecde3-d0ee-427a-9dbf-b4190b06da83 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Usage tracker for resource:subnet and tenant:a002b1221bc84c1b89f0779140f7b62f is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:53.954494 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-fabecde3-d0ee-427a-9dbf-b4190b06da83 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:53.961668 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-fabecde3-d0ee-427a-9dbf-b4190b06da83 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:53.963737 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ea266b5c-5aa2-4ab1-a2ee-29d48e95390b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:53.964037 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-ea266b5c-5aa2-4ab1-a2ee-29d48e95390b admin admin] Added segment d86d37dd-b09d-4d1d-a662-9854ff3c4a87 of type vlan for network c4ba8f83-333c-411f-abb9-714415775b4d Sep 22 21:41:53.979444 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fabecde3-d0ee-427a-9dbf-b4190b06da83 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Made reservation on behalf of a002b1221bc84c1b89f0779140f7b62f for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:41:53.982956 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fabecde3-d0ee-427a-9dbf-b4190b06da83 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:54.055173 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-055b91c7-7de5-40e3-b80d-df8d7db59445 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:54.057263 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ea266b5c-5aa2-4ab1-a2ee-29d48e95390b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:54.065541 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-055b91c7-7de5-40e3-b80d-df8d7db59445 None None] Transition to ACTIVE for port object 8233f98a-03ba-491b-9000-8685741c3951 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:41:54.084258 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-055b91c7-7de5-40e3-b80d-df8d7db59445 None None] Transition to ACTIVE for port object 8233f98a-03ba-491b-9000-8685741c3951 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:41:54.089235 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-055b91c7-7de5-40e3-b80d-df8d7db59445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:54.124965 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ea266b5c-5aa2-4ab1-a2ee-29d48e95390b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:54.126416 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea266b5c-5aa2-4ab1-a2ee-29d48e95390b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:54.127005 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ea266b5c-5aa2-4ab1-a2ee-29d48e95390b admin admin] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:54.151792 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055b91c7-7de5-40e3-b80d-df8d7db59445 None None] Network 9f8afa2d-0165-4b2e-9fad-cd27e5cdaf27 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:41:54.154452 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-055b91c7-7de5-40e3-b80d-df8d7db59445 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:41:54.158248 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055b91c7-7de5-40e3-b80d-df8d7db59445 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:41:54.166758 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b91c7-7de5-40e3-b80d-df8d7db59445 None None] Pushing event updated for resources: {'Port': ['ID=8233f98a-03ba-491b-9000-8685741c3951,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:54.276906 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-055b91c7-7de5-40e3-b80d-df8d7db59445 None None] Attempting to bind port 8233f98a-03ba-491b-9000-8685741c3951 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:41:54.277326 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-055b91c7-7de5-40e3-b80d-df8d7db59445 None None] Attempting to bind port 8233f98a-03ba-491b-9000-8685741c3951 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'b01437d4-94b3-4a8a-98dc-a2950b0531b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9f8afa2d-0165-4b2e-9fad-cd27e5cdaf27'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:41:54.277890 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055b91c7-7de5-40e3-b80d-df8d7db59445 None None] Attempting to bind port 8233f98a-03ba-491b-9000-8685741c3951 on network 9f8afa2d-0165-4b2e-9fad-cd27e5cdaf27 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:41:54.283969 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055b91c7-7de5-40e3-b80d-df8d7db59445 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:41:54.284346 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055b91c7-7de5-40e3-b80d-df8d7db59445 None None] Checking segment: {'id': 'b01437d4-94b3-4a8a-98dc-a2950b0531b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9f8afa2d-0165-4b2e-9fad-cd27e5cdaf27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:41:54.284747 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-055b91c7-7de5-40e3-b80d-df8d7db59445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:54.285136 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055b91c7-7de5-40e3-b80d-df8d7db59445 None None] Bound using segment: {'id': 'b01437d4-94b3-4a8a-98dc-a2950b0531b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9f8afa2d-0165-4b2e-9fad-cd27e5cdaf27'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:41:54.285648 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-055b91c7-7de5-40e3-b80d-df8d7db59445 None None] Bound port: 8233f98a-03ba-491b-9000-8685741c3951, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b01437d4-94b3-4a8a-98dc-a2950b0531b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9f8afa2d-0165-4b2e-9fad-cd27e5cdaf27'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:41:54.286023 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-055b91c7-7de5-40e3-b80d-df8d7db59445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:54.345880 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea266b5c-5aa2-4ab1-a2ee-29d48e95390b admin admin] Pushing event updated for resources: {'Network': ['ID=c4ba8f83-333c-411f-abb9-714415775b4d,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:54.356418 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network c4ba8f83-333c-411f-abb9-714415775b4d details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:41:54.364987 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ea266b5c-5aa2-4ab1-a2ee-29d48e95390b admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6294017 Sep 22 21:41:54.368022 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51186) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:54.374191 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-12b5d9c3-55e2-4df0-b9db-700f3439daad admin admin] Request body: {'subnet': {'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-630973036-subnet', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'ip_version': 4}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:54.380534 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-12b5d9c3-55e2-4df0-b9db-700f3439daad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:54.384757 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-12b5d9c3-55e2-4df0-b9db-700f3439daad admin admin] Usage tracker for resource:subnet and tenant:c0953d2486f241adbaf31021d8b87543 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:54.387782 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-12b5d9c3-55e2-4df0-b9db-700f3439daad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:54.394451 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-12b5d9c3-55e2-4df0-b9db-700f3439daad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:54.405330 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b5d9c3-55e2-4df0-b9db-700f3439daad admin admin] Made reservation on behalf of c0953d2486f241adbaf31021d8b87543 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:41:54.407851 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-12b5d9c3-55e2-4df0-b9db-700f3439daad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:54.454099 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-055b91c7-7de5-40e3-b80d-df8d7db59445 None None] For port 8233f98a-03ba-491b-9000-8685741c3951, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:41:54.462551 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471be45-4316-4fec-992e-20f5950446a4 req-00b00f8a-a4f6-4820-b51f-f17260622ba3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:54.464664 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b471be45-4316-4fec-992e-20f5950446a4 req-00b00f8a-a4f6-4820-b51f-f17260622ba3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=d537eed6-6aeb-43c0-a35c-484987a5e5d3 HTTP/1.1" status: 200 len: 946 time: 0.1638796 Sep 22 21:41:54.471267 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fabecde3-d0ee-427a-9dbf-b4190b06da83 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:54.478132 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-055b91c7-7de5-40e3-b80d-df8d7db59445 None None] For port 8233f98a-03ba-491b-9000-8685741c3951, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=8233f98a-03ba-491b-9000-8685741c3951,segment=NetworkSegment(b01437d4-94b3-4a8a-98dc-a2950b0531b7),segment_id=b01437d4-94b3-4a8a-98dc-a2950b0531b7)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:41:54.487293 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-055b91c7-7de5-40e3-b80d-df8d7db59445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:54.570108 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b91c7-7de5-40e3-b80d-df8d7db59445 None None] Pushing event updated for resources: {'Port': ['ID=8233f98a-03ba-491b-9000-8685741c3951,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:54.598411 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabecde3-d0ee-427a-9dbf-b4190b06da83 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Pushing event updated for resources: {'Subnet': ['ID=7f09107e-45b6-4c91-8d79-0995a363216e,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:54.603007 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b471be45-4316-4fec-992e-20f5950446a4 req-324a7312-da1c-451f-94ff-fdfc9fdb6009 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=a1820293-5b61-42d7-9985-b10110ceb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245685 Sep 22 21:41:54.612362 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabecde3-d0ee-427a-9dbf-b4190b06da83 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Checking segment: {'id': '784f51c9-9765-4ce3-9608-c2c5f52a69e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b1df8038-8b74-4831-9138-8b92f3a015de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:41:54.612876 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabecde3-d0ee-427a-9dbf-b4190b06da83 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Network hostable DHCP agents. Network: b1df8038-8b74-4831-9138-8b92f3a015de, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:41:54.637913 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabecde3-d0ee-427a-9dbf-b4190b06da83 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Network b1df8038-8b74-4831-9138-8b92f3a015de is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:41:54.675026 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-fabecde3-d0ee-427a-9dbf-b4190b06da83 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, b1df8038-8b74-4831-9138-8b92f3a015de) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:41:54.679492 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabecde3-d0ee-427a-9dbf-b4190b06da83 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:54.680075 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fabecde3-d0ee-427a-9dbf-b4190b06da83 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:54.686207 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb43ad7-4c49-410a-a276-293b455d3342 None None] Network b1df8038-8b74-4831-9138-8b92f3a015de requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:41:54.721806 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-fabecde3-d0ee-427a-9dbf-b4190b06da83 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9075465 Sep 22 21:41:54.722034 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-12b5d9c3-55e2-4df0-b9db-700f3439daad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:54.722497 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51190) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:54.727735 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-2b7b3085-f1d2-4e78-bf23-6c66d39862c0 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Request body: {'subnet': {'network_id': '7a580e41-1a40-46bf-9732-65994082366b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:54.845105 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b5d9c3-55e2-4df0-b9db-700f3439daad admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ec73feb-6226-4bb2-bdf7-f761304c77c1,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:54.858369 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b5d9c3-55e2-4df0-b9db-700f3439daad admin admin] Checking segment: {'id': 'd86d37dd-b09d-4d1d-a662-9854ff3c4a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:41:54.858688 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b5d9c3-55e2-4df0-b9db-700f3439daad admin admin] Network hostable DHCP agents. Network: c4ba8f83-333c-411f-abb9-714415775b4d, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:41:54.891246 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b5d9c3-55e2-4df0-b9db-700f3439daad admin admin] Network c4ba8f83-333c-411f-abb9-714415775b4d is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:41:54.905605 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-12b5d9c3-55e2-4df0-b9db-700f3439daad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, c4ba8f83-333c-411f-abb9-714415775b4d) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:41:54.912608 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b5d9c3-55e2-4df0-b9db-700f3439daad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:54.913896 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-12b5d9c3-55e2-4df0-b9db-700f3439daad admin admin] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:54.938191 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-12b5d9c3-55e2-4df0-b9db-700f3439daad admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5688205 Sep 22 21:41:54.940996 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51194) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:54.953902 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a605ff25-0b00-4b92-b399-c385aa8df56d None None] Network c4ba8f83-333c-411f-abb9-714415775b4d requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:41:54.954954 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-95ea867b-8073-4b6c-b1c5-7503bb2696e0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-630973036-router', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:41:54.960535 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-95ea867b-8073-4b6c-b1c5-7503bb2696e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:54.968857 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-95ea867b-8073-4b6c-b1c5-7503bb2696e0 admin admin] Usage tracker for resource:router and tenant:c0953d2486f241adbaf31021d8b87543 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:54.973774 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-95ea867b-8073-4b6c-b1c5-7503bb2696e0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:54.981423 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-95ea867b-8073-4b6c-b1c5-7503bb2696e0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:54.999252 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-95ea867b-8073-4b6c-b1c5-7503bb2696e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:55.000689 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-95ea867b-8073-4b6c-b1c5-7503bb2696e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:55.021430 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-95ea867b-8073-4b6c-b1c5-7503bb2696e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:55.040834 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-2b7b3085-f1d2-4e78-bf23-6c66d39862c0 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:41:55.046425 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-2b7b3085-f1d2-4e78-bf23-6c66d39862c0 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Usage tracker for resource:subnet and tenant:a002b1221bc84c1b89f0779140f7b62f is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:41:55.048540 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae488bc-d3a0-4c24-8ea1-0a63b27ce32e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-b1df8038-8b74-4831-9138-8b92f3a015de', 'network_id': 'b1df8038-8b74-4831-9138-8b92f3a015de', 'tenant_id': 'a002b1221bc84c1b89f0779140f7b62f', 'fixed_ips': [{'subnet_id': '7f09107e-45b6-4c91-8d79-0995a363216e'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:41:55.049358 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0ae488bc-d3a0-4c24-8ea1-0a63b27ce32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:55.049825 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-2b7b3085-f1d2-4e78-bf23-6c66d39862c0 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:41:55.055685 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-2b7b3085-f1d2-4e78-bf23-6c66d39862c0 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:41:55.065682 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7b3085-f1d2-4e78-bf23-6c66d39862c0 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Made reservation on behalf of a002b1221bc84c1b89f0779140f7b62f for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:41:55.069520 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2b7b3085-f1d2-4e78-bf23-6c66d39862c0 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:55.321905 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2b7b3085-f1d2-4e78-bf23-6c66d39862c0 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:55.356936 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-95ea867b-8073-4b6c-b1c5-7503bb2696e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:55.363656 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-0ae488bc-d3a0-4c24-8ea1-0a63b27ce32e None None] Allocated IP 2001:db8::2 (b1df8038-8b74-4831-9138-8b92f3a015de/7f09107e-45b6-4c91-8d79-0995a363216e/af83eec4-1a35-489f-a191-eae478f76cf2) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:41:55.374345 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0b0517-3276-4f4d-b632-34891846869a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-c4ba8f83-333c-411f-abb9-714415775b4d', 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'fixed_ips': [{'subnet_id': '8ec73feb-6226-4bb2-bdf7-f761304c77c1'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:41:55.375049 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8b0b0517-3276-4f4d-b632-34891846869a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:55.422219 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b3085-f1d2-4e78-bf23-6c66d39862c0 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Pushing event updated for resources: {'Subnet': ['ID=e48e8266-555e-4fb0-b4cf-d7a3b787577a,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:55.424625 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7b3085-f1d2-4e78-bf23-6c66d39862c0 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Checking segment: {'id': '76389cdb-4ac8-4e72-af72-ffbfa18fa67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7a580e41-1a40-46bf-9732-65994082366b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:41:55.425023 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7b3085-f1d2-4e78-bf23-6c66d39862c0 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Network hostable DHCP agents. Network: 7a580e41-1a40-46bf-9732-65994082366b, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:41:55.447818 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7b3085-f1d2-4e78-bf23-6c66d39862c0 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Network 7a580e41-1a40-46bf-9732-65994082366b is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:41:55.465656 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-2b7b3085-f1d2-4e78-bf23-6c66d39862c0 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 7a580e41-1a40-46bf-9732-65994082366b) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:41:55.472085 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7b3085-f1d2-4e78-bf23-6c66d39862c0 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:55.472850 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2b7b3085-f1d2-4e78-bf23-6c66d39862c0 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:55.506244 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-2b7b3085-f1d2-4e78-bf23-6c66d39862c0 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7800286 Sep 22 21:41:55.506411 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51198) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:55.515084 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e206da2a-30bd-4105-9aaf-fec366fdb7d8 None None] Network 7a580e41-1a40-46bf-9732-65994082366b requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:41:55.766252 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-95ea867b-8073-4b6c-b1c5-7503bb2696e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:55.826049 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-95ea867b-8073-4b6c-b1c5-7503bb2696e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:55.844913 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602fe4d6-b562-4172-85d9-62df5dcde0df None None] Network 9f8afa2d-0165-4b2e-9fad-cd27e5cdaf27 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:41:55.966523 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:56.010374 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-13db744c-6d0a-4a66-affc-1165ec48defe None None] Provisioning for port 8233f98a-03ba-491b-9000-8685741c3951 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:41:56.036440 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7303cd4-f3cd-4eb3-9ac0-6c99d66206d7 req-ec4c4453-ea7e-4f60-9f50-1c38c3a5d3d2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:56.037914 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-b7303cd4-f3cd-4eb3-9ac0-6c99d66206d7 req-ec4c4453-ea7e-4f60-9f50-1c38c3a5d3d2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=d537eed6-6aeb-43c0-a35c-484987a5e5d3 HTTP/1.1" status: 200 len: 946 time: 0.2151868 Sep 22 21:41:56.050516 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a693646-ef17-42a6-adac-fd94c4649f86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-7a580e41-1a40-46bf-9732-65994082366b', 'network_id': '7a580e41-1a40-46bf-9732-65994082366b', 'tenant_id': 'a002b1221bc84c1b89f0779140f7b62f', 'fixed_ips': [{'subnet_id': 'e48e8266-555e-4fb0-b4cf-d7a3b787577a'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:41:56.051770 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1a693646-ef17-42a6-adac-fd94c4649f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:56.056240 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-95ea867b-8073-4b6c-b1c5-7503bb2696e0 admin admin] Allocated IP 172.26.0.42 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/8086c4f3-eded-4d66-8366-1c89a80b9287) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:41:56.057645 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a5e0bb11-8230-4d12-907f-ccf6d6c33bb6 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:56.087318 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-8b0b0517-3276-4f4d-b632-34891846869a None None] Allocated IP 172.20.0.2 (c4ba8f83-333c-411f-abb9-714415775b4d/8ec73feb-6226-4bb2-bdf7-f761304c77c1/fa4a2378-f38d-49ee-b0c5-a77999621fec) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:41:56.298093 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-b7303cd4-f3cd-4eb3-9ac0-6c99d66206d7 req-61d36569-4509-48aa-9fc8-22996097d4fc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=a1820293-5b61-42d7-9985-b10110ceb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2483363 Sep 22 21:41:56.307077 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0ae488bc-d3a0-4c24-8ea1-0a63b27ce32e None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:56.343913 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-0ae488bc-d3a0-4c24-8ea1-0a63b27ce32e None None] Transition to ACTIVE for port object af83eec4-1a35-489f-a191-eae478f76cf2 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:41:56.412908 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-95ea867b-8073-4b6c-b1c5-7503bb2696e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:56.452259 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-95ea867b-8073-4b6c-b1c5-7503bb2696e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:56.453331 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-0ae488bc-d3a0-4c24-8ea1-0a63b27ce32e None None] Transition to ACTIVE for port object af83eec4-1a35-489f-a191-eae478f76cf2 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:41:56.502802 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0ae488bc-d3a0-4c24-8ea1-0a63b27ce32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:56.527584 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ea867b-8073-4b6c-b1c5-7503bb2696e0 admin admin] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:41:56.530492 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-95ea867b-8073-4b6c-b1c5-7503bb2696e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:41:56.533943 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ea867b-8073-4b6c-b1c5-7503bb2696e0 admin admin] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:41:56.574544 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ea867b-8073-4b6c-b1c5-7503bb2696e0 admin admin] Pushing event updated for resources: {'Port': ['ID=8086c4f3-eded-4d66-8366-1c89a80b9287,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:56.647268 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-1a693646-ef17-42a6-adac-fd94c4649f86 None None] Allocated IP 2001:db8::2 (7a580e41-1a40-46bf-9732-65994082366b/e48e8266-555e-4fb0-b4cf-d7a3b787577a/6192d2a8-95dc-496a-b418-dbaab993b137) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:41:56.665870 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae488bc-d3a0-4c24-8ea1-0a63b27ce32e None None] Network b1df8038-8b74-4831-9138-8b92f3a015de is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:41:56.672111 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-0ae488bc-d3a0-4c24-8ea1-0a63b27ce32e None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:41:56.686271 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-a5e0bb11-8230-4d12-907f-ccf6d6c33bb6 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Allocated IP 2001:db8::1 (b1df8038-8b74-4831-9138-8b92f3a015de/7f09107e-45b6-4c91-8d79-0995a363216e/e8f4824e-1526-4a0f-b117-b461195a20b9) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:41:56.687669 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae488bc-d3a0-4c24-8ea1-0a63b27ce32e None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:41:56.689745 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae488bc-d3a0-4c24-8ea1-0a63b27ce32e None None] Pushing event updated for resources: {'Port': ['ID=af83eec4-1a35-489f-a191-eae478f76cf2,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:56.810294 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8b0b0517-3276-4f4d-b632-34891846869a None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:56.863850 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6411cf-60d1-4513-87de-6463d022adcf req-5a6a87d1-f9af-440a-bb7a-1890b6c57f74 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:41:56.865322 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0b6411cf-60d1-4513-87de-6463d022adcf req-5a6a87d1-f9af-440a-bb7a-1890b6c57f74 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=d537eed6-6aeb-43c0-a35c-484987a5e5d3 HTTP/1.1" status: 200 len: 946 time: 0.4357436 Sep 22 21:41:56.883345 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 8233f98a-03ba-491b-9000-8685741c3951 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:41:56.900512 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a5e0bb11-8230-4d12-907f-ccf6d6c33bb6 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:56.912678 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-8b0b0517-3276-4f4d-b632-34891846869a None None] Transition to ACTIVE for port object fa4a2378-f38d-49ee-b0c5-a77999621fec will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:41:56.932542 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-a5e0bb11-8230-4d12-907f-ccf6d6c33bb6 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Transition to ACTIVE for port object e8f4824e-1526-4a0f-b117-b461195a20b9 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:41:56.935980 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0b6411cf-60d1-4513-87de-6463d022adcf req-f465d07b-6dd4-4cf9-a299-1083050315f9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=a1820293-5b61-42d7-9985-b10110ceb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590420 Sep 22 21:41:56.972390 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a5e0bb11-8230-4d12-907f-ccf6d6c33bb6 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:57.017154 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-95ea867b-8073-4b6c-b1c5-7503bb2696e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:57.020652 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-8b0b0517-3276-4f4d-b632-34891846869a None None] Transition to ACTIVE for port object fa4a2378-f38d-49ee-b0c5-a77999621fec will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:41:57.028363 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-0ae488bc-d3a0-4c24-8ea1-0a63b27ce32e None None] Attempting to bind port af83eec4-1a35-489f-a191-eae478f76cf2 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:41:57.028710 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-0ae488bc-d3a0-4c24-8ea1-0a63b27ce32e None None] Attempting to bind port af83eec4-1a35-489f-a191-eae478f76cf2 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '784f51c9-9765-4ce3-9608-c2c5f52a69e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b1df8038-8b74-4831-9138-8b92f3a015de'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:41:57.029091 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae488bc-d3a0-4c24-8ea1-0a63b27ce32e None None] Attempting to bind port af83eec4-1a35-489f-a191-eae478f76cf2 on network b1df8038-8b74-4831-9138-8b92f3a015de {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:41:57.045523 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e0bb11-8230-4d12-907f-ccf6d6c33bb6 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Network b1df8038-8b74-4831-9138-8b92f3a015de is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:41:57.048204 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8b0b0517-3276-4f4d-b632-34891846869a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:57.049330 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-a5e0bb11-8230-4d12-907f-ccf6d6c33bb6 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:41:57.053464 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e0bb11-8230-4d12-907f-ccf6d6c33bb6 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:41:57.054284 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a5e0bb11-8230-4d12-907f-ccf6d6c33bb6 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:57.087117 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae488bc-d3a0-4c24-8ea1-0a63b27ce32e None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:41:57.087416 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae488bc-d3a0-4c24-8ea1-0a63b27ce32e None None] Checking segment: {'id': '784f51c9-9765-4ce3-9608-c2c5f52a69e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b1df8038-8b74-4831-9138-8b92f3a015de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:41:57.087812 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0ae488bc-d3a0-4c24-8ea1-0a63b27ce32e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:57.088214 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae488bc-d3a0-4c24-8ea1-0a63b27ce32e None None] Bound using segment: {'id': '784f51c9-9765-4ce3-9608-c2c5f52a69e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b1df8038-8b74-4831-9138-8b92f3a015de'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:41:57.088698 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-0ae488bc-d3a0-4c24-8ea1-0a63b27ce32e None None] Bound port: af83eec4-1a35-489f-a191-eae478f76cf2, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '784f51c9-9765-4ce3-9608-c2c5f52a69e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b1df8038-8b74-4831-9138-8b92f3a015de'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:41:57.089071 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0ae488bc-d3a0-4c24-8ea1-0a63b27ce32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:57.099904 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e0bb11-8230-4d12-907f-ccf6d6c33bb6 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Pushing event updated for resources: {'Port': ['ID=e8f4824e-1526-4a0f-b117-b461195a20b9,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:57.147864 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0b0517-3276-4f4d-b632-34891846869a None None] Network c4ba8f83-333c-411f-abb9-714415775b4d is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:41:57.164348 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-8b0b0517-3276-4f4d-b632-34891846869a None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:41:57.208177 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0b0517-3276-4f4d-b632-34891846869a None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:41:57.212397 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a5e0bb11-8230-4d12-907f-ccf6d6c33bb6 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:57.320834 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 8233f98a-03ba-491b-9000-8685741c3951 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:41:57.325634 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0b0517-3276-4f4d-b632-34891846869a None None] Pushing event updated for resources: {'Port': ['ID=fa4a2378-f38d-49ee-b0c5-a77999621fec,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:57.436996 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-95ea867b-8073-4b6c-b1c5-7503bb2696e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:57.441543 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 8233f98a-03ba-491b-9000-8685741c3951 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:41:57.441909 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:57.442234 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 8233f98a-03ba-491b-9000-8685741c3951 Sep 22 21:41:57.531382 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-8b0b0517-3276-4f4d-b632-34891846869a None None] Attempting to bind port fa4a2378-f38d-49ee-b0c5-a77999621fec on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:41:57.532388 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-8b0b0517-3276-4f4d-b632-34891846869a None None] Attempting to bind port fa4a2378-f38d-49ee-b0c5-a77999621fec by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'd86d37dd-b09d-4d1d-a662-9854ff3c4a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:41:57.532765 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0b0517-3276-4f4d-b632-34891846869a None None] Attempting to bind port fa4a2378-f38d-49ee-b0c5-a77999621fec on network c4ba8f83-333c-411f-abb9-714415775b4d {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:41:57.537095 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-0ae488bc-d3a0-4c24-8ea1-0a63b27ce32e None None] For port af83eec4-1a35-489f-a191-eae478f76cf2, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:41:57.543640 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1a693646-ef17-42a6-adac-fd94c4649f86 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:57.561102 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0b0517-3276-4f4d-b632-34891846869a None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:41:57.561102 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0b0517-3276-4f4d-b632-34891846869a None None] Checking segment: {'id': 'd86d37dd-b09d-4d1d-a662-9854ff3c4a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:41:57.561520 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8b0b0517-3276-4f4d-b632-34891846869a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:57.561624 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0b0517-3276-4f4d-b632-34891846869a None None] Bound using segment: {'id': 'd86d37dd-b09d-4d1d-a662-9854ff3c4a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:41:57.562077 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-8b0b0517-3276-4f4d-b632-34891846869a None None] Bound port: fa4a2378-f38d-49ee-b0c5-a77999621fec, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd86d37dd-b09d-4d1d-a662-9854ff3c4a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:41:57.562440 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8b0b0517-3276-4f4d-b632-34891846869a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:57.575631 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-6709b0dc-a481-4917-8c2e-02d31ac0b9ac None None] Provisioning complete for port 8233f98a-03ba-491b-9000-8685741c3951 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:41:57.575992 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6709b0dc-a481-4917-8c2e-02d31ac0b9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:57.576321 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-6709b0dc-a481-4917-8c2e-02d31ac0b9ac None None] Attempt 1 to provision port 8233f98a-03ba-491b-9000-8685741c3951 Sep 22 21:41:57.608347 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-0ae488bc-d3a0-4c24-8ea1-0a63b27ce32e None None] For port af83eec4-1a35-489f-a191-eae478f76cf2, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=af83eec4-1a35-489f-a191-eae478f76cf2,segment=NetworkSegment(784f51c9-9765-4ce3-9608-c2c5f52a69e3),segment_id=784f51c9-9765-4ce3-9608-c2c5f52a69e3)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:41:57.609543 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1a693646-ef17-42a6-adac-fd94c4649f86 None None] Transition to ACTIVE for port object 6192d2a8-95dc-496a-b418-dbaab993b137 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:41:57.636971 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0ae488bc-d3a0-4c24-8ea1-0a63b27ce32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:57.646960 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a5e0bb11-8230-4d12-907f-ccf6d6c33bb6 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:57.649286 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ea867b-8073-4b6c-b1c5-7503bb2696e0 admin admin] Router 85fc9c8c-5aa5-4009-a0e8-f145979a6567 is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:41:57.652252 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a5e0bb11-8230-4d12-907f-ccf6d6c33bb6 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:57.653219 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a5e0bb11-8230-4d12-907f-ccf6d6c33bb6 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:57.750974 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1a693646-ef17-42a6-adac-fd94c4649f86 None None] Transition to ACTIVE for port object 6192d2a8-95dc-496a-b418-dbaab993b137 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:41:57.810110 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e0bb11-8230-4d12-907f-ccf6d6c33bb6 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Pushing event updated for resources: {'Port': ['ID=e8f4824e-1526-4a0f-b117-b461195a20b9,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:57.810751 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1a693646-ef17-42a6-adac-fd94c4649f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:57.874409 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae488bc-d3a0-4c24-8ea1-0a63b27ce32e None None] Pushing event updated for resources: {'Port': ['ID=af83eec4-1a35-489f-a191-eae478f76cf2,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:57.879684 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-8b0b0517-3276-4f4d-b632-34891846869a None None] For port fa4a2378-f38d-49ee-b0c5-a77999621fec, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:41:57.893669 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e0bb11-8230-4d12-907f-ccf6d6c33bb6 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Network b1df8038-8b74-4831-9138-8b92f3a015de is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:41:57.895111 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-a5e0bb11-8230-4d12-907f-ccf6d6c33bb6 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:41:57.922563 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a693646-ef17-42a6-adac-fd94c4649f86 None None] Network 7a580e41-1a40-46bf-9732-65994082366b is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:41:57.933642 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-1a693646-ef17-42a6-adac-fd94c4649f86 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:41:57.943732 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 8233f98a-03ba-491b-9000-8685741c3951 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:41:57.944388 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:57.975280 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ea867b-8073-4b6c-b1c5-7503bb2696e0 admin admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:41:57.976467 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a693646-ef17-42a6-adac-fd94c4649f86 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:41:57.981201 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-8b0b0517-3276-4f4d-b632-34891846869a None None] For port fa4a2378-f38d-49ee-b0c5-a77999621fec, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=fa4a2378-f38d-49ee-b0c5-a77999621fec,segment=NetworkSegment(d86d37dd-b09d-4d1d-a662-9854ff3c4a87),segment_id=d86d37dd-b09d-4d1d-a662-9854ff3c4a87)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:41:57.984746 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1867122d-9469-4b6c-9c37-b86e86516bfa None None] Sync routers for ids ['85fc9c8c-5aa5-4009-a0e8-f145979a6567'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:41:58.024542 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1867122d-9469-4b6c-9c37-b86e86516bfa None None] Routers {'85fc9c8c-5aa5-4009-a0e8-f145979a6567'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:41:58.025561 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-1867122d-9469-4b6c-9c37-b86e86516bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:41:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['85fc9c8c-5aa5-4009-a0e8-f145979a6567'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:41:58.040135 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-95ea867b-8073-4b6c-b1c5-7503bb2696e0 admin admin] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:58.041396 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-95ea867b-8073-4b6c-b1c5-7503bb2696e0 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0992851 Sep 22 21:41:58.044471 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51210) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:58.072756 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8b0b0517-3276-4f4d-b632-34891846869a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:58.078910 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-6709b0dc-a481-4917-8c2e-02d31ac0b9ac None None] Current status of the port 8233f98a-03ba-491b-9000-8685741c3951 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:41:58.079340 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6709b0dc-a481-4917-8c2e-02d31ac0b9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:58.091384 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a693646-ef17-42a6-adac-fd94c4649f86 None None] Pushing event updated for resources: {'Port': ['ID=6192d2a8-95dc-496a-b418-dbaab993b137,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:58.162553 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e0bb11-8230-4d12-907f-ccf6d6c33bb6 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Router 322ffc55-0433-46c5-9725-09c922e6c0f3 is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:41:58.410713 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 8233f98a-03ba-491b-9000-8685741c3951, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=8233f98a-03ba-491b-9000-8685741c3951,segment=NetworkSegment(b01437d4-94b3-4a8a-98dc-a2950b0531b7),segment_id=b01437d4-94b3-4a8a-98dc-a2950b0531b7)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:41:58.413062 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-1867122d-9469-4b6c-9c37-b86e86516bfa None None] Set router 85fc9c8c-5aa5-4009-a0e8-f145979a6567 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:41:58.451895 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e0bb11-8230-4d12-907f-ccf6d6c33bb6 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:41:58.456107 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:58.478574 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a5e0bb11-8230-4d12-907f-ccf6d6c33bb6 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] 10.222.0.33 "PUT /v2.0/routers/322ffc55-0433-46c5-9725-09c922e6c0f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9652817 Sep 22 21:41:58.478574 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51214) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:58.478574 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51216) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:41:58.484494 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-1a693646-ef17-42a6-adac-fd94c4649f86 None None] Attempting to bind port 6192d2a8-95dc-496a-b418-dbaab993b137 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:41:58.485614 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-1a693646-ef17-42a6-adac-fd94c4649f86 None None] Attempting to bind port 6192d2a8-95dc-496a-b418-dbaab993b137 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '76389cdb-4ac8-4e72-af72-ffbfa18fa67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7a580e41-1a40-46bf-9732-65994082366b'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:41:58.485987 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a693646-ef17-42a6-adac-fd94c4649f86 None None] Attempting to bind port 6192d2a8-95dc-496a-b418-dbaab993b137 on network 7a580e41-1a40-46bf-9732-65994082366b {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:41:58.515321 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57eae21-62fb-4d23-8c31-2781cee9e2fe None None] Sync routers for ids ['322ffc55-0433-46c5-9725-09c922e6c0f3'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:41:58.559389 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.db.api [None req-6709b0dc-a481-4917-8c2e-02d31ac0b9ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:41:58.560159 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG oslo_db.api [None req-6709b0dc-a481-4917-8c2e-02d31ac0b9ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:41:58.561206 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a693646-ef17-42a6-adac-fd94c4649f86 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:41:58.561815 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a693646-ef17-42a6-adac-fd94c4649f86 None None] Checking segment: {'id': '76389cdb-4ac8-4e72-af72-ffbfa18fa67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7a580e41-1a40-46bf-9732-65994082366b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:41:58.562216 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1a693646-ef17-42a6-adac-fd94c4649f86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:58.563189 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a693646-ef17-42a6-adac-fd94c4649f86 None None] Bound using segment: {'id': '76389cdb-4ac8-4e72-af72-ffbfa18fa67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7a580e41-1a40-46bf-9732-65994082366b'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:41:58.563693 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-1a693646-ef17-42a6-adac-fd94c4649f86 None None] Bound port: 6192d2a8-95dc-496a-b418-dbaab993b137, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76389cdb-4ac8-4e72-af72-ffbfa18fa67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '7a580e41-1a40-46bf-9732-65994082366b'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:41:58.564066 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1a693646-ef17-42a6-adac-fd94c4649f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:58.581139 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0b0517-3276-4f4d-b632-34891846869a None None] Pushing event updated for resources: {'Port': ['ID=fa4a2378-f38d-49ee-b0c5-a77999621fec,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:58.651751 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57eae21-62fb-4d23-8c31-2781cee9e2fe None None] Routers {'322ffc55-0433-46c5-9725-09c922e6c0f3'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:41:58.652646 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-b57eae21-62fb-4d23-8c31-2781cee9e2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:41:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['322ffc55-0433-46c5-9725-09c922e6c0f3'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:41:58.841364 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-1867122d-9469-4b6c-9c37-b86e86516bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'name': 'tempest-TestVolumeBootPattern-630973036-router', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '8086c4f3-eded-4d66-8366-1c89a80b9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:41:55Z', 'updated_at': '2022-09-22T21:41:56Z', 'revision_number': 3, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'gw_port': {'id': '8086c4f3-eded-4d66-8366-1c89a80b9287', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:41:55Z', 'updated_at': '2022-09-22T21:41:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:41:58.858552 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1867122d-9469-4b6c-9c37-b86e86516bfa None None] Checking router: 85fc9c8c-5aa5-4009-a0e8-f145979a6567 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:41:58.858930 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1867122d-9469-4b6c-9c37-b86e86516bfa None None] Updating router 85fc9c8c-5aa5-4009-a0e8-f145979a6567 port 8086c4f3-eded-4d66-8366-1c89a80b9287 binding host dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:41:58.973519 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-1867122d-9469-4b6c-9c37-b86e86516bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:58.998696 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1a693646-ef17-42a6-adac-fd94c4649f86 None None] For port 6192d2a8-95dc-496a-b418-dbaab993b137, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:41:59.002486 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1a693646-ef17-42a6-adac-fd94c4649f86 None None] For port 6192d2a8-95dc-496a-b418-dbaab993b137, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=6192d2a8-95dc-496a-b418-dbaab993b137,segment=NetworkSegment(76389cdb-4ac8-4e72-af72-ffbfa18fa67d),segment_id=76389cdb-4ac8-4e72-af72-ffbfa18fa67d)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:41:59.009128 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-b57eae21-62fb-4d23-8c31-2781cee9e2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:41:59.016428 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device af83eec4-1a35-489f-a191-eae478f76cf2 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:41:59.057601 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1a693646-ef17-42a6-adac-fd94c4649f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:59.076143 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57eae21-62fb-4d23-8c31-2781cee9e2fe None None] Routers {'322ffc55-0433-46c5-9725-09c922e6c0f3'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:41:59.076848 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-b57eae21-62fb-4d23-8c31-2781cee9e2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:41:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['322ffc55-0433-46c5-9725-09c922e6c0f3'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:41:59.270175 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-b57eae21-62fb-4d23-8c31-2781cee9e2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:41:59.270582 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57eae21-62fb-4d23-8c31-2781cee9e2fe None None] The sync data for ids ['322ffc55-0433-46c5-9725-09c922e6c0f3'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:41:59.274095 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-6709b0dc-a481-4917-8c2e-02d31ac0b9ac None None] Current status of the port 8233f98a-03ba-491b-9000-8685741c3951 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:41:59.296625 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=8233f98a-03ba-491b-9000-8685741c3951,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:59.424080 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port af83eec4-1a35-489f-a191-eae478f76cf2 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:41:59.441016 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device fa4a2378-f38d-49ee-b0c5-a77999621fec up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:41:59.527870 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cb3f4aa7-23a1-40ad-9a34-6863bc7ebdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:59.545935 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a693646-ef17-42a6-adac-fd94c4649f86 None None] Pushing event updated for resources: {'Port': ['ID=6192d2a8-95dc-496a-b418-dbaab993b137,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:59.559169 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e540be5-121c-4846-9692-72849644a11a None None] Network b1df8038-8b74-4831-9138-8b92f3a015de requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:41:59.711131 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-4a4aaac8-c3c5-4d9a-817d-7431de0d730a None None] Provisioning for port af83eec4-1a35-489f-a191-eae478f76cf2 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:41:59.715705 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-1867122d-9469-4b6c-9c37-b86e86516bfa None None] Notify callbacks [] for port, precommit_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:59.742159 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-4a4aaac8-c3c5-4d9a-817d-7431de0d730a None None] Provisioning complete for port af83eec4-1a35-489f-a191-eae478f76cf2 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:41:59.742506 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4a4aaac8-c3c5-4d9a-817d-7431de0d730a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:59.742857 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-4a4aaac8-c3c5-4d9a-817d-7431de0d730a None None] Attempt 1 to provision port af83eec4-1a35-489f-a191-eae478f76cf2 Sep 22 21:41:59.747676 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.provisioning_blocks [None req-1867122d-9469-4b6c-9c37-b86e86516bfa None None] Transition to ACTIVE for port object 8086c4f3-eded-4d66-8366-1c89a80b9287 will not be triggered until provisioned by entity L2. {{(pid=89011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:41:59.762151 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-1867122d-9469-4b6c-9c37-b86e86516bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:59.852541 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port fa4a2378-f38d-49ee-b0c5-a77999621fec completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:41:59.911234 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a12474-22f1-4584-954a-9edd40492190 None None] Pushing event updated for resources: {'Port': ['ID=8086c4f3-eded-4d66-8366-1c89a80b9287,revision_number=2']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:41:59.920923 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-1867122d-9469-4b6c-9c37-b86e86516bfa None None] Attempting to bind port 8086c4f3-eded-4d66-8366-1c89a80b9287 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:41:59.921279 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-1867122d-9469-4b6c-9c37-b86e86516bfa None None] Attempting to bind port 8086c4f3-eded-4d66-8366-1c89a80b9287 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:41:59.921628 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1867122d-9469-4b6c-9c37-b86e86516bfa None None] Attempting to bind port 8086c4f3-eded-4d66-8366-1c89a80b9287 on network a22ae1c9-d428-411f-af43-ce0f71b38d9c {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:41:59.925624 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a12474-22f1-4584-954a-9edd40492190 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:41:59.925975 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a12474-22f1-4584-954a-9edd40492190 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:41:59.926486 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a12474-22f1-4584-954a-9edd40492190 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:41:59.926996 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a12474-22f1-4584-954a-9edd40492190 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:41:59.927498 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a12474-22f1-4584-954a-9edd40492190 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:41:59.927984 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a12474-22f1-4584-954a-9edd40492190 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:41:59.928810 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a12474-22f1-4584-954a-9edd40492190 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:41:59.929327 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a12474-22f1-4584-954a-9edd40492190 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:41:59.929822 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a12474-22f1-4584-954a-9edd40492190 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:41:59.930315 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a12474-22f1-4584-954a-9edd40492190 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:41:59.930812 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a12474-22f1-4584-954a-9edd40492190 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:41:59.931293 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a12474-22f1-4584-954a-9edd40492190 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:41:59.940552 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1867122d-9469-4b6c-9c37-b86e86516bfa None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:41:59.941281 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1867122d-9469-4b6c-9c37-b86e86516bfa None None] Checking segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:41:59.942703 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-1867122d-9469-4b6c-9c37-b86e86516bfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:59.943246 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1867122d-9469-4b6c-9c37-b86e86516bfa None None] Bound using segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:41:59.944028 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-1867122d-9469-4b6c-9c37-b86e86516bfa None None] Bound port: 8086c4f3-eded-4d66-8366-1c89a80b9287, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:41:59.944720 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-1867122d-9469-4b6c-9c37-b86e86516bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:41:59.961129 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-cb3f4aa7-23a1-40ad-9a34-6863bc7ebdf9 admin admin] Allocated IP 172.20.0.1 (c4ba8f83-333c-411f-abb9-714415775b4d/8ec73feb-6226-4bb2-bdf7-f761304c77c1/38bf86dc-fcc2-47a6-8518-e7cca53839dd) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:42:00.000942 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e4803b-2ba3-4ff9-be7c-0e35f120d7fd None None] Network c4ba8f83-333c-411f-abb9-714415775b4d requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:42:00.033137 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-1867122d-9469-4b6c-9c37-b86e86516bfa None None] For port 8086c4f3-eded-4d66-8366-1c89a80b9287, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:42:00.037245 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-1867122d-9469-4b6c-9c37-b86e86516bfa None None] For port 8086c4f3-eded-4d66-8366-1c89a80b9287, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=8086c4f3-eded-4d66-8366-1c89a80b9287,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:42:00.043512 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-1867122d-9469-4b6c-9c37-b86e86516bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:00.123115 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-4a4aaac8-c3c5-4d9a-817d-7431de0d730a None None] Current status of the port af83eec4-1a35-489f-a191-eae478f76cf2 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:42:00.123796 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4a4aaac8-c3c5-4d9a-817d-7431de0d730a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:00.131511 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1867122d-9469-4b6c-9c37-b86e86516bfa None None] Routers {'85fc9c8c-5aa5-4009-a0e8-f145979a6567'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:42:00.132376 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-1867122d-9469-4b6c-9c37-b86e86516bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:41:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['85fc9c8c-5aa5-4009-a0e8-f145979a6567'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:00.168719 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cb3f4aa7-23a1-40ad-9a34-6863bc7ebdf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:00.195031 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-cb3f4aa7-23a1-40ad-9a34-6863bc7ebdf9 admin admin] Transition to ACTIVE for port object 38bf86dc-fcc2-47a6-8518-e7cca53839dd will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:42:00.205879 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-4a4aaac8-c3c5-4d9a-817d-7431de0d730a None None] For port af83eec4-1a35-489f-a191-eae478f76cf2, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=af83eec4-1a35-489f-a191-eae478f76cf2,segment=NetworkSegment(784f51c9-9765-4ce3-9608-c2c5f52a69e3),segment_id=784f51c9-9765-4ce3-9608-c2c5f52a69e3)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:42:00.220503 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4a4aaac8-c3c5-4d9a-817d-7431de0d730a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:00.253232 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cb3f4aa7-23a1-40ad-9a34-6863bc7ebdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:00.324157 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a12474-22f1-4584-954a-9edd40492190 None None] Pushing event updated for resources: {'Port': ['ID=8086c4f3-eded-4d66-8366-1c89a80b9287,revision_number=3']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:00.376125 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3f4aa7-23a1-40ad-9a34-6863bc7ebdf9 admin admin] Network c4ba8f83-333c-411f-abb9-714415775b4d is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:42:00.392241 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-cb3f4aa7-23a1-40ad-9a34-6863bc7ebdf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:42:00.401998 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3f4aa7-23a1-40ad-9a34-6863bc7ebdf9 admin admin] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:42:00.462029 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-77649afe-c23a-414e-8231-9d16dd64a84d None None] Provisioning for port fa4a2378-f38d-49ee-b0c5-a77999621fec completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:42:00.472166 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4aaac8-c3c5-4d9a-817d-7431de0d730a None None] Pushing event updated for resources: {'Port': ['ID=af83eec4-1a35-489f-a191-eae478f76cf2,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:00.474038 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f4aa7-23a1-40ad-9a34-6863bc7ebdf9 admin admin] Pushing event updated for resources: {'Port': ['ID=38bf86dc-fcc2-47a6-8518-e7cca53839dd,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:00.509278 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-1867122d-9469-4b6c-9c37-b86e86516bfa None None] Set router 85fc9c8c-5aa5-4009-a0e8-f145979a6567 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:42:00.513085 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cb3f4aa7-23a1-40ad-9a34-6863bc7ebdf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:00.514030 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-77649afe-c23a-414e-8231-9d16dd64a84d None None] Provisioning complete for port fa4a2378-f38d-49ee-b0c5-a77999621fec triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:42:00.514406 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-77649afe-c23a-414e-8231-9d16dd64a84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:00.514767 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-77649afe-c23a-414e-8231-9d16dd64a84d None None] Attempt 1 to provision port fa4a2378-f38d-49ee-b0c5-a77999621fec Sep 22 21:42:00.588770 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-ebebc5fb-67f7-4e7e-b004-855cd87cac25 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:42:00.589900 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ebebc5fb-67f7-4e7e-b004-855cd87cac25 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] 10.222.0.33 "PUT /v2.0/routers/322ffc55-0433-46c5-9725-09c922e6c0f3/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.1071732 Sep 22 21:42:00.595448 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51222) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:00.755478 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-77649afe-c23a-414e-8231-9d16dd64a84d None None] Current status of the port fa4a2378-f38d-49ee-b0c5-a77999621fec is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:42:00.755989 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-77649afe-c23a-414e-8231-9d16dd64a84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:00.839825 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-77649afe-c23a-414e-8231-9d16dd64a84d None None] For port fa4a2378-f38d-49ee-b0c5-a77999621fec, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=fa4a2378-f38d-49ee-b0c5-a77999621fec,segment=NetworkSegment(d86d37dd-b09d-4d1d-a662-9854ff3c4a87),segment_id=d86d37dd-b09d-4d1d-a662-9854ff3c4a87)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:42:00.851638 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-77649afe-c23a-414e-8231-9d16dd64a84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:00.869613 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cb3f4aa7-23a1-40ad-9a34-6863bc7ebdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:00.976501 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e4cef4-0a47-4838-aa21-de68804d6305 None None] Network 7a580e41-1a40-46bf-9732-65994082366b requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:42:01.013918 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 8233f98a-03ba-491b-9000-8685741c3951 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:42:01.079061 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-1867122d-9469-4b6c-9c37-b86e86516bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'name': 'tempest-TestVolumeBootPattern-630973036-router', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '8086c4f3-eded-4d66-8366-1c89a80b9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:41:55Z', 'updated_at': '2022-09-22T21:41:56Z', 'revision_number': 3, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'gw_port': {'id': '8086c4f3-eded-4d66-8366-1c89a80b9287', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:41:55Z', 'updated_at': '2022-09-22T21:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:01.090926 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1867122d-9469-4b6c-9c37-b86e86516bfa None None] The sync data for ids ['85fc9c8c-5aa5-4009-a0e8-f145979a6567'] in dv-neutron-858900-1-hyperv is: [{'id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'name': 'tempest-TestVolumeBootPattern-630973036-router', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '8086c4f3-eded-4d66-8366-1c89a80b9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:41:55Z', 'updated_at': '2022-09-22T21:41:56Z', 'revision_number': 3, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'gw_port': {'id': '8086c4f3-eded-4d66-8366-1c89a80b9287', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:41:55Z', 'updated_at': '2022-09-22T21:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:42:01.158868 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77649afe-c23a-414e-8231-9d16dd64a84d None None] Pushing event updated for resources: {'Port': ['ID=fa4a2378-f38d-49ee-b0c5-a77999621fec,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:01.226452 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-efe834c6-e0b5-4954-a95a-dbd5f79cf8da None None] Provisioning complete for port af83eec4-1a35-489f-a191-eae478f76cf2 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:42:01.227793 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-efe834c6-e0b5-4954-a95a-dbd5f79cf8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:01.228737 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-efe834c6-e0b5-4954-a95a-dbd5f79cf8da None None] Attempt 1 to provision port af83eec4-1a35-489f-a191-eae478f76cf2 Sep 22 21:42:01.288639 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-935a64fe-a8ca-43ab-8586-afc2a74d98e8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:01.601511 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cb3f4aa7-23a1-40ad-9a34-6863bc7ebdf9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:01.603527 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 8233f98a-03ba-491b-9000-8685741c3951 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:42:01.604269 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:01.604685 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 8233f98a-03ba-491b-9000-8685741c3951 Sep 22 21:42:01.607403 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cb3f4aa7-23a1-40ad-9a34-6863bc7ebdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:01.726270 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-efe834c6-e0b5-4954-a95a-dbd5f79cf8da None None] Current status of the port af83eec4-1a35-489f-a191-eae478f76cf2 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:42:01.732735 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f4aa7-23a1-40ad-9a34-6863bc7ebdf9 admin admin] Pushing event updated for resources: {'Port': ['ID=38bf86dc-fcc2-47a6-8518-e7cca53839dd,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:01.735731 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cb3f4aa7-23a1-40ad-9a34-6863bc7ebdf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:01.762285 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-efe834c6-e0b5-4954-a95a-dbd5f79cf8da None None] Provisioning for port e8f4824e-1526-4a0f-b117-b461195a20b9 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:42:01.805792 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-efe834c6-e0b5-4954-a95a-dbd5f79cf8da None None] Provisioning complete for port e8f4824e-1526-4a0f-b117-b461195a20b9 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:42:01.806151 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-efe834c6-e0b5-4954-a95a-dbd5f79cf8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:01.806542 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-efe834c6-e0b5-4954-a95a-dbd5f79cf8da None None] Attempt 1 to provision port e8f4824e-1526-4a0f-b117-b461195a20b9 Sep 22 21:42:01.885936 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 8233f98a-03ba-491b-9000-8685741c3951 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:42:01.887181 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device af83eec4-1a35-489f-a191-eae478f76cf2 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:42:01.888105 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3f4aa7-23a1-40ad-9a34-6863bc7ebdf9 admin admin] Network c4ba8f83-333c-411f-abb9-714415775b4d is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:42:01.892688 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-cb3f4aa7-23a1-40ad-9a34-6863bc7ebdf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:42:01.937465 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-efe834c6-e0b5-4954-a95a-dbd5f79cf8da None None] Port e8f4824e-1526-4a0f-b117-b461195a20b9 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:42:01.999497 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port af83eec4-1a35-489f-a191-eae478f76cf2 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:42:02.000023 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:02.001029 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port af83eec4-1a35-489f-a191-eae478f76cf2 Sep 22 21:42:02.194286 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3f4aa7-23a1-40ad-9a34-6863bc7ebdf9 admin admin] Router 85fc9c8c-5aa5-4009-a0e8-f145979a6567 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:42:02.234938 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port af83eec4-1a35-489f-a191-eae478f76cf2 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:42:02.236004 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 6192d2a8-95dc-496a-b418-dbaab993b137 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:42:02.290561 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-935a64fe-a8ca-43ab-8586-afc2a74d98e8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Allocated IP 172.20.0.17 (6361b600-f40c-41c0-a88f-3403a287a77f/9ba62f2e-901d-425a-bfd4-433c51fb9869/57c5190d-4a91-4800-b0eb-3f485cda21df) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:42:02.341046 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 6192d2a8-95dc-496a-b418-dbaab993b137 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:42:02.439183 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-efe834c6-e0b5-4954-a95a-dbd5f79cf8da None None] Attempt 2 to provision port e8f4824e-1526-4a0f-b117-b461195a20b9 Sep 22 21:42:02.454399 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3f4aa7-23a1-40ad-9a34-6863bc7ebdf9 admin admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:42:02.466446 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-cb3f4aa7-23a1-40ad-9a34-6863bc7ebdf9 admin admin] 10.222.0.33 "PUT /v2.0/routers/85fc9c8c-5aa5-4009-a0e8-f145979a6567/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4209583 Sep 22 21:42:02.497027 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-efe834c6-e0b5-4954-a95a-dbd5f79cf8da None None] Port e8f4824e-1526-4a0f-b117-b461195a20b9 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:42:02.551928 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-935a64fe-a8ca-43ab-8586-afc2a74d98e8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:02.571917 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-935a64fe-a8ca-43ab-8586-afc2a74d98e8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Transition to ACTIVE for port object 57c5190d-4a91-4800-b0eb-3f485cda21df will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:42:02.574812 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fe7ac6ea-47f1-41fa-919f-fc9880dc4367 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:02.800245 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 8086c4f3-eded-4d66-8366-1c89a80b9287 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:42:02.899728 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 8086c4f3-eded-4d66-8366-1c89a80b9287 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:42:02.905181 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 8086c4f3-eded-4d66-8366-1c89a80b9287 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:42:02.905550 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:02.906025 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 8086c4f3-eded-4d66-8366-1c89a80b9287 Sep 22 21:42:02.956118 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-935a64fe-a8ca-43ab-8586-afc2a74d98e8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:03.018577 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-efe834c6-e0b5-4954-a95a-dbd5f79cf8da None None] Attempt 3 to provision port e8f4824e-1526-4a0f-b117-b461195a20b9 Sep 22 21:42:03.040157 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51240) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:03.043419 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935a64fe-a8ca-43ab-8586-afc2a74d98e8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network 6361b600-f40c-41c0-a88f-3403a287a77f is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:42:03.048514 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-935a64fe-a8ca-43ab-8586-afc2a74d98e8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:42:03.048951 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-64f30cae-79b3-4131-ad08-2ccc6dee195a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1197464643-network', 'tenant_id': 'fcfc1839102f4356a9d68d6af584a777'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:42:03.053415 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935a64fe-a8ca-43ab-8586-afc2a74d98e8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:42:03.066911 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-64f30cae-79b3-4131-ad08-2ccc6dee195a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:42:03.077672 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-64f30cae-79b3-4131-ad08-2ccc6dee195a admin admin] Usage tracker for resource:network and tenant:fcfc1839102f4356a9d68d6af584a777 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:42:03.084249 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-64f30cae-79b3-4131-ad08-2ccc6dee195a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:42:03.087168 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a64fe-a8ca-43ab-8586-afc2a74d98e8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=57c5190d-4a91-4800-b0eb-3f485cda21df,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:03.095003 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-efe834c6-e0b5-4954-a95a-dbd5f79cf8da None None] Port e8f4824e-1526-4a0f-b117-b461195a20b9 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:42:03.095463 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 8086c4f3-eded-4d66-8366-1c89a80b9287 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:42:03.095835 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:03.101878 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-64f30cae-79b3-4131-ad08-2ccc6dee195a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:42:03.115001 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 8086c4f3-eded-4d66-8366-1c89a80b9287, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=8086c4f3-eded-4d66-8366-1c89a80b9287,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:42:03.116005 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f30cae-79b3-4131-ad08-2ccc6dee195a admin admin] Made reservation on behalf of fcfc1839102f4356a9d68d6af584a777 for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:42:03.120184 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-64f30cae-79b3-4131-ad08-2ccc6dee195a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:03.124073 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:03.124845 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device fa4a2378-f38d-49ee-b0c5-a77999621fec up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:42:03.132097 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-935a64fe-a8ca-43ab-8586-afc2a74d98e8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:03.135192 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-64f30cae-79b3-4131-ad08-2ccc6dee195a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:03.160417 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-64f30cae-79b3-4131-ad08-2ccc6dee195a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:42:03.165841 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-64f30cae-79b3-4131-ad08-2ccc6dee195a admin admin] Usage tracker for resource:security_group_rule and tenant:fcfc1839102f4356a9d68d6af584a777 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:42:03.170197 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-64f30cae-79b3-4131-ad08-2ccc6dee195a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:42:03.176636 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-64f30cae-79b3-4131-ad08-2ccc6dee195a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:42:03.239735 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cb6d48-76a3-4adf-be03-80c7ad9ea510 None None] Sync routers for ids ['85fc9c8c-5aa5-4009-a0e8-f145979a6567'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:42:03.254702 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cb6d48-76a3-4adf-be03-80c7ad9ea510 None None] Routers {'85fc9c8c-5aa5-4009-a0e8-f145979a6567'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:42:03.256747 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-f7cb6d48-76a3-4adf-be03-80c7ad9ea510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:41:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['85fc9c8c-5aa5-4009-a0e8-f145979a6567'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:03.283542 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=8086c4f3-eded-4d66-8366-1c89a80b9287,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:03.302923 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port fa4a2378-f38d-49ee-b0c5-a77999621fec triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:42:03.303300 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:03.303629 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port fa4a2378-f38d-49ee-b0c5-a77999621fec Sep 22 21:42:03.345974 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-64f30cae-79b3-4131-ad08-2ccc6dee195a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:03.355633 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-64f30cae-79b3-4131-ad08-2ccc6dee195a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:03.411947 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64f30cae-79b3-4131-ad08-2ccc6dee195a admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:42:03.417632 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f30cae-79b3-4131-ad08-2ccc6dee195a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c661759-08c3-4aa1-a52c-7f8422b66bb6,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:03.428241 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-64f30cae-79b3-4131-ad08-2ccc6dee195a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:03.428594 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-64f30cae-79b3-4131-ad08-2ccc6dee195a admin admin] Added segment a428bce9-dd2f-4cdb-8a95-2f5ca5555956 of type vlan for network 180a1c9c-05ec-4437-a789-b424f72a1c41 Sep 22 21:42:03.449426 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-fe7ac6ea-47f1-41fa-919f-fc9880dc4367 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Deleting port e8f4824e-1526-4a0f-b117-b461195a20b9 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:42:03.450029 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fe7ac6ea-47f1-41fa-919f-fc9880dc4367 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:03.459152 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port fa4a2378-f38d-49ee-b0c5-a77999621fec is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:42:03.468325 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-64f30cae-79b3-4131-ad08-2ccc6dee195a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:03.499281 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-64f30cae-79b3-4131-ad08-2ccc6dee195a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:03.502789 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f30cae-79b3-4131-ad08-2ccc6dee195a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:03.503423 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-64f30cae-79b3-4131-ad08-2ccc6dee195a admin admin] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:03.506957 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-935a64fe-a8ca-43ab-8586-afc2a74d98e8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:03.553590 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-f7cb6d48-76a3-4adf-be03-80c7ad9ea510 None None] Set router 85fc9c8c-5aa5-4009-a0e8-f145979a6567 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:42:03.596587 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-efe834c6-e0b5-4954-a95a-dbd5f79cf8da None None] Attempt 4 to provision port e8f4824e-1526-4a0f-b117-b461195a20b9 Sep 22 21:42:03.617766 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f30cae-79b3-4131-ad08-2ccc6dee195a admin admin] Pushing event updated for resources: {'Network': ['ID=180a1c9c-05ec-4437-a789-b424f72a1c41,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:03.631486 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-64f30cae-79b3-4131-ad08-2ccc6dee195a admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5866585 Sep 22 21:42:03.631971 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51244) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:03.639651 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-f5a55208-d740-476b-8900-650a720400d2 admin admin] Request body: {'subnet': {'network_id': '180a1c9c-05ec-4437-a789-b424f72a1c41', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1197464643-subnet', 'tenant_id': 'fcfc1839102f4356a9d68d6af584a777', 'ip_version': 4}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:42:03.641529 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 180a1c9c-05ec-4437-a789-b424f72a1c41 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:42:03.647046 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-f5a55208-d740-476b-8900-650a720400d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:42:03.652781 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f5a55208-d740-476b-8900-650a720400d2 admin admin] Usage tracker for resource:subnet and tenant:fcfc1839102f4356a9d68d6af584a777 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:42:03.658136 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f5a55208-d740-476b-8900-650a720400d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:42:03.668432 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-f5a55208-d740-476b-8900-650a720400d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:42:03.682537 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a55208-d740-476b-8900-650a720400d2 admin admin] Made reservation on behalf of fcfc1839102f4356a9d68d6af584a777 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:42:03.685666 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f5a55208-d740-476b-8900-650a720400d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:03.757344 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-efe834c6-e0b5-4954-a95a-dbd5f79cf8da None None] Port e8f4824e-1526-4a0f-b117-b461195a20b9 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:42:03.844492 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fe7ac6ea-47f1-41fa-919f-fc9880dc4367 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:03.910118 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-f7cb6d48-76a3-4adf-be03-80c7ad9ea510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'name': 'tempest-TestVolumeBootPattern-630973036-router', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '8086c4f3-eded-4d66-8366-1c89a80b9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:41:55Z', 'updated_at': '2022-09-22T21:42:00Z', 'revision_number': 4, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'gw_port': {'id': '8086c4f3-eded-4d66-8366-1c89a80b9287', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:41:55Z', 'updated_at': '2022-09-22T21:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '38bf86dc-fcc2-47a6-8518-e7cca53839dd', 'name': '', 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'mac_address': 'fa:16:3e:90:e0:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '8ec73feb-6226-4bb2-bdf7-f761304c77c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:41:59Z', 'updated_at': '2022-09-22T21:42:01Z', 'revision_number': 2, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'subnets': [{'id': '8ec73feb-6226-4bb2-bdf7-f761304c77c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:03.911767 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f5a55208-d740-476b-8900-650a720400d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:03.914177 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cb6d48-76a3-4adf-be03-80c7ad9ea510 None None] Checking router: 85fc9c8c-5aa5-4009-a0e8-f145979a6567 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:42:03.914526 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cb6d48-76a3-4adf-be03-80c7ad9ea510 None None] Updating router 85fc9c8c-5aa5-4009-a0e8-f145979a6567 port 38bf86dc-fcc2-47a6-8518-e7cca53839dd binding host dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:42:03.970912 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-f7cb6d48-76a3-4adf-be03-80c7ad9ea510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:03.986844 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-fe7ac6ea-47f1-41fa-919f-fc9880dc4367 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Calling delete_port for e8f4824e-1526-4a0f-b117-b461195a20b9 owned by network:router_interface {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:42:03.987993 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a55208-d740-476b-8900-650a720400d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45912913-10bb-48de-9ddc-b21914db820a,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:03.996895 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a55208-d740-476b-8900-650a720400d2 admin admin] Checking segment: {'id': 'a428bce9-dd2f-4cdb-8a95-2f5ca5555956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '180a1c9c-05ec-4437-a789-b424f72a1c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:42:03.997255 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a55208-d740-476b-8900-650a720400d2 admin admin] Network hostable DHCP agents. Network: 180a1c9c-05ec-4437-a789-b424f72a1c41, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:42:04.018222 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a55208-d740-476b-8900-650a720400d2 admin admin] Network 180a1c9c-05ec-4437-a789-b424f72a1c41 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:42:04.031303 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-f5a55208-d740-476b-8900-650a720400d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 180a1c9c-05ec-4437-a789-b424f72a1c41) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:42:04.036170 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a55208-d740-476b-8900-650a720400d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:04.037006 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f5a55208-d740-476b-8900-650a720400d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:04.041613 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118139ba-3c70-42a5-a909-bca876d6d3ef None None] Network 180a1c9c-05ec-4437-a789-b424f72a1c41 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:42:04.064259 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-f5a55208-d740-476b-8900-650a720400d2 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4281406 Sep 22 21:42:04.065030 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51248) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:04.070525 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-c6952e8f-0959-44a8-b0f6-0d285dbcc27b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1197464643-router', 'tenant_id': 'fcfc1839102f4356a9d68d6af584a777', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:42:04.077009 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-c6952e8f-0959-44a8-b0f6-0d285dbcc27b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:42:04.081490 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-c6952e8f-0959-44a8-b0f6-0d285dbcc27b admin admin] Usage tracker for resource:router and tenant:fcfc1839102f4356a9d68d6af584a777 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:42:04.084641 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-c6952e8f-0959-44a8-b0f6-0d285dbcc27b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:42:04.091944 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-c6952e8f-0959-44a8-b0f6-0d285dbcc27b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:42:04.108064 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c6952e8f-0959-44a8-b0f6-0d285dbcc27b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:04.109156 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c6952e8f-0959-44a8-b0f6-0d285dbcc27b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:04.130290 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c6952e8f-0959-44a8-b0f6-0d285dbcc27b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:04.259513 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-efe834c6-e0b5-4954-a95a-dbd5f79cf8da None None] Attempt 5 to provision port e8f4824e-1526-4a0f-b117-b461195a20b9 Sep 22 21:42:04.317996 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-efe834c6-e0b5-4954-a95a-dbd5f79cf8da None None] Port e8f4824e-1526-4a0f-b117-b461195a20b9 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:42:04.322534 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fe7ac6ea-47f1-41fa-919f-fc9880dc4367 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:04.393508 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ac6ea-47f1-41fa-919f-fc9880dc4367 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Pushing event deleted for resources: {'Port': ['ID=e8f4824e-1526-4a0f-b117-b461195a20b9,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:04.432105 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-f7cb6d48-76a3-4adf-be03-80c7ad9ea510 None None] Notify callbacks [] for port, precommit_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:04.445105 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f4a8a9-51b0-4e2e-b2d2-9c4b0e3c1d5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-180a1c9c-05ec-4437-a789-b424f72a1c41', 'network_id': '180a1c9c-05ec-4437-a789-b424f72a1c41', 'tenant_id': 'fcfc1839102f4356a9d68d6af584a777', 'fixed_ips': [{'subnet_id': '45912913-10bb-48de-9ddc-b21914db820a'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:42:04.446481 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-24f4a8a9-51b0-4e2e-b2d2-9c4b0e3c1d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:04.451675 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.provisioning_blocks [None req-f7cb6d48-76a3-4adf-be03-80c7ad9ea510 None None] Transition to ACTIVE for port object 38bf86dc-fcc2-47a6-8518-e7cca53839dd will not be triggered until provisioned by entity L2. {{(pid=89011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:42:04.467855 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-f7cb6d48-76a3-4adf-be03-80c7ad9ea510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:04.626097 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c6952e8f-0959-44a8-b0f6-0d285dbcc27b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:04.668312 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-24f4a8a9-51b0-4e2e-b2d2-9c4b0e3c1d5a None None] Allocated IP 172.20.0.2 (180a1c9c-05ec-4437-a789-b424f72a1c41/45912913-10bb-48de-9ddc-b21914db820a/e195fa21-4782-4275-bc80-ededca5a7eca) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:42:04.718883 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b87bf-48db-4459-a4d8-f64d7270b981 None None] Pushing event updated for resources: {'Port': ['ID=38bf86dc-fcc2-47a6-8518-e7cca53839dd,revision_number=3']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:04.750786 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-f7cb6d48-76a3-4adf-be03-80c7ad9ea510 None None] Attempting to bind port 38bf86dc-fcc2-47a6-8518-e7cca53839dd on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:42:04.751150 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-f7cb6d48-76a3-4adf-be03-80c7ad9ea510 None None] Attempting to bind port 38bf86dc-fcc2-47a6-8518-e7cca53839dd by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'd86d37dd-b09d-4d1d-a662-9854ff3c4a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d'}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:42:04.751747 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cb6d48-76a3-4adf-be03-80c7ad9ea510 None None] Attempting to bind port 38bf86dc-fcc2-47a6-8518-e7cca53839dd on network c4ba8f83-333c-411f-abb9-714415775b4d {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:42:04.757517 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cb6d48-76a3-4adf-be03-80c7ad9ea510 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:42:04.757888 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cb6d48-76a3-4adf-be03-80c7ad9ea510 None None] Checking segment: {'id': 'd86d37dd-b09d-4d1d-a662-9854ff3c4a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:42:04.758285 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-f7cb6d48-76a3-4adf-be03-80c7ad9ea510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:04.758703 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cb6d48-76a3-4adf-be03-80c7ad9ea510 None None] Bound using segment: {'id': 'd86d37dd-b09d-4d1d-a662-9854ff3c4a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d'} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:42:04.759171 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-f7cb6d48-76a3-4adf-be03-80c7ad9ea510 None None] Bound port: 38bf86dc-fcc2-47a6-8518-e7cca53839dd, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd86d37dd-b09d-4d1d-a662-9854ff3c4a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d'}}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:42:04.759558 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-f7cb6d48-76a3-4adf-be03-80c7ad9ea510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:04.785515 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 8086c4f3-eded-4d66-8366-1c89a80b9287 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:42:04.826137 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-efe834c6-e0b5-4954-a95a-dbd5f79cf8da None None] Attempt 6 to provision port e8f4824e-1526-4a0f-b117-b461195a20b9 Sep 22 21:42:04.854901 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-f7cb6d48-76a3-4adf-be03-80c7ad9ea510 None None] For port 38bf86dc-fcc2-47a6-8518-e7cca53839dd, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:42:04.860402 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-f7cb6d48-76a3-4adf-be03-80c7ad9ea510 None None] For port 38bf86dc-fcc2-47a6-8518-e7cca53839dd, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=38bf86dc-fcc2-47a6-8518-e7cca53839dd,segment=NetworkSegment(d86d37dd-b09d-4d1d-a662-9854ff3c4a87),segment_id=d86d37dd-b09d-4d1d-a662-9854ff3c4a87)] {{(pid=89011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:42:04.866568 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-f7cb6d48-76a3-4adf-be03-80c7ad9ea510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:04.884191 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-efe834c6-e0b5-4954-a95a-dbd5f79cf8da None None] Port e8f4824e-1526-4a0f-b117-b461195a20b9 was deleted so its status cannot be updated. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:42:04.905223 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-935a64fe-a8ca-43ab-8586-afc2a74d98e8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:04.917775 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-935a64fe-a8ca-43ab-8586-afc2a74d98e8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:04.948688 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cb6d48-76a3-4adf-be03-80c7ad9ea510 None None] Routers {'85fc9c8c-5aa5-4009-a0e8-f145979a6567'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:42:04.949873 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-f7cb6d48-76a3-4adf-be03-80c7ad9ea510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:41:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['85fc9c8c-5aa5-4009-a0e8-f145979a6567'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:05.023320 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 8086c4f3-eded-4d66-8366-1c89a80b9287 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:42:05.023844 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:05.024006 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fe7ac6ea-47f1-41fa-919f-fc9880dc4367 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:05.025193 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 8086c4f3-eded-4d66-8366-1c89a80b9287 Sep 22 21:42:05.040187 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c6952e8f-0959-44a8-b0f6-0d285dbcc27b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:05.044163 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a64fe-a8ca-43ab-8586-afc2a74d98e8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=57c5190d-4a91-4800-b0eb-3f485cda21df,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:05.086421 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c6952e8f-0959-44a8-b0f6-0d285dbcc27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:05.088104 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-7ffa617a-8ed7-42b9-b73f-ed87aa002711 None None] Provisioning for port 38bf86dc-fcc2-47a6-8518-e7cca53839dd completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:42:05.119659 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-24f4a8a9-51b0-4e2e-b2d2-9c4b0e3c1d5a None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:05.139570 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b87bf-48db-4459-a4d8-f64d7270b981 None None] Pushing event updated for resources: {'Port': ['ID=38bf86dc-fcc2-47a6-8518-e7cca53839dd,revision_number=4']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:05.149367 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-24f4a8a9-51b0-4e2e-b2d2-9c4b0e3c1d5a None None] Transition to ACTIVE for port object e195fa21-4782-4275-bc80-ededca5a7eca will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:42:05.152007 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-7ffa617a-8ed7-42b9-b73f-ed87aa002711 None None] Provisioning complete for port fa4a2378-f38d-49ee-b0c5-a77999621fec triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:42:05.152495 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7ffa617a-8ed7-42b9-b73f-ed87aa002711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:05.152890 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-7ffa617a-8ed7-42b9-b73f-ed87aa002711 None None] Attempt 1 to provision port fa4a2378-f38d-49ee-b0c5-a77999621fec Sep 22 21:42:05.200390 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-f7cb6d48-76a3-4adf-be03-80c7ad9ea510 None None] Set router 85fc9c8c-5aa5-4009-a0e8-f145979a6567 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:42:05.245321 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 8086c4f3-eded-4d66-8366-1c89a80b9287 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:42:05.253031 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-c6952e8f-0959-44a8-b0f6-0d285dbcc27b admin admin] Allocated IP 172.26.0.109 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/4498da02-8269-4cf4-904a-a9c5fcc5224f) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:42:05.283857 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-24f4a8a9-51b0-4e2e-b2d2-9c4b0e3c1d5a None None] Transition to ACTIVE for port object e195fa21-4782-4275-bc80-ededca5a7eca will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:42:05.299984 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-24f4a8a9-51b0-4e2e-b2d2-9c4b0e3c1d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:05.302892 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-935a64fe-a8ca-43ab-8586-afc2a74d98e8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:05.381262 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f4a8a9-51b0-4e2e-b2d2-9c4b0e3c1d5a None None] Pushing event updated for resources: {'Port': ['ID=e195fa21-4782-4275-bc80-ededca5a7eca,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:05.424980 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f4a8a9-51b0-4e2e-b2d2-9c4b0e3c1d5a None None] Network 180a1c9c-05ec-4437-a789-b424f72a1c41 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:42:05.428266 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c6952e8f-0959-44a8-b0f6-0d285dbcc27b admin admin] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:05.430590 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-24f4a8a9-51b0-4e2e-b2d2-9c4b0e3c1d5a None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:42:05.439527 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f4a8a9-51b0-4e2e-b2d2-9c4b0e3c1d5a None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:42:05.463082 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c6952e8f-0959-44a8-b0f6-0d285dbcc27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:05.535863 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6952e8f-0959-44a8-b0f6-0d285dbcc27b admin admin] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:42:05.538857 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-c6952e8f-0959-44a8-b0f6-0d285dbcc27b admin admin] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:42:05.545474 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6952e8f-0959-44a8-b0f6-0d285dbcc27b admin admin] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:42:05.546468 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935a64fe-a8ca-43ab-8586-afc2a74d98e8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network 6361b600-f40c-41c0-a88f-3403a287a77f is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:42:05.554396 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe7ac6ea-47f1-41fa-919f-fc9880dc4367 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Router 322ffc55-0433-46c5-9725-09c922e6c0f3 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:42:05.559624 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-935a64fe-a8ca-43ab-8586-afc2a74d98e8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:42:05.562285 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-7ffa617a-8ed7-42b9-b73f-ed87aa002711 None None] Current status of the port fa4a2378-f38d-49ee-b0c5-a77999621fec is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:42:05.567856 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-7ffa617a-8ed7-42b9-b73f-ed87aa002711 None None] Could not find standard attr ID for object e8f4824e-1526-4a0f-b117-b461195a20b9. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:42:05.584660 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-24f4a8a9-51b0-4e2e-b2d2-9c4b0e3c1d5a None None] Attempting to bind port e195fa21-4782-4275-bc80-ededca5a7eca on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:42:05.585607 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-24f4a8a9-51b0-4e2e-b2d2-9c4b0e3c1d5a None None] Attempting to bind port e195fa21-4782-4275-bc80-ededca5a7eca by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'a428bce9-dd2f-4cdb-8a95-2f5ca5555956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '180a1c9c-05ec-4437-a789-b424f72a1c41'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:42:05.585975 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f4a8a9-51b0-4e2e-b2d2-9c4b0e3c1d5a None None] Attempting to bind port e195fa21-4782-4275-bc80-ededca5a7eca on network 180a1c9c-05ec-4437-a789-b424f72a1c41 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:42:05.600063 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f4a8a9-51b0-4e2e-b2d2-9c4b0e3c1d5a None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:42:05.600443 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f4a8a9-51b0-4e2e-b2d2-9c4b0e3c1d5a None None] Checking segment: {'id': 'a428bce9-dd2f-4cdb-8a95-2f5ca5555956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '180a1c9c-05ec-4437-a789-b424f72a1c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:42:05.601002 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-24f4a8a9-51b0-4e2e-b2d2-9c4b0e3c1d5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:05.601451 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f4a8a9-51b0-4e2e-b2d2-9c4b0e3c1d5a None None] Bound using segment: {'id': 'a428bce9-dd2f-4cdb-8a95-2f5ca5555956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '180a1c9c-05ec-4437-a789-b424f72a1c41'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:42:05.602508 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-24f4a8a9-51b0-4e2e-b2d2-9c4b0e3c1d5a None None] Bound port: e195fa21-4782-4275-bc80-ededca5a7eca, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a428bce9-dd2f-4cdb-8a95-2f5ca5555956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '180a1c9c-05ec-4437-a789-b424f72a1c41'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:42:05.602963 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-24f4a8a9-51b0-4e2e-b2d2-9c4b0e3c1d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:05.614871 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-f7cb6d48-76a3-4adf-be03-80c7ad9ea510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'name': 'tempest-TestVolumeBootPattern-630973036-router', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '8086c4f3-eded-4d66-8366-1c89a80b9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:41:55Z', 'updated_at': '2022-09-22T21:42:00Z', 'revision_number': 4, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'gw_port': {'id': '8086c4f3-eded-4d66-8366-1c89a80b9287', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:41:55Z', 'updated_at': '2022-09-22T21:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '38bf86dc-fcc2-47a6-8518-e7cca53839dd', 'name': '', 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'mac_address': 'fa:16:3e:90:e0:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '8ec73feb-6226-4bb2-bdf7-f761304c77c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:41:59Z', 'updated_at': '2022-09-22T21:42:04Z', 'revision_number': 4, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'subnets': [{'id': '8ec73feb-6226-4bb2-bdf7-f761304c77c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:05.620067 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cb6d48-76a3-4adf-be03-80c7ad9ea510 None None] The sync data for ids ['85fc9c8c-5aa5-4009-a0e8-f145979a6567'] in dv-neutron-858900-1-hyperv is: [{'id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'name': 'tempest-TestVolumeBootPattern-630973036-router', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '8086c4f3-eded-4d66-8366-1c89a80b9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:41:55Z', 'updated_at': '2022-09-22T21:42:00Z', 'revision_number': 4, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'gw_port': {'id': '8086c4f3-eded-4d66-8366-1c89a80b9287', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:41:55Z', 'updated_at': '2022-09-22T21:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '38bf86dc-fcc2-47a6-8518-e7cca53839dd', 'name': '', 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'mac_address': 'fa:16:3e:90:e0:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '8ec73feb-6226-4bb2-bdf7-f761304c77c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:41:59Z', 'updated_at': '2022-09-22T21:42:04Z', 'revision_number': 4, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'subnets': [{'id': '8ec73feb-6226-4bb2-bdf7-f761304c77c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:42:05.620646 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6952e8f-0959-44a8-b0f6-0d285dbcc27b admin admin] Pushing event updated for resources: {'Port': ['ID=4498da02-8269-4cf4-904a-a9c5fcc5224f,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:05.624128 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-7ffa617a-8ed7-42b9-b73f-ed87aa002711 None None] Provisioning for port 57c5190d-4a91-4800-b0eb-3f485cda21df completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:42:05.632038 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-7ffa617a-8ed7-42b9-b73f-ed87aa002711 None None] Provisioning complete for port 57c5190d-4a91-4800-b0eb-3f485cda21df triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:42:05.634648 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7ffa617a-8ed7-42b9-b73f-ed87aa002711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:05.635792 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-7ffa617a-8ed7-42b9-b73f-ed87aa002711 None None] Attempt 1 to provision port 57c5190d-4a91-4800-b0eb-3f485cda21df Sep 22 21:42:05.788237 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-7ffa617a-8ed7-42b9-b73f-ed87aa002711 None None] Port 57c5190d-4a91-4800-b0eb-3f485cda21df cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:42:05.828039 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7ac6ea-47f1-41fa-919f-fc9880dc4367 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:42:05.829742 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-24f4a8a9-51b0-4e2e-b2d2-9c4b0e3c1d5a None None] For port e195fa21-4782-4275-bc80-ededca5a7eca, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:42:05.840794 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-24f4a8a9-51b0-4e2e-b2d2-9c4b0e3c1d5a None None] For port e195fa21-4782-4275-bc80-ededca5a7eca, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=e195fa21-4782-4275-bc80-ededca5a7eca,segment=NetworkSegment(a428bce9-dd2f-4cdb-8a95-2f5ca5555956),segment_id=a428bce9-dd2f-4cdb-8a95-2f5ca5555956)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:42:05.843877 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9650f73c-0cec-45ac-9f05-28f1c5727aae None None] Sync routers for ids ['322ffc55-0433-46c5-9725-09c922e6c0f3'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:42:05.845941 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-fe7ac6ea-47f1-41fa-919f-fc9880dc4367 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] 10.222.0.33 "PUT /v2.0/routers/322ffc55-0433-46c5-9725-09c922e6c0f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2480218 Sep 22 21:42:05.856679 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51252) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:05.859217 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-24f4a8a9-51b0-4e2e-b2d2-9c4b0e3c1d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:05.919113 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9650f73c-0cec-45ac-9f05-28f1c5727aae None None] Routers {'322ffc55-0433-46c5-9725-09c922e6c0f3'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:42:05.919797 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-9650f73c-0cec-45ac-9f05-28f1c5727aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:41:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['322ffc55-0433-46c5-9725-09c922e6c0f3'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:05.997045 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-935a64fe-a8ca-43ab-8586-afc2a74d98e8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Router 1acee9f7-9afb-4411-b84c-b44fc13b967f has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:42:06.009649 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-9650f73c-0cec-45ac-9f05-28f1c5727aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:06.017818 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-6d14425a-c645-4a12-917a-b33b78cb403b tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] delete failed (client error): The resource could not be found. Sep 22 21:42:06.019239 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6d14425a-c645-4a12-917a-b33b78cb403b tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] 10.222.0.33 "DELETE /v2.0/routers/tempest-non_exist_router-575040317 HTTP/1.1" status: 404 len: 334 time: 0.1611671 Sep 22 21:42:06.023827 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51256) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:06.030710 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-c7cdb24c-8565-4420-add3-595c6363f0cc tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Request body: {'router': {'external_gateway_info': {'network_id': '322ffc55-0433-46c5-9725-09c922e6c0f3'}}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:42:06.035025 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f4a8a9-51b0-4e2e-b2d2-9c4b0e3c1d5a None None] Pushing event updated for resources: {'Port': ['ID=e195fa21-4782-4275-bc80-ededca5a7eca,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:06.038699 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9650f73c-0cec-45ac-9f05-28f1c5727aae None None] Routers {'322ffc55-0433-46c5-9725-09c922e6c0f3'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:42:06.039620 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-9650f73c-0cec-45ac-9f05-28f1c5727aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:41:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['322ffc55-0433-46c5-9725-09c922e6c0f3'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:06.126372 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-9650f73c-0cec-45ac-9f05-28f1c5727aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:06.127121 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9650f73c-0cec-45ac-9f05-28f1c5727aae None None] The sync data for ids ['322ffc55-0433-46c5-9725-09c922e6c0f3'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:42:06.260077 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935a64fe-a8ca-43ab-8586-afc2a74d98e8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:42:06.287008 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffed29a-3ce5-45bd-947e-499bd2b77bf0 None None] Sync routers for ids ['1acee9f7-9afb-4411-b84c-b44fc13b967f'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:42:06.292293 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-7ffa617a-8ed7-42b9-b73f-ed87aa002711 None None] Attempt 2 to provision port 57c5190d-4a91-4800-b0eb-3f485cda21df Sep 22 21:42:06.292969 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-935a64fe-a8ca-43ab-8586-afc2a74d98e8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "PUT /v2.0/routers/1acee9f7-9afb-4411-b84c-b44fc13b967f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8150587 Sep 22 21:42:06.307255 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffed29a-3ce5-45bd-947e-499bd2b77bf0 None None] Routers {'1acee9f7-9afb-4411-b84c-b44fc13b967f'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:42:06.308288 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-0ffed29a-3ce5-45bd-947e-499bd2b77bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:41:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['1acee9f7-9afb-4411-b84c-b44fc13b967f'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:06.391586 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-7ffa617a-8ed7-42b9-b73f-ed87aa002711 None None] Port 57c5190d-4a91-4800-b0eb-3f485cda21df cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:42:06.555832 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-0ffed29a-3ce5-45bd-947e-499bd2b77bf0 None None] Set router 1acee9f7-9afb-4411-b84c-b44fc13b967f gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:42:06.832217 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 38bf86dc-fcc2-47a6-8518-e7cca53839dd up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:42:06.889673 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c7cdb24c-8565-4420-add3-595c6363f0cc tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:06.893798 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-7ffa617a-8ed7-42b9-b73f-ed87aa002711 None None] Attempt 3 to provision port 57c5190d-4a91-4800-b0eb-3f485cda21df Sep 22 21:42:06.937217 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-c7cdb24c-8565-4420-add3-595c6363f0cc tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] update failed (client error): The resource could not be found. Sep 22 21:42:06.938336 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c7cdb24c-8565-4420-add3-595c6363f0cc tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] 10.222.0.33 "PUT /v2.0/routers/322ffc55-0433-46c5-9725-09c922e6c0f3 HTTP/1.1" status: 404 len: 339 time: 0.9135849 Sep 22 21:42:06.942218 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51264) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:06.948077 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-84b802b5-8a52-49cd-bea9-7d79081a45c8 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1081944551'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:42:06.953756 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-84b802b5-8a52-49cd-bea9-7d79081a45c8 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:42:06.958345 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c6952e8f-0959-44a8-b0f6-0d285dbcc27b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:06.963247 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-84b802b5-8a52-49cd-bea9-7d79081a45c8 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Usage tracker for resource:network and tenant:a002b1221bc84c1b89f0779140f7b62f is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:42:06.968640 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-7ffa617a-8ed7-42b9-b73f-ed87aa002711 None None] Port 57c5190d-4a91-4800-b0eb-3f485cda21df cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:42:06.975565 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-84b802b5-8a52-49cd-bea9-7d79081a45c8 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:42:06.982281 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-84b802b5-8a52-49cd-bea9-7d79081a45c8 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:42:06.998101 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 38bf86dc-fcc2-47a6-8518-e7cca53839dd completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:42:07.005287 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b802b5-8a52-49cd-bea9-7d79081a45c8 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Made reservation on behalf of a002b1221bc84c1b89f0779140f7b62f for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:42:07.007173 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 38bf86dc-fcc2-47a6-8518-e7cca53839dd triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:42:07.007699 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:07.008123 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 38bf86dc-fcc2-47a6-8518-e7cca53839dd Sep 22 21:42:07.008753 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-84b802b5-8a52-49cd-bea9-7d79081a45c8 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:07.020602 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-0ffed29a-3ce5-45bd-947e-499bd2b77bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'name': 'tempest-TestNetworkBasicOps-router-2007581634', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.244'}], 'enable_snat': True}, 'gw_port_id': 'f412a77a-7d1e-4b59-9d54-7618178dd2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:40:09Z', 'updated_at': '2022-09-22T21:42:03Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': 'f412a77a-7d1e-4b59-9d54-7618178dd2e5', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:40:11Z', 'updated_at': '2022-09-22T21:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '2091d1ad-ee80-4405-b4d4-6bf08fc31a27', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'floating_ip_address': '172.26.0.146', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'port_id': 'a371e389-1d73-4824-9a35-dc792f64abda', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd798fa90-67b2-4838-a613-196b1b982d33', 'mac_address': 'fa:16:3e:e3:08:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c68d002-3169-446f-8cf1-9e94daa59fce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:40:59Z', 'updated_at': '2022-09-22T21:41:04Z', 'revision_number': 1, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04bc4d2d-6e43-4739-8eb6-362088e0b4f1', 'name': '', 'network_id': 'd798fa90-67b2-4838-a613-196b1b982d33', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:b7:7d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '7c2b1475-4219-48df-b88b-938b9fa8e2ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:40:21Z', 'updated_at': '2022-09-22T21:40:35Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': '7c2b1475-4219-48df-b88b-938b9fa8e2ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57c5190d-4a91-4800-b0eb-3f485cda21df', 'name': '', 'network_id': '6361b600-f40c-41c0-a88f-3403a287a77f', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:15:7a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '9ba62f2e-901d-425a-bfd4-433c51fb9869', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:42:01Z', 'updated_at': '2022-09-22T21:42:04Z', 'revision_number': 2, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': '9ba62f2e-901d-425a-bfd4-433c51fb9869', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:07.025611 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffed29a-3ce5-45bd-947e-499bd2b77bf0 None None] Checking router: 1acee9f7-9afb-4411-b84c-b44fc13b967f for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:42:07.026167 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffed29a-3ce5-45bd-947e-499bd2b77bf0 None None] Updating router 1acee9f7-9afb-4411-b84c-b44fc13b967f port 57c5190d-4a91-4800-b0eb-3f485cda21df binding host dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:42:07.075952 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84b802b5-8a52-49cd-bea9-7d79081a45c8 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:42:07.104992 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-0ffed29a-3ce5-45bd-947e-499bd2b77bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:07.106276 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-84b802b5-8a52-49cd-bea9-7d79081a45c8 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:07.106863 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-84b802b5-8a52-49cd-bea9-7d79081a45c8 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Added segment 48484c30-5747-4e13-a5e4-8768ed4581db of type vlan for network a94a8f7e-c851-468d-8d1b-e47abf16f326 Sep 22 21:42:07.149753 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-84b802b5-8a52-49cd-bea9-7d79081a45c8 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:07.216561 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 38bf86dc-fcc2-47a6-8518-e7cca53839dd is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:42:07.217552 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:07.224598 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-84b802b5-8a52-49cd-bea9-7d79081a45c8 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:07.230168 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b802b5-8a52-49cd-bea9-7d79081a45c8 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:07.230810 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-84b802b5-8a52-49cd-bea9-7d79081a45c8 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:07.267643 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 38bf86dc-fcc2-47a6-8518-e7cca53839dd, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=38bf86dc-fcc2-47a6-8518-e7cca53839dd,segment=NetworkSegment(d86d37dd-b09d-4d1d-a662-9854ff3c4a87),segment_id=d86d37dd-b09d-4d1d-a662-9854ff3c4a87)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:42:07.276987 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:07.279436 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device e195fa21-4782-4275-bc80-ededca5a7eca up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:42:07.301179 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-84b802b5-8a52-49cd-bea9-7d79081a45c8 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3578069 Sep 22 21:42:07.305346 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51268) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:07.425508 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6e760a-a208-4298-82a9-f677a797c28e None None] Network 180a1c9c-05ec-4437-a789-b424f72a1c41 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:42:07.509926 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-7ffa617a-8ed7-42b9-b73f-ed87aa002711 None None] Attempt 4 to provision port 57c5190d-4a91-4800-b0eb-3f485cda21df Sep 22 21:42:07.560902 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=38bf86dc-fcc2-47a6-8518-e7cca53839dd,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:07.571678 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c6952e8f-0959-44a8-b0f6-0d285dbcc27b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:07.586595 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-d1fd1154-00d5-4d9e-89f5-a668231b4716 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Request body: {'subnet': {'network_id': 'a94a8f7e-c851-468d-8d1b-e47abf16f326', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:42:07.595762 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-7ffa617a-8ed7-42b9-b73f-ed87aa002711 None None] Port 57c5190d-4a91-4800-b0eb-3f485cda21df cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:42:07.610744 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port e195fa21-4782-4275-bc80-ededca5a7eca completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:42:07.659912 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-0ffed29a-3ce5-45bd-947e-499bd2b77bf0 None None] Notify callbacks [] for port, precommit_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:07.673315 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.provisioning_blocks [None req-0ffed29a-3ce5-45bd-947e-499bd2b77bf0 None None] Transition to ACTIVE for port object 57c5190d-4a91-4800-b0eb-3f485cda21df will not be triggered until provisioned by entity L2. {{(pid=89011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:42:07.681561 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-0ffed29a-3ce5-45bd-947e-499bd2b77bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:07.710897 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b802b5-8a52-49cd-bea9-7d79081a45c8 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Pushing event updated for resources: {'Network': ['ID=a94a8f7e-c851-468d-8d1b-e47abf16f326,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:07.740375 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-d1fd1154-00d5-4d9e-89f5-a668231b4716 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:42:07.744767 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-d1fd1154-00d5-4d9e-89f5-a668231b4716 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Usage tracker for resource:subnet and tenant:a002b1221bc84c1b89f0779140f7b62f is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:42:07.748856 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-d1fd1154-00d5-4d9e-89f5-a668231b4716 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:42:07.757613 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-d1fd1154-00d5-4d9e-89f5-a668231b4716 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:42:07.770249 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1fd1154-00d5-4d9e-89f5-a668231b4716 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Made reservation on behalf of a002b1221bc84c1b89f0779140f7b62f for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:42:07.775349 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network a94a8f7e-c851-468d-8d1b-e47abf16f326 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:42:07.775791 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d1fd1154-00d5-4d9e-89f5-a668231b4716 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:07.806918 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6952e8f-0959-44a8-b0f6-0d285dbcc27b admin admin] Router 6ca5dcb7-caa7-445a-ba15-7bdefae0f179 is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:42:07.909848 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a720c5fb-5375-4f64-8b30-e186bb01903e None None] Pushing event updated for resources: {'Port': ['ID=57c5190d-4a91-4800-b0eb-3f485cda21df,revision_number=3']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:07.915901 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-0ffed29a-3ce5-45bd-947e-499bd2b77bf0 None None] Attempting to bind port 57c5190d-4a91-4800-b0eb-3f485cda21df on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:42:07.916125 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-0ffed29a-3ce5-45bd-947e-499bd2b77bf0 None None] Attempting to bind port 57c5190d-4a91-4800-b0eb-3f485cda21df by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '7525d309-04f6-4c5f-bac8-a6f652d99d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6361b600-f40c-41c0-a88f-3403a287a77f'}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:42:07.916478 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffed29a-3ce5-45bd-947e-499bd2b77bf0 None None] Attempting to bind port 57c5190d-4a91-4800-b0eb-3f485cda21df on network 6361b600-f40c-41c0-a88f-3403a287a77f {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:42:07.922548 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffed29a-3ce5-45bd-947e-499bd2b77bf0 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:42:07.922940 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffed29a-3ce5-45bd-947e-499bd2b77bf0 None None] Checking segment: {'id': '7525d309-04f6-4c5f-bac8-a6f652d99d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6361b600-f40c-41c0-a88f-3403a287a77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:42:07.923334 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-0ffed29a-3ce5-45bd-947e-499bd2b77bf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:07.923713 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffed29a-3ce5-45bd-947e-499bd2b77bf0 None None] Bound using segment: {'id': '7525d309-04f6-4c5f-bac8-a6f652d99d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6361b600-f40c-41c0-a88f-3403a287a77f'} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:42:07.924175 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-0ffed29a-3ce5-45bd-947e-499bd2b77bf0 None None] Bound port: 57c5190d-4a91-4800-b0eb-3f485cda21df, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7525d309-04f6-4c5f-bac8-a6f652d99d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6361b600-f40c-41c0-a88f-3403a287a77f'}}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:42:07.924606 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-0ffed29a-3ce5-45bd-947e-499bd2b77bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:08.067219 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d1fd1154-00d5-4d9e-89f5-a668231b4716 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:08.070944 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-0ffed29a-3ce5-45bd-947e-499bd2b77bf0 None None] For port 57c5190d-4a91-4800-b0eb-3f485cda21df, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:42:08.075040 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-0ffed29a-3ce5-45bd-947e-499bd2b77bf0 None None] For port 57c5190d-4a91-4800-b0eb-3f485cda21df, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=57c5190d-4a91-4800-b0eb-3f485cda21df,segment=NetworkSegment(7525d309-04f6-4c5f-bac8-a6f652d99d73),segment_id=7525d309-04f6-4c5f-bac8-a6f652d99d73)] {{(pid=89011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:42:08.081625 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-0ffed29a-3ce5-45bd-947e-499bd2b77bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:08.097277 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-7ffa617a-8ed7-42b9-b73f-ed87aa002711 None None] Attempt 5 to provision port 57c5190d-4a91-4800-b0eb-3f485cda21df Sep 22 21:42:08.159343 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a720c5fb-5375-4f64-8b30-e186bb01903e None None] Pushing event updated for resources: {'Port': ['ID=57c5190d-4a91-4800-b0eb-3f485cda21df,revision_number=4']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:08.168971 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffed29a-3ce5-45bd-947e-499bd2b77bf0 None None] Routers {'1acee9f7-9afb-4411-b84c-b44fc13b967f'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:42:08.169577 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-0ffed29a-3ce5-45bd-947e-499bd2b77bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:41:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['1acee9f7-9afb-4411-b84c-b44fc13b967f'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:08.192147 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fd1154-00d5-4d9e-89f5-a668231b4716 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Pushing event updated for resources: {'Subnet': ['ID=315ad485-a3e2-4e96-907f-cd7985437544,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:08.200921 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fd1154-00d5-4d9e-89f5-a668231b4716 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Checking segment: {'id': '48484c30-5747-4e13-a5e4-8768ed4581db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a94a8f7e-c851-468d-8d1b-e47abf16f326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:42:08.201410 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fd1154-00d5-4d9e-89f5-a668231b4716 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Network hostable DHCP agents. Network: a94a8f7e-c851-468d-8d1b-e47abf16f326, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:42:08.204933 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-7ffa617a-8ed7-42b9-b73f-ed87aa002711 None None] Port 57c5190d-4a91-4800-b0eb-3f485cda21df had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 21:42:08.209648 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6952e8f-0959-44a8-b0f6-0d285dbcc27b admin admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:42:08.222376 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30467a62-7b18-4b88-9414-8997538f5181 None None] Sync routers for ids ['6ca5dcb7-caa7-445a-ba15-7bdefae0f179'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:42:08.226743 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-7ffa617a-8ed7-42b9-b73f-ed87aa002711 None None] Provisioning for port 6192d2a8-95dc-496a-b418-dbaab993b137 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:42:08.240372 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-7ffa617a-8ed7-42b9-b73f-ed87aa002711 None None] Provisioning complete for port 6192d2a8-95dc-496a-b418-dbaab993b137 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:42:08.240833 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7ffa617a-8ed7-42b9-b73f-ed87aa002711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:08.241408 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-7ffa617a-8ed7-42b9-b73f-ed87aa002711 None None] Attempt 1 to provision port 6192d2a8-95dc-496a-b418-dbaab993b137 Sep 22 21:42:08.246165 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c6952e8f-0959-44a8-b0f6-0d285dbcc27b admin admin] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:08.255601 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c6952e8f-0959-44a8-b0f6-0d285dbcc27b admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1883016 Sep 22 21:42:08.257862 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51272) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:08.264405 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fd1154-00d5-4d9e-89f5-a668231b4716 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Network a94a8f7e-c851-468d-8d1b-e47abf16f326 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:42:08.285562 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-d1fd1154-00d5-4d9e-89f5-a668231b4716 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, a94a8f7e-c851-468d-8d1b-e47abf16f326) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:42:08.289115 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30467a62-7b18-4b88-9414-8997538f5181 None None] Routers {'6ca5dcb7-caa7-445a-ba15-7bdefae0f179'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:42:08.290152 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-30467a62-7b18-4b88-9414-8997538f5181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:41:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['6ca5dcb7-caa7-445a-ba15-7bdefae0f179'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:08.293720 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fd1154-00d5-4d9e-89f5-a668231b4716 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:08.295883 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d1fd1154-00d5-4d9e-89f5-a668231b4716 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:08.329108 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-d1fd1154-00d5-4d9e-89f5-a668231b4716 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0221395 Sep 22 21:42:08.331891 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51276) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:08.338352 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-f3a0f217-4048-45a1-86e2-e39bccfbd49d tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a94a8f7e-c851-468d-8d1b-e47abf16f326'}}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:42:08.355249 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-0ffed29a-3ce5-45bd-947e-499bd2b77bf0 None None] Set router 1acee9f7-9afb-4411-b84c-b44fc13b967f gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:42:08.360703 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f061692-9ea7-46e9-a119-b4f64d1daf5f None None] Network a94a8f7e-c851-468d-8d1b-e47abf16f326 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:42:08.668367 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-30467a62-7b18-4b88-9414-8997538f5181 None None] Set router 6ca5dcb7-caa7-445a-ba15-7bdefae0f179 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:42:08.783069 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-0ffed29a-3ce5-45bd-947e-499bd2b77bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'name': 'tempest-TestNetworkBasicOps-router-2007581634', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.244'}], 'enable_snat': True}, 'gw_port_id': 'f412a77a-7d1e-4b59-9d54-7618178dd2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:40:09Z', 'updated_at': '2022-09-22T21:42:03Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': 'f412a77a-7d1e-4b59-9d54-7618178dd2e5', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:40:11Z', 'updated_at': '2022-09-22T21:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '2091d1ad-ee80-4405-b4d4-6bf08fc31a27', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'floating_ip_address': '172.26.0.146', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'port_id': 'a371e389-1d73-4824-9a35-dc792f64abda', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd798fa90-67b2-4838-a613-196b1b982d33', 'mac_address': 'fa:16:3e:e3:08:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c68d002-3169-446f-8cf1-9e94daa59fce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:40:59Z', 'updated_at': '2022-09-22T21:41:04Z', 'revision_number': 1, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04bc4d2d-6e43-4739-8eb6-362088e0b4f1', 'name': '', 'network_id': 'd798fa90-67b2-4838-a613-196b1b982d33', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:b7:7d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '7c2b1475-4219-48df-b88b-938b9fa8e2ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:40:21Z', 'updated_at': '2022-09-22T21:40:35Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': '7c2b1475-4219-48df-b88b-938b9fa8e2ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57c5190d-4a91-4800-b0eb-3f485cda21df', 'name': '', 'network_id': '6361b600-f40c-41c0-a88f-3403a287a77f', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:15:7a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '9ba62f2e-901d-425a-bfd4-433c51fb9869', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:42:01Z', 'updated_at': '2022-09-22T21:42:08Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': '9ba62f2e-901d-425a-bfd4-433c51fb9869', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:08.790000 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffed29a-3ce5-45bd-947e-499bd2b77bf0 None None] The sync data for ids ['1acee9f7-9afb-4411-b84c-b44fc13b967f'] in dv-neutron-858900-1-hyperv is: [{'id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'name': 'tempest-TestNetworkBasicOps-router-2007581634', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.244'}], 'enable_snat': True}, 'gw_port_id': 'f412a77a-7d1e-4b59-9d54-7618178dd2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:40:09Z', 'updated_at': '2022-09-22T21:42:03Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': 'f412a77a-7d1e-4b59-9d54-7618178dd2e5', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:40:11Z', 'updated_at': '2022-09-22T21:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '2091d1ad-ee80-4405-b4d4-6bf08fc31a27', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'floating_ip_address': '172.26.0.146', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'port_id': 'a371e389-1d73-4824-9a35-dc792f64abda', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd798fa90-67b2-4838-a613-196b1b982d33', 'mac_address': 'fa:16:3e:e3:08:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c68d002-3169-446f-8cf1-9e94daa59fce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:40:59Z', 'updated_at': '2022-09-22T21:41:04Z', 'revision_number': 1, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04bc4d2d-6e43-4739-8eb6-362088e0b4f1', 'name': '', 'network_id': 'd798fa90-67b2-4838-a613-196b1b982d33', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:b7:7d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '7c2b1475-4219-48df-b88b-938b9fa8e2ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:40:21Z', 'updated_at': '2022-09-22T21:40:35Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': '7c2b1475-4219-48df-b88b-938b9fa8e2ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57c5190d-4a91-4800-b0eb-3f485cda21df', 'name': '', 'network_id': '6361b600-f40c-41c0-a88f-3403a287a77f', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:15:7a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '9ba62f2e-901d-425a-bfd4-433c51fb9869', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:42:01Z', 'updated_at': '2022-09-22T21:42:08Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': '9ba62f2e-901d-425a-bfd4-433c51fb9869', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:42:08.831612 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f3a0f217-4048-45a1-86e2-e39bccfbd49d tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:08.904384 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 38bf86dc-fcc2-47a6-8518-e7cca53839dd up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:42:08.951997 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-7ffa617a-8ed7-42b9-b73f-ed87aa002711 None None] Current status of the port 6192d2a8-95dc-496a-b418-dbaab993b137 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:42:08.952368 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7ffa617a-8ed7-42b9-b73f-ed87aa002711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:09.038481 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-f3a0f217-4048-45a1-86e2-e39bccfbd49d tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 21:42:09.039847 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-f3a0f217-4048-45a1-86e2-e39bccfbd49d tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] 10.222.0.33 "PUT /v2.0/routers/322ffc55-0433-46c5-9725-09c922e6c0f3 HTTP/1.1" status: 400 len: 364 time: 0.7068205 Sep 22 21:42:09.043717 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51282) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:09.082804 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849ce8e5-d721-4e2d-8bf3-9e100f88a4ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-a94a8f7e-c851-468d-8d1b-e47abf16f326', 'network_id': 'a94a8f7e-c851-468d-8d1b-e47abf16f326', 'tenant_id': 'a002b1221bc84c1b89f0779140f7b62f', 'fixed_ips': [{'subnet_id': '315ad485-a3e2-4e96-907f-cd7985437544'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:42:09.083640 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-849ce8e5-d721-4e2d-8bf3-9e100f88a4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:09.138362 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-453ffc0e-d3df-423e-8afc-49a5f7435777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:09.268401 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-849ce8e5-d721-4e2d-8bf3-9e100f88a4ef None None] Allocated IP 2001:db8:1::2 (a94a8f7e-c851-468d-8d1b-e47abf16f326/315ad485-a3e2-4e96-907f-cd7985437544/12e6e71b-2d3e-4b87-b1ca-6acc69f7aeaa) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:42:09.402716 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-453ffc0e-d3df-423e-8afc-49a5f7435777 admin admin] Allocated IP 172.20.0.1 (180a1c9c-05ec-4437-a789-b424f72a1c41/45912913-10bb-48de-9ddc-b21914db820a/c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:42:09.490339 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-849ce8e5-d721-4e2d-8bf3-9e100f88a4ef None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:09.501996 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-849ce8e5-d721-4e2d-8bf3-9e100f88a4ef None None] Transition to ACTIVE for port object 12e6e71b-2d3e-4b87-b1ca-6acc69f7aeaa will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:42:09.521909 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-849ce8e5-d721-4e2d-8bf3-9e100f88a4ef None None] Transition to ACTIVE for port object 12e6e71b-2d3e-4b87-b1ca-6acc69f7aeaa will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:42:09.599046 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-453ffc0e-d3df-423e-8afc-49a5f7435777 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:09.601447 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-849ce8e5-d721-4e2d-8bf3-9e100f88a4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:09.619809 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-453ffc0e-d3df-423e-8afc-49a5f7435777 admin admin] Transition to ACTIVE for port object c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:42:09.645916 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-453ffc0e-d3df-423e-8afc-49a5f7435777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:09.699771 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-7ffa617a-8ed7-42b9-b73f-ed87aa002711 None None] For port 6192d2a8-95dc-496a-b418-dbaab993b137, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=6192d2a8-95dc-496a-b418-dbaab993b137,segment=NetworkSegment(76389cdb-4ac8-4e72-af72-ffbfa18fa67d),segment_id=76389cdb-4ac8-4e72-af72-ffbfa18fa67d)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:42:09.708170 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453ffc0e-d3df-423e-8afc-49a5f7435777 admin admin] Network 180a1c9c-05ec-4437-a789-b424f72a1c41 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:42:09.715727 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-453ffc0e-d3df-423e-8afc-49a5f7435777 admin admin] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:42:09.721104 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453ffc0e-d3df-423e-8afc-49a5f7435777 admin admin] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:42:09.732992 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7ffa617a-8ed7-42b9-b73f-ed87aa002711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:09.751161 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849ce8e5-d721-4e2d-8bf3-9e100f88a4ef None None] Network a94a8f7e-c851-468d-8d1b-e47abf16f326 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:42:09.757133 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6e2cfdf1-0ebd-4692-9afa-cb87b58bb224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:09.760101 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-849ce8e5-d721-4e2d-8bf3-9e100f88a4ef None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:42:09.762008 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849ce8e5-d721-4e2d-8bf3-9e100f88a4ef None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:42:09.772310 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ce8e5-d721-4e2d-8bf3-9e100f88a4ef None None] Pushing event updated for resources: {'Port': ['ID=12e6e71b-2d3e-4b87-b1ca-6acc69f7aeaa,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:09.777458 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ffc0e-d3df-423e-8afc-49a5f7435777 admin admin] Pushing event updated for resources: {'Port': ['ID=c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:09.787645 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b6933fe9-eb93-40d3-af9a-75001e1b40c1 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:09.795823 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-453ffc0e-d3df-423e-8afc-49a5f7435777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:09.834470 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 38bf86dc-fcc2-47a6-8518-e7cca53839dd triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:42:09.834900 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:09.835224 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 38bf86dc-fcc2-47a6-8518-e7cca53839dd Sep 22 21:42:09.946015 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-453ffc0e-d3df-423e-8afc-49a5f7435777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:10.071238 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa617a-8ed7-42b9-b73f-ed87aa002711 None None] Pushing event updated for resources: {'Port': ['ID=6192d2a8-95dc-496a-b418-dbaab993b137,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:10.076455 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-849ce8e5-d721-4e2d-8bf3-9e100f88a4ef None None] Attempting to bind port 12e6e71b-2d3e-4b87-b1ca-6acc69f7aeaa on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:42:10.076819 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-849ce8e5-d721-4e2d-8bf3-9e100f88a4ef None None] Attempting to bind port 12e6e71b-2d3e-4b87-b1ca-6acc69f7aeaa by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '48484c30-5747-4e13-a5e4-8768ed4581db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a94a8f7e-c851-468d-8d1b-e47abf16f326'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:42:10.077185 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849ce8e5-d721-4e2d-8bf3-9e100f88a4ef None None] Attempting to bind port 12e6e71b-2d3e-4b87-b1ca-6acc69f7aeaa on network a94a8f7e-c851-468d-8d1b-e47abf16f326 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:42:10.096838 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849ce8e5-d721-4e2d-8bf3-9e100f88a4ef None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:42:10.097115 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849ce8e5-d721-4e2d-8bf3-9e100f88a4ef None None] Checking segment: {'id': '48484c30-5747-4e13-a5e4-8768ed4581db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a94a8f7e-c851-468d-8d1b-e47abf16f326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:42:10.097617 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-849ce8e5-d721-4e2d-8bf3-9e100f88a4ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:10.097783 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849ce8e5-d721-4e2d-8bf3-9e100f88a4ef None None] Bound using segment: {'id': '48484c30-5747-4e13-a5e4-8768ed4581db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a94a8f7e-c851-468d-8d1b-e47abf16f326'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:42:10.098269 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-849ce8e5-d721-4e2d-8bf3-9e100f88a4ef None None] Bound port: 12e6e71b-2d3e-4b87-b1ca-6acc69f7aeaa, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48484c30-5747-4e13-a5e4-8768ed4581db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a94a8f7e-c851-468d-8d1b-e47abf16f326'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:42:10.098754 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-849ce8e5-d721-4e2d-8bf3-9e100f88a4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:10.166698 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-b6933fe9-eb93-40d3-af9a-75001e1b40c1 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Allocated IP 2001:db8::1 (9f8afa2d-0165-4b2e-9fad-cd27e5cdaf27/050382d9-77f0-4dd0-8135-1bda74686820/c4628b48-05b9-4f35-99ec-f03c6f72f227) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:42:10.198659 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-a33d3da9-c10d-40f4-8e97-4b14fa9d320c None None] Provisioning for port e195fa21-4782-4275-bc80-ededca5a7eca completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:42:10.225649 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-a33d3da9-c10d-40f4-8e97-4b14fa9d320c None None] Provisioning complete for port e195fa21-4782-4275-bc80-ededca5a7eca triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:42:10.225649 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a33d3da9-c10d-40f4-8e97-4b14fa9d320c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:10.225649 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a33d3da9-c10d-40f4-8e97-4b14fa9d320c None None] Attempt 1 to provision port e195fa21-4782-4275-bc80-ededca5a7eca Sep 22 21:42:10.302517 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 38bf86dc-fcc2-47a6-8518-e7cca53839dd is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:42:10.322864 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-30467a62-7b18-4b88-9414-8997538f5181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca5dcb7-caa7-445a-ba15-7bdefae0f179', 'name': 'tempest-TestVolumeBootPattern-1197464643-router', 'tenant_id': 'fcfc1839102f4356a9d68d6af584a777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.109'}], 'enable_snat': True}, 'gw_port_id': '4498da02-8269-4cf4-904a-a9c5fcc5224f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:42:04Z', 'updated_at': '2022-09-22T21:42:06Z', 'revision_number': 3, 'project_id': 'fcfc1839102f4356a9d68d6af584a777', 'gw_port': {'id': '4498da02-8269-4cf4-904a-a9c5fcc5224f', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fa:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca5dcb7-caa7-445a-ba15-7bdefae0f179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:42:05Z', 'updated_at': '2022-09-22T21:42:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:10.331105 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-849ce8e5-d721-4e2d-8bf3-9e100f88a4ef None None] For port 12e6e71b-2d3e-4b87-b1ca-6acc69f7aeaa, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:42:10.336784 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-849ce8e5-d721-4e2d-8bf3-9e100f88a4ef None None] For port 12e6e71b-2d3e-4b87-b1ca-6acc69f7aeaa, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=12e6e71b-2d3e-4b87-b1ca-6acc69f7aeaa,segment=NetworkSegment(48484c30-5747-4e13-a5e4-8768ed4581db),segment_id=48484c30-5747-4e13-a5e4-8768ed4581db)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:42:10.337782 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30467a62-7b18-4b88-9414-8997538f5181 None None] Checking router: 6ca5dcb7-caa7-445a-ba15-7bdefae0f179 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:42:10.338214 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30467a62-7b18-4b88-9414-8997538f5181 None None] Updating router 6ca5dcb7-caa7-445a-ba15-7bdefae0f179 port 4498da02-8269-4cf4-904a-a9c5fcc5224f binding host dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:42:10.350921 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b6933fe9-eb93-40d3-af9a-75001e1b40c1 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:10.361099 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-453ffc0e-d3df-423e-8afc-49a5f7435777 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:10.366623 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-453ffc0e-d3df-423e-8afc-49a5f7435777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:10.369359 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-b6933fe9-eb93-40d3-af9a-75001e1b40c1 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Transition to ACTIVE for port object c4628b48-05b9-4f35-99ec-f03c6f72f227 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:42:10.385430 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-849ce8e5-d721-4e2d-8bf3-9e100f88a4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:10.395022 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b6933fe9-eb93-40d3-af9a-75001e1b40c1 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:10.467906 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6933fe9-eb93-40d3-af9a-75001e1b40c1 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Network 9f8afa2d-0165-4b2e-9fad-cd27e5cdaf27 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:42:10.475550 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-b6933fe9-eb93-40d3-af9a-75001e1b40c1 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:42:10.480185 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6933fe9-eb93-40d3-af9a-75001e1b40c1 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:42:10.480720 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b6933fe9-eb93-40d3-af9a-75001e1b40c1 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:10.484901 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-453ffc0e-d3df-423e-8afc-49a5f7435777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:10.497826 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6933fe9-eb93-40d3-af9a-75001e1b40c1 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Pushing event updated for resources: {'Port': ['ID=c4628b48-05b9-4f35-99ec-f03c6f72f227,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:10.506586 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ffc0e-d3df-423e-8afc-49a5f7435777 admin admin] Pushing event updated for resources: {'Port': ['ID=c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:10.531839 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-30467a62-7b18-4b88-9414-8997538f5181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:10.582105 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a33d3da9-c10d-40f4-8e97-4b14fa9d320c None None] Current status of the port e195fa21-4782-4275-bc80-ededca5a7eca is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:42:10.582485 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a33d3da9-c10d-40f4-8e97-4b14fa9d320c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:10.641208 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b6933fe9-eb93-40d3-af9a-75001e1b40c1 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:10.660455 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ce8e5-d721-4e2d-8bf3-9e100f88a4ef None None] Pushing event updated for resources: {'Port': ['ID=12e6e71b-2d3e-4b87-b1ca-6acc69f7aeaa,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:10.679573 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-a33d3da9-c10d-40f4-8e97-4b14fa9d320c None None] For port e195fa21-4782-4275-bc80-ededca5a7eca, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=e195fa21-4782-4275-bc80-ededca5a7eca,segment=NetworkSegment(a428bce9-dd2f-4cdb-8a95-2f5ca5555956),segment_id=a428bce9-dd2f-4cdb-8a95-2f5ca5555956)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:42:10.684036 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453ffc0e-d3df-423e-8afc-49a5f7435777 admin admin] Network 180a1c9c-05ec-4437-a789-b424f72a1c41 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:42:10.685461 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-453ffc0e-d3df-423e-8afc-49a5f7435777 admin admin] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:42:10.787480 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a33d3da9-c10d-40f4-8e97-4b14fa9d320c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:10.969454 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 57c5190d-4a91-4800-b0eb-3f485cda21df up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:42:11.063599 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-453ffc0e-d3df-423e-8afc-49a5f7435777 admin admin] Router 6ca5dcb7-caa7-445a-ba15-7bdefae0f179 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:42:11.161142 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d3da9-c10d-40f4-8e97-4b14fa9d320c None None] Pushing event updated for resources: {'Port': ['ID=e195fa21-4782-4275-bc80-ededca5a7eca,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:11.164541 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-f8b55a2a-f941-41df-a642-a294af499937 None None] Provisioning for port c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:42:11.182177 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-f8b55a2a-f941-41df-a642-a294af499937 None None] Provisioning complete for port c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:42:11.182548 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f8b55a2a-f941-41df-a642-a294af499937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:11.182922 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-f8b55a2a-f941-41df-a642-a294af499937 None None] Attempt 1 to provision port c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d Sep 22 21:42:11.269588 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b6933fe9-eb93-40d3-af9a-75001e1b40c1 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:11.277781 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b6933fe9-eb93-40d3-af9a-75001e1b40c1 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:11.278116 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b6933fe9-eb93-40d3-af9a-75001e1b40c1 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:11.287797 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453ffc0e-d3df-423e-8afc-49a5f7435777 admin admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:42:11.301557 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-453ffc0e-d3df-423e-8afc-49a5f7435777 admin admin] 10.222.0.33 "PUT /v2.0/routers/6ca5dcb7-caa7-445a-ba15-7bdefae0f179/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0415545 Sep 22 21:42:11.358507 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-f8b55a2a-f941-41df-a642-a294af499937 None None] Port c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:42:11.369019 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 57c5190d-4a91-4800-b0eb-3f485cda21df completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:42:11.388483 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 57c5190d-4a91-4800-b0eb-3f485cda21df triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:42:11.388979 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:11.389402 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 57c5190d-4a91-4800-b0eb-3f485cda21df Sep 22 21:42:11.508102 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-30467a62-7b18-4b88-9414-8997538f5181 None None] Notify callbacks [] for port, precommit_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:11.524658 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-30467a62-7b18-4b88-9414-8997538f5181 None None] Transition to ACTIVE for port object 4498da02-8269-4cf4-904a-a9c5fcc5224f will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:42:11.563274 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6933fe9-eb93-40d3-af9a-75001e1b40c1 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Pushing event updated for resources: {'Port': ['ID=c4628b48-05b9-4f35-99ec-f03c6f72f227,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:11.584989 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-30467a62-7b18-4b88-9414-8997538f5181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:11.640905 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6933fe9-eb93-40d3-af9a-75001e1b40c1 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Network 9f8afa2d-0165-4b2e-9fad-cd27e5cdaf27 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:42:11.642695 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-b6933fe9-eb93-40d3-af9a-75001e1b40c1 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:42:11.674724 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcecae09-e712-4a2c-81cc-a3f0ce575667 None None] Pushing event updated for resources: {'Port': ['ID=4498da02-8269-4cf4-904a-a9c5fcc5224f,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:11.687886 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-30467a62-7b18-4b88-9414-8997538f5181 None None] Attempting to bind port 4498da02-8269-4cf4-904a-a9c5fcc5224f on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:42:11.688249 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-30467a62-7b18-4b88-9414-8997538f5181 None None] Attempting to bind port 4498da02-8269-4cf4-904a-a9c5fcc5224f by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:42:11.688604 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30467a62-7b18-4b88-9414-8997538f5181 None None] Attempting to bind port 4498da02-8269-4cf4-904a-a9c5fcc5224f on network a22ae1c9-d428-411f-af43-ce0f71b38d9c {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:42:11.696515 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 57c5190d-4a91-4800-b0eb-3f485cda21df is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:42:11.696902 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:11.708616 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30467a62-7b18-4b88-9414-8997538f5181 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:42:11.708991 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30467a62-7b18-4b88-9414-8997538f5181 None None] Checking segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:42:11.709429 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-30467a62-7b18-4b88-9414-8997538f5181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:11.709768 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30467a62-7b18-4b88-9414-8997538f5181 None None] Bound using segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:42:11.710248 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-30467a62-7b18-4b88-9414-8997538f5181 None None] Bound port: 4498da02-8269-4cf4-904a-a9c5fcc5224f, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:42:11.710630 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-30467a62-7b18-4b88-9414-8997538f5181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:11.811862 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 57c5190d-4a91-4800-b0eb-3f485cda21df, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=57c5190d-4a91-4800-b0eb-3f485cda21df,segment=NetworkSegment(7525d309-04f6-4c5f-bac8-a6f652d99d73),segment_id=7525d309-04f6-4c5f-bac8-a6f652d99d73)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:42:11.819634 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:11.820225 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 6192d2a8-95dc-496a-b418-dbaab993b137 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:42:11.875852 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6933fe9-eb93-40d3-af9a-75001e1b40c1 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Router 322ffc55-0433-46c5-9725-09c922e6c0f3 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:42:11.891150 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-f8b55a2a-f941-41df-a642-a294af499937 None None] Attempt 2 to provision port c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d Sep 22 21:42:11.996273 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-30467a62-7b18-4b88-9414-8997538f5181 None None] For port 4498da02-8269-4cf4-904a-a9c5fcc5224f, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:42:12.029017 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51294) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:12.035319 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-bf58ab3f-bfd1-461f-a896-95e42d3d93a7 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-669633889', 'description': 'tempest-secgroup-smoke-669633889 description', 'project_id': 'c0953d2486f241adbaf31021d8b87543'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:42:12.042969 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-bf58ab3f-bfd1-461f-a896-95e42d3d93a7 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:42:12.047596 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-30467a62-7b18-4b88-9414-8997538f5181 None None] For port 4498da02-8269-4cf4-904a-a9c5fcc5224f, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=4498da02-8269-4cf4-904a-a9c5fcc5224f,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:42:12.048849 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-bf58ab3f-bfd1-461f-a896-95e42d3d93a7 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Usage tracker for resource:security_group and tenant:c0953d2486f241adbaf31021d8b87543 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:42:12.051966 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-bf58ab3f-bfd1-461f-a896-95e42d3d93a7 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:42:12.058135 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-bf58ab3f-bfd1-461f-a896-95e42d3d93a7 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:42:12.061861 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-93883d17-c29e-4e83-a6f8-beba7427a8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:12.064301 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-30467a62-7b18-4b88-9414-8997538f5181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:12.075384 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-f8b55a2a-f941-41df-a642-a294af499937 None None] Port c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:42:12.076753 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bf58ab3f-bfd1-461f-a896-95e42d3d93a7 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:12.083245 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=57c5190d-4a91-4800-b0eb-3f485cda21df,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:12.099827 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-bf58ab3f-bfd1-461f-a896-95e42d3d93a7 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:42:12.105493 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-bf58ab3f-bfd1-461f-a896-95e42d3d93a7 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Usage tracker for resource:security_group_rule and tenant:c0953d2486f241adbaf31021d8b87543 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:42:12.110368 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-bf58ab3f-bfd1-461f-a896-95e42d3d93a7 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:42:12.116130 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-bf58ab3f-bfd1-461f-a896-95e42d3d93a7 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:42:12.116622 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6933fe9-eb93-40d3-af9a-75001e1b40c1 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:42:12.129202 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-b6933fe9-eb93-40d3-af9a-75001e1b40c1 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] 10.222.0.33 "PUT /v2.0/routers/322ffc55-0433-46c5-9725-09c922e6c0f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0816441 Sep 22 21:42:12.129395 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8c53ae-46b9-410f-807b-2a487d99c4c6 None None] Sync routers for ids ['322ffc55-0433-46c5-9725-09c922e6c0f3'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:42:12.129855 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51298) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:12.131517 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986810be-8c56-4295-823e-3fcacce2c43b None None] Network a94a8f7e-c851-468d-8d1b-e47abf16f326 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:42:12.137799 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8c53ae-46b9-410f-807b-2a487d99c4c6 None None] Routers {'322ffc55-0433-46c5-9725-09c922e6c0f3'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:42:12.138730 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-3d8c53ae-46b9-410f-807b-2a487d99c4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:42:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['322ffc55-0433-46c5-9725-09c922e6c0f3'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:12.168490 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30467a62-7b18-4b88-9414-8997538f5181 None None] Routers {'6ca5dcb7-caa7-445a-ba15-7bdefae0f179'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:42:12.169368 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-30467a62-7b18-4b88-9414-8997538f5181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:42:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['6ca5dcb7-caa7-445a-ba15-7bdefae0f179'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:12.219347 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bf58ab3f-bfd1-461f-a896-95e42d3d93a7 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:12.224495 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bf58ab3f-bfd1-461f-a896-95e42d3d93a7 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:12.226141 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-3d8c53ae-46b9-410f-807b-2a487d99c4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:12.240892 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8c53ae-46b9-410f-807b-2a487d99c4c6 None None] Routers {'322ffc55-0433-46c5-9725-09c922e6c0f3'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:42:12.241825 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-3d8c53ae-46b9-410f-807b-2a487d99c4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:42:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['322ffc55-0433-46c5-9725-09c922e6c0f3'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:12.271650 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58ab3f-bfd1-461f-a896-95e42d3d93a7 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa87605-2437-4141-bfe2-735b698472c9,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:12.300818 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bf58ab3f-bfd1-461f-a896-95e42d3d93a7 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:12.302996 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7e107775-4458-4274-b1bc-d0370020f9ea tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks [] for router, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:12.305901 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-bf58ab3f-bfd1-461f-a896-95e42d3d93a7 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2755768 Sep 22 21:42:12.306725 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51302) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:12.313113 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-4dbdfc17-a5af-4566-a41e-62d534b89055 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Request body: {'security_group_rule': {'security_group_id': '5fa87605-2437-4141-bfe2-735b698472c9', 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:42:12.320179 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-4dbdfc17-a5af-4566-a41e-62d534b89055 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:42:12.324422 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-4dbdfc17-a5af-4566-a41e-62d534b89055 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Usage tracker for resource:security_group_rule and tenant:c0953d2486f241adbaf31021d8b87543 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:42:12.327311 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-3d8c53ae-46b9-410f-807b-2a487d99c4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:12.327311 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8c53ae-46b9-410f-807b-2a487d99c4c6 None None] The sync data for ids ['322ffc55-0433-46c5-9725-09c922e6c0f3'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:42:12.328204 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-4dbdfc17-a5af-4566-a41e-62d534b89055 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:42:12.339388 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-4dbdfc17-a5af-4566-a41e-62d534b89055 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:42:12.361343 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4dbdfc17-a5af-4566-a41e-62d534b89055 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:12.399160 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 6192d2a8-95dc-496a-b418-dbaab993b137 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:42:12.399677 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:12.400108 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 6192d2a8-95dc-496a-b418-dbaab993b137 Sep 22 21:42:12.425896 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4dbdfc17-a5af-4566-a41e-62d534b89055 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:12.431941 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4dbdfc17-a5af-4566-a41e-62d534b89055 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:12.457249 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbdfc17-a5af-4566-a41e-62d534b89055 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09f7e979-9866-4dd4-9ce6-4d17e2e565bf,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:12.470542 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-7e107775-4458-4274-b1bc-d0370020f9ea tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 22 21:42:12.472181 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-7e107775-4458-4274-b1bc-d0370020f9ea tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] 10.222.0.33 "DELETE /v2.0/routers/322ffc55-0433-46c5-9725-09c922e6c0f3 HTTP/1.1" status: 409 len: 329 time: 0.3416443 Sep 22 21:42:12.474944 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51306) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:12.477957 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4dbdfc17-a5af-4566-a41e-62d534b89055 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:12.479458 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-4dbdfc17-a5af-4566-a41e-62d534b89055 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1715684 Sep 22 21:42:12.481919 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51310) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:12.487720 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-3241c8d7-1752-45e3-8208-0676a9eb3127 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Request body: {'security_group_rule': {'security_group_id': '5fa87605-2437-4141-bfe2-735b698472c9', 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:42:12.493951 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-3241c8d7-1752-45e3-8208-0676a9eb3127 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:42:12.498338 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-3241c8d7-1752-45e3-8208-0676a9eb3127 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Usage tracker for resource:security_group_rule and tenant:c0953d2486f241adbaf31021d8b87543 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:42:12.501755 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-3241c8d7-1752-45e3-8208-0676a9eb3127 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:42:12.504336 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcecae09-e712-4a2c-81cc-a3f0ce575667 None None] Pushing event updated for resources: {'Port': ['ID=4498da02-8269-4cf4-904a-a9c5fcc5224f,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:12.507482 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-3241c8d7-1752-45e3-8208-0676a9eb3127 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:42:12.526137 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3241c8d7-1752-45e3-8208-0676a9eb3127 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:12.589384 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3241c8d7-1752-45e3-8208-0676a9eb3127 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:12.591837 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-f8b55a2a-f941-41df-a642-a294af499937 None None] Attempt 3 to provision port c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d Sep 22 21:42:12.595032 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3241c8d7-1752-45e3-8208-0676a9eb3127 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:12.616964 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3241c8d7-1752-45e3-8208-0676a9eb3127 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=680909a5-e04e-4e69-81ac-c353ec4d5e07,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:12.630534 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3241c8d7-1752-45e3-8208-0676a9eb3127 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:12.632079 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-3241c8d7-1752-45e3-8208-0676a9eb3127 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1485767 Sep 22 21:42:12.634808 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51314) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:12.641386 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-bb51e0a8-04f3-4ec3-8b7a-fde151036249 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Request body: {'security_group_rule': {'security_group_id': '5fa87605-2437-4141-bfe2-735b698472c9', 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:42:12.647780 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-bb51e0a8-04f3-4ec3-8b7a-fde151036249 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:42:12.651595 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-bb51e0a8-04f3-4ec3-8b7a-fde151036249 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Usage tracker for resource:security_group_rule and tenant:c0953d2486f241adbaf31021d8b87543 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:42:12.654406 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-bb51e0a8-04f3-4ec3-8b7a-fde151036249 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:42:12.660722 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-bb51e0a8-04f3-4ec3-8b7a-fde151036249 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:42:12.681373 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bb51e0a8-04f3-4ec3-8b7a-fde151036249 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:12.747517 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bb51e0a8-04f3-4ec3-8b7a-fde151036249 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:12.751399 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bb51e0a8-04f3-4ec3-8b7a-fde151036249 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:12.763887 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-f8b55a2a-f941-41df-a642-a294af499937 None None] Port c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:42:12.767331 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-30467a62-7b18-4b88-9414-8997538f5181 None None] Set router 6ca5dcb7-caa7-445a-ba15-7bdefae0f179 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:42:12.773829 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb51e0a8-04f3-4ec3-8b7a-fde151036249 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8577757-282b-4303-a593-83a334e10d72,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:12.786585 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bb51e0a8-04f3-4ec3-8b7a-fde151036249 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:12.787967 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-bb51e0a8-04f3-4ec3-8b7a-fde151036249 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1520820 Sep 22 21:42:12.790842 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51318) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:12.795937 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-a88a4e1f-892c-43de-b8d3-864658b8afcb tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Request body: {'security_group_rule': {'security_group_id': '5fa87605-2437-4141-bfe2-735b698472c9', 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:42:12.802073 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a88a4e1f-892c-43de-b8d3-864658b8afcb tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:42:12.806191 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-a88a4e1f-892c-43de-b8d3-864658b8afcb tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Usage tracker for resource:security_group_rule and tenant:c0953d2486f241adbaf31021d8b87543 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:42:12.809771 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-a88a4e1f-892c-43de-b8d3-864658b8afcb tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:42:12.817440 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a88a4e1f-892c-43de-b8d3-864658b8afcb tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:42:12.843728 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a88a4e1f-892c-43de-b8d3-864658b8afcb tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:12.847582 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:12.908110 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 6192d2a8-95dc-496a-b418-dbaab993b137 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:42:12.928826 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a88a4e1f-892c-43de-b8d3-864658b8afcb tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:12.933716 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a88a4e1f-892c-43de-b8d3-864658b8afcb tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:12.968703 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a88a4e1f-892c-43de-b8d3-864658b8afcb tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:12.972838 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a88a4e1f-892c-43de-b8d3-864658b8afcb tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1780927 Sep 22 21:42:12.973629 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51324) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:12.984885 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-d3bdcc9d-1193-4a14-a67a-451467f90ea4 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Request body: {'security_group_rule': {'security_group_id': '5fa87605-2437-4141-bfe2-735b698472c9', 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:42:12.993561 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-d3bdcc9d-1193-4a14-a67a-451467f90ea4 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:42:12.996591 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a4e1f-892c-43de-b8d3-864658b8afcb tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cc981e3-8d61-4b15-86d1-7cb01ba665e1,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:13.001138 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-d3bdcc9d-1193-4a14-a67a-451467f90ea4 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Usage tracker for resource:security_group_rule and tenant:c0953d2486f241adbaf31021d8b87543 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:42:13.004481 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-d3bdcc9d-1193-4a14-a67a-451467f90ea4 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:42:13.011380 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-d3bdcc9d-1193-4a14-a67a-451467f90ea4 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:42:13.023031 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.securitygroups_db [None req-d3bdcc9d-1193-4a14-a67a-451467f90ea4 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Project c0953d2486f241adbaf31021d8b87543 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 21:42:13.033280 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d3bdcc9d-1193-4a14-a67a-451467f90ea4 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:13.045155 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4f22ef2a-deff-47d6-b977-32b3b830528c tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:13.131652 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d3bdcc9d-1193-4a14-a67a-451467f90ea4 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:13.136028 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d3bdcc9d-1193-4a14-a67a-451467f90ea4 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:13.141672 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device e195fa21-4782-4275-bc80-ededca5a7eca up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:42:13.166880 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bdcc9d-1193-4a14-a67a-451467f90ea4 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18fb8103-698d-4521-aa40-9448e4cb6bca,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:13.170811 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d3bdcc9d-1193-4a14-a67a-451467f90ea4 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:13.176381 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d3bdcc9d-1193-4a14-a67a-451467f90ea4 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2015083 Sep 22 21:42:13.176381 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51328) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:13.181674 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-71491c06-7cb1-4ac0-b114-592e82345a95 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Request body: {'security_group_rule': {'security_group_id': '5fa87605-2437-4141-bfe2-735b698472c9', 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:42:13.188185 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-71491c06-7cb1-4ac0-b114-592e82345a95 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:42:13.193081 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-71491c06-7cb1-4ac0-b114-592e82345a95 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Usage tracker for resource:security_group_rule and tenant:c0953d2486f241adbaf31021d8b87543 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:42:13.196058 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-71491c06-7cb1-4ac0-b114-592e82345a95 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:42:13.202978 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-71491c06-7cb1-4ac0-b114-592e82345a95 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:42:13.215767 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.securitygroups_db [None req-71491c06-7cb1-4ac0-b114-592e82345a95 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Project c0953d2486f241adbaf31021d8b87543 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 21:42:13.220206 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:13.222918 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-71491c06-7cb1-4ac0-b114-592e82345a95 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:13.273082 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-f8b55a2a-f941-41df-a642-a294af499937 None None] Attempt 4 to provision port c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d Sep 22 21:42:13.305610 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-71491c06-7cb1-4ac0-b114-592e82345a95 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:13.310711 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-71491c06-7cb1-4ac0-b114-592e82345a95 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:13.365574 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-71491c06-7cb1-4ac0-b114-592e82345a95 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:13.383202 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-71491c06-7cb1-4ac0-b114-592e82345a95 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2057934 Sep 22 21:42:13.397023 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71491c06-7cb1-4ac0-b114-592e82345a95 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfc71684-d831-42ec-b9a2-e4babf1aa274,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:13.408832 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port e195fa21-4782-4275-bc80-ededca5a7eca triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:42:13.409212 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:13.409546 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port e195fa21-4782-4275-bc80-ededca5a7eca Sep 22 21:42:13.470942 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-f8b55a2a-f941-41df-a642-a294af499937 None None] Port c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:42:13.579675 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-30467a62-7b18-4b88-9414-8997538f5181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca5dcb7-caa7-445a-ba15-7bdefae0f179', 'name': 'tempest-TestVolumeBootPattern-1197464643-router', 'tenant_id': 'fcfc1839102f4356a9d68d6af584a777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.109'}], 'enable_snat': True}, 'gw_port_id': '4498da02-8269-4cf4-904a-a9c5fcc5224f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:42:04Z', 'updated_at': '2022-09-22T21:42:09Z', 'revision_number': 4, 'project_id': 'fcfc1839102f4356a9d68d6af584a777', 'gw_port': {'id': '4498da02-8269-4cf4-904a-a9c5fcc5224f', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fa:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca5dcb7-caa7-445a-ba15-7bdefae0f179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:42:05Z', 'updated_at': '2022-09-22T21:42:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': 'c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d', 'name': '', 'network_id': '180a1c9c-05ec-4437-a789-b424f72a1c41', 'tenant_id': 'fcfc1839102f4356a9d68d6af584a777', 'mac_address': 'fa:16:3e:18:d6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca5dcb7-caa7-445a-ba15-7bdefae0f179', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '45912913-10bb-48de-9ddc-b21914db820a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:42:09Z', 'updated_at': '2022-09-22T21:42:10Z', 'revision_number': 2, 'project_id': 'fcfc1839102f4356a9d68d6af584a777', 'subnets': [{'id': '45912913-10bb-48de-9ddc-b21914db820a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:13.610697 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30467a62-7b18-4b88-9414-8997538f5181 None None] The sync data for ids ['6ca5dcb7-caa7-445a-ba15-7bdefae0f179'] in dv-neutron-858900-1-hyperv is: [{'id': '6ca5dcb7-caa7-445a-ba15-7bdefae0f179', 'name': 'tempest-TestVolumeBootPattern-1197464643-router', 'tenant_id': 'fcfc1839102f4356a9d68d6af584a777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.109'}], 'enable_snat': True}, 'gw_port_id': '4498da02-8269-4cf4-904a-a9c5fcc5224f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:42:04Z', 'updated_at': '2022-09-22T21:42:09Z', 'revision_number': 4, 'project_id': 'fcfc1839102f4356a9d68d6af584a777', 'gw_port': {'id': '4498da02-8269-4cf4-904a-a9c5fcc5224f', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fa:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca5dcb7-caa7-445a-ba15-7bdefae0f179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:42:05Z', 'updated_at': '2022-09-22T21:42:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': 'c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d', 'name': '', 'network_id': '180a1c9c-05ec-4437-a789-b424f72a1c41', 'tenant_id': 'fcfc1839102f4356a9d68d6af584a777', 'mac_address': 'fa:16:3e:18:d6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca5dcb7-caa7-445a-ba15-7bdefae0f179', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '45912913-10bb-48de-9ddc-b21914db820a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:42:09Z', 'updated_at': '2022-09-22T21:42:10Z', 'revision_number': 2, 'project_id': 'fcfc1839102f4356a9d68d6af584a777', 'subnets': [{'id': '45912913-10bb-48de-9ddc-b21914db820a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:42:13.647472 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port e195fa21-4782-4275-bc80-ededca5a7eca is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:42:13.656989 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 57c5190d-4a91-4800-b0eb-3f485cda21df up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:42:13.670388 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-4f22ef2a-deff-47d6-b977-32b3b830528c tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Deleting port c4628b48-05b9-4f35-99ec-f03c6f72f227 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:42:13.671001 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4f22ef2a-deff-47d6-b977-32b3b830528c tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:13.757625 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 57c5190d-4a91-4800-b0eb-3f485cda21df triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:42:13.758258 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:13.758790 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 57c5190d-4a91-4800-b0eb-3f485cda21df Sep 22 21:42:13.897052 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 57c5190d-4a91-4800-b0eb-3f485cda21df is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:42:13.900601 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 12e6e71b-2d3e-4b87-b1ca-6acc69f7aeaa up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:42:13.939913 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4f22ef2a-deff-47d6-b977-32b3b830528c tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:14.002257 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-f8b55a2a-f941-41df-a642-a294af499937 None None] Attempt 5 to provision port c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d Sep 22 21:42:14.083888 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-f8b55a2a-f941-41df-a642-a294af499937 None None] Port c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:42:14.092809 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-4f22ef2a-deff-47d6-b977-32b3b830528c tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Calling delete_port for c4628b48-05b9-4f35-99ec-f03c6f72f227 owned by network:router_interface {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:42:14.137839 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 12e6e71b-2d3e-4b87-b1ca-6acc69f7aeaa completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:42:14.362756 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4f22ef2a-deff-47d6-b977-32b3b830528c tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:14.483203 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f22ef2a-deff-47d6-b977-32b3b830528c tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Pushing event deleted for resources: {'Port': ['ID=c4628b48-05b9-4f35-99ec-f03c6f72f227,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:14.497932 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:14.586690 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-f8b55a2a-f941-41df-a642-a294af499937 None None] Attempt 6 to provision port c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d Sep 22 21:42:14.677037 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-f8b55a2a-f941-41df-a642-a294af499937 None None] Port c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:42:14.685903 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4f22ef2a-deff-47d6-b977-32b3b830528c tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:15.023523 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 4498da02-8269-4cf4-904a-a9c5fcc5224f up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:42:15.106592 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 4498da02-8269-4cf4-904a-a9c5fcc5224f completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:42:15.112387 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 4498da02-8269-4cf4-904a-a9c5fcc5224f triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:42:15.112894 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:15.113085 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 4498da02-8269-4cf4-904a-a9c5fcc5224f Sep 22 21:42:15.123068 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f22ef2a-deff-47d6-b977-32b3b830528c tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Router 322ffc55-0433-46c5-9725-09c922e6c0f3 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:42:15.178806 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-f8b55a2a-f941-41df-a642-a294af499937 None None] Attempt 7 to provision port c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d Sep 22 21:42:15.295481 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f22ef2a-deff-47d6-b977-32b3b830528c tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:42:15.316823 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-4f22ef2a-deff-47d6-b977-32b3b830528c tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] 10.222.0.33 "PUT /v2.0/routers/322ffc55-0433-46c5-9725-09c922e6c0f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8360782 Sep 22 21:42:15.317050 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-f8b55a2a-f941-41df-a642-a294af499937 None None] Port c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:42:15.317050 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b2d00d-4d93-4d11-9f74-659c5421f5d7 None None] Sync routers for ids ['322ffc55-0433-46c5-9725-09c922e6c0f3'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:42:15.317221 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51416) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:15.341095 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b2d00d-4d93-4d11-9f74-659c5421f5d7 None None] Routers {'322ffc55-0433-46c5-9725-09c922e6c0f3'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:42:15.341728 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-15b2d00d-4d93-4d11-9f74-659c5421f5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:42:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['322ffc55-0433-46c5-9725-09c922e6c0f3'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:15.395868 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-91b090bc-057e-4862-8c41-77c2484db27e tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] show failed (client error): The resource could not be found. Sep 22 21:42:15.396895 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-91b090bc-057e-4862-8c41-77c2484db27e tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] 10.222.0.33 "GET /v2.0/routers/tempest-non_exist_router-649960883 HTTP/1.1" status: 404 len: 334 time: 0.0798950 Sep 22 21:42:15.401167 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51422) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:15.407998 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-6c24316c-d962-4d43-9050-5d5987bf0791 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Request body: {'router': {'name': 'new_name'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:42:15.422149 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-15b2d00d-4d93-4d11-9f74-659c5421f5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:15.431163 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 4498da02-8269-4cf4-904a-a9c5fcc5224f is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:42:15.432277 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:15.456528 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b2d00d-4d93-4d11-9f74-659c5421f5d7 None None] Routers {'322ffc55-0433-46c5-9725-09c922e6c0f3'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:42:15.457308 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-15b2d00d-4d93-4d11-9f74-659c5421f5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:42:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['322ffc55-0433-46c5-9725-09c922e6c0f3'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:15.485448 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-6c24316c-d962-4d43-9050-5d5987bf0791 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] update failed (client error): The resource could not be found. Sep 22 21:42:15.490660 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-6c24316c-d962-4d43-9050-5d5987bf0791 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] 10.222.0.33 "PUT /v2.0/routers/tempest-non_exist_router-1474758642 HTTP/1.1" status: 404 len: 335 time: 0.0837202 Sep 22 21:42:15.494308 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51426) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:15.531476 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 4498da02-8269-4cf4-904a-a9c5fcc5224f, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=4498da02-8269-4cf4-904a-a9c5fcc5224f,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:42:15.532740 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-15b2d00d-4d93-4d11-9f74-659c5421f5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:15.533407 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b2d00d-4d93-4d11-9f74-659c5421f5d7 None None] The sync data for ids ['322ffc55-0433-46c5-9725-09c922e6c0f3'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:42:15.537733 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:15.581152 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3759995-0b5b-4335-a11a-8150693cd836 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Deleting subnet 315ad485-a3e2-4e96-907f-cd7985437544 {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:42:15.584230 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d3759995-0b5b-4335-a11a-8150693cd836 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:15.612098 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=4498da02-8269-4cf4-904a-a9c5fcc5224f,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:15.648062 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d3759995-0b5b-4335-a11a-8150693cd836 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:15.737636 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d3759995-0b5b-4335-a11a-8150693cd836 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:15.814199 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-f8b55a2a-f941-41df-a642-a294af499937 None None] Attempt 8 to provision port c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d Sep 22 21:42:15.816686 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d3759995-0b5b-4335-a11a-8150693cd836 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:15.856414 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3759995-0b5b-4335-a11a-8150693cd836 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Pushing event deleted for resources: {'Subnet': ['ID=315ad485-a3e2-4e96-907f-cd7985437544,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:15.860284 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d3759995-0b5b-4335-a11a-8150693cd836 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:15.866211 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-d3759995-0b5b-4335-a11a-8150693cd836 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] 10.222.0.33 "DELETE /v2.0/subnets/315ad485-a3e2-4e96-907f-cd7985437544 HTTP/1.1" status: 204 len: 168 time: 0.3708167 Sep 22 21:42:15.868815 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51432) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:15.873536 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7437c5f7-62f7-4bf3-b1cb-b43294195987 None None] Network a94a8f7e-c851-468d-8d1b-e47abf16f326 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:42:15.894198 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-f8b55a2a-f941-41df-a642-a294af499937 None None] Port c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:42:15.991622 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-df014d55-bec0-4347-bb13-c0bcafd50d13 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:16.003835 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-df014d55-bec0-4347-bb13-c0bcafd50d13 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Deleting port 12e6e71b-2d3e-4b87-b1ca-6acc69f7aeaa {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:42:16.004265 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-df014d55-bec0-4347-bb13-c0bcafd50d13 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:16.191742 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fcfc01-e280-420d-97f1-4ab94682c9c6 None None] DHCP port deletion for a94a8f7e-c851-468d-8d1b-e47abf16f326 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:42:16.197676 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-24fcfc01-e280-420d-97f1-4ab94682c9c6 None None] Deleting port 12e6e71b-2d3e-4b87-b1ca-6acc69f7aeaa {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:42:16.198298 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-24fcfc01-e280-420d-97f1-4ab94682c9c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:16.235850 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-df014d55-bec0-4347-bb13-c0bcafd50d13 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] For port 12e6e71b-2d3e-4b87-b1ca-6acc69f7aeaa, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=12e6e71b-2d3e-4b87-b1ca-6acc69f7aeaa,segment=NetworkSegment(48484c30-5747-4e13-a5e4-8768ed4581db),segment_id=48484c30-5747-4e13-a5e4-8768ed4581db)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:42:16.236215 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-df014d55-bec0-4347-bb13-c0bcafd50d13 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:16.367379 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-df014d55-bec0-4347-bb13-c0bcafd50d13 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Calling delete_port for 12e6e71b-2d3e-4b87-b1ca-6acc69f7aeaa owned by network:dhcp {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:42:16.396976 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-f8b55a2a-f941-41df-a642-a294af499937 None None] Attempt 9 to provision port c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d Sep 22 21:42:16.452726 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-df014d55-bec0-4347-bb13-c0bcafd50d13 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:16.465386 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-24fcfc01-e280-420d-97f1-4ab94682c9c6 None None] For port 12e6e71b-2d3e-4b87-b1ca-6acc69f7aeaa, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=12e6e71b-2d3e-4b87-b1ca-6acc69f7aeaa,segment=NetworkSegment(48484c30-5747-4e13-a5e4-8768ed4581db),segment_id=48484c30-5747-4e13-a5e4-8768ed4581db)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:42:16.465771 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-24fcfc01-e280-420d-97f1-4ab94682c9c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:16.480357 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-f8b55a2a-f941-41df-a642-a294af499937 None None] Port c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:42:16.508289 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df014d55-bec0-4347-bb13-c0bcafd50d13 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Pushing event deleted for resources: {'Port': ['ID=12e6e71b-2d3e-4b87-b1ca-6acc69f7aeaa,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:16.510534 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df014d55-bec0-4347-bb13-c0bcafd50d13 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] No DVR routers for this DVR port 12e6e71b-2d3e-4b87-b1ca-6acc69f7aeaa on host dv-neutron-858900-1-hyperv {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:42:16.597982 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-24fcfc01-e280-420d-97f1-4ab94682c9c6 None None] Calling delete_port for 12e6e71b-2d3e-4b87-b1ca-6acc69f7aeaa owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:42:16.638594 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-df014d55-bec0-4347-bb13-c0bcafd50d13 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:16.665188 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-df014d55-bec0-4347-bb13-c0bcafd50d13 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a94a8f7e-c851-468d-8d1b-e47abf16f326']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:16.678428 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-df014d55-bec0-4347-bb13-c0bcafd50d13 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48484c30-5747-4e13-a5e4-8768ed4581db') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:16.678786 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-df014d55-bec0-4347-bb13-c0bcafd50d13 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48484c30-5747-4e13-a5e4-8768ed4581db') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:16.679268 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.db.api [None req-24fcfc01-e280-420d-97f1-4ab94682c9c6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:42:16.679628 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG oslo_db.api [None req-24fcfc01-e280-420d-97f1-4ab94682c9c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:42:16.691533 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-df014d55-bec0-4347-bb13-c0bcafd50d13 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:16.707938 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-df014d55-bec0-4347-bb13-c0bcafd50d13 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:16.714564 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df014d55-bec0-4347-bb13-c0bcafd50d13 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:42:16.715003 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-df014d55-bec0-4347-bb13-c0bcafd50d13 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:16.788412 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:42:16.893464 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 48484c30-5747-4e13-a5e4-8768ed4581db resource provider aggregate not found Sep 22 21:42:16.918035 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 48484c30-5747-4e13-a5e4-8768ed4581db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 48484c30-5747-4e13-a5e4-8768ed4581db found for delete ", "request_id": "req-670f0f12-138c-4ddf-953d-203201c454ee"}]} Sep 22 21:42:16.930994 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-df014d55-bec0-4347-bb13-c0bcafd50d13 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:16.948470 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-df014d55-bec0-4347-bb13-c0bcafd50d13 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:16.960831 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df014d55-bec0-4347-bb13-c0bcafd50d13 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Pushing event deleted for resources: {'Network': ['ID=a94a8f7e-c851-468d-8d1b-e47abf16f326,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:16.964893 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-df014d55-bec0-4347-bb13-c0bcafd50d13 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] 10.222.0.33 "DELETE /v2.0/networks/a94a8f7e-c851-468d-8d1b-e47abf16f326 HTTP/1.1" status: 204 len: 168 time: 1.0953562 Sep 22 21:42:16.967487 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51442) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:16.983285 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-f8b55a2a-f941-41df-a642-a294af499937 None None] Attempt 10 to provision port c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d Sep 22 21:42:17.051258 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 4498da02-8269-4cf4-904a-a9c5fcc5224f up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:42:17.085170 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-caa53fe4-4e9a-4862-9a25-0840a1459291 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Deleting subnet e48e8266-555e-4fb0-b4cf-d7a3b787577a {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:42:17.091120 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-caa53fe4-4e9a-4862-9a25-0840a1459291 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:17.133706 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-f8b55a2a-f941-41df-a642-a294af499937 None None] Port c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:42:17.138840 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-f8b55a2a-f941-41df-a642-a294af499937 None None] Could not find standard attr ID for object c4628b48-05b9-4f35-99ec-f03c6f72f227. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:42:17.151806 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 4498da02-8269-4cf4-904a-a9c5fcc5224f triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:42:17.152273 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:17.152603 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 4498da02-8269-4cf4-904a-a9c5fcc5224f Sep 22 21:42:17.157198 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-caa53fe4-4e9a-4862-9a25-0840a1459291 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:17.181711 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-24fcfc01-e280-420d-97f1-4ab94682c9c6 None None] Deleting port 12e6e71b-2d3e-4b87-b1ca-6acc69f7aeaa {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:42:17.182093 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-24fcfc01-e280-420d-97f1-4ab94682c9c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:17.273028 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-caa53fe4-4e9a-4862-9a25-0840a1459291 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:17.292361 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-24fcfc01-e280-420d-97f1-4ab94682c9c6 None None] The port '12e6e71b-2d3e-4b87-b1ca-6acc69f7aeaa' was deleted {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 21:42:17.297236 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-b4e15c87-37c9-40c7-a6d4-3319e80bac73 None None] Could not find standard attr ID for object 12e6e71b-2d3e-4b87-b1ca-6acc69f7aeaa. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:42:17.355740 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-b4e15c87-37c9-40c7-a6d4-3319e80bac73 None None] Provisioning complete for port c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:42:17.355996 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-b4e15c87-37c9-40c7-a6d4-3319e80bac73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:17.356182 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-b4e15c87-37c9-40c7-a6d4-3319e80bac73 None None] Attempt 1 to provision port c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d Sep 22 21:42:17.385433 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-caa53fe4-4e9a-4862-9a25-0840a1459291 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:17.432832 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 4498da02-8269-4cf4-904a-a9c5fcc5224f is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:42:17.436153 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-b4e15c87-37c9-40c7-a6d4-3319e80bac73 None None] Port c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:42:17.446090 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c5741f-a50c-4167-8a65-28c72f823fd3 None None] Sync routers for ids ['6ca5dcb7-caa7-445a-ba15-7bdefae0f179'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:42:17.456900 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c5741f-a50c-4167-8a65-28c72f823fd3 None None] Routers {'6ca5dcb7-caa7-445a-ba15-7bdefae0f179'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:42:17.457522 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-f8c5741f-a50c-4167-8a65-28c72f823fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:42:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['6ca5dcb7-caa7-445a-ba15-7bdefae0f179'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:17.488795 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 12e6e71b-2d3e-4b87-b1ca-6acc69f7aeaa no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:42:17.542209 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 12e6e71b-2d3e-4b87-b1ca-6acc69f7aeaa {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:42:17.543036 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 12e6e71b-2d3e-4b87-b1ca-6acc69f7aeaa not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:42:17.576502 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa53fe4-4e9a-4862-9a25-0840a1459291 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Pushing event deleted for resources: {'Subnet': ['ID=e48e8266-555e-4fb0-b4cf-d7a3b787577a,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:17.581262 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-caa53fe4-4e9a-4862-9a25-0840a1459291 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:17.586836 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07808ce5-f5b2-459e-ae2b-6d447991734a None None] Network 7a580e41-1a40-46bf-9732-65994082366b requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:42:17.593933 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-caa53fe4-4e9a-4862-9a25-0840a1459291 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] 10.222.0.33 "DELETE /v2.0/subnets/e48e8266-555e-4fb0-b4cf-d7a3b787577a HTTP/1.1" status: 204 len: 168 time: 0.6203828 Sep 22 21:42:17.594167 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51446) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:17.656285 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-f8c5741f-a50c-4167-8a65-28c72f823fd3 None None] Set router 6ca5dcb7-caa7-445a-ba15-7bdefae0f179 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:42:17.686083 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bbb5110-7a82-4948-9704-c09761b18d2c tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Deleting subnet 7f09107e-45b6-4c91-8d79-0995a363216e {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:42:17.691283 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6bbb5110-7a82-4948-9704-c09761b18d2c tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:17.788226 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6bbb5110-7a82-4948-9704-c09761b18d2c tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:17.888240 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6bbb5110-7a82-4948-9704-c09761b18d2c tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:17.920539 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90dc98d-0185-49cd-83b8-7a4c0ae04467 None None] DHCP port deletion for 7a580e41-1a40-46bf-9732-65994082366b request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:42:17.925010 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-f90dc98d-0185-49cd-83b8-7a4c0ae04467 None None] Deleting port 6192d2a8-95dc-496a-b418-dbaab993b137 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:42:17.925383 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f90dc98d-0185-49cd-83b8-7a4c0ae04467 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:17.957343 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-b4e15c87-37c9-40c7-a6d4-3319e80bac73 None None] Attempt 2 to provision port c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d Sep 22 21:42:17.988649 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6bbb5110-7a82-4948-9704-c09761b18d2c tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:18.038308 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6bbb5110-7a82-4948-9704-c09761b18d2c tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:18.047626 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6bbb5110-7a82-4948-9704-c09761b18d2c tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] 10.222.0.33 "DELETE /v2.0/subnets/7f09107e-45b6-4c91-8d79-0995a363216e HTTP/1.1" status: 204 len: 168 time: 0.4496613 Sep 22 21:42:18.047626 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbb5110-7a82-4948-9704-c09761b18d2c tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Pushing event deleted for resources: {'Subnet': ['ID=7f09107e-45b6-4c91-8d79-0995a363216e,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:18.048357 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51454) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:18.076445 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69d9a7b-11bc-417a-9aa2-0a40d60413de None None] Network b1df8038-8b74-4831-9138-8b92f3a015de requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:42:18.092169 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-b4e15c87-37c9-40c7-a6d4-3319e80bac73 None None] Port c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:42:18.111117 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-f8c5741f-a50c-4167-8a65-28c72f823fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca5dcb7-caa7-445a-ba15-7bdefae0f179', 'name': 'tempest-TestVolumeBootPattern-1197464643-router', 'tenant_id': 'fcfc1839102f4356a9d68d6af584a777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.109'}], 'enable_snat': True}, 'gw_port_id': '4498da02-8269-4cf4-904a-a9c5fcc5224f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:42:04Z', 'updated_at': '2022-09-22T21:42:09Z', 'revision_number': 4, 'project_id': 'fcfc1839102f4356a9d68d6af584a777', 'gw_port': {'id': '4498da02-8269-4cf4-904a-a9c5fcc5224f', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fa:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca5dcb7-caa7-445a-ba15-7bdefae0f179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:42:05Z', 'updated_at': '2022-09-22T21:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': 'c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d', 'name': '', 'network_id': '180a1c9c-05ec-4437-a789-b424f72a1c41', 'tenant_id': 'fcfc1839102f4356a9d68d6af584a777', 'mac_address': 'fa:16:3e:18:d6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca5dcb7-caa7-445a-ba15-7bdefae0f179', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '45912913-10bb-48de-9ddc-b21914db820a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:42:09Z', 'updated_at': '2022-09-22T21:42:10Z', 'revision_number': 2, 'project_id': 'fcfc1839102f4356a9d68d6af584a777', 'subnets': [{'id': '45912913-10bb-48de-9ddc-b21914db820a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:18.115438 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c5741f-a50c-4167-8a65-28c72f823fd3 None None] Checking router: 6ca5dcb7-caa7-445a-ba15-7bdefae0f179 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:42:18.115788 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c5741f-a50c-4167-8a65-28c72f823fd3 None None] Updating router 6ca5dcb7-caa7-445a-ba15-7bdefae0f179 port c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d binding host dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:42:18.194722 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5b33fca4-b8c6-451e-90fa-3f23ea1d688b tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:18.206771 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-f8c5741f-a50c-4167-8a65-28c72f823fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:18.207416 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-5b33fca4-b8c6-451e-90fa-3f23ea1d688b tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Deleting port 6192d2a8-95dc-496a-b418-dbaab993b137 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:42:18.207704 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5b33fca4-b8c6-451e-90fa-3f23ea1d688b tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:18.454868 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-f90dc98d-0185-49cd-83b8-7a4c0ae04467 None None] For port 6192d2a8-95dc-496a-b418-dbaab993b137, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=6192d2a8-95dc-496a-b418-dbaab993b137,segment=NetworkSegment(76389cdb-4ac8-4e72-af72-ffbfa18fa67d),segment_id=76389cdb-4ac8-4e72-af72-ffbfa18fa67d)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:42:18.455513 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f90dc98d-0185-49cd-83b8-7a4c0ae04467 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:18.462942 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-5b33fca4-b8c6-451e-90fa-3f23ea1d688b tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] For port 6192d2a8-95dc-496a-b418-dbaab993b137, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=6192d2a8-95dc-496a-b418-dbaab993b137,segment=NetworkSegment(76389cdb-4ac8-4e72-af72-ffbfa18fa67d),segment_id=76389cdb-4ac8-4e72-af72-ffbfa18fa67d)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:42:18.463538 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5b33fca4-b8c6-451e-90fa-3f23ea1d688b tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:18.587068 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-f90dc98d-0185-49cd-83b8-7a4c0ae04467 None None] Calling delete_port for 6192d2a8-95dc-496a-b418-dbaab993b137 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:42:18.602169 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-5b33fca4-b8c6-451e-90fa-3f23ea1d688b tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Calling delete_port for 6192d2a8-95dc-496a-b418-dbaab993b137 owned by network:dhcp {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:42:18.616987 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-b4e15c87-37c9-40c7-a6d4-3319e80bac73 None None] Attempt 3 to provision port c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d Sep 22 21:42:18.675544 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-f8c5741f-a50c-4167-8a65-28c72f823fd3 None None] Notify callbacks [] for port, precommit_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:18.701440 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-b4e15c87-37c9-40c7-a6d4-3319e80bac73 None None] Port c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:42:18.701884 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.provisioning_blocks [None req-f8c5741f-a50c-4167-8a65-28c72f823fd3 None None] Transition to ACTIVE for port object c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d will not be triggered until provisioned by entity L2. {{(pid=89011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:42:18.702202 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5b33fca4-b8c6-451e-90fa-3f23ea1d688b tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:18.710799 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-f8c5741f-a50c-4167-8a65-28c72f823fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:18.729212 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.db.api [None req-f90dc98d-0185-49cd-83b8-7a4c0ae04467 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:42:18.729212 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG oslo_db.api [None req-f90dc98d-0185-49cd-83b8-7a4c0ae04467 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:42:18.754561 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b33fca4-b8c6-451e-90fa-3f23ea1d688b tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] No DVR routers for this DVR port 6192d2a8-95dc-496a-b418-dbaab993b137 on host dv-neutron-858900-1-hyperv {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:42:18.804965 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b33fca4-b8c6-451e-90fa-3f23ea1d688b tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Pushing event deleted for resources: {'Port': ['ID=6192d2a8-95dc-496a-b418-dbaab993b137,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:18.828635 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d7bd72-bc54-4007-a016-83e41dcafdff None None] DHCP port deletion for b1df8038-8b74-4831-9138-8b92f3a015de request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:42:18.833450 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e7d7bd72-bc54-4007-a016-83e41dcafdff None None] Deleting port af83eec4-1a35-489f-a191-eae478f76cf2 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:42:18.834105 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e7d7bd72-bc54-4007-a016-83e41dcafdff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:18.931718 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5b33fca4-b8c6-451e-90fa-3f23ea1d688b tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:18.983120 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-5b33fca4-b8c6-451e-90fa-3f23ea1d688b tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a580e41-1a40-46bf-9732-65994082366b']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:18.998541 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-5b33fca4-b8c6-451e-90fa-3f23ea1d688b tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76389cdb-4ac8-4e72-af72-ffbfa18fa67d') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:18.999152 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-5b33fca4-b8c6-451e-90fa-3f23ea1d688b tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76389cdb-4ac8-4e72-af72-ffbfa18fa67d') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:19.007984 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b235019-26fd-4e56-b09c-a4e6592b7ab7 None None] Pushing event updated for resources: {'Port': ['ID=c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d,revision_number=3']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:19.025934 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5b33fca4-b8c6-451e-90fa-3f23ea1d688b tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:19.029425 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-f8c5741f-a50c-4167-8a65-28c72f823fd3 None None] Attempting to bind port c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:42:19.029789 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-f8c5741f-a50c-4167-8a65-28c72f823fd3 None None] Attempting to bind port c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'a428bce9-dd2f-4cdb-8a95-2f5ca5555956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '180a1c9c-05ec-4437-a789-b424f72a1c41'}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:42:19.030140 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c5741f-a50c-4167-8a65-28c72f823fd3 None None] Attempting to bind port c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d on network 180a1c9c-05ec-4437-a789-b424f72a1c41 {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:42:19.036646 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c5741f-a50c-4167-8a65-28c72f823fd3 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:42:19.037018 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c5741f-a50c-4167-8a65-28c72f823fd3 None None] Checking segment: {'id': 'a428bce9-dd2f-4cdb-8a95-2f5ca5555956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '180a1c9c-05ec-4437-a789-b424f72a1c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:42:19.037411 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-f8c5741f-a50c-4167-8a65-28c72f823fd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:19.037797 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c5741f-a50c-4167-8a65-28c72f823fd3 None None] Bound using segment: {'id': 'a428bce9-dd2f-4cdb-8a95-2f5ca5555956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '180a1c9c-05ec-4437-a789-b424f72a1c41'} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:42:19.038258 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-f8c5741f-a50c-4167-8a65-28c72f823fd3 None None] Bound port: c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a428bce9-dd2f-4cdb-8a95-2f5ca5555956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '180a1c9c-05ec-4437-a789-b424f72a1c41'}}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:42:19.038632 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-f8c5741f-a50c-4167-8a65-28c72f823fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:19.049465 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5b33fca4-b8c6-451e-90fa-3f23ea1d688b tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:19.056864 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b33fca4-b8c6-451e-90fa-3f23ea1d688b tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:42:19.057347 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5b33fca4-b8c6-451e-90fa-3f23ea1d688b tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:19.091878 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device af83eec4-1a35-489f-a191-eae478f76cf2 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:42:19.145525 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 76389cdb-4ac8-4e72-af72-ffbfa18fa67d resource provider aggregate not found Sep 22 21:42:19.145792 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-e7d7bd72-bc54-4007-a016-83e41dcafdff None None] For port af83eec4-1a35-489f-a191-eae478f76cf2, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=af83eec4-1a35-489f-a191-eae478f76cf2,segment=NetworkSegment(784f51c9-9765-4ce3-9608-c2c5f52a69e3),segment_id=784f51c9-9765-4ce3-9608-c2c5f52a69e3)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:42:19.146116 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e7d7bd72-bc54-4007-a016-83e41dcafdff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:19.177971 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-f8c5741f-a50c-4167-8a65-28c72f823fd3 None None] For port c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:42:19.180808 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 76389cdb-4ac8-4e72-af72-ffbfa18fa67d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 76389cdb-4ac8-4e72-af72-ffbfa18fa67d found for delete ", "request_id": "req-673219c6-c1d4-4260-88cc-6d3aa5e9c278"}]} Sep 22 21:42:19.183388 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-f8c5741f-a50c-4167-8a65-28c72f823fd3 None None] For port c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d,segment=NetworkSegment(a428bce9-dd2f-4cdb-8a95-2f5ca5555956),segment_id=a428bce9-dd2f-4cdb-8a95-2f5ca5555956)] {{(pid=89011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:42:19.189622 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-f8c5741f-a50c-4167-8a65-28c72f823fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:19.191576 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5b33fca4-b8c6-451e-90fa-3f23ea1d688b tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:19.214072 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-b4e15c87-37c9-40c7-a6d4-3319e80bac73 None None] Attempt 4 to provision port c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d Sep 22 21:42:19.236433 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5b33fca4-b8c6-451e-90fa-3f23ea1d688b tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:19.251011 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c5741f-a50c-4167-8a65-28c72f823fd3 None None] Routers {'6ca5dcb7-caa7-445a-ba15-7bdefae0f179'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:42:19.251645 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-f8c5741f-a50c-4167-8a65-28c72f823fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:42:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['6ca5dcb7-caa7-445a-ba15-7bdefae0f179'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:19.257556 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b33fca4-b8c6-451e-90fa-3f23ea1d688b tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Pushing event deleted for resources: {'Network': ['ID=7a580e41-1a40-46bf-9732-65994082366b,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:19.283586 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-5b33fca4-b8c6-451e-90fa-3f23ea1d688b tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] 10.222.0.33 "DELETE /v2.0/networks/7a580e41-1a40-46bf-9732-65994082366b HTTP/1.1" status: 204 len: 168 time: 1.2340357 Sep 22 21:42:19.285991 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51464) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:19.324508 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-f90dc98d-0185-49cd-83b8-7a4c0ae04467 None None] Deleting port 6192d2a8-95dc-496a-b418-dbaab993b137 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:42:19.325166 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f90dc98d-0185-49cd-83b8-7a4c0ae04467 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:19.355307 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e7d7bd72-bc54-4007-a016-83e41dcafdff None None] Calling delete_port for af83eec4-1a35-489f-a191-eae478f76cf2 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:42:19.441630 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b235019-26fd-4e56-b09c-a4e6592b7ab7 None None] Pushing event updated for resources: {'Port': ['ID=c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d,revision_number=4']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:19.451211 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c3bdfb09-06db-4242-a5fe-9ee039fc2f84 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:19.462567 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-f8c5741f-a50c-4167-8a65-28c72f823fd3 None None] Set router 6ca5dcb7-caa7-445a-ba15-7bdefae0f179 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:42:19.463423 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-c3bdfb09-06db-4242-a5fe-9ee039fc2f84 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Deleting port af83eec4-1a35-489f-a191-eae478f76cf2 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:42:19.464870 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c3bdfb09-06db-4242-a5fe-9ee039fc2f84 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:19.469578 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-f90dc98d-0185-49cd-83b8-7a4c0ae04467 None None] The port '6192d2a8-95dc-496a-b418-dbaab993b137' was deleted {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 21:42:19.591228 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-b4e15c87-37c9-40c7-a6d4-3319e80bac73 None None] Port c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 21:42:19.591228 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-b4e15c87-37c9-40c7-a6d4-3319e80bac73 None None] Could not find standard attr ID for object c4628b48-05b9-4f35-99ec-f03c6f72f227. {{(pid=89010) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 21:42:19.603566 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port af83eec4-1a35-489f-a191-eae478f76cf2 is: ACTIVE; New status is: DOWN {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:42:19.604071 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:19.633346 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e7d7bd72-bc54-4007-a016-83e41dcafdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:19.725008 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d7bd72-bc54-4007-a016-83e41dcafdff None None] No DVR routers for this DVR port af83eec4-1a35-489f-a191-eae478f76cf2 on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:42:19.728903 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 6192d2a8-95dc-496a-b418-dbaab993b137 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:42:19.741069 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-c3bdfb09-06db-4242-a5fe-9ee039fc2f84 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] For port af83eec4-1a35-489f-a191-eae478f76cf2, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=af83eec4-1a35-489f-a191-eae478f76cf2,segment=NetworkSegment(784f51c9-9765-4ce3-9608-c2c5f52a69e3),segment_id=784f51c9-9765-4ce3-9608-c2c5f52a69e3)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:42:19.741436 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c3bdfb09-06db-4242-a5fe-9ee039fc2f84 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:19.768950 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d7bd72-bc54-4007-a016-83e41dcafdff None None] Pushing event deleted for resources: {'Port': ['ID=af83eec4-1a35-489f-a191-eae478f76cf2,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:19.781421 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 6192d2a8-95dc-496a-b418-dbaab993b137 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:42:19.781761 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 6192d2a8-95dc-496a-b418-dbaab993b137 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:42:19.839982 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-f8c5741f-a50c-4167-8a65-28c72f823fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca5dcb7-caa7-445a-ba15-7bdefae0f179', 'name': 'tempest-TestVolumeBootPattern-1197464643-router', 'tenant_id': 'fcfc1839102f4356a9d68d6af584a777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.109'}], 'enable_snat': True}, 'gw_port_id': '4498da02-8269-4cf4-904a-a9c5fcc5224f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:42:04Z', 'updated_at': '2022-09-22T21:42:09Z', 'revision_number': 4, 'project_id': 'fcfc1839102f4356a9d68d6af584a777', 'gw_port': {'id': '4498da02-8269-4cf4-904a-a9c5fcc5224f', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fa:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca5dcb7-caa7-445a-ba15-7bdefae0f179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:42:05Z', 'updated_at': '2022-09-22T21:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': 'c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d', 'name': '', 'network_id': '180a1c9c-05ec-4437-a789-b424f72a1c41', 'tenant_id': 'fcfc1839102f4356a9d68d6af584a777', 'mac_address': 'fa:16:3e:18:d6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca5dcb7-caa7-445a-ba15-7bdefae0f179', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '45912913-10bb-48de-9ddc-b21914db820a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:42:09Z', 'updated_at': '2022-09-22T21:42:19Z', 'revision_number': 4, 'project_id': 'fcfc1839102f4356a9d68d6af584a777', 'subnets': [{'id': '45912913-10bb-48de-9ddc-b21914db820a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:19.844860 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c5741f-a50c-4167-8a65-28c72f823fd3 None None] The sync data for ids ['6ca5dcb7-caa7-445a-ba15-7bdefae0f179'] in dv-neutron-858900-1-hyperv is: [{'id': '6ca5dcb7-caa7-445a-ba15-7bdefae0f179', 'name': 'tempest-TestVolumeBootPattern-1197464643-router', 'tenant_id': 'fcfc1839102f4356a9d68d6af584a777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.109'}], 'enable_snat': True}, 'gw_port_id': '4498da02-8269-4cf4-904a-a9c5fcc5224f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:42:04Z', 'updated_at': '2022-09-22T21:42:09Z', 'revision_number': 4, 'project_id': 'fcfc1839102f4356a9d68d6af584a777', 'gw_port': {'id': '4498da02-8269-4cf4-904a-a9c5fcc5224f', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fa:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca5dcb7-caa7-445a-ba15-7bdefae0f179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:42:05Z', 'updated_at': '2022-09-22T21:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': 'c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d', 'name': '', 'network_id': '180a1c9c-05ec-4437-a789-b424f72a1c41', 'tenant_id': 'fcfc1839102f4356a9d68d6af584a777', 'mac_address': 'fa:16:3e:18:d6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca5dcb7-caa7-445a-ba15-7bdefae0f179', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '45912913-10bb-48de-9ddc-b21914db820a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:42:09Z', 'updated_at': '2022-09-22T21:42:19Z', 'revision_number': 4, 'project_id': 'fcfc1839102f4356a9d68d6af584a777', 'subnets': [{'id': '45912913-10bb-48de-9ddc-b21914db820a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:42:19.884001 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-c3bdfb09-06db-4242-a5fe-9ee039fc2f84 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Calling delete_port for af83eec4-1a35-489f-a191-eae478f76cf2 owned by network:dhcp {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:42:19.965157 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.db.api [None req-c3bdfb09-06db-4242-a5fe-9ee039fc2f84 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:42:19.965480 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG oslo_db.api [None req-c3bdfb09-06db-4242-a5fe-9ee039fc2f84 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:42:20.466836 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-c3bdfb09-06db-4242-a5fe-9ee039fc2f84 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Deleting port af83eec4-1a35-489f-a191-eae478f76cf2 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:42:20.467446 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c3bdfb09-06db-4242-a5fe-9ee039fc2f84 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:20.535657 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-c3bdfb09-06db-4242-a5fe-9ee039fc2f84 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] The port 'af83eec4-1a35-489f-a191-eae478f76cf2' was deleted {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 21:42:20.595200 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51472) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:20.660835 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c3bdfb09-06db-4242-a5fe-9ee039fc2f84 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:20.692489 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-c3bdfb09-06db-4242-a5fe-9ee039fc2f84 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1df8038-8b74-4831-9138-8b92f3a015de']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:20.705118 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-c3bdfb09-06db-4242-a5fe-9ee039fc2f84 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '784f51c9-9765-4ce3-9608-c2c5f52a69e3') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:20.705410 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-c3bdfb09-06db-4242-a5fe-9ee039fc2f84 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '784f51c9-9765-4ce3-9608-c2c5f52a69e3') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:20.717261 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c3bdfb09-06db-4242-a5fe-9ee039fc2f84 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:20.734787 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c3bdfb09-06db-4242-a5fe-9ee039fc2f84 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:20.741497 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3bdfb09-06db-4242-a5fe-9ee039fc2f84 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:42:20.741883 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c3bdfb09-06db-4242-a5fe-9ee039fc2f84 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:20.817485 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 784f51c9-9765-4ce3-9608-c2c5f52a69e3 resource provider aggregate not found Sep 22 21:42:20.853309 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 784f51c9-9765-4ce3-9608-c2c5f52a69e3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 784f51c9-9765-4ce3-9608-c2c5f52a69e3 found for delete ", "request_id": "req-81437ffa-dff0-4972-a1d2-ab59131e8882"}]} Sep 22 21:42:20.859171 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c3bdfb09-06db-4242-a5fe-9ee039fc2f84 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:20.882967 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c3bdfb09-06db-4242-a5fe-9ee039fc2f84 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:20.889616 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bdfb09-06db-4242-a5fe-9ee039fc2f84 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Pushing event deleted for resources: {'Network': ['ID=b1df8038-8b74-4831-9138-8b92f3a015de,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:20.895620 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c3bdfb09-06db-4242-a5fe-9ee039fc2f84 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] 10.222.0.33 "DELETE /v2.0/networks/b1df8038-8b74-4831-9138-8b92f3a015de HTTP/1.1" status: 204 len: 168 time: 1.6080191 Sep 22 21:42:20.897933 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51480) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:20.968465 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-b45542f6-dad3-4a5d-af0b-c2650b7438ca tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Deleting subnet 050382d9-77f0-4dd0-8135-1bda74686820 {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:42:20.972073 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b45542f6-dad3-4a5d-af0b-c2650b7438ca tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:21.035959 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b45542f6-dad3-4a5d-af0b-c2650b7438ca tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:21.061045 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:42:21.159322 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b45542f6-dad3-4a5d-af0b-c2650b7438ca tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:21.163712 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:42:21.170552 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:42:21.171765 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:21.172142 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d Sep 22 21:42:21.249777 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b45542f6-dad3-4a5d-af0b-c2650b7438ca tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:21.309638 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b45542f6-dad3-4a5d-af0b-c2650b7438ca tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:21.314203 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45542f6-dad3-4a5d-af0b-c2650b7438ca tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Pushing event deleted for resources: {'Subnet': ['ID=050382d9-77f0-4dd0-8135-1bda74686820,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:21.323996 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-b45542f6-dad3-4a5d-af0b-c2650b7438ca tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] 10.222.0.33 "DELETE /v2.0/subnets/050382d9-77f0-4dd0-8135-1bda74686820 HTTP/1.1" status: 204 len: 168 time: 0.4250152 Sep 22 21:42:21.326240 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51486) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:21.365483 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0c6f83-09dc-449e-bbde-ebde6790fb1e None None] Network 9f8afa2d-0165-4b2e-9fad-cd27e5cdaf27 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:42:21.428728 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d3b6826d-7c47-460a-84e0-613ff045e028 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:21.601831 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8b933463-6726-46f9-b26e-7f1d5aacb152 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:21.613830 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-8b933463-6726-46f9-b26e-7f1d5aacb152 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Deleting port 8233f98a-03ba-491b-9000-8685741c3951 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:42:21.614156 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8b933463-6726-46f9-b26e-7f1d5aacb152 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:21.632056 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:42:21.632420 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:21.676978 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d,segment=NetworkSegment(a428bce9-dd2f-4cdb-8a95-2f5ca5555956),segment_id=a428bce9-dd2f-4cdb-8a95-2f5ca5555956)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:42:21.684642 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:21.752225 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84877e7d-24c8-4242-a363-1f29163d3585 None None] DHCP port deletion for 9f8afa2d-0165-4b2e-9fad-cd27e5cdaf27 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:42:21.760257 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-84877e7d-24c8-4242-a363-1f29163d3585 None None] Deleting port 8233f98a-03ba-491b-9000-8685741c3951 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:42:21.760627 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-84877e7d-24c8-4242-a363-1f29163d3585 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:21.831895 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:21.881396 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-8b933463-6726-46f9-b26e-7f1d5aacb152 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] For port 8233f98a-03ba-491b-9000-8685741c3951, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=8233f98a-03ba-491b-9000-8685741c3951,segment=NetworkSegment(b01437d4-94b3-4a8a-98dc-a2950b0531b7),segment_id=b01437d4-94b3-4a8a-98dc-a2950b0531b7)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:42:21.882012 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8b933463-6726-46f9-b26e-7f1d5aacb152 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:21.961066 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-d3b6826d-7c47-460a-84e0-613ff045e028 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Deleting port 57c5190d-4a91-4800-b0eb-3f485cda21df {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:42:21.961698 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d3b6826d-7c47-460a-84e0-613ff045e028 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:22.012548 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-84877e7d-24c8-4242-a363-1f29163d3585 None None] For port 8233f98a-03ba-491b-9000-8685741c3951, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=8233f98a-03ba-491b-9000-8685741c3951,segment=NetworkSegment(b01437d4-94b3-4a8a-98dc-a2950b0531b7),segment_id=b01437d4-94b3-4a8a-98dc-a2950b0531b7)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:42:22.014636 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-84877e7d-24c8-4242-a363-1f29163d3585 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:22.041718 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-8b933463-6726-46f9-b26e-7f1d5aacb152 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Calling delete_port for 8233f98a-03ba-491b-9000-8685741c3951 owned by network:dhcp {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:42:22.150781 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8b933463-6726-46f9-b26e-7f1d5aacb152 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:22.157876 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-84877e7d-24c8-4242-a363-1f29163d3585 None None] Calling delete_port for 8233f98a-03ba-491b-9000-8685741c3951 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:42:22.193616 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-d3b6826d-7c47-460a-84e0-613ff045e028 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] For port 57c5190d-4a91-4800-b0eb-3f485cda21df, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=57c5190d-4a91-4800-b0eb-3f485cda21df,segment=NetworkSegment(7525d309-04f6-4c5f-bac8-a6f652d99d73),segment_id=7525d309-04f6-4c5f-bac8-a6f652d99d73)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:42:22.193986 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d3b6826d-7c47-460a-84e0-613ff045e028 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:22.225104 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b933463-6726-46f9-b26e-7f1d5aacb152 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Pushing event deleted for resources: {'Port': ['ID=8233f98a-03ba-491b-9000-8685741c3951,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:22.229083 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b933463-6726-46f9-b26e-7f1d5aacb152 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] No DVR routers for this DVR port 8233f98a-03ba-491b-9000-8685741c3951 on host dv-neutron-858900-1-hyperv {{(pid=89009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:42:22.266980 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.db.api [None req-84877e7d-24c8-4242-a363-1f29163d3585 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:42:22.267593 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG oslo_db.api [None req-84877e7d-24c8-4242-a363-1f29163d3585 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:42:22.333338 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-d3b6826d-7c47-460a-84e0-613ff045e028 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Calling delete_port for 57c5190d-4a91-4800-b0eb-3f485cda21df owned by network:router_interface {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:42:22.382753 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8b933463-6726-46f9-b26e-7f1d5aacb152 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:22.415868 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-8b933463-6726-46f9-b26e-7f1d5aacb152 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f8afa2d-0165-4b2e-9fad-cd27e5cdaf27']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:22.428044 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-8b933463-6726-46f9-b26e-7f1d5aacb152 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b01437d4-94b3-4a8a-98dc-a2950b0531b7') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:22.428342 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-8b933463-6726-46f9-b26e-7f1d5aacb152 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b01437d4-94b3-4a8a-98dc-a2950b0531b7') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:22.450374 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8b933463-6726-46f9-b26e-7f1d5aacb152 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:22.473035 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8b933463-6726-46f9-b26e-7f1d5aacb152 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:22.488641 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b933463-6726-46f9-b26e-7f1d5aacb152 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:42:22.489897 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8b933463-6726-46f9-b26e-7f1d5aacb152 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:22.595586 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d3b6826d-7c47-460a-84e0-613ff045e028 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:22.598983 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8b933463-6726-46f9-b26e-7f1d5aacb152 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:22.616792 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8b933463-6726-46f9-b26e-7f1d5aacb152 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:22.629707 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b933463-6726-46f9-b26e-7f1d5aacb152 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Pushing event deleted for resources: {'Network': ['ID=9f8afa2d-0165-4b2e-9fad-cd27e5cdaf27,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:22.632320 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-8b933463-6726-46f9-b26e-7f1d5aacb152 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] 10.222.0.33 "DELETE /v2.0/networks/9f8afa2d-0165-4b2e-9fad-cd27e5cdaf27 HTTP/1.1" status: 204 len: 168 time: 1.3047900 Sep 22 21:42:22.634916 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51492) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:22.651997 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b6826d-7c47-460a-84e0-613ff045e028 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'Port': ['ID=57c5190d-4a91-4800-b0eb-3f485cda21df,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:22.684668 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-15eb2c29-0046-4c2d-804c-6b54bed696df tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Synchronizing usage tracker for tenant:a002b1221bc84c1b89f0779140f7b62f on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:42:22.712412 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-15eb2c29-0046-4c2d-804c-6b54bed696df tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Unset dirty status for tenant:a002b1221bc84c1b89f0779140f7b62f on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:42:22.716011 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-15eb2c29-0046-4c2d-804c-6b54bed696df tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] 10.222.0.33 "GET /v2.0/ports?device_id=322ffc55-0433-46c5-9725-09c922e6c0f3 HTTP/1.1" status: 200 len: 205 time: 0.0779305 Sep 22 21:42:22.716333 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51496) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:22.769283 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-84877e7d-24c8-4242-a363-1f29163d3585 None None] Deleting port 8233f98a-03ba-491b-9000-8685741c3951 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:42:22.769730 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-84877e7d-24c8-4242-a363-1f29163d3585 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:22.875383 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-84877e7d-24c8-4242-a363-1f29163d3585 None None] The port '8233f98a-03ba-491b-9000-8685741c3951' was deleted {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 21:42:22.929391 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1e9f95a3-3585-4dbd-8c52-03fb125a41b4 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks [] for router, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:22.986556 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment b01437d4-94b3-4a8a-98dc-a2950b0531b7 resource provider aggregate not found Sep 22 21:42:23.009147 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d3b6826d-7c47-460a-84e0-613ff045e028 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:23.052630 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment b01437d4-94b3-4a8a-98dc-a2950b0531b7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b01437d4-94b3-4a8a-98dc-a2950b0531b7 found for delete ", "request_id": "req-56024177-800c-4fdd-9231-046ac4704ed8"}]} Sep 22 21:42:23.083523 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:42:23.164539 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:42:23.165740 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:23.166179 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d Sep 22 21:42:23.367019 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:42:23.444789 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 8233f98a-03ba-491b-9000-8685741c3951 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:42:23.447929 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1e9f95a3-3585-4dbd-8c52-03fb125a41b4 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:23.450201 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1e9f95a3-3585-4dbd-8c52-03fb125a41b4 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:23.479975 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1e9f95a3-3585-4dbd-8c52-03fb125a41b4 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:23.480494 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9f95a3-3585-4dbd-8c52-03fb125a41b4 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Fanout notify agent at l3_agent the message router_deleted on router 322ffc55-0433-46c5-9725-09c922e6c0f3 {{(pid=89009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:42:23.485605 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 8233f98a-03ba-491b-9000-8685741c3951 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:42:23.485950 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 8233f98a-03ba-491b-9000-8685741c3951 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:42:23.493226 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1e9f95a3-3585-4dbd-8c52-03fb125a41b4 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:23.497284 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-1e9f95a3-3585-4dbd-8c52-03fb125a41b4 tempest-RoutersNegativeIpV6Test-230080783 tempest-RoutersNegativeIpV6Test-230080783-project] 10.222.0.33 "DELETE /v2.0/routers/322ffc55-0433-46c5-9725-09c922e6c0f3 HTTP/1.1" status: 204 len: 168 time: 0.7767148 Sep 22 21:42:23.590990 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b6826d-7c47-460a-84e0-613ff045e028 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Router 1acee9f7-9afb-4411-b84c-b44fc13b967f has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:42:23.781373 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b6826d-7c47-460a-84e0-613ff045e028 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:42:23.792949 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93bce52-5805-4ab4-be92-9650954b18cf None None] Sync routers for ids ['1acee9f7-9afb-4411-b84c-b44fc13b967f'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:42:23.798826 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-d3b6826d-7c47-460a-84e0-613ff045e028 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "PUT /v2.0/routers/1acee9f7-9afb-4411-b84c-b44fc13b967f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2024262 Sep 22 21:42:23.806342 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93bce52-5805-4ab4-be92-9650954b18cf None None] Routers {'1acee9f7-9afb-4411-b84c-b44fc13b967f'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:42:23.807226 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-a93bce52-5805-4ab4-be92-9650954b18cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:42:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['1acee9f7-9afb-4411-b84c-b44fc13b967f'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:23.834704 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51512) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:24.009732 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a6e2efab-8599-4d0c-9de5-46d30cdd78ad admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=a002b1221bc84c1b89f0779140f7b62f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1717267 Sep 22 21:42:24.011225 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51518) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:24.047079 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-a93bce52-5805-4ab4-be92-9650954b18cf None None] Set router 1acee9f7-9afb-4411-b84c-b44fc13b967f gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:42:24.102085 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-78f9c4f7-999b-452a-881d-f768597a0b28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:24.183804 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-78f9c4f7-999b-452a-881d-f768597a0b28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:24.267711 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6266bcf-87ae-4dd1-bde4-e6c81b9759f3 req-2ee4f169-ef5c-44f2-b183-f7e90379e510 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:24.276329 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-a6266bcf-87ae-4dd1-bde4-e6c81b9759f3 req-2ee4f169-ef5c-44f2-b183-f7e90379e510 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=d537eed6-6aeb-43c0-a35c-484987a5e5d3 HTTP/1.1" status: 200 len: 946 time: 0.1389267 Sep 22 21:42:24.298088 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-78f9c4f7-999b-452a-881d-f768597a0b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:24.332751 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9c4f7-999b-452a-881d-f768597a0b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b2a3b6-7a22-48a5-a11c-d6d286d933cb,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:24.347210 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-a6266bcf-87ae-4dd1-bde4-e6c81b9759f3 req-617902f9-fd09-4dab-a8f0-0f6d9e5aec81 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=a1820293-5b61-42d7-9985-b10110ceb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715261 Sep 22 21:42:24.350040 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-78f9c4f7-999b-452a-881d-f768597a0b28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:24.351893 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-78f9c4f7-999b-452a-881d-f768597a0b28 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/d3b2a3b6-7a22-48a5-a11c-d6d286d933cb HTTP/1.1" status: 204 len: 168 time: 0.3395984 Sep 22 21:42:24.544909 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-a93bce52-5805-4ab4-be92-9650954b18cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'name': 'tempest-TestNetworkBasicOps-router-2007581634', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.244'}], 'enable_snat': True}, 'gw_port_id': 'f412a77a-7d1e-4b59-9d54-7618178dd2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:40:09Z', 'updated_at': '2022-09-22T21:42:22Z', 'revision_number': 6, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': 'f412a77a-7d1e-4b59-9d54-7618178dd2e5', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:40:11Z', 'updated_at': '2022-09-22T21:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '2091d1ad-ee80-4405-b4d4-6bf08fc31a27', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'floating_ip_address': '172.26.0.146', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'port_id': 'a371e389-1d73-4824-9a35-dc792f64abda', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd798fa90-67b2-4838-a613-196b1b982d33', 'mac_address': 'fa:16:3e:e3:08:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c68d002-3169-446f-8cf1-9e94daa59fce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:40:59Z', 'updated_at': '2022-09-22T21:41:04Z', 'revision_number': 1, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04bc4d2d-6e43-4739-8eb6-362088e0b4f1', 'name': '', 'network_id': 'd798fa90-67b2-4838-a613-196b1b982d33', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:b7:7d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '7c2b1475-4219-48df-b88b-938b9fa8e2ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:40:21Z', 'updated_at': '2022-09-22T21:40:35Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': '7c2b1475-4219-48df-b88b-938b9fa8e2ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:24.551443 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93bce52-5805-4ab4-be92-9650954b18cf None None] Checking router: 1acee9f7-9afb-4411-b84c-b44fc13b967f for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:42:24.563033 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93bce52-5805-4ab4-be92-9650954b18cf None None] Routers {'1acee9f7-9afb-4411-b84c-b44fc13b967f'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:42:24.564163 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-a93bce52-5805-4ab4-be92-9650954b18cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:42:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['1acee9f7-9afb-4411-b84c-b44fc13b967f'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:24.750524 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-a93bce52-5805-4ab4-be92-9650954b18cf None None] Set router 1acee9f7-9afb-4411-b84c-b44fc13b967f gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:42:25.104021 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-a93bce52-5805-4ab4-be92-9650954b18cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'name': 'tempest-TestNetworkBasicOps-router-2007581634', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.244'}], 'enable_snat': True}, 'gw_port_id': 'f412a77a-7d1e-4b59-9d54-7618178dd2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:40:09Z', 'updated_at': '2022-09-22T21:42:22Z', 'revision_number': 6, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': 'f412a77a-7d1e-4b59-9d54-7618178dd2e5', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:40:11Z', 'updated_at': '2022-09-22T21:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '2091d1ad-ee80-4405-b4d4-6bf08fc31a27', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'floating_ip_address': '172.26.0.146', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'port_id': 'a371e389-1d73-4824-9a35-dc792f64abda', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd798fa90-67b2-4838-a613-196b1b982d33', 'mac_address': 'fa:16:3e:e3:08:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c68d002-3169-446f-8cf1-9e94daa59fce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:40:59Z', 'updated_at': '2022-09-22T21:41:04Z', 'revision_number': 1, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04bc4d2d-6e43-4739-8eb6-362088e0b4f1', 'name': '', 'network_id': 'd798fa90-67b2-4838-a613-196b1b982d33', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:b7:7d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '7c2b1475-4219-48df-b88b-938b9fa8e2ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:40:21Z', 'updated_at': '2022-09-22T21:40:35Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': '7c2b1475-4219-48df-b88b-938b9fa8e2ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:25.108242 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93bce52-5805-4ab4-be92-9650954b18cf None None] The sync data for ids ['1acee9f7-9afb-4411-b84c-b44fc13b967f'] in dv-neutron-858900-1-hyperv is: [{'id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'name': 'tempest-TestNetworkBasicOps-router-2007581634', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.244'}], 'enable_snat': True}, 'gw_port_id': 'f412a77a-7d1e-4b59-9d54-7618178dd2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:40:09Z', 'updated_at': '2022-09-22T21:42:22Z', 'revision_number': 6, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': 'f412a77a-7d1e-4b59-9d54-7618178dd2e5', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:40:11Z', 'updated_at': '2022-09-22T21:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '2091d1ad-ee80-4405-b4d4-6bf08fc31a27', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'floating_ip_address': '172.26.0.146', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'port_id': 'a371e389-1d73-4824-9a35-dc792f64abda', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd798fa90-67b2-4838-a613-196b1b982d33', 'mac_address': 'fa:16:3e:e3:08:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c68d002-3169-446f-8cf1-9e94daa59fce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:40:59Z', 'updated_at': '2022-09-22T21:41:04Z', 'revision_number': 1, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04bc4d2d-6e43-4739-8eb6-362088e0b4f1', 'name': '', 'network_id': 'd798fa90-67b2-4838-a613-196b1b982d33', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:b7:7d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '7c2b1475-4219-48df-b88b-938b9fa8e2ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:40:21Z', 'updated_at': '2022-09-22T21:40:35Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': '7c2b1475-4219-48df-b88b-938b9fa8e2ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:42:25.647188 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918c4a4-1cbc-49b2-b85d-a0622fe2ffc8 req-881a9365-c17f-4735-990f-cc3ef5107209 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:25.647986 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-1918c4a4-1cbc-49b2-b85d-a0622fe2ffc8 req-881a9365-c17f-4735-990f-cc3ef5107209 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:42:25.659929 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ac815-c642-484d-af2d-64fbfee191e0 req-3f45b12a-7ce9-4676-8028-88c8f7624e5c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:25.660623 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-746ac815-c642-484d-af2d-64fbfee191e0 req-3f45b12a-7ce9-4676-8028-88c8f7624e5c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:42:25.683240 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-1918c4a4-1cbc-49b2-b85d-a0622fe2ffc8 req-881a9365-c17f-4735-990f-cc3ef5107209 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:42:25.684564 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1918c4a4-1cbc-49b2-b85d-a0622fe2ffc8 req-881a9365-c17f-4735-990f-cc3ef5107209 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=d537eed6-6aeb-43c0-a35c-484987a5e5d3 HTTP/1.1" status: 200 len: 946 time: 0.2174339 Sep 22 21:42:25.685616 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-746ac815-c642-484d-af2d-64fbfee191e0 req-3f45b12a-7ce9-4676-8028-88c8f7624e5c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:42:25.686635 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-746ac815-c642-484d-af2d-64fbfee191e0 req-3f45b12a-7ce9-4676-8028-88c8f7624e5c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "GET /v2.0/ports?device_id=d537eed6-6aeb-43c0-a35c-484987a5e5d3 HTTP/1.1" status: 200 len: 946 time: 0.1716273 Sep 22 21:42:25.751180 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:25.790080 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1918c4a4-1cbc-49b2-b85d-a0622fe2ffc8 req-d8f4a9b2-c115-4fa8-bd9a-c5c913afc9ef tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=a1820293-5b61-42d7-9985-b10110ceb5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994039 Sep 22 21:42:25.795558 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-746ac815-c642-484d-af2d-64fbfee191e0 req-9d8c213b-bcd6-4620-a751-20a7fa6fcb54 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Deleting port d9fb960e-4d80-4703-a065-b66da836f1e6 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:42:25.795933 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-746ac815-c642-484d-af2d-64fbfee191e0 req-9d8c213b-bcd6-4620-a751-20a7fa6fcb54 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:26.059870 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-746ac815-c642-484d-af2d-64fbfee191e0 req-9d8c213b-bcd6-4620-a751-20a7fa6fcb54 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] For port d9fb960e-4d80-4703-a065-b66da836f1e6, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=d9fb960e-4d80-4703-a065-b66da836f1e6,segment=NetworkSegment(7525d309-04f6-4c5f-bac8-a6f652d99d73),segment_id=7525d309-04f6-4c5f-bac8-a6f652d99d73)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:42:26.060235 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-746ac815-c642-484d-af2d-64fbfee191e0 req-9d8c213b-bcd6-4620-a751-20a7fa6fcb54 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:26.184437 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-746ac815-c642-484d-af2d-64fbfee191e0 req-9d8c213b-bcd6-4620-a751-20a7fa6fcb54 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Calling delete_port for d9fb960e-4d80-4703-a065-b66da836f1e6 owned by compute:nova {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:42:26.345077 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-746ac815-c642-484d-af2d-64fbfee191e0 req-9d8c213b-bcd6-4620-a751-20a7fa6fcb54 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:26.394867 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8c213b-bcd6-4620-a751-20a7fa6fcb54 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'Port': ['ID=d9fb960e-4d80-4703-a065-b66da836f1e6,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:26.593215 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-746ac815-c642-484d-af2d-64fbfee191e0 req-9d8c213b-bcd6-4620-a751-20a7fa6fcb54 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] No DVR routers for this DVR port d9fb960e-4d80-4703-a065-b66da836f1e6 on host hv-neutron-8589 {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:42:26.595579 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-746ac815-c642-484d-af2d-64fbfee191e0 req-9d8c213b-bcd6-4620-a751-20a7fa6fcb54 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:26.598459 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd537eed6-6aeb-43c0-a35c-484987a5e5d3', 'name': 'network-vif-deleted', 'tag': 'd9fb960e-4d80-4703-a065-b66da836f1e6'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:42:26.600755 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e8f1fd-f8d9-471c-b691-ded6b2ee2b1e" -d '{"events": [{"server_uuid": "d537eed6-6aeb-43c0-a35c-484987a5e5d3", "name": "network-vif-deleted", "tag": "d9fb960e-4d80-4703-a065-b66da836f1e6"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:42:26.615015 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-746ac815-c642-484d-af2d-64fbfee191e0 req-9d8c213b-bcd6-4620-a751-20a7fa6fcb54 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "DELETE /v2.0/ports/d9fb960e-4d80-4703-a065-b66da836f1e6 HTTP/1.1" status: 204 len: 173 time: 0.9113474 Sep 22 21:42:26.654468 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 21:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f86fb03-537f-43e5-95f1-f13dee829f91 x-openstack-request-id: req-3f86fb03-537f-43e5-95f1-f13dee829f91 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:42:26.655787 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d537eed6-6aeb-43c0-a35c-484987a5e5d3", "name": "network-vif-deleted", "tag": "d9fb960e-4d80-4703-a065-b66da836f1e6", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:42:26.655787 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3f86fb03-537f-43e5-95f1-f13dee829f91 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:42:26.656007 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f86fb03-537f-43e5-95f1-f13dee829f91'] response: {'server_uuid': 'd537eed6-6aeb-43c0-a35c-484987a5e5d3', 'name': 'network-vif-deleted', 'tag': 'd9fb960e-4d80-4703-a065-b66da836f1e6', 'status': 'completed', 'code': 200} Sep 22 21:42:26.955097 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 57c5190d-4a91-4800-b0eb-3f485cda21df no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:42:26.991970 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 57c5190d-4a91-4800-b0eb-3f485cda21df {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:42:26.992337 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 57c5190d-4a91-4800-b0eb-3f485cda21df not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:42:27.128685 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-1befc6f6-cbe3-4fe2-8d7d-0390a3f31a3d req-ca124867-b95c-484b-a7bb-1327ce61a516 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:42:27.143820 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-1befc6f6-cbe3-4fe2-8d7d-0390a3f31a3d req-ca124867-b95c-484b-a7bb-1327ce61a516 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:42:27.145099 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1befc6f6-cbe3-4fe2-8d7d-0390a3f31a3d req-ca124867-b95c-484b-a7bb-1327ce61a516 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=d537eed6-6aeb-43c0-a35c-484987a5e5d3 HTTP/1.1" status: 200 len: 210 time: 0.0706291 Sep 22 21:42:28.248236 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51558) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:28.317933 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4eb4dba3-1194-4f0f-a3cc-92b00cf8ea94 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:28.349314 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4eb4dba3-1194-4f0f-a3cc-92b00cf8ea94 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:28.417498 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4eb4dba3-1194-4f0f-a3cc-92b00cf8ea94 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:28.435946 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb4dba3-1194-4f0f-a3cc-92b00cf8ea94 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1820293-5b61-42d7-9985-b10110ceb5d5,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:28.447470 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4eb4dba3-1194-4f0f-a3cc-92b00cf8ea94 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:28.448974 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-4eb4dba3-1194-4f0f-a3cc-92b00cf8ea94 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "DELETE /v2.0/security-groups/a1820293-5b61-42d7-9985-b10110ceb5d5 HTTP/1.1" status: 204 len: 168 time: 0.1997416 Sep 22 21:42:28.479203 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51564) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:28.544524 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cb1a1a6-87a6-4931-b65d-4b0261c31b0c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Deleting subnet 9ba62f2e-901d-425a-bfd4-433c51fb9869 {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:42:28.548104 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6cb1a1a6-87a6-4931-b65d-4b0261c31b0c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:28.601334 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6cb1a1a6-87a6-4931-b65d-4b0261c31b0c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:28.685382 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6cb1a1a6-87a6-4931-b65d-4b0261c31b0c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:28.756471 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6cb1a1a6-87a6-4931-b65d-4b0261c31b0c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:28.799969 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb1a1a6-87a6-4931-b65d-4b0261c31b0c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'Subnet': ['ID=9ba62f2e-901d-425a-bfd4-433c51fb9869,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:28.801916 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6cb1a1a6-87a6-4931-b65d-4b0261c31b0c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:28.808458 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84550f14-c1d8-4976-88f9-52e0ea71979f None None] Network 6361b600-f40c-41c0-a88f-3403a287a77f requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:42:28.809901 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-6cb1a1a6-87a6-4931-b65d-4b0261c31b0c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "DELETE /v2.0/subnets/9ba62f2e-901d-425a-bfd4-433c51fb9869 HTTP/1.1" status: 204 len: 168 time: 0.3296256 Sep 22 21:42:28.812783 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51570) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:28.936444 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-13fd9323-9bbc-4186-843b-727997b95c89 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:28.952696 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-13fd9323-9bbc-4186-843b-727997b95c89 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Deleting port 3093618a-97cf-4a1f-90ba-bbf0bb6ba4b9 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:42:28.953454 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-13fd9323-9bbc-4186-843b-727997b95c89 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:28.997072 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device d9fb960e-4d80-4703-a065-b66da836f1e6 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:42:29.037180 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] No Port match for: d9fb960e-4d80-4703-a065-b66da836f1e6 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:42:29.037518 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device d9fb960e-4d80-4703-a065-b66da836f1e6 not bound to the agent host hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:42:29.133171 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6588732-ec7d-450f-953e-a8cba4bfebef None None] DHCP port deletion for 6361b600-f40c-41c0-a88f-3403a287a77f request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:42:29.137631 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e6588732-ec7d-450f-953e-a8cba4bfebef None None] Deleting port 3093618a-97cf-4a1f-90ba-bbf0bb6ba4b9 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:42:29.138124 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e6588732-ec7d-450f-953e-a8cba4bfebef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:29.182008 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-13fd9323-9bbc-4186-843b-727997b95c89 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] For port 3093618a-97cf-4a1f-90ba-bbf0bb6ba4b9, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=3093618a-97cf-4a1f-90ba-bbf0bb6ba4b9,segment=NetworkSegment(7525d309-04f6-4c5f-bac8-a6f652d99d73),segment_id=7525d309-04f6-4c5f-bac8-a6f652d99d73)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:42:29.182375 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-13fd9323-9bbc-4186-843b-727997b95c89 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:29.313237 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-13fd9323-9bbc-4186-843b-727997b95c89 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Calling delete_port for 3093618a-97cf-4a1f-90ba-bbf0bb6ba4b9 owned by network:dhcp {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:42:29.363117 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-e6588732-ec7d-450f-953e-a8cba4bfebef None None] For port 3093618a-97cf-4a1f-90ba-bbf0bb6ba4b9, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=3093618a-97cf-4a1f-90ba-bbf0bb6ba4b9,segment=NetworkSegment(7525d309-04f6-4c5f-bac8-a6f652d99d73),segment_id=7525d309-04f6-4c5f-bac8-a6f652d99d73)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:42:29.363460 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e6588732-ec7d-450f-953e-a8cba4bfebef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:29.399307 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-13fd9323-9bbc-4186-843b-727997b95c89 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:29.450103 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd9323-9bbc-4186-843b-727997b95c89 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'Port': ['ID=3093618a-97cf-4a1f-90ba-bbf0bb6ba4b9,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:29.452301 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fd9323-9bbc-4186-843b-727997b95c89 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] No DVR routers for this DVR port 3093618a-97cf-4a1f-90ba-bbf0bb6ba4b9 on host dv-neutron-858900-1-hyperv {{(pid=89009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:42:29.540980 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e6588732-ec7d-450f-953e-a8cba4bfebef None None] Calling delete_port for 3093618a-97cf-4a1f-90ba-bbf0bb6ba4b9 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:42:29.580065 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-13fd9323-9bbc-4186-843b-727997b95c89 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:29.606920 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-13fd9323-9bbc-4186-843b-727997b95c89 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6361b600-f40c-41c0-a88f-3403a287a77f']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:29.619619 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.db.api [None req-e6588732-ec7d-450f-953e-a8cba4bfebef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:42:29.619906 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-13fd9323-9bbc-4186-843b-727997b95c89 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7525d309-04f6-4c5f-bac8-a6f652d99d73') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:29.620174 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG oslo_db.api [None req-e6588732-ec7d-450f-953e-a8cba4bfebef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:42:29.620303 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-13fd9323-9bbc-4186-843b-727997b95c89 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7525d309-04f6-4c5f-bac8-a6f652d99d73') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:29.632588 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-13fd9323-9bbc-4186-843b-727997b95c89 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:29.649531 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-13fd9323-9bbc-4186-843b-727997b95c89 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:29.656027 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13fd9323-9bbc-4186-843b-727997b95c89 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:42:29.656403 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-13fd9323-9bbc-4186-843b-727997b95c89 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:29.730332 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 7525d309-04f6-4c5f-bac8-a6f652d99d73 resource provider aggregate not found Sep 22 21:42:29.753733 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 7525d309-04f6-4c5f-bac8-a6f652d99d73 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7525d309-04f6-4c5f-bac8-a6f652d99d73 found for delete ", "request_id": "req-10543051-d8a7-4f01-945b-d56ddf69ed7c"}]} Sep 22 21:42:29.768719 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-13fd9323-9bbc-4186-843b-727997b95c89 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:29.785754 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-13fd9323-9bbc-4186-843b-727997b95c89 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:29.797121 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd9323-9bbc-4186-843b-727997b95c89 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'Network': ['ID=6361b600-f40c-41c0-a88f-3403a287a77f,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:29.811352 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-13fd9323-9bbc-4186-843b-727997b95c89 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "DELETE /v2.0/networks/6361b600-f40c-41c0-a88f-3403a287a77f HTTP/1.1" status: 204 len: 168 time: 0.9975271 Sep 22 21:42:29.814372 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51586) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:30.022151 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-a597f076-382d-4f8b-9fae-0cc83e2b1bd5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Deleting port c92487ab-3173-488e-801a-aa6774a1de61 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:42:30.022487 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a597f076-382d-4f8b-9fae-0cc83e2b1bd5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:30.121173 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e6588732-ec7d-450f-953e-a8cba4bfebef None None] Deleting port 3093618a-97cf-4a1f-90ba-bbf0bb6ba4b9 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:42:30.121669 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e6588732-ec7d-450f-953e-a8cba4bfebef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:30.190047 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e6588732-ec7d-450f-953e-a8cba4bfebef None None] The port '3093618a-97cf-4a1f-90ba-bbf0bb6ba4b9' was deleted {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 21:42:30.196277 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a597f076-382d-4f8b-9fae-0cc83e2b1bd5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:30.196543 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a597f076-382d-4f8b-9fae-0cc83e2b1bd5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:30.329516 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-a597f076-382d-4f8b-9fae-0cc83e2b1bd5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Calling delete_port for c92487ab-3173-488e-801a-aa6774a1de61 owned by network:floatingip {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:42:30.486018 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a597f076-382d-4f8b-9fae-0cc83e2b1bd5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:30.536348 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a597f076-382d-4f8b-9fae-0cc83e2b1bd5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'Port': ['ID=c92487ab-3173-488e-801a-aa6774a1de61,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:30.629746 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a597f076-382d-4f8b-9fae-0cc83e2b1bd5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for floatingip, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:30.630101 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.l3_db [None req-a597f076-382d-4f8b-9fae-0cc83e2b1bd5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Floating IP 2091d1ad-ee80-4405-b4d4-6bf08fc31a27 disassociated (deleted). External IP: 172.26.0.146, port: a371e389-1d73-4824-9a35-dc792f64abda. Sep 22 21:42:31.006695 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 3093618a-97cf-4a1f-90ba-bbf0bb6ba4b9 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:42:31.049052 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 3093618a-97cf-4a1f-90ba-bbf0bb6ba4b9 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:42:31.049762 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 3093618a-97cf-4a1f-90ba-bbf0bb6ba4b9 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:42:31.174463 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a597f076-382d-4f8b-9fae-0cc83e2b1bd5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Router 1acee9f7-9afb-4411-b84c-b44fc13b967f has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:42:31.380485 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a597f076-382d-4f8b-9fae-0cc83e2b1bd5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:42:31.390110 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246580cf-59f5-46f6-af4c-1ed6cd1aced0 None None] Sync routers for ids ['1acee9f7-9afb-4411-b84c-b44fc13b967f'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:42:31.397383 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a597f076-382d-4f8b-9fae-0cc83e2b1bd5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:31.400604 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246580cf-59f5-46f6-af4c-1ed6cd1aced0 None None] Routers {'1acee9f7-9afb-4411-b84c-b44fc13b967f'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:42:31.401246 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-246580cf-59f5-46f6-af4c-1ed6cd1aced0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:42:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['1acee9f7-9afb-4411-b84c-b44fc13b967f'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:31.460499 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a597f076-382d-4f8b-9fae-0cc83e2b1bd5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "DELETE /v2.0/floatingips/2091d1ad-ee80-4405-b4d4-6bf08fc31a27 HTTP/1.1" status: 204 len: 168 time: 1.6449716 Sep 22 21:42:31.461112 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c68d002-3169-446f-8cf1-9e94daa59fce', 'tag': 'a371e389-1d73-4824-9a35-dc792f64abda'}] {{(pid=89009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:42:31.463724 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3cdb6d5bdfc0c86a52b2d842100ac752cec167fbf441e2518ec0a73bf85169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad998c1e-6c72-4ed1-977f-129d5464c47b" -d '{"events": [{"name": "network-changed", "server_uuid": "7c68d002-3169-446f-8cf1-9e94daa59fce", "tag": "a371e389-1d73-4824-9a35-dc792f64abda"}]}' {{(pid=89009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:42:31.510557 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089cd2fb-c8fa-4d19-9db4-1fca5330dd4c x-openstack-request-id: req-089cd2fb-c8fa-4d19-9db4-1fca5330dd4c {{(pid=89009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:42:31.510869 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c68d002-3169-446f-8cf1-9e94daa59fce", "tag": "a371e389-1d73-4824-9a35-dc792f64abda", "status": "completed", "code": 200}]} {{(pid=89009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:42:31.511117 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-089cd2fb-c8fa-4d19-9db4-1fca5330dd4c {{(pid=89009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:42:31.511524 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-089cd2fb-c8fa-4d19-9db4-1fca5330dd4c'] response: {'name': 'network-changed', 'server_uuid': '7c68d002-3169-446f-8cf1-9e94daa59fce', 'tag': 'a371e389-1d73-4824-9a35-dc792f64abda', 'status': 'completed', 'code': 200} Sep 22 21:42:31.620135 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-246580cf-59f5-46f6-af4c-1ed6cd1aced0 None None] Set router 1acee9f7-9afb-4411-b84c-b44fc13b967f gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:42:31.625936 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad998c1e-6c72-4ed1-977f-129d5464c47b req-382a4db7-392b-4b74-8e15-3fa3ed6a854f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:31.628194 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ad998c1e-6c72-4ed1-977f-129d5464c47b req-382a4db7-392b-4b74-8e15-3fa3ed6a854f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&device_id=7c68d002-3169-446f-8cf1-9e94daa59fce HTTP/1.1" status: 200 len: 1098 time: 0.0957820 Sep 22 21:42:31.785935 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad998c1e-6c72-4ed1-977f-129d5464c47b req-5a226a4a-9c4b-48af-9b9a-e0a2c6d67589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:31.788024 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ad998c1e-6c72-4ed1-977f-129d5464c47b req-5a226a4a-9c4b-48af-9b9a-e0a2c6d67589 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d798fa90-67b2-4838-a613-196b1b982d33 HTTP/1.1" status: 200 len: 897 time: 0.1545627 Sep 22 21:42:31.910495 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ad998c1e-6c72-4ed1-977f-129d5464c47b req-00a6e202-e4a9-4a86-a0ce-456d1297b206 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a371e389-1d73-4824-9a35-dc792f64abda HTTP/1.1" status: 200 len: 217 time: 0.1142361 Sep 22 21:42:31.943612 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-246580cf-59f5-46f6-af4c-1ed6cd1aced0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'name': 'tempest-TestNetworkBasicOps-router-2007581634', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.244'}], 'enable_snat': True}, 'gw_port_id': 'f412a77a-7d1e-4b59-9d54-7618178dd2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:40:09Z', 'updated_at': '2022-09-22T21:42:22Z', 'revision_number': 6, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': 'f412a77a-7d1e-4b59-9d54-7618178dd2e5', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:40:11Z', 'updated_at': '2022-09-22T21:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '04bc4d2d-6e43-4739-8eb6-362088e0b4f1', 'name': '', 'network_id': 'd798fa90-67b2-4838-a613-196b1b982d33', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:b7:7d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '7c2b1475-4219-48df-b88b-938b9fa8e2ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:40:21Z', 'updated_at': '2022-09-22T21:40:35Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': '7c2b1475-4219-48df-b88b-938b9fa8e2ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:31.947365 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246580cf-59f5-46f6-af4c-1ed6cd1aced0 None None] Checking router: 1acee9f7-9afb-4411-b84c-b44fc13b967f for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:42:31.956475 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246580cf-59f5-46f6-af4c-1ed6cd1aced0 None None] Routers {'1acee9f7-9afb-4411-b84c-b44fc13b967f'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:42:31.957117 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-246580cf-59f5-46f6-af4c-1ed6cd1aced0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:42:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['1acee9f7-9afb-4411-b84c-b44fc13b967f'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:31.989853 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad998c1e-6c72-4ed1-977f-129d5464c47b req-e98f1fb2-4da4-4b8d-a9b3-3d0637163949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:31.991310 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ad998c1e-6c72-4ed1-977f-129d5464c47b req-e98f1fb2-4da4-4b8d-a9b3-3d0637163949 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7c2b1475-4219-48df-b88b-938b9fa8e2ca HTTP/1.1" status: 200 len: 834 time: 0.0746677 Sep 22 21:42:32.062931 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174f2a4-4fc7-4e97-9cf5-984ae926aaf9 req-0dbd576c-1ecf-45b8-a8af-190d45cddcdc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:32.064430 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2174f2a4-4fc7-4e97-9cf5-984ae926aaf9 req-0dbd576c-1ecf-45b8-a8af-190d45cddcdc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c68d002-3169-446f-8cf1-9e94daa59fce HTTP/1.1" status: 200 len: 945 time: 0.2078164 Sep 22 21:42:32.129065 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-2174f2a4-4fc7-4e97-9cf5-984ae926aaf9 req-76f3c6bf-cbca-4dc8-8676-124404fcf8c9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:security_group {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:42:32.139818 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad998c1e-6c72-4ed1-977f-129d5464c47b req-54e62b5f-841d-4091-84ac-07c99515bbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:32.141285 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ad998c1e-6c72-4ed1-977f-129d5464c47b req-54e62b5f-841d-4091-84ac-07c99515bbb9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d798fa90-67b2-4838-a613-196b1b982d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1427917 Sep 22 21:42:32.155718 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-246580cf-59f5-46f6-af4c-1ed6cd1aced0 None None] Set router 1acee9f7-9afb-4411-b84c-b44fc13b967f gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:42:32.176142 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-2174f2a4-4fc7-4e97-9cf5-984ae926aaf9 req-76f3c6bf-cbca-4dc8-8676-124404fcf8c9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:security_group {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:42:32.178987 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2174f2a4-4fc7-4e97-9cf5-984ae926aaf9 req-76f3c6bf-cbca-4dc8-8676-124404fcf8c9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=9256f3c9-ea2a-4962-96b4-9322f1b68820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028678 Sep 22 21:42:32.297149 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ad998c1e-6c72-4ed1-977f-129d5464c47b req-48091612-d721-48f4-be97-7fb9a764818a service neutron] 10.222.0.49 "GET /v2.0/networks/d798fa90-67b2-4838-a613-196b1b982d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465986 Sep 22 21:42:32.429619 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ad998c1e-6c72-4ed1-977f-129d5464c47b req-28fdf0ea-a029-4627-a820-252233cca975 service neutron] 10.222.0.49 "GET /v2.0/networks/d798fa90-67b2-4838-a613-196b1b982d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261835 Sep 22 21:42:32.506415 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-246580cf-59f5-46f6-af4c-1ed6cd1aced0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'name': 'tempest-TestNetworkBasicOps-router-2007581634', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.244'}], 'enable_snat': True}, 'gw_port_id': 'f412a77a-7d1e-4b59-9d54-7618178dd2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:40:09Z', 'updated_at': '2022-09-22T21:42:22Z', 'revision_number': 6, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': 'f412a77a-7d1e-4b59-9d54-7618178dd2e5', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:40:11Z', 'updated_at': '2022-09-22T21:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '04bc4d2d-6e43-4739-8eb6-362088e0b4f1', 'name': '', 'network_id': 'd798fa90-67b2-4838-a613-196b1b982d33', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:b7:7d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '7c2b1475-4219-48df-b88b-938b9fa8e2ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:40:21Z', 'updated_at': '2022-09-22T21:40:35Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': '7c2b1475-4219-48df-b88b-938b9fa8e2ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:32.510345 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246580cf-59f5-46f6-af4c-1ed6cd1aced0 None None] The sync data for ids ['1acee9f7-9afb-4411-b84c-b44fc13b967f'] in dv-neutron-858900-1-hyperv is: [{'id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'name': 'tempest-TestNetworkBasicOps-router-2007581634', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.244'}], 'enable_snat': True}, 'gw_port_id': 'f412a77a-7d1e-4b59-9d54-7618178dd2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:40:09Z', 'updated_at': '2022-09-22T21:42:22Z', 'revision_number': 6, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': 'f412a77a-7d1e-4b59-9d54-7618178dd2e5', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:40:11Z', 'updated_at': '2022-09-22T21:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '04bc4d2d-6e43-4739-8eb6-362088e0b4f1', 'name': '', 'network_id': 'd798fa90-67b2-4838-a613-196b1b982d33', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:b7:7d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '7c2b1475-4219-48df-b88b-938b9fa8e2ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:40:21Z', 'updated_at': '2022-09-22T21:40:35Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': '7c2b1475-4219-48df-b88b-938b9fa8e2ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:42:32.586097 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-3fc48270-d01f-49f4-806f-d7d78211e1c2 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Synchronizing usage tracker for tenant:c0953d2486f241adbaf31021d8b87543 on resource:security_group {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:42:32.603358 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-3fc48270-d01f-49f4-806f-d7d78211e1c2 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Unset dirty status for tenant:c0953d2486f241adbaf31021d8b87543 on resource:security_group {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:42:32.604583 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-3fc48270-d01f-49f4-806f-d7d78211e1c2 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-669633889&fields=id&tenant_id=c0953d2486f241adbaf31021d8b87543 HTTP/1.1" status: 200 len: 267 time: 0.0589197 Sep 22 21:42:32.723551 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6af26dc-d9e5-465c-833f-cccbff3afd66 None None] New status for floating IP 2091d1ad-ee80-4405-b4d4-6bf08fc31a27: DOWN {{(pid=89010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:42:32.755775 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-6b2823a9-1c03-4580-a082-913fa56788b6 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:32.757198 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-6b2823a9-1c03-4580-a082-913fa56788b6 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/networks?id=c4ba8f83-333c-411f-abb9-714415775b4d HTTP/1.1" status: 200 len: 811 time: 0.1453001 Sep 22 21:42:32.771484 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-a8530477-28b9-4c96-b6a0-bbe1e63ea90f tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/quotas/c0953d2486f241adbaf31021d8b87543 HTTP/1.1" status: 200 len: 375 time: 0.0088284 Sep 22 21:42:32.866248 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-8316c57b-89b7-45bc-9d2d-c8ede7eefd93 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Synchronizing usage tracker for tenant:c0953d2486f241adbaf31021d8b87543 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:42:32.883931 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-8316c57b-89b7-45bc-9d2d-c8ede7eefd93 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Unset dirty status for tenant:c0953d2486f241adbaf31021d8b87543 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:42:32.885116 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-8316c57b-89b7-45bc-9d2d-c8ede7eefd93 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=c0953d2486f241adbaf31021d8b87543&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1086452 Sep 22 21:42:33.023583 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-c2344a0c-0a69-45f3-84f4-3686bec989da service neutron] 10.222.0.33 "GET /v2.0/networks/c4ba8f83-333c-411f-abb9-714415775b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240590 Sep 22 21:42:33.065920 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97bb3f7-8c55-4785-aef5-4b314783aa0e req-6e3641c2-531c-4454-8e76-533c755b859d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:33.067359 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a97bb3f7-8c55-4785-aef5-4b314783aa0e req-6e3641c2-531c-4454-8e76-533c755b859d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c68d002-3169-446f-8cf1-9e94daa59fce HTTP/1.1" status: 200 len: 945 time: 0.0853755 Sep 22 21:42:33.136243 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-a97bb3f7-8c55-4785-aef5-4b314783aa0e req-b7cab189-8b8f-4e90-a852-2ea24711eee6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Deleting port a371e389-1d73-4824-9a35-dc792f64abda {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:42:33.136549 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-a97bb3f7-8c55-4785-aef5-4b314783aa0e req-b7cab189-8b8f-4e90-a852-2ea24711eee6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:33.153920 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-aa412567-ee18-4b1c-9452-78d1887c2bba service neutron] 10.222.0.33 "GET /v2.0/networks/c4ba8f83-333c-411f-abb9-714415775b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265686 Sep 22 21:42:33.564039 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-a97bb3f7-8c55-4785-aef5-4b314783aa0e req-b7cab189-8b8f-4e90-a852-2ea24711eee6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] For port a371e389-1d73-4824-9a35-dc792f64abda, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=a371e389-1d73-4824-9a35-dc792f64abda,segment=NetworkSegment(fe9b39b9-381c-454b-97a5-e45d36745746),segment_id=fe9b39b9-381c-454b-97a5-e45d36745746)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:42:33.564039 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-a97bb3f7-8c55-4785-aef5-4b314783aa0e req-b7cab189-8b8f-4e90-a852-2ea24711eee6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:33.588733 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-d34331a3-7ab5-40e6-bba1-d257e9ebfdb5 req-d1ed948d-9fee-4b5d-9fe9-c6d7bded96ef tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?device_id=9192a63b-3e31-4305-9166-7b2aca1c631d HTTP/1.1" status: 200 len: 210 time: 0.0574894 Sep 22 21:42:33.691378 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd81435-2ede-4da0-a94a-25c52639b0dc req-a4367213-209f-4161-92d5-c357afa81e4e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:33.693137 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5fd81435-2ede-4da0-a94a-25c52639b0dc req-a4367213-209f-4161-92d5-c357afa81e4e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c68d002-3169-446f-8cf1-9e94daa59fce HTTP/1.1" status: 200 len: 945 time: 0.2623956 Sep 22 21:42:33.700418 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-a97bb3f7-8c55-4785-aef5-4b314783aa0e req-b7cab189-8b8f-4e90-a852-2ea24711eee6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Calling delete_port for a371e389-1d73-4824-9a35-dc792f64abda owned by compute:nova {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:42:33.795289 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5fd81435-2ede-4da0-a94a-25c52639b0dc req-092d3a5a-eb7b-445f-8397-40bb49ecf7cd tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=9256f3c9-ea2a-4962-96b4-9322f1b68820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644152 Sep 22 21:42:33.892943 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-a97bb3f7-8c55-4785-aef5-4b314783aa0e req-b7cab189-8b8f-4e90-a852-2ea24711eee6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:33.944509 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cab189-8b8f-4e90-a852-2ea24711eee6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'Port': ['ID=a371e389-1d73-4824-9a35-dc792f64abda,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:33.991730 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cab189-8b8f-4e90-a852-2ea24711eee6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:42:33.992085 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cab189-8b8f-4e90-a852-2ea24711eee6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:42:33.992422 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cab189-8b8f-4e90-a852-2ea24711eee6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:42:33.992749 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cab189-8b8f-4e90-a852-2ea24711eee6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:42:33.993074 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cab189-8b8f-4e90-a852-2ea24711eee6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:42:33.993397 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cab189-8b8f-4e90-a852-2ea24711eee6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:42:33.993714 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cab189-8b8f-4e90-a852-2ea24711eee6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:42:33.994036 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cab189-8b8f-4e90-a852-2ea24711eee6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:42:33.994350 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cab189-8b8f-4e90-a852-2ea24711eee6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:42:33.994688 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cab189-8b8f-4e90-a852-2ea24711eee6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:42:33.995002 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cab189-8b8f-4e90-a852-2ea24711eee6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:42:33.995317 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cab189-8b8f-4e90-a852-2ea24711eee6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:42:34.038709 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97bb3f7-8c55-4785-aef5-4b314783aa0e req-b7cab189-8b8f-4e90-a852-2ea24711eee6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] No DVR routers for this DVR port a371e389-1d73-4824-9a35-dc792f64abda on host hv-neutron-8589 {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:42:34.041231 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-a97bb3f7-8c55-4785-aef5-4b314783aa0e req-b7cab189-8b8f-4e90-a852-2ea24711eee6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:34.043741 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c68d002-3169-446f-8cf1-9e94daa59fce', 'name': 'network-vif-deleted', 'tag': 'a371e389-1d73-4824-9a35-dc792f64abda'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:42:34.046546 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ac248d-bf86-49e0-8054-55894cf62bf8" -d '{"events": [{"server_uuid": "7c68d002-3169-446f-8cf1-9e94daa59fce", "name": "network-vif-deleted", "tag": "a371e389-1d73-4824-9a35-dc792f64abda"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:42:34.056692 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a97bb3f7-8c55-4785-aef5-4b314783aa0e req-b7cab189-8b8f-4e90-a852-2ea24711eee6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "DELETE /v2.0/ports/a371e389-1d73-4824-9a35-dc792f64abda HTTP/1.1" status: 204 len: 173 time: 0.9841406 Sep 22 21:42:34.093561 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 21:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3377b040-cb8c-4677-980c-9c89f0012ead x-openstack-request-id: req-3377b040-cb8c-4677-980c-9c89f0012ead {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:42:34.094162 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c68d002-3169-446f-8cf1-9e94daa59fce", "name": "network-vif-deleted", "tag": "a371e389-1d73-4824-9a35-dc792f64abda", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:42:34.094162 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3377b040-cb8c-4677-980c-9c89f0012ead {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:42:34.094474 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3377b040-cb8c-4677-980c-9c89f0012ead'] response: {'server_uuid': '7c68d002-3169-446f-8cf1-9e94daa59fce', 'name': 'network-vif-deleted', 'tag': 'a371e389-1d73-4824-9a35-dc792f64abda', 'status': 'completed', 'code': 200} Sep 22 21:42:34.649877 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-b9a89b56-ebb0-4d40-89c3-7800eb3b522c tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:34.650544 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-b9a89b56-ebb0-4d40-89c3-7800eb3b522c tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Synchronizing usage tracker for tenant:c0953d2486f241adbaf31021d8b87543 on resource:network {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:42:34.667235 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-b9a89b56-ebb0-4d40-89c3-7800eb3b522c tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Unset dirty status for tenant:c0953d2486f241adbaf31021d8b87543 on resource:network {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:42:34.668367 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-b9a89b56-ebb0-4d40-89c3-7800eb3b522c tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.49 "GET /v2.0/networks?id=c4ba8f83-333c-411f-abb9-714415775b4d HTTP/1.1" status: 200 len: 811 time: 0.1649179 Sep 22 21:42:34.768183 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5214d5a5-5978-4815-badb-b6439a73f26e req-b0da4ee3-f93b-429f-b0e3-21da6dbd6a4f tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?device_id=9192a63b-3e31-4305-9166-7b2aca1c631d HTTP/1.1" status: 200 len: 210 time: 0.0690958 Sep 22 21:42:34.793662 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-708aecca-1194-421c-b2dc-80ce1725656f tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Synchronizing usage tracker for tenant:c0953d2486f241adbaf31021d8b87543 on resource:security_group {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:42:34.805054 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-708aecca-1194-421c-b2dc-80ce1725656f tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Unset dirty status for tenant:c0953d2486f241adbaf31021d8b87543 on resource:security_group {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:42:34.806148 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-708aecca-1194-421c-b2dc-80ce1725656f tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0953d2486f241adbaf31021d8b87543 HTTP/1.1" status: 200 len: 379 time: 0.0671759 Sep 22 21:42:34.861955 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-ad991803-2cea-40ef-ac90-957a08277f28 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Request body: {'port': {'device_id': '9192a63b-3e31-4305-9166-7b2aca1c631d', 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d', 'admin_state_up': True, 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'security_groups': ['5fa87605-2437-4141-bfe2-735b698472c9']}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:42:35.002438 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-5c7877ce-5448-4fc8-a577-6bef604606ae req-48ab3701-44f8-408e-939d-6e713a533818 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:42:35.019223 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-5c7877ce-5448-4fc8-a577-6bef604606ae req-48ab3701-44f8-408e-939d-6e713a533818 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:42:35.028398 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-5c7877ce-5448-4fc8-a577-6bef604606ae req-48ab3701-44f8-408e-939d-6e713a533818 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=7c68d002-3169-446f-8cf1-9e94daa59fce HTTP/1.1" status: 200 len: 210 time: 0.0979886 Sep 22 21:42:35.039207 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-ad991803-2cea-40ef-ac90-957a08277f28 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:42:35.050902 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-ad991803-2cea-40ef-ac90-957a08277f28 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:42:35.061227 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-ad991803-2cea-40ef-ac90-957a08277f28 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Made reservation on behalf of c0953d2486f241adbaf31021d8b87543 for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:42:35.066667 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-ad991803-2cea-40ef-ac90-957a08277f28 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:35.231316 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-ad991803-2cea-40ef-ac90-957a08277f28 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Allocated IP 172.20.0.4 (c4ba8f83-333c-411f-abb9-714415775b4d/8ec73feb-6226-4bb2-bdf7-f761304c77c1/758e4879-4890-4f6c-b696-60068e94ce07) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:42:35.427769 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-ad991803-2cea-40ef-ac90-957a08277f28 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:35.444959 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-ad991803-2cea-40ef-ac90-957a08277f28 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Transition to ACTIVE for port object 758e4879-4890-4f6c-b696-60068e94ce07 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:42:35.468999 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-ad991803-2cea-40ef-ac90-957a08277f28 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:35.542069 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-ad991803-2cea-40ef-ac90-957a08277f28 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Network c4ba8f83-333c-411f-abb9-714415775b4d is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:42:35.545257 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-ad991803-2cea-40ef-ac90-957a08277f28 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:42:35.548354 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-ad991803-2cea-40ef-ac90-957a08277f28 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:42:35.590809 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad991803-2cea-40ef-ac90-957a08277f28 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Pushing event updated for resources: {'Port': ['ID=758e4879-4890-4f6c-b696-60068e94ce07,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:35.617609 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-ad991803-2cea-40ef-ac90-957a08277f28 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:35.618244 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-ad991803-2cea-40ef-ac90-957a08277f28 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:35.647205 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-ad991803-2cea-40ef-ac90-957a08277f28 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7891545 Sep 22 21:42:35.659753 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-5395e950-19bf-4d8c-b0f3-602bec26a388 service neutron] Request body: {'port': {'device_id': '9192a63b-3e31-4305-9166-7b2aca1c631d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:42:35.752561 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-016125f8-3240-4744-8323-486a1cbc9842 None None] Provisioning for port 758e4879-4890-4f6c-b696-60068e94ce07 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:42:35.757567 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-016125f8-3240-4744-8323-486a1cbc9842 None None] Provisioning complete for port 758e4879-4890-4f6c-b696-60068e94ce07 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:42:35.757938 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-016125f8-3240-4744-8323-486a1cbc9842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:35.758271 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-016125f8-3240-4744-8323-486a1cbc9842 None None] Attempt 1 to provision port 758e4879-4890-4f6c-b696-60068e94ce07 Sep 22 21:42:35.816588 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-016125f8-3240-4744-8323-486a1cbc9842 None None] Port 758e4879-4890-4f6c-b696-60068e94ce07 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:42:35.885204 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-5395e950-19bf-4d8c-b0f3-602bec26a388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:36.123541 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51642) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:36.203751 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-99588b83-9aaf-48e9-87f0-6d3abc55c646 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:36.219676 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b1dfb0-2720-4dcb-8f85-0342e85459c7 req-efaa4800-478e-4584-9ba2-683ec906255c tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:36.220785 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-02b1dfb0-2720-4dcb-8f85-0342e85459c7 req-efaa4800-478e-4584-9ba2-683ec906255c tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Synchronizing usage tracker for tenant:c0953d2486f241adbaf31021d8b87543 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:42:36.237252 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-99588b83-9aaf-48e9-87f0-6d3abc55c646 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:36.302774 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-02b1dfb0-2720-4dcb-8f85-0342e85459c7 req-efaa4800-478e-4584-9ba2-683ec906255c tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Unset dirty status for tenant:c0953d2486f241adbaf31021d8b87543 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:42:36.314108 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-02b1dfb0-2720-4dcb-8f85-0342e85459c7 req-efaa4800-478e-4584-9ba2-683ec906255c tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?device_id=9192a63b-3e31-4305-9166-7b2aca1c631d HTTP/1.1" status: 200 len: 931 time: 0.4169869 Sep 22 21:42:36.319872 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-016125f8-3240-4744-8323-486a1cbc9842 None None] Attempt 2 to provision port 758e4879-4890-4f6c-b696-60068e94ce07 Sep 22 21:42:36.357228 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-99588b83-9aaf-48e9-87f0-6d3abc55c646 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:36.385781 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99588b83-9aaf-48e9-87f0-6d3abc55c646 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9256f3c9-ea2a-4962-96b4-9322f1b68820,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:36.420279 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99588b83-9aaf-48e9-87f0-6d3abc55c646 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:42:36.420858 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99588b83-9aaf-48e9-87f0-6d3abc55c646 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:42:36.421403 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99588b83-9aaf-48e9-87f0-6d3abc55c646 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:42:36.421817 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99588b83-9aaf-48e9-87f0-6d3abc55c646 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:42:36.422256 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99588b83-9aaf-48e9-87f0-6d3abc55c646 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:42:36.422659 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99588b83-9aaf-48e9-87f0-6d3abc55c646 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:42:36.423114 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99588b83-9aaf-48e9-87f0-6d3abc55c646 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:42:36.423655 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99588b83-9aaf-48e9-87f0-6d3abc55c646 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:42:36.424211 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99588b83-9aaf-48e9-87f0-6d3abc55c646 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:42:36.424989 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99588b83-9aaf-48e9-87f0-6d3abc55c646 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:42:36.424989 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99588b83-9aaf-48e9-87f0-6d3abc55c646 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:42:36.425318 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99588b83-9aaf-48e9-87f0-6d3abc55c646 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:42:36.436172 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-99588b83-9aaf-48e9-87f0-6d3abc55c646 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:36.452883 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-99588b83-9aaf-48e9-87f0-6d3abc55c646 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "DELETE /v2.0/security-groups/9256f3c9-ea2a-4962-96b4-9322f1b68820 HTTP/1.1" status: 204 len: 168 time: 0.3281155 Sep 22 21:42:36.472186 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-016125f8-3240-4744-8323-486a1cbc9842 None None] Port 758e4879-4890-4f6c-b696-60068e94ce07 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:42:36.476018 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51648) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:36.511981 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-02b1dfb0-2720-4dcb-8f85-0342e85459c7 req-a3007d03-b115-47b3-bfd2-a857a2b548f6 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fa87605-2437-4141-bfe2-735b698472c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1893172 Sep 22 21:42:36.652969 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-5395e950-19bf-4d8c-b0f3-602bec26a388 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 758e4879-4890-4f6c-b696-60068e94ce07 {{(pid=89008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:42:36.662957 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-5395e950-19bf-4d8c-b0f3-602bec26a388 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:36.678403 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-5395e950-19bf-4d8c-b0f3-602bec26a388 service neutron] Transition to ACTIVE for port object 758e4879-4890-4f6c-b696-60068e94ce07 will not be triggered until provisioned by entity L2. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:42:36.683235 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-5395e950-19bf-4d8c-b0f3-602bec26a388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:36.845004 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5395e950-19bf-4d8c-b0f3-602bec26a388 service neutron] Pushing event updated for resources: {'Port': ['ID=758e4879-4890-4f6c-b696-60068e94ce07,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:36.914557 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-5395e950-19bf-4d8c-b0f3-602bec26a388 service neutron] Attempting to bind port 758e4879-4890-4f6c-b696-60068e94ce07 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:42:36.914935 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-5395e950-19bf-4d8c-b0f3-602bec26a388 service neutron] Attempting to bind port 758e4879-4890-4f6c-b696-60068e94ce07 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'd86d37dd-b09d-4d1d-a662-9854ff3c4a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:42:36.915160 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-5395e950-19bf-4d8c-b0f3-602bec26a388 service neutron] Attempting to bind port 758e4879-4890-4f6c-b696-60068e94ce07 on network c4ba8f83-333c-411f-abb9-714415775b4d {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:42:36.919801 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-5395e950-19bf-4d8c-b0f3-602bec26a388 service neutron] Port 758e4879-4890-4f6c-b696-60068e94ce07 on network c4ba8f83-333c-411f-abb9-714415775b4d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:42:36.920123 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-5395e950-19bf-4d8c-b0f3-602bec26a388 service neutron] Attempting to bind port 758e4879-4890-4f6c-b696-60068e94ce07 on network c4ba8f83-333c-411f-abb9-714415775b4d {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:42:36.925402 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-5395e950-19bf-4d8c-b0f3-602bec26a388 service neutron] Checking agent: {'id': '8a88b827-3477-4399-ac15-439d59b3c48a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'started_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:42:36.925741 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-5395e950-19bf-4d8c-b0f3-602bec26a388 service neutron] Checking segment: {'id': 'd86d37dd-b09d-4d1d-a662-9854ff3c4a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:42:36.926121 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-5395e950-19bf-4d8c-b0f3-602bec26a388 service neutron] Bound using segment: {'id': 'd86d37dd-b09d-4d1d-a662-9854ff3c4a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d'} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:42:36.926541 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-5395e950-19bf-4d8c-b0f3-602bec26a388 service neutron] Bound port: 758e4879-4890-4f6c-b696-60068e94ce07, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd86d37dd-b09d-4d1d-a662-9854ff3c4a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d'}}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:42:36.926903 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-5395e950-19bf-4d8c-b0f3-602bec26a388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:36.973712 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-016125f8-3240-4744-8323-486a1cbc9842 None None] Attempt 3 to provision port 758e4879-4890-4f6c-b696-60068e94ce07 Sep 22 21:42:37.018651 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-5395e950-19bf-4d8c-b0f3-602bec26a388 service neutron] For port 758e4879-4890-4f6c-b696-60068e94ce07, host hv-neutron-8589, cleared binding levels {{(pid=89008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:42:37.022517 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-5395e950-19bf-4d8c-b0f3-602bec26a388 service neutron] For port 758e4879-4890-4f6c-b696-60068e94ce07, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=758e4879-4890-4f6c-b696-60068e94ce07,segment=NetworkSegment(d86d37dd-b09d-4d1d-a662-9854ff3c4a87),segment_id=d86d37dd-b09d-4d1d-a662-9854ff3c4a87)] {{(pid=89008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:42:37.028148 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-5395e950-19bf-4d8c-b0f3-602bec26a388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:37.040204 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device a371e389-1d73-4824-9a35-dc792f64abda no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:42:37.068774 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-5395e950-19bf-4d8c-b0f3-602bec26a388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:37.069789 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-5395e950-19bf-4d8c-b0f3-602bec26a388 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:37.071570 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-5395e950-19bf-4d8c-b0f3-602bec26a388 service neutron] 10.222.0.49 "PUT /v2.0/ports/758e4879-4890-4f6c-b696-60068e94ce07 HTTP/1.1" status: 200 len: 1093 time: 1.4159448 Sep 22 21:42:37.078135 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9192a63b-3e31-4305-9166-7b2aca1c631d', 'tag': '758e4879-4890-4f6c-b696-60068e94ce07'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:42:37.081078 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e9c7d3-4d79-40eb-aa43-2669890a75c1" -d '{"events": [{"name": "network-changed", "server_uuid": "9192a63b-3e31-4305-9166-7b2aca1c631d", "tag": "758e4879-4890-4f6c-b696-60068e94ce07"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:42:37.092710 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] No Port match for: a371e389-1d73-4824-9a35-dc792f64abda {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:42:37.093290 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device a371e389-1d73-4824-9a35-dc792f64abda not bound to the agent host hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:42:37.102168 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-016125f8-3240-4744-8323-486a1cbc9842 None None] Port 758e4879-4890-4f6c-b696-60068e94ce07 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:42:37.161250 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12672345-d685-4cf8-84b9-d58e5ffe86bd x-openstack-request-id: req-12672345-d685-4cf8-84b9-d58e5ffe86bd {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:42:37.161250 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9192a63b-3e31-4305-9166-7b2aca1c631d", "tag": "758e4879-4890-4f6c-b696-60068e94ce07", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:42:37.161250 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-12672345-d685-4cf8-84b9-d58e5ffe86bd {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:42:37.161250 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12672345-d685-4cf8-84b9-d58e5ffe86bd'] response: {'name': 'network-changed', 'server_uuid': '9192a63b-3e31-4305-9166-7b2aca1c631d', 'tag': '758e4879-4890-4f6c-b696-60068e94ce07', 'status': 'completed', 'code': 200} Sep 22 21:42:37.179439 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5395e950-19bf-4d8c-b0f3-602bec26a388 service neutron] Pushing event updated for resources: {'Port': ['ID=758e4879-4890-4f6c-b696-60068e94ce07,revision_number=3']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:37.204217 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9234a6a9-b133-4074-af62-7ee861c9fc7b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:37.225190 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-2d7a13af-4610-4f9a-90ea-1f8cd15f32c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:37.226703 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-2d7a13af-4610-4f9a-90ea-1f8cd15f32c1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c0953d2486f241adbaf31021d8b87543&device_id=9192a63b-3e31-4305-9166-7b2aca1c631d HTTP/1.1" status: 200 len: 1096 time: 0.1075454 Sep 22 21:42:37.303790 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-c0ab1579-3347-4c01-aae6-f807c24c6f11 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=758e4879-4890-4f6c-b696-60068e94ce07 HTTP/1.1" status: 200 len: 217 time: 0.0696433 Sep 22 21:42:37.367772 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-38035113-adc1-4de5-86b1-304a0a555272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:37.369376 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-38035113-adc1-4de5-86b1-304a0a555272 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8ec73feb-6226-4bb2-bdf7-f761304c77c1 HTTP/1.1" status: 200 len: 850 time: 0.0600097 Sep 22 21:42:37.463369 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-d86005aa-e12d-4973-ac7c-e9cfff0576f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:37.464925 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-d86005aa-e12d-4973-ac7c-e9cfff0576f4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c4ba8f83-333c-411f-abb9-714415775b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0897825 Sep 22 21:42:37.599910 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-9234a6a9-b133-4074-af62-7ee861c9fc7b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Deleting port 04bc4d2d-6e43-4739-8eb6-362088e0b4f1 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:42:37.600387 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9234a6a9-b133-4074-af62-7ee861c9fc7b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:37.603102 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-016125f8-3240-4744-8323-486a1cbc9842 None None] Attempt 4 to provision port 758e4879-4890-4f6c-b696-60068e94ce07 Sep 22 21:42:37.629038 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-6ce036d9-d439-44ab-a956-43eb55352130 service neutron] 10.222.0.49 "GET /v2.0/networks/c4ba8f83-333c-411f-abb9-714415775b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580019 Sep 22 21:42:37.688322 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-016125f8-3240-4744-8323-486a1cbc9842 None None] Port 758e4879-4890-4f6c-b696-60068e94ce07 had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 21:42:37.807407 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-9234a6a9-b133-4074-af62-7ee861c9fc7b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] For port 04bc4d2d-6e43-4739-8eb6-362088e0b4f1, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=04bc4d2d-6e43-4739-8eb6-362088e0b4f1,segment=NetworkSegment(fe9b39b9-381c-454b-97a5-e45d36745746),segment_id=fe9b39b9-381c-454b-97a5-e45d36745746)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:42:37.807911 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9234a6a9-b133-4074-af62-7ee861c9fc7b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:37.843533 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208157e-8533-45df-b0e8-924fdbfc8d19 req-a78d773a-c7b2-4c21-ae44-e796444f6bb2 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:37.845121 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d208157e-8533-45df-b0e8-924fdbfc8d19 req-a78d773a-c7b2-4c21-ae44-e796444f6bb2 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?device_id=9192a63b-3e31-4305-9166-7b2aca1c631d HTTP/1.1" status: 200 len: 943 time: 0.1843636 Sep 22 21:42:37.848250 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e1ae245f-89d5-4adf-a630-0306972f19a7 req-ede2eced-89b5-4d4c-94b2-5755224db859 service neutron] 10.222.0.49 "GET /v2.0/networks/c4ba8f83-333c-411f-abb9-714415775b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137365 Sep 22 21:42:37.939518 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-9234a6a9-b133-4074-af62-7ee861c9fc7b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Calling delete_port for 04bc4d2d-6e43-4739-8eb6-362088e0b4f1 owned by network:router_interface {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:42:38.045976 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d208157e-8533-45df-b0e8-924fdbfc8d19 req-5c5e20c9-711e-4e4e-80ae-7287504cb52a tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fa87605-2437-4141-bfe2-735b698472c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1937459 Sep 22 21:42:38.080477 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9c7d3-4d79-40eb-aa43-2669890a75c1 req-62ce582c-60ac-4378-a02f-d5cb30544ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:38.081979 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-29e9c7d3-4d79-40eb-aa43-2669890a75c1 req-62ce582c-60ac-4378-a02f-d5cb30544ca7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c0953d2486f241adbaf31021d8b87543&device_id=9192a63b-3e31-4305-9166-7b2aca1c631d HTTP/1.1" status: 200 len: 1096 time: 0.1893313 Sep 22 21:42:38.226524 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9c7d3-4d79-40eb-aa43-2669890a75c1 req-33e35bf3-5c09-4ae3-baa2-33958f9600be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:38.228009 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-29e9c7d3-4d79-40eb-aa43-2669890a75c1 req-33e35bf3-5c09-4ae3-baa2-33958f9600be service neutron] 10.222.0.49 "GET /v2.0/networks?id=c4ba8f83-333c-411f-abb9-714415775b4d HTTP/1.1" status: 200 len: 911 time: 0.1399541 Sep 22 21:42:38.228450 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9234a6a9-b133-4074-af62-7ee861c9fc7b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:38.278311 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234a6a9-b133-4074-af62-7ee861c9fc7b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'Port': ['ID=04bc4d2d-6e43-4739-8eb6-362088e0b4f1,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:38.332386 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-29e9c7d3-4d79-40eb-aa43-2669890a75c1 req-ff1dae5e-c186-4bcc-bf57-55ff9239c681 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=758e4879-4890-4f6c-b696-60068e94ce07 HTTP/1.1" status: 200 len: 217 time: 0.0967038 Sep 22 21:42:38.406859 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9c7d3-4d79-40eb-aa43-2669890a75c1 req-0484fea6-312d-48eb-ab0c-ce265698f721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:38.408999 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-29e9c7d3-4d79-40eb-aa43-2669890a75c1 req-0484fea6-312d-48eb-ab0c-ce265698f721 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8ec73feb-6226-4bb2-bdf7-f761304c77c1 HTTP/1.1" status: 200 len: 850 time: 0.0711718 Sep 22 21:42:38.504449 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9c7d3-4d79-40eb-aa43-2669890a75c1 req-423d9277-6ed1-4b83-a877-0f12f8d39467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:38.505960 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-29e9c7d3-4d79-40eb-aa43-2669890a75c1 req-423d9277-6ed1-4b83-a877-0f12f8d39467 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c4ba8f83-333c-411f-abb9-714415775b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0908713 Sep 22 21:42:38.647878 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-29e9c7d3-4d79-40eb-aa43-2669890a75c1 req-6e961a11-4880-46d8-af75-6c7ce4e1aa5a service neutron] 10.222.0.49 "GET /v2.0/networks/c4ba8f83-333c-411f-abb9-714415775b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354229 Sep 22 21:42:38.711647 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9234a6a9-b133-4074-af62-7ee861c9fc7b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:38.788960 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-29e9c7d3-4d79-40eb-aa43-2669890a75c1 req-314155da-e0bd-4b2e-8402-a6bc600b2e84 service neutron] 10.222.0.49 "GET /v2.0/networks/c4ba8f83-333c-411f-abb9-714415775b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350007 Sep 22 21:42:39.077924 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9234a6a9-b133-4074-af62-7ee861c9fc7b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Router 1acee9f7-9afb-4411-b84c-b44fc13b967f has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:42:39.323288 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9234a6a9-b133-4074-af62-7ee861c9fc7b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:42:39.332808 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a492f9e2-c659-4ec4-912a-5454a8d612e1 None None] Sync routers for ids ['1acee9f7-9afb-4411-b84c-b44fc13b967f'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:42:39.342018 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a492f9e2-c659-4ec4-912a-5454a8d612e1 None None] Routers {'1acee9f7-9afb-4411-b84c-b44fc13b967f'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:42:39.343371 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-a492f9e2-c659-4ec4-912a-5454a8d612e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:42:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['1acee9f7-9afb-4411-b84c-b44fc13b967f'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:39.349682 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98556c51-a5df-42b5-b9d0-a50bebaa1fd4 req-77ac200f-414c-407c-b0f6-110df48db858 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:39.351188 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-98556c51-a5df-42b5-b9d0-a50bebaa1fd4 req-77ac200f-414c-407c-b0f6-110df48db858 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?device_id=9192a63b-3e31-4305-9166-7b2aca1c631d HTTP/1.1" status: 200 len: 943 time: 0.1889417 Sep 22 21:42:39.354561 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-9234a6a9-b133-4074-af62-7ee861c9fc7b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "PUT /v2.0/routers/1acee9f7-9afb-4411-b84c-b44fc13b967f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8769159 Sep 22 21:42:39.356724 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51658) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:39.452375 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-98556c51-a5df-42b5-b9d0-a50bebaa1fd4 req-c08f5d2c-0586-487e-a5a7-aa51515438de tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fa87605-2437-4141-bfe2-735b698472c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644126 Sep 22 21:42:39.458067 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4cc4841-d365-4dd7-abc3-6f3840005e8e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Deleting subnet 7c2b1475-4219-48df-b88b-938b9fa8e2ca {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:42:39.461102 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d4cc4841-d365-4dd7-abc3-6f3840005e8e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:39.519394 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d4cc4841-d365-4dd7-abc3-6f3840005e8e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:39.524872 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-a492f9e2-c659-4ec4-912a-5454a8d612e1 None None] Set router 1acee9f7-9afb-4411-b84c-b44fc13b967f gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:42:39.610250 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d4cc4841-d365-4dd7-abc3-6f3840005e8e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:39.671906 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1f4c5f22-52a0-40ff-843a-330c8e69d614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:39.707758 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d4cc4841-d365-4dd7-abc3-6f3840005e8e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:39.749173 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cc4841-d365-4dd7-abc3-6f3840005e8e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'Subnet': ['ID=7c2b1475-4219-48df-b88b-938b9fa8e2ca,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:39.754528 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d4cc4841-d365-4dd7-abc3-6f3840005e8e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:39.760521 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d4cc4841-d365-4dd7-abc3-6f3840005e8e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "DELETE /v2.0/subnets/7c2b1475-4219-48df-b88b-938b9fa8e2ca HTTP/1.1" status: 204 len: 168 time: 0.4027603 Sep 22 21:42:39.762499 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae41836-639c-47f8-af3d-282673c95f35 None None] Network d798fa90-67b2-4838-a613-196b1b982d33 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:42:39.763106 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51662) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:39.878281 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-a492f9e2-c659-4ec4-912a-5454a8d612e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'name': 'tempest-TestNetworkBasicOps-router-2007581634', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.244'}], 'enable_snat': True}, 'gw_port_id': 'f412a77a-7d1e-4b59-9d54-7618178dd2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:40:09Z', 'updated_at': '2022-09-22T21:42:38Z', 'revision_number': 7, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': 'f412a77a-7d1e-4b59-9d54-7618178dd2e5', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:40:11Z', 'updated_at': '2022-09-22T21:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:39.883549 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a492f9e2-c659-4ec4-912a-5454a8d612e1 None None] Checking router: 1acee9f7-9afb-4411-b84c-b44fc13b967f for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:42:39.895068 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a492f9e2-c659-4ec4-912a-5454a8d612e1 None None] Routers {'1acee9f7-9afb-4411-b84c-b44fc13b967f'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:42:39.896036 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-a492f9e2-c659-4ec4-912a-5454a8d612e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:42:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['1acee9f7-9afb-4411-b84c-b44fc13b967f'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:40.079228 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-a492f9e2-c659-4ec4-912a-5454a8d612e1 None None] Set router 1acee9f7-9afb-4411-b84c-b44fc13b967f gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:42:40.083185 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-71eb4c13-b79b-4419-9bf4-e88b444c8c9d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:40.085168 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f88c52-43bc-4383-a75f-47a576be4490 None None] DHCP port deletion for d798fa90-67b2-4838-a613-196b1b982d33 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:42:40.089337 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-c1f88c52-43bc-4383-a75f-47a576be4490 None None] Deleting port 12c33085-ab50-44fc-b3e2-d2052ef5119d {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:42:40.089709 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c1f88c52-43bc-4383-a75f-47a576be4490 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:40.266387 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-71eb4c13-b79b-4419-9bf4-e88b444c8c9d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:40.277636 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-71eb4c13-b79b-4419-9bf4-e88b444c8c9d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Deleting port f412a77a-7d1e-4b59-9d54-7618178dd2e5 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:42:40.278016 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-71eb4c13-b79b-4419-9bf4-e88b444c8c9d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:40.306835 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-c1f88c52-43bc-4383-a75f-47a576be4490 None None] For port 12c33085-ab50-44fc-b3e2-d2052ef5119d, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=12c33085-ab50-44fc-b3e2-d2052ef5119d,segment=NetworkSegment(fe9b39b9-381c-454b-97a5-e45d36745746),segment_id=fe9b39b9-381c-454b-97a5-e45d36745746)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:42:40.307281 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c1f88c52-43bc-4383-a75f-47a576be4490 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:40.375542 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-a492f9e2-c659-4ec4-912a-5454a8d612e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'name': 'tempest-TestNetworkBasicOps-router-2007581634', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.244'}], 'enable_snat': True}, 'gw_port_id': 'f412a77a-7d1e-4b59-9d54-7618178dd2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:40:09Z', 'updated_at': '2022-09-22T21:42:38Z', 'revision_number': 7, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': 'f412a77a-7d1e-4b59-9d54-7618178dd2e5', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:40:11Z', 'updated_at': '2022-09-22T21:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:40.379600 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a492f9e2-c659-4ec4-912a-5454a8d612e1 None None] The sync data for ids ['1acee9f7-9afb-4411-b84c-b44fc13b967f'] in dv-neutron-858900-1-hyperv is: [{'id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'name': 'tempest-TestNetworkBasicOps-router-2007581634', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.244'}], 'enable_snat': True}, 'gw_port_id': 'f412a77a-7d1e-4b59-9d54-7618178dd2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:40:09Z', 'updated_at': '2022-09-22T21:42:38Z', 'revision_number': 7, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': 'f412a77a-7d1e-4b59-9d54-7618178dd2e5', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acee9f7-9afb-4411-b84c-b44fc13b967f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:40:11Z', 'updated_at': '2022-09-22T21:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:42:40.441366 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-c1f88c52-43bc-4383-a75f-47a576be4490 None None] Calling delete_port for 12c33085-ab50-44fc-b3e2-d2052ef5119d owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:42:40.458736 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-71eb4c13-b79b-4419-9bf4-e88b444c8c9d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] For port f412a77a-7d1e-4b59-9d54-7618178dd2e5, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=f412a77a-7d1e-4b59-9d54-7618178dd2e5,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:42:40.459295 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-71eb4c13-b79b-4419-9bf4-e88b444c8c9d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:40.519313 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c1f88c52-43bc-4383-a75f-47a576be4490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:40.569773 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f88c52-43bc-4383-a75f-47a576be4490 None None] Pushing event deleted for resources: {'Port': ['ID=12c33085-ab50-44fc-b3e2-d2052ef5119d,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:40.573625 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f88c52-43bc-4383-a75f-47a576be4490 None None] No DVR routers for this DVR port 12c33085-ab50-44fc-b3e2-d2052ef5119d on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:42:40.587505 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-71eb4c13-b79b-4419-9bf4-e88b444c8c9d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Calling delete_port for f412a77a-7d1e-4b59-9d54-7618178dd2e5 owned by network:router_gateway {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:42:40.659541 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e4aa3-9afe-4e79-98c4-94178cde95c2 req-e359d5ee-6c41-45fc-943d-4d264cd2e394 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:40.661025 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5c9e4aa3-9afe-4e79-98c4-94178cde95c2 req-e359d5ee-6c41-45fc-943d-4d264cd2e394 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?device_id=9192a63b-3e31-4305-9166-7b2aca1c631d HTTP/1.1" status: 200 len: 943 time: 0.0877106 Sep 22 21:42:40.711996 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5c9e4aa3-9afe-4e79-98c4-94178cde95c2 req-5536d561-9768-4f6f-9bd3-8814d7a37687 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fa87605-2437-4141-bfe2-735b698472c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446072 Sep 22 21:42:40.765153 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-71eb4c13-b79b-4419-9bf4-e88b444c8c9d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:40.812262 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb4c13-b79b-4419-9bf4-e88b444c8c9d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'Port': ['ID=f412a77a-7d1e-4b59-9d54-7618178dd2e5,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:40.922394 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-71eb4c13-b79b-4419-9bf4-e88b444c8c9d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8012236'] for router_gateway, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:41.033827 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 04bc4d2d-6e43-4739-8eb6-362088e0b4f1 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:42:41.099404 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-71eb4c13-b79b-4419-9bf4-e88b444c8c9d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:41.101073 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 04bc4d2d-6e43-4739-8eb6-362088e0b4f1 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:42:41.101418 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 04bc4d2d-6e43-4739-8eb6-362088e0b4f1 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:42:41.101696 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-71eb4c13-b79b-4419-9bf4-e88b444c8c9d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:41.101843 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 12c33085-ab50-44fc-b3e2-d2052ef5119d no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:42:41.124964 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-71eb4c13-b79b-4419-9bf4-e88b444c8c9d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:41.125459 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71eb4c13-b79b-4419-9bf4-e88b444c8c9d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Fanout notify agent at l3_agent the message router_deleted on router 1acee9f7-9afb-4411-b84c-b44fc13b967f {{(pid=89009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:42:41.135320 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 12c33085-ab50-44fc-b3e2-d2052ef5119d {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:42:41.135665 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 12c33085-ab50-44fc-b3e2-d2052ef5119d not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:42:41.140291 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-71eb4c13-b79b-4419-9bf4-e88b444c8c9d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:41.141684 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-71eb4c13-b79b-4419-9bf4-e88b444c8c9d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "DELETE /v2.0/routers/1acee9f7-9afb-4411-b84c-b44fc13b967f HTTP/1.1" status: 204 len: 168 time: 1.3772609 Sep 22 21:42:41.144306 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51668) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:41.266212 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5aaab12b-4e8f-4f01-897c-d48ed981f1ac tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:41.494641 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5aaab12b-4e8f-4f01-897c-d48ed981f1ac tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:41.519922 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-5aaab12b-4e8f-4f01-897c-d48ed981f1ac tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d798fa90-67b2-4838-a613-196b1b982d33']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:41.532401 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-5aaab12b-4e8f-4f01-897c-d48ed981f1ac tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe9b39b9-381c-454b-97a5-e45d36745746') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:41.532712 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-5aaab12b-4e8f-4f01-897c-d48ed981f1ac tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe9b39b9-381c-454b-97a5-e45d36745746') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:41.544817 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5aaab12b-4e8f-4f01-897c-d48ed981f1ac tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:41.562270 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5aaab12b-4e8f-4f01-897c-d48ed981f1ac tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:41.568775 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aaab12b-4e8f-4f01-897c-d48ed981f1ac tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:42:41.569180 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5aaab12b-4e8f-4f01-897c-d48ed981f1ac tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:41.637353 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment fe9b39b9-381c-454b-97a5-e45d36745746 resource provider aggregate not found Sep 22 21:42:41.657643 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment fe9b39b9-381c-454b-97a5-e45d36745746 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fe9b39b9-381c-454b-97a5-e45d36745746 found for delete ", "request_id": "req-895625b6-4f4e-419a-a691-161754232930"}]} Sep 22 21:42:41.671854 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5aaab12b-4e8f-4f01-897c-d48ed981f1ac tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:41.688973 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5aaab12b-4e8f-4f01-897c-d48ed981f1ac tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:41.699714 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaab12b-4e8f-4f01-897c-d48ed981f1ac tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'Network': ['ID=d798fa90-67b2-4838-a613-196b1b982d33,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:41.704500 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-5aaab12b-4e8f-4f01-897c-d48ed981f1ac tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "DELETE /v2.0/networks/d798fa90-67b2-4838-a613-196b1b982d33 HTTP/1.1" status: 204 len: 168 time: 0.5592754 Sep 22 21:42:41.725985 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51676) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:41.731521 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-d7372c62-84e8-4204-b462-7ae438f8cfac tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'network': {'name': 'tempest-network-smoke--1847756598', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'port_security_enabled': True}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:42:41.737052 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-d7372c62-84e8-4204-b462-7ae438f8cfac tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:42:41.741107 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-d7372c62-84e8-4204-b462-7ae438f8cfac tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:network and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:42:41.744001 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-d7372c62-84e8-4204-b462-7ae438f8cfac tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:42:41.750833 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-d7372c62-84e8-4204-b462-7ae438f8cfac tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:42:41.764192 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7372c62-84e8-4204-b462-7ae438f8cfac tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Made reservation on behalf of eb1aed2a20e141c98ec99089a446670b for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:42:41.767700 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d7372c62-84e8-4204-b462-7ae438f8cfac tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:41.794766 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7372c62-84e8-4204-b462-7ae438f8cfac tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:42:41.804341 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d7372c62-84e8-4204-b462-7ae438f8cfac tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:41.804619 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-d7372c62-84e8-4204-b462-7ae438f8cfac tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Added segment b5260fee-c10e-47e9-a6d3-08c4a995b1f1 of type vlan for network b5259c3e-90b8-4165-a3fa-1887d451755e Sep 22 21:42:41.830407 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d7372c62-84e8-4204-b462-7ae438f8cfac tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:41.859943 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d7372c62-84e8-4204-b462-7ae438f8cfac tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:41.865219 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7372c62-84e8-4204-b462-7ae438f8cfac tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:41.865784 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d7372c62-84e8-4204-b462-7ae438f8cfac tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:41.888727 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c07017fc-9af7-48fa-b6ce-e0374e426184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:41.918766 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cf220-93ae-4c81-9839-74463d7911fe req-63b6a137-2dfa-4ac0-8998-29a9df050c32 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:41.920811 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-ec8cf220-93ae-4c81-9839-74463d7911fe req-63b6a137-2dfa-4ac0-8998-29a9df050c32 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?device_id=9192a63b-3e31-4305-9166-7b2aca1c631d HTTP/1.1" status: 200 len: 943 time: 0.0912359 Sep 22 21:42:41.967550 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-ec8cf220-93ae-4c81-9839-74463d7911fe req-b81b9fe5-a692-478a-9c4e-4bdf27c8deb3 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fa87605-2437-4141-bfe2-735b698472c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402501 Sep 22 21:42:41.969663 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-d7372c62-84e8-4204-b462-7ae438f8cfac tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2425549 Sep 22 21:42:41.972728 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51682) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:41.979833 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-5c27e3ec-54ce-4e5b-867c-80aca14d99d3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1052243943', 'admin_state_up': True, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:42:41.988178 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7372c62-84e8-4204-b462-7ae438f8cfac tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Network': ['ID=b5259c3e-90b8-4165-a3fa-1887d451755e,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:41.990458 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-5c27e3ec-54ce-4e5b-867c-80aca14d99d3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:42:41.994424 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-5c27e3ec-54ce-4e5b-867c-80aca14d99d3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:router and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:42:41.997297 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-5c27e3ec-54ce-4e5b-867c-80aca14d99d3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:42:42.001801 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network b5259c3e-90b8-4165-a3fa-1887d451755e details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:42:42.003755 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-5c27e3ec-54ce-4e5b-867c-80aca14d99d3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:42:42.014919 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5c27e3ec-54ce-4e5b-867c-80aca14d99d3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:42.016004 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5c27e3ec-54ce-4e5b-867c-80aca14d99d3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:42.032106 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5c27e3ec-54ce-4e5b-867c-80aca14d99d3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:42.299123 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5c27e3ec-54ce-4e5b-867c-80aca14d99d3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:42.703476 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5c27e3ec-54ce-4e5b-867c-80aca14d99d3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router_gateway, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:42.709336 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:42.736325 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5c27e3ec-54ce-4e5b-867c-80aca14d99d3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:42.873372 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-5c27e3ec-54ce-4e5b-867c-80aca14d99d3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Allocated IP 172.26.0.225 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/aca57efe-f688-4a1b-9b06-26a14f82ece5) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:42:42.948619 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device f412a77a-7d1e-4b59-9d54-7618178dd2e5 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:42:42.982298 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: f412a77a-7d1e-4b59-9d54-7618178dd2e5 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:42:42.983274 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device f412a77a-7d1e-4b59-9d54-7618178dd2e5 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:42:43.022679 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5c27e3ec-54ce-4e5b-867c-80aca14d99d3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:43.051449 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5c27e3ec-54ce-4e5b-867c-80aca14d99d3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:43.099203 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:43.164569 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c27e3ec-54ce-4e5b-867c-80aca14d99d3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:42:43.168170 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-5c27e3ec-54ce-4e5b-867c-80aca14d99d3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:42:43.179710 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c27e3ec-54ce-4e5b-867c-80aca14d99d3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:42:43.227722 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c27e3ec-54ce-4e5b-867c-80aca14d99d3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=aca57efe-f688-4a1b-9b06-26a14f82ece5,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:43.369355 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23042aea-ce9d-4e2e-a69d-9187f5fb237b req-bf32a5c8-cba1-423d-b2fc-631341920d06 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:43.370830 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-23042aea-ce9d-4e2e-a69d-9187f5fb237b req-bf32a5c8-cba1-423d-b2fc-631341920d06 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?device_id=9192a63b-3e31-4305-9166-7b2aca1c631d HTTP/1.1" status: 200 len: 943 time: 0.2843950 Sep 22 21:42:43.466685 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-23042aea-ce9d-4e2e-a69d-9187f5fb237b req-f0cd362c-47a6-4994-8b04-8cdf3c5ff2de tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fa87605-2437-4141-bfe2-735b698472c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876331 Sep 22 21:42:43.646556 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5c27e3ec-54ce-4e5b-867c-80aca14d99d3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router_gateway, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:44.085817 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5c27e3ec-54ce-4e5b-867c-80aca14d99d3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:44.287162 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c27e3ec-54ce-4e5b-867c-80aca14d99d3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Router 30c0e29e-e17c-4c1b-8e2c-28d244aa668b is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:42:44.461794 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c27e3ec-54ce-4e5b-867c-80aca14d99d3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:42:44.474919 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8044d3ba-c6fd-4406-8a20-920c15c5564e None None] Sync routers for ids ['30c0e29e-e17c-4c1b-8e2c-28d244aa668b'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:42:44.491434 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5c27e3ec-54ce-4e5b-867c-80aca14d99d3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:44.492896 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-5c27e3ec-54ce-4e5b-867c-80aca14d99d3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5192649 Sep 22 21:42:44.495495 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8044d3ba-c6fd-4406-8a20-920c15c5564e None None] Routers {'30c0e29e-e17c-4c1b-8e2c-28d244aa668b'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:42:44.496098 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-8044d3ba-c6fd-4406-8a20-920c15c5564e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:42:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['30c0e29e-e17c-4c1b-8e2c-28d244aa668b'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:44.496444 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51688) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:44.537749 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-1249aaa0-9e04-4e9e-b21a-4d1007204cad tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=eb1aed2a20e141c98ec99089a446670b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399232 Sep 22 21:42:44.540432 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51694) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:44.560728 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:44.675617 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-8044d3ba-c6fd-4406-8a20-920c15c5564e None None] Set router 30c0e29e-e17c-4c1b-8e2c-28d244aa668b gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:42:44.737182 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7e7474-9236-4afe-b69d-c1b112c68955 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:44.741132 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-fc7e7474-9236-4afe-b69d-c1b112c68955 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1972280 Sep 22 21:42:44.741776 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51698) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:44.750812 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719dfff7-70d1-4212-b149-fc1d9f1f2540 req-4441f3f3-cde7-4f41-ade6-4f0274d7259b tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:44.752435 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-719dfff7-70d1-4212-b149-fc1d9f1f2540 req-4441f3f3-cde7-4f41-ade6-4f0274d7259b tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?device_id=9192a63b-3e31-4305-9166-7b2aca1c631d HTTP/1.1" status: 200 len: 943 time: 0.1398466 Sep 22 21:42:44.785738 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a977c2ab-b6c8-4d4c-b211-f9dea539ffca tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=a22ae1c9-d428-411f-af43-ce0f71b38d9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402997 Sep 22 21:42:44.785977 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51702) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:44.791256 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-43a6bb20-2cdf-42f2-943d-81c93e776c02 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-77057069', 'network_id': 'b5259c3e-90b8-4165-a3fa-1887d451755e', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:42:44.802552 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-719dfff7-70d1-4212-b149-fc1d9f1f2540 req-ae81d7a1-8590-489e-90e3-d6d9ddd1fe34 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fa87605-2437-4141-bfe2-735b698472c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428154 Sep 22 21:42:44.900466 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-43a6bb20-2cdf-42f2-943d-81c93e776c02 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:42:44.904378 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-43a6bb20-2cdf-42f2-943d-81c93e776c02 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:subnet and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:42:44.907178 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-43a6bb20-2cdf-42f2-943d-81c93e776c02 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:42:44.912914 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-43a6bb20-2cdf-42f2-943d-81c93e776c02 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:42:44.922537 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a6bb20-2cdf-42f2-943d-81c93e776c02 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Made reservation on behalf of eb1aed2a20e141c98ec99089a446670b for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:42:44.926124 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-43a6bb20-2cdf-42f2-943d-81c93e776c02 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:44.958065 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-8044d3ba-c6fd-4406-8a20-920c15c5564e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c0e29e-e17c-4c1b-8e2c-28d244aa668b', 'name': 'tempest-TestNetworkBasicOps-router-1052243943', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.225'}], 'enable_snat': True}, 'gw_port_id': 'aca57efe-f688-4a1b-9b06-26a14f82ece5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:42:42Z', 'updated_at': '2022-09-22T21:42:43Z', 'revision_number': 3, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': 'aca57efe-f688-4a1b-9b06-26a14f82ece5', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c0e29e-e17c-4c1b-8e2c-28d244aa668b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:42:42Z', 'updated_at': '2022-09-22T21:42:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:44.961895 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8044d3ba-c6fd-4406-8a20-920c15c5564e None None] Checking router: 30c0e29e-e17c-4c1b-8e2c-28d244aa668b for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:42:44.962234 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8044d3ba-c6fd-4406-8a20-920c15c5564e None None] Updating router 30c0e29e-e17c-4c1b-8e2c-28d244aa668b port aca57efe-f688-4a1b-9b06-26a14f82ece5 binding host dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:42:45.017407 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8044d3ba-c6fd-4406-8a20-920c15c5564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:45.143710 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-43a6bb20-2cdf-42f2-943d-81c93e776c02 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:45.223278 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a6bb20-2cdf-42f2-943d-81c93e776c02 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Subnet': ['ID=0ec0476e-0d95-4fbc-8d50-00410230a20f,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:45.232586 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a6bb20-2cdf-42f2-943d-81c93e776c02 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Checking segment: {'id': 'b5260fee-c10e-47e9-a6d3-08c4a995b1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5259c3e-90b8-4165-a3fa-1887d451755e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:42:45.232945 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a6bb20-2cdf-42f2-943d-81c93e776c02 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network hostable DHCP agents. Network: b5259c3e-90b8-4165-a3fa-1887d451755e, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:42:45.252865 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a6bb20-2cdf-42f2-943d-81c93e776c02 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network b5259c3e-90b8-4165-a3fa-1887d451755e is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:42:45.263240 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-43a6bb20-2cdf-42f2-943d-81c93e776c02 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, b5259c3e-90b8-4165-a3fa-1887d451755e) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:42:45.269147 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a6bb20-2cdf-42f2-943d-81c93e776c02 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:45.269950 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-43a6bb20-2cdf-42f2-943d-81c93e776c02 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:45.279214 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805b02c0-f55e-4081-aca6-483d167024a9 None None] Network b5259c3e-90b8-4165-a3fa-1887d451755e requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:42:45.291653 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-43a6bb20-2cdf-42f2-943d-81c93e776c02 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5047381 Sep 22 21:42:45.294555 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51706) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:45.423047 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8044d3ba-c6fd-4406-8a20-920c15c5564e None None] Notify callbacks [] for port, precommit_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:45.455162 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-8044d3ba-c6fd-4406-8a20-920c15c5564e None None] Transition to ACTIVE for port object aca57efe-f688-4a1b-9b06-26a14f82ece5 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:42:45.488739 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8044d3ba-c6fd-4406-8a20-920c15c5564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:45.567895 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-8044d3ba-c6fd-4406-8a20-920c15c5564e None None] Attempting to bind port aca57efe-f688-4a1b-9b06-26a14f82ece5 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:42:45.568186 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-8044d3ba-c6fd-4406-8a20-920c15c5564e None None] Attempting to bind port aca57efe-f688-4a1b-9b06-26a14f82ece5 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:42:45.568548 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8044d3ba-c6fd-4406-8a20-920c15c5564e None None] Attempting to bind port aca57efe-f688-4a1b-9b06-26a14f82ece5 on network a22ae1c9-d428-411f-af43-ce0f71b38d9c {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:42:45.581880 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8044d3ba-c6fd-4406-8a20-920c15c5564e None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:42:45.582255 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8044d3ba-c6fd-4406-8a20-920c15c5564e None None] Checking segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:42:45.582676 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8044d3ba-c6fd-4406-8a20-920c15c5564e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:45.583069 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8044d3ba-c6fd-4406-8a20-920c15c5564e None None] Bound using segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:42:45.583530 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-8044d3ba-c6fd-4406-8a20-920c15c5564e None None] Bound port: aca57efe-f688-4a1b-9b06-26a14f82ece5, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:42:45.583897 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8044d3ba-c6fd-4406-8a20-920c15c5564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:45.668568 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22768de-2444-4275-b4ec-ac7d2841d7a4 None None] Pushing event updated for resources: {'Port': ['ID=aca57efe-f688-4a1b-9b06-26a14f82ece5,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:45.716710 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b86e748-89c3-4eac-bc80-85a14f6a0bba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-b5259c3e-90b8-4165-a3fa-1887d451755e', 'network_id': 'b5259c3e-90b8-4165-a3fa-1887d451755e', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ips': [{'subnet_id': '0ec0476e-0d95-4fbc-8d50-00410230a20f'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:42:45.717615 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5b86e748-89c3-4eac-bc80-85a14f6a0bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:45.735666 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22768de-2444-4275-b4ec-ac7d2841d7a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:42:45.736008 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22768de-2444-4275-b4ec-ac7d2841d7a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:42:45.736339 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22768de-2444-4275-b4ec-ac7d2841d7a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:42:45.736665 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22768de-2444-4275-b4ec-ac7d2841d7a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:42:45.736990 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22768de-2444-4275-b4ec-ac7d2841d7a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:42:45.737313 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22768de-2444-4275-b4ec-ac7d2841d7a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:42:45.737634 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22768de-2444-4275-b4ec-ac7d2841d7a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:42:45.737951 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22768de-2444-4275-b4ec-ac7d2841d7a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:42:45.738270 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22768de-2444-4275-b4ec-ac7d2841d7a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:42:45.738591 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22768de-2444-4275-b4ec-ac7d2841d7a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:42:45.738928 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22768de-2444-4275-b4ec-ac7d2841d7a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:42:45.739241 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22768de-2444-4275-b4ec-ac7d2841d7a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:42:45.823622 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-8044d3ba-c6fd-4406-8a20-920c15c5564e None None] For port aca57efe-f688-4a1b-9b06-26a14f82ece5, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:42:45.839879 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-8044d3ba-c6fd-4406-8a20-920c15c5564e None None] For port aca57efe-f688-4a1b-9b06-26a14f82ece5, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=aca57efe-f688-4a1b-9b06-26a14f82ece5,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:42:45.849926 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8044d3ba-c6fd-4406-8a20-920c15c5564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:45.947822 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8044d3ba-c6fd-4406-8a20-920c15c5564e None None] Routers {'30c0e29e-e17c-4c1b-8e2c-28d244aa668b'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:42:45.948426 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-8044d3ba-c6fd-4406-8a20-920c15c5564e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:42:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['30c0e29e-e17c-4c1b-8e2c-28d244aa668b'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:45.998875 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a941bd53-4ae1-4cdd-a35e-d9a2d5e87370 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:46.021652 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cecd37e-062f-42fb-a680-6f57711a4600 req-a891063b-5c5a-4220-93d2-e7ad4b290859 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:46.023246 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0cecd37e-062f-42fb-a680-6f57711a4600 req-a891063b-5c5a-4220-93d2-e7ad4b290859 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?device_id=9192a63b-3e31-4305-9166-7b2aca1c631d HTTP/1.1" status: 200 len: 943 time: 0.1056910 Sep 22 21:42:46.046171 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-5b86e748-89c3-4eac-bc80-85a14f6a0bba None None] Allocated IP 172.20.0.2 (b5259c3e-90b8-4165-a3fa-1887d451755e/0ec0476e-0d95-4fbc-8d50-00410230a20f/642ed369-bb7c-482d-a1e1-112bf07538c6) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:42:46.072986 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0cecd37e-062f-42fb-a680-6f57711a4600 req-72040adf-df7b-4dd9-99ea-d01f0c01a586 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fa87605-2437-4141-bfe2-735b698472c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427120 Sep 22 21:42:46.134467 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22768de-2444-4275-b4ec-ac7d2841d7a4 None None] Pushing event updated for resources: {'Port': ['ID=aca57efe-f688-4a1b-9b06-26a14f82ece5,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:46.236376 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-8044d3ba-c6fd-4406-8a20-920c15c5564e None None] Set router 30c0e29e-e17c-4c1b-8e2c-28d244aa668b gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:42:46.578643 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5b86e748-89c3-4eac-bc80-85a14f6a0bba None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:46.598149 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-5b86e748-89c3-4eac-bc80-85a14f6a0bba None None] Transition to ACTIVE for port object 642ed369-bb7c-482d-a1e1-112bf07538c6 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:42:46.621312 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-5b86e748-89c3-4eac-bc80-85a14f6a0bba None None] Transition to ACTIVE for port object 642ed369-bb7c-482d-a1e1-112bf07538c6 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:42:46.628336 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5b86e748-89c3-4eac-bc80-85a14f6a0bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:46.691074 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b86e748-89c3-4eac-bc80-85a14f6a0bba None None] Network b5259c3e-90b8-4165-a3fa-1887d451755e is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:42:46.694711 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-a941bd53-4ae1-4cdd-a35e-d9a2d5e87370 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Allocated IP 172.20.0.1 (b5259c3e-90b8-4165-a3fa-1887d451755e/0ec0476e-0d95-4fbc-8d50-00410230a20f/af2c5657-47e9-4a23-a37c-9e70f91f3bb6) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:42:46.695318 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-5b86e748-89c3-4eac-bc80-85a14f6a0bba None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:42:46.699626 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b86e748-89c3-4eac-bc80-85a14f6a0bba None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:42:46.702978 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-8044d3ba-c6fd-4406-8a20-920c15c5564e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c0e29e-e17c-4c1b-8e2c-28d244aa668b', 'name': 'tempest-TestNetworkBasicOps-router-1052243943', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.225'}], 'enable_snat': True}, 'gw_port_id': 'aca57efe-f688-4a1b-9b06-26a14f82ece5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:42:42Z', 'updated_at': '2022-09-22T21:42:43Z', 'revision_number': 3, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': 'aca57efe-f688-4a1b-9b06-26a14f82ece5', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c0e29e-e17c-4c1b-8e2c-28d244aa668b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:42:42Z', 'updated_at': '2022-09-22T21:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:46.741527 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8044d3ba-c6fd-4406-8a20-920c15c5564e None None] The sync data for ids ['30c0e29e-e17c-4c1b-8e2c-28d244aa668b'] in dv-neutron-858900-1-hyperv is: [{'id': '30c0e29e-e17c-4c1b-8e2c-28d244aa668b', 'name': 'tempest-TestNetworkBasicOps-router-1052243943', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.225'}], 'enable_snat': True}, 'gw_port_id': 'aca57efe-f688-4a1b-9b06-26a14f82ece5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:42:42Z', 'updated_at': '2022-09-22T21:42:43Z', 'revision_number': 3, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': 'aca57efe-f688-4a1b-9b06-26a14f82ece5', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c0e29e-e17c-4c1b-8e2c-28d244aa668b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:42:42Z', 'updated_at': '2022-09-22T21:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:42:46.756775 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b86e748-89c3-4eac-bc80-85a14f6a0bba None None] Pushing event updated for resources: {'Port': ['ID=642ed369-bb7c-482d-a1e1-112bf07538c6,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:46.818938 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-5b86e748-89c3-4eac-bc80-85a14f6a0bba None None] Attempting to bind port 642ed369-bb7c-482d-a1e1-112bf07538c6 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:42:46.819301 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-5b86e748-89c3-4eac-bc80-85a14f6a0bba None None] Attempting to bind port 642ed369-bb7c-482d-a1e1-112bf07538c6 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'b5260fee-c10e-47e9-a6d3-08c4a995b1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5259c3e-90b8-4165-a3fa-1887d451755e'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:42:46.819660 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b86e748-89c3-4eac-bc80-85a14f6a0bba None None] Attempting to bind port 642ed369-bb7c-482d-a1e1-112bf07538c6 on network b5259c3e-90b8-4165-a3fa-1887d451755e {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:42:46.827412 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b86e748-89c3-4eac-bc80-85a14f6a0bba None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:42:46.827850 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b86e748-89c3-4eac-bc80-85a14f6a0bba None None] Checking segment: {'id': 'b5260fee-c10e-47e9-a6d3-08c4a995b1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5259c3e-90b8-4165-a3fa-1887d451755e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:42:46.828334 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5b86e748-89c3-4eac-bc80-85a14f6a0bba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:46.828724 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b86e748-89c3-4eac-bc80-85a14f6a0bba None None] Bound using segment: {'id': 'b5260fee-c10e-47e9-a6d3-08c4a995b1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5259c3e-90b8-4165-a3fa-1887d451755e'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:42:46.829139 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-5b86e748-89c3-4eac-bc80-85a14f6a0bba None None] Bound port: 642ed369-bb7c-482d-a1e1-112bf07538c6, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5260fee-c10e-47e9-a6d3-08c4a995b1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5259c3e-90b8-4165-a3fa-1887d451755e'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:42:46.829510 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5b86e748-89c3-4eac-bc80-85a14f6a0bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:46.866230 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a941bd53-4ae1-4cdd-a35e-d9a2d5e87370 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:46.884364 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-a941bd53-4ae1-4cdd-a35e-d9a2d5e87370 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Transition to ACTIVE for port object af2c5657-47e9-4a23-a37c-9e70f91f3bb6 will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:42:46.909064 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a941bd53-4ae1-4cdd-a35e-d9a2d5e87370 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:46.921412 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-5b86e748-89c3-4eac-bc80-85a14f6a0bba None None] For port 642ed369-bb7c-482d-a1e1-112bf07538c6, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:42:46.928569 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-5b86e748-89c3-4eac-bc80-85a14f6a0bba None None] For port 642ed369-bb7c-482d-a1e1-112bf07538c6, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=642ed369-bb7c-482d-a1e1-112bf07538c6,segment=NetworkSegment(b5260fee-c10e-47e9-a6d3-08c4a995b1f1),segment_id=b5260fee-c10e-47e9-a6d3-08c4a995b1f1)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:42:46.937306 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5b86e748-89c3-4eac-bc80-85a14f6a0bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:46.987697 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a941bd53-4ae1-4cdd-a35e-d9a2d5e87370 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network b5259c3e-90b8-4165-a3fa-1887d451755e is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:42:46.990740 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-a941bd53-4ae1-4cdd-a35e-d9a2d5e87370 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:42:47.004247 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a941bd53-4ae1-4cdd-a35e-d9a2d5e87370 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:42:47.030529 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b86e748-89c3-4eac-bc80-85a14f6a0bba None None] Pushing event updated for resources: {'Port': ['ID=642ed369-bb7c-482d-a1e1-112bf07538c6,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:47.071840 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a941bd53-4ae1-4cdd-a35e-d9a2d5e87370 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=af2c5657-47e9-4a23-a37c-9e70f91f3bb6,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:47.087001 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 758e4879-4890-4f6c-b696-60068e94ce07 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 21:42:47.089137 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a941bd53-4ae1-4cdd-a35e-d9a2d5e87370 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:47.273888 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 758e4879-4890-4f6c-b696-60068e94ce07, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=758e4879-4890-4f6c-b696-60068e94ce07,segment=NetworkSegment(d86d37dd-b09d-4d1d-a662-9854ff3c4a87),segment_id=d86d37dd-b09d-4d1d-a662-9854ff3c4a87)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:42:47.299865 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': '758e4879-4890-4f6c-b696-60068e94ce07', 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d', 'port_id': '758e4879-4890-4f6c-b696-60068e94ce07', 'mac_address': 'fa:16:3e:12:f0:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ec73feb-6226-4bb2-bdf7-f761304c77c1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 21:42:47.411241 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 758e4879-4890-4f6c-b696-60068e94ce07 is: DOWN; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:42:47.411625 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:47.415554 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023af7db-5b63-40b1-96e0-fda67b206784 req-5e9857e0-9b52-45c3-8822-86c0e2d6a3ac tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:47.417281 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-023af7db-5b63-40b1-96e0-fda67b206784 req-5e9857e0-9b52-45c3-8822-86c0e2d6a3ac tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?device_id=9192a63b-3e31-4305-9166-7b2aca1c631d HTTP/1.1" status: 200 len: 943 time: 0.1942184 Sep 22 21:42:47.434501 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 758e4879-4890-4f6c-b696-60068e94ce07 {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:42:47.455242 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 758e4879-4890-4f6c-b696-60068e94ce07, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=758e4879-4890-4f6c-b696-60068e94ce07,segment=NetworkSegment(d86d37dd-b09d-4d1d-a662-9854ff3c4a87),segment_id=d86d37dd-b09d-4d1d-a662-9854ff3c4a87)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:42:47.459601 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:47.552469 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-023af7db-5b63-40b1-96e0-fda67b206784 req-ebd1fc36-c4e5-4186-9408-1c4e8050641d tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fa87605-2437-4141-bfe2-735b698472c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248808 Sep 22 21:42:47.555893 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a941bd53-4ae1-4cdd-a35e-d9a2d5e87370 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:47.617378 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=758e4879-4890-4f6c-b696-60068e94ce07,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:47.665984 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['758e4879-4890-4f6c-b696-60068e94ce07'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 21:42:47.997067 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a941bd53-4ae1-4cdd-a35e-d9a2d5e87370 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:48.002275 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a941bd53-4ae1-4cdd-a35e-d9a2d5e87370 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:48.117965 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a941bd53-4ae1-4cdd-a35e-d9a2d5e87370 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=af2c5657-47e9-4a23-a37c-9e70f91f3bb6,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:48.120477 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a941bd53-4ae1-4cdd-a35e-d9a2d5e87370 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:48.170492 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1f9375-104f-4fe3-9061-68dbf8b11307 None None] Network b5259c3e-90b8-4165-a3fa-1887d451755e requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:42:48.261448 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-85e830ab-3596-4c3c-9ff0-ff0ae2f73a67 None None] Provisioning for port 642ed369-bb7c-482d-a1e1-112bf07538c6 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:42:48.383431 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a941bd53-4ae1-4cdd-a35e-d9a2d5e87370 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network b5259c3e-90b8-4165-a3fa-1887d451755e is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:42:48.384585 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-a941bd53-4ae1-4cdd-a35e-d9a2d5e87370 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:42:48.572703 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a941bd53-4ae1-4cdd-a35e-d9a2d5e87370 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Router 30c0e29e-e17c-4c1b-8e2c-28d244aa668b has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:42:48.697831 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-051b475a-07ec-41b5-84f5-7e2cdce24ca9 None None] Provisioning for port af2c5657-47e9-4a23-a37c-9e70f91f3bb6 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:42:48.709605 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-051b475a-07ec-41b5-84f5-7e2cdce24ca9 None None] Provisioning complete for port af2c5657-47e9-4a23-a37c-9e70f91f3bb6 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:42:48.709821 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-051b475a-07ec-41b5-84f5-7e2cdce24ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:48.710110 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-051b475a-07ec-41b5-84f5-7e2cdce24ca9 None None] Attempt 1 to provision port af2c5657-47e9-4a23-a37c-9e70f91f3bb6 Sep 22 21:42:48.779616 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-051b475a-07ec-41b5-84f5-7e2cdce24ca9 None None] Port af2c5657-47e9-4a23-a37c-9e70f91f3bb6 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:42:48.782087 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc442e8-a7fc-4bfc-853f-c2cf1faaf54d req-756df210-fabd-45e0-b135-4f1482a30c66 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:48.783810 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9cc442e8-a7fc-4bfc-853f-c2cf1faaf54d req-756df210-fabd-45e0-b135-4f1482a30c66 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?device_id=9192a63b-3e31-4305-9166-7b2aca1c631d HTTP/1.1" status: 200 len: 944 time: 0.1031957 Sep 22 21:42:48.791813 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a941bd53-4ae1-4cdd-a35e-d9a2d5e87370 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:42:48.803915 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc10fe31-7c57-41eb-9b28-2ea9383ff604 None None] Sync routers for ids ['30c0e29e-e17c-4c1b-8e2c-28d244aa668b'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:42:48.810996 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a941bd53-4ae1-4cdd-a35e-d9a2d5e87370 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "PUT /v2.0/routers/30c0e29e-e17c-4c1b-8e2c-28d244aa668b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5146995 Sep 22 21:42:48.812513 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51716) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:48.818503 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc10fe31-7c57-41eb-9b28-2ea9383ff604 None None] Routers {'30c0e29e-e17c-4c1b-8e2c-28d244aa668b'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:42:48.819138 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-bc10fe31-7c57-41eb-9b28-2ea9383ff604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:42:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['30c0e29e-e17c-4c1b-8e2c-28d244aa668b'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:48.838574 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9cc442e8-a7fc-4bfc-853f-c2cf1faaf54d req-069a0dca-0ef4-422c-8253-156b9b873e1d tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fa87605-2437-4141-bfe2-735b698472c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484343 Sep 22 21:42:48.984629 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa8cc86-f127-404d-9111-c7e687fbadc2 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:48.985165 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa8cc86-f127-404d-9111-c7e687fbadc2 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:48.985828 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa8cc86-f127-404d-9111-c7e687fbadc2 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:48.987388 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa8cc86-f127-404d-9111-c7e687fbadc2 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:48.987388 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa8cc86-f127-404d-9111-c7e687fbadc2 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:48.987617 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa8cc86-f127-404d-9111-c7e687fbadc2 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:48.991961 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-eaa8cc86-f127-404d-9111-c7e687fbadc2 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.1781504 Sep 22 21:42:48.993994 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51720) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:49.033661 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-bc10fe31-7c57-41eb-9b28-2ea9383ff604 None None] Set router 30c0e29e-e17c-4c1b-8e2c-28d244aa668b gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:42:49.083467 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e922da-a964-4edf-92c4-d44577f4a2dc tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:49.083901 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e922da-a964-4edf-92c4-d44577f4a2dc tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:49.084363 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e922da-a964-4edf-92c4-d44577f4a2dc tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:49.084836 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e922da-a964-4edf-92c4-d44577f4a2dc tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:49.085328 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e922da-a964-4edf-92c4-d44577f4a2dc tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:49.085766 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e922da-a964-4edf-92c4-d44577f4a2dc tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:49.090083 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-42e922da-a964-4edf-92c4-d44577f4a2dc tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0925198 Sep 22 21:42:49.090411 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51724) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:49.098438 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 642ed369-bb7c-482d-a1e1-112bf07538c6 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:42:49.128461 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 758e4879-4890-4f6c-b696-60068e94ce07 up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:42:49.226590 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning for port 758e4879-4890-4f6c-b696-60068e94ce07 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:42:49.230910 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 642ed369-bb7c-482d-a1e1-112bf07538c6 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:42:49.235685 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port 758e4879-4890-4f6c-b696-60068e94ce07 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:42:49.236119 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:49.236517 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port 758e4879-4890-4f6c-b696-60068e94ce07 Sep 22 21:42:49.267319 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 642ed369-bb7c-482d-a1e1-112bf07538c6 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:42:49.267771 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:49.268219 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 642ed369-bb7c-482d-a1e1-112bf07538c6 Sep 22 21:42:49.314305 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-051b475a-07ec-41b5-84f5-7e2cdce24ca9 None None] Attempt 2 to provision port af2c5657-47e9-4a23-a37c-9e70f91f3bb6 Sep 22 21:42:49.329767 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-f2ad8e97-c450-48fe-9a4b-092ada53ae8e tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2358289 Sep 22 21:42:49.377676 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-bc10fe31-7c57-41eb-9b28-2ea9383ff604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c0e29e-e17c-4c1b-8e2c-28d244aa668b', 'name': 'tempest-TestNetworkBasicOps-router-1052243943', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.225'}], 'enable_snat': True}, 'gw_port_id': 'aca57efe-f688-4a1b-9b06-26a14f82ece5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:42:42Z', 'updated_at': '2022-09-22T21:42:47Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': 'aca57efe-f688-4a1b-9b06-26a14f82ece5', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c0e29e-e17c-4c1b-8e2c-28d244aa668b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:42:42Z', 'updated_at': '2022-09-22T21:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': 'af2c5657-47e9-4a23-a37c-9e70f91f3bb6', 'name': '', 'network_id': 'b5259c3e-90b8-4165-a3fa-1887d451755e', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:ef:f3:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c0e29e-e17c-4c1b-8e2c-28d244aa668b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '0ec0476e-0d95-4fbc-8d50-00410230a20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:42:46Z', 'updated_at': '2022-09-22T21:42:47Z', 'revision_number': 2, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': '0ec0476e-0d95-4fbc-8d50-00410230a20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:49.382213 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc10fe31-7c57-41eb-9b28-2ea9383ff604 None None] Checking router: 30c0e29e-e17c-4c1b-8e2c-28d244aa668b for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:42:49.382560 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc10fe31-7c57-41eb-9b28-2ea9383ff604 None None] Updating router 30c0e29e-e17c-4c1b-8e2c-28d244aa668b port af2c5657-47e9-4a23-a37c-9e70f91f3bb6 binding host dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:42:49.401114 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-051b475a-07ec-41b5-84f5-7e2cdce24ca9 None None] Port af2c5657-47e9-4a23-a37c-9e70f91f3bb6 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:42:49.407551 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51730) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:49.414117 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-fdcea0b0-54ae-402e-8b5e-d9e1ddb93254 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1699543372', 'description': 'tempest-secgroup-smoke-1699543372 description', 'project_id': 'eb1aed2a20e141c98ec99089a446670b'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:42:49.420655 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-fdcea0b0-54ae-402e-8b5e-d9e1ddb93254 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:42:49.424913 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-fdcea0b0-54ae-402e-8b5e-d9e1ddb93254 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:42:49.427793 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-fdcea0b0-54ae-402e-8b5e-d9e1ddb93254 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:42:49.435034 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-fdcea0b0-54ae-402e-8b5e-d9e1ddb93254 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:42:49.449546 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-bc10fe31-7c57-41eb-9b28-2ea9383ff604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:49.451231 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fdcea0b0-54ae-402e-8b5e-d9e1ddb93254 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:49.473958 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-fdcea0b0-54ae-402e-8b5e-d9e1ddb93254 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:42:49.478438 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-fdcea0b0-54ae-402e-8b5e-d9e1ddb93254 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:42:49.481532 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-fdcea0b0-54ae-402e-8b5e-d9e1ddb93254 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:42:49.488338 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-fdcea0b0-54ae-402e-8b5e-d9e1ddb93254 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:42:49.512677 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 758e4879-4890-4f6c-b696-60068e94ce07 is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:42:49.513064 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:49.524622 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 642ed369-bb7c-482d-a1e1-112bf07538c6 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:42:49.524986 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:49.561198 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9192a63b-3e31-4305-9166-7b2aca1c631d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758e4879-4890-4f6c-b696-60068e94ce07'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:42:49.563560 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3aee778-184c-417c-b9d8-5db7f2dd4e9f" -d '{"events": [{"server_uuid": "9192a63b-3e31-4305-9166-7b2aca1c631d", "name": "network-vif-plugged", "status": "completed", "tag": "758e4879-4890-4f6c-b696-60068e94ce07"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:42:49.567232 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fdcea0b0-54ae-402e-8b5e-d9e1ddb93254 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:49.573132 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fdcea0b0-54ae-402e-8b5e-d9e1ddb93254 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:49.577236 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 758e4879-4890-4f6c-b696-60068e94ce07, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=758e4879-4890-4f6c-b696-60068e94ce07,segment=NetworkSegment(d86d37dd-b09d-4d1d-a662-9854ff3c4a87),segment_id=d86d37dd-b09d-4d1d-a662-9854ff3c4a87)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:42:49.582832 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:49.585556 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 642ed369-bb7c-482d-a1e1-112bf07538c6, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=642ed369-bb7c-482d-a1e1-112bf07538c6,segment=NetworkSegment(b5260fee-c10e-47e9-a6d3-08c4a995b1f1),segment_id=b5260fee-c10e-47e9-a6d3-08c4a995b1f1)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:42:49.625316 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:49.625837 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device aca57efe-f688-4a1b-9b06-26a14f82ece5 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:42:49.628595 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcea0b0-54ae-402e-8b5e-d9e1ddb93254 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c60b4af8-150d-480e-b1d9-12005cb1b109,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:49.632942 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fdcea0b0-54ae-402e-8b5e-d9e1ddb93254 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:49.637102 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-fdcea0b0-54ae-402e-8b5e-d9e1ddb93254 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2276738 Sep 22 21:42:49.637897 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51736) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:49.645069 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-6e6edbe7-03ec-40cb-9a33-d4ba01983900 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': 'c60b4af8-150d-480e-b1d9-12005cb1b109', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:42:49.652830 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 21:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6a5336-6568-4728-849a-46c9403a1700 x-openstack-request-id: req-4e6a5336-6568-4728-849a-46c9403a1700 {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:42:49.653213 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9192a63b-3e31-4305-9166-7b2aca1c631d", "name": "network-vif-plugged", "status": "completed", "tag": "758e4879-4890-4f6c-b696-60068e94ce07", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:42:49.653548 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4e6a5336-6568-4728-849a-46c9403a1700 {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:42:49.654830 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e6a5336-6568-4728-849a-46c9403a1700'] response: {'server_uuid': '9192a63b-3e31-4305-9166-7b2aca1c631d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758e4879-4890-4f6c-b696-60068e94ce07', 'code': 200} Sep 22 21:42:49.657512 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-6e6edbe7-03ec-40cb-9a33-d4ba01983900 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:42:49.662317 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-6e6edbe7-03ec-40cb-9a33-d4ba01983900 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:42:49.666076 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-6e6edbe7-03ec-40cb-9a33-d4ba01983900 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:42:49.684098 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-6e6edbe7-03ec-40cb-9a33-d4ba01983900 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:42:49.703875 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6e6edbe7-03ec-40cb-9a33-d4ba01983900 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:49.729983 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=758e4879-4890-4f6c-b696-60068e94ce07,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:49.777904 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6e6edbe7-03ec-40cb-9a33-d4ba01983900 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:49.783474 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6e6edbe7-03ec-40cb-9a33-d4ba01983900 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:49.810956 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=642ed369-bb7c-482d-a1e1-112bf07538c6,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:49.814732 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port aca57efe-f688-4a1b-9b06-26a14f82ece5 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:42:49.820099 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port aca57efe-f688-4a1b-9b06-26a14f82ece5 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:42:49.820373 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:49.820692 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port aca57efe-f688-4a1b-9b06-26a14f82ece5 Sep 22 21:42:49.877552 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-bc10fe31-7c57-41eb-9b28-2ea9383ff604 None None] Notify callbacks [] for port, precommit_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:49.891943 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.provisioning_blocks [None req-bc10fe31-7c57-41eb-9b28-2ea9383ff604 None None] Transition to ACTIVE for port object af2c5657-47e9-4a23-a37c-9e70f91f3bb6 will not be triggered until provisioned by entity L2. {{(pid=89011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:42:49.899950 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-bc10fe31-7c57-41eb-9b28-2ea9383ff604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:49.905982 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-051b475a-07ec-41b5-84f5-7e2cdce24ca9 None None] Attempt 3 to provision port af2c5657-47e9-4a23-a37c-9e70f91f3bb6 Sep 22 21:42:49.989881 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6edbe7-03ec-40cb-9a33-d4ba01983900 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1207b038-46b8-4463-a185-d2530125f68d,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:50.005390 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6e6edbe7-03ec-40cb-9a33-d4ba01983900 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:50.006705 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-6e6edbe7-03ec-40cb-9a33-d4ba01983900 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3674054 Sep 22 21:42:50.011140 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51742) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:50.018692 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-e0aad958-4b94-41dd-84ff-3ae0879509cc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': 'c60b4af8-150d-480e-b1d9-12005cb1b109', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:42:50.027709 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-e0aad958-4b94-41dd-84ff-3ae0879509cc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:42:50.033481 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-051b475a-07ec-41b5-84f5-7e2cdce24ca9 None None] Port af2c5657-47e9-4a23-a37c-9e70f91f3bb6 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:42:50.035978 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-e0aad958-4b94-41dd-84ff-3ae0879509cc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:42:50.040244 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-e0aad958-4b94-41dd-84ff-3ae0879509cc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:42:50.047261 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port aca57efe-f688-4a1b-9b06-26a14f82ece5 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:42:50.048642 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-e0aad958-4b94-41dd-84ff-3ae0879509cc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:42:50.048790 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:50.070259 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa739bc-5b36-45aa-b1c9-2a46abfc60c0 req-bea8455e-904a-4de3-ba5d-864e390ebaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:50.072187 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-faa739bc-5b36-45aa-b1c9-2a46abfc60c0 req-bea8455e-904a-4de3-ba5d-864e390ebaa7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9192a63b-3e31-4305-9166-7b2aca1c631d HTTP/1.1" status: 200 len: 1098 time: 0.2757874 Sep 22 21:42:50.074329 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port aca57efe-f688-4a1b-9b06-26a14f82ece5, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=aca57efe-f688-4a1b-9b06-26a14f82ece5,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:42:50.080704 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd3eaf2-c9c0-4e9d-9818-e58d95016126 req-3802c5f8-180e-4139-99a1-96f460c98dc3 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:50.081416 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:50.082423 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-fdd3eaf2-c9c0-4e9d-9818-e58d95016126 req-3802c5f8-180e-4139-99a1-96f460c98dc3 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?device_id=9192a63b-3e31-4305-9166-7b2aca1c631d HTTP/1.1" status: 200 len: 945 time: 0.1184225 Sep 22 21:42:50.088265 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e0aad958-4b94-41dd-84ff-3ae0879509cc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:50.135293 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-fdd3eaf2-c9c0-4e9d-9818-e58d95016126 req-cb112a9a-ecf4-417e-85aa-646e3dcdb1ad tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fa87605-2437-4141-bfe2-735b698472c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400655 Sep 22 21:42:50.144890 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8ee29e-9600-4892-87fc-0a3346166333 None None] Pushing event updated for resources: {'Port': ['ID=af2c5657-47e9-4a23-a37c-9e70f91f3bb6,revision_number=3']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:50.176960 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-bc10fe31-7c57-41eb-9b28-2ea9383ff604 None None] Attempting to bind port af2c5657-47e9-4a23-a37c-9e70f91f3bb6 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:42:50.177245 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-bc10fe31-7c57-41eb-9b28-2ea9383ff604 None None] Attempting to bind port af2c5657-47e9-4a23-a37c-9e70f91f3bb6 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'b5260fee-c10e-47e9-a6d3-08c4a995b1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5259c3e-90b8-4165-a3fa-1887d451755e'}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:42:50.177535 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc10fe31-7c57-41eb-9b28-2ea9383ff604 None None] Attempting to bind port af2c5657-47e9-4a23-a37c-9e70f91f3bb6 on network b5259c3e-90b8-4165-a3fa-1887d451755e {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:42:50.182992 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc10fe31-7c57-41eb-9b28-2ea9383ff604 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:42:50.183741 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc10fe31-7c57-41eb-9b28-2ea9383ff604 None None] Checking segment: {'id': 'b5260fee-c10e-47e9-a6d3-08c4a995b1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5259c3e-90b8-4165-a3fa-1887d451755e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:42:50.183741 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-bc10fe31-7c57-41eb-9b28-2ea9383ff604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:50.184106 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc10fe31-7c57-41eb-9b28-2ea9383ff604 None None] Bound using segment: {'id': 'b5260fee-c10e-47e9-a6d3-08c4a995b1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5259c3e-90b8-4165-a3fa-1887d451755e'} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:42:50.184645 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-bc10fe31-7c57-41eb-9b28-2ea9383ff604 None None] Bound port: af2c5657-47e9-4a23-a37c-9e70f91f3bb6, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5260fee-c10e-47e9-a6d3-08c4a995b1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5259c3e-90b8-4165-a3fa-1887d451755e'}}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:42:50.185103 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-bc10fe31-7c57-41eb-9b28-2ea9383ff604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:50.185507 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=aca57efe-f688-4a1b-9b06-26a14f82ece5,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:50.185972 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-faa739bc-5b36-45aa-b1c9-2a46abfc60c0 req-fd3b4aa4-2715-42f6-b720-2fbd5a29944a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5fa87605-2437-4141-bfe2-735b698472c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037724 Sep 22 21:42:50.198790 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e0aad958-4b94-41dd-84ff-3ae0879509cc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:50.202694 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e0aad958-4b94-41dd-84ff-3ae0879509cc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:50.229685 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aad958-4b94-41dd-84ff-3ae0879509cc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baf6d376-f6dc-4f7c-8613-0d4ed0494b09,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:50.239873 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e0aad958-4b94-41dd-84ff-3ae0879509cc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:50.243929 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e0aad958-4b94-41dd-84ff-3ae0879509cc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2289042 Sep 22 21:42:50.244331 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51746) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:50.249761 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-c563c392-b973-4b91-b9a1-eb82a8c5fc70 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': 'c60b4af8-150d-480e-b1d9-12005cb1b109', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:42:50.255753 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-c563c392-b973-4b91-b9a1-eb82a8c5fc70 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:42:50.260120 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-c563c392-b973-4b91-b9a1-eb82a8c5fc70 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:42:50.263558 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-c563c392-b973-4b91-b9a1-eb82a8c5fc70 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:42:50.270965 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-c563c392-b973-4b91-b9a1-eb82a8c5fc70 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:42:50.287883 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c563c392-b973-4b91-b9a1-eb82a8c5fc70 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:50.288337 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-bc10fe31-7c57-41eb-9b28-2ea9383ff604 None None] For port af2c5657-47e9-4a23-a37c-9e70f91f3bb6, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:42:50.291922 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-bc10fe31-7c57-41eb-9b28-2ea9383ff604 None None] For port af2c5657-47e9-4a23-a37c-9e70f91f3bb6, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=af2c5657-47e9-4a23-a37c-9e70f91f3bb6,segment=NetworkSegment(b5260fee-c10e-47e9-a6d3-08c4a995b1f1),segment_id=b5260fee-c10e-47e9-a6d3-08c4a995b1f1)] {{(pid=89011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:42:50.296963 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-bc10fe31-7c57-41eb-9b28-2ea9383ff604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:50.350778 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c563c392-b973-4b91-b9a1-eb82a8c5fc70 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:50.354592 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c563c392-b973-4b91-b9a1-eb82a8c5fc70 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:50.357861 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc10fe31-7c57-41eb-9b28-2ea9383ff604 None None] Routers {'30c0e29e-e17c-4c1b-8e2c-28d244aa668b'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:42:50.358818 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-bc10fe31-7c57-41eb-9b28-2ea9383ff604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:42:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['30c0e29e-e17c-4c1b-8e2c-28d244aa668b'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:50.375653 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563c392-b973-4b91-b9a1-eb82a8c5fc70 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46e4d6f5-dfb4-445f-a965-c5597e8396b8,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:50.386728 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c563c392-b973-4b91-b9a1-eb82a8c5fc70 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:50.387929 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c563c392-b973-4b91-b9a1-eb82a8c5fc70 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1425428 Sep 22 21:42:50.390749 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51750) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:50.395714 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-91976ebe-5715-43ad-9017-b0109f4bab8e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': 'c60b4af8-150d-480e-b1d9-12005cb1b109', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:42:50.401505 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-91976ebe-5715-43ad-9017-b0109f4bab8e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:42:50.405860 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-91976ebe-5715-43ad-9017-b0109f4bab8e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:42:50.408692 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-91976ebe-5715-43ad-9017-b0109f4bab8e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:42:50.414316 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-91976ebe-5715-43ad-9017-b0109f4bab8e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:42:50.431184 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-91976ebe-5715-43ad-9017-b0109f4bab8e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:50.445825 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8ee29e-9600-4892-87fc-0a3346166333 None None] Pushing event updated for resources: {'Port': ['ID=af2c5657-47e9-4a23-a37c-9e70f91f3bb6,revision_number=4']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:50.493356 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-91976ebe-5715-43ad-9017-b0109f4bab8e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:50.497029 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-91976ebe-5715-43ad-9017-b0109f4bab8e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:50.521297 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91976ebe-5715-43ad-9017-b0109f4bab8e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9e682b8-4a89-46d8-924d-1d86649f5932,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:50.534555 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-91976ebe-5715-43ad-9017-b0109f4bab8e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:50.535360 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-051b475a-07ec-41b5-84f5-7e2cdce24ca9 None None] Attempt 4 to provision port af2c5657-47e9-4a23-a37c-9e70f91f3bb6 Sep 22 21:42:50.535758 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-91976ebe-5715-43ad-9017-b0109f4bab8e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1441028 Sep 22 21:42:50.538596 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51754) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:50.544194 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-e63de311-a19e-4673-a82e-819d69a8cc22 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': 'c60b4af8-150d-480e-b1d9-12005cb1b109', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:42:50.548901 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-bc10fe31-7c57-41eb-9b28-2ea9383ff604 None None] Set router 30c0e29e-e17c-4c1b-8e2c-28d244aa668b gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:42:50.551465 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-e63de311-a19e-4673-a82e-819d69a8cc22 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:42:50.555753 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-e63de311-a19e-4673-a82e-819d69a8cc22 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:42:50.559385 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-e63de311-a19e-4673-a82e-819d69a8cc22 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:42:50.566862 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-e63de311-a19e-4673-a82e-819d69a8cc22 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:42:50.581419 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.securitygroups_db [None req-e63de311-a19e-4673-a82e-819d69a8cc22 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Project eb1aed2a20e141c98ec99089a446670b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 21:42:50.588521 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e63de311-a19e-4673-a82e-819d69a8cc22 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:50.605414 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-051b475a-07ec-41b5-84f5-7e2cdce24ca9 None None] Port af2c5657-47e9-4a23-a37c-9e70f91f3bb6 had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 21:42:50.616333 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-051b475a-07ec-41b5-84f5-7e2cdce24ca9 None None] Provisioning complete for port 642ed369-bb7c-482d-a1e1-112bf07538c6 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:42:50.616954 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-051b475a-07ec-41b5-84f5-7e2cdce24ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:50.617094 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-051b475a-07ec-41b5-84f5-7e2cdce24ca9 None None] Attempt 1 to provision port 642ed369-bb7c-482d-a1e1-112bf07538c6 Sep 22 21:42:50.657506 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e63de311-a19e-4673-a82e-819d69a8cc22 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:50.661765 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e63de311-a19e-4673-a82e-819d69a8cc22 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:50.689160 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63de311-a19e-4673-a82e-819d69a8cc22 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=250ab5ab-febe-4187-9664-27c6d0f81217,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:50.701306 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e63de311-a19e-4673-a82e-819d69a8cc22 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:50.703552 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e63de311-a19e-4673-a82e-819d69a8cc22 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1636732 Sep 22 21:42:50.706208 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51758) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:50.711956 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-a59267c0-8871-47e8-a915-77a9aadcd160 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': 'c60b4af8-150d-480e-b1d9-12005cb1b109', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:42:50.718779 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-a59267c0-8871-47e8-a915-77a9aadcd160 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:42:50.723585 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-a59267c0-8871-47e8-a915-77a9aadcd160 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:42:50.726985 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-a59267c0-8871-47e8-a915-77a9aadcd160 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:42:50.734099 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-a59267c0-8871-47e8-a915-77a9aadcd160 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:42:50.746676 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.securitygroups_db [None req-a59267c0-8871-47e8-a915-77a9aadcd160 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Project eb1aed2a20e141c98ec99089a446670b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 21:42:50.756521 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a59267c0-8871-47e8-a915-77a9aadcd160 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:50.776762 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-051b475a-07ec-41b5-84f5-7e2cdce24ca9 None None] Current status of the port 642ed369-bb7c-482d-a1e1-112bf07538c6 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:42:50.825294 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a59267c0-8871-47e8-a915-77a9aadcd160 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:50.829389 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a59267c0-8871-47e8-a915-77a9aadcd160 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:50.850158 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59267c0-8871-47e8-a915-77a9aadcd160 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a636027-b381-4d2f-9aed-2b0355bfaeb0,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:50.862002 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a59267c0-8871-47e8-a915-77a9aadcd160 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:50.863453 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a59267c0-8871-47e8-a915-77a9aadcd160 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1561835 Sep 22 21:42:50.875667 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-bc10fe31-7c57-41eb-9b28-2ea9383ff604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c0e29e-e17c-4c1b-8e2c-28d244aa668b', 'name': 'tempest-TestNetworkBasicOps-router-1052243943', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.225'}], 'enable_snat': True}, 'gw_port_id': 'aca57efe-f688-4a1b-9b06-26a14f82ece5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:42:42Z', 'updated_at': '2022-09-22T21:42:47Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': 'aca57efe-f688-4a1b-9b06-26a14f82ece5', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c0e29e-e17c-4c1b-8e2c-28d244aa668b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:42:42Z', 'updated_at': '2022-09-22T21:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': 'af2c5657-47e9-4a23-a37c-9e70f91f3bb6', 'name': '', 'network_id': 'b5259c3e-90b8-4165-a3fa-1887d451755e', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:ef:f3:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c0e29e-e17c-4c1b-8e2c-28d244aa668b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '0ec0476e-0d95-4fbc-8d50-00410230a20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:42:46Z', 'updated_at': '2022-09-22T21:42:50Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': '0ec0476e-0d95-4fbc-8d50-00410230a20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:50.879628 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc10fe31-7c57-41eb-9b28-2ea9383ff604 None None] The sync data for ids ['30c0e29e-e17c-4c1b-8e2c-28d244aa668b'] in dv-neutron-858900-1-hyperv is: [{'id': '30c0e29e-e17c-4c1b-8e2c-28d244aa668b', 'name': 'tempest-TestNetworkBasicOps-router-1052243943', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.225'}], 'enable_snat': True}, 'gw_port_id': 'aca57efe-f688-4a1b-9b06-26a14f82ece5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:42:42Z', 'updated_at': '2022-09-22T21:42:47Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': 'aca57efe-f688-4a1b-9b06-26a14f82ece5', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c0e29e-e17c-4c1b-8e2c-28d244aa668b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:42:42Z', 'updated_at': '2022-09-22T21:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': 'af2c5657-47e9-4a23-a37c-9e70f91f3bb6', 'name': '', 'network_id': 'b5259c3e-90b8-4165-a3fa-1887d451755e', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:ef:f3:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c0e29e-e17c-4c1b-8e2c-28d244aa668b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '0ec0476e-0d95-4fbc-8d50-00410230a20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:42:46Z', 'updated_at': '2022-09-22T21:42:50Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': '0ec0476e-0d95-4fbc-8d50-00410230a20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:42:51.101482 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device af2c5657-47e9-4a23-a37c-9e70f91f3bb6 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:42:51.139955 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-16feee69-8039-4984-8ce3-b460c9a16581 req-61f0fa3f-b023-47a6-8237-735df8ed5227 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1699543372&fields=id&tenant_id=eb1aed2a20e141c98ec99089a446670b HTTP/1.1" status: 200 len: 267 time: 0.0507224 Sep 22 21:42:51.264196 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port af2c5657-47e9-4a23-a37c-9e70f91f3bb6 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:42:51.274770 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port af2c5657-47e9-4a23-a37c-9e70f91f3bb6 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:42:51.275424 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:51.275924 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port af2c5657-47e9-4a23-a37c-9e70f91f3bb6 Sep 22 21:42:51.342185 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16feee69-8039-4984-8ce3-b460c9a16581 req-84550a12-b3c9-4ecc-b9c2-fd29fcd919b9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:51.342988 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-16feee69-8039-4984-8ce3-b460c9a16581 req-84550a12-b3c9-4ecc-b9c2-fd29fcd919b9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:network {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:42:51.363992 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-16feee69-8039-4984-8ce3-b460c9a16581 req-84550a12-b3c9-4ecc-b9c2-fd29fcd919b9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:network {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:42:51.371308 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-16feee69-8039-4984-8ce3-b460c9a16581 req-84550a12-b3c9-4ecc-b9c2-fd29fcd919b9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/networks?id=b5259c3e-90b8-4165-a3fa-1887d451755e HTTP/1.1" status: 200 len: 797 time: 0.2236543 Sep 22 21:42:51.383152 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-16feee69-8039-4984-8ce3-b460c9a16581 req-85e1db63-3a5c-44b7-bd4e-5bc212321913 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/quotas/eb1aed2a20e141c98ec99089a446670b HTTP/1.1" status: 200 len: 375 time: 0.0109122 Sep 22 21:42:51.422197 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22def511-4f54-4077-9284-89ea887c4ed3 req-8b6de1d4-d9ad-4fb6-9388-773550dde1e4 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:51.423578 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port af2c5657-47e9-4a23-a37c-9e70f91f3bb6 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:42:51.424035 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:51.425266 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-22def511-4f54-4077-9284-89ea887c4ed3 req-8b6de1d4-d9ad-4fb6-9388-773550dde1e4 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?device_id=9192a63b-3e31-4305-9166-7b2aca1c631d HTTP/1.1" status: 200 len: 945 time: 0.1114759 Sep 22 21:42:51.466240 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port af2c5657-47e9-4a23-a37c-9e70f91f3bb6, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=af2c5657-47e9-4a23-a37c-9e70f91f3bb6,segment=NetworkSegment(b5260fee-c10e-47e9-a6d3-08c4a995b1f1),segment_id=b5260fee-c10e-47e9-a6d3-08c4a995b1f1)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:42:51.471888 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:51.472743 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device aca57efe-f688-4a1b-9b06-26a14f82ece5 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:42:51.484083 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-16feee69-8039-4984-8ce3-b460c9a16581 req-931eac53-625b-4ea5-a7b0-74b53996b8dc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:42:51.496218 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-22def511-4f54-4077-9284-89ea887c4ed3 req-c79b2137-6ac9-4730-8a62-540b01c9d0eb tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fa87605-2437-4141-bfe2-735b698472c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574601 Sep 22 21:42:51.502513 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-16feee69-8039-4984-8ce3-b460c9a16581 req-931eac53-625b-4ea5-a7b0-74b53996b8dc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:42:51.503904 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-16feee69-8039-4984-8ce3-b460c9a16581 req-931eac53-625b-4ea5-a7b0-74b53996b8dc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1150970 Sep 22 21:42:51.616467 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=af2c5657-47e9-4a23-a37c-9e70f91f3bb6,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:51.627012 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port aca57efe-f688-4a1b-9b06-26a14f82ece5 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:42:51.627412 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:51.627744 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port aca57efe-f688-4a1b-9b06-26a14f82ece5 Sep 22 21:42:51.690004 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-16feee69-8039-4984-8ce3-b460c9a16581 req-9b46c021-b2dc-47c0-ba96-1ca70b9cf8ae service neutron] 10.222.0.33 "GET /v2.0/networks/b5259c3e-90b8-4165-a3fa-1887d451755e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659951 Sep 22 21:42:51.741779 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7c643-a95e-4971-a91a-2d7a37976f14 req-955afae4-f804-486b-867e-30aa9c34c080 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:51.748241 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-65c7c643-a95e-4971-a91a-2d7a37976f14 req-955afae4-f804-486b-867e-30aa9c34c080 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?device_id=9192a63b-3e31-4305-9166-7b2aca1c631d HTTP/1.1" status: 200 len: 945 time: 0.1049592 Sep 22 21:42:51.769242 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port aca57efe-f688-4a1b-9b06-26a14f82ece5 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:42:51.770347 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 642ed369-bb7c-482d-a1e1-112bf07538c6 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:42:51.802529 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-65c7c643-a95e-4971-a91a-2d7a37976f14 req-4ccc4d25-8b28-4a48-9824-72d622163d50 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fa87605-2437-4141-bfe2-735b698472c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490193 Sep 22 21:42:51.825292 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51778) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:51.835746 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-16feee69-8039-4984-8ce3-b460c9a16581 req-94d0c1f9-e26b-4c25-80f5-ec73c15d7bd3 service neutron] 10.222.0.33 "GET /v2.0/networks/b5259c3e-90b8-4165-a3fa-1887d451755e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381974 Sep 22 21:42:51.856042 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 642ed369-bb7c-482d-a1e1-112bf07538c6 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:42:51.856506 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:51.856719 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 642ed369-bb7c-482d-a1e1-112bf07538c6 Sep 22 21:42:52.022083 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 642ed369-bb7c-482d-a1e1-112bf07538c6 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:42:52.125187 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-e08cd564-956d-4aba-bff0-f217212ee7af req-15e5395a-c61b-4feb-9b50-9d8af7772589 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:42:52.151493 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-e08cd564-956d-4aba-bff0-f217212ee7af req-15e5395a-c61b-4feb-9b50-9d8af7772589 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:42:52.152766 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-e08cd564-956d-4aba-bff0-f217212ee7af req-15e5395a-c61b-4feb-9b50-9d8af7772589 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=f507e09d-b567-4e90-8063-07be73425d33 HTTP/1.1" status: 200 len: 210 time: 0.1336505 Sep 22 21:42:52.178455 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6557339d-39ba-43c2-b8c6-75febad239d3 tempest-TestVolumeBootPattern-1912432375 tempest-TestVolumeBootPattern-1912432375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:52.179348 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-6557339d-39ba-43c2-b8c6-75febad239d3 tempest-TestVolumeBootPattern-1912432375 tempest-TestVolumeBootPattern-1912432375-project-admin] Synchronizing usage tracker for tenant:fcfc1839102f4356a9d68d6af584a777 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:42:52.201149 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-6557339d-39ba-43c2-b8c6-75febad239d3 tempest-TestVolumeBootPattern-1912432375 tempest-TestVolumeBootPattern-1912432375-project-admin] Unset dirty status for tenant:fcfc1839102f4356a9d68d6af584a777 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:42:52.205249 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6557339d-39ba-43c2-b8c6-75febad239d3 tempest-TestVolumeBootPattern-1912432375 tempest-TestVolumeBootPattern-1912432375-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=9192a63b-3e31-4305-9166-7b2aca1c631d HTTP/1.1" status: 200 len: 1093 time: 0.3762207 Sep 22 21:42:52.205658 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51792) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:42:52.216745 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-73ead3b5-3dca-45f6-95e3-c0dfe36d6f18 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Request body: {'floatingip': {'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'port_id': '758e4879-4890-4f6c-b696-60068e94ce07', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'fixed_ip_address': '172.20.0.4'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:42:52.226079 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-73ead3b5-3dca-45f6-95e3-c0dfe36d6f18 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:42:52.230581 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-73ead3b5-3dca-45f6-95e3-c0dfe36d6f18 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Usage tracker for resource:floatingip and tenant:c0953d2486f241adbaf31021d8b87543 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:42:52.234825 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-73ead3b5-3dca-45f6-95e3-c0dfe36d6f18 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:42:52.244554 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-73ead3b5-3dca-45f6-95e3-c0dfe36d6f18 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:42:52.256818 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-73ead3b5-3dca-45f6-95e3-c0dfe36d6f18 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks [] for floatingip, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:52.403714 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-73ead3b5-3dca-45f6-95e3-c0dfe36d6f18 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:52.546009 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-73ead3b5-3dca-45f6-95e3-c0dfe36d6f18 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Allocated IP 172.26.0.50 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/934a1017-9027-4ece-bab3-db4adf37f46a) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:42:52.700561 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-73ead3b5-3dca-45f6-95e3-c0dfe36d6f18 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:52.730201 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-73ead3b5-3dca-45f6-95e3-c0dfe36d6f18 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:52.791562 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ead3b5-3dca-45f6-95e3-c0dfe36d6f18 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:42:52.794226 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-73ead3b5-3dca-45f6-95e3-c0dfe36d6f18 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:42:52.798225 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ead3b5-3dca-45f6-95e3-c0dfe36d6f18 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:42:52.841711 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ead3b5-3dca-45f6-95e3-c0dfe36d6f18 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Pushing event updated for resources: {'Port': ['ID=934a1017-9027-4ece-bab3-db4adf37f46a,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:53.011378 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device af2c5657-47e9-4a23-a37c-9e70f91f3bb6 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:42:53.090433 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port af2c5657-47e9-4a23-a37c-9e70f91f3bb6 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:42:53.091090 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:53.091613 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port af2c5657-47e9-4a23-a37c-9e70f91f3bb6 Sep 22 21:42:53.220032 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port af2c5657-47e9-4a23-a37c-9e70f91f3bb6 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:42:53.436625 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-8c922e91-8c28-4847-b3b4-0c9ce989b7eb req-00ff9233-ac0d-4d1e-ab3f-c6916d241d56 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=f507e09d-b567-4e90-8063-07be73425d33 HTTP/1.1" status: 200 len: 210 time: 0.0952067 Sep 22 21:42:53.452634 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16feee69-8039-4984-8ce3-b460c9a16581 req-79db9bbc-d83f-4394-8d66-7d477a7b6fbf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:53.453940 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-16feee69-8039-4984-8ce3-b460c9a16581 req-79db9bbc-d83f-4394-8d66-7d477a7b6fbf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "GET /v2.0/networks?id=b5259c3e-90b8-4165-a3fa-1887d451755e HTTP/1.1" status: 200 len: 797 time: 0.4179375 Sep 22 21:42:53.520685 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-16feee69-8039-4984-8ce3-b460c9a16581 req-3b73e1e7-55e9-4cdb-b4f3-d67b0e923eef tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb1aed2a20e141c98ec99089a446670b HTTP/1.1" status: 200 len: 380 time: 0.0544553 Sep 22 21:42:53.534315 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-16feee69-8039-4984-8ce3-b460c9a16581 req-1cb50292-e81b-48c8-9003-83e34541d1bf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'port': {'device_id': 'f507e09d-b567-4e90-8063-07be73425d33', 'network_id': 'b5259c3e-90b8-4165-a3fa-1887d451755e', 'admin_state_up': True, 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'security_groups': ['c60b4af8-150d-480e-b1d9-12005cb1b109']}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:42:53.682164 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-73ead3b5-3dca-45f6-95e3-c0dfe36d6f18 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:53.685288 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-16feee69-8039-4984-8ce3-b460c9a16581 req-1cb50292-e81b-48c8-9003-83e34541d1bf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:42:53.704762 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-16feee69-8039-4984-8ce3-b460c9a16581 req-1cb50292-e81b-48c8-9003-83e34541d1bf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:42:53.717789 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16feee69-8039-4984-8ce3-b460c9a16581 req-1cb50292-e81b-48c8-9003-83e34541d1bf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Made reservation on behalf of eb1aed2a20e141c98ec99089a446670b for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:42:53.721449 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-16feee69-8039-4984-8ce3-b460c9a16581 req-1cb50292-e81b-48c8-9003-83e34541d1bf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:53.787189 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:42:53.831494 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-73ead3b5-3dca-45f6-95e3-c0dfe36d6f18 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:54.046830 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [req-16feee69-8039-4984-8ce3-b460c9a16581 req-1cb50292-e81b-48c8-9003-83e34541d1bf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Allocated IP 172.20.0.13 (b5259c3e-90b8-4165-a3fa-1887d451755e/0ec0476e-0d95-4fbc-8d50-00410230a20f/14c99f5b-0099-4850-8c7f-06d11667955b) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:42:54.220410 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-73ead3b5-3dca-45f6-95e3-c0dfe36d6f18 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:54.225582 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-73ead3b5-3dca-45f6-95e3-c0dfe36d6f18 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:54.380232 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ead3b5-3dca-45f6-95e3-c0dfe36d6f18 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Pushing event updated for resources: {'Port': ['ID=934a1017-9027-4ece-bab3-db4adf37f46a,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:54.385341 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-73ead3b5-3dca-45f6-95e3-c0dfe36d6f18 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:54.437950 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-16feee69-8039-4984-8ce3-b460c9a16581 req-1cb50292-e81b-48c8-9003-83e34541d1bf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:54.477212 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-16feee69-8039-4984-8ce3-b460c9a16581 req-1cb50292-e81b-48c8-9003-83e34541d1bf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Transition to ACTIVE for port object 14c99f5b-0099-4850-8c7f-06d11667955b will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:42:54.581326 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.l3_db [None req-73ead3b5-3dca-45f6-95e3-c0dfe36d6f18 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Floating IP 393435d4-2f7f-4568-9970-2e0719cccda5 associated. External IP: 172.26.0.50, port: 758e4879-4890-4f6c-b696-60068e94ce07. Sep 22 21:42:54.596609 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-b961503e-18c6-4236-a0a2-1a5a497359da req-2d9125a9-940f-45a4-aa35-7bdcfd3665db tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=f507e09d-b567-4e90-8063-07be73425d33 HTTP/1.1" status: 200 len: 210 time: 0.0499740 Sep 22 21:42:54.655833 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-16feee69-8039-4984-8ce3-b460c9a16581 req-1cb50292-e81b-48c8-9003-83e34541d1bf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:54.902080 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16feee69-8039-4984-8ce3-b460c9a16581 req-1cb50292-e81b-48c8-9003-83e34541d1bf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network b5259c3e-90b8-4165-a3fa-1887d451755e is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:42:54.911897 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [req-16feee69-8039-4984-8ce3-b460c9a16581 req-1cb50292-e81b-48c8-9003-83e34541d1bf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:42:54.914244 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-16feee69-8039-4984-8ce3-b460c9a16581 req-1cb50292-e81b-48c8-9003-83e34541d1bf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:42:54.974958 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb50292-e81b-48c8-9003-83e34541d1bf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=14c99f5b-0099-4850-8c7f-06d11667955b,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:55.009570 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16feee69-8039-4984-8ce3-b460c9a16581 req-1cb50292-e81b-48c8-9003-83e34541d1bf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:55.010173 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-16feee69-8039-4984-8ce3-b460c9a16581 req-1cb50292-e81b-48c8-9003-83e34541d1bf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:55.125733 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-16feee69-8039-4984-8ce3-b460c9a16581 req-1cb50292-e81b-48c8-9003-83e34541d1bf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6006348 Sep 22 21:42:55.142727 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-e3dd4123-0164-49da-b599-f97a41d95c3a None None] Provisioning for port 14c99f5b-0099-4850-8c7f-06d11667955b completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:42:55.147265 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-e3dd4123-0164-49da-b599-f97a41d95c3a None None] Provisioning complete for port 14c99f5b-0099-4850-8c7f-06d11667955b triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:42:55.147627 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e3dd4123-0164-49da-b599-f97a41d95c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:55.147979 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-e3dd4123-0164-49da-b599-f97a41d95c3a None None] Attempt 1 to provision port 14c99f5b-0099-4850-8c7f-06d11667955b Sep 22 21:42:55.187938 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-16feee69-8039-4984-8ce3-b460c9a16581 req-9f0f7293-22a7-49d0-8837-d9d0cfc5f145 service neutron] Request body: {'port': {'device_id': 'f507e09d-b567-4e90-8063-07be73425d33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:42:55.199644 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e3dd4123-0164-49da-b599-f97a41d95c3a None None] Port 14c99f5b-0099-4850-8c7f-06d11667955b cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:42:55.320783 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ead3b5-3dca-45f6-95e3-c0dfe36d6f18 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Router 85fc9c8c-5aa5-4009-a0e8-f145979a6567 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:42:55.335865 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-16feee69-8039-4984-8ce3-b460c9a16581 req-9f0f7293-22a7-49d0-8837-d9d0cfc5f145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:55.637034 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ead3b5-3dca-45f6-95e3-c0dfe36d6f18 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:42:55.646939 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0521c4aa-d20c-4a9e-a7e4-e65e17af5a0b None None] Sync routers for ids ['85fc9c8c-5aa5-4009-a0e8-f145979a6567'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:42:55.656543 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0521c4aa-d20c-4a9e-a7e4-e65e17af5a0b None None] Routers {'85fc9c8c-5aa5-4009-a0e8-f145979a6567'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:42:55.657158 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-0521c4aa-d20c-4a9e-a7e4-e65e17af5a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:42:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['85fc9c8c-5aa5-4009-a0e8-f145979a6567'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:55.714000 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-e3dd4123-0164-49da-b599-f97a41d95c3a None None] Attempt 2 to provision port 14c99f5b-0099-4850-8c7f-06d11667955b Sep 22 21:42:55.781280 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-73ead3b5-3dca-45f6-95e3-c0dfe36d6f18 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:55.854661 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:55.865685 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e3dd4123-0164-49da-b599-f97a41d95c3a None None] Port 14c99f5b-0099-4850-8c7f-06d11667955b cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:42:55.876446 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-73ead3b5-3dca-45f6-95e3-c0dfe36d6f18 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.6696930 Sep 22 21:42:55.879651 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9192a63b-3e31-4305-9166-7b2aca1c631d', 'tag': '758e4879-4890-4f6c-b696-60068e94ce07'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:42:55.881986 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c93831-98ce-4d33-bbf1-e072ebbd2f23" -d '{"events": [{"name": "network-changed", "server_uuid": "9192a63b-3e31-4305-9166-7b2aca1c631d", "tag": "758e4879-4890-4f6c-b696-60068e94ce07"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:42:55.894746 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-0521c4aa-d20c-4a9e-a7e4-e65e17af5a0b None None] Set router 85fc9c8c-5aa5-4009-a0e8-f145979a6567 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:42:55.913073 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869227cd-d642-4f72-813c-a802d6449fd4 req-e6fb33bd-5253-4d8f-9a53-5848cf3a2a76 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:55.913787 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-869227cd-d642-4f72-813c-a802d6449fd4 req-e6fb33bd-5253-4d8f-9a53-5848cf3a2a76 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:42:55.928477 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3b0d70-82c7-48ec-ab49-26d83216ff0d x-openstack-request-id: req-8a3b0d70-82c7-48ec-ab49-26d83216ff0d {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:42:55.928767 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9192a63b-3e31-4305-9166-7b2aca1c631d", "tag": "758e4879-4890-4f6c-b696-60068e94ce07", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:42:55.929014 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8a3b0d70-82c7-48ec-ab49-26d83216ff0d {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:42:55.929400 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a3b0d70-82c7-48ec-ab49-26d83216ff0d'] response: {'name': 'network-changed', 'server_uuid': '9192a63b-3e31-4305-9166-7b2aca1c631d', 'tag': '758e4879-4890-4f6c-b696-60068e94ce07', 'status': 'completed', 'code': 200} Sep 22 21:42:56.034465 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-869227cd-d642-4f72-813c-a802d6449fd4 req-e6fb33bd-5253-4d8f-9a53-5848cf3a2a76 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:42:56.035634 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-869227cd-d642-4f72-813c-a802d6449fd4 req-e6fb33bd-5253-4d8f-9a53-5848cf3a2a76 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=f507e09d-b567-4e90-8063-07be73425d33 HTTP/1.1" status: 200 len: 932 time: 0.3252270 Sep 22 21:42:56.056185 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [req-16feee69-8039-4984-8ce3-b460c9a16581 req-9f0f7293-22a7-49d0-8837-d9d0cfc5f145 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14c99f5b-0099-4850-8c7f-06d11667955b {{(pid=89008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:42:56.066851 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-16feee69-8039-4984-8ce3-b460c9a16581 req-9f0f7293-22a7-49d0-8837-d9d0cfc5f145 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:56.089106 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-16feee69-8039-4984-8ce3-b460c9a16581 req-9f0f7293-22a7-49d0-8837-d9d0cfc5f145 service neutron] Transition to ACTIVE for port object 14c99f5b-0099-4850-8c7f-06d11667955b will not be triggered until provisioned by entity L2. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:42:56.094482 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-16feee69-8039-4984-8ce3-b460c9a16581 req-9f0f7293-22a7-49d0-8837-d9d0cfc5f145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:56.175228 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c93831-98ce-4d33-bbf1-e072ebbd2f23 req-a88f807c-3021-4d7f-90c5-efea92a0694a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:56.176746 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-50c93831-98ce-4d33-bbf1-e072ebbd2f23 req-a88f807c-3021-4d7f-90c5-efea92a0694a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c0953d2486f241adbaf31021d8b87543&device_id=9192a63b-3e31-4305-9166-7b2aca1c631d HTTP/1.1" status: 200 len: 1098 time: 0.2119601 Sep 22 21:42:56.291837 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-0521c4aa-d20c-4a9e-a7e4-e65e17af5a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'name': 'tempest-TestVolumeBootPattern-630973036-router', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '8086c4f3-eded-4d66-8366-1c89a80b9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:41:55Z', 'updated_at': '2022-09-22T21:42:00Z', 'revision_number': 4, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'gw_port': {'id': '8086c4f3-eded-4d66-8366-1c89a80b9287', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:41:55Z', 'updated_at': '2022-09-22T21:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '393435d4-2f7f-4568-9970-2e0719cccda5', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'floating_ip_address': '172.26.0.50', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'port_id': '758e4879-4890-4f6c-b696-60068e94ce07', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d', 'mac_address': 'fa:16:3e:12:f0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9192a63b-3e31-4305-9166-7b2aca1c631d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:42:53Z', 'updated_at': '2022-09-22T21:42:53Z', 'revision_number': 0, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38bf86dc-fcc2-47a6-8518-e7cca53839dd', 'name': '', 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'mac_address': 'fa:16:3e:90:e0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '8ec73feb-6226-4bb2-bdf7-f761304c77c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:41:59Z', 'updated_at': '2022-09-22T21:42:07Z', 'revision_number': 5, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'subnets': [{'id': '8ec73feb-6226-4bb2-bdf7-f761304c77c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:56.296604 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0521c4aa-d20c-4a9e-a7e4-e65e17af5a0b None None] Checking router: 85fc9c8c-5aa5-4009-a0e8-f145979a6567 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:42:56.305704 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0521c4aa-d20c-4a9e-a7e4-e65e17af5a0b None None] Routers {'85fc9c8c-5aa5-4009-a0e8-f145979a6567'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:42:56.306333 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-0521c4aa-d20c-4a9e-a7e4-e65e17af5a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:42:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['85fc9c8c-5aa5-4009-a0e8-f145979a6567'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:56.370871 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-e3dd4123-0164-49da-b599-f97a41d95c3a None None] Attempt 3 to provision port 14c99f5b-0099-4850-8c7f-06d11667955b Sep 22 21:42:56.511138 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e3dd4123-0164-49da-b599-f97a41d95c3a None None] Port 14c99f5b-0099-4850-8c7f-06d11667955b cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:42:56.536745 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f7293-22a7-49d0-8837-d9d0cfc5f145 service neutron] Pushing event updated for resources: {'Port': ['ID=14c99f5b-0099-4850-8c7f-06d11667955b,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:56.549274 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-0521c4aa-d20c-4a9e-a7e4-e65e17af5a0b None None] Set router 85fc9c8c-5aa5-4009-a0e8-f145979a6567 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:42:56.554863 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-869227cd-d642-4f72-813c-a802d6449fd4 req-e5183197-f66a-4b61-a056-59fc4ea68a69 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=c60b4af8-150d-480e-b1d9-12005cb1b109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5105340 Sep 22 21:42:56.614505 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c93831-98ce-4d33-bbf1-e072ebbd2f23 req-ac265e17-8b26-42da-abd7-8581d8ee9431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:56.616641 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-50c93831-98ce-4d33-bbf1-e072ebbd2f23 req-ac265e17-8b26-42da-abd7-8581d8ee9431 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c4ba8f83-333c-411f-abb9-714415775b4d HTTP/1.1" status: 200 len: 911 time: 0.4274416 Sep 22 21:42:56.697756 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-16feee69-8039-4984-8ce3-b460c9a16581 req-9f0f7293-22a7-49d0-8837-d9d0cfc5f145 service neutron] Attempting to bind port 14c99f5b-0099-4850-8c7f-06d11667955b on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:42:56.697756 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-16feee69-8039-4984-8ce3-b460c9a16581 req-9f0f7293-22a7-49d0-8837-d9d0cfc5f145 service neutron] Attempting to bind port 14c99f5b-0099-4850-8c7f-06d11667955b by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'b5260fee-c10e-47e9-a6d3-08c4a995b1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5259c3e-90b8-4165-a3fa-1887d451755e'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:42:56.697756 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16feee69-8039-4984-8ce3-b460c9a16581 req-9f0f7293-22a7-49d0-8837-d9d0cfc5f145 service neutron] Attempting to bind port 14c99f5b-0099-4850-8c7f-06d11667955b on network b5259c3e-90b8-4165-a3fa-1887d451755e {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:42:56.713169 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16feee69-8039-4984-8ce3-b460c9a16581 req-9f0f7293-22a7-49d0-8837-d9d0cfc5f145 service neutron] Port 14c99f5b-0099-4850-8c7f-06d11667955b on network b5259c3e-90b8-4165-a3fa-1887d451755e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:42:56.713489 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16feee69-8039-4984-8ce3-b460c9a16581 req-9f0f7293-22a7-49d0-8837-d9d0cfc5f145 service neutron] Attempting to bind port 14c99f5b-0099-4850-8c7f-06d11667955b on network b5259c3e-90b8-4165-a3fa-1887d451755e {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:42:56.725656 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16feee69-8039-4984-8ce3-b460c9a16581 req-9f0f7293-22a7-49d0-8837-d9d0cfc5f145 service neutron] Checking agent: {'id': '8a88b827-3477-4399-ac15-439d59b3c48a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'started_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:42:56.725990 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16feee69-8039-4984-8ce3-b460c9a16581 req-9f0f7293-22a7-49d0-8837-d9d0cfc5f145 service neutron] Checking segment: {'id': 'b5260fee-c10e-47e9-a6d3-08c4a995b1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5259c3e-90b8-4165-a3fa-1887d451755e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:42:56.726433 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16feee69-8039-4984-8ce3-b460c9a16581 req-9f0f7293-22a7-49d0-8837-d9d0cfc5f145 service neutron] Bound using segment: {'id': 'b5260fee-c10e-47e9-a6d3-08c4a995b1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5259c3e-90b8-4165-a3fa-1887d451755e'} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:42:56.726836 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-16feee69-8039-4984-8ce3-b460c9a16581 req-9f0f7293-22a7-49d0-8837-d9d0cfc5f145 service neutron] Bound port: 14c99f5b-0099-4850-8c7f-06d11667955b, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5260fee-c10e-47e9-a6d3-08c4a995b1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b5259c3e-90b8-4165-a3fa-1887d451755e'}}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:42:56.727183 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-16feee69-8039-4984-8ce3-b460c9a16581 req-9f0f7293-22a7-49d0-8837-d9d0cfc5f145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:56.774768 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-50c93831-98ce-4d33-bbf1-e072ebbd2f23 req-c0b203c6-cf2c-4da7-a91c-5c6aa320c624 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=758e4879-4890-4f6c-b696-60068e94ce07 HTTP/1.1" status: 200 len: 998 time: 0.1506002 Sep 22 21:42:56.868669 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c93831-98ce-4d33-bbf1-e072ebbd2f23 req-83eadac4-ef07-4ea8-a659-21dbb4eb545f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:56.870104 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-50c93831-98ce-4d33-bbf1-e072ebbd2f23 req-83eadac4-ef07-4ea8-a659-21dbb4eb545f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8ec73feb-6226-4bb2-bdf7-f761304c77c1 HTTP/1.1" status: 200 len: 850 time: 0.0897787 Sep 22 21:42:56.908903 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-0521c4aa-d20c-4a9e-a7e4-e65e17af5a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'name': 'tempest-TestVolumeBootPattern-630973036-router', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '8086c4f3-eded-4d66-8366-1c89a80b9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:41:55Z', 'updated_at': '2022-09-22T21:42:00Z', 'revision_number': 4, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'gw_port': {'id': '8086c4f3-eded-4d66-8366-1c89a80b9287', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:41:55Z', 'updated_at': '2022-09-22T21:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '393435d4-2f7f-4568-9970-2e0719cccda5', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'floating_ip_address': '172.26.0.50', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'port_id': '758e4879-4890-4f6c-b696-60068e94ce07', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d', 'mac_address': 'fa:16:3e:12:f0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9192a63b-3e31-4305-9166-7b2aca1c631d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:42:53Z', 'updated_at': '2022-09-22T21:42:53Z', 'revision_number': 0, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38bf86dc-fcc2-47a6-8518-e7cca53839dd', 'name': '', 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'mac_address': 'fa:16:3e:90:e0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '8ec73feb-6226-4bb2-bdf7-f761304c77c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:41:59Z', 'updated_at': '2022-09-22T21:42:07Z', 'revision_number': 5, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'subnets': [{'id': '8ec73feb-6226-4bb2-bdf7-f761304c77c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:42:56.912915 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0521c4aa-d20c-4a9e-a7e4-e65e17af5a0b None None] The sync data for ids ['85fc9c8c-5aa5-4009-a0e8-f145979a6567'] in dv-neutron-858900-1-hyperv is: [{'id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'name': 'tempest-TestVolumeBootPattern-630973036-router', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '8086c4f3-eded-4d66-8366-1c89a80b9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:41:55Z', 'updated_at': '2022-09-22T21:42:00Z', 'revision_number': 4, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'gw_port': {'id': '8086c4f3-eded-4d66-8366-1c89a80b9287', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:41:55Z', 'updated_at': '2022-09-22T21:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '393435d4-2f7f-4568-9970-2e0719cccda5', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'floating_ip_address': '172.26.0.50', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'port_id': '758e4879-4890-4f6c-b696-60068e94ce07', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d', 'mac_address': 'fa:16:3e:12:f0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9192a63b-3e31-4305-9166-7b2aca1c631d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:42:53Z', 'updated_at': '2022-09-22T21:42:53Z', 'revision_number': 0, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38bf86dc-fcc2-47a6-8518-e7cca53839dd', 'name': '', 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'mac_address': 'fa:16:3e:90:e0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '8ec73feb-6226-4bb2-bdf7-f761304c77c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:41:59Z', 'updated_at': '2022-09-22T21:42:07Z', 'revision_number': 5, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'subnets': [{'id': '8ec73feb-6226-4bb2-bdf7-f761304c77c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:42:56.919002 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-16feee69-8039-4984-8ce3-b460c9a16581 req-9f0f7293-22a7-49d0-8837-d9d0cfc5f145 service neutron] For port 14c99f5b-0099-4850-8c7f-06d11667955b, host hv-neutron-8589, cleared binding levels {{(pid=89008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:42:56.933622 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-16feee69-8039-4984-8ce3-b460c9a16581 req-9f0f7293-22a7-49d0-8837-d9d0cfc5f145 service neutron] For port 14c99f5b-0099-4850-8c7f-06d11667955b, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=14c99f5b-0099-4850-8c7f-06d11667955b,segment=NetworkSegment(b5260fee-c10e-47e9-a6d3-08c4a995b1f1),segment_id=b5260fee-c10e-47e9-a6d3-08c4a995b1f1)] {{(pid=89008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:42:56.946690 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-16feee69-8039-4984-8ce3-b460c9a16581 req-9f0f7293-22a7-49d0-8837-d9d0cfc5f145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:56.979172 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16feee69-8039-4984-8ce3-b460c9a16581 req-9f0f7293-22a7-49d0-8837-d9d0cfc5f145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:56.979792 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-16feee69-8039-4984-8ce3-b460c9a16581 req-9f0f7293-22a7-49d0-8837-d9d0cfc5f145 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:42:56.981159 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-16feee69-8039-4984-8ce3-b460c9a16581 req-9f0f7293-22a7-49d0-8837-d9d0cfc5f145 service neutron] 10.222.0.49 "PUT /v2.0/ports/14c99f5b-0099-4850-8c7f-06d11667955b HTTP/1.1" status: 200 len: 1094 time: 1.7979121 Sep 22 21:42:57.012528 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-e3dd4123-0164-49da-b599-f97a41d95c3a None None] Attempt 4 to provision port 14c99f5b-0099-4850-8c7f-06d11667955b Sep 22 21:42:57.078124 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c93831-98ce-4d33-bbf1-e072ebbd2f23 req-4ad06058-95f7-41e0-b0af-5c8eaa27bdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:57.079651 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-50c93831-98ce-4d33-bbf1-e072ebbd2f23 req-4ad06058-95f7-41e0-b0af-5c8eaa27bdac service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c4ba8f83-333c-411f-abb9-714415775b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2033262 Sep 22 21:42:57.081545 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f7293-22a7-49d0-8837-d9d0cfc5f145 service neutron] Pushing event updated for resources: {'Port': ['ID=14c99f5b-0099-4850-8c7f-06d11667955b,revision_number=3']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:42:57.083416 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e3dd4123-0164-49da-b599-f97a41d95c3a None None] Port 14c99f5b-0099-4850-8c7f-06d11667955b had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 21:42:57.144090 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73264446-0fd3-4fe4-960b-5b5f25d607e4 None None] New status for floating IP 393435d4-2f7f-4568-9970-2e0719cccda5: ACTIVE {{(pid=89011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:42:57.227526 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16feee69-8039-4984-8ce3-b460c9a16581 req-c6d34876-b64c-48b6-9bef-755a9af21342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:57.228565 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-16feee69-8039-4984-8ce3-b460c9a16581 req-c6d34876-b64c-48b6-9bef-755a9af21342 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&device_id=f507e09d-b567-4e90-8063-07be73425d33 HTTP/1.1" status: 200 len: 1097 time: 0.2025530 Sep 22 21:42:57.233639 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-50c93831-98ce-4d33-bbf1-e072ebbd2f23 req-ba9f373b-1d0c-49e5-9ba6-71e9a51c3fea service neutron] 10.222.0.49 "GET /v2.0/networks/c4ba8f83-333c-411f-abb9-714415775b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477487 Sep 22 21:42:57.322079 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-16feee69-8039-4984-8ce3-b460c9a16581 req-03d31486-99f4-4920-9fd4-fe3d17fd1a89 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14c99f5b-0099-4850-8c7f-06d11667955b HTTP/1.1" status: 200 len: 217 time: 0.0870838 Sep 22 21:42:57.455700 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16feee69-8039-4984-8ce3-b460c9a16581 req-a46fbf22-2594-450c-832e-0c8101145803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:57.457127 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-16feee69-8039-4984-8ce3-b460c9a16581 req-a46fbf22-2594-450c-832e-0c8101145803 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0ec0476e-0d95-4fbc-8d50-00410230a20f HTTP/1.1" status: 200 len: 833 time: 0.0893047 Sep 22 21:42:57.521478 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-50c93831-98ce-4d33-bbf1-e072ebbd2f23 req-db74358b-b117-416e-a47e-1293383731fb service neutron] 10.222.0.49 "GET /v2.0/networks/c4ba8f83-333c-411f-abb9-714415775b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356851 Sep 22 21:42:57.551416 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16feee69-8039-4984-8ce3-b460c9a16581 req-9ee2a338-3117-4c36-ad8b-2ba1655e7546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:57.552781 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-16feee69-8039-4984-8ce3-b460c9a16581 req-9ee2a338-3117-4c36-ad8b-2ba1655e7546 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b5259c3e-90b8-4165-a3fa-1887d451755e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0856445 Sep 22 21:42:57.693957 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-16feee69-8039-4984-8ce3-b460c9a16581 req-384c181f-2e3d-460d-839b-de7bf74aed27 service neutron] 10.222.0.49 "GET /v2.0/networks/b5259c3e-90b8-4165-a3fa-1887d451755e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353605 Sep 22 21:42:57.829252 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-16feee69-8039-4984-8ce3-b460c9a16581 req-1ebe974d-fdc9-4f1b-a8ab-80df00cc8bd1 service neutron] 10.222.0.49 "GET /v2.0/networks/b5259c3e-90b8-4165-a3fa-1887d451755e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295178 Sep 22 21:42:57.860057 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631f791-7b71-4f6b-b6fe-1d64ab6fcfff req-c05797ea-2b07-4e8d-93e4-e4fdca7a3584 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:57.861447 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-7631f791-7b71-4f6b-b6fe-1d64ab6fcfff req-c05797ea-2b07-4e8d-93e4-e4fdca7a3584 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=f507e09d-b567-4e90-8063-07be73425d33 HTTP/1.1" status: 200 len: 944 time: 0.1929133 Sep 22 21:42:57.903251 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-7631f791-7b71-4f6b-b6fe-1d64ab6fcfff req-15f990db-8afb-4d5d-b670-28fab908afb4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:security_group {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:42:57.920442 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-7631f791-7b71-4f6b-b6fe-1d64ab6fcfff req-15f990db-8afb-4d5d-b670-28fab908afb4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:security_group {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:42:57.921549 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-7631f791-7b71-4f6b-b6fe-1d64ab6fcfff req-15f990db-8afb-4d5d-b670-28fab908afb4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=c60b4af8-150d-480e-b1d9-12005cb1b109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543616 Sep 22 21:42:57.930261 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f507e09d-b567-4e90-8063-07be73425d33', 'tag': '14c99f5b-0099-4850-8c7f-06d11667955b'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:42:57.932681 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336296e6-a237-40d9-abf4-bd29379b8496" -d '{"events": [{"name": "network-changed", "server_uuid": "f507e09d-b567-4e90-8063-07be73425d33", "tag": "14c99f5b-0099-4850-8c7f-06d11667955b"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:42:57.973885 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d54cfca-41e4-4e87-8c48-56d764e324df x-openstack-request-id: req-3d54cfca-41e4-4e87-8c48-56d764e324df {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:42:57.974167 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f507e09d-b567-4e90-8063-07be73425d33", "tag": "14c99f5b-0099-4850-8c7f-06d11667955b", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:42:57.974498 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3d54cfca-41e4-4e87-8c48-56d764e324df {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:42:57.975029 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d54cfca-41e4-4e87-8c48-56d764e324df'] response: {'name': 'network-changed', 'server_uuid': 'f507e09d-b567-4e90-8063-07be73425d33', 'tag': '14c99f5b-0099-4850-8c7f-06d11667955b', 'status': 'completed', 'code': 200} Sep 22 21:42:58.071471 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336296e6-a237-40d9-abf4-bd29379b8496 req-0fec676a-cce5-4eb3-aa40-72d215ff9de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:58.072932 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-336296e6-a237-40d9-abf4-bd29379b8496 req-0fec676a-cce5-4eb3-aa40-72d215ff9de5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&device_id=f507e09d-b567-4e90-8063-07be73425d33 HTTP/1.1" status: 200 len: 1097 time: 0.0765593 Sep 22 21:42:58.322099 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336296e6-a237-40d9-abf4-bd29379b8496 req-3ae66f39-e40f-4bc0-a3d8-e5b40db48929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:58.323579 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-336296e6-a237-40d9-abf4-bd29379b8496 req-3ae66f39-e40f-4bc0-a3d8-e5b40db48929 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b5259c3e-90b8-4165-a3fa-1887d451755e HTTP/1.1" status: 200 len: 897 time: 0.2449310 Sep 22 21:42:58.394341 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-336296e6-a237-40d9-abf4-bd29379b8496 req-5ece8b78-ed32-4dbe-a7be-d9497c56817f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14c99f5b-0099-4850-8c7f-06d11667955b HTTP/1.1" status: 200 len: 217 time: 0.0647075 Sep 22 21:42:58.460699 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336296e6-a237-40d9-abf4-bd29379b8496 req-bd6dabff-57f1-40bb-a044-c42ca0861b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:58.462004 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-336296e6-a237-40d9-abf4-bd29379b8496 req-bd6dabff-57f1-40bb-a044-c42ca0861b65 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0ec0476e-0d95-4fbc-8d50-00410230a20f HTTP/1.1" status: 200 len: 833 time: 0.0612752 Sep 22 21:42:58.548265 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336296e6-a237-40d9-abf4-bd29379b8496 req-14af189c-0936-42b0-aac9-734551790fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:58.549842 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-336296e6-a237-40d9-abf4-bd29379b8496 req-14af189c-0936-42b0-aac9-734551790fe8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b5259c3e-90b8-4165-a3fa-1887d451755e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819674 Sep 22 21:42:58.680741 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-336296e6-a237-40d9-abf4-bd29379b8496 req-22c4de2a-01e0-4bfe-a052-1e073b2592cd service neutron] 10.222.0.49 "GET /v2.0/networks/b5259c3e-90b8-4165-a3fa-1887d451755e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241674 Sep 22 21:42:58.810657 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-336296e6-a237-40d9-abf4-bd29379b8496 req-3f55b24f-06b1-4960-8d87-074df3d8c0ea service neutron] 10.222.0.49 "GET /v2.0/networks/b5259c3e-90b8-4165-a3fa-1887d451755e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237171 Sep 22 21:42:59.117171 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b9c7b-ff47-4d75-9c2d-66c1548d0a00 req-8cd9c17c-6c3b-4a12-ad0b-b854a7a7521b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:42:59.118621 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-6f2b9c7b-ff47-4d75-9c2d-66c1548d0a00 req-8cd9c17c-6c3b-4a12-ad0b-b854a7a7521b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=f507e09d-b567-4e90-8063-07be73425d33 HTTP/1.1" status: 200 len: 944 time: 0.0866370 Sep 22 21:42:59.162208 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-6f2b9c7b-ff47-4d75-9c2d-66c1548d0a00 req-7d522305-0424-469f-9242-54cb32e4eb03 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=c60b4af8-150d-480e-b1d9-12005cb1b109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373766 Sep 22 21:43:00.362204 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f71cc-8e50-4e4f-92d9-227788e4ba62 req-1391f175-87cb-4a62-bbac-8510653edb20 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:43:00.363673 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2f0f71cc-8e50-4e4f-92d9-227788e4ba62 req-1391f175-87cb-4a62-bbac-8510653edb20 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=f507e09d-b567-4e90-8063-07be73425d33 HTTP/1.1" status: 200 len: 944 time: 0.0903077 Sep 22 21:43:00.406064 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2f0f71cc-8e50-4e4f-92d9-227788e4ba62 req-1682d772-131a-4a5f-a4f9-518dbece7ba4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=c60b4af8-150d-480e-b1d9-12005cb1b109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368288 Sep 22 21:43:01.141466 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 14c99f5b-0099-4850-8c7f-06d11667955b details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 21:43:01.274001 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 14c99f5b-0099-4850-8c7f-06d11667955b, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=14c99f5b-0099-4850-8c7f-06d11667955b,segment=NetworkSegment(b5260fee-c10e-47e9-a6d3-08c4a995b1f1),segment_id=b5260fee-c10e-47e9-a6d3-08c4a995b1f1)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:43:01.288908 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': '14c99f5b-0099-4850-8c7f-06d11667955b', 'network_id': 'b5259c3e-90b8-4165-a3fa-1887d451755e', 'port_id': '14c99f5b-0099-4850-8c7f-06d11667955b', 'mac_address': 'fa:16:3e:f5:4f:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ec0476e-0d95-4fbc-8d50-00410230a20f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 21:43:01.344440 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 14c99f5b-0099-4850-8c7f-06d11667955b is: DOWN; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:43:01.345704 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:01.363129 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14c99f5b-0099-4850-8c7f-06d11667955b {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:43:01.379625 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 14c99f5b-0099-4850-8c7f-06d11667955b, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=14c99f5b-0099-4850-8c7f-06d11667955b,segment=NetworkSegment(b5260fee-c10e-47e9-a6d3-08c4a995b1f1),segment_id=b5260fee-c10e-47e9-a6d3-08c4a995b1f1)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:43:01.383845 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:01.457419 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=14c99f5b-0099-4850-8c7f-06d11667955b,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:43:01.601737 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['14c99f5b-0099-4850-8c7f-06d11667955b'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 21:43:01.667818 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9618bc2c-beb5-48b4-88e6-dbd6834a89cf req-a0aed6c4-1153-434c-b698-4f08775b35df tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:43:01.673886 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-9618bc2c-beb5-48b4-88e6-dbd6834a89cf req-a0aed6c4-1153-434c-b698-4f08775b35df tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=f507e09d-b567-4e90-8063-07be73425d33 HTTP/1.1" status: 200 len: 945 time: 0.1555738 Sep 22 21:43:01.716055 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-9618bc2c-beb5-48b4-88e6-dbd6834a89cf req-78c41612-a0bc-4f51-bfc2-413346d7a6ef tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=c60b4af8-150d-480e-b1d9-12005cb1b109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410724 Sep 22 21:43:02.912779 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5df8c7-bf2d-43fe-bde4-e97891505765 req-9543ef03-c65d-4067-bb5f-04d37f05d610 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:43:02.914231 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-8f5df8c7-bf2d-43fe-bde4-e97891505765 req-9543ef03-c65d-4067-bb5f-04d37f05d610 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=f507e09d-b567-4e90-8063-07be73425d33 HTTP/1.1" status: 200 len: 945 time: 0.0861244 Sep 22 21:43:02.958336 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-8f5df8c7-bf2d-43fe-bde4-e97891505765 req-d1ab7bdb-0e74-4930-8467-1fa411e2a8eb tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=c60b4af8-150d-480e-b1d9-12005cb1b109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381968 Sep 22 21:43:03.161698 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 14c99f5b-0099-4850-8c7f-06d11667955b up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:43:03.227826 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning for port 14c99f5b-0099-4850-8c7f-06d11667955b completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:43:03.232480 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port 14c99f5b-0099-4850-8c7f-06d11667955b triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:43:03.232848 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:03.233186 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port 14c99f5b-0099-4850-8c7f-06d11667955b Sep 22 21:43:03.349326 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 14c99f5b-0099-4850-8c7f-06d11667955b is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:43:03.349703 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:03.376576 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f507e09d-b567-4e90-8063-07be73425d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c99f5b-0099-4850-8c7f-06d11667955b'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:43:03.378845 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77320513-96b2-4b27-9e59-edc5bc8beefb" -d '{"events": [{"server_uuid": "f507e09d-b567-4e90-8063-07be73425d33", "name": "network-vif-plugged", "status": "completed", "tag": "14c99f5b-0099-4850-8c7f-06d11667955b"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:43:03.386640 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 14c99f5b-0099-4850-8c7f-06d11667955b, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=14c99f5b-0099-4850-8c7f-06d11667955b,segment=NetworkSegment(b5260fee-c10e-47e9-a6d3-08c4a995b1f1),segment_id=b5260fee-c10e-47e9-a6d3-08c4a995b1f1)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:43:03.390480 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:03.457741 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 21:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a2e4b6-be52-4ca1-8dda-799ff7a0cd21 x-openstack-request-id: req-a9a2e4b6-be52-4ca1-8dda-799ff7a0cd21 {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:43:03.458035 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f507e09d-b567-4e90-8063-07be73425d33", "name": "network-vif-plugged", "status": "completed", "tag": "14c99f5b-0099-4850-8c7f-06d11667955b", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:43:03.458266 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a9a2e4b6-be52-4ca1-8dda-799ff7a0cd21 {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:43:03.458682 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9a2e4b6-be52-4ca1-8dda-799ff7a0cd21'] response: {'server_uuid': 'f507e09d-b567-4e90-8063-07be73425d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c99f5b-0099-4850-8c7f-06d11667955b', 'code': 200} Sep 22 21:43:03.496495 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=14c99f5b-0099-4850-8c7f-06d11667955b,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:43:03.658062 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af5912-fecc-4765-b247-46d516179d39 req-a50785a6-500d-44b2-a2b8-698629e4b529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:43:03.659538 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e7af5912-fecc-4765-b247-46d516179d39 req-a50785a6-500d-44b2-a2b8-698629e4b529 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f507e09d-b567-4e90-8063-07be73425d33 HTTP/1.1" status: 200 len: 1099 time: 0.0784261 Sep 22 21:43:03.700532 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e7af5912-fecc-4765-b247-46d516179d39 req-3d0266fb-bd70-4227-9cbd-18904815fab5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c60b4af8-150d-480e-b1d9-12005cb1b109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329845 Sep 22 21:43:04.168476 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ad415-a483-4fa7-be9b-2081737ad18b req-8bc8768a-377a-420d-bd40-05b6d0dffa8d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:43:04.169954 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5b6ad415-a483-4fa7-be9b-2081737ad18b req-8bc8768a-377a-420d-bd40-05b6d0dffa8d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=f507e09d-b567-4e90-8063-07be73425d33 HTTP/1.1" status: 200 len: 946 time: 0.0852737 Sep 22 21:43:04.217093 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5b6ad415-a483-4fa7-be9b-2081737ad18b req-aaae2c8a-c786-4fb3-a018-208c304fb308 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=c60b4af8-150d-480e-b1d9-12005cb1b109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414693 Sep 22 21:43:05.417722 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba957831-de4b-4465-978a-1a36ccff3880 req-fb951ec7-ee82-4513-9640-30360b78026c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:43:05.419222 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-ba957831-de4b-4465-978a-1a36ccff3880 req-fb951ec7-ee82-4513-9640-30360b78026c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=f507e09d-b567-4e90-8063-07be73425d33 HTTP/1.1" status: 200 len: 946 time: 0.0886853 Sep 22 21:43:05.462471 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-ba957831-de4b-4465-978a-1a36ccff3880 req-9d331418-9862-44e3-bc87-9ab122654a7c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=c60b4af8-150d-480e-b1d9-12005cb1b109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374620 Sep 22 21:43:05.654394 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0787582-d8a5-43e7-9ca9-b786ee8dc741 req-991af584-0fbf-4055-bca9-91bed4cfbe79 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:43:05.655876 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a0787582-d8a5-43e7-9ca9-b786ee8dc741 req-991af584-0fbf-4055-bca9-91bed4cfbe79 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=f507e09d-b567-4e90-8063-07be73425d33 HTTP/1.1" status: 200 len: 946 time: 0.0859067 Sep 22 21:43:05.699234 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a0787582-d8a5-43e7-9ca9-b786ee8dc741 req-63aa1e8a-a9e0-4d6a-b9a8-d16e14796145 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=c60b4af8-150d-480e-b1d9-12005cb1b109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378385 Sep 22 21:43:05.727444 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51838) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:43:05.805473 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4a874b-3edc-4be4-8c04-c7dd318dd68e tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:43:05.806877 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-fd4a874b-3edc-4be4-8c04-c7dd318dd68e tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=f507e09d-b567-4e90-8063-07be73425d33 HTTP/1.1" status: 200 len: 1094 time: 0.0784903 Sep 22 21:43:05.810159 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51842) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:43:05.814914 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-c4e32078-eafe-4e02-b19d-becf4943837a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'floatingip': {'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'port_id': '14c99f5b-0099-4850-8c7f-06d11667955b', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:43:05.820573 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c4e32078-eafe-4e02-b19d-becf4943837a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:43:05.824405 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c4e32078-eafe-4e02-b19d-becf4943837a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:floatingip and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:43:05.827241 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c4e32078-eafe-4e02-b19d-becf4943837a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:43:05.832815 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c4e32078-eafe-4e02-b19d-becf4943837a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:43:05.842928 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c4e32078-eafe-4e02-b19d-becf4943837a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for floatingip, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:05.979062 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c4e32078-eafe-4e02-b19d-becf4943837a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:06.109059 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-c4e32078-eafe-4e02-b19d-becf4943837a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Allocated IP 172.26.0.97 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/a8f66e6f-d549-445c-9265-311913032a1d) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:43:06.253081 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c4e32078-eafe-4e02-b19d-becf4943837a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:06.282285 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c4e32078-eafe-4e02-b19d-becf4943837a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:06.438300 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e32078-eafe-4e02-b19d-becf4943837a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:43:06.441017 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-c4e32078-eafe-4e02-b19d-becf4943837a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:43:06.443603 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e32078-eafe-4e02-b19d-becf4943837a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:43:06.486103 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e32078-eafe-4e02-b19d-becf4943837a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=a8f66e6f-d549-445c-9265-311913032a1d,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:43:06.847957 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c4e32078-eafe-4e02-b19d-becf4943837a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:06.921229 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c4e32078-eafe-4e02-b19d-becf4943837a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:07.119786 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c4e32078-eafe-4e02-b19d-becf4943837a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:07.124094 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c4e32078-eafe-4e02-b19d-becf4943837a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:07.231020 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c4e32078-eafe-4e02-b19d-becf4943837a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:07.282126 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e32078-eafe-4e02-b19d-becf4943837a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=a8f66e6f-d549-445c-9265-311913032a1d,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:43:07.406791 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.l3_db [None req-c4e32078-eafe-4e02-b19d-becf4943837a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Floating IP 087ffdb7-4f00-432b-8f1e-0f7a7a946d3c associated. External IP: 172.26.0.97, port: 14c99f5b-0099-4850-8c7f-06d11667955b. Sep 22 21:43:07.847721 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e32078-eafe-4e02-b19d-becf4943837a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Router 30c0e29e-e17c-4c1b-8e2c-28d244aa668b has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:43:08.022168 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e32078-eafe-4e02-b19d-becf4943837a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:43:08.031828 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5cda13-d311-42b3-9613-f3533e1ee739 None None] Sync routers for ids ['30c0e29e-e17c-4c1b-8e2c-28d244aa668b'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:43:08.040740 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5cda13-d311-42b3-9613-f3533e1ee739 None None] Routers {'30c0e29e-e17c-4c1b-8e2c-28d244aa668b'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:43:08.041348 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-be5cda13-d311-42b3-9613-f3533e1ee739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:42:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['30c0e29e-e17c-4c1b-8e2c-28d244aa668b'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:43:08.045834 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c4e32078-eafe-4e02-b19d-becf4943837a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:08.109557 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c4e32078-eafe-4e02-b19d-becf4943837a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2970102 Sep 22 21:43:08.109557 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f507e09d-b567-4e90-8063-07be73425d33', 'tag': '14c99f5b-0099-4850-8c7f-06d11667955b'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:43:08.115601 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51846) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:43:08.118406 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ed1598-fda3-4cd6-88ce-70f929e022ec" -d '{"events": [{"name": "network-changed", "server_uuid": "f507e09d-b567-4e90-8063-07be73425d33", "tag": "14c99f5b-0099-4850-8c7f-06d11667955b"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:43:08.163989 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77df9fe-a5a6-4c86-b86b-5aedce5c0e38 x-openstack-request-id: req-b77df9fe-a5a6-4c86-b86b-5aedce5c0e38 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:43:08.164275 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f507e09d-b567-4e90-8063-07be73425d33", "tag": "14c99f5b-0099-4850-8c7f-06d11667955b", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:43:08.164522 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-b77df9fe-a5a6-4c86-b86b-5aedce5c0e38 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:43:08.164921 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b77df9fe-a5a6-4c86-b86b-5aedce5c0e38'] response: {'name': 'network-changed', 'server_uuid': 'f507e09d-b567-4e90-8063-07be73425d33', 'tag': '14c99f5b-0099-4850-8c7f-06d11667955b', 'status': 'completed', 'code': 200} Sep 22 21:43:08.238254 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-0237e50d-fc81-4c39-8781-d3a232f41b49 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/floatingips/087ffdb7-4f00-432b-8f1e-0f7a7a946d3c HTTP/1.1" status: 200 len: 991 time: 0.1249187 Sep 22 21:43:08.239426 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-be5cda13-d311-42b3-9613-f3533e1ee739 None None] Set router 30c0e29e-e17c-4c1b-8e2c-28d244aa668b gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:43:08.280617 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed1598-fda3-4cd6-88ce-70f929e022ec req-0aa9d223-faf0-4b7a-81e0-da8645d63b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:43:08.280617 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-40ed1598-fda3-4cd6-88ce-70f929e022ec req-0aa9d223-faf0-4b7a-81e0-da8645d63b9f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&device_id=f507e09d-b567-4e90-8063-07be73425d33 HTTP/1.1" status: 200 len: 1099 time: 0.0869465 Sep 22 21:43:08.427406 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed1598-fda3-4cd6-88ce-70f929e022ec req-5237c6f4-a90d-40b7-a421-6b86ad4bd1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:43:08.427406 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-40ed1598-fda3-4cd6-88ce-70f929e022ec req-5237c6f4-a90d-40b7-a421-6b86ad4bd1b2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b5259c3e-90b8-4165-a3fa-1887d451755e HTTP/1.1" status: 200 len: 897 time: 0.1432872 Sep 22 21:43:08.542883 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-40ed1598-fda3-4cd6-88ce-70f929e022ec req-29b68346-cb8f-4d44-9712-5ed82e9d1d82 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14c99f5b-0099-4850-8c7f-06d11667955b HTTP/1.1" status: 200 len: 999 time: 0.1077504 Sep 22 21:43:08.615674 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed1598-fda3-4cd6-88ce-70f929e022ec req-af4303e3-143c-4f24-ba65-a7486d089acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:43:08.615674 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-40ed1598-fda3-4cd6-88ce-70f929e022ec req-af4303e3-143c-4f24-ba65-a7486d089acb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0ec0476e-0d95-4fbc-8d50-00410230a20f HTTP/1.1" status: 200 len: 833 time: 0.0684464 Sep 22 21:43:08.640095 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-be5cda13-d311-42b3-9613-f3533e1ee739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c0e29e-e17c-4c1b-8e2c-28d244aa668b', 'name': 'tempest-TestNetworkBasicOps-router-1052243943', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.225'}], 'enable_snat': True}, 'gw_port_id': 'aca57efe-f688-4a1b-9b06-26a14f82ece5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:42:42Z', 'updated_at': '2022-09-22T21:42:47Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': 'aca57efe-f688-4a1b-9b06-26a14f82ece5', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c0e29e-e17c-4c1b-8e2c-28d244aa668b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:42:42Z', 'updated_at': '2022-09-22T21:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '087ffdb7-4f00-432b-8f1e-0f7a7a946d3c', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'floating_ip_address': '172.26.0.97', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '30c0e29e-e17c-4c1b-8e2c-28d244aa668b', 'port_id': '14c99f5b-0099-4850-8c7f-06d11667955b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5259c3e-90b8-4165-a3fa-1887d451755e', 'mac_address': 'fa:16:3e:f5:4f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f507e09d-b567-4e90-8063-07be73425d33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:43:06Z', 'updated_at': '2022-09-22T21:43:06Z', 'revision_number': 0, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af2c5657-47e9-4a23-a37c-9e70f91f3bb6', 'name': '', 'network_id': 'b5259c3e-90b8-4165-a3fa-1887d451755e', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:ef:f3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c0e29e-e17c-4c1b-8e2c-28d244aa668b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '0ec0476e-0d95-4fbc-8d50-00410230a20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:42:46Z', 'updated_at': '2022-09-22T21:42:51Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': '0ec0476e-0d95-4fbc-8d50-00410230a20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:43:08.649191 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5cda13-d311-42b3-9613-f3533e1ee739 None None] Checking router: 30c0e29e-e17c-4c1b-8e2c-28d244aa668b for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:43:08.660323 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5cda13-d311-42b3-9613-f3533e1ee739 None None] Routers {'30c0e29e-e17c-4c1b-8e2c-28d244aa668b'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:43:08.660323 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-be5cda13-d311-42b3-9613-f3533e1ee739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:42:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['30c0e29e-e17c-4c1b-8e2c-28d244aa668b'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:43:08.709024 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed1598-fda3-4cd6-88ce-70f929e022ec req-a1a6f5ee-93d5-495b-beb2-fffc0895da4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:43:08.709024 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-40ed1598-fda3-4cd6-88ce-70f929e022ec req-a1a6f5ee-93d5-495b-beb2-fffc0895da4e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b5259c3e-90b8-4165-a3fa-1887d451755e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0871761 Sep 22 21:43:08.721348 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [req-40ed1598-fda3-4cd6-88ce-70f929e022ec req-9bc0cd9f-0bd1-4e08-84e5-4c8a862f4a85 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=89008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:43:08.721348 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-40ed1598-fda3-4cd6-88ce-70f929e022ec req-9bc0cd9f-0bd1-4e08-84e5-4c8a862f4a85 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061214 Sep 22 21:43:08.855615 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-be5cda13-d311-42b3-9613-f3533e1ee739 None None] Set router 30c0e29e-e17c-4c1b-8e2c-28d244aa668b gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:43:08.876572 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-40ed1598-fda3-4cd6-88ce-70f929e022ec req-6e5d2b13-e290-4795-ab7f-14b9ac821f98 service neutron] 10.222.0.49 "GET /v2.0/networks/b5259c3e-90b8-4165-a3fa-1887d451755e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492090 Sep 22 21:43:09.033726 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-40ed1598-fda3-4cd6-88ce-70f929e022ec req-69b5ce84-326d-429f-a4d7-c5b7273ebbd8 service neutron] 10.222.0.49 "GET /v2.0/networks/b5259c3e-90b8-4165-a3fa-1887d451755e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497965 Sep 22 21:43:09.234163 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-be5cda13-d311-42b3-9613-f3533e1ee739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c0e29e-e17c-4c1b-8e2c-28d244aa668b', 'name': 'tempest-TestNetworkBasicOps-router-1052243943', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.225'}], 'enable_snat': True}, 'gw_port_id': 'aca57efe-f688-4a1b-9b06-26a14f82ece5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:42:42Z', 'updated_at': '2022-09-22T21:42:47Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': 'aca57efe-f688-4a1b-9b06-26a14f82ece5', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c0e29e-e17c-4c1b-8e2c-28d244aa668b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:42:42Z', 'updated_at': '2022-09-22T21:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '087ffdb7-4f00-432b-8f1e-0f7a7a946d3c', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'floating_ip_address': '172.26.0.97', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '30c0e29e-e17c-4c1b-8e2c-28d244aa668b', 'port_id': '14c99f5b-0099-4850-8c7f-06d11667955b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5259c3e-90b8-4165-a3fa-1887d451755e', 'mac_address': 'fa:16:3e:f5:4f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f507e09d-b567-4e90-8063-07be73425d33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:43:06Z', 'updated_at': '2022-09-22T21:43:06Z', 'revision_number': 0, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af2c5657-47e9-4a23-a37c-9e70f91f3bb6', 'name': '', 'network_id': 'b5259c3e-90b8-4165-a3fa-1887d451755e', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:ef:f3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c0e29e-e17c-4c1b-8e2c-28d244aa668b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '0ec0476e-0d95-4fbc-8d50-00410230a20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:42:46Z', 'updated_at': '2022-09-22T21:42:51Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': '0ec0476e-0d95-4fbc-8d50-00410230a20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:43:09.238728 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5cda13-d311-42b3-9613-f3533e1ee739 None None] The sync data for ids ['30c0e29e-e17c-4c1b-8e2c-28d244aa668b'] in dv-neutron-858900-1-hyperv is: [{'id': '30c0e29e-e17c-4c1b-8e2c-28d244aa668b', 'name': 'tempest-TestNetworkBasicOps-router-1052243943', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.225'}], 'enable_snat': True}, 'gw_port_id': 'aca57efe-f688-4a1b-9b06-26a14f82ece5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:42:42Z', 'updated_at': '2022-09-22T21:42:47Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': 'aca57efe-f688-4a1b-9b06-26a14f82ece5', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c0e29e-e17c-4c1b-8e2c-28d244aa668b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:42:42Z', 'updated_at': '2022-09-22T21:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '087ffdb7-4f00-432b-8f1e-0f7a7a946d3c', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'floating_ip_address': '172.26.0.97', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '30c0e29e-e17c-4c1b-8e2c-28d244aa668b', 'port_id': '14c99f5b-0099-4850-8c7f-06d11667955b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5259c3e-90b8-4165-a3fa-1887d451755e', 'mac_address': 'fa:16:3e:f5:4f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f507e09d-b567-4e90-8063-07be73425d33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:43:06Z', 'updated_at': '2022-09-22T21:43:06Z', 'revision_number': 0, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af2c5657-47e9-4a23-a37c-9e70f91f3bb6', 'name': '', 'network_id': 'b5259c3e-90b8-4165-a3fa-1887d451755e', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:ef:f3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c0e29e-e17c-4c1b-8e2c-28d244aa668b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '0ec0476e-0d95-4fbc-8d50-00410230a20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:42:46Z', 'updated_at': '2022-09-22T21:42:51Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': '0ec0476e-0d95-4fbc-8d50-00410230a20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:43:09.244333 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51852) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:43:09.352054 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-40dd5b49-7abe-41df-917e-2283530d32c5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/floatingips/087ffdb7-4f00-432b-8f1e-0f7a7a946d3c HTTP/1.1" status: 200 len: 991 time: 0.1111453 Sep 22 21:43:09.541221 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97f5810-df97-4341-9c2e-cf0a8450be45 None None] New status for floating IP 087ffdb7-4f00-432b-8f1e-0f7a7a946d3c: ACTIVE {{(pid=89011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:43:09.655951 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c4ed7142-19e7-406f-83a0-d31a2688d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:10.356302 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51858) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:43:10.465252 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6057e688-c66f-4a9a-b8fd-8ee777fcd216 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/floatingips/087ffdb7-4f00-432b-8f1e-0f7a7a946d3c HTTP/1.1" status: 200 len: 993 time: 0.1035666 Sep 22 21:43:11.881209 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c5be5b00-44fa-4ad5-a313-d1099e1cb859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:12.712108 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:13.105571 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:14.496685 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:25.781510 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:30.786359 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:43:39.658329 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-3af02b57-c0ea-4cf9-bb9a-5664431e3f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:41.714904 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51882) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:43:41.817482 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d692b0c8-ffd2-4466-8ec9-c748d5fecf84 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/floatingips/087ffdb7-4f00-432b-8f1e-0f7a7a946d3c HTTP/1.1" status: 200 len: 993 time: 0.1014557 Sep 22 21:43:41.883176 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4cf5805c-30b0-40b9-a9fa-483b885c9bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:42.132209 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51890) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:43:42.332282 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-5fb91199-aa45-4e39-ad0b-5d1874359a34 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Deleting port a8f66e6f-d549-445c-9265-311913032a1d {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:43:42.332623 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5fb91199-aa45-4e39-ad0b-5d1874359a34 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:42.496652 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5fb91199-aa45-4e39-ad0b-5d1874359a34 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:42.496938 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5fb91199-aa45-4e39-ad0b-5d1874359a34 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:42.715636 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:42.729181 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-5fb91199-aa45-4e39-ad0b-5d1874359a34 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Calling delete_port for a8f66e6f-d549-445c-9265-311913032a1d owned by network:floatingip {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:43:42.879851 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5fb91199-aa45-4e39-ad0b-5d1874359a34 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:42.928279 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb91199-aa45-4e39-ad0b-5d1874359a34 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'Port': ['ID=a8f66e6f-d549-445c-9265-311913032a1d,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:43:42.970309 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb91199-aa45-4e39-ad0b-5d1874359a34 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:43:42.970309 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb91199-aa45-4e39-ad0b-5d1874359a34 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:43:42.970584 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb91199-aa45-4e39-ad0b-5d1874359a34 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:43:42.971380 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb91199-aa45-4e39-ad0b-5d1874359a34 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:43:42.971707 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb91199-aa45-4e39-ad0b-5d1874359a34 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:43:42.972036 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb91199-aa45-4e39-ad0b-5d1874359a34 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:43:42.972356 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb91199-aa45-4e39-ad0b-5d1874359a34 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:43:42.972802 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb91199-aa45-4e39-ad0b-5d1874359a34 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:43:42.972996 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb91199-aa45-4e39-ad0b-5d1874359a34 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:43:42.973372 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb91199-aa45-4e39-ad0b-5d1874359a34 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:43:42.973721 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb91199-aa45-4e39-ad0b-5d1874359a34 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:43:42.973945 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb91199-aa45-4e39-ad0b-5d1874359a34 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:43:43.034859 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5fb91199-aa45-4e39-ad0b-5d1874359a34 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for floatingip, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:43.035433 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.l3_db [None req-5fb91199-aa45-4e39-ad0b-5d1874359a34 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Floating IP 087ffdb7-4f00-432b-8f1e-0f7a7a946d3c disassociated (deleted). External IP: 172.26.0.97, port: 14c99f5b-0099-4850-8c7f-06d11667955b. Sep 22 21:43:43.105051 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:43.352271 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0c7bfa3a-85dc-46e0-917a-8e5a9fbc0684 req-3b46cab4-4a6b-49a4-99fb-029d6c325afa service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9192a63b-3e31-4305-9166-7b2aca1c631d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2672725 Sep 22 21:43:43.502673 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb91199-aa45-4e39-ad0b-5d1874359a34 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Router 30c0e29e-e17c-4c1b-8e2c-28d244aa668b has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:43:43.600800 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7bfa3a-85dc-46e0-917a-8e5a9fbc0684 req-91793cb5-0867-45a3-8ed1-8ebff2ef6495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:43:43.602222 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0c7bfa3a-85dc-46e0-917a-8e5a9fbc0684 req-91793cb5-0867-45a3-8ed1-8ebff2ef6495 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c0953d2486f241adbaf31021d8b87543&device_id=9192a63b-3e31-4305-9166-7b2aca1c631d HTTP/1.1" status: 200 len: 1098 time: 0.1775882 Sep 22 21:43:43.767566 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb91199-aa45-4e39-ad0b-5d1874359a34 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:43:43.776601 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9b54f0-f615-4b89-bcb0-1273256b6a9d None None] Sync routers for ids ['30c0e29e-e17c-4c1b-8e2c-28d244aa668b'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:43:43.785785 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9b54f0-f615-4b89-bcb0-1273256b6a9d None None] Routers {'30c0e29e-e17c-4c1b-8e2c-28d244aa668b'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:43:43.786389 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-2a9b54f0-f615-4b89-bcb0-1273256b6a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:43:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['30c0e29e-e17c-4c1b-8e2c-28d244aa668b'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:43:43.812398 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7bfa3a-85dc-46e0-917a-8e5a9fbc0684 req-d05f9b0a-1221-4434-a1b6-5012f5c2b9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:43:43.814447 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0c7bfa3a-85dc-46e0-917a-8e5a9fbc0684 req-d05f9b0a-1221-4434-a1b6-5012f5c2b9e3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c4ba8f83-333c-411f-abb9-714415775b4d HTTP/1.1" status: 200 len: 911 time: 0.1626527 Sep 22 21:43:43.815903 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5fb91199-aa45-4e39-ad0b-5d1874359a34 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:44.014094 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-2a9b54f0-f615-4b89-bcb0-1273256b6a9d None None] Set router 30c0e29e-e17c-4c1b-8e2c-28d244aa668b gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:43:44.078540 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-5fb91199-aa45-4e39-ad0b-5d1874359a34 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "DELETE /v2.0/floatingips/087ffdb7-4f00-432b-8f1e-0f7a7a946d3c HTTP/1.1" status: 204 len: 168 time: 1.9452558 Sep 22 21:43:44.081291 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f507e09d-b567-4e90-8063-07be73425d33', 'tag': '14c99f5b-0099-4850-8c7f-06d11667955b'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:43:44.083489 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e2e512-0897-4b65-90a4-6fd0440e6682" -d '{"events": [{"name": "network-changed", "server_uuid": "f507e09d-b567-4e90-8063-07be73425d33", "tag": "14c99f5b-0099-4850-8c7f-06d11667955b"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:43:44.091626 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0c7bfa3a-85dc-46e0-917a-8e5a9fbc0684 req-5bb9c47a-b215-4272-a428-4a771e915c97 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=758e4879-4890-4f6c-b696-60068e94ce07 HTTP/1.1" status: 200 len: 1000 time: 0.2493315 Sep 22 21:43:44.161987 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7bfa3a-85dc-46e0-917a-8e5a9fbc0684 req-445eddf5-90f5-483c-b6ec-817c72189a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:43:44.163679 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0c7bfa3a-85dc-46e0-917a-8e5a9fbc0684 req-445eddf5-90f5-483c-b6ec-817c72189a3b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8ec73feb-6226-4bb2-bdf7-f761304c77c1 HTTP/1.1" status: 200 len: 850 time: 0.0666630 Sep 22 21:43:44.207983 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6259d92-dd67-470b-bff4-190f5211303e x-openstack-request-id: req-e6259d92-dd67-470b-bff4-190f5211303e {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:43:44.208341 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f507e09d-b567-4e90-8063-07be73425d33", "tag": "14c99f5b-0099-4850-8c7f-06d11667955b", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:43:44.208536 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e6259d92-dd67-470b-bff4-190f5211303e {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:43:44.208884 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6259d92-dd67-470b-bff4-190f5211303e'] response: {'name': 'network-changed', 'server_uuid': 'f507e09d-b567-4e90-8063-07be73425d33', 'tag': '14c99f5b-0099-4850-8c7f-06d11667955b', 'status': 'completed', 'code': 200} Sep 22 21:43:44.330698 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7bfa3a-85dc-46e0-917a-8e5a9fbc0684 req-98ca6bdc-6a49-43d1-9c47-642f69eeb0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:43:44.332121 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0c7bfa3a-85dc-46e0-917a-8e5a9fbc0684 req-98ca6bdc-6a49-43d1-9c47-642f69eeb0d4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c4ba8f83-333c-411f-abb9-714415775b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1630192 Sep 22 21:43:44.334827 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2e512-0897-4b65-90a4-6fd0440e6682 req-4851ec43-7ce9-468e-9f26-9aee8f795530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:43:44.336194 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-65e2e512-0897-4b65-90a4-6fd0440e6682 req-4851ec43-7ce9-468e-9f26-9aee8f795530 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&device_id=f507e09d-b567-4e90-8063-07be73425d33 HTTP/1.1" status: 200 len: 1099 time: 0.1265435 Sep 22 21:43:44.380360 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-2a9b54f0-f615-4b89-bcb0-1273256b6a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c0e29e-e17c-4c1b-8e2c-28d244aa668b', 'name': 'tempest-TestNetworkBasicOps-router-1052243943', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.225'}], 'enable_snat': True}, 'gw_port_id': 'aca57efe-f688-4a1b-9b06-26a14f82ece5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:42:42Z', 'updated_at': '2022-09-22T21:42:47Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': 'aca57efe-f688-4a1b-9b06-26a14f82ece5', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c0e29e-e17c-4c1b-8e2c-28d244aa668b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:42:42Z', 'updated_at': '2022-09-22T21:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': 'af2c5657-47e9-4a23-a37c-9e70f91f3bb6', 'name': '', 'network_id': 'b5259c3e-90b8-4165-a3fa-1887d451755e', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:ef:f3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c0e29e-e17c-4c1b-8e2c-28d244aa668b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '0ec0476e-0d95-4fbc-8d50-00410230a20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:42:46Z', 'updated_at': '2022-09-22T21:42:51Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': '0ec0476e-0d95-4fbc-8d50-00410230a20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:43:44.384428 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9b54f0-f615-4b89-bcb0-1273256b6a9d None None] Checking router: 30c0e29e-e17c-4c1b-8e2c-28d244aa668b for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:43:44.393280 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9b54f0-f615-4b89-bcb0-1273256b6a9d None None] Routers {'30c0e29e-e17c-4c1b-8e2c-28d244aa668b'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:43:44.393881 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-2a9b54f0-f615-4b89-bcb0-1273256b6a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:43:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['30c0e29e-e17c-4c1b-8e2c-28d244aa668b'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:43:44.521166 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064c6f7-639a-4a20-91da-449841aaa65c req-22c6bb29-0eed-4368-b65e-33aaabe33d51 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:43:44.528954 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-a064c6f7-639a-4a20-91da-449841aaa65c req-22c6bb29-0eed-4368-b65e-33aaabe33d51 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=f507e09d-b567-4e90-8063-07be73425d33 HTTP/1.1" status: 200 len: 946 time: 0.1117201 Sep 22 21:43:44.551581 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:44.569435 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-a064c6f7-639a-4a20-91da-449841aaa65c req-ac934639-a859-4128-a14b-9137b0909fb7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=c60b4af8-150d-480e-b1d9-12005cb1b109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396369 Sep 22 21:43:44.595306 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-2a9b54f0-f615-4b89-bcb0-1273256b6a9d None None] Set router 30c0e29e-e17c-4c1b-8e2c-28d244aa668b gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:43:44.595469 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0c7bfa3a-85dc-46e0-917a-8e5a9fbc0684 req-9ee6d78d-ab1a-4009-b7ab-e9de1835b42d service neutron] 10.222.0.49 "GET /v2.0/networks/c4ba8f83-333c-411f-abb9-714415775b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401743 Sep 22 21:43:44.595469 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2e512-0897-4b65-90a4-6fd0440e6682 req-bc2f0b5c-1ccb-452f-b2fe-9f2a2e6229b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:43:44.595469 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-65e2e512-0897-4b65-90a4-6fd0440e6682 req-bc2f0b5c-1ccb-452f-b2fe-9f2a2e6229b2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b5259c3e-90b8-4165-a3fa-1887d451755e HTTP/1.1" status: 200 len: 897 time: 0.2425277 Sep 22 21:43:44.691284 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-65e2e512-0897-4b65-90a4-6fd0440e6682 req-6cb11ada-e40f-4043-912a-9377d9956286 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14c99f5b-0099-4850-8c7f-06d11667955b HTTP/1.1" status: 200 len: 217 time: 0.0878174 Sep 22 21:43:44.822654 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2e512-0897-4b65-90a4-6fd0440e6682 req-facda4e0-127a-4240-87c5-7bb24355fae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:43:44.824087 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-65e2e512-0897-4b65-90a4-6fd0440e6682 req-facda4e0-127a-4240-87c5-7bb24355fae3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0ec0476e-0d95-4fbc-8d50-00410230a20f HTTP/1.1" status: 200 len: 833 time: 0.0909340 Sep 22 21:43:44.888295 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0c7bfa3a-85dc-46e0-917a-8e5a9fbc0684 req-3fe4a713-2731-45a1-84ff-db06047a9e13 service neutron] 10.222.0.49 "GET /v2.0/networks/c4ba8f83-333c-411f-abb9-714415775b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858448 Sep 22 21:43:44.904367 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-2a9b54f0-f615-4b89-bcb0-1273256b6a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c0e29e-e17c-4c1b-8e2c-28d244aa668b', 'name': 'tempest-TestNetworkBasicOps-router-1052243943', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.225'}], 'enable_snat': True}, 'gw_port_id': 'aca57efe-f688-4a1b-9b06-26a14f82ece5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:42:42Z', 'updated_at': '2022-09-22T21:42:47Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': 'aca57efe-f688-4a1b-9b06-26a14f82ece5', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c0e29e-e17c-4c1b-8e2c-28d244aa668b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:42:42Z', 'updated_at': '2022-09-22T21:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': 'af2c5657-47e9-4a23-a37c-9e70f91f3bb6', 'name': '', 'network_id': 'b5259c3e-90b8-4165-a3fa-1887d451755e', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:ef:f3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c0e29e-e17c-4c1b-8e2c-28d244aa668b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '0ec0476e-0d95-4fbc-8d50-00410230a20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:42:46Z', 'updated_at': '2022-09-22T21:42:51Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': '0ec0476e-0d95-4fbc-8d50-00410230a20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:43:44.908846 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9b54f0-f615-4b89-bcb0-1273256b6a9d None None] The sync data for ids ['30c0e29e-e17c-4c1b-8e2c-28d244aa668b'] in dv-neutron-858900-1-hyperv is: [{'id': '30c0e29e-e17c-4c1b-8e2c-28d244aa668b', 'name': 'tempest-TestNetworkBasicOps-router-1052243943', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.225'}], 'enable_snat': True}, 'gw_port_id': 'aca57efe-f688-4a1b-9b06-26a14f82ece5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:42:42Z', 'updated_at': '2022-09-22T21:42:47Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': 'aca57efe-f688-4a1b-9b06-26a14f82ece5', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c0e29e-e17c-4c1b-8e2c-28d244aa668b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:42:42Z', 'updated_at': '2022-09-22T21:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': 'af2c5657-47e9-4a23-a37c-9e70f91f3bb6', 'name': '', 'network_id': 'b5259c3e-90b8-4165-a3fa-1887d451755e', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:ef:f3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c0e29e-e17c-4c1b-8e2c-28d244aa668b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '0ec0476e-0d95-4fbc-8d50-00410230a20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:42:46Z', 'updated_at': '2022-09-22T21:42:51Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': '0ec0476e-0d95-4fbc-8d50-00410230a20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:43:44.920792 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2e512-0897-4b65-90a4-6fd0440e6682 req-402e2dad-4d4f-4f19-893e-18b7e2456b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:43:44.922302 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-65e2e512-0897-4b65-90a4-6fd0440e6682 req-402e2dad-4d4f-4f19-893e-18b7e2456b1b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b5259c3e-90b8-4165-a3fa-1887d451755e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0876477 Sep 22 21:43:45.057776 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-65e2e512-0897-4b65-90a4-6fd0440e6682 req-80f395ef-139a-4981-8cf5-9fbab4cbe264 service neutron] 10.222.0.49 "GET /v2.0/networks/b5259c3e-90b8-4165-a3fa-1887d451755e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291733 Sep 22 21:43:45.119303 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1946dd19-bb3c-4bd4-9a33-cb7148a0e876 None None] New status for floating IP 087ffdb7-4f00-432b-8f1e-0f7a7a946d3c: DOWN {{(pid=89011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:43:45.193930 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-65e2e512-0897-4b65-90a4-6fd0440e6682 req-b34e6914-3fe2-431d-9e46-4e8f48a8240c service neutron] 10.222.0.49 "GET /v2.0/networks/b5259c3e-90b8-4165-a3fa-1887d451755e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294341 Sep 22 21:43:45.798519 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869994f-592b-49e7-8fe5-8e83b08bccb1 req-b639f960-3626-4a4c-8a5c-5ed0a20a5849 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:43:45.799270 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-0869994f-592b-49e7-8fe5-8e83b08bccb1 req-b639f960-3626-4a4c-8a5c-5ed0a20a5849 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:43:45.809360 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f12c84-cd88-4d36-bbef-73414ecfd9b6 req-08994685-b570-422c-87ce-a5b9a4404b13 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:43:45.810001 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-e2f12c84-cd88-4d36-bbef-73414ecfd9b6 req-08994685-b570-422c-87ce-a5b9a4404b13 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:43:45.830558 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-0869994f-592b-49e7-8fe5-8e83b08bccb1 req-b639f960-3626-4a4c-8a5c-5ed0a20a5849 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:43:45.831628 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0869994f-592b-49e7-8fe5-8e83b08bccb1 req-b639f960-3626-4a4c-8a5c-5ed0a20a5849 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "GET /v2.0/ports?device_id=f507e09d-b567-4e90-8063-07be73425d33 HTTP/1.1" status: 200 len: 946 time: 0.1796968 Sep 22 21:43:45.832593 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-e2f12c84-cd88-4d36-bbef-73414ecfd9b6 req-08994685-b570-422c-87ce-a5b9a4404b13 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:43:45.833553 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e2f12c84-cd88-4d36-bbef-73414ecfd9b6 req-08994685-b570-422c-87ce-a5b9a4404b13 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=f507e09d-b567-4e90-8063-07be73425d33 HTTP/1.1" status: 200 len: 946 time: 0.1417449 Sep 22 21:43:45.927104 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-0869994f-592b-49e7-8fe5-8e83b08bccb1 req-bbb4e91a-6ccb-44f2-8e41-ed3b99828e6a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Deleting port 14c99f5b-0099-4850-8c7f-06d11667955b {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:43:45.927363 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-0869994f-592b-49e7-8fe5-8e83b08bccb1 req-bbb4e91a-6ccb-44f2-8e41-ed3b99828e6a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:45.958986 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e2f12c84-cd88-4d36-bbef-73414ecfd9b6 req-a4c19876-bf80-4fb3-9afb-126bfa7a6c90 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=c60b4af8-150d-480e-b1d9-12005cb1b109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934532 Sep 22 21:43:46.284508 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-0869994f-592b-49e7-8fe5-8e83b08bccb1 req-bbb4e91a-6ccb-44f2-8e41-ed3b99828e6a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] For port 14c99f5b-0099-4850-8c7f-06d11667955b, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=14c99f5b-0099-4850-8c7f-06d11667955b,segment=NetworkSegment(b5260fee-c10e-47e9-a6d3-08c4a995b1f1),segment_id=b5260fee-c10e-47e9-a6d3-08c4a995b1f1)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:43:46.284864 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-0869994f-592b-49e7-8fe5-8e83b08bccb1 req-bbb4e91a-6ccb-44f2-8e41-ed3b99828e6a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:46.404906 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-0869994f-592b-49e7-8fe5-8e83b08bccb1 req-bbb4e91a-6ccb-44f2-8e41-ed3b99828e6a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Calling delete_port for 14c99f5b-0099-4850-8c7f-06d11667955b owned by compute:nova {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:43:46.548869 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-0869994f-592b-49e7-8fe5-8e83b08bccb1 req-bbb4e91a-6ccb-44f2-8e41-ed3b99828e6a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:46.634411 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb4e91a-6ccb-44f2-8e41-ed3b99828e6a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'Port': ['ID=14c99f5b-0099-4850-8c7f-06d11667955b,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:43:46.689928 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-0869994f-592b-49e7-8fe5-8e83b08bccb1 req-bbb4e91a-6ccb-44f2-8e41-ed3b99828e6a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] No DVR routers for this DVR port 14c99f5b-0099-4850-8c7f-06d11667955b on host hv-neutron-8589 {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:43:46.692344 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-0869994f-592b-49e7-8fe5-8e83b08bccb1 req-bbb4e91a-6ccb-44f2-8e41-ed3b99828e6a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:46.695013 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f507e09d-b567-4e90-8063-07be73425d33', 'name': 'network-vif-deleted', 'tag': '14c99f5b-0099-4850-8c7f-06d11667955b'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:43:46.697269 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23d4b88-7b13-4a4d-b2e5-7acb5d8af1be" -d '{"events": [{"server_uuid": "f507e09d-b567-4e90-8063-07be73425d33", "name": "network-vif-deleted", "tag": "14c99f5b-0099-4850-8c7f-06d11667955b"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:43:46.710717 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0869994f-592b-49e7-8fe5-8e83b08bccb1 req-bbb4e91a-6ccb-44f2-8e41-ed3b99828e6a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "DELETE /v2.0/ports/14c99f5b-0099-4850-8c7f-06d11667955b HTTP/1.1" status: 204 len: 173 time: 0.8735120 Sep 22 21:43:46.740229 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 21:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14cfeaf6-b058-4d11-a860-2d44ec09955e x-openstack-request-id: req-14cfeaf6-b058-4d11-a860-2d44ec09955e {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:43:46.740588 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f507e09d-b567-4e90-8063-07be73425d33", "name": "network-vif-deleted", "tag": "14c99f5b-0099-4850-8c7f-06d11667955b", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:43:46.740896 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-14cfeaf6-b058-4d11-a860-2d44ec09955e {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:43:46.741310 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14cfeaf6-b058-4d11-a860-2d44ec09955e'] response: {'server_uuid': 'f507e09d-b567-4e90-8063-07be73425d33', 'name': 'network-vif-deleted', 'tag': '14c99f5b-0099-4850-8c7f-06d11667955b', 'status': 'completed', 'code': 200} Sep 22 21:43:47.139353 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-65a65081-4d75-45ba-bc35-1256a1fcd324 req-1ac77d62-2411-4538-9ade-1422cf317f33 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:43:47.154518 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-65a65081-4d75-45ba-bc35-1256a1fcd324 req-1ac77d62-2411-4538-9ade-1422cf317f33 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:43:47.155682 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-65a65081-4d75-45ba-bc35-1256a1fcd324 req-1ac77d62-2411-4538-9ade-1422cf317f33 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=f507e09d-b567-4e90-8063-07be73425d33 HTTP/1.1" status: 200 len: 210 time: 0.0662680 Sep 22 21:43:48.258571 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51912) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:43:48.333935 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-31202180-2080-4fea-a0ad-78edb241b837 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:48.363204 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-31202180-2080-4fea-a0ad-78edb241b837 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:48.424915 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-31202180-2080-4fea-a0ad-78edb241b837 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:48.444190 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31202180-2080-4fea-a0ad-78edb241b837 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60b4af8-150d-480e-b1d9-12005cb1b109,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:43:48.451598 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-31202180-2080-4fea-a0ad-78edb241b837 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:48.452698 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-31202180-2080-4fea-a0ad-78edb241b837 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "DELETE /v2.0/security-groups/c60b4af8-150d-480e-b1d9-12005cb1b109 HTTP/1.1" status: 204 len: 168 time: 0.1931260 Sep 22 21:43:48.482501 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51918) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:43:49.018688 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e6658456-418a-4a35-a99b-426d4c98d3e8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:49.357714 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 14c99f5b-0099-4850-8c7f-06d11667955b no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:43:49.391436 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] No Port match for: 14c99f5b-0099-4850-8c7f-06d11667955b {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:43:49.391786 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 14c99f5b-0099-4850-8c7f-06d11667955b not bound to the agent host hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:43:49.463837 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-e6658456-418a-4a35-a99b-426d4c98d3e8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Deleting port af2c5657-47e9-4a23-a37c-9e70f91f3bb6 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:43:49.464403 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e6658456-418a-4a35-a99b-426d4c98d3e8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:49.649917 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-e6658456-418a-4a35-a99b-426d4c98d3e8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] For port af2c5657-47e9-4a23-a37c-9e70f91f3bb6, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=af2c5657-47e9-4a23-a37c-9e70f91f3bb6,segment=NetworkSegment(b5260fee-c10e-47e9-a6d3-08c4a995b1f1),segment_id=b5260fee-c10e-47e9-a6d3-08c4a995b1f1)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:43:49.650269 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e6658456-418a-4a35-a99b-426d4c98d3e8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:49.770494 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-e6658456-418a-4a35-a99b-426d4c98d3e8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Calling delete_port for af2c5657-47e9-4a23-a37c-9e70f91f3bb6 owned by network:router_interface {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:43:49.952811 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e6658456-418a-4a35-a99b-426d4c98d3e8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:50.003931 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6658456-418a-4a35-a99b-426d4c98d3e8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'Port': ['ID=af2c5657-47e9-4a23-a37c-9e70f91f3bb6,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:43:50.288836 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e6658456-418a-4a35-a99b-426d4c98d3e8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:50.638849 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6658456-418a-4a35-a99b-426d4c98d3e8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Router 30c0e29e-e17c-4c1b-8e2c-28d244aa668b has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:43:50.930974 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6658456-418a-4a35-a99b-426d4c98d3e8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:43:50.940547 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91238d16-ccef-4738-876c-6fcc993c993b None None] Sync routers for ids ['30c0e29e-e17c-4c1b-8e2c-28d244aa668b'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:43:50.949678 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e6658456-418a-4a35-a99b-426d4c98d3e8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "PUT /v2.0/routers/30c0e29e-e17c-4c1b-8e2c-28d244aa668b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4635174 Sep 22 21:43:50.949873 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91238d16-ccef-4738-876c-6fcc993c993b None None] Routers {'30c0e29e-e17c-4c1b-8e2c-28d244aa668b'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:43:50.949986 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51922) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:43:50.950332 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-91238d16-ccef-4738-876c-6fcc993c993b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:43:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['30c0e29e-e17c-4c1b-8e2c-28d244aa668b'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:43:51.022768 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc995f9f-ffed-44f3-b0ca-cafddb0da94e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Deleting subnet 0ec0476e-0d95-4fbc-8d50-00410230a20f {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:43:51.025887 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-dc995f9f-ffed-44f3-b0ca-cafddb0da94e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:51.080113 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-dc995f9f-ffed-44f3-b0ca-cafddb0da94e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:51.137966 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-91238d16-ccef-4738-876c-6fcc993c993b None None] Set router 30c0e29e-e17c-4c1b-8e2c-28d244aa668b gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:43:51.162426 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-dc995f9f-ffed-44f3-b0ca-cafddb0da94e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:51.239050 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-dc995f9f-ffed-44f3-b0ca-cafddb0da94e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:51.277675 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc995f9f-ffed-44f3-b0ca-cafddb0da94e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'Subnet': ['ID=0ec0476e-0d95-4fbc-8d50-00410230a20f,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:43:51.281309 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-dc995f9f-ffed-44f3-b0ca-cafddb0da94e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:51.289885 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-dc995f9f-ffed-44f3-b0ca-cafddb0da94e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "DELETE /v2.0/subnets/0ec0476e-0d95-4fbc-8d50-00410230a20f HTTP/1.1" status: 204 len: 168 time: 0.3366516 Sep 22 21:43:51.290070 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51926) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:43:51.303035 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccebe99-adb7-40d9-8296-0af5ef79033c None None] Network b5259c3e-90b8-4165-a3fa-1887d451755e requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:43:51.469942 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fa4ebef4-dde9-4f7c-9fde-c3d0d72f8e96 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:51.644392 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-91238d16-ccef-4738-876c-6fcc993c993b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c0e29e-e17c-4c1b-8e2c-28d244aa668b', 'name': 'tempest-TestNetworkBasicOps-router-1052243943', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.225'}], 'enable_snat': True}, 'gw_port_id': 'aca57efe-f688-4a1b-9b06-26a14f82ece5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:42:42Z', 'updated_at': '2022-09-22T21:43:49Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': 'aca57efe-f688-4a1b-9b06-26a14f82ece5', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c0e29e-e17c-4c1b-8e2c-28d244aa668b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:42:42Z', 'updated_at': '2022-09-22T21:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:43:51.644568 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fa4ebef4-dde9-4f7c-9fde-c3d0d72f8e96 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:51.648433 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91238d16-ccef-4738-876c-6fcc993c993b None None] Checking router: 30c0e29e-e17c-4c1b-8e2c-28d244aa668b for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:43:51.654250 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-fa4ebef4-dde9-4f7c-9fde-c3d0d72f8e96 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Deleting port aca57efe-f688-4a1b-9b06-26a14f82ece5 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:43:51.654642 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fa4ebef4-dde9-4f7c-9fde-c3d0d72f8e96 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:51.659450 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91238d16-ccef-4738-876c-6fcc993c993b None None] Routers {'30c0e29e-e17c-4c1b-8e2c-28d244aa668b'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:43:51.660106 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-91238d16-ccef-4738-876c-6fcc993c993b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:43:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['30c0e29e-e17c-4c1b-8e2c-28d244aa668b'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:43:51.715793 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f2811f-2ad8-4b73-9c3a-2ea7a8301aba None None] DHCP port deletion for b5259c3e-90b8-4165-a3fa-1887d451755e request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:43:51.789673 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-c2f2811f-2ad8-4b73-9c3a-2ea7a8301aba None None] Deleting port 642ed369-bb7c-482d-a1e1-112bf07538c6 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:43:51.790053 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c2f2811f-2ad8-4b73-9c3a-2ea7a8301aba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:51.835103 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-fa4ebef4-dde9-4f7c-9fde-c3d0d72f8e96 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] For port aca57efe-f688-4a1b-9b06-26a14f82ece5, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=aca57efe-f688-4a1b-9b06-26a14f82ece5,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:43:51.835539 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fa4ebef4-dde9-4f7c-9fde-c3d0d72f8e96 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:51.881240 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-91238d16-ccef-4738-876c-6fcc993c993b None None] Set router 30c0e29e-e17c-4c1b-8e2c-28d244aa668b gateway port host: None {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:43:51.959141 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-fa4ebef4-dde9-4f7c-9fde-c3d0d72f8e96 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Calling delete_port for aca57efe-f688-4a1b-9b06-26a14f82ece5 owned by network:router_gateway {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:43:51.996644 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-91238d16-ccef-4738-876c-6fcc993c993b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c0e29e-e17c-4c1b-8e2c-28d244aa668b', 'name': 'tempest-TestNetworkBasicOps-router-1052243943', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:42:42Z', 'updated_at': '2022-09-22T21:43:51Z', 'revision_number': 6, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port_host': None}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:43:52.005186 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91238d16-ccef-4738-876c-6fcc993c993b None None] The sync data for ids ['30c0e29e-e17c-4c1b-8e2c-28d244aa668b'] in dv-neutron-858900-1-hyperv is: [{'id': '30c0e29e-e17c-4c1b-8e2c-28d244aa668b', 'name': 'tempest-TestNetworkBasicOps-router-1052243943', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:42:42Z', 'updated_at': '2022-09-22T21:43:51Z', 'revision_number': 6, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port_host': None}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:43:52.110093 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-c2f2811f-2ad8-4b73-9c3a-2ea7a8301aba None None] For port 642ed369-bb7c-482d-a1e1-112bf07538c6, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=642ed369-bb7c-482d-a1e1-112bf07538c6,segment=NetworkSegment(b5260fee-c10e-47e9-a6d3-08c4a995b1f1),segment_id=b5260fee-c10e-47e9-a6d3-08c4a995b1f1)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:43:52.110489 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c2f2811f-2ad8-4b73-9c3a-2ea7a8301aba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:52.127408 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fa4ebef4-dde9-4f7c-9fde-c3d0d72f8e96 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:52.174305 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ebef4-dde9-4f7c-9fde-c3d0d72f8e96 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'Port': ['ID=aca57efe-f688-4a1b-9b06-26a14f82ece5,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:43:52.234245 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-c2f2811f-2ad8-4b73-9c3a-2ea7a8301aba None None] Calling delete_port for 642ed369-bb7c-482d-a1e1-112bf07538c6 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:43:52.313834 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c2f2811f-2ad8-4b73-9c3a-2ea7a8301aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:52.361317 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f2811f-2ad8-4b73-9c3a-2ea7a8301aba None None] Pushing event deleted for resources: {'Port': ['ID=642ed369-bb7c-482d-a1e1-112bf07538c6,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:43:52.369112 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f2811f-2ad8-4b73-9c3a-2ea7a8301aba None None] No DVR routers for this DVR port 642ed369-bb7c-482d-a1e1-112bf07538c6 on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:43:52.371158 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f2811f-2ad8-4b73-9c3a-2ea7a8301aba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:43:52.371496 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f2811f-2ad8-4b73-9c3a-2ea7a8301aba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:43:52.371831 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f2811f-2ad8-4b73-9c3a-2ea7a8301aba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:43:52.372154 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f2811f-2ad8-4b73-9c3a-2ea7a8301aba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:43:52.372477 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f2811f-2ad8-4b73-9c3a-2ea7a8301aba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:43:52.372798 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f2811f-2ad8-4b73-9c3a-2ea7a8301aba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:43:52.373114 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f2811f-2ad8-4b73-9c3a-2ea7a8301aba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:43:52.373430 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f2811f-2ad8-4b73-9c3a-2ea7a8301aba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:43:52.373856 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f2811f-2ad8-4b73-9c3a-2ea7a8301aba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:43:52.374169 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f2811f-2ad8-4b73-9c3a-2ea7a8301aba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:43:52.374762 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f2811f-2ad8-4b73-9c3a-2ea7a8301aba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:43:52.374864 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f2811f-2ad8-4b73-9c3a-2ea7a8301aba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:43:52.382848 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fa4ebef4-dde9-4f7c-9fde-c3d0d72f8e96 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8012236'] for router_gateway, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:52.562151 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fa4ebef4-dde9-4f7c-9fde-c3d0d72f8e96 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:52.564242 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fa4ebef4-dde9-4f7c-9fde-c3d0d72f8e96 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:52.585591 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fa4ebef4-dde9-4f7c-9fde-c3d0d72f8e96 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:52.586082 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4ebef4-dde9-4f7c-9fde-c3d0d72f8e96 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Fanout notify agent at l3_agent the message router_deleted on router 30c0e29e-e17c-4c1b-8e2c-28d244aa668b {{(pid=89008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:43:52.601032 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fa4ebef4-dde9-4f7c-9fde-c3d0d72f8e96 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:52.602095 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-fa4ebef4-dde9-4f7c-9fde-c3d0d72f8e96 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "DELETE /v2.0/routers/30c0e29e-e17c-4c1b-8e2c-28d244aa668b HTTP/1.1" status: 204 len: 168 time: 1.3111856 Sep 22 21:43:52.604836 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51930) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:43:52.713291 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-feb90a00-bd09-40aa-874c-e5eb238d9b66 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:52.845378 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-feb90a00-bd09-40aa-874c-e5eb238d9b66 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:52.871051 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-feb90a00-bd09-40aa-874c-e5eb238d9b66 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5259c3e-90b8-4165-a3fa-1887d451755e']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:43:52.883999 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-feb90a00-bd09-40aa-874c-e5eb238d9b66 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5260fee-c10e-47e9-a6d3-08c4a995b1f1') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:43:52.884305 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-feb90a00-bd09-40aa-874c-e5eb238d9b66 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5260fee-c10e-47e9-a6d3-08c4a995b1f1') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:43:52.895479 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-feb90a00-bd09-40aa-874c-e5eb238d9b66 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:52.915035 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-feb90a00-bd09-40aa-874c-e5eb238d9b66 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:52.921359 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feb90a00-bd09-40aa-874c-e5eb238d9b66 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:43:52.921753 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-feb90a00-bd09-40aa-874c-e5eb238d9b66 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:53.028503 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-feb90a00-bd09-40aa-874c-e5eb238d9b66 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:53.049649 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-feb90a00-bd09-40aa-874c-e5eb238d9b66 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:53.056034 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device af2c5657-47e9-4a23-a37c-9e70f91f3bb6 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:43:53.060635 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb90a00-bd09-40aa-874c-e5eb238d9b66 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'Network': ['ID=b5259c3e-90b8-4165-a3fa-1887d451755e,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:43:53.069622 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-feb90a00-bd09-40aa-874c-e5eb238d9b66 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "DELETE /v2.0/networks/b5259c3e-90b8-4165-a3fa-1887d451755e HTTP/1.1" status: 204 len: 168 time: 0.4638171 Sep 22 21:43:53.086388 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 51938) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:43:53.092052 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-5059a7ce-e18c-4395-976a-6eda0e888469 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'network': {'name': 'tempest-network-smoke--1401333775', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'port_security_enabled': True}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:43:53.098042 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-5059a7ce-e18c-4395-976a-6eda0e888469 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:43:53.102900 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-5059a7ce-e18c-4395-976a-6eda0e888469 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:network and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:43:53.103178 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment b5260fee-c10e-47e9-a6d3-08c4a995b1f1 resource provider aggregate not found Sep 22 21:43:53.106111 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-5059a7ce-e18c-4395-976a-6eda0e888469 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:43:53.110693 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: af2c5657-47e9-4a23-a37c-9e70f91f3bb6 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:43:53.111039 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device af2c5657-47e9-4a23-a37c-9e70f91f3bb6 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:43:53.111457 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device aca57efe-f688-4a1b-9b06-26a14f82ece5 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:43:53.113750 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-5059a7ce-e18c-4395-976a-6eda0e888469 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:43:53.122065 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment b5260fee-c10e-47e9-a6d3-08c4a995b1f1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b5260fee-c10e-47e9-a6d3-08c4a995b1f1 found for delete ", "request_id": "req-13fbb576-671d-4090-bcf4-4101cafa58a1"}]} Sep 22 21:43:53.124996 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5059a7ce-e18c-4395-976a-6eda0e888469 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Made reservation on behalf of eb1aed2a20e141c98ec99089a446670b for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:43:53.131178 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5059a7ce-e18c-4395-976a-6eda0e888469 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:53.146161 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: aca57efe-f688-4a1b-9b06-26a14f82ece5 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:43:53.146504 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device aca57efe-f688-4a1b-9b06-26a14f82ece5 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:43:53.146932 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 642ed369-bb7c-482d-a1e1-112bf07538c6 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:43:53.162635 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5059a7ce-e18c-4395-976a-6eda0e888469 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:43:53.173290 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5059a7ce-e18c-4395-976a-6eda0e888469 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:53.173691 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-5059a7ce-e18c-4395-976a-6eda0e888469 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Added segment 63995dd0-a1fe-4d7d-bd01-ae24325cced4 of type vlan for network 788e9ae8-29e7-405c-a7cd-4ed0201bcff2 Sep 22 21:43:53.182064 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 642ed369-bb7c-482d-a1e1-112bf07538c6 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:43:53.182466 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 642ed369-bb7c-482d-a1e1-112bf07538c6 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:43:53.201154 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5059a7ce-e18c-4395-976a-6eda0e888469 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:53.230049 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5059a7ce-e18c-4395-976a-6eda0e888469 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:53.236610 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5059a7ce-e18c-4395-976a-6eda0e888469 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:43:53.237189 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5059a7ce-e18c-4395-976a-6eda0e888469 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:53.346323 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-5059a7ce-e18c-4395-976a-6eda0e888469 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2587800 Sep 22 21:43:53.349171 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51944) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:43:53.349312 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059a7ce-e18c-4395-976a-6eda0e888469 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Network': ['ID=788e9ae8-29e7-405c-a7cd-4ed0201bcff2,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:43:53.354409 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-16efe805-7f74-4e74-8a5e-fa770b27084c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-95072494', 'admin_state_up': True, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:43:53.356675 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5059a7ce-e18c-4395-976a-6eda0e888469 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:43:53.357021 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5059a7ce-e18c-4395-976a-6eda0e888469 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:43:53.357358 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5059a7ce-e18c-4395-976a-6eda0e888469 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:43:53.357689 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5059a7ce-e18c-4395-976a-6eda0e888469 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:43:53.358016 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5059a7ce-e18c-4395-976a-6eda0e888469 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:43:53.358344 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5059a7ce-e18c-4395-976a-6eda0e888469 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:43:53.358700 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5059a7ce-e18c-4395-976a-6eda0e888469 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:43:53.359039 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5059a7ce-e18c-4395-976a-6eda0e888469 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:43:53.359412 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5059a7ce-e18c-4395-976a-6eda0e888469 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:43:53.360239 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5059a7ce-e18c-4395-976a-6eda0e888469 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:43:53.360564 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5059a7ce-e18c-4395-976a-6eda0e888469 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:43:53.360886 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5059a7ce-e18c-4395-976a-6eda0e888469 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:43:53.362003 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-16efe805-7f74-4e74-8a5e-fa770b27084c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:43:53.366018 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-16efe805-7f74-4e74-8a5e-fa770b27084c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:router and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:43:53.369001 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-16efe805-7f74-4e74-8a5e-fa770b27084c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:43:53.371909 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 788e9ae8-29e7-405c-a7cd-4ed0201bcff2 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:43:53.379782 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-16efe805-7f74-4e74-8a5e-fa770b27084c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:43:53.389944 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-16efe805-7f74-4e74-8a5e-fa770b27084c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:53.391778 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-16efe805-7f74-4e74-8a5e-fa770b27084c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:53.409471 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-16efe805-7f74-4e74-8a5e-fa770b27084c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:53.664474 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-16efe805-7f74-4e74-8a5e-fa770b27084c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:54.059560 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-16efe805-7f74-4e74-8a5e-fa770b27084c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router_gateway, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:54.087133 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-16efe805-7f74-4e74-8a5e-fa770b27084c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:54.217273 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-16efe805-7f74-4e74-8a5e-fa770b27084c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Allocated IP 172.26.0.246 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/498d8edc-0b99-417e-a470-aa5759711c3d) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:43:54.368077 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-16efe805-7f74-4e74-8a5e-fa770b27084c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:54.396763 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-16efe805-7f74-4e74-8a5e-fa770b27084c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:54.459404 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16efe805-7f74-4e74-8a5e-fa770b27084c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:43:54.462026 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-16efe805-7f74-4e74-8a5e-fa770b27084c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:43:54.465780 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16efe805-7f74-4e74-8a5e-fa770b27084c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:43:54.508892 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16efe805-7f74-4e74-8a5e-fa770b27084c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=498d8edc-0b99-417e-a470-aa5759711c3d,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:43:54.876080 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-16efe805-7f74-4e74-8a5e-fa770b27084c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router_gateway, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:55.206469 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-16efe805-7f74-4e74-8a5e-fa770b27084c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:55.529512 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16efe805-7f74-4e74-8a5e-fa770b27084c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Router c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4 is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:43:55.699832 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16efe805-7f74-4e74-8a5e-fa770b27084c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:43:55.708743 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97d1bdc-31cd-45e4-98e1-b319d11d3aac None None] Sync routers for ids ['c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:43:55.717685 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97d1bdc-31cd-45e4-98e1-b319d11d3aac None None] Routers {'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:43:55.718273 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-e97d1bdc-31cd-45e4-98e1-b319d11d3aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:43:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:43:55.726060 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-16efe805-7f74-4e74-8a5e-fa770b27084c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:55.727447 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-16efe805-7f74-4e74-8a5e-fa770b27084c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3772702 Sep 22 21:43:55.730589 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51948) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:43:55.775282 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a02ac031-0457-40ac-97a7-280111f895d3 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=eb1aed2a20e141c98ec99089a446670b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0432816 Sep 22 21:43:55.777774 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51952) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:43:55.795213 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:55.904117 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-e97d1bdc-31cd-45e4-98e1-b319d11d3aac None None] Set router c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:43:55.907153 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fc6d5d-6b45-4910-a930-58ca01c9c1b9 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:43:55.911233 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-71fc6d5d-6b45-4910-a930-58ca01c9c1b9 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1299381 Sep 22 21:43:55.911472 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51956) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:43:55.952610 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-795f9ddc-23a5-44fc-b690-0c3a168d2410 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=a22ae1c9-d428-411f-af43-ce0f71b38d9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378201 Sep 22 21:43:55.952867 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51960) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:43:55.958134 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-cfcc01cd-7235-479a-9416-af5d431588f0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-206060040', 'network_id': '788e9ae8-29e7-405c-a7cd-4ed0201bcff2', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:43:56.067095 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-cfcc01cd-7235-479a-9416-af5d431588f0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:43:56.070933 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-cfcc01cd-7235-479a-9416-af5d431588f0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:subnet and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:43:56.073685 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-cfcc01cd-7235-479a-9416-af5d431588f0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:43:56.079337 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-cfcc01cd-7235-479a-9416-af5d431588f0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:43:56.088489 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfcc01cd-7235-479a-9416-af5d431588f0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Made reservation on behalf of eb1aed2a20e141c98ec99089a446670b for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:43:56.092025 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cfcc01cd-7235-479a-9416-af5d431588f0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:56.184601 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-e97d1bdc-31cd-45e4-98e1-b319d11d3aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'name': 'tempest-TestNetworkBasicOps-router-95072494', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.246'}], 'enable_snat': True}, 'gw_port_id': '498d8edc-0b99-417e-a470-aa5759711c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:43:53Z', 'updated_at': '2022-09-22T21:43:54Z', 'revision_number': 3, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '498d8edc-0b99-417e-a470-aa5759711c3d', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cb:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:43:54Z', 'updated_at': '2022-09-22T21:43:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:43:56.188383 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97d1bdc-31cd-45e4-98e1-b319d11d3aac None None] Checking router: c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:43:56.188717 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97d1bdc-31cd-45e4-98e1-b319d11d3aac None None] Updating router c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4 port 498d8edc-0b99-417e-a470-aa5759711c3d binding host dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:43:56.244035 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-e97d1bdc-31cd-45e4-98e1-b319d11d3aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:56.310265 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cfcc01cd-7235-479a-9416-af5d431588f0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:56.392199 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc01cd-7235-479a-9416-af5d431588f0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Subnet': ['ID=44c1322c-35fc-4342-b57c-d4dadadf239a,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:43:56.401491 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcc01cd-7235-479a-9416-af5d431588f0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Checking segment: {'id': '63995dd0-a1fe-4d7d-bd01-ae24325cced4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '788e9ae8-29e7-405c-a7cd-4ed0201bcff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:43:56.401850 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcc01cd-7235-479a-9416-af5d431588f0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network hostable DHCP agents. Network: 788e9ae8-29e7-405c-a7cd-4ed0201bcff2, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:43:56.420787 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcc01cd-7235-479a-9416-af5d431588f0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network 788e9ae8-29e7-405c-a7cd-4ed0201bcff2 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:43:56.430397 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-cfcc01cd-7235-479a-9416-af5d431588f0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 788e9ae8-29e7-405c-a7cd-4ed0201bcff2) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:43:56.434861 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcc01cd-7235-479a-9416-af5d431588f0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:43:56.435451 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cfcc01cd-7235-479a-9416-af5d431588f0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:56.441134 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc85fd14-30f0-4010-945e-80b29a25f6f3 None None] Network 788e9ae8-29e7-405c-a7cd-4ed0201bcff2 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:43:56.458265 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-cfcc01cd-7235-479a-9416-af5d431588f0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5043375 Sep 22 21:43:56.460831 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51964) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:43:56.604788 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-e97d1bdc-31cd-45e4-98e1-b319d11d3aac None None] Notify callbacks [] for port, precommit_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:56.616935 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.provisioning_blocks [None req-e97d1bdc-31cd-45e4-98e1-b319d11d3aac None None] Transition to ACTIVE for port object 498d8edc-0b99-417e-a470-aa5759711c3d will not be triggered until provisioned by entity L2. {{(pid=89011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:43:56.623398 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-e97d1bdc-31cd-45e4-98e1-b319d11d3aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:56.683669 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-e97d1bdc-31cd-45e4-98e1-b319d11d3aac None None] Attempting to bind port 498d8edc-0b99-417e-a470-aa5759711c3d on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:43:56.683947 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-e97d1bdc-31cd-45e4-98e1-b319d11d3aac None None] Attempting to bind port 498d8edc-0b99-417e-a470-aa5759711c3d by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:43:56.684296 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97d1bdc-31cd-45e4-98e1-b319d11d3aac None None] Attempting to bind port 498d8edc-0b99-417e-a470-aa5759711c3d on network a22ae1c9-d428-411f-af43-ce0f71b38d9c {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:43:56.694420 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97d1bdc-31cd-45e4-98e1-b319d11d3aac None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:43:56.694875 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97d1bdc-31cd-45e4-98e1-b319d11d3aac None None] Checking segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:43:56.695186 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-e97d1bdc-31cd-45e4-98e1-b319d11d3aac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:56.695569 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97d1bdc-31cd-45e4-98e1-b319d11d3aac None None] Bound using segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:43:56.696020 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-e97d1bdc-31cd-45e4-98e1-b319d11d3aac None None] Bound port: 498d8edc-0b99-417e-a470-aa5759711c3d, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:43:56.696381 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-e97d1bdc-31cd-45e4-98e1-b319d11d3aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:56.716027 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a90c9b1-6968-40bb-bdb9-184f49fb9273 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-788e9ae8-29e7-405c-a7cd-4ed0201bcff2', 'network_id': '788e9ae8-29e7-405c-a7cd-4ed0201bcff2', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ips': [{'subnet_id': '44c1322c-35fc-4342-b57c-d4dadadf239a'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:43:56.716853 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-3a90c9b1-6968-40bb-bdb9-184f49fb9273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:56.742335 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0044aa02-94a0-4ef8-98d4-9ec6b766e529 None None] Pushing event updated for resources: {'Port': ['ID=498d8edc-0b99-417e-a470-aa5759711c3d,revision_number=2']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:43:56.754403 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0044aa02-94a0-4ef8-98d4-9ec6b766e529 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:43:56.754776 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0044aa02-94a0-4ef8-98d4-9ec6b766e529 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:43:56.755109 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0044aa02-94a0-4ef8-98d4-9ec6b766e529 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:43:56.755437 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0044aa02-94a0-4ef8-98d4-9ec6b766e529 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:43:56.755761 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0044aa02-94a0-4ef8-98d4-9ec6b766e529 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:43:56.756084 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0044aa02-94a0-4ef8-98d4-9ec6b766e529 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:43:56.756405 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0044aa02-94a0-4ef8-98d4-9ec6b766e529 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:43:56.756724 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0044aa02-94a0-4ef8-98d4-9ec6b766e529 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:43:56.757041 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0044aa02-94a0-4ef8-98d4-9ec6b766e529 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:43:56.757359 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0044aa02-94a0-4ef8-98d4-9ec6b766e529 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:43:56.757675 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0044aa02-94a0-4ef8-98d4-9ec6b766e529 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:43:56.757988 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0044aa02-94a0-4ef8-98d4-9ec6b766e529 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:43:56.787745 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-e97d1bdc-31cd-45e4-98e1-b319d11d3aac None None] For port 498d8edc-0b99-417e-a470-aa5759711c3d, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:43:56.790883 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-e97d1bdc-31cd-45e4-98e1-b319d11d3aac None None] For port 498d8edc-0b99-417e-a470-aa5759711c3d, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=498d8edc-0b99-417e-a470-aa5759711c3d,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:43:56.796358 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-e97d1bdc-31cd-45e4-98e1-b319d11d3aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:56.865544 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97d1bdc-31cd-45e4-98e1-b319d11d3aac None None] Routers {'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:43:56.866167 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-e97d1bdc-31cd-45e4-98e1-b319d11d3aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:43:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:43:56.880277 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-3a90c9b1-6968-40bb-bdb9-184f49fb9273 None None] Allocated IP 172.20.0.2 (788e9ae8-29e7-405c-a7cd-4ed0201bcff2/44c1322c-35fc-4342-b57c-d4dadadf239a/872120be-094f-477f-b1eb-abb129d59dee) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:43:56.950094 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0044aa02-94a0-4ef8-98d4-9ec6b766e529 None None] Pushing event updated for resources: {'Port': ['ID=498d8edc-0b99-417e-a470-aa5759711c3d,revision_number=3']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:43:57.051348 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-e97d1bdc-31cd-45e4-98e1-b319d11d3aac None None] Set router c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:43:57.088287 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-3a90c9b1-6968-40bb-bdb9-184f49fb9273 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:57.099979 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-3a90c9b1-6968-40bb-bdb9-184f49fb9273 None None] Transition to ACTIVE for port object 872120be-094f-477f-b1eb-abb129d59dee will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:43:57.120067 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-3a90c9b1-6968-40bb-bdb9-184f49fb9273 None None] Transition to ACTIVE for port object 872120be-094f-477f-b1eb-abb129d59dee will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:43:57.126747 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-3a90c9b1-6968-40bb-bdb9-184f49fb9273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:57.196688 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a90c9b1-6968-40bb-bdb9-184f49fb9273 None None] Network 788e9ae8-29e7-405c-a7cd-4ed0201bcff2 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:43:57.199946 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-3a90c9b1-6968-40bb-bdb9-184f49fb9273 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:43:57.204494 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a90c9b1-6968-40bb-bdb9-184f49fb9273 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:43:57.206472 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a90c9b1-6968-40bb-bdb9-184f49fb9273 None None] Pushing event updated for resources: {'Port': ['ID=872120be-094f-477f-b1eb-abb129d59dee,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:43:57.315749 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-3a90c9b1-6968-40bb-bdb9-184f49fb9273 None None] Attempting to bind port 872120be-094f-477f-b1eb-abb129d59dee on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:43:57.316112 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-3a90c9b1-6968-40bb-bdb9-184f49fb9273 None None] Attempting to bind port 872120be-094f-477f-b1eb-abb129d59dee by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '63995dd0-a1fe-4d7d-bd01-ae24325cced4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '788e9ae8-29e7-405c-a7cd-4ed0201bcff2'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:43:57.316467 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a90c9b1-6968-40bb-bdb9-184f49fb9273 None None] Attempting to bind port 872120be-094f-477f-b1eb-abb129d59dee on network 788e9ae8-29e7-405c-a7cd-4ed0201bcff2 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:43:57.320108 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ecc834cd-92aa-4285-a9c5-ef650d12f46c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:57.321764 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a90c9b1-6968-40bb-bdb9-184f49fb9273 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:43:57.322130 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a90c9b1-6968-40bb-bdb9-184f49fb9273 None None] Checking segment: {'id': '63995dd0-a1fe-4d7d-bd01-ae24325cced4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '788e9ae8-29e7-405c-a7cd-4ed0201bcff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:43:57.322524 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-3a90c9b1-6968-40bb-bdb9-184f49fb9273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:57.322946 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a90c9b1-6968-40bb-bdb9-184f49fb9273 None None] Bound using segment: {'id': '63995dd0-a1fe-4d7d-bd01-ae24325cced4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '788e9ae8-29e7-405c-a7cd-4ed0201bcff2'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:43:57.323400 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-3a90c9b1-6968-40bb-bdb9-184f49fb9273 None None] Bound port: 872120be-094f-477f-b1eb-abb129d59dee, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63995dd0-a1fe-4d7d-bd01-ae24325cced4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '788e9ae8-29e7-405c-a7cd-4ed0201bcff2'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:43:57.323762 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-3a90c9b1-6968-40bb-bdb9-184f49fb9273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:57.364081 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-e97d1bdc-31cd-45e4-98e1-b319d11d3aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'name': 'tempest-TestNetworkBasicOps-router-95072494', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.246'}], 'enable_snat': True}, 'gw_port_id': '498d8edc-0b99-417e-a470-aa5759711c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:43:53Z', 'updated_at': '2022-09-22T21:43:54Z', 'revision_number': 3, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '498d8edc-0b99-417e-a470-aa5759711c3d', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cb:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:43:54Z', 'updated_at': '2022-09-22T21:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:43:57.368013 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97d1bdc-31cd-45e4-98e1-b319d11d3aac None None] The sync data for ids ['c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4'] in dv-neutron-858900-1-hyperv is: [{'id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'name': 'tempest-TestNetworkBasicOps-router-95072494', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.246'}], 'enable_snat': True}, 'gw_port_id': '498d8edc-0b99-417e-a470-aa5759711c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:43:53Z', 'updated_at': '2022-09-22T21:43:54Z', 'revision_number': 3, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '498d8edc-0b99-417e-a470-aa5759711c3d', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cb:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:43:54Z', 'updated_at': '2022-09-22T21:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:43:57.418197 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-3a90c9b1-6968-40bb-bdb9-184f49fb9273 None None] For port 872120be-094f-477f-b1eb-abb129d59dee, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:43:57.422837 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-3a90c9b1-6968-40bb-bdb9-184f49fb9273 None None] For port 872120be-094f-477f-b1eb-abb129d59dee, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=872120be-094f-477f-b1eb-abb129d59dee,segment=NetworkSegment(63995dd0-a1fe-4d7d-bd01-ae24325cced4),segment_id=63995dd0-a1fe-4d7d-bd01-ae24325cced4)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:43:57.428263 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-3a90c9b1-6968-40bb-bdb9-184f49fb9273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:57.507977 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a90c9b1-6968-40bb-bdb9-184f49fb9273 None None] Pushing event updated for resources: {'Port': ['ID=872120be-094f-477f-b1eb-abb129d59dee,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:43:57.790251 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-ecc834cd-92aa-4285-a9c5-ef650d12f46c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Allocated IP 172.20.0.1 (788e9ae8-29e7-405c-a7cd-4ed0201bcff2/44c1322c-35fc-4342-b57c-d4dadadf239a/5d58da53-e81a-4974-a12d-972d3e02b306) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:43:57.970385 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ecc834cd-92aa-4285-a9c5-ef650d12f46c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:57.986520 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-ecc834cd-92aa-4285-a9c5-ef650d12f46c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Transition to ACTIVE for port object 5d58da53-e81a-4974-a12d-972d3e02b306 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:43:58.012447 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ecc834cd-92aa-4285-a9c5-ef650d12f46c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:58.086642 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc834cd-92aa-4285-a9c5-ef650d12f46c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network 788e9ae8-29e7-405c-a7cd-4ed0201bcff2 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:43:58.089873 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-ecc834cd-92aa-4285-a9c5-ef650d12f46c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:43:58.093894 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc834cd-92aa-4285-a9c5-ef650d12f46c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:43:58.125323 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc834cd-92aa-4285-a9c5-ef650d12f46c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=5d58da53-e81a-4974-a12d-972d3e02b306,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:43:58.156431 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ecc834cd-92aa-4285-a9c5-ef650d12f46c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:58.385352 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ecc834cd-92aa-4285-a9c5-ef650d12f46c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:58.500279 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52aeb80b-b402-4585-bfe6-e155b7e60f07 None None] Network 788e9ae8-29e7-405c-a7cd-4ed0201bcff2 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:43:58.590781 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-8d40255a-6203-4f2e-9846-deddb8ae12fb None None] Provisioning for port 872120be-094f-477f-b1eb-abb129d59dee completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:43:58.824578 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ecc834cd-92aa-4285-a9c5-ef650d12f46c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:58.829385 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ecc834cd-92aa-4285-a9c5-ef650d12f46c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:59.051248 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-8ff602de-4819-48cf-bf3e-f991c6993b87 None None] Provisioning for port 5d58da53-e81a-4974-a12d-972d3e02b306 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:43:59.057483 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-8ff602de-4819-48cf-bf3e-f991c6993b87 None None] Provisioning complete for port 5d58da53-e81a-4974-a12d-972d3e02b306 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:43:59.058144 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8ff602de-4819-48cf-bf3e-f991c6993b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:59.058698 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-8ff602de-4819-48cf-bf3e-f991c6993b87 None None] Attempt 1 to provision port 5d58da53-e81a-4974-a12d-972d3e02b306 Sep 22 21:43:59.085443 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ecc834cd-92aa-4285-a9c5-ef650d12f46c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:59.089958 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc834cd-92aa-4285-a9c5-ef650d12f46c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=5d58da53-e81a-4974-a12d-972d3e02b306,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:43:59.123050 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8ff602de-4819-48cf-bf3e-f991c6993b87 None None] Port 5d58da53-e81a-4974-a12d-972d3e02b306 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:43:59.133851 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 872120be-094f-477f-b1eb-abb129d59dee up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:43:59.205995 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 872120be-094f-477f-b1eb-abb129d59dee completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:43:59.210921 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 872120be-094f-477f-b1eb-abb129d59dee triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:43:59.211294 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:59.211631 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 872120be-094f-477f-b1eb-abb129d59dee Sep 22 21:43:59.233287 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc834cd-92aa-4285-a9c5-ef650d12f46c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network 788e9ae8-29e7-405c-a7cd-4ed0201bcff2 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:43:59.235228 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-ecc834cd-92aa-4285-a9c5-ef650d12f46c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:43:59.347198 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 872120be-094f-477f-b1eb-abb129d59dee is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:43:59.347597 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:59.383569 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 872120be-094f-477f-b1eb-abb129d59dee, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=872120be-094f-477f-b1eb-abb129d59dee,segment=NetworkSegment(63995dd0-a1fe-4d7d-bd01-ae24325cced4),segment_id=63995dd0-a1fe-4d7d-bd01-ae24325cced4)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:43:59.387672 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:59.388468 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 498d8edc-0b99-417e-a470-aa5759711c3d up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:43:59.437156 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc834cd-92aa-4285-a9c5-ef650d12f46c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Router c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:43:59.507088 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=872120be-094f-477f-b1eb-abb129d59dee,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:43:59.520070 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 498d8edc-0b99-417e-a470-aa5759711c3d completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:43:59.525380 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 498d8edc-0b99-417e-a470-aa5759711c3d triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:43:59.525877 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:59.526396 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 498d8edc-0b99-417e-a470-aa5759711c3d Sep 22 21:43:59.623633 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc834cd-92aa-4285-a9c5-ef650d12f46c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:43:59.637233 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ecc834cd-92aa-4285-a9c5-ef650d12f46c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "PUT /v2.0/routers/c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1752629 Sep 22 21:43:59.639599 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51968) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:43:59.655233 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-8ff602de-4819-48cf-bf3e-f991c6993b87 None None] Attempt 2 to provision port 5d58da53-e81a-4974-a12d-972d3e02b306 Sep 22 21:43:59.678671 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715515cd-930b-420e-945c-b2a5e25c9aca None None] Sync routers for ids ['c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:43:59.737312 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715515cd-930b-420e-945c-b2a5e25c9aca None None] Routers {'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:43:59.737944 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-715515cd-930b-420e-945c-b2a5e25c9aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:43:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:43:59.787174 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15cfcf4-e5c4-42c0-9ce2-0e08638cbf4b tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:43:59.787645 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15cfcf4-e5c4-42c0-9ce2-0e08638cbf4b tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:43:59.788100 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15cfcf4-e5c4-42c0-9ce2-0e08638cbf4b tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:43:59.788551 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15cfcf4-e5c4-42c0-9ce2-0e08638cbf4b tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:43:59.788999 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15cfcf4-e5c4-42c0-9ce2-0e08638cbf4b tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:43:59.789456 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15cfcf4-e5c4-42c0-9ce2-0e08638cbf4b tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:43:59.793799 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a15cfcf4-e5c4-42c0-9ce2-0e08638cbf4b tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.1506982 Sep 22 21:43:59.793969 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 498d8edc-0b99-417e-a470-aa5759711c3d is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:43:59.793969 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:59.794189 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51972) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:43:59.821316 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8ff602de-4819-48cf-bf3e-f991c6993b87 None None] Port 5d58da53-e81a-4974-a12d-972d3e02b306 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:43:59.838749 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 498d8edc-0b99-417e-a470-aa5759711c3d, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=498d8edc-0b99-417e-a470-aa5759711c3d,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:43:59.863346 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576f6a26-2b93-4b80-bee3-4b2c1b155bf5 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:43:59.863805 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576f6a26-2b93-4b80-bee3-4b2c1b155bf5 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:43:59.864250 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576f6a26-2b93-4b80-bee3-4b2c1b155bf5 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:43:59.864693 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576f6a26-2b93-4b80-bee3-4b2c1b155bf5 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:43:59.865128 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576f6a26-2b93-4b80-bee3-4b2c1b155bf5 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:43:59.865565 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576f6a26-2b93-4b80-bee3-4b2c1b155bf5 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:43:59.867313 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-576f6a26-2b93-4b80-bee3-4b2c1b155bf5 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0724723 Sep 22 21:43:59.870048 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51976) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:43:59.887249 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:43:59.994276 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-715515cd-930b-420e-945c-b2a5e25c9aca None None] Set router c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:44:00.034770 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=498d8edc-0b99-417e-a470-aa5759711c3d,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:44:00.073208 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-3c923b1f-47ca-40f6-9d5c-351277cb3a64 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2021086 Sep 22 21:44:00.161658 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51982) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:44:00.166936 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-2ac74bdd-f10b-42ef-93c9-7d8398b07b47 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1803160226', 'description': 'tempest-secgroup-smoke-1803160226 description', 'project_id': 'eb1aed2a20e141c98ec99089a446670b'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:44:00.172900 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-2ac74bdd-f10b-42ef-93c9-7d8398b07b47 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:44:00.177033 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-2ac74bdd-f10b-42ef-93c9-7d8398b07b47 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:44:00.179900 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-2ac74bdd-f10b-42ef-93c9-7d8398b07b47 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:44:00.185499 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-2ac74bdd-f10b-42ef-93c9-7d8398b07b47 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:44:00.195811 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2ac74bdd-f10b-42ef-93c9-7d8398b07b47 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:00.215475 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-2ac74bdd-f10b-42ef-93c9-7d8398b07b47 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:44:00.220174 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-2ac74bdd-f10b-42ef-93c9-7d8398b07b47 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:44:00.222977 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-2ac74bdd-f10b-42ef-93c9-7d8398b07b47 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:44:00.228621 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-2ac74bdd-f10b-42ef-93c9-7d8398b07b47 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:44:00.300050 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2ac74bdd-f10b-42ef-93c9-7d8398b07b47 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:00.304835 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2ac74bdd-f10b-42ef-93c9-7d8398b07b47 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:00.321884 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-8ff602de-4819-48cf-bf3e-f991c6993b87 None None] Attempt 3 to provision port 5d58da53-e81a-4974-a12d-972d3e02b306 Sep 22 21:44:00.352829 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac74bdd-f10b-42ef-93c9-7d8398b07b47 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1dfd8e7-36d9-44a5-b898-25dfc5fb7140,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:44:00.353680 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-715515cd-930b-420e-945c-b2a5e25c9aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'name': 'tempest-TestNetworkBasicOps-router-95072494', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.246'}], 'enable_snat': True}, 'gw_port_id': '498d8edc-0b99-417e-a470-aa5759711c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:43:53Z', 'updated_at': '2022-09-22T21:43:58Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '498d8edc-0b99-417e-a470-aa5759711c3d', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cb:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:43:54Z', 'updated_at': '2022-09-22T21:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '5d58da53-e81a-4974-a12d-972d3e02b306', 'name': '', 'network_id': '788e9ae8-29e7-405c-a7cd-4ed0201bcff2', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:88:97:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '44c1322c-35fc-4342-b57c-d4dadadf239a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:43:57Z', 'updated_at': '2022-09-22T21:43:58Z', 'revision_number': 2, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': '44c1322c-35fc-4342-b57c-d4dadadf239a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:44:00.355674 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2ac74bdd-f10b-42ef-93c9-7d8398b07b47 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:00.359786 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-2ac74bdd-f10b-42ef-93c9-7d8398b07b47 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1942246 Sep 22 21:44:00.359967 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51986) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:44:00.365032 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-b76aa862-7689-4681-838c-adcecb073a99 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': 'e1dfd8e7-36d9-44a5-b898-25dfc5fb7140', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:44:00.369453 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715515cd-930b-420e-945c-b2a5e25c9aca None None] Checking router: c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:44:00.369807 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715515cd-930b-420e-945c-b2a5e25c9aca None None] Updating router c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4 port 5d58da53-e81a-4974-a12d-972d3e02b306 binding host dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:44:00.370970 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-b76aa862-7689-4681-838c-adcecb073a99 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:44:00.374845 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-b76aa862-7689-4681-838c-adcecb073a99 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:44:00.377652 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-b76aa862-7689-4681-838c-adcecb073a99 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:44:00.383357 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-b76aa862-7689-4681-838c-adcecb073a99 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:44:00.400342 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b76aa862-7689-4681-838c-adcecb073a99 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:00.426501 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8ff602de-4819-48cf-bf3e-f991c6993b87 None None] Port 5d58da53-e81a-4974-a12d-972d3e02b306 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:44:00.432193 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-715515cd-930b-420e-945c-b2a5e25c9aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:00.463831 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b76aa862-7689-4681-838c-adcecb073a99 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:00.467528 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b76aa862-7689-4681-838c-adcecb073a99 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:00.491016 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76aa862-7689-4681-838c-adcecb073a99 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e81df36f-ea49-48ee-830b-a8896e4c9e6f,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:44:00.500821 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b76aa862-7689-4681-838c-adcecb073a99 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:00.502026 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-b76aa862-7689-4681-838c-adcecb073a99 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1411471 Sep 22 21:44:00.504753 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51990) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:44:00.509673 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-1b81077a-42ed-4488-a5e4-edacae04f7d6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': 'e1dfd8e7-36d9-44a5-b898-25dfc5fb7140', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:44:00.515393 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-1b81077a-42ed-4488-a5e4-edacae04f7d6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:44:00.519224 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-1b81077a-42ed-4488-a5e4-edacae04f7d6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:44:00.522062 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-1b81077a-42ed-4488-a5e4-edacae04f7d6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:44:00.527667 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-1b81077a-42ed-4488-a5e4-edacae04f7d6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:44:00.544699 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1b81077a-42ed-4488-a5e4-edacae04f7d6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:00.605652 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1b81077a-42ed-4488-a5e4-edacae04f7d6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:00.610015 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1b81077a-42ed-4488-a5e4-edacae04f7d6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:00.634910 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b81077a-42ed-4488-a5e4-edacae04f7d6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8a9805a-3f2f-435e-86f4-1745e51811b2,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:44:00.643374 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1b81077a-42ed-4488-a5e4-edacae04f7d6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:00.644554 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-1b81077a-42ed-4488-a5e4-edacae04f7d6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1388910 Sep 22 21:44:00.647209 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51994) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:44:00.652197 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-5253e79e-fa61-47b2-95ee-8c0353a1f7d7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': 'e1dfd8e7-36d9-44a5-b898-25dfc5fb7140', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:44:00.658552 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-5253e79e-fa61-47b2-95ee-8c0353a1f7d7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:44:00.662357 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-5253e79e-fa61-47b2-95ee-8c0353a1f7d7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:44:00.665249 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-5253e79e-fa61-47b2-95ee-8c0353a1f7d7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:44:00.670846 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-5253e79e-fa61-47b2-95ee-8c0353a1f7d7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:44:00.688991 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5253e79e-fa61-47b2-95ee-8c0353a1f7d7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:00.752771 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5253e79e-fa61-47b2-95ee-8c0353a1f7d7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:00.756595 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5253e79e-fa61-47b2-95ee-8c0353a1f7d7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:00.778091 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-715515cd-930b-420e-945c-b2a5e25c9aca None None] Notify callbacks [] for port, precommit_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:00.779584 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5253e79e-fa61-47b2-95ee-8c0353a1f7d7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=906180ad-d431-4d77-ac75-40f6bfe062f5,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:44:00.789552 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5253e79e-fa61-47b2-95ee-8c0353a1f7d7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:00.790877 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-5253e79e-fa61-47b2-95ee-8c0353a1f7d7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1426964 Sep 22 21:44:00.791192 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-715515cd-930b-420e-945c-b2a5e25c9aca None None] Transition to ACTIVE for port object 5d58da53-e81a-4974-a12d-972d3e02b306 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:44:00.793692 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 51998) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:44:00.798245 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-715515cd-930b-420e-945c-b2a5e25c9aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:00.800026 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-c826ca6b-74ef-43e0-81fd-c60127c308f6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': 'e1dfd8e7-36d9-44a5-b898-25dfc5fb7140', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:44:00.805863 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c826ca6b-74ef-43e0-81fd-c60127c308f6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:44:00.809924 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c826ca6b-74ef-43e0-81fd-c60127c308f6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:44:00.812844 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c826ca6b-74ef-43e0-81fd-c60127c308f6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:44:00.818581 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c826ca6b-74ef-43e0-81fd-c60127c308f6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:44:00.835231 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c826ca6b-74ef-43e0-81fd-c60127c308f6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:00.898804 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c826ca6b-74ef-43e0-81fd-c60127c308f6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:00.903385 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c826ca6b-74ef-43e0-81fd-c60127c308f6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:00.924357 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c826ca6b-74ef-43e0-81fd-c60127c308f6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be75e9b3-2daf-44ef-98b8-a9385ed7b698,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:44:00.935039 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c826ca6b-74ef-43e0-81fd-c60127c308f6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:00.936198 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c826ca6b-74ef-43e0-81fd-c60127c308f6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1415737 Sep 22 21:44:00.939149 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 52002) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:44:00.940582 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-8ff602de-4819-48cf-bf3e-f991c6993b87 None None] Attempt 4 to provision port 5d58da53-e81a-4974-a12d-972d3e02b306 Sep 22 21:44:00.944803 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-d6ccff5c-ae7d-41e1-9d32-b5c2c898e3c5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': 'e1dfd8e7-36d9-44a5-b898-25dfc5fb7140', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:44:00.950821 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-d6ccff5c-ae7d-41e1-9d32-b5c2c898e3c5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:44:00.955268 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-d6ccff5c-ae7d-41e1-9d32-b5c2c898e3c5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:44:00.958101 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-d6ccff5c-ae7d-41e1-9d32-b5c2c898e3c5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:44:00.963824 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-d6ccff5c-ae7d-41e1-9d32-b5c2c898e3c5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:44:00.974817 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.securitygroups_db [None req-d6ccff5c-ae7d-41e1-9d32-b5c2c898e3c5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Project eb1aed2a20e141c98ec99089a446670b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 21:44:00.982156 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d6ccff5c-ae7d-41e1-9d32-b5c2c898e3c5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:01.059383 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d6ccff5c-ae7d-41e1-9d32-b5c2c898e3c5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:01.064698 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d6ccff5c-ae7d-41e1-9d32-b5c2c898e3c5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:01.067374 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 872120be-094f-477f-b1eb-abb129d59dee up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:44:01.091076 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ccff5c-ae7d-41e1-9d32-b5c2c898e3c5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73f280c6-4386-4a45-84c3-3ef2044eaf3b,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:44:01.097910 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d6ccff5c-ae7d-41e1-9d32-b5c2c898e3c5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:01.099270 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-d6ccff5c-ae7d-41e1-9d32-b5c2c898e3c5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1591196 Sep 22 21:44:01.101919 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93cc612-0e1b-4354-a783-8d4ed343fb86 None None] Pushing event updated for resources: {'Port': ['ID=5d58da53-e81a-4974-a12d-972d3e02b306,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:44:01.102175 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 52006) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:44:01.108008 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-d904e169-9ea9-4d5c-a91e-e734c944edc8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': 'e1dfd8e7-36d9-44a5-b898-25dfc5fb7140', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:44:01.114337 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-d904e169-9ea9-4d5c-a91e-e734c944edc8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:44:01.118225 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-d904e169-9ea9-4d5c-a91e-e734c944edc8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:44:01.121198 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-d904e169-9ea9-4d5c-a91e-e734c944edc8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:44:01.127577 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-d904e169-9ea9-4d5c-a91e-e734c944edc8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:44:01.138093 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.securitygroups_db [None req-d904e169-9ea9-4d5c-a91e-e734c944edc8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Project eb1aed2a20e141c98ec99089a446670b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 21:44:01.144693 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d904e169-9ea9-4d5c-a91e-e734c944edc8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:01.147177 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8ff602de-4819-48cf-bf3e-f991c6993b87 None None] Port 5d58da53-e81a-4974-a12d-972d3e02b306 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:44:01.147749 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-715515cd-930b-420e-945c-b2a5e25c9aca None None] Attempting to bind port 5d58da53-e81a-4974-a12d-972d3e02b306 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:44:01.148107 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-715515cd-930b-420e-945c-b2a5e25c9aca None None] Attempting to bind port 5d58da53-e81a-4974-a12d-972d3e02b306 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '63995dd0-a1fe-4d7d-bd01-ae24325cced4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '788e9ae8-29e7-405c-a7cd-4ed0201bcff2'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:44:01.148464 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715515cd-930b-420e-945c-b2a5e25c9aca None None] Attempting to bind port 5d58da53-e81a-4974-a12d-972d3e02b306 on network 788e9ae8-29e7-405c-a7cd-4ed0201bcff2 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:44:01.158166 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715515cd-930b-420e-945c-b2a5e25c9aca None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:44:01.158500 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715515cd-930b-420e-945c-b2a5e25c9aca None None] Checking segment: {'id': '63995dd0-a1fe-4d7d-bd01-ae24325cced4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '788e9ae8-29e7-405c-a7cd-4ed0201bcff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:44:01.158915 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-715515cd-930b-420e-945c-b2a5e25c9aca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:01.159292 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715515cd-930b-420e-945c-b2a5e25c9aca None None] Bound using segment: {'id': '63995dd0-a1fe-4d7d-bd01-ae24325cced4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '788e9ae8-29e7-405c-a7cd-4ed0201bcff2'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:44:01.159741 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-715515cd-930b-420e-945c-b2a5e25c9aca None None] Bound port: 5d58da53-e81a-4974-a12d-972d3e02b306, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63995dd0-a1fe-4d7d-bd01-ae24325cced4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '788e9ae8-29e7-405c-a7cd-4ed0201bcff2'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:44:01.160096 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-715515cd-930b-420e-945c-b2a5e25c9aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:01.209534 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d904e169-9ea9-4d5c-a91e-e734c944edc8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:01.213445 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d904e169-9ea9-4d5c-a91e-e734c944edc8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:01.230191 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 872120be-094f-477f-b1eb-abb129d59dee triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:44:01.230576 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:01.230905 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 872120be-094f-477f-b1eb-abb129d59dee Sep 22 21:44:01.241902 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d904e169-9ea9-4d5c-a91e-e734c944edc8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:01.243191 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-d904e169-9ea9-4d5c-a91e-e734c944edc8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1400597 Sep 22 21:44:01.248215 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d904e169-9ea9-4d5c-a91e-e734c944edc8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=061a3c64-8704-4dba-83ef-464fd8c04ec6,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:44:01.310457 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-715515cd-930b-420e-945c-b2a5e25c9aca None None] For port 5d58da53-e81a-4974-a12d-972d3e02b306, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:44:01.314106 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-715515cd-930b-420e-945c-b2a5e25c9aca None None] For port 5d58da53-e81a-4974-a12d-972d3e02b306, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=5d58da53-e81a-4974-a12d-972d3e02b306,segment=NetworkSegment(63995dd0-a1fe-4d7d-bd01-ae24325cced4),segment_id=63995dd0-a1fe-4d7d-bd01-ae24325cced4)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:44:01.320370 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-715515cd-930b-420e-945c-b2a5e25c9aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:01.408819 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-09eef382-7655-4e21-bc38-1239a3924a35 req-45c39ad4-75ac-4188-90c9-8a76290981bd tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:security_group {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:44:01.414693 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715515cd-930b-420e-945c-b2a5e25c9aca None None] Routers {'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:44:01.415323 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-715515cd-930b-420e-945c-b2a5e25c9aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:43:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:44:01.424301 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-09eef382-7655-4e21-bc38-1239a3924a35 req-45c39ad4-75ac-4188-90c9-8a76290981bd tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:security_group {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:44:01.425666 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-09eef382-7655-4e21-bc38-1239a3924a35 req-45c39ad4-75ac-4188-90c9-8a76290981bd tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1803160226&fields=id&tenant_id=eb1aed2a20e141c98ec99089a446670b HTTP/1.1" status: 200 len: 267 time: 0.0538929 Sep 22 21:44:01.527835 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93cc612-0e1b-4354-a783-8d4ed343fb86 None None] Pushing event updated for resources: {'Port': ['ID=5d58da53-e81a-4974-a12d-972d3e02b306,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:44:01.533776 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 872120be-094f-477f-b1eb-abb129d59dee is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:44:01.534910 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 498d8edc-0b99-417e-a470-aa5759711c3d up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:44:01.648704 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-8ff602de-4819-48cf-bf3e-f991c6993b87 None None] Attempt 5 to provision port 5d58da53-e81a-4974-a12d-972d3e02b306 Sep 22 21:44:01.676770 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eef382-7655-4e21-bc38-1239a3924a35 req-88a9e76f-905d-486f-a642-c529e9106e08 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:44:01.677442 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-09eef382-7655-4e21-bc38-1239a3924a35 req-88a9e76f-905d-486f-a642-c529e9106e08 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:network {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:44:01.693418 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-09eef382-7655-4e21-bc38-1239a3924a35 req-88a9e76f-905d-486f-a642-c529e9106e08 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:network {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:44:01.694556 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-09eef382-7655-4e21-bc38-1239a3924a35 req-88a9e76f-905d-486f-a642-c529e9106e08 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/networks?id=788e9ae8-29e7-405c-a7cd-4ed0201bcff2 HTTP/1.1" status: 200 len: 797 time: 0.2621658 Sep 22 21:44:01.709973 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-09eef382-7655-4e21-bc38-1239a3924a35 req-bd249de8-0d30-4410-90d8-a7a8fb18d925 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/quotas/eb1aed2a20e141c98ec99089a446670b HTTP/1.1" status: 200 len: 375 time: 0.0094795 Sep 22 21:44:01.727542 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-715515cd-930b-420e-945c-b2a5e25c9aca None None] Set router c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:44:01.804206 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-09eef382-7655-4e21-bc38-1239a3924a35 req-b4e0589b-f628-4092-aa5f-3f52d3e5ce1f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:44:01.809436 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8ff602de-4819-48cf-bf3e-f991c6993b87 None None] Port 5d58da53-e81a-4974-a12d-972d3e02b306 had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 21:44:01.819159 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-09eef382-7655-4e21-bc38-1239a3924a35 req-b4e0589b-f628-4092-aa5f-3f52d3e5ce1f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:44:01.820546 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-09eef382-7655-4e21-bc38-1239a3924a35 req-b4e0589b-f628-4092-aa5f-3f52d3e5ce1f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1055105 Sep 22 21:44:01.836592 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [req-09eef382-7655-4e21-bc38-1239a3924a35 req-7f5b8b6d-d3bd-48d1-9a1d-117c672a3020 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=89008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:44:01.837536 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-09eef382-7655-4e21-bc38-1239a3924a35 req-7f5b8b6d-d3bd-48d1-9a1d-117c672a3020 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051804 Sep 22 21:44:01.868028 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 498d8edc-0b99-417e-a470-aa5759711c3d triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:44:01.868395 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:01.868723 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 498d8edc-0b99-417e-a470-aa5759711c3d Sep 22 21:44:01.971160 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-09eef382-7655-4e21-bc38-1239a3924a35 req-0a923025-a676-439e-9abf-a76714b4f369 service neutron] 10.222.0.33 "GET /v2.0/networks/788e9ae8-29e7-405c-a7cd-4ed0201bcff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281242 Sep 22 21:44:02.101698 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-09eef382-7655-4e21-bc38-1239a3924a35 req-aeb1c999-ff20-4e19-85db-599adb175024 service neutron] 10.222.0.33 "GET /v2.0/networks/788e9ae8-29e7-405c-a7cd-4ed0201bcff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246321 Sep 22 21:44:02.143207 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 498d8edc-0b99-417e-a470-aa5759711c3d is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:44:02.175493 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-715515cd-930b-420e-945c-b2a5e25c9aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'name': 'tempest-TestNetworkBasicOps-router-95072494', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.246'}], 'enable_snat': True}, 'gw_port_id': '498d8edc-0b99-417e-a470-aa5759711c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:43:53Z', 'updated_at': '2022-09-22T21:43:58Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '498d8edc-0b99-417e-a470-aa5759711c3d', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:43:54Z', 'updated_at': '2022-09-22T21:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '5d58da53-e81a-4974-a12d-972d3e02b306', 'name': '', 'network_id': '788e9ae8-29e7-405c-a7cd-4ed0201bcff2', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:88:97:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '44c1322c-35fc-4342-b57c-d4dadadf239a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:43:57Z', 'updated_at': '2022-09-22T21:44:01Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': '44c1322c-35fc-4342-b57c-d4dadadf239a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:44:02.179440 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715515cd-930b-420e-945c-b2a5e25c9aca None None] The sync data for ids ['c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4'] in dv-neutron-858900-1-hyperv is: [{'id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'name': 'tempest-TestNetworkBasicOps-router-95072494', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.246'}], 'enable_snat': True}, 'gw_port_id': '498d8edc-0b99-417e-a470-aa5759711c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:43:53Z', 'updated_at': '2022-09-22T21:43:58Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '498d8edc-0b99-417e-a470-aa5759711c3d', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:43:54Z', 'updated_at': '2022-09-22T21:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '5d58da53-e81a-4974-a12d-972d3e02b306', 'name': '', 'network_id': '788e9ae8-29e7-405c-a7cd-4ed0201bcff2', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:88:97:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '44c1322c-35fc-4342-b57c-d4dadadf239a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:43:57Z', 'updated_at': '2022-09-22T21:44:01Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': '44c1322c-35fc-4342-b57c-d4dadadf239a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:44:02.318090 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-892b55d3-4b39-4fd5-8fac-149cbec6d659 req-7ed4d231-6a96-4950-bb6b-87e0b169f4a1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=dea94172-e0ec-4115-8e67-a540dad04d17 HTTP/1.1" status: 200 len: 210 time: 0.0743618 Sep 22 21:44:03.060943 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 5d58da53-e81a-4974-a12d-972d3e02b306 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:44:03.132941 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 5d58da53-e81a-4974-a12d-972d3e02b306 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:44:03.137769 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 5d58da53-e81a-4974-a12d-972d3e02b306 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:44:03.138146 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:03.138479 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 5d58da53-e81a-4974-a12d-972d3e02b306 Sep 22 21:44:03.258479 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 5d58da53-e81a-4974-a12d-972d3e02b306 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:44:03.258740 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:03.297923 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 5d58da53-e81a-4974-a12d-972d3e02b306, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=5d58da53-e81a-4974-a12d-972d3e02b306,segment=NetworkSegment(63995dd0-a1fe-4d7d-bd01-ae24325cced4),segment_id=63995dd0-a1fe-4d7d-bd01-ae24325cced4)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:44:03.302120 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:03.374449 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=5d58da53-e81a-4974-a12d-972d3e02b306,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:44:03.442221 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eef382-7655-4e21-bc38-1239a3924a35 req-0dfa0095-f500-4949-bfd7-851cf07257b2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:44:03.443593 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-09eef382-7655-4e21-bc38-1239a3924a35 req-0dfa0095-f500-4949-bfd7-851cf07257b2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "GET /v2.0/networks?id=788e9ae8-29e7-405c-a7cd-4ed0201bcff2 HTTP/1.1" status: 200 len: 797 time: 0.1695049 Sep 22 21:44:03.507698 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c1d72da5-f5b7-4213-bb64-803caa8f2b15 req-f773c116-26c7-4975-91fa-0a319635413a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=dea94172-e0ec-4115-8e67-a540dad04d17 HTTP/1.1" status: 200 len: 210 time: 0.0631523 Sep 22 21:44:03.534880 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-09eef382-7655-4e21-bc38-1239a3924a35 req-99db6770-c161-42a4-a206-63c182ad11bb tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb1aed2a20e141c98ec99089a446670b HTTP/1.1" status: 200 len: 380 time: 0.0470591 Sep 22 21:44:03.546708 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-09eef382-7655-4e21-bc38-1239a3924a35 req-89ea64df-5bad-4030-86ea-e0bb7260714a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'port': {'device_id': 'dea94172-e0ec-4115-8e67-a540dad04d17', 'network_id': '788e9ae8-29e7-405c-a7cd-4ed0201bcff2', 'admin_state_up': True, 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'security_groups': ['e1dfd8e7-36d9-44a5-b898-25dfc5fb7140']}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:44:03.677807 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-09eef382-7655-4e21-bc38-1239a3924a35 req-89ea64df-5bad-4030-86ea-e0bb7260714a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:44:03.687972 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-09eef382-7655-4e21-bc38-1239a3924a35 req-89ea64df-5bad-4030-86ea-e0bb7260714a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:44:03.697802 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09eef382-7655-4e21-bc38-1239a3924a35 req-89ea64df-5bad-4030-86ea-e0bb7260714a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Made reservation on behalf of eb1aed2a20e141c98ec99089a446670b for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:44:03.701151 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-09eef382-7655-4e21-bc38-1239a3924a35 req-89ea64df-5bad-4030-86ea-e0bb7260714a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:03.862357 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [req-09eef382-7655-4e21-bc38-1239a3924a35 req-89ea64df-5bad-4030-86ea-e0bb7260714a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Allocated IP 172.20.0.5 (788e9ae8-29e7-405c-a7cd-4ed0201bcff2/44c1322c-35fc-4342-b57c-d4dadadf239a/ac465bc5-08c4-4cf4-ae9c-eecc16a756f2) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:44:04.047131 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-09eef382-7655-4e21-bc38-1239a3924a35 req-89ea64df-5bad-4030-86ea-e0bb7260714a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:04.061738 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-09eef382-7655-4e21-bc38-1239a3924a35 req-89ea64df-5bad-4030-86ea-e0bb7260714a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Transition to ACTIVE for port object ac465bc5-08c4-4cf4-ae9c-eecc16a756f2 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:44:04.084588 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-09eef382-7655-4e21-bc38-1239a3924a35 req-89ea64df-5bad-4030-86ea-e0bb7260714a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:04.154353 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09eef382-7655-4e21-bc38-1239a3924a35 req-89ea64df-5bad-4030-86ea-e0bb7260714a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network 788e9ae8-29e7-405c-a7cd-4ed0201bcff2 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:44:04.157171 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [req-09eef382-7655-4e21-bc38-1239a3924a35 req-89ea64df-5bad-4030-86ea-e0bb7260714a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:44:04.161061 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-09eef382-7655-4e21-bc38-1239a3924a35 req-89ea64df-5bad-4030-86ea-e0bb7260714a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:44:04.197016 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ea64df-5bad-4030-86ea-e0bb7260714a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=ac465bc5-08c4-4cf4-ae9c-eecc16a756f2,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:44:04.228730 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eef382-7655-4e21-bc38-1239a3924a35 req-89ea64df-5bad-4030-86ea-e0bb7260714a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:44:04.229420 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-09eef382-7655-4e21-bc38-1239a3924a35 req-89ea64df-5bad-4030-86ea-e0bb7260714a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:04.255766 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-09eef382-7655-4e21-bc38-1239a3924a35 req-89ea64df-5bad-4030-86ea-e0bb7260714a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7125258 Sep 22 21:44:04.267199 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-09eef382-7655-4e21-bc38-1239a3924a35 req-89cbdebf-6540-4287-a03a-ed7f6006b15f service neutron] Request body: {'port': {'device_id': 'dea94172-e0ec-4115-8e67-a540dad04d17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:44:04.355795 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-5ac3aac6-eb6e-4e8a-8085-f6994aa3f2d9 None None] Provisioning for port ac465bc5-08c4-4cf4-ae9c-eecc16a756f2 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:44:04.361189 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-5ac3aac6-eb6e-4e8a-8085-f6994aa3f2d9 None None] Provisioning complete for port ac465bc5-08c4-4cf4-ae9c-eecc16a756f2 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:44:04.361572 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5ac3aac6-eb6e-4e8a-8085-f6994aa3f2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:04.361893 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-5ac3aac6-eb6e-4e8a-8085-f6994aa3f2d9 None None] Attempt 1 to provision port ac465bc5-08c4-4cf4-ae9c-eecc16a756f2 Sep 22 21:44:04.381845 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-09eef382-7655-4e21-bc38-1239a3924a35 req-89cbdebf-6540-4287-a03a-ed7f6006b15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:04.413313 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-5ac3aac6-eb6e-4e8a-8085-f6994aa3f2d9 None None] Port ac465bc5-08c4-4cf4-ae9c-eecc16a756f2 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:44:04.708791 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29339c47-1782-4f09-8a5f-de5197f81aea req-6ae55199-ea79-47a3-9b25-422fe872412b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:44:04.710255 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-29339c47-1782-4f09-8a5f-de5197f81aea req-6ae55199-ea79-47a3-9b25-422fe872412b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=dea94172-e0ec-4115-8e67-a540dad04d17 HTTP/1.1" status: 200 len: 931 time: 0.0882723 Sep 22 21:44:04.754427 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-29339c47-1782-4f09-8a5f-de5197f81aea req-fea7458d-75a8-48ea-8627-2243a932f0cb tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=e1dfd8e7-36d9-44a5-b898-25dfc5fb7140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378709 Sep 22 21:44:04.810073 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [req-09eef382-7655-4e21-bc38-1239a3924a35 req-89cbdebf-6540-4287-a03a-ed7f6006b15f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac465bc5-08c4-4cf4-ae9c-eecc16a756f2 {{(pid=89008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:44:04.817037 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-09eef382-7655-4e21-bc38-1239a3924a35 req-89cbdebf-6540-4287-a03a-ed7f6006b15f service neutron] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:04.831203 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-09eef382-7655-4e21-bc38-1239a3924a35 req-89cbdebf-6540-4287-a03a-ed7f6006b15f service neutron] Transition to ACTIVE for port object ac465bc5-08c4-4cf4-ae9c-eecc16a756f2 will not be triggered until provisioned by entity L2. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:44:04.835256 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-09eef382-7655-4e21-bc38-1239a3924a35 req-89cbdebf-6540-4287-a03a-ed7f6006b15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:04.914494 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-5ac3aac6-eb6e-4e8a-8085-f6994aa3f2d9 None None] Attempt 2 to provision port ac465bc5-08c4-4cf4-ae9c-eecc16a756f2 Sep 22 21:44:05.010879 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-5ac3aac6-eb6e-4e8a-8085-f6994aa3f2d9 None None] Port ac465bc5-08c4-4cf4-ae9c-eecc16a756f2 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:44:05.018051 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cbdebf-6540-4287-a03a-ed7f6006b15f service neutron] Pushing event updated for resources: {'Port': ['ID=ac465bc5-08c4-4cf4-ae9c-eecc16a756f2,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:44:05.042405 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 5d58da53-e81a-4974-a12d-972d3e02b306 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:44:05.063244 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-09eef382-7655-4e21-bc38-1239a3924a35 req-89cbdebf-6540-4287-a03a-ed7f6006b15f service neutron] Attempting to bind port ac465bc5-08c4-4cf4-ae9c-eecc16a756f2 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:44:05.063500 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-09eef382-7655-4e21-bc38-1239a3924a35 req-89cbdebf-6540-4287-a03a-ed7f6006b15f service neutron] Attempting to bind port ac465bc5-08c4-4cf4-ae9c-eecc16a756f2 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '63995dd0-a1fe-4d7d-bd01-ae24325cced4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '788e9ae8-29e7-405c-a7cd-4ed0201bcff2'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:44:05.063822 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09eef382-7655-4e21-bc38-1239a3924a35 req-89cbdebf-6540-4287-a03a-ed7f6006b15f service neutron] Attempting to bind port ac465bc5-08c4-4cf4-ae9c-eecc16a756f2 on network 788e9ae8-29e7-405c-a7cd-4ed0201bcff2 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:44:05.068258 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09eef382-7655-4e21-bc38-1239a3924a35 req-89cbdebf-6540-4287-a03a-ed7f6006b15f service neutron] Port ac465bc5-08c4-4cf4-ae9c-eecc16a756f2 on network 788e9ae8-29e7-405c-a7cd-4ed0201bcff2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:44:05.068573 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09eef382-7655-4e21-bc38-1239a3924a35 req-89cbdebf-6540-4287-a03a-ed7f6006b15f service neutron] Attempting to bind port ac465bc5-08c4-4cf4-ae9c-eecc16a756f2 on network 788e9ae8-29e7-405c-a7cd-4ed0201bcff2 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:44:05.073482 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09eef382-7655-4e21-bc38-1239a3924a35 req-89cbdebf-6540-4287-a03a-ed7f6006b15f service neutron] Checking agent: {'id': '8a88b827-3477-4399-ac15-439d59b3c48a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'started_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:44:05.073814 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09eef382-7655-4e21-bc38-1239a3924a35 req-89cbdebf-6540-4287-a03a-ed7f6006b15f service neutron] Checking segment: {'id': '63995dd0-a1fe-4d7d-bd01-ae24325cced4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '788e9ae8-29e7-405c-a7cd-4ed0201bcff2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:44:05.074186 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09eef382-7655-4e21-bc38-1239a3924a35 req-89cbdebf-6540-4287-a03a-ed7f6006b15f service neutron] Bound using segment: {'id': '63995dd0-a1fe-4d7d-bd01-ae24325cced4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '788e9ae8-29e7-405c-a7cd-4ed0201bcff2'} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:44:05.074623 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-09eef382-7655-4e21-bc38-1239a3924a35 req-89cbdebf-6540-4287-a03a-ed7f6006b15f service neutron] Bound port: ac465bc5-08c4-4cf4-ae9c-eecc16a756f2, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63995dd0-a1fe-4d7d-bd01-ae24325cced4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '788e9ae8-29e7-405c-a7cd-4ed0201bcff2'}}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:44:05.074964 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-09eef382-7655-4e21-bc38-1239a3924a35 req-89cbdebf-6540-4287-a03a-ed7f6006b15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:05.107768 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 5d58da53-e81a-4974-a12d-972d3e02b306 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:44:05.108134 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:05.108461 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 5d58da53-e81a-4974-a12d-972d3e02b306 Sep 22 21:44:05.161549 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-09eef382-7655-4e21-bc38-1239a3924a35 req-89cbdebf-6540-4287-a03a-ed7f6006b15f service neutron] For port ac465bc5-08c4-4cf4-ae9c-eecc16a756f2, host hv-neutron-8589, cleared binding levels {{(pid=89008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:44:05.164489 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-09eef382-7655-4e21-bc38-1239a3924a35 req-89cbdebf-6540-4287-a03a-ed7f6006b15f service neutron] For port ac465bc5-08c4-4cf4-ae9c-eecc16a756f2, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=ac465bc5-08c4-4cf4-ae9c-eecc16a756f2,segment=NetworkSegment(63995dd0-a1fe-4d7d-bd01-ae24325cced4),segment_id=63995dd0-a1fe-4d7d-bd01-ae24325cced4)] {{(pid=89008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:44:05.168956 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-09eef382-7655-4e21-bc38-1239a3924a35 req-89cbdebf-6540-4287-a03a-ed7f6006b15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:05.204175 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eef382-7655-4e21-bc38-1239a3924a35 req-89cbdebf-6540-4287-a03a-ed7f6006b15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:44:05.204796 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-09eef382-7655-4e21-bc38-1239a3924a35 req-89cbdebf-6540-4287-a03a-ed7f6006b15f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:05.206551 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-09eef382-7655-4e21-bc38-1239a3924a35 req-89cbdebf-6540-4287-a03a-ed7f6006b15f service neutron] 10.222.0.49 "PUT /v2.0/ports/ac465bc5-08c4-4cf4-ae9c-eecc16a756f2 HTTP/1.1" status: 200 len: 1093 time: 0.9436579 Sep 22 21:44:05.206774 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dea94172-e0ec-4115-8e67-a540dad04d17', 'tag': 'ac465bc5-08c4-4cf4-ae9c-eecc16a756f2'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:44:05.209164 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2620fcd-f970-4a1b-bc78-729ed3baf3a6" -d '{"events": [{"name": "network-changed", "server_uuid": "dea94172-e0ec-4115-8e67-a540dad04d17", "tag": "ac465bc5-08c4-4cf4-ae9c-eecc16a756f2"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:44:05.235720 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 5d58da53-e81a-4974-a12d-972d3e02b306 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:44:05.285881 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42769a67-d5a8-406c-9e62-d5b459a11916 x-openstack-request-id: req-42769a67-d5a8-406c-9e62-d5b459a11916 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:44:05.286206 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dea94172-e0ec-4115-8e67-a540dad04d17", "tag": "ac465bc5-08c4-4cf4-ae9c-eecc16a756f2", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:44:05.286423 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-42769a67-d5a8-406c-9e62-d5b459a11916 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:44:05.286835 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42769a67-d5a8-406c-9e62-d5b459a11916'] response: {'name': 'network-changed', 'server_uuid': 'dea94172-e0ec-4115-8e67-a540dad04d17', 'tag': 'ac465bc5-08c4-4cf4-ae9c-eecc16a756f2', 'status': 'completed', 'code': 200} Sep 22 21:44:05.308179 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cbdebf-6540-4287-a03a-ed7f6006b15f service neutron] Pushing event updated for resources: {'Port': ['ID=ac465bc5-08c4-4cf4-ae9c-eecc16a756f2,revision_number=3']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:44:05.332520 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eef382-7655-4e21-bc38-1239a3924a35 req-926f933d-eca2-40f7-88e4-8dab932b703a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:44:05.333977 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-09eef382-7655-4e21-bc38-1239a3924a35 req-926f933d-eca2-40f7-88e4-8dab932b703a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&device_id=dea94172-e0ec-4115-8e67-a540dad04d17 HTTP/1.1" status: 200 len: 1096 time: 0.0911686 Sep 22 21:44:05.403851 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-09eef382-7655-4e21-bc38-1239a3924a35 req-18932347-c02b-4160-a88a-b30381880d7e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac465bc5-08c4-4cf4-ae9c-eecc16a756f2 HTTP/1.1" status: 200 len: 217 time: 0.0628645 Sep 22 21:44:05.463290 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eef382-7655-4e21-bc38-1239a3924a35 req-89607f75-87a0-42eb-9035-81904453de80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:44:05.464655 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-09eef382-7655-4e21-bc38-1239a3924a35 req-89607f75-87a0-42eb-9035-81904453de80 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=44c1322c-35fc-4342-b57c-d4dadadf239a HTTP/1.1" status: 200 len: 834 time: 0.0558016 Sep 22 21:44:05.512346 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-5ac3aac6-eb6e-4e8a-8085-f6994aa3f2d9 None None] Attempt 3 to provision port ac465bc5-08c4-4cf4-ae9c-eecc16a756f2 Sep 22 21:44:05.547936 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eef382-7655-4e21-bc38-1239a3924a35 req-7e265979-1913-4bf0-b7e1-c7a561d0ab0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:44:05.549389 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-09eef382-7655-4e21-bc38-1239a3924a35 req-7e265979-1913-4bf0-b7e1-c7a561d0ab0e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=788e9ae8-29e7-405c-a7cd-4ed0201bcff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791621 Sep 22 21:44:05.571261 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-5ac3aac6-eb6e-4e8a-8085-f6994aa3f2d9 None None] Port ac465bc5-08c4-4cf4-ae9c-eecc16a756f2 had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 21:44:05.679428 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-09eef382-7655-4e21-bc38-1239a3924a35 req-d2c2c775-c00d-4a1b-bd94-277c3a2cf652 service neutron] 10.222.0.49 "GET /v2.0/networks/788e9ae8-29e7-405c-a7cd-4ed0201bcff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240249 Sep 22 21:44:05.808697 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-09eef382-7655-4e21-bc38-1239a3924a35 req-7b7f9c62-480e-4a13-a88d-24cf1f4f9b94 service neutron] 10.222.0.49 "GET /v2.0/networks/788e9ae8-29e7-405c-a7cd-4ed0201bcff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239421 Sep 22 21:44:05.934840 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2620fcd-f970-4a1b-bc78-729ed3baf3a6 req-a554b7e8-533e-4a84-b420-ace73aca6413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:44:05.936588 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c2620fcd-f970-4a1b-bc78-729ed3baf3a6 req-a554b7e8-533e-4a84-b420-ace73aca6413 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&device_id=dea94172-e0ec-4115-8e67-a540dad04d17 HTTP/1.1" status: 200 len: 1096 time: 0.0820973 Sep 22 21:44:05.960999 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2e082-04e3-440d-b857-9cf7a7a9eb66 req-01fce556-f452-40c4-ad00-29534ab5a401 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:44:05.962496 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-d3d2e082-04e3-440d-b857-9cf7a7a9eb66 req-01fce556-f452-40c4-ad00-29534ab5a401 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=dea94172-e0ec-4115-8e67-a540dad04d17 HTTP/1.1" status: 200 len: 943 time: 0.0905707 Sep 22 21:44:06.008871 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-d3d2e082-04e3-440d-b857-9cf7a7a9eb66 req-45171cc1-015b-4b7f-8eb0-21b3b6b978f2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=e1dfd8e7-36d9-44a5-b898-25dfc5fb7140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391505 Sep 22 21:44:06.067198 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2620fcd-f970-4a1b-bc78-729ed3baf3a6 req-25c2cf60-1d49-435c-b229-ec5f3c69559d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:44:06.068612 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c2620fcd-f970-4a1b-bc78-729ed3baf3a6 req-25c2cf60-1d49-435c-b229-ec5f3c69559d service neutron] 10.222.0.49 "GET /v2.0/networks?id=788e9ae8-29e7-405c-a7cd-4ed0201bcff2 HTTP/1.1" status: 200 len: 897 time: 0.1260395 Sep 22 21:44:06.138821 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c2620fcd-f970-4a1b-bc78-729ed3baf3a6 req-a8e64933-2452-43a6-bf79-9b67a3966684 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac465bc5-08c4-4cf4-ae9c-eecc16a756f2 HTTP/1.1" status: 200 len: 217 time: 0.0627697 Sep 22 21:44:06.200819 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2620fcd-f970-4a1b-bc78-729ed3baf3a6 req-f67b0716-bbe6-41f4-ae6b-f791282b73a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:44:06.202153 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c2620fcd-f970-4a1b-bc78-729ed3baf3a6 req-f67b0716-bbe6-41f4-ae6b-f791282b73a8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=44c1322c-35fc-4342-b57c-d4dadadf239a HTTP/1.1" status: 200 len: 834 time: 0.0572135 Sep 22 21:44:06.286655 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2620fcd-f970-4a1b-bc78-729ed3baf3a6 req-b1a41923-e5f4-48e9-86d3-39e00fca5699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:44:06.288112 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c2620fcd-f970-4a1b-bc78-729ed3baf3a6 req-b1a41923-e5f4-48e9-86d3-39e00fca5699 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=788e9ae8-29e7-405c-a7cd-4ed0201bcff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799599 Sep 22 21:44:06.509165 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c2620fcd-f970-4a1b-bc78-729ed3baf3a6 req-a817db91-b745-45c6-8b71-57b0f8eadb2b service neutron] 10.222.0.49 "GET /v2.0/networks/788e9ae8-29e7-405c-a7cd-4ed0201bcff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137704 Sep 22 21:44:06.637295 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c2620fcd-f970-4a1b-bc78-729ed3baf3a6 req-43fd765c-04f6-40ac-9c39-b1ea9e847804 service neutron] 10.222.0.49 "GET /v2.0/networks/788e9ae8-29e7-405c-a7cd-4ed0201bcff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210980 Sep 22 21:44:07.206024 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c173914-ceaf-46e3-aafb-e32892f9f5bf req-441c0c27-b7f5-4638-be41-8479e7113961 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:44:07.206753 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-7c173914-ceaf-46e3-aafb-e32892f9f5bf req-441c0c27-b7f5-4638-be41-8479e7113961 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:44:07.222263 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-7c173914-ceaf-46e3-aafb-e32892f9f5bf req-441c0c27-b7f5-4638-be41-8479e7113961 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:44:07.223521 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7c173914-ceaf-46e3-aafb-e32892f9f5bf req-441c0c27-b7f5-4638-be41-8479e7113961 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=dea94172-e0ec-4115-8e67-a540dad04d17 HTTP/1.1" status: 200 len: 943 time: 0.1011498 Sep 22 21:44:07.267558 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7c173914-ceaf-46e3-aafb-e32892f9f5bf req-71c2063a-be33-4069-86bb-a89d321198c4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=e1dfd8e7-36d9-44a5-b898-25dfc5fb7140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380061 Sep 22 21:44:07.481218 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device ac465bc5-08c4-4cf4-ae9c-eecc16a756f2 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 21:44:07.610802 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port ac465bc5-08c4-4cf4-ae9c-eecc16a756f2, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=ac465bc5-08c4-4cf4-ae9c-eecc16a756f2,segment=NetworkSegment(63995dd0-a1fe-4d7d-bd01-ae24325cced4),segment_id=63995dd0-a1fe-4d7d-bd01-ae24325cced4)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:44:07.623327 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': 'ac465bc5-08c4-4cf4-ae9c-eecc16a756f2', 'network_id': '788e9ae8-29e7-405c-a7cd-4ed0201bcff2', 'port_id': 'ac465bc5-08c4-4cf4-ae9c-eecc16a756f2', 'mac_address': 'fa:16:3e:c9:41:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44c1322c-35fc-4342-b57c-d4dadadf239a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 21:44:07.679829 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port ac465bc5-08c4-4cf4-ae9c-eecc16a756f2 is: DOWN; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:44:07.680197 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:07.696156 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac465bc5-08c4-4cf4-ae9c-eecc16a756f2 {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:44:07.711304 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port ac465bc5-08c4-4cf4-ae9c-eecc16a756f2, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=ac465bc5-08c4-4cf4-ae9c-eecc16a756f2,segment=NetworkSegment(63995dd0-a1fe-4d7d-bd01-ae24325cced4),segment_id=63995dd0-a1fe-4d7d-bd01-ae24325cced4)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:44:07.715489 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:07.783360 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=ac465bc5-08c4-4cf4-ae9c-eecc16a756f2,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:44:07.785728 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:44:07.928213 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['ac465bc5-08c4-4cf4-ae9c-eecc16a756f2'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 21:44:08.462864 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56078463-9d20-4191-89a0-59bf4c8cc245 req-9d8063cd-7f6f-41b1-96e8-40f54570907c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:44:08.464236 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-56078463-9d20-4191-89a0-59bf4c8cc245 req-9d8063cd-7f6f-41b1-96e8-40f54570907c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=dea94172-e0ec-4115-8e67-a540dad04d17 HTTP/1.1" status: 200 len: 944 time: 0.0848522 Sep 22 21:44:08.512225 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-56078463-9d20-4191-89a0-59bf4c8cc245 req-24e295ff-3ec9-4180-b5c5-49de5284a14f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=e1dfd8e7-36d9-44a5-b898-25dfc5fb7140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420246 Sep 22 21:44:09.481629 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device ac465bc5-08c4-4cf4-ae9c-eecc16a756f2 up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:44:09.549157 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning for port ac465bc5-08c4-4cf4-ae9c-eecc16a756f2 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:44:09.554184 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port ac465bc5-08c4-4cf4-ae9c-eecc16a756f2 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:44:09.554547 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:09.554910 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port ac465bc5-08c4-4cf4-ae9c-eecc16a756f2 Sep 22 21:44:09.678756 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6ab6f696-b725-4004-9cf9-1d0f67008478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:09.681698 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port ac465bc5-08c4-4cf4-ae9c-eecc16a756f2 is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:44:09.682052 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:09.708891 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea94172-e0ec-4115-8e67-a540dad04d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac465bc5-08c4-4cf4-ae9c-eecc16a756f2'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:44:09.711176 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999c00c5-fbc3-4995-8c9d-12d58a3c7ce4" -d '{"events": [{"server_uuid": "dea94172-e0ec-4115-8e67-a540dad04d17", "name": "network-vif-plugged", "status": "completed", "tag": "ac465bc5-08c4-4cf4-ae9c-eecc16a756f2"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:44:09.712590 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587010b9-4249-46f7-b059-40daae4b4586 req-58a97f3b-ab3c-43bd-b99c-50ffe1a7c560 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:44:09.715043 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-587010b9-4249-46f7-b059-40daae4b4586 req-58a97f3b-ab3c-43bd-b99c-50ffe1a7c560 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=dea94172-e0ec-4115-8e67-a540dad04d17 HTTP/1.1" status: 200 len: 944 time: 0.0930476 Sep 22 21:44:09.720068 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port ac465bc5-08c4-4cf4-ae9c-eecc16a756f2, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=ac465bc5-08c4-4cf4-ae9c-eecc16a756f2,segment=NetworkSegment(63995dd0-a1fe-4d7d-bd01-ae24325cced4),segment_id=63995dd0-a1fe-4d7d-bd01-ae24325cced4)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:44:09.724654 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:09.756982 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 21:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11b5ab3-9754-466c-9d16-8242138e6010 x-openstack-request-id: req-a11b5ab3-9754-466c-9d16-8242138e6010 {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:44:09.757272 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea94172-e0ec-4115-8e67-a540dad04d17", "name": "network-vif-plugged", "status": "completed", "tag": "ac465bc5-08c4-4cf4-ae9c-eecc16a756f2", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:44:09.757524 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a11b5ab3-9754-466c-9d16-8242138e6010 {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:44:09.757912 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a11b5ab3-9754-466c-9d16-8242138e6010'] response: {'server_uuid': 'dea94172-e0ec-4115-8e67-a540dad04d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac465bc5-08c4-4cf4-ae9c-eecc16a756f2', 'code': 200} Sep 22 21:44:09.761717 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-587010b9-4249-46f7-b059-40daae4b4586 req-47e15472-9a2e-4564-b6ff-2734b9830022 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=e1dfd8e7-36d9-44a5-b898-25dfc5fb7140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401790 Sep 22 21:44:09.796250 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=ac465bc5-08c4-4cf4-ae9c-eecc16a756f2,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:44:09.988430 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012d959-7b3f-423e-a399-7efddca49934 req-538849d7-86df-4658-a8dd-5cfb6f99faa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:44:09.989888 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6012d959-7b3f-423e-a399-7efddca49934 req-538849d7-86df-4658-a8dd-5cfb6f99faa6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dea94172-e0ec-4115-8e67-a540dad04d17 HTTP/1.1" status: 200 len: 1098 time: 0.0810852 Sep 22 21:44:10.029152 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6012d959-7b3f-423e-a399-7efddca49934 req-71d61db1-32d8-4d3f-9230-43146905bd64 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e1dfd8e7-36d9-44a5-b898-25dfc5fb7140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334029 Sep 22 21:44:10.971538 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45224f8d-f4b6-40f1-a7df-ad627e61b4d9 req-90233fbe-5035-4c1f-a26d-738db51636d4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:44:10.973012 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-45224f8d-f4b6-40f1-a7df-ad627e61b4d9 req-90233fbe-5035-4c1f-a26d-738db51636d4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=dea94172-e0ec-4115-8e67-a540dad04d17 HTTP/1.1" status: 200 len: 945 time: 0.0919595 Sep 22 21:44:11.017877 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-45224f8d-f4b6-40f1-a7df-ad627e61b4d9 req-b2e3ed08-fe8a-4401-8813-6142b9a1c1be tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=e1dfd8e7-36d9-44a5-b898-25dfc5fb7140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390656 Sep 22 21:44:11.884492 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a1ce96ef-a015-4116-aead-7748f4d9ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:12.211473 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f118c4c8-1162-49db-844e-eb7f8e4e0388 req-5beca279-e49b-4e47-860b-cafc12d826fa tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:44:12.212847 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f118c4c8-1162-49db-844e-eb7f8e4e0388 req-5beca279-e49b-4e47-860b-cafc12d826fa tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=dea94172-e0ec-4115-8e67-a540dad04d17 HTTP/1.1" status: 200 len: 945 time: 0.0846207 Sep 22 21:44:12.264962 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f118c4c8-1162-49db-844e-eb7f8e4e0388 req-38540d41-cd44-4a21-8c2d-5aea4ed2202d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=e1dfd8e7-36d9-44a5-b898-25dfc5fb7140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461552 Sep 22 21:44:12.561730 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03b567-ad13-4f12-bf4f-b0239af51e45 req-8f17cc5b-a48a-457f-a560-991d0e9c97a4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:44:12.563148 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-fb03b567-ad13-4f12-bf4f-b0239af51e45 req-8f17cc5b-a48a-457f-a560-991d0e9c97a4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=dea94172-e0ec-4115-8e67-a540dad04d17 HTTP/1.1" status: 200 len: 945 time: 0.1894855 Sep 22 21:44:12.606680 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-fb03b567-ad13-4f12-bf4f-b0239af51e45 req-da09f45e-3391-44ba-b1f6-da932712b950 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=e1dfd8e7-36d9-44a5-b898-25dfc5fb7140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380492 Sep 22 21:44:12.635061 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 52060) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:44:12.713602 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7e6909-358f-4b0e-b338-7c4c69a9b739 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:44:12.715144 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-bf7e6909-358f-4b0e-b338-7c4c69a9b739 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=dea94172-e0ec-4115-8e67-a540dad04d17 HTTP/1.1" status: 200 len: 1093 time: 0.0790670 Sep 22 21:44:12.718984 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:12.719665 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 52064) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:44:12.724576 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-4a9f982d-3d1f-4111-9f9f-9b16960d34d4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'floatingip': {'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'port_id': 'ac465bc5-08c4-4cf4-ae9c-eecc16a756f2', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:44:12.730510 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-4a9f982d-3d1f-4111-9f9f-9b16960d34d4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:44:12.735026 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-4a9f982d-3d1f-4111-9f9f-9b16960d34d4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:floatingip and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:44:12.737848 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-4a9f982d-3d1f-4111-9f9f-9b16960d34d4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:44:12.743532 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-4a9f982d-3d1f-4111-9f9f-9b16960d34d4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:44:12.753258 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4a9f982d-3d1f-4111-9f9f-9b16960d34d4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for floatingip, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:12.888117 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4a9f982d-3d1f-4111-9f9f-9b16960d34d4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:13.022593 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-4a9f982d-3d1f-4111-9f9f-9b16960d34d4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Allocated IP 172.26.0.9 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/5ca72d6c-2359-4c52-a5d1-b1c838dfb018) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:44:13.106004 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:13.165184 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4a9f982d-3d1f-4111-9f9f-9b16960d34d4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:13.193194 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4a9f982d-3d1f-4111-9f9f-9b16960d34d4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:13.256266 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9f982d-3d1f-4111-9f9f-9b16960d34d4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:44:13.258960 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-4a9f982d-3d1f-4111-9f9f-9b16960d34d4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:44:13.262754 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9f982d-3d1f-4111-9f9f-9b16960d34d4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:44:13.297496 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f982d-3d1f-4111-9f9f-9b16960d34d4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=5ca72d6c-2359-4c52-a5d1-b1c838dfb018,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:44:13.770701 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4a9f982d-3d1f-4111-9f9f-9b16960d34d4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:13.844949 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4a9f982d-3d1f-4111-9f9f-9b16960d34d4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:14.050998 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4a9f982d-3d1f-4111-9f9f-9b16960d34d4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:14.055636 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4a9f982d-3d1f-4111-9f9f-9b16960d34d4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:14.163422 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4a9f982d-3d1f-4111-9f9f-9b16960d34d4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:14.211096 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f982d-3d1f-4111-9f9f-9b16960d34d4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=5ca72d6c-2359-4c52-a5d1-b1c838dfb018,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:44:14.336422 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.l3_db [None req-4a9f982d-3d1f-4111-9f9f-9b16960d34d4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Floating IP ddc16058-4ca0-435a-b9ad-6a25dadea67a associated. External IP: 172.26.0.9, port: ac465bc5-08c4-4cf4-ae9c-eecc16a756f2. Sep 22 21:44:14.496336 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:14.688313 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a9f982d-3d1f-4111-9f9f-9b16960d34d4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Router c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:44:14.860813 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9f982d-3d1f-4111-9f9f-9b16960d34d4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:44:14.870821 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2caf69-251e-48dd-ac2b-6c3c16a63a4e None None] Sync routers for ids ['c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:44:14.880815 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2caf69-251e-48dd-ac2b-6c3c16a63a4e None None] Routers {'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:44:14.881415 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-1b2caf69-251e-48dd-ac2b-6c3c16a63a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:44:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:44:14.884868 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4a9f982d-3d1f-4111-9f9f-9b16960d34d4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:14.942646 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-4a9f982d-3d1f-4111-9f9f-9b16960d34d4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.2218626 Sep 22 21:44:14.943251 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dea94172-e0ec-4115-8e67-a540dad04d17', 'tag': 'ac465bc5-08c4-4cf4-ae9c-eecc16a756f2'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:44:14.945397 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52068) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:44:14.945898 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a9a065-25af-473c-80df-3753aebaef08" -d '{"events": [{"name": "network-changed", "server_uuid": "dea94172-e0ec-4115-8e67-a540dad04d17", "tag": "ac465bc5-08c4-4cf4-ae9c-eecc16a756f2"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:44:14.998283 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b62a26-28c7-41db-9cf6-724fb0e1adea x-openstack-request-id: req-b5b62a26-28c7-41db-9cf6-724fb0e1adea {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:44:14.998572 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dea94172-e0ec-4115-8e67-a540dad04d17", "tag": "ac465bc5-08c4-4cf4-ae9c-eecc16a756f2", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:44:14.999576 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-b5b62a26-28c7-41db-9cf6-724fb0e1adea {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:44:15.000098 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5b62a26-28c7-41db-9cf6-724fb0e1adea'] response: {'name': 'network-changed', 'server_uuid': 'dea94172-e0ec-4115-8e67-a540dad04d17', 'tag': 'ac465bc5-08c4-4cf4-ae9c-eecc16a756f2', 'status': 'completed', 'code': 200} Sep 22 21:44:15.056631 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-1b2caf69-251e-48dd-ac2b-6c3c16a63a4e None None] Set router c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:44:15.066561 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-fe66c4f6-577b-4776-b900-53732ec08d42 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/floatingips/ddc16058-4ca0-435a-b9ad-6a25dadea67a HTTP/1.1" status: 200 len: 989 time: 0.1199801 Sep 22 21:44:15.096857 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9a065-25af-473c-80df-3753aebaef08 req-48a4de6e-60d9-49bc-8cde-51b6ab908dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:44:15.098313 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c6a9a065-25af-473c-80df-3753aebaef08 req-48a4de6e-60d9-49bc-8cde-51b6ab908dca service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&device_id=dea94172-e0ec-4115-8e67-a540dad04d17 HTTP/1.1" status: 200 len: 1098 time: 0.0792933 Sep 22 21:44:15.340878 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9a065-25af-473c-80df-3753aebaef08 req-234c8bca-378f-4c40-8e5d-499db76ee2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:44:15.342307 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c6a9a065-25af-473c-80df-3753aebaef08 req-234c8bca-378f-4c40-8e5d-499db76ee2af service neutron] 10.222.0.49 "GET /v2.0/networks?id=788e9ae8-29e7-405c-a7cd-4ed0201bcff2 HTTP/1.1" status: 200 len: 897 time: 0.2376823 Sep 22 21:44:15.404083 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-1b2caf69-251e-48dd-ac2b-6c3c16a63a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'name': 'tempest-TestNetworkBasicOps-router-95072494', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.246'}], 'enable_snat': True}, 'gw_port_id': '498d8edc-0b99-417e-a470-aa5759711c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:43:53Z', 'updated_at': '2022-09-22T21:43:58Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '498d8edc-0b99-417e-a470-aa5759711c3d', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:43:54Z', 'updated_at': '2022-09-22T21:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': 'ddc16058-4ca0-435a-b9ad-6a25dadea67a', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'floating_ip_address': '172.26.0.9', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'port_id': 'ac465bc5-08c4-4cf4-ae9c-eecc16a756f2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '788e9ae8-29e7-405c-a7cd-4ed0201bcff2', 'mac_address': 'fa:16:3e:c9:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea94172-e0ec-4115-8e67-a540dad04d17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:44:13Z', 'updated_at': '2022-09-22T21:44:13Z', 'revision_number': 0, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d58da53-e81a-4974-a12d-972d3e02b306', 'name': '', 'network_id': '788e9ae8-29e7-405c-a7cd-4ed0201bcff2', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:88:97:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '44c1322c-35fc-4342-b57c-d4dadadf239a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:43:57Z', 'updated_at': '2022-09-22T21:44:03Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': '44c1322c-35fc-4342-b57c-d4dadadf239a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:44:15.407808 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2caf69-251e-48dd-ac2b-6c3c16a63a4e None None] Checking router: c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:44:15.415965 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2caf69-251e-48dd-ac2b-6c3c16a63a4e None None] Routers {'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:44:15.416544 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-1b2caf69-251e-48dd-ac2b-6c3c16a63a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:44:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:44:15.442861 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c6a9a065-25af-473c-80df-3753aebaef08 req-a2009a39-9010-41f4-91e6-8aadf814e62e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac465bc5-08c4-4cf4-ae9c-eecc16a756f2 HTTP/1.1" status: 200 len: 997 time: 0.0951009 Sep 22 21:44:15.510968 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9a065-25af-473c-80df-3753aebaef08 req-c09af7ad-1ef7-416b-a093-2fe75785b149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:44:15.512552 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c6a9a065-25af-473c-80df-3753aebaef08 req-c09af7ad-1ef7-416b-a093-2fe75785b149 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=44c1322c-35fc-4342-b57c-d4dadadf239a HTTP/1.1" status: 200 len: 834 time: 0.0641425 Sep 22 21:44:15.596959 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9a065-25af-473c-80df-3753aebaef08 req-7d335755-9830-44c5-b868-f06df84f1994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:44:15.598454 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c6a9a065-25af-473c-80df-3753aebaef08 req-7d335755-9830-44c5-b868-f06df84f1994 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=788e9ae8-29e7-405c-a7cd-4ed0201bcff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807540 Sep 22 21:44:15.619374 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-1b2caf69-251e-48dd-ac2b-6c3c16a63a4e None None] Set router c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:44:15.728937 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c6a9a065-25af-473c-80df-3753aebaef08 req-1d2eb98c-b3be-485f-bab7-a0f81530d028 service neutron] 10.222.0.49 "GET /v2.0/networks/788e9ae8-29e7-405c-a7cd-4ed0201bcff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245947 Sep 22 21:44:15.862355 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c6a9a065-25af-473c-80df-3753aebaef08 req-a3dfde6e-3287-4376-af36-6be2c84b2ec4 service neutron] 10.222.0.49 "GET /v2.0/networks/788e9ae8-29e7-405c-a7cd-4ed0201bcff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275365 Sep 22 21:44:15.959070 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-1b2caf69-251e-48dd-ac2b-6c3c16a63a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'name': 'tempest-TestNetworkBasicOps-router-95072494', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.246'}], 'enable_snat': True}, 'gw_port_id': '498d8edc-0b99-417e-a470-aa5759711c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:43:53Z', 'updated_at': '2022-09-22T21:43:58Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '498d8edc-0b99-417e-a470-aa5759711c3d', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:43:54Z', 'updated_at': '2022-09-22T21:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': 'ddc16058-4ca0-435a-b9ad-6a25dadea67a', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'floating_ip_address': '172.26.0.9', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'port_id': 'ac465bc5-08c4-4cf4-ae9c-eecc16a756f2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '788e9ae8-29e7-405c-a7cd-4ed0201bcff2', 'mac_address': 'fa:16:3e:c9:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea94172-e0ec-4115-8e67-a540dad04d17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:44:13Z', 'updated_at': '2022-09-22T21:44:13Z', 'revision_number': 0, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d58da53-e81a-4974-a12d-972d3e02b306', 'name': '', 'network_id': '788e9ae8-29e7-405c-a7cd-4ed0201bcff2', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:88:97:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '44c1322c-35fc-4342-b57c-d4dadadf239a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:43:57Z', 'updated_at': '2022-09-22T21:44:03Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': '44c1322c-35fc-4342-b57c-d4dadadf239a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:44:15.963311 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2caf69-251e-48dd-ac2b-6c3c16a63a4e None None] The sync data for ids ['c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4'] in dv-neutron-858900-1-hyperv is: [{'id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'name': 'tempest-TestNetworkBasicOps-router-95072494', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.246'}], 'enable_snat': True}, 'gw_port_id': '498d8edc-0b99-417e-a470-aa5759711c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:43:53Z', 'updated_at': '2022-09-22T21:43:58Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '498d8edc-0b99-417e-a470-aa5759711c3d', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:43:54Z', 'updated_at': '2022-09-22T21:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': 'ddc16058-4ca0-435a-b9ad-6a25dadea67a', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'floating_ip_address': '172.26.0.9', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'port_id': 'ac465bc5-08c4-4cf4-ae9c-eecc16a756f2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '788e9ae8-29e7-405c-a7cd-4ed0201bcff2', 'mac_address': 'fa:16:3e:c9:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea94172-e0ec-4115-8e67-a540dad04d17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:44:13Z', 'updated_at': '2022-09-22T21:44:13Z', 'revision_number': 0, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d58da53-e81a-4974-a12d-972d3e02b306', 'name': '', 'network_id': '788e9ae8-29e7-405c-a7cd-4ed0201bcff2', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:88:97:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '44c1322c-35fc-4342-b57c-d4dadadf239a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:43:57Z', 'updated_at': '2022-09-22T21:44:03Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': '44c1322c-35fc-4342-b57c-d4dadadf239a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:44:16.069671 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52074) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:44:16.145482 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c55e2c-f939-4721-974f-82b51e006751 None None] New status for floating IP ddc16058-4ca0-435a-b9ad-6a25dadea67a: ACTIVE {{(pid=89010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:44:16.177295 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-eddba409-0363-4c8c-9b05-43541388b682 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/floatingips/ddc16058-4ca0-435a-b9ad-6a25dadea67a HTTP/1.1" status: 200 len: 989 time: 0.1062353 Sep 22 21:44:17.180460 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52078) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:44:17.287247 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d45f59be-00ec-4d27-9833-f72bc7dea41a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/floatingips/ddc16058-4ca0-435a-b9ad-6a25dadea67a HTTP/1.1" status: 200 len: 991 time: 0.1055546 Sep 22 21:44:25.792206 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:39.661134 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ddfe6f50-d4b7-454f-81ad-5c445a3f26c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:41.887222 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-52374a33-2ac0-476d-a37e-8270a43b8e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:42.721960 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:43.108287 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:44.495056 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:44.784467 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:44:46.503225 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52092) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:44:46.585081 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e974c9b8-8974-4354-a3b0-38cea489aae5 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:44:46.585565 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e974c9b8-8974-4354-a3b0-38cea489aae5 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:44:46.586037 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e974c9b8-8974-4354-a3b0-38cea489aae5 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:44:46.587708 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e974c9b8-8974-4354-a3b0-38cea489aae5 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/ports?project_id=eb1aed2a20e141c98ec99089a446670b&network_id=788e9ae8-29e7-405c-a7cd-4ed0201bcff2 HTTP/1.1" status: 200 len: 2999 time: 0.0835116 Sep 22 21:44:48.570295 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52104) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:44:48.631220 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f3ed41-12ee-4f8d-b03a-3e803b7371c6 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:44:48.632635 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-17f3ed41-12ee-4f8d-b03a-3e803b7371c6 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=a22ae1c9-d428-411f-af43-ce0f71b38d9c HTTP/1.1" status: 200 len: 814 time: 0.0614047 Sep 22 21:44:49.430420 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 52112) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:44:49.435403 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-ff1e8c6a-4682-4088-8eec-4073c479be59 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:44:49.535467 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ff1e8c6a-4682-4088-8eec-4073c479be59 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for floatingip, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:49.801270 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ff1e8c6a-4682-4088-8eec-4073c479be59 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:49.804607 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ff1e8c6a-4682-4088-8eec-4073c479be59 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:49.804932 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.l3_db [None req-ff1e8c6a-4682-4088-8eec-4073c479be59 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Floating IP ddc16058-4ca0-435a-b9ad-6a25dadea67a disassociated. External IP: 172.26.0.9, port: ac465bc5-08c4-4cf4-ae9c-eecc16a756f2. Sep 22 21:44:50.147299 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff1e8c6a-4682-4088-8eec-4073c479be59 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Router c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:44:50.424612 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1e8c6a-4682-4088-8eec-4073c479be59 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:44:50.428816 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ff1e8c6a-4682-4088-8eec-4073c479be59 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:50.434300 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430658da-2620-4ce7-ba62-2b68f5aac49f None None] Sync routers for ids ['c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:44:50.444970 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430658da-2620-4ce7-ba62-2b68f5aac49f None None] Routers {'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:44:50.445569 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-430658da-2620-4ce7-ba62-2b68f5aac49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:44:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:44:50.481848 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ff1e8c6a-4682-4088-8eec-4073c479be59 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "PUT /v2.0/floatingips/ddc16058-4ca0-435a-b9ad-6a25dadea67a HTTP/1.1" status: 200 len: 688 time: 1.0502994 Sep 22 21:44:50.482431 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dea94172-e0ec-4115-8e67-a540dad04d17', 'tag': 'ac465bc5-08c4-4cf4-ae9c-eecc16a756f2'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:44:50.485233 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1823c5e3-47e5-416a-9e46-d106d61bfc19" -d '{"events": [{"name": "network-changed", "server_uuid": "dea94172-e0ec-4115-8e67-a540dad04d17", "tag": "ac465bc5-08c4-4cf4-ae9c-eecc16a756f2"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:44:50.485525 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52116) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:44:50.536288 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd25f125-e956-45dc-a834-064e4c595065 x-openstack-request-id: req-cd25f125-e956-45dc-a834-064e4c595065 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:44:50.536576 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dea94172-e0ec-4115-8e67-a540dad04d17", "tag": "ac465bc5-08c4-4cf4-ae9c-eecc16a756f2", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:44:50.536823 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-cd25f125-e956-45dc-a834-064e4c595065 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:44:50.537222 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd25f125-e956-45dc-a834-064e4c595065'] response: {'name': 'network-changed', 'server_uuid': 'dea94172-e0ec-4115-8e67-a540dad04d17', 'tag': 'ac465bc5-08c4-4cf4-ae9c-eecc16a756f2', 'status': 'completed', 'code': 200} Sep 22 21:44:50.572710 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-793b2b57-b119-4094-a5ce-4b0213007da3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/floatingips/ddc16058-4ca0-435a-b9ad-6a25dadea67a HTTP/1.1" status: 200 len: 688 time: 0.0848584 Sep 22 21:44:50.620324 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-430658da-2620-4ce7-ba62-2b68f5aac49f None None] Set router c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:44:50.636947 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823c5e3-47e5-416a-9e46-d106d61bfc19 req-4f7c01e5-fe3c-4b98-95c5-53717d0c720f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:44:50.638420 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1823c5e3-47e5-416a-9e46-d106d61bfc19 req-4f7c01e5-fe3c-4b98-95c5-53717d0c720f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&device_id=dea94172-e0ec-4115-8e67-a540dad04d17 HTTP/1.1" status: 200 len: 1098 time: 0.0806000 Sep 22 21:44:50.770842 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823c5e3-47e5-416a-9e46-d106d61bfc19 req-1dd86a8d-4d32-4bbc-aa70-3db80e59d209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:44:50.772365 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1823c5e3-47e5-416a-9e46-d106d61bfc19 req-1dd86a8d-4d32-4bbc-aa70-3db80e59d209 service neutron] 10.222.0.49 "GET /v2.0/networks?id=788e9ae8-29e7-405c-a7cd-4ed0201bcff2 HTTP/1.1" status: 200 len: 897 time: 0.1282516 Sep 22 21:44:50.848513 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1823c5e3-47e5-416a-9e46-d106d61bfc19 req-a297686e-7060-48df-b21a-e90069375ff7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac465bc5-08c4-4cf4-ae9c-eecc16a756f2 HTTP/1.1" status: 200 len: 217 time: 0.0701559 Sep 22 21:44:50.937735 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-430658da-2620-4ce7-ba62-2b68f5aac49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'name': 'tempest-TestNetworkBasicOps-router-95072494', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.246'}], 'enable_snat': True}, 'gw_port_id': '498d8edc-0b99-417e-a470-aa5759711c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:43:53Z', 'updated_at': '2022-09-22T21:43:58Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '498d8edc-0b99-417e-a470-aa5759711c3d', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:43:54Z', 'updated_at': '2022-09-22T21:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '5d58da53-e81a-4974-a12d-972d3e02b306', 'name': '', 'network_id': '788e9ae8-29e7-405c-a7cd-4ed0201bcff2', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:88:97:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '44c1322c-35fc-4342-b57c-d4dadadf239a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:43:57Z', 'updated_at': '2022-09-22T21:44:03Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': '44c1322c-35fc-4342-b57c-d4dadadf239a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:44:50.941895 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430658da-2620-4ce7-ba62-2b68f5aac49f None None] Checking router: c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:44:50.950184 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430658da-2620-4ce7-ba62-2b68f5aac49f None None] Routers {'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:44:50.950807 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-430658da-2620-4ce7-ba62-2b68f5aac49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:44:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:44:50.968425 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823c5e3-47e5-416a-9e46-d106d61bfc19 req-7d23fd5e-5221-41cf-9e04-b22140795638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:44:50.970091 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1823c5e3-47e5-416a-9e46-d106d61bfc19 req-7d23fd5e-5221-41cf-9e04-b22140795638 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=44c1322c-35fc-4342-b57c-d4dadadf239a HTTP/1.1" status: 200 len: 834 time: 0.1157446 Sep 22 21:44:51.056154 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97adda62-1452-44a5-bb1d-d3ac47a03593 req-299d5840-00db-46bf-8b1a-1aaebb1001a6 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:44:51.057595 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-97adda62-1452-44a5-bb1d-d3ac47a03593 req-299d5840-00db-46bf-8b1a-1aaebb1001a6 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?device_id=9192a63b-3e31-4305-9166-7b2aca1c631d HTTP/1.1" status: 200 len: 945 time: 0.1540008 Sep 22 21:44:51.092503 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823c5e3-47e5-416a-9e46-d106d61bfc19 req-65256fed-9ab1-4f75-8858-c0dbb26c6b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:44:51.094236 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1823c5e3-47e5-416a-9e46-d106d61bfc19 req-65256fed-9ab1-4f75-8858-c0dbb26c6b84 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=788e9ae8-29e7-405c-a7cd-4ed0201bcff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1159883 Sep 22 21:44:51.125261 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-430658da-2620-4ce7-ba62-2b68f5aac49f None None] Set router c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:44:51.174490 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-97adda62-1452-44a5-bb1d-d3ac47a03593 req-773ab864-dd6e-4bf7-b87e-506816c7fd76 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fa87605-2437-4141-bfe2-735b698472c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102133 Sep 22 21:44:51.239809 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1823c5e3-47e5-416a-9e46-d106d61bfc19 req-be9e6fe5-5780-47fb-a8b3-5748ebe8c69e service neutron] 10.222.0.49 "GET /v2.0/networks/788e9ae8-29e7-405c-a7cd-4ed0201bcff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384401 Sep 22 21:44:51.372334 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1823c5e3-47e5-416a-9e46-d106d61bfc19 req-5e06b6d1-964f-4683-9fa4-5fba839277d9 service neutron] 10.222.0.49 "GET /v2.0/networks/788e9ae8-29e7-405c-a7cd-4ed0201bcff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264863 Sep 22 21:44:51.457993 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-430658da-2620-4ce7-ba62-2b68f5aac49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'name': 'tempest-TestNetworkBasicOps-router-95072494', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.246'}], 'enable_snat': True}, 'gw_port_id': '498d8edc-0b99-417e-a470-aa5759711c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:43:53Z', 'updated_at': '2022-09-22T21:43:58Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '498d8edc-0b99-417e-a470-aa5759711c3d', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:43:54Z', 'updated_at': '2022-09-22T21:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '5d58da53-e81a-4974-a12d-972d3e02b306', 'name': '', 'network_id': '788e9ae8-29e7-405c-a7cd-4ed0201bcff2', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:88:97:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '44c1322c-35fc-4342-b57c-d4dadadf239a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:43:57Z', 'updated_at': '2022-09-22T21:44:03Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': '44c1322c-35fc-4342-b57c-d4dadadf239a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:44:51.461765 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430658da-2620-4ce7-ba62-2b68f5aac49f None None] The sync data for ids ['c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4'] in dv-neutron-858900-1-hyperv is: [{'id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'name': 'tempest-TestNetworkBasicOps-router-95072494', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.246'}], 'enable_snat': True}, 'gw_port_id': '498d8edc-0b99-417e-a470-aa5759711c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:43:53Z', 'updated_at': '2022-09-22T21:43:58Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '498d8edc-0b99-417e-a470-aa5759711c3d', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:43:54Z', 'updated_at': '2022-09-22T21:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '5d58da53-e81a-4974-a12d-972d3e02b306', 'name': '', 'network_id': '788e9ae8-29e7-405c-a7cd-4ed0201bcff2', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:88:97:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '44c1322c-35fc-4342-b57c-d4dadadf239a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:43:57Z', 'updated_at': '2022-09-22T21:44:03Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': '44c1322c-35fc-4342-b57c-d4dadadf239a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:44:51.575508 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52126) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:44:51.657798 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-68d41121-a619-4956-8153-abb40c9dea16 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/floatingips/ddc16058-4ca0-435a-b9ad-6a25dadea67a HTTP/1.1" status: 200 len: 688 time: 0.0810885 Sep 22 21:44:51.682052 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463e83db-3438-4ef4-aee8-9075a4334d06 None None] New status for floating IP ddc16058-4ca0-435a-b9ad-6a25dadea67a: DOWN {{(pid=89010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:44:52.386179 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c98a2b-723e-4be0-867a-6f438a24029a req-410fb92c-0187-4f40-84ec-9ca53af09c76 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:44:52.387665 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-02c98a2b-723e-4be0-867a-6f438a24029a req-410fb92c-0187-4f40-84ec-9ca53af09c76 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?device_id=9192a63b-3e31-4305-9166-7b2aca1c631d HTTP/1.1" status: 200 len: 945 time: 0.0977690 Sep 22 21:44:52.408033 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208491b-537c-466b-8c95-e8864402d9a2 req-38f047b9-cec5-4cd5-83d6-cf268df4d1fb tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:44:52.409448 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f208491b-537c-466b-8c95-e8864402d9a2 req-38f047b9-cec5-4cd5-83d6-cf268df4d1fb tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.49 "GET /v2.0/ports?device_id=9192a63b-3e31-4305-9166-7b2aca1c631d HTTP/1.1" status: 200 len: 945 time: 0.1020586 Sep 22 21:44:52.432006 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-02c98a2b-723e-4be0-867a-6f438a24029a req-04833062-0205-4f7a-aeae-f72b55a305ef tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fa87605-2437-4141-bfe2-735b698472c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377190 Sep 22 21:44:52.481218 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-f208491b-537c-466b-8c95-e8864402d9a2 req-55173b3d-7885-4510-8fa0-8a9960f97889 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Deleting port 758e4879-4890-4f6c-b696-60068e94ce07 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:44:52.481552 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-f208491b-537c-466b-8c95-e8864402d9a2 req-55173b3d-7885-4510-8fa0-8a9960f97889 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:52.661826 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52132) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:44:52.735609 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-f208491b-537c-466b-8c95-e8864402d9a2 req-55173b3d-7885-4510-8fa0-8a9960f97889 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] For port 758e4879-4890-4f6c-b696-60068e94ce07, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=758e4879-4890-4f6c-b696-60068e94ce07,segment=NetworkSegment(d86d37dd-b09d-4d1d-a662-9854ff3c4a87),segment_id=d86d37dd-b09d-4d1d-a662-9854ff3c4a87)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:44:52.735967 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-f208491b-537c-466b-8c95-e8864402d9a2 req-55173b3d-7885-4510-8fa0-8a9960f97889 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:52.744122 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-5d871bde-f2c9-4ca8-9b7d-74b2797d0f69 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/floatingips/ddc16058-4ca0-435a-b9ad-6a25dadea67a HTTP/1.1" status: 200 len: 686 time: 0.0811203 Sep 22 21:44:53.109499 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-f208491b-537c-466b-8c95-e8864402d9a2 req-55173b3d-7885-4510-8fa0-8a9960f97889 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:53.109890 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-f208491b-537c-466b-8c95-e8864402d9a2 req-55173b3d-7885-4510-8fa0-8a9960f97889 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:53.110194 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.l3_db [req-f208491b-537c-466b-8c95-e8864402d9a2 req-55173b3d-7885-4510-8fa0-8a9960f97889 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Floating IP 393435d4-2f7f-4568-9970-2e0719cccda5 disassociated. External IP: 172.26.0.50, port: 758e4879-4890-4f6c-b696-60068e94ce07. Sep 22 21:44:53.110525 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-f208491b-537c-466b-8c95-e8864402d9a2 req-55173b3d-7885-4510-8fa0-8a9960f97889 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Calling delete_port for 758e4879-4890-4f6c-b696-60068e94ce07 owned by compute:nova {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:44:53.251849 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-f208491b-537c-466b-8c95-e8864402d9a2 req-55173b3d-7885-4510-8fa0-8a9960f97889 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:53.302104 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55173b3d-7885-4510-8fa0-8a9960f97889 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Pushing event deleted for resources: {'Port': ['ID=758e4879-4890-4f6c-b696-60068e94ce07,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:44:53.311593 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55173b3d-7885-4510-8fa0-8a9960f97889 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:44:53.311970 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55173b3d-7885-4510-8fa0-8a9960f97889 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:44:53.312305 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55173b3d-7885-4510-8fa0-8a9960f97889 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:44:53.312638 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55173b3d-7885-4510-8fa0-8a9960f97889 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:44:53.312966 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55173b3d-7885-4510-8fa0-8a9960f97889 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:44:53.313301 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55173b3d-7885-4510-8fa0-8a9960f97889 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:44:53.313620 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55173b3d-7885-4510-8fa0-8a9960f97889 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:44:53.313947 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55173b3d-7885-4510-8fa0-8a9960f97889 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:44:53.314284 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55173b3d-7885-4510-8fa0-8a9960f97889 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:44:53.314582 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55173b3d-7885-4510-8fa0-8a9960f97889 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:44:53.314925 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55173b3d-7885-4510-8fa0-8a9960f97889 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:44:53.315244 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55173b3d-7885-4510-8fa0-8a9960f97889 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:44:53.497891 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f208491b-537c-466b-8c95-e8864402d9a2 req-55173b3d-7885-4510-8fa0-8a9960f97889 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Router 85fc9c8c-5aa5-4009-a0e8-f145979a6567 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:44:53.622983 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-004c3489-2016-4c6a-bf2d-72dba7b5efc0 req-2046f9c7-d0fb-456a-ad84-eda674ec89de tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?device_id=9192a63b-3e31-4305-9166-7b2aca1c631d HTTP/1.1" status: 200 len: 210 time: 0.0632274 Sep 22 21:44:53.721544 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f208491b-537c-466b-8c95-e8864402d9a2 req-55173b3d-7885-4510-8fa0-8a9960f97889 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:44:53.731079 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563d7c28-2805-4392-8b8f-f1ca23e50ec0 None None] Sync routers for ids ['85fc9c8c-5aa5-4009-a0e8-f145979a6567'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:44:53.740815 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563d7c28-2805-4392-8b8f-f1ca23e50ec0 None None] Routers {'85fc9c8c-5aa5-4009-a0e8-f145979a6567'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:44:53.741504 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-563d7c28-2805-4392-8b8f-f1ca23e50ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:44:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['85fc9c8c-5aa5-4009-a0e8-f145979a6567'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:44:53.819428 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-f208491b-537c-466b-8c95-e8864402d9a2 req-55173b3d-7885-4510-8fa0-8a9960f97889 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] No DVR routers for this DVR port 758e4879-4890-4f6c-b696-60068e94ce07 on host hv-neutron-8589 {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:44:53.822040 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-f208491b-537c-466b-8c95-e8864402d9a2 req-55173b3d-7885-4510-8fa0-8a9960f97889 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:53.825126 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9192a63b-3e31-4305-9166-7b2aca1c631d', 'name': 'network-vif-deleted', 'tag': '758e4879-4890-4f6c-b696-60068e94ce07'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:44:53.827655 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1af4e0b-9af8-4a4b-a090-ddb7bb46544c" -d '{"events": [{"server_uuid": "9192a63b-3e31-4305-9166-7b2aca1c631d", "name": "network-vif-deleted", "tag": "758e4879-4890-4f6c-b696-60068e94ce07"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:44:53.837407 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52142) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:44:53.842298 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f208491b-537c-466b-8c95-e8864402d9a2 req-55173b3d-7885-4510-8fa0-8a9960f97889 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.49 "DELETE /v2.0/ports/758e4879-4890-4f6c-b696-60068e94ce07 HTTP/1.1" status: 204 len: 173 time: 1.4273338 Sep 22 21:44:53.844084 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-a7319552-138c-4a4c-8881-e76ab92b8fd2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1675796547', 'description': 'tempest-secgroup-smoke-1675796547 description', 'project_id': 'eb1aed2a20e141c98ec99089a446670b'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:44:53.854567 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a7319552-138c-4a4c-8881-e76ab92b8fd2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:44:53.866345 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a7319552-138c-4a4c-8881-e76ab92b8fd2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:44:53.877105 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a7319552-138c-4a4c-8881-e76ab92b8fd2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:53.900714 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 21:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58581890-1f26-4d4a-bf1c-509c15af8848 x-openstack-request-id: req-58581890-1f26-4d4a-bf1c-509c15af8848 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:44:53.901276 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9192a63b-3e31-4305-9166-7b2aca1c631d", "name": "network-vif-deleted", "tag": "758e4879-4890-4f6c-b696-60068e94ce07", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:44:53.901585 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-58581890-1f26-4d4a-bf1c-509c15af8848 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:44:53.902042 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58581890-1f26-4d4a-bf1c-509c15af8848'] response: {'server_uuid': '9192a63b-3e31-4305-9166-7b2aca1c631d', 'name': 'network-vif-deleted', 'tag': '758e4879-4890-4f6c-b696-60068e94ce07', 'status': 'completed', 'code': 200} Sep 22 21:44:53.906208 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a7319552-138c-4a4c-8881-e76ab92b8fd2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:44:53.910140 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-a7319552-138c-4a4c-8881-e76ab92b8fd2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:44:53.913057 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-a7319552-138c-4a4c-8881-e76ab92b8fd2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:44:53.919101 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a7319552-138c-4a4c-8881-e76ab92b8fd2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:44:53.932446 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-563d7c28-2805-4392-8b8f-f1ca23e50ec0 None None] Set router 85fc9c8c-5aa5-4009-a0e8-f145979a6567 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:44:53.991403 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a7319552-138c-4a4c-8881-e76ab92b8fd2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:53.995769 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a7319552-138c-4a4c-8881-e76ab92b8fd2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:54.044336 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a7319552-138c-4a4c-8881-e76ab92b8fd2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:54.049225 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a7319552-138c-4a4c-8881-e76ab92b8fd2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2064276 Sep 22 21:44:54.049225 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7319552-138c-4a4c-8881-e76ab92b8fd2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d13c6f47-0f1a-4c43-bf5b-9da49c31a746,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:44:54.049578 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 52146) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:44:54.054731 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-e8e7b6d1-d967-471b-a430-3b9cd5821e9b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': 'd13c6f47-0f1a-4c43-bf5b-9da49c31a746', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:44:54.056130 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7319552-138c-4a4c-8881-e76ab92b8fd2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:44:54.056715 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7319552-138c-4a4c-8881-e76ab92b8fd2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:44:54.057276 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7319552-138c-4a4c-8881-e76ab92b8fd2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:44:54.057887 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7319552-138c-4a4c-8881-e76ab92b8fd2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:44:54.058639 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7319552-138c-4a4c-8881-e76ab92b8fd2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:44:54.059206 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7319552-138c-4a4c-8881-e76ab92b8fd2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:44:54.060150 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7319552-138c-4a4c-8881-e76ab92b8fd2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:44:54.060566 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-e8e7b6d1-d967-471b-a430-3b9cd5821e9b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:44:54.060955 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7319552-138c-4a4c-8881-e76ab92b8fd2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:44:54.061510 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7319552-138c-4a4c-8881-e76ab92b8fd2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:44:54.063101 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7319552-138c-4a4c-8881-e76ab92b8fd2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:44:54.063856 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7319552-138c-4a4c-8881-e76ab92b8fd2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:44:54.064701 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7319552-138c-4a4c-8881-e76ab92b8fd2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:44:54.065122 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-e8e7b6d1-d967-471b-a430-3b9cd5821e9b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:44:54.068053 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-e8e7b6d1-d967-471b-a430-3b9cd5821e9b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:44:54.074656 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-e8e7b6d1-d967-471b-a430-3b9cd5821e9b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:44:54.092577 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e8e7b6d1-d967-471b-a430-3b9cd5821e9b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:54.154870 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e8e7b6d1-d967-471b-a430-3b9cd5821e9b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:54.158712 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e8e7b6d1-d967-471b-a430-3b9cd5821e9b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:54.180148 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e7b6d1-d967-471b-a430-3b9cd5821e9b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e64c724-9dd3-4fa7-a526-07a1ff6d2988,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:44:54.192765 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e8e7b6d1-d967-471b-a430-3b9cd5821e9b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:54.196932 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e8e7b6d1-d967-471b-a430-3b9cd5821e9b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1437159 Sep 22 21:44:54.197269 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 52150) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:44:54.212603 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-2239e446-1ee2-4052-8b62-0ea7136f3f38 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': 'd13c6f47-0f1a-4c43-bf5b-9da49c31a746', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:44:54.212603 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-2239e446-1ee2-4052-8b62-0ea7136f3f38 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:44:54.214995 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-2239e446-1ee2-4052-8b62-0ea7136f3f38 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:44:54.217892 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-2239e446-1ee2-4052-8b62-0ea7136f3f38 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:44:54.227787 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-2239e446-1ee2-4052-8b62-0ea7136f3f38 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:44:54.266983 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2239e446-1ee2-4052-8b62-0ea7136f3f38 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:54.269520 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-563d7c28-2805-4392-8b8f-f1ca23e50ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'name': 'tempest-TestVolumeBootPattern-630973036-router', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '8086c4f3-eded-4d66-8366-1c89a80b9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:41:55Z', 'updated_at': '2022-09-22T21:42:00Z', 'revision_number': 4, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'gw_port': {'id': '8086c4f3-eded-4d66-8366-1c89a80b9287', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:41:55Z', 'updated_at': '2022-09-22T21:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '38bf86dc-fcc2-47a6-8518-e7cca53839dd', 'name': '', 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'mac_address': 'fa:16:3e:90:e0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '8ec73feb-6226-4bb2-bdf7-f761304c77c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:41:59Z', 'updated_at': '2022-09-22T21:42:07Z', 'revision_number': 5, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'subnets': [{'id': '8ec73feb-6226-4bb2-bdf7-f761304c77c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:44:54.275442 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563d7c28-2805-4392-8b8f-f1ca23e50ec0 None None] Checking router: 85fc9c8c-5aa5-4009-a0e8-f145979a6567 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:44:54.289410 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563d7c28-2805-4392-8b8f-f1ca23e50ec0 None None] Routers {'85fc9c8c-5aa5-4009-a0e8-f145979a6567'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:44:54.290250 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-563d7c28-2805-4392-8b8f-f1ca23e50ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:44:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['85fc9c8c-5aa5-4009-a0e8-f145979a6567'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:44:54.338904 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2239e446-1ee2-4052-8b62-0ea7136f3f38 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:54.343404 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2239e446-1ee2-4052-8b62-0ea7136f3f38 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:54.368597 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2239e446-1ee2-4052-8b62-0ea7136f3f38 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1f46e3a-7bf8-4a53-87e9-5680f23e4a71,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:44:54.379348 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2239e446-1ee2-4052-8b62-0ea7136f3f38 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:54.382791 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-2239e446-1ee2-4052-8b62-0ea7136f3f38 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1818488 Sep 22 21:44:54.383687 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52154) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:44:54.389182 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-4ce61c82-0356-475e-9523-82d4e5ef47cd tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': 'd13c6f47-0f1a-4c43-bf5b-9da49c31a746', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:44:54.395485 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-4ce61c82-0356-475e-9523-82d4e5ef47cd tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:44:54.399579 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-4ce61c82-0356-475e-9523-82d4e5ef47cd tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:44:54.402510 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-4ce61c82-0356-475e-9523-82d4e5ef47cd tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:44:54.409928 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-4ce61c82-0356-475e-9523-82d4e5ef47cd tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:44:54.426734 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4ce61c82-0356-475e-9523-82d4e5ef47cd tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:54.477111 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-563d7c28-2805-4392-8b8f-f1ca23e50ec0 None None] Set router 85fc9c8c-5aa5-4009-a0e8-f145979a6567 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:44:54.493533 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4ce61c82-0356-475e-9523-82d4e5ef47cd tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:54.497510 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4ce61c82-0356-475e-9523-82d4e5ef47cd tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:54.521439 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce61c82-0356-475e-9523-82d4e5ef47cd tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb926730-87f0-4fff-88ac-43e499cad670,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:44:54.533114 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4ce61c82-0356-475e-9523-82d4e5ef47cd tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:54.537294 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-4ce61c82-0356-475e-9523-82d4e5ef47cd tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1496093 Sep 22 21:44:54.537587 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 52158) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:44:54.543371 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-44e6297b-7931-49d4-bb3a-08af2bfb9fc5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': 'd13c6f47-0f1a-4c43-bf5b-9da49c31a746', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:44:54.549877 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-44e6297b-7931-49d4-bb3a-08af2bfb9fc5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:44:54.553767 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-44e6297b-7931-49d4-bb3a-08af2bfb9fc5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:44:54.556607 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-44e6297b-7931-49d4-bb3a-08af2bfb9fc5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:44:54.562180 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-44e6297b-7931-49d4-bb3a-08af2bfb9fc5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:44:54.578688 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-44e6297b-7931-49d4-bb3a-08af2bfb9fc5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:54.641774 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-44e6297b-7931-49d4-bb3a-08af2bfb9fc5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:54.645505 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-44e6297b-7931-49d4-bb3a-08af2bfb9fc5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:54.673966 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e6297b-7931-49d4-bb3a-08af2bfb9fc5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0f23403-b89a-4574-8f58-e00947b40a10,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:44:54.681689 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-44e6297b-7931-49d4-bb3a-08af2bfb9fc5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:54.686250 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-44e6297b-7931-49d4-bb3a-08af2bfb9fc5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1476414 Sep 22 21:44:54.686426 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52164) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:44:54.691889 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-72dd2f31-8ab4-4606-9a51-516dbc4412fa tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': 'd13c6f47-0f1a-4c43-bf5b-9da49c31a746', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:44:54.697875 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-72dd2f31-8ab4-4606-9a51-516dbc4412fa tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:44:54.704901 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-72dd2f31-8ab4-4606-9a51-516dbc4412fa tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:44:54.708012 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-72dd2f31-8ab4-4606-9a51-516dbc4412fa tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:44:54.714529 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-72dd2f31-8ab4-4606-9a51-516dbc4412fa tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:44:54.730747 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.securitygroups_db [None req-72dd2f31-8ab4-4606-9a51-516dbc4412fa tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Project eb1aed2a20e141c98ec99089a446670b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 21:44:54.738806 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-72dd2f31-8ab4-4606-9a51-516dbc4412fa tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:54.805337 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-563d7c28-2805-4392-8b8f-f1ca23e50ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'name': 'tempest-TestVolumeBootPattern-630973036-router', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '8086c4f3-eded-4d66-8366-1c89a80b9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:41:55Z', 'updated_at': '2022-09-22T21:42:00Z', 'revision_number': 4, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'gw_port': {'id': '8086c4f3-eded-4d66-8366-1c89a80b9287', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:41:55Z', 'updated_at': '2022-09-22T21:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '38bf86dc-fcc2-47a6-8518-e7cca53839dd', 'name': '', 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'mac_address': 'fa:16:3e:90:e0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '8ec73feb-6226-4bb2-bdf7-f761304c77c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:41:59Z', 'updated_at': '2022-09-22T21:42:07Z', 'revision_number': 5, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'subnets': [{'id': '8ec73feb-6226-4bb2-bdf7-f761304c77c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:44:54.809445 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563d7c28-2805-4392-8b8f-f1ca23e50ec0 None None] The sync data for ids ['85fc9c8c-5aa5-4009-a0e8-f145979a6567'] in dv-neutron-858900-1-hyperv is: [{'id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'name': 'tempest-TestVolumeBootPattern-630973036-router', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '8086c4f3-eded-4d66-8366-1c89a80b9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:41:55Z', 'updated_at': '2022-09-22T21:42:00Z', 'revision_number': 4, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'gw_port': {'id': '8086c4f3-eded-4d66-8366-1c89a80b9287', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:41:55Z', 'updated_at': '2022-09-22T21:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '38bf86dc-fcc2-47a6-8518-e7cca53839dd', 'name': '', 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'mac_address': 'fa:16:3e:90:e0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '8ec73feb-6226-4bb2-bdf7-f761304c77c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:41:59Z', 'updated_at': '2022-09-22T21:42:07Z', 'revision_number': 5, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'subnets': [{'id': '8ec73feb-6226-4bb2-bdf7-f761304c77c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:44:54.832063 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-34b81687-dee3-4381-98b6-b1e966616fcd req-fd8d93f5-0f60-4a4d-8ed3-9f43b082cbdf tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?device_id=9192a63b-3e31-4305-9166-7b2aca1c631d HTTP/1.1" status: 200 len: 210 time: 0.0643501 Sep 22 21:44:54.863115 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-72dd2f31-8ab4-4606-9a51-516dbc4412fa tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:54.868672 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-72dd2f31-8ab4-4606-9a51-516dbc4412fa tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:54.893134 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dd2f31-8ab4-4606-9a51-516dbc4412fa tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77584d6a-9dd4-4e45-a68c-7abfb90393e3,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:44:54.907008 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-72dd2f31-8ab4-4606-9a51-516dbc4412fa tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:54.911177 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-72dd2f31-8ab4-4606-9a51-516dbc4412fa tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2209477 Sep 22 21:44:54.911517 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52168) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:44:54.916908 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-0db16339-91d6-4687-a246-c4ffa8fdd662 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': 'd13c6f47-0f1a-4c43-bf5b-9da49c31a746', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:44:54.923309 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-0db16339-91d6-4687-a246-c4ffa8fdd662 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:44:54.927411 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-0db16339-91d6-4687-a246-c4ffa8fdd662 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:44:54.930276 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-0db16339-91d6-4687-a246-c4ffa8fdd662 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:44:54.936101 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-0db16339-91d6-4687-a246-c4ffa8fdd662 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:44:54.947970 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.securitygroups_db [None req-0db16339-91d6-4687-a246-c4ffa8fdd662 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Project eb1aed2a20e141c98ec99089a446670b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 21:44:54.956689 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0db16339-91d6-4687-a246-c4ffa8fdd662 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:55.043626 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0db16339-91d6-4687-a246-c4ffa8fdd662 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:55.047999 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0db16339-91d6-4687-a246-c4ffa8fdd662 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:55.069826 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc78ee73-1174-4e49-a6d5-a080c4d596ac None None] New status for floating IP 393435d4-2f7f-4568-9970-2e0719cccda5: DOWN {{(pid=89010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:44:55.071143 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db16339-91d6-4687-a246-c4ffa8fdd662 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ba238af-5331-4826-abc8-8fb75a392c09,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:44:55.082941 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0db16339-91d6-4687-a246-c4ffa8fdd662 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:55.084146 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-0db16339-91d6-4687-a246-c4ffa8fdd662 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1719079 Sep 22 21:44:55.276077 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fcfd48df-0203-4110-a5c6-67da1de3ebb3 req-991753d8-3d9b-4c7e-b1bf-9dee5da7ac82 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1675796547&fields=id&tenant_id=eb1aed2a20e141c98ec99089a446670b HTTP/1.1" status: 200 len: 267 time: 0.0406134 Sep 22 21:44:55.434581 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd48df-0203-4110-a5c6-67da1de3ebb3 req-d74f331f-0bad-4b44-8d70-aa8bef292567 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:44:55.435969 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fcfd48df-0203-4110-a5c6-67da1de3ebb3 req-d74f331f-0bad-4b44-8d70-aa8bef292567 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/networks?id=788e9ae8-29e7-405c-a7cd-4ed0201bcff2 HTTP/1.1" status: 200 len: 797 time: 0.1524360 Sep 22 21:44:55.450492 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fcfd48df-0203-4110-a5c6-67da1de3ebb3 req-e4a7db2b-b840-459a-86fb-29c01acb47b5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/quotas/eb1aed2a20e141c98ec99089a446670b HTTP/1.1" status: 200 len: 375 time: 0.0086868 Sep 22 21:44:55.633074 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fcfd48df-0203-4110-a5c6-67da1de3ebb3 req-00445a56-1821-4755-bba4-5f6e0c9674f1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1772633 Sep 22 21:44:55.697619 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 758e4879-4890-4f6c-b696-60068e94ce07 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:44:55.730385 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] No Port match for: 758e4879-4890-4f6c-b696-60068e94ce07 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:44:55.730753 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 758e4879-4890-4f6c-b696-60068e94ce07 not bound to the agent host hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:44:55.769503 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fcfd48df-0203-4110-a5c6-67da1de3ebb3 req-6fce5b7e-6355-4d6c-af24-079ca7b8f412 service neutron] 10.222.0.33 "GET /v2.0/networks/788e9ae8-29e7-405c-a7cd-4ed0201bcff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249402 Sep 22 21:44:55.788043 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:55.900294 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fcfd48df-0203-4110-a5c6-67da1de3ebb3 req-af3247bc-3726-4640-9229-8722f1c6e291 service neutron] 10.222.0.33 "GET /v2.0/networks/788e9ae8-29e7-405c-a7cd-4ed0201bcff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248825 Sep 22 21:44:56.086093 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e4c7848e-77ee-43ab-a394-e2209c2a58a6 req-2b8b1b70-d1c0-46d3-80a1-cc905a45ce2b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=439f46ec-1164-4c94-a744-334b6b7d5fb7 HTTP/1.1" status: 200 len: 210 time: 0.0493793 Sep 22 21:44:56.143632 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-a40e02d5-6b8f-47c7-81d5-b72958749822 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-669633889&fields=id&tenant_id=c0953d2486f241adbaf31021d8b87543 HTTP/1.1" status: 200 len: 267 time: 0.0437446 Sep 22 21:44:56.302278 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-42322bc5-b362-4a9d-9e55-7b1fa478d69b tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:44:56.303806 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-42322bc5-b362-4a9d-9e55-7b1fa478d69b tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/networks?id=c4ba8f83-333c-411f-abb9-714415775b4d HTTP/1.1" status: 200 len: 811 time: 0.1535819 Sep 22 21:44:56.319322 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-43be7ff6-05f5-4e27-aad1-34601c3ddbbe tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/quotas/c0953d2486f241adbaf31021d8b87543 HTTP/1.1" status: 200 len: 375 time: 0.0097289 Sep 22 21:44:56.419957 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-db0c8281-c09b-41a8-8307-533289397951 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=c0953d2486f241adbaf31021d8b87543&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0950878 Sep 22 21:44:56.669902 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-482e88f5-5c74-462c-85f5-1e6a81b24ba5 service neutron] 10.222.0.33 "GET /v2.0/networks/c4ba8f83-333c-411f-abb9-714415775b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378573 Sep 22 21:44:56.815134 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-b76f086e-472f-45f8-a068-85fc5eb70351 service neutron] 10.222.0.33 "GET /v2.0/networks/c4ba8f83-333c-411f-abb9-714415775b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390114 Sep 22 21:44:57.127386 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd48df-0203-4110-a5c6-67da1de3ebb3 req-a75cc517-1f70-4c92-9a90-7098cbb01c52 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:44:57.129816 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fcfd48df-0203-4110-a5c6-67da1de3ebb3 req-a75cc517-1f70-4c92-9a90-7098cbb01c52 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "GET /v2.0/networks?id=788e9ae8-29e7-405c-a7cd-4ed0201bcff2 HTTP/1.1" status: 200 len: 797 time: 0.1612194 Sep 22 21:44:57.239342 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-97c30d9c-867e-4ad1-8716-9d79c1521d9a req-116f6bce-0ec5-4cb3-9767-efcc2e463031 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?device_id=35c5bada-7ca0-479a-b2f5-50a0a8593656 HTTP/1.1" status: 200 len: 210 time: 0.0608559 Sep 22 21:44:57.260828 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fcfd48df-0203-4110-a5c6-67da1de3ebb3 req-75c09e14-fb7c-48cf-8760-27ff4197ab64 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb1aed2a20e141c98ec99089a446670b HTTP/1.1" status: 200 len: 473 time: 0.1222715 Sep 22 21:44:57.310141 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-fcfd48df-0203-4110-a5c6-67da1de3ebb3 req-ab9af999-2e81-4acf-8b56-ce78b9fe5a04 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'port': {'device_id': '439f46ec-1164-4c94-a744-334b6b7d5fb7', 'network_id': '788e9ae8-29e7-405c-a7cd-4ed0201bcff2', 'admin_state_up': True, 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'security_groups': ['d13c6f47-0f1a-4c43-bf5b-9da49c31a746']}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:44:57.333797 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2dc81745-8b65-4f38-a178-53b4f6a03127 req-cc948d68-e30f-4cdb-8f75-73637073d0e4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=439f46ec-1164-4c94-a744-334b6b7d5fb7 HTTP/1.1" status: 200 len: 210 time: 0.0787671 Sep 22 21:44:57.459868 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-fcfd48df-0203-4110-a5c6-67da1de3ebb3 req-ab9af999-2e81-4acf-8b56-ce78b9fe5a04 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:44:57.469991 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-fcfd48df-0203-4110-a5c6-67da1de3ebb3 req-ab9af999-2e81-4acf-8b56-ce78b9fe5a04 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:44:57.479120 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcfd48df-0203-4110-a5c6-67da1de3ebb3 req-ab9af999-2e81-4acf-8b56-ce78b9fe5a04 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Made reservation on behalf of eb1aed2a20e141c98ec99089a446670b for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:44:57.482656 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-fcfd48df-0203-4110-a5c6-67da1de3ebb3 req-ab9af999-2e81-4acf-8b56-ce78b9fe5a04 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:57.644530 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [req-fcfd48df-0203-4110-a5c6-67da1de3ebb3 req-ab9af999-2e81-4acf-8b56-ce78b9fe5a04 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Allocated IP 172.20.0.3 (788e9ae8-29e7-405c-a7cd-4ed0201bcff2/44c1322c-35fc-4342-b57c-d4dadadf239a/4e78461a-b8af-4532-9c95-cea87087596a) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:44:57.839793 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-fcfd48df-0203-4110-a5c6-67da1de3ebb3 req-ab9af999-2e81-4acf-8b56-ce78b9fe5a04 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:57.855415 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-fcfd48df-0203-4110-a5c6-67da1de3ebb3 req-ab9af999-2e81-4acf-8b56-ce78b9fe5a04 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Transition to ACTIVE for port object 4e78461a-b8af-4532-9c95-cea87087596a will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:44:57.877896 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-fcfd48df-0203-4110-a5c6-67da1de3ebb3 req-ab9af999-2e81-4acf-8b56-ce78b9fe5a04 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:57.945546 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcfd48df-0203-4110-a5c6-67da1de3ebb3 req-ab9af999-2e81-4acf-8b56-ce78b9fe5a04 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network 788e9ae8-29e7-405c-a7cd-4ed0201bcff2 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:44:57.948549 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [req-fcfd48df-0203-4110-a5c6-67da1de3ebb3 req-ab9af999-2e81-4acf-8b56-ce78b9fe5a04 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:44:57.952243 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcfd48df-0203-4110-a5c6-67da1de3ebb3 req-ab9af999-2e81-4acf-8b56-ce78b9fe5a04 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:44:57.983002 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9af999-2e81-4acf-8b56-ce78b9fe5a04 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=4e78461a-b8af-4532-9c95-cea87087596a,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:44:58.024546 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd48df-0203-4110-a5c6-67da1de3ebb3 req-ab9af999-2e81-4acf-8b56-ce78b9fe5a04 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:44:58.025172 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-fcfd48df-0203-4110-a5c6-67da1de3ebb3 req-ab9af999-2e81-4acf-8b56-ce78b9fe5a04 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:58.053298 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fcfd48df-0203-4110-a5c6-67da1de3ebb3 req-ab9af999-2e81-4acf-8b56-ce78b9fe5a04 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7477040 Sep 22 21:44:58.064534 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-fcfd48df-0203-4110-a5c6-67da1de3ebb3 req-25fa59fa-9ec3-480a-a426-ae0cea5de3a2 service neutron] Request body: {'port': {'device_id': '439f46ec-1164-4c94-a744-334b6b7d5fb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:44:58.185855 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-8db45973-50b9-44bb-b0f0-fa4d3deae73f None None] Provisioning for port 4e78461a-b8af-4532-9c95-cea87087596a completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:44:58.192563 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-8db45973-50b9-44bb-b0f0-fa4d3deae73f None None] Provisioning complete for port 4e78461a-b8af-4532-9c95-cea87087596a triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:44:58.193528 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8db45973-50b9-44bb-b0f0-fa4d3deae73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:58.193916 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-8db45973-50b9-44bb-b0f0-fa4d3deae73f None None] Attempt 1 to provision port 4e78461a-b8af-4532-9c95-cea87087596a Sep 22 21:44:58.255446 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8db45973-50b9-44bb-b0f0-fa4d3deae73f None None] Port 4e78461a-b8af-4532-9c95-cea87087596a cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:44:58.275571 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-fcfd48df-0203-4110-a5c6-67da1de3ebb3 req-25fa59fa-9ec3-480a-a426-ae0cea5de3a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:58.402577 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-a04fd25c-5832-49cd-8c43-733887b37e6e tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:44:58.404099 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-a04fd25c-5832-49cd-8c43-733887b37e6e tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.49 "GET /v2.0/networks?id=c4ba8f83-333c-411f-abb9-714415775b4d HTTP/1.1" status: 200 len: 811 time: 0.2544141 Sep 22 21:44:58.437040 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-72d24f3b-287a-448b-a048-db2c0d37af72 req-4d28f665-e7d5-4bdb-9f1f-afe66fc217f4 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?device_id=35c5bada-7ca0-479a-b2f5-50a0a8593656 HTTP/1.1" status: 200 len: 210 time: 0.0580246 Sep 22 21:44:58.685495 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-13f7a7ba-9348-45bc-a623-f8997bf5b5a4 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0953d2486f241adbaf31021d8b87543 HTTP/1.1" status: 200 len: 379 time: 0.2389548 Sep 22 21:44:58.715382 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-ade196c7-6482-4d2d-9120-e71722726d98 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Request body: {'port': {'device_id': '35c5bada-7ca0-479a-b2f5-50a0a8593656', 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d', 'admin_state_up': True, 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'security_groups': ['5fa87605-2437-4141-bfe2-735b698472c9']}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:44:58.757111 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-8db45973-50b9-44bb-b0f0-fa4d3deae73f None None] Attempt 2 to provision port 4e78461a-b8af-4532-9c95-cea87087596a Sep 22 21:44:58.815579 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8db45973-50b9-44bb-b0f0-fa4d3deae73f None None] Port 4e78461a-b8af-4532-9c95-cea87087596a cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:44:58.960668 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d8f69-0c6f-4e2e-ac92-50dc91fc2749 req-d113e54c-e579-4f77-b7fe-cb927f1aec73 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:44:58.961354 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-4d5d8f69-0c6f-4e2e-ac92-50dc91fc2749 req-d113e54c-e579-4f77-b7fe-cb927f1aec73 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:44:59.011634 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-ade196c7-6482-4d2d-9120-e71722726d98 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:44:59.015652 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-4d5d8f69-0c6f-4e2e-ac92-50dc91fc2749 req-d113e54c-e579-4f77-b7fe-cb927f1aec73 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:44:59.016804 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4d5d8f69-0c6f-4e2e-ac92-50dc91fc2749 req-d113e54c-e579-4f77-b7fe-cb927f1aec73 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=439f46ec-1164-4c94-a744-334b6b7d5fb7 HTTP/1.1" status: 200 len: 931 time: 0.5316746 Sep 22 21:44:59.028006 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-ade196c7-6482-4d2d-9120-e71722726d98 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Usage tracker for resource:port and tenant:c0953d2486f241adbaf31021d8b87543 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:44:59.031838 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-ade196c7-6482-4d2d-9120-e71722726d98 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:44:59.084117 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-ade196c7-6482-4d2d-9120-e71722726d98 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:44:59.127338 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-ade196c7-6482-4d2d-9120-e71722726d98 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Made reservation on behalf of c0953d2486f241adbaf31021d8b87543 for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:44:59.130736 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-ade196c7-6482-4d2d-9120-e71722726d98 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:59.153707 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [req-fcfd48df-0203-4110-a5c6-67da1de3ebb3 req-25fa59fa-9ec3-480a-a426-ae0cea5de3a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e78461a-b8af-4532-9c95-cea87087596a {{(pid=89008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:44:59.164083 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4d5d8f69-0c6f-4e2e-ac92-50dc91fc2749 req-01d10e67-2da3-42b0-86e1-ffaa5d11658a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=d13c6f47-0f1a-4c43-bf5b-9da49c31a746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333222 Sep 22 21:44:59.171089 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-fcfd48df-0203-4110-a5c6-67da1de3ebb3 req-25fa59fa-9ec3-480a-a426-ae0cea5de3a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:59.235512 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-fcfd48df-0203-4110-a5c6-67da1de3ebb3 req-25fa59fa-9ec3-480a-a426-ae0cea5de3a2 service neutron] Transition to ACTIVE for port object 4e78461a-b8af-4532-9c95-cea87087596a will not be triggered until provisioned by entity L2. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:44:59.243488 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-fcfd48df-0203-4110-a5c6-67da1de3ebb3 req-25fa59fa-9ec3-480a-a426-ae0cea5de3a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:59.317192 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-8db45973-50b9-44bb-b0f0-fa4d3deae73f None None] Attempt 3 to provision port 4e78461a-b8af-4532-9c95-cea87087596a Sep 22 21:44:59.373470 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8db45973-50b9-44bb-b0f0-fa4d3deae73f None None] Port 4e78461a-b8af-4532-9c95-cea87087596a cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:44:59.457180 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa59fa-9ec3-480a-a426-ae0cea5de3a2 service neutron] Pushing event updated for resources: {'Port': ['ID=4e78461a-b8af-4532-9c95-cea87087596a,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:44:59.535420 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-ade196c7-6482-4d2d-9120-e71722726d98 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Allocated IP 172.20.0.3 (c4ba8f83-333c-411f-abb9-714415775b4d/8ec73feb-6226-4bb2-bdf7-f761304c77c1/5fcd765f-8184-4931-8051-2c41ed3028be) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:44:59.563654 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-fcfd48df-0203-4110-a5c6-67da1de3ebb3 req-25fa59fa-9ec3-480a-a426-ae0cea5de3a2 service neutron] Attempting to bind port 4e78461a-b8af-4532-9c95-cea87087596a on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:44:59.563984 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-fcfd48df-0203-4110-a5c6-67da1de3ebb3 req-25fa59fa-9ec3-480a-a426-ae0cea5de3a2 service neutron] Attempting to bind port 4e78461a-b8af-4532-9c95-cea87087596a by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '63995dd0-a1fe-4d7d-bd01-ae24325cced4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '788e9ae8-29e7-405c-a7cd-4ed0201bcff2'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:44:59.564312 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfd48df-0203-4110-a5c6-67da1de3ebb3 req-25fa59fa-9ec3-480a-a426-ae0cea5de3a2 service neutron] Attempting to bind port 4e78461a-b8af-4532-9c95-cea87087596a on network 788e9ae8-29e7-405c-a7cd-4ed0201bcff2 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:44:59.580565 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfd48df-0203-4110-a5c6-67da1de3ebb3 req-25fa59fa-9ec3-480a-a426-ae0cea5de3a2 service neutron] Port 4e78461a-b8af-4532-9c95-cea87087596a on network 788e9ae8-29e7-405c-a7cd-4ed0201bcff2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:44:59.580814 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfd48df-0203-4110-a5c6-67da1de3ebb3 req-25fa59fa-9ec3-480a-a426-ae0cea5de3a2 service neutron] Attempting to bind port 4e78461a-b8af-4532-9c95-cea87087596a on network 788e9ae8-29e7-405c-a7cd-4ed0201bcff2 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:44:59.596543 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfd48df-0203-4110-a5c6-67da1de3ebb3 req-25fa59fa-9ec3-480a-a426-ae0cea5de3a2 service neutron] Checking agent: {'id': '8a88b827-3477-4399-ac15-439d59b3c48a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'started_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:44:59.596884 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfd48df-0203-4110-a5c6-67da1de3ebb3 req-25fa59fa-9ec3-480a-a426-ae0cea5de3a2 service neutron] Checking segment: {'id': '63995dd0-a1fe-4d7d-bd01-ae24325cced4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '788e9ae8-29e7-405c-a7cd-4ed0201bcff2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:44:59.597270 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfd48df-0203-4110-a5c6-67da1de3ebb3 req-25fa59fa-9ec3-480a-a426-ae0cea5de3a2 service neutron] Bound using segment: {'id': '63995dd0-a1fe-4d7d-bd01-ae24325cced4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '788e9ae8-29e7-405c-a7cd-4ed0201bcff2'} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:44:59.597694 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-fcfd48df-0203-4110-a5c6-67da1de3ebb3 req-25fa59fa-9ec3-480a-a426-ae0cea5de3a2 service neutron] Bound port: 4e78461a-b8af-4532-9c95-cea87087596a, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63995dd0-a1fe-4d7d-bd01-ae24325cced4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '788e9ae8-29e7-405c-a7cd-4ed0201bcff2'}}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:44:59.598029 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-fcfd48df-0203-4110-a5c6-67da1de3ebb3 req-25fa59fa-9ec3-480a-a426-ae0cea5de3a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:59.609697 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-34db2068-33e3-49fc-8a6b-bd57dce8caac req-0b710f5f-9349-4054-94e8-1730eea42959 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?device_id=35c5bada-7ca0-479a-b2f5-50a0a8593656 HTTP/1.1" status: 200 len: 210 time: 0.0603483 Sep 22 21:44:59.796601 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-fcfd48df-0203-4110-a5c6-67da1de3ebb3 req-25fa59fa-9ec3-480a-a426-ae0cea5de3a2 service neutron] For port 4e78461a-b8af-4532-9c95-cea87087596a, host hv-neutron-8589, cleared binding levels {{(pid=89008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:44:59.815784 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-fcfd48df-0203-4110-a5c6-67da1de3ebb3 req-25fa59fa-9ec3-480a-a426-ae0cea5de3a2 service neutron] For port 4e78461a-b8af-4532-9c95-cea87087596a, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=4e78461a-b8af-4532-9c95-cea87087596a,segment=NetworkSegment(63995dd0-a1fe-4d7d-bd01-ae24325cced4),segment_id=63995dd0-a1fe-4d7d-bd01-ae24325cced4)] {{(pid=89008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:44:59.824465 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-fcfd48df-0203-4110-a5c6-67da1de3ebb3 req-25fa59fa-9ec3-480a-a426-ae0cea5de3a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:59.862535 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd48df-0203-4110-a5c6-67da1de3ebb3 req-25fa59fa-9ec3-480a-a426-ae0cea5de3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:44:59.863201 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-fcfd48df-0203-4110-a5c6-67da1de3ebb3 req-25fa59fa-9ec3-480a-a426-ae0cea5de3a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:59.864535 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fcfd48df-0203-4110-a5c6-67da1de3ebb3 req-25fa59fa-9ec3-480a-a426-ae0cea5de3a2 service neutron] 10.222.0.49 "PUT /v2.0/ports/4e78461a-b8af-4532-9c95-cea87087596a HTTP/1.1" status: 200 len: 1093 time: 1.8044779 Sep 22 21:44:59.866683 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '439f46ec-1164-4c94-a744-334b6b7d5fb7', 'tag': '4e78461a-b8af-4532-9c95-cea87087596a'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:44:59.868974 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37589cc7-6d99-465d-9049-247df3e354db" -d '{"events": [{"name": "network-changed", "server_uuid": "439f46ec-1164-4c94-a744-334b6b7d5fb7", "tag": "4e78461a-b8af-4532-9c95-cea87087596a"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:44:59.875581 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-8db45973-50b9-44bb-b0f0-fa4d3deae73f None None] Attempt 4 to provision port 4e78461a-b8af-4532-9c95-cea87087596a Sep 22 21:44:59.880401 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-ade196c7-6482-4d2d-9120-e71722726d98 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:44:59.911090 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-ade196c7-6482-4d2d-9120-e71722726d98 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Transition to ACTIVE for port object 5fcd765f-8184-4931-8051-2c41ed3028be will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:44:59.923806 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa59fa-9ec3-480a-a426-ae0cea5de3a2 service neutron] Pushing event updated for resources: {'Port': ['ID=4e78461a-b8af-4532-9c95-cea87087596a,revision_number=3']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:44:59.968784 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8db45973-50b9-44bb-b0f0-fa4d3deae73f None None] Port 4e78461a-b8af-4532-9c95-cea87087596a had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 21:44:59.970579 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e13fff3-9d57-431a-93dd-2f6bddd15e7c x-openstack-request-id: req-0e13fff3-9d57-431a-93dd-2f6bddd15e7c {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:44:59.970909 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "439f46ec-1164-4c94-a744-334b6b7d5fb7", "tag": "4e78461a-b8af-4532-9c95-cea87087596a", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:44:59.971259 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0e13fff3-9d57-431a-93dd-2f6bddd15e7c {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:44:59.971536 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e13fff3-9d57-431a-93dd-2f6bddd15e7c'] response: {'name': 'network-changed', 'server_uuid': '439f46ec-1164-4c94-a744-334b6b7d5fb7', 'tag': '4e78461a-b8af-4532-9c95-cea87087596a', 'status': 'completed', 'code': 200} Sep 22 21:45:00.010869 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-ade196c7-6482-4d2d-9120-e71722726d98 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:00.079596 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd48df-0203-4110-a5c6-67da1de3ebb3 req-b62f209f-9eb1-4163-b7e0-225e38f65731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:00.081044 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fcfd48df-0203-4110-a5c6-67da1de3ebb3 req-b62f209f-9eb1-4163-b7e0-225e38f65731 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&device_id=439f46ec-1164-4c94-a744-334b6b7d5fb7 HTTP/1.1" status: 200 len: 1096 time: 0.1583209 Sep 22 21:45:00.084527 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-ade196c7-6482-4d2d-9120-e71722726d98 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Network c4ba8f83-333c-411f-abb9-714415775b4d is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:45:00.087332 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-ade196c7-6482-4d2d-9120-e71722726d98 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:45:00.092333 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-ade196c7-6482-4d2d-9120-e71722726d98 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:45:00.195117 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fcfd48df-0203-4110-a5c6-67da1de3ebb3 req-8ae7f5ba-7d7d-4d34-8527-8578eeede8e8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e78461a-b8af-4532-9c95-cea87087596a HTTP/1.1" status: 200 len: 217 time: 0.1057048 Sep 22 21:45:00.198142 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade196c7-6482-4d2d-9120-e71722726d98 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Pushing event updated for resources: {'Port': ['ID=5fcd765f-8184-4931-8051-2c41ed3028be,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:45:00.293363 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-9b6d5563-9a20-4556-9116-0006f394694b None None] Provisioning for port 5fcd765f-8184-4931-8051-2c41ed3028be completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:45:00.299925 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-9b6d5563-9a20-4556-9116-0006f394694b None None] Provisioning complete for port 5fcd765f-8184-4931-8051-2c41ed3028be triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:45:00.300340 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9b6d5563-9a20-4556-9116-0006f394694b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:00.300675 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-9b6d5563-9a20-4556-9116-0006f394694b None None] Attempt 1 to provision port 5fcd765f-8184-4931-8051-2c41ed3028be Sep 22 21:45:00.358145 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-9b6d5563-9a20-4556-9116-0006f394694b None None] Port 5fcd765f-8184-4931-8051-2c41ed3028be cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:45:00.390403 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98a382-83f3-4b7c-81fb-d2490bdd32fc req-9b3992ea-5509-4107-b0d7-38c4c1029229 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:00.391993 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-ec98a382-83f3-4b7c-81fb-d2490bdd32fc req-9b3992ea-5509-4107-b0d7-38c4c1029229 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=439f46ec-1164-4c94-a744-334b6b7d5fb7 HTTP/1.1" status: 200 len: 943 time: 0.0919323 Sep 22 21:45:00.392397 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-ade196c7-6482-4d2d-9120-e71722726d98 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:00.393025 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-ade196c7-6482-4d2d-9120-e71722726d98 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:00.424416 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd48df-0203-4110-a5c6-67da1de3ebb3 req-731cc05b-5fae-43e4-8c96-a7fcb08cceef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:00.425935 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fcfd48df-0203-4110-a5c6-67da1de3ebb3 req-731cc05b-5fae-43e4-8c96-a7fcb08cceef service neutron] 10.222.0.49 "GET /v2.0/subnets?id=44c1322c-35fc-4342-b57c-d4dadadf239a HTTP/1.1" status: 200 len: 834 time: 0.2251620 Sep 22 21:45:00.428149 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-ade196c7-6482-4d2d-9120-e71722726d98 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7215307 Sep 22 21:45:00.437510 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-ec98a382-83f3-4b7c-81fb-d2490bdd32fc req-0bdad2b1-963b-480f-9364-af293701df8f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:security_group {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:45:00.451988 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-ec98a382-83f3-4b7c-81fb-d2490bdd32fc req-0bdad2b1-963b-480f-9364-af293701df8f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:security_group {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:45:00.453780 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-ec98a382-83f3-4b7c-81fb-d2490bdd32fc req-0bdad2b1-963b-480f-9364-af293701df8f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=d13c6f47-0f1a-4c43-bf5b-9da49c31a746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562706 Sep 22 21:45:00.475492 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-81bb1277-5e56-4bd7-a6c0-9449dc90f8ff service neutron] Request body: {'port': {'device_id': '35c5bada-7ca0-479a-b2f5-50a0a8593656', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:45:00.616704 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-81bb1277-5e56-4bd7-a6c0-9449dc90f8ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:00.628771 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd48df-0203-4110-a5c6-67da1de3ebb3 req-68e7b682-20ce-4593-b4a7-efaf906649b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:00.630467 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fcfd48df-0203-4110-a5c6-67da1de3ebb3 req-68e7b682-20ce-4593-b4a7-efaf906649b4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=788e9ae8-29e7-405c-a7cd-4ed0201bcff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1943202 Sep 22 21:45:00.860378 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-9b6d5563-9a20-4556-9116-0006f394694b None None] Attempt 2 to provision port 5fcd765f-8184-4931-8051-2c41ed3028be Sep 22 21:45:00.915481 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-9b6d5563-9a20-4556-9116-0006f394694b None None] Port 5fcd765f-8184-4931-8051-2c41ed3028be cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:45:00.956994 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fcfd48df-0203-4110-a5c6-67da1de3ebb3 req-c02490ce-388d-444c-8764-b1b7f27d6b52 service neutron] 10.222.0.49 "GET /v2.0/networks/788e9ae8-29e7-405c-a7cd-4ed0201bcff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196554 Sep 22 21:45:01.046771 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a408f-3804-41d4-baa4-9e227f5a6fe3 req-fe190c9a-d241-4830-94fa-84930c95e4fc tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:01.047456 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-1b7a408f-3804-41d4-baa4-9e227f5a6fe3 req-fe190c9a-d241-4830-94fa-84930c95e4fc tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Synchronizing usage tracker for tenant:c0953d2486f241adbaf31021d8b87543 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:45:01.170766 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-1b7a408f-3804-41d4-baa4-9e227f5a6fe3 req-fe190c9a-d241-4830-94fa-84930c95e4fc tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Unset dirty status for tenant:c0953d2486f241adbaf31021d8b87543 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:45:01.172412 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1b7a408f-3804-41d4-baa4-9e227f5a6fe3 req-fe190c9a-d241-4830-94fa-84930c95e4fc tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?device_id=35c5bada-7ca0-479a-b2f5-50a0a8593656 HTTP/1.1" status: 200 len: 931 time: 0.4310701 Sep 22 21:45:01.234690 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fcfd48df-0203-4110-a5c6-67da1de3ebb3 req-bd62dbc5-d2b3-43d7-80ec-a89229533cb8 service neutron] 10.222.0.49 "GET /v2.0/networks/788e9ae8-29e7-405c-a7cd-4ed0201bcff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315564 Sep 22 21:45:01.251064 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1b7a408f-3804-41d4-baa4-9e227f5a6fe3 req-d0274452-f021-4b8a-b64d-730308b2e490 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fa87605-2437-4141-bfe2-735b698472c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677259 Sep 22 21:45:01.366940 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-81bb1277-5e56-4bd7-a6c0-9449dc90f8ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fcd765f-8184-4931-8051-2c41ed3028be {{(pid=89008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:45:01.381203 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-81bb1277-5e56-4bd7-a6c0-9449dc90f8ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:01.400452 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-81bb1277-5e56-4bd7-a6c0-9449dc90f8ff service neutron] Transition to ACTIVE for port object 5fcd765f-8184-4931-8051-2c41ed3028be will not be triggered until provisioned by entity L2. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:45:01.406533 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-81bb1277-5e56-4bd7-a6c0-9449dc90f8ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:01.416313 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-9b6d5563-9a20-4556-9116-0006f394694b None None] Attempt 3 to provision port 5fcd765f-8184-4931-8051-2c41ed3028be Sep 22 21:45:01.469980 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-9b6d5563-9a20-4556-9116-0006f394694b None None] Port 5fcd765f-8184-4931-8051-2c41ed3028be cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:45:01.562646 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37589cc7-6d99-465d-9049-247df3e354db req-675f886a-d014-40d3-a1b1-5f27affde53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:01.564151 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-37589cc7-6d99-465d-9049-247df3e354db req-675f886a-d014-40d3-a1b1-5f27affde53e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&device_id=439f46ec-1164-4c94-a744-334b6b7d5fb7 HTTP/1.1" status: 200 len: 1096 time: 0.2694988 Sep 22 21:45:01.629439 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb1277-5e56-4bd7-a6c0-9449dc90f8ff service neutron] Pushing event updated for resources: {'Port': ['ID=5fcd765f-8184-4931-8051-2c41ed3028be,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:45:01.662301 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c5828-0ac1-41df-a784-490b92117540 req-d9951e12-8991-48b9-b558-def0bf464f84 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:01.663795 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-b41c5828-0ac1-41df-a784-490b92117540 req-d9951e12-8991-48b9-b558-def0bf464f84 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=439f46ec-1164-4c94-a744-334b6b7d5fb7 HTTP/1.1" status: 200 len: 943 time: 0.0916920 Sep 22 21:45:01.715514 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-b41c5828-0ac1-41df-a784-490b92117540 req-1e7d55f8-1305-424d-9ec7-31544d20f7a9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=d13c6f47-0f1a-4c43-bf5b-9da49c31a746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455227 Sep 22 21:45:01.746953 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-81bb1277-5e56-4bd7-a6c0-9449dc90f8ff service neutron] Attempting to bind port 5fcd765f-8184-4931-8051-2c41ed3028be on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:45:01.747287 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-81bb1277-5e56-4bd7-a6c0-9449dc90f8ff service neutron] Attempting to bind port 5fcd765f-8184-4931-8051-2c41ed3028be by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'd86d37dd-b09d-4d1d-a662-9854ff3c4a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:45:01.747617 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-81bb1277-5e56-4bd7-a6c0-9449dc90f8ff service neutron] Attempting to bind port 5fcd765f-8184-4931-8051-2c41ed3028be on network c4ba8f83-333c-411f-abb9-714415775b4d {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:45:01.763252 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-81bb1277-5e56-4bd7-a6c0-9449dc90f8ff service neutron] Port 5fcd765f-8184-4931-8051-2c41ed3028be on network c4ba8f83-333c-411f-abb9-714415775b4d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:45:01.763570 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-81bb1277-5e56-4bd7-a6c0-9449dc90f8ff service neutron] Attempting to bind port 5fcd765f-8184-4931-8051-2c41ed3028be on network c4ba8f83-333c-411f-abb9-714415775b4d {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:45:01.771946 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37589cc7-6d99-465d-9049-247df3e354db req-184c0c53-a659-4a15-8544-76d73c195f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:01.773418 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-37589cc7-6d99-465d-9049-247df3e354db req-184c0c53-a659-4a15-8544-76d73c195f50 service neutron] 10.222.0.49 "GET /v2.0/networks?id=788e9ae8-29e7-405c-a7cd-4ed0201bcff2 HTTP/1.1" status: 200 len: 897 time: 0.1724565 Sep 22 21:45:01.774309 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-81bb1277-5e56-4bd7-a6c0-9449dc90f8ff service neutron] Checking agent: {'id': '8a88b827-3477-4399-ac15-439d59b3c48a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'started_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:45:01.774662 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-81bb1277-5e56-4bd7-a6c0-9449dc90f8ff service neutron] Checking segment: {'id': 'd86d37dd-b09d-4d1d-a662-9854ff3c4a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:45:01.775030 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-81bb1277-5e56-4bd7-a6c0-9449dc90f8ff service neutron] Bound using segment: {'id': 'd86d37dd-b09d-4d1d-a662-9854ff3c4a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d'} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:45:01.775445 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-81bb1277-5e56-4bd7-a6c0-9449dc90f8ff service neutron] Bound port: 5fcd765f-8184-4931-8051-2c41ed3028be, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd86d37dd-b09d-4d1d-a662-9854ff3c4a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d'}}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:45:01.775780 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-81bb1277-5e56-4bd7-a6c0-9449dc90f8ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:01.971063 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-9b6d5563-9a20-4556-9116-0006f394694b None None] Attempt 4 to provision port 5fcd765f-8184-4931-8051-2c41ed3028be Sep 22 21:45:01.985529 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-37589cc7-6d99-465d-9049-247df3e354db req-3a7f40d2-7a69-440b-a282-96bbe458992a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e78461a-b8af-4532-9c95-cea87087596a HTTP/1.1" status: 200 len: 217 time: 0.1995940 Sep 22 21:45:02.032880 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-9b6d5563-9a20-4556-9116-0006f394694b None None] Port 5fcd765f-8184-4931-8051-2c41ed3028be cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:45:02.076512 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37589cc7-6d99-465d-9049-247df3e354db req-f0f51551-c9bc-417b-8fa4-60b4c459b360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:02.078003 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-37589cc7-6d99-465d-9049-247df3e354db req-f0f51551-c9bc-417b-8fa4-60b4c459b360 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=44c1322c-35fc-4342-b57c-d4dadadf239a HTTP/1.1" status: 200 len: 834 time: 0.0860054 Sep 22 21:45:02.081510 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-81bb1277-5e56-4bd7-a6c0-9449dc90f8ff service neutron] For port 5fcd765f-8184-4931-8051-2c41ed3028be, host hv-neutron-8589, cleared binding levels {{(pid=89008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:45:02.084528 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-81bb1277-5e56-4bd7-a6c0-9449dc90f8ff service neutron] For port 5fcd765f-8184-4931-8051-2c41ed3028be, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=5fcd765f-8184-4931-8051-2c41ed3028be,segment=NetworkSegment(d86d37dd-b09d-4d1d-a662-9854ff3c4a87),segment_id=d86d37dd-b09d-4d1d-a662-9854ff3c4a87)] {{(pid=89008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:45:02.126357 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-81bb1277-5e56-4bd7-a6c0-9449dc90f8ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:02.160515 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-81bb1277-5e56-4bd7-a6c0-9449dc90f8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:02.161116 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-81bb1277-5e56-4bd7-a6c0-9449dc90f8ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:02.162441 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-81bb1277-5e56-4bd7-a6c0-9449dc90f8ff service neutron] 10.222.0.49 "PUT /v2.0/ports/5fcd765f-8184-4931-8051-2c41ed3028be HTTP/1.1" status: 200 len: 1093 time: 1.7247350 Sep 22 21:45:02.163780 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35c5bada-7ca0-479a-b2f5-50a0a8593656', 'tag': '5fcd765f-8184-4931-8051-2c41ed3028be'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:45:02.166175 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9712405d-1405-4f9d-be93-01b73b6e42c1" -d '{"events": [{"name": "network-changed", "server_uuid": "35c5bada-7ca0-479a-b2f5-50a0a8593656", "tag": "5fcd765f-8184-4931-8051-2c41ed3028be"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:45:02.240201 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ec776a-26f3-4b4e-92f9-013e2f619ed1 x-openstack-request-id: req-98ec776a-26f3-4b4e-92f9-013e2f619ed1 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:45:02.240424 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35c5bada-7ca0-479a-b2f5-50a0a8593656", "tag": "5fcd765f-8184-4931-8051-2c41ed3028be", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:45:02.240645 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-98ec776a-26f3-4b4e-92f9-013e2f619ed1 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:45:02.241035 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98ec776a-26f3-4b4e-92f9-013e2f619ed1'] response: {'name': 'network-changed', 'server_uuid': '35c5bada-7ca0-479a-b2f5-50a0a8593656', 'tag': '5fcd765f-8184-4931-8051-2c41ed3028be', 'status': 'completed', 'code': 200} Sep 22 21:45:02.289167 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb1277-5e56-4bd7-a6c0-9449dc90f8ff service neutron] Pushing event updated for resources: {'Port': ['ID=5fcd765f-8184-4931-8051-2c41ed3028be,revision_number=3']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:45:02.300788 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37589cc7-6d99-465d-9049-247df3e354db req-be756edc-da81-4303-a568-5ee73605664a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:02.302130 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-37589cc7-6d99-465d-9049-247df3e354db req-be756edc-da81-4303-a568-5ee73605664a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=788e9ae8-29e7-405c-a7cd-4ed0201bcff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2164216 Sep 22 21:45:02.382148 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-4708ae10-e366-443b-a340-27e8b699b428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:02.383619 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-4708ae10-e366-443b-a340-27e8b699b428 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c0953d2486f241adbaf31021d8b87543&device_id=35c5bada-7ca0-479a-b2f5-50a0a8593656 HTTP/1.1" status: 200 len: 1096 time: 0.1826220 Sep 22 21:45:02.456141 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722a7ba-3f4b-48ec-8980-82d8afde7392 req-335980db-28fb-476e-938a-55862a489317 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:02.457616 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-8722a7ba-3f4b-48ec-8980-82d8afde7392 req-335980db-28fb-476e-938a-55862a489317 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?device_id=35c5bada-7ca0-479a-b2f5-50a0a8593656 HTTP/1.1" status: 200 len: 943 time: 0.0903015 Sep 22 21:45:02.459892 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-b0e95989-9ea9-4387-aac3-5a76bbc20968 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fcd765f-8184-4931-8051-2c41ed3028be HTTP/1.1" status: 200 len: 217 time: 0.0686550 Sep 22 21:45:02.501261 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-8722a7ba-3f4b-48ec-8980-82d8afde7392 req-b5edeb3a-d591-4762-b651-a1981c121c34 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fa87605-2437-4141-bfe2-735b698472c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377457 Sep 22 21:45:02.534732 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-9b6d5563-9a20-4556-9116-0006f394694b None None] Attempt 5 to provision port 5fcd765f-8184-4931-8051-2c41ed3028be Sep 22 21:45:02.543517 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-37589cc7-6d99-465d-9049-247df3e354db req-fcb231be-1be4-4896-bc4b-d3b2ce4ff328 service neutron] 10.222.0.49 "GET /v2.0/networks/788e9ae8-29e7-405c-a7cd-4ed0201bcff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352931 Sep 22 21:45:02.549499 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-f72e5d33-1de0-4e2d-b5d8-026d25b1727a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:02.551129 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-f72e5d33-1de0-4e2d-b5d8-026d25b1727a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8ec73feb-6226-4bb2-bdf7-f761304c77c1 HTTP/1.1" status: 200 len: 850 time: 0.0841482 Sep 22 21:45:02.597839 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-9b6d5563-9a20-4556-9116-0006f394694b None None] Port 5fcd765f-8184-4931-8051-2c41ed3028be had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 21:45:02.736959 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-37589cc7-6d99-465d-9049-247df3e354db req-327d5443-d7d2-49f6-b5a0-82fbbf138544 service neutron] 10.222.0.49 "GET /v2.0/networks/788e9ae8-29e7-405c-a7cd-4ed0201bcff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848376 Sep 22 21:45:02.743281 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-6828fb73-224a-4541-bc2b-2b2684c51112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:02.744747 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-6828fb73-224a-4541-bc2b-2b2684c51112 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c4ba8f83-333c-411f-abb9-714415775b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1732306 Sep 22 21:45:02.934652 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-f05c1547-1207-4e44-98cf-2bfda97cc0da service neutron] 10.222.0.49 "GET /v2.0/networks/c4ba8f83-333c-411f-abb9-714415775b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824410 Sep 22 21:45:02.972343 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e4f7a-24c9-4822-a353-51a3945e5f17 req-915d5e23-4445-4eb2-9eb7-217952935264 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:02.973720 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-312e4f7a-24c9-4822-a353-51a3945e5f17 req-915d5e23-4445-4eb2-9eb7-217952935264 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=439f46ec-1164-4c94-a744-334b6b7d5fb7 HTTP/1.1" status: 200 len: 943 time: 0.1428611 Sep 22 21:45:03.087201 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-312e4f7a-24c9-4822-a353-51a3945e5f17 req-93f4e3bc-dbe2-4964-8a0e-2de69c2747ee tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=d13c6f47-0f1a-4c43-bf5b-9da49c31a746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690424 Sep 22 21:45:03.109650 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-da0e28e0-5c34-4b75-b7da-4bcf1f16c2cd req-a148210e-f562-4eb6-a0cb-d33db3581b07 service neutron] 10.222.0.49 "GET /v2.0/networks/c4ba8f83-333c-411f-abb9-714415775b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669142 Sep 22 21:45:03.227598 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712405d-1405-4f9d-be93-01b73b6e42c1 req-9e5be1a8-dd7c-4b6c-8712-8419482c4717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:03.229065 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9712405d-1405-4f9d-be93-01b73b6e42c1 req-9e5be1a8-dd7c-4b6c-8712-8419482c4717 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c0953d2486f241adbaf31021d8b87543&device_id=35c5bada-7ca0-479a-b2f5-50a0a8593656 HTTP/1.1" status: 200 len: 1096 time: 0.0775521 Sep 22 21:45:03.356506 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712405d-1405-4f9d-be93-01b73b6e42c1 req-d245c834-d015-46a5-bcf9-a244e23cb9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:03.357923 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9712405d-1405-4f9d-be93-01b73b6e42c1 req-d245c834-d015-46a5-bcf9-a244e23cb9bb service neutron] 10.222.0.49 "GET /v2.0/networks?id=c4ba8f83-333c-411f-abb9-714415775b4d HTTP/1.1" status: 200 len: 911 time: 0.1225216 Sep 22 21:45:03.524620 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9712405d-1405-4f9d-be93-01b73b6e42c1 req-e74c2166-eaa2-49bd-829a-55da27c80e7a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fcd765f-8184-4931-8051-2c41ed3028be HTTP/1.1" status: 200 len: 217 time: 0.1601970 Sep 22 21:45:03.585114 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712405d-1405-4f9d-be93-01b73b6e42c1 req-25a5ff86-9b4b-4841-b5b7-3d3ba096dbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:03.586573 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9712405d-1405-4f9d-be93-01b73b6e42c1 req-25a5ff86-9b4b-4841-b5b7-3d3ba096dbef service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8ec73feb-6226-4bb2-bdf7-f761304c77c1 HTTP/1.1" status: 200 len: 850 time: 0.0554528 Sep 22 21:45:03.669696 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712405d-1405-4f9d-be93-01b73b6e42c1 req-42f00b54-87b7-4538-a4b5-eed6232d2a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:03.672005 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9712405d-1405-4f9d-be93-01b73b6e42c1 req-42f00b54-87b7-4538-a4b5-eed6232d2a52 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c4ba8f83-333c-411f-abb9-714415775b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798957 Sep 22 21:45:03.694962 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab1bfb-ff91-4be2-bc84-f1d9803b3536 req-61856a05-d6e4-45a0-8daa-14546ce11f73 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:03.696401 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-2bab1bfb-ff91-4be2-bc84-f1d9803b3536 req-61856a05-d6e4-45a0-8daa-14546ce11f73 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?device_id=35c5bada-7ca0-479a-b2f5-50a0a8593656 HTTP/1.1" status: 200 len: 943 time: 0.0846941 Sep 22 21:45:03.740606 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-2bab1bfb-ff91-4be2-bc84-f1d9803b3536 req-ea29937b-5691-4e46-83dd-12a55d3a34aa tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fa87605-2437-4141-bfe2-735b698472c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383015 Sep 22 21:45:03.759529 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 4e78461a-b8af-4532-9c95-cea87087596a details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 21:45:03.804927 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9712405d-1405-4f9d-be93-01b73b6e42c1 req-df306c25-0948-44a3-9362-d09a79933c25 service neutron] 10.222.0.49 "GET /v2.0/networks/c4ba8f83-333c-411f-abb9-714415775b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269467 Sep 22 21:45:03.935205 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 4e78461a-b8af-4532-9c95-cea87087596a, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=4e78461a-b8af-4532-9c95-cea87087596a,segment=NetworkSegment(63995dd0-a1fe-4d7d-bd01-ae24325cced4),segment_id=63995dd0-a1fe-4d7d-bd01-ae24325cced4)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:45:03.936960 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9712405d-1405-4f9d-be93-01b73b6e42c1 req-770b36e4-50aa-4c5d-ace6-257fe3b6b83c service neutron] 10.222.0.49 "GET /v2.0/networks/c4ba8f83-333c-411f-abb9-714415775b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261404 Sep 22 21:45:03.948639 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': '4e78461a-b8af-4532-9c95-cea87087596a', 'network_id': '788e9ae8-29e7-405c-a7cd-4ed0201bcff2', 'port_id': '4e78461a-b8af-4532-9c95-cea87087596a', 'mac_address': 'fa:16:3e:56:07:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44c1322c-35fc-4342-b57c-d4dadadf239a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 21:45:04.002569 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 4e78461a-b8af-4532-9c95-cea87087596a is: DOWN; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:45:04.003035 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:04.019347 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e78461a-b8af-4532-9c95-cea87087596a {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:45:04.036464 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 4e78461a-b8af-4532-9c95-cea87087596a, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=4e78461a-b8af-4532-9c95-cea87087596a,segment=NetworkSegment(63995dd0-a1fe-4d7d-bd01-ae24325cced4),segment_id=63995dd0-a1fe-4d7d-bd01-ae24325cced4)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:45:04.040620 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:04.108010 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=4e78461a-b8af-4532-9c95-cea87087596a,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:45:04.115029 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:45:04.115373 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:45:04.115703 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:45:04.116319 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:45:04.116459 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:45:04.116660 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:45:04.116978 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:45:04.117299 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:45:04.117612 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:45:04.117923 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:45:04.118234 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:45:04.118546 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:45:04.246699 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['4e78461a-b8af-4532-9c95-cea87087596a'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 21:45:04.290505 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e86b3d-4567-4311-87ab-d83a8b541f58 req-a7924054-f2b5-4591-a5b4-e3bb20616136 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:04.291986 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e5e86b3d-4567-4311-87ab-d83a8b541f58 req-a7924054-f2b5-4591-a5b4-e3bb20616136 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=439f46ec-1164-4c94-a744-334b6b7d5fb7 HTTP/1.1" status: 200 len: 944 time: 0.0947621 Sep 22 21:45:04.338000 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e5e86b3d-4567-4311-87ab-d83a8b541f58 req-0630ef42-057c-4c85-8246-8eac7f69c71d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=d13c6f47-0f1a-4c43-bf5b-9da49c31a746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402994 Sep 22 21:45:04.940151 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04f6b2-1939-482f-9504-81bff4cbbd9b req-6d951bb1-b5d4-4e60-aab7-2d6b3327c209 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:04.941589 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-ac04f6b2-1939-482f-9504-81bff4cbbd9b req-6d951bb1-b5d4-4e60-aab7-2d6b3327c209 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?device_id=35c5bada-7ca0-479a-b2f5-50a0a8593656 HTTP/1.1" status: 200 len: 943 time: 0.0891757 Sep 22 21:45:04.984870 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-ac04f6b2-1939-482f-9504-81bff4cbbd9b req-b4299220-a7ac-408f-907d-cfb5fc22be9f tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fa87605-2437-4141-bfe2-735b698472c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376008 Sep 22 21:45:05.537243 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1b7b0-df24-4e04-8013-25a87a122d1b req-75a17586-804b-4468-848b-54e21683961e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:05.538775 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c5d1b7b0-df24-4e04-8013-25a87a122d1b req-75a17586-804b-4468-848b-54e21683961e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=439f46ec-1164-4c94-a744-334b6b7d5fb7 HTTP/1.1" status: 200 len: 944 time: 0.0899827 Sep 22 21:45:05.581023 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c5d1b7b0-df24-4e04-8013-25a87a122d1b req-5a88610d-34ec-45d9-a0c7-673da4010d30 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=d13c6f47-0f1a-4c43-bf5b-9da49c31a746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368412 Sep 22 21:45:05.774615 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 4e78461a-b8af-4532-9c95-cea87087596a up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:45:05.843109 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning for port 4e78461a-b8af-4532-9c95-cea87087596a completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:45:05.847946 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port 4e78461a-b8af-4532-9c95-cea87087596a triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:45:05.848313 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:05.848643 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port 4e78461a-b8af-4532-9c95-cea87087596a Sep 22 21:45:05.958922 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 4e78461a-b8af-4532-9c95-cea87087596a is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:45:05.959296 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:05.986514 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439f46ec-1164-4c94-a744-334b6b7d5fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e78461a-b8af-4532-9c95-cea87087596a'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:45:05.988964 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15cf5126-5674-4e15-b9a5-7979e44e6631" -d '{"events": [{"server_uuid": "439f46ec-1164-4c94-a744-334b6b7d5fb7", "name": "network-vif-plugged", "status": "completed", "tag": "4e78461a-b8af-4532-9c95-cea87087596a"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:45:05.996902 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 4e78461a-b8af-4532-9c95-cea87087596a, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=4e78461a-b8af-4532-9c95-cea87087596a,segment=NetworkSegment(63995dd0-a1fe-4d7d-bd01-ae24325cced4),segment_id=63995dd0-a1fe-4d7d-bd01-ae24325cced4)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:45:06.001438 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:06.071235 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=4e78461a-b8af-4532-9c95-cea87087596a,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:45:06.117164 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 21:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2bf0975-7228-4113-be26-38f11b1b80fa x-openstack-request-id: req-e2bf0975-7228-4113-be26-38f11b1b80fa {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:45:06.117455 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439f46ec-1164-4c94-a744-334b6b7d5fb7", "name": "network-vif-plugged", "status": "completed", "tag": "4e78461a-b8af-4532-9c95-cea87087596a", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:45:06.117706 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e2bf0975-7228-4113-be26-38f11b1b80fa {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:45:06.118098 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2bf0975-7228-4113-be26-38f11b1b80fa'] response: {'server_uuid': '439f46ec-1164-4c94-a744-334b6b7d5fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e78461a-b8af-4532-9c95-cea87087596a', 'code': 200} Sep 22 21:45:06.190358 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb5803-e720-4150-b747-e27e84516e4a req-7bdaf875-882b-4495-99de-6b356ab948c0 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:06.191852 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-90bb5803-e720-4150-b747-e27e84516e4a req-7bdaf875-882b-4495-99de-6b356ab948c0 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?device_id=35c5bada-7ca0-479a-b2f5-50a0a8593656 HTTP/1.1" status: 200 len: 943 time: 0.0941877 Sep 22 21:45:06.241079 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-90bb5803-e720-4150-b747-e27e84516e4a req-f275ebb6-6c46-456b-a94e-4ea446623ab4 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fa87605-2437-4141-bfe2-735b698472c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431201 Sep 22 21:45:06.357995 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305d3f4-2e55-44b6-abf3-7c6d491b5ba4 req-e841cb53-5f9d-4dc0-9cf6-31deeda7daa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:06.359483 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3305d3f4-2e55-44b6-abf3-7c6d491b5ba4 req-e841cb53-5f9d-4dc0-9cf6-31deeda7daa6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=439f46ec-1164-4c94-a744-334b6b7d5fb7 HTTP/1.1" status: 200 len: 1098 time: 0.0768862 Sep 22 21:45:06.399426 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3305d3f4-2e55-44b6-abf3-7c6d491b5ba4 req-2f053c76-5d68-4c86-a863-1f7d15e16781 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d13c6f47-0f1a-4c43-bf5b-9da49c31a746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329888 Sep 22 21:45:06.829211 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29571480-1624-453c-81b0-f75c962cd80f req-2d719b4e-761d-4be5-b3b8-9e3c4fe58cd1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:06.830760 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-29571480-1624-453c-81b0-f75c962cd80f req-2d719b4e-761d-4be5-b3b8-9e3c4fe58cd1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=439f46ec-1164-4c94-a744-334b6b7d5fb7 HTTP/1.1" status: 200 len: 945 time: 0.0907362 Sep 22 21:45:06.873439 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-29571480-1624-453c-81b0-f75c962cd80f req-ec1a2f92-83f3-4053-86b6-6c8e187f46af tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=d13c6f47-0f1a-4c43-bf5b-9da49c31a746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370793 Sep 22 21:45:07.453471 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737083d-15bc-4b36-aa47-56f21afd8cc2 req-aee2748b-ed59-4c8d-b847-7cef13e4f26f tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:07.455174 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5737083d-15bc-4b36-aa47-56f21afd8cc2 req-aee2748b-ed59-4c8d-b847-7cef13e4f26f tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?device_id=35c5bada-7ca0-479a-b2f5-50a0a8593656 HTTP/1.1" status: 200 len: 943 time: 0.0981102 Sep 22 21:45:07.498158 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5737083d-15bc-4b36-aa47-56f21afd8cc2 req-2a13e04f-32a2-4946-8597-53cad640293d tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fa87605-2437-4141-bfe2-735b698472c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374260 Sep 22 21:45:08.069948 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98521fa-1715-4226-94e7-0c8e4d5d18c7 req-ab82e949-cef2-4125-a469-9b244eaf2513 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:08.072530 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-b98521fa-1715-4226-94e7-0c8e4d5d18c7 req-ab82e949-cef2-4125-a469-9b244eaf2513 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=439f46ec-1164-4c94-a744-334b6b7d5fb7 HTTP/1.1" status: 200 len: 945 time: 0.0862308 Sep 22 21:45:08.116972 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-b98521fa-1715-4226-94e7-0c8e4d5d18c7 req-5267d43b-c022-4c20-aa8d-d95f1589c278 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=d13c6f47-0f1a-4c43-bf5b-9da49c31a746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386722 Sep 22 21:45:08.310898 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e546a40-f405-430e-9e34-fffb8b5bf769 req-6b415596-e294-4a9e-8c50-4d40866329e1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:08.312354 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2e546a40-f405-430e-9e34-fffb8b5bf769 req-6b415596-e294-4a9e-8c50-4d40866329e1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=439f46ec-1164-4c94-a744-334b6b7d5fb7 HTTP/1.1" status: 200 len: 945 time: 0.0858409 Sep 22 21:45:08.358559 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2e546a40-f405-430e-9e34-fffb8b5bf769 req-b5795af7-f88e-4d1e-a679-fa4939671e1b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=d13c6f47-0f1a-4c43-bf5b-9da49c31a746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405071 Sep 22 21:45:08.386114 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 52270) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:45:08.461521 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe15cad-e246-48b9-b550-d2892aff77bb tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:08.463022 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-cbe15cad-e246-48b9-b550-d2892aff77bb tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=439f46ec-1164-4c94-a744-334b6b7d5fb7 HTTP/1.1" status: 200 len: 1093 time: 0.0759537 Sep 22 21:45:08.465927 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 52274) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:45:08.476171 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-310745a1-965a-4591-a912-116846ffd8fa tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'floatingip': {'port_id': '4e78461a-b8af-4532-9c95-cea87087596a'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:45:08.547981 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-310745a1-965a-4591-a912-116846ffd8fa tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for floatingip, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:08.697446 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca41aa19-df88-45a7-aa7f-09cf49fab49f req-71e3777a-5587-4a98-b939-a1c4dc9f117c tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:08.698833 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-ca41aa19-df88-45a7-aa7f-09cf49fab49f req-71e3777a-5587-4a98-b939-a1c4dc9f117c tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?device_id=35c5bada-7ca0-479a-b2f5-50a0a8593656 HTTP/1.1" status: 200 len: 943 time: 0.0892773 Sep 22 21:45:08.742845 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-ca41aa19-df88-45a7-aa7f-09cf49fab49f req-bb951c58-9972-422e-bd4a-a36152ba85d6 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fa87605-2437-4141-bfe2-735b698472c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375123 Sep 22 21:45:09.223186 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-310745a1-965a-4591-a912-116846ffd8fa tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:09.226800 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-310745a1-965a-4591-a912-116846ffd8fa tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:09.396818 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.l3_db [None req-310745a1-965a-4591-a912-116846ffd8fa tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Floating IP ddc16058-4ca0-435a-b9ad-6a25dadea67a associated. External IP: 172.26.0.9, port: 4e78461a-b8af-4532-9c95-cea87087596a. Sep 22 21:45:09.662931 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-13920ed5-8a97-4ea4-82cb-03925d719a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:09.740448 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310745a1-965a-4591-a912-116846ffd8fa tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Router c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:45:09.806145 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 5fcd765f-8184-4931-8051-2c41ed3028be details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 21:45:09.943794 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 5fcd765f-8184-4931-8051-2c41ed3028be, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=5fcd765f-8184-4931-8051-2c41ed3028be,segment=NetworkSegment(d86d37dd-b09d-4d1d-a662-9854ff3c4a87),segment_id=d86d37dd-b09d-4d1d-a662-9854ff3c4a87)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:45:09.957323 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': '5fcd765f-8184-4931-8051-2c41ed3028be', 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d', 'port_id': '5fcd765f-8184-4931-8051-2c41ed3028be', 'mac_address': 'fa:16:3e:2d:71:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ec73feb-6226-4bb2-bdf7-f761304c77c1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 21:45:09.972276 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310745a1-965a-4591-a912-116846ffd8fa tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:45:09.977398 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-310745a1-965a-4591-a912-116846ffd8fa tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:09.981864 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd50050-2fa2-4c9a-a4ed-2c0f48380fdc None None] Sync routers for ids ['c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:45:09.992124 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd50050-2fa2-4c9a-a4ed-2c0f48380fdc None None] Routers {'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:45:09.992954 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-6cd50050-2fa2-4c9a-a4ed-2c0f48380fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:44:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:45:10.014775 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 5fcd765f-8184-4931-8051-2c41ed3028be is: DOWN; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:45:10.015160 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:10.032267 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fcd765f-8184-4931-8051-2c41ed3028be {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:45:10.043903 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c85b3-4273-4ea8-990d-c429a05fdbab req-2640490c-3215-44fe-9f9c-51dc417caee6 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:10.045366 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5e0c85b3-4273-4ea8-990d-c429a05fdbab req-2640490c-3215-44fe-9f9c-51dc417caee6 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?device_id=35c5bada-7ca0-479a-b2f5-50a0a8593656 HTTP/1.1" status: 200 len: 943 time: 0.1670706 Sep 22 21:45:10.049608 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-310745a1-965a-4591-a912-116846ffd8fa tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "PUT /v2.0/floatingips/ddc16058-4ca0-435a-b9ad-6a25dadea67a HTTP/1.1" status: 200 len: 989 time: 1.5801997 Sep 22 21:45:10.049608 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '439f46ec-1164-4c94-a744-334b6b7d5fb7', 'tag': '4e78461a-b8af-4532-9c95-cea87087596a'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:45:10.049869 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 5fcd765f-8184-4931-8051-2c41ed3028be, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=5fcd765f-8184-4931-8051-2c41ed3028be,segment=NetworkSegment(d86d37dd-b09d-4d1d-a662-9854ff3c4a87),segment_id=d86d37dd-b09d-4d1d-a662-9854ff3c4a87)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:45:10.049972 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41c9d51-9750-485d-962f-c29649e4e5de" -d '{"events": [{"name": "network-changed", "server_uuid": "439f46ec-1164-4c94-a744-334b6b7d5fb7", "tag": "4e78461a-b8af-4532-9c95-cea87087596a"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:45:10.050112 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52282) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:45:10.060721 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:10.101462 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ba2074-573b-41d5-811e-0ae44835e5e7 x-openstack-request-id: req-22ba2074-573b-41d5-811e-0ae44835e5e7 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:45:10.101843 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "439f46ec-1164-4c94-a744-334b6b7d5fb7", "tag": "4e78461a-b8af-4532-9c95-cea87087596a", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:45:10.102062 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-22ba2074-573b-41d5-811e-0ae44835e5e7 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:45:10.102558 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22ba2074-573b-41d5-811e-0ae44835e5e7'] response: {'name': 'network-changed', 'server_uuid': '439f46ec-1164-4c94-a744-334b6b7d5fb7', 'tag': '4e78461a-b8af-4532-9c95-cea87087596a', 'status': 'completed', 'code': 200} Sep 22 21:45:10.125116 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5e0c85b3-4273-4ea8-990d-c429a05fdbab req-904ecdfb-b879-402c-866d-6d90d04bd6f7 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fa87605-2437-4141-bfe2-735b698472c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596871 Sep 22 21:45:10.180998 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-6cd50050-2fa2-4c9a-a4ed-2c0f48380fdc None None] Set router c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:45:10.181316 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=5fcd765f-8184-4931-8051-2c41ed3028be,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:45:10.211081 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-7e62ff59-11f5-4153-b403-2749d29dbfc1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/floatingips/ddc16058-4ca0-435a-b9ad-6a25dadea67a HTTP/1.1" status: 200 len: 989 time: 0.1575432 Sep 22 21:45:10.224380 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c9d51-9750-485d-962f-c29649e4e5de req-d3db3162-2105-4d1d-a24b-71ea0b2f1260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:10.225942 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c41c9d51-9750-485d-962f-c29649e4e5de req-d3db3162-2105-4d1d-a24b-71ea0b2f1260 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&device_id=439f46ec-1164-4c94-a744-334b6b7d5fb7 HTTP/1.1" status: 200 len: 1098 time: 0.0990970 Sep 22 21:45:10.292124 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['5fcd765f-8184-4931-8051-2c41ed3028be'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 21:45:10.480793 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c9d51-9750-485d-962f-c29649e4e5de req-d7191d1b-2d42-462a-a436-24d010d4d65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:10.482492 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c41c9d51-9750-485d-962f-c29649e4e5de req-d7191d1b-2d42-462a-a436-24d010d4d65f service neutron] 10.222.0.49 "GET /v2.0/networks?id=788e9ae8-29e7-405c-a7cd-4ed0201bcff2 HTTP/1.1" status: 200 len: 897 time: 0.2503135 Sep 22 21:45:10.557171 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-6cd50050-2fa2-4c9a-a4ed-2c0f48380fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'name': 'tempest-TestNetworkBasicOps-router-95072494', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.246'}], 'enable_snat': True}, 'gw_port_id': '498d8edc-0b99-417e-a470-aa5759711c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:43:53Z', 'updated_at': '2022-09-22T21:43:58Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '498d8edc-0b99-417e-a470-aa5759711c3d', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:43:54Z', 'updated_at': '2022-09-22T21:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': 'ddc16058-4ca0-435a-b9ad-6a25dadea67a', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'floating_ip_address': '172.26.0.9', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'port_id': '4e78461a-b8af-4532-9c95-cea87087596a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '788e9ae8-29e7-405c-a7cd-4ed0201bcff2', 'mac_address': 'fa:16:3e:56:07:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f46ec-1164-4c94-a744-334b6b7d5fb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:44:13Z', 'updated_at': '2022-09-22T21:45:09Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d58da53-e81a-4974-a12d-972d3e02b306', 'name': '', 'network_id': '788e9ae8-29e7-405c-a7cd-4ed0201bcff2', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:88:97:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '44c1322c-35fc-4342-b57c-d4dadadf239a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:43:57Z', 'updated_at': '2022-09-22T21:44:03Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': '44c1322c-35fc-4342-b57c-d4dadadf239a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:45:10.560915 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd50050-2fa2-4c9a-a4ed-2c0f48380fdc None None] Checking router: c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:45:10.569648 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd50050-2fa2-4c9a-a4ed-2c0f48380fdc None None] Routers {'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:45:10.570235 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-6cd50050-2fa2-4c9a-a4ed-2c0f48380fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:44:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:45:10.589428 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c41c9d51-9750-485d-962f-c29649e4e5de req-a605ed20-1d32-4e9e-a477-c6eb7f96fee1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e78461a-b8af-4532-9c95-cea87087596a HTTP/1.1" status: 200 len: 997 time: 0.0997386 Sep 22 21:45:10.652182 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c9d51-9750-485d-962f-c29649e4e5de req-52fcee4e-b2c3-41ac-99fe-00fcd0bf3387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:10.653592 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c41c9d51-9750-485d-962f-c29649e4e5de req-52fcee4e-b2c3-41ac-99fe-00fcd0bf3387 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=44c1322c-35fc-4342-b57c-d4dadadf239a HTTP/1.1" status: 200 len: 834 time: 0.0588658 Sep 22 21:45:10.737562 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c9d51-9750-485d-962f-c29649e4e5de req-ea62e447-1174-4191-8f98-8905a8ef4f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:10.738979 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c41c9d51-9750-485d-962f-c29649e4e5de req-ea62e447-1174-4191-8f98-8905a8ef4f81 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=788e9ae8-29e7-405c-a7cd-4ed0201bcff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795844 Sep 22 21:45:10.744634 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-6cd50050-2fa2-4c9a-a4ed-2c0f48380fdc None None] Set router c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:45:10.867607 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c41c9d51-9750-485d-962f-c29649e4e5de req-d8083971-94ef-4c42-9d66-fb6e6015fa71 service neutron] 10.222.0.49 "GET /v2.0/networks/788e9ae8-29e7-405c-a7cd-4ed0201bcff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223381 Sep 22 21:45:11.000419 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c41c9d51-9750-485d-962f-c29649e4e5de req-c62d53be-7432-47d6-aa31-6c92219cb057 service neutron] 10.222.0.49 "GET /v2.0/networks/788e9ae8-29e7-405c-a7cd-4ed0201bcff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257646 Sep 22 21:45:11.089685 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-6cd50050-2fa2-4c9a-a4ed-2c0f48380fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'name': 'tempest-TestNetworkBasicOps-router-95072494', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.246'}], 'enable_snat': True}, 'gw_port_id': '498d8edc-0b99-417e-a470-aa5759711c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:43:53Z', 'updated_at': '2022-09-22T21:43:58Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '498d8edc-0b99-417e-a470-aa5759711c3d', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:43:54Z', 'updated_at': '2022-09-22T21:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': 'ddc16058-4ca0-435a-b9ad-6a25dadea67a', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'floating_ip_address': '172.26.0.9', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'port_id': '4e78461a-b8af-4532-9c95-cea87087596a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '788e9ae8-29e7-405c-a7cd-4ed0201bcff2', 'mac_address': 'fa:16:3e:56:07:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f46ec-1164-4c94-a744-334b6b7d5fb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:44:13Z', 'updated_at': '2022-09-22T21:45:09Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d58da53-e81a-4974-a12d-972d3e02b306', 'name': '', 'network_id': '788e9ae8-29e7-405c-a7cd-4ed0201bcff2', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:88:97:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '44c1322c-35fc-4342-b57c-d4dadadf239a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:43:57Z', 'updated_at': '2022-09-22T21:44:03Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': '44c1322c-35fc-4342-b57c-d4dadadf239a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:45:11.094326 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd50050-2fa2-4c9a-a4ed-2c0f48380fdc None None] The sync data for ids ['c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4'] in dv-neutron-858900-1-hyperv is: [{'id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'name': 'tempest-TestNetworkBasicOps-router-95072494', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.246'}], 'enable_snat': True}, 'gw_port_id': '498d8edc-0b99-417e-a470-aa5759711c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:43:53Z', 'updated_at': '2022-09-22T21:43:58Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '498d8edc-0b99-417e-a470-aa5759711c3d', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:43:54Z', 'updated_at': '2022-09-22T21:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': 'ddc16058-4ca0-435a-b9ad-6a25dadea67a', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'floating_ip_address': '172.26.0.9', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'port_id': '4e78461a-b8af-4532-9c95-cea87087596a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '788e9ae8-29e7-405c-a7cd-4ed0201bcff2', 'mac_address': 'fa:16:3e:56:07:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f46ec-1164-4c94-a744-334b6b7d5fb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:44:13Z', 'updated_at': '2022-09-22T21:45:09Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d58da53-e81a-4974-a12d-972d3e02b306', 'name': '', 'network_id': '788e9ae8-29e7-405c-a7cd-4ed0201bcff2', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:88:97:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '44c1322c-35fc-4342-b57c-d4dadadf239a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:43:57Z', 'updated_at': '2022-09-22T21:44:03Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': '44c1322c-35fc-4342-b57c-d4dadadf239a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:45:11.212885 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52290) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:45:11.292406 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b60590-ed9e-426d-9dd7-fb1ec9b781a8 None None] New status for floating IP ddc16058-4ca0-435a-b9ad-6a25dadea67a: ACTIVE {{(pid=89010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:45:11.379235 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d24a5ed0-5a4a-4ce0-9bec-9f7a34cca9a3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/floatingips/ddc16058-4ca0-435a-b9ad-6a25dadea67a HTTP/1.1" status: 200 len: 989 time: 0.1645336 Sep 22 21:45:11.401601 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0269eb0-ae32-48f7-b870-db5fadfe5708 req-ef4c8f14-1056-4e1d-acd2-82a4989e168e tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:11.403062 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-f0269eb0-ae32-48f7-b870-db5fadfe5708 req-ef4c8f14-1056-4e1d-acd2-82a4989e168e tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?device_id=35c5bada-7ca0-479a-b2f5-50a0a8593656 HTTP/1.1" status: 200 len: 944 time: 0.1308458 Sep 22 21:45:11.448378 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-f0269eb0-ae32-48f7-b870-db5fadfe5708 req-2e3d5d42-9c04-4547-beab-bbb0f4036415 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fa87605-2437-4141-bfe2-735b698472c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390642 Sep 22 21:45:11.815762 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 5fcd765f-8184-4931-8051-2c41ed3028be up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:45:11.893347 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning for port 5fcd765f-8184-4931-8051-2c41ed3028be completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:45:11.897992 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-49efd362-af2d-42ca-99ff-cf65057b5066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:11.900259 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port 5fcd765f-8184-4931-8051-2c41ed3028be triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:45:11.900620 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:11.900954 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port 5fcd765f-8184-4931-8051-2c41ed3028be Sep 22 21:45:12.041895 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 5fcd765f-8184-4931-8051-2c41ed3028be is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:45:12.042263 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:12.068586 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c5bada-7ca0-479a-b2f5-50a0a8593656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fcd765f-8184-4931-8051-2c41ed3028be'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:45:12.070778 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693bdb38-3f76-4542-9f52-db71fb876e04" -d '{"events": [{"server_uuid": "35c5bada-7ca0-479a-b2f5-50a0a8593656", "name": "network-vif-plugged", "status": "completed", "tag": "5fcd765f-8184-4931-8051-2c41ed3028be"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:45:12.078930 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 5fcd765f-8184-4931-8051-2c41ed3028be, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=5fcd765f-8184-4931-8051-2c41ed3028be,segment=NetworkSegment(d86d37dd-b09d-4d1d-a662-9854ff3c4a87),segment_id=d86d37dd-b09d-4d1d-a662-9854ff3c4a87)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:45:12.083089 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:12.125106 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 21:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3e1abb-84c8-49eb-affe-5d39b0f65444 x-openstack-request-id: req-fe3e1abb-84c8-49eb-affe-5d39b0f65444 {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:45:12.125381 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c5bada-7ca0-479a-b2f5-50a0a8593656", "name": "network-vif-plugged", "status": "completed", "tag": "5fcd765f-8184-4931-8051-2c41ed3028be", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:45:12.125793 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-fe3e1abb-84c8-49eb-affe-5d39b0f65444 {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:45:12.126192 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe3e1abb-84c8-49eb-affe-5d39b0f65444'] response: {'server_uuid': '35c5bada-7ca0-479a-b2f5-50a0a8593656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fcd765f-8184-4931-8051-2c41ed3028be', 'code': 200} Sep 22 21:45:12.161552 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=5fcd765f-8184-4931-8051-2c41ed3028be,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:45:12.383117 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52296) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:45:12.427823 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb920c-fa20-442d-99ba-41e1317c8a61 req-2830e2c7-9465-427e-9c22-939c4736c875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:12.429327 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-24cb920c-fa20-442d-99ba-41e1317c8a61 req-2830e2c7-9465-427e-9c22-939c4736c875 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=35c5bada-7ca0-479a-b2f5-50a0a8593656 HTTP/1.1" status: 200 len: 1098 time: 0.0822055 Sep 22 21:45:12.471280 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-24cb920c-fa20-442d-99ba-41e1317c8a61 req-98f15991-4628-499f-a1f8-a043a547f04d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5fa87605-2437-4141-bfe2-735b698472c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338519 Sep 22 21:45:12.490815 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-be8ec3bd-53fe-4cd4-9a72-7c269b84b99d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/floatingips/ddc16058-4ca0-435a-b9ad-6a25dadea67a HTTP/1.1" status: 200 len: 991 time: 0.1026437 Sep 22 21:45:12.649039 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32141f-d8b4-468e-82b6-31ea9ee9c31a req-92cdde74-b5c4-438b-b846-1d6c81f29d00 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:12.650357 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-5a32141f-d8b4-468e-82b6-31ea9ee9c31a req-92cdde74-b5c4-438b-b846-1d6c81f29d00 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?device_id=35c5bada-7ca0-479a-b2f5-50a0a8593656 HTTP/1.1" status: 200 len: 945 time: 0.0873473 Sep 22 21:45:12.693280 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-5a32141f-d8b4-468e-82b6-31ea9ee9c31a req-2d2a288e-596e-4a0d-8bec-06b93416e50d tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fa87605-2437-4141-bfe2-735b698472c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367100 Sep 22 21:45:12.723770 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:13.111778 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:13.890532 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7698b6e1-4f79-4351-8000-5c1828dde891 req-e6c92b3a-4f44-43d8-be4d-a7affb8a0470 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:13.892011 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7698b6e1-4f79-4351-8000-5c1828dde891 req-e6c92b3a-4f44-43d8-be4d-a7affb8a0470 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?device_id=35c5bada-7ca0-479a-b2f5-50a0a8593656 HTTP/1.1" status: 200 len: 945 time: 0.0864952 Sep 22 21:45:13.936422 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7698b6e1-4f79-4351-8000-5c1828dde891 req-41e5bb40-b45d-47fd-b2bc-68883b97999c tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fa87605-2437-4141-bfe2-735b698472c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387475 Sep 22 21:45:14.139592 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b59e7-b02f-4c6a-b75b-eb60aa866e26 req-41f6d958-3bdd-49bc-9f41-a80f0331cc70 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:14.141152 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-480b59e7-b02f-4c6a-b75b-eb60aa866e26 req-41f6d958-3bdd-49bc-9f41-a80f0331cc70 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?device_id=35c5bada-7ca0-479a-b2f5-50a0a8593656 HTTP/1.1" status: 200 len: 945 time: 0.0955908 Sep 22 21:45:14.287368 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-480b59e7-b02f-4c6a-b75b-eb60aa866e26 req-004674db-82e6-445b-b4e7-2a33edde3662 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fa87605-2437-4141-bfe2-735b698472c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402886 Sep 22 21:45:14.316666 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52306) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:45:14.391816 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948e6722-657e-40f0-9966-951932afe54c tempest-TestVolumeBootPattern-1912432375 tempest-TestVolumeBootPattern-1912432375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:14.393292 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-948e6722-657e-40f0-9966-951932afe54c tempest-TestVolumeBootPattern-1912432375 tempest-TestVolumeBootPattern-1912432375-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=35c5bada-7ca0-479a-b2f5-50a0a8593656 HTTP/1.1" status: 200 len: 1093 time: 0.0756688 Sep 22 21:45:14.396124 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52310) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:45:14.400840 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-89ee03e2-bc0a-4f47-ae53-e5887159f0ed tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Request body: {'floatingip': {'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'port_id': '5fcd765f-8184-4931-8051-2c41ed3028be', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:45:14.407272 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-89ee03e2-bc0a-4f47-ae53-e5887159f0ed tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:45:14.411117 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-89ee03e2-bc0a-4f47-ae53-e5887159f0ed tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Usage tracker for resource:floatingip and tenant:c0953d2486f241adbaf31021d8b87543 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:45:14.413932 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-89ee03e2-bc0a-4f47-ae53-e5887159f0ed tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:45:14.419483 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-89ee03e2-bc0a-4f47-ae53-e5887159f0ed tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:45:14.429894 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-89ee03e2-bc0a-4f47-ae53-e5887159f0ed tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks [] for floatingip, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:14.497613 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:14.565220 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-89ee03e2-bc0a-4f47-ae53-e5887159f0ed tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:14.698717 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-89ee03e2-bc0a-4f47-ae53-e5887159f0ed tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Allocated IP 172.26.0.39 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/96c77ac8-de6d-4a81-b099-ec6b65e429be) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:45:14.841108 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-89ee03e2-bc0a-4f47-ae53-e5887159f0ed tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:14.869117 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-89ee03e2-bc0a-4f47-ae53-e5887159f0ed tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:14.934884 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ee03e2-bc0a-4f47-ae53-e5887159f0ed tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:45:14.938091 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-89ee03e2-bc0a-4f47-ae53-e5887159f0ed tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:45:14.941926 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ee03e2-bc0a-4f47-ae53-e5887159f0ed tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:45:14.981301 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ee03e2-bc0a-4f47-ae53-e5887159f0ed tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Pushing event updated for resources: {'Port': ['ID=96c77ac8-de6d-4a81-b099-ec6b65e429be,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:45:15.348967 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-89ee03e2-bc0a-4f47-ae53-e5887159f0ed tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:15.428065 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-89ee03e2-bc0a-4f47-ae53-e5887159f0ed tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:15.627264 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-89ee03e2-bc0a-4f47-ae53-e5887159f0ed tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:15.631829 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-89ee03e2-bc0a-4f47-ae53-e5887159f0ed tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:15.737452 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ee03e2-bc0a-4f47-ae53-e5887159f0ed tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Pushing event updated for resources: {'Port': ['ID=96c77ac8-de6d-4a81-b099-ec6b65e429be,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:45:15.739909 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-89ee03e2-bc0a-4f47-ae53-e5887159f0ed tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:16.005558 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.l3_db [None req-89ee03e2-bc0a-4f47-ae53-e5887159f0ed tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Floating IP 60823d51-250c-4539-b49e-83c2c7a7bb48 associated. External IP: 172.26.0.39, port: 5fcd765f-8184-4931-8051-2c41ed3028be. Sep 22 21:45:16.351434 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ee03e2-bc0a-4f47-ae53-e5887159f0ed tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Router 85fc9c8c-5aa5-4009-a0e8-f145979a6567 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:45:16.526782 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ee03e2-bc0a-4f47-ae53-e5887159f0ed tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:45:16.536749 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d3678b-b498-41e8-bd8f-491497a61c19 None None] Sync routers for ids ['85fc9c8c-5aa5-4009-a0e8-f145979a6567'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:45:16.546324 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d3678b-b498-41e8-bd8f-491497a61c19 None None] Routers {'85fc9c8c-5aa5-4009-a0e8-f145979a6567'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:45:16.546966 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-10d3678b-b498-41e8-bd8f-491497a61c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:45:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['85fc9c8c-5aa5-4009-a0e8-f145979a6567'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:45:16.551985 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-89ee03e2-bc0a-4f47-ae53-e5887159f0ed tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:16.606929 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-89ee03e2-bc0a-4f47-ae53-e5887159f0ed tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2097926 Sep 22 21:45:16.607898 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35c5bada-7ca0-479a-b2f5-50a0a8593656', 'tag': '5fcd765f-8184-4931-8051-2c41ed3028be'}] {{(pid=89009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:45:16.610452 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3cdb6d5bdfc0c86a52b2d842100ac752cec167fbf441e2518ec0a73bf85169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f62633-1280-4e1d-a2b8-2c5c284ebe34" -d '{"events": [{"name": "network-changed", "server_uuid": "35c5bada-7ca0-479a-b2f5-50a0a8593656", "tag": "5fcd765f-8184-4931-8051-2c41ed3028be"}]}' {{(pid=89009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:45:16.707280 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a895f2a1-08fc-41e2-929d-d392f3c87457 x-openstack-request-id: req-a895f2a1-08fc-41e2-929d-d392f3c87457 {{(pid=89009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:45:16.707593 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35c5bada-7ca0-479a-b2f5-50a0a8593656", "tag": "5fcd765f-8184-4931-8051-2c41ed3028be", "status": "completed", "code": 200}]} {{(pid=89009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:45:16.707847 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a895f2a1-08fc-41e2-929d-d392f3c87457 {{(pid=89009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:45:16.708257 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a895f2a1-08fc-41e2-929d-d392f3c87457'] response: {'name': 'network-changed', 'server_uuid': '35c5bada-7ca0-479a-b2f5-50a0a8593656', 'tag': '5fcd765f-8184-4931-8051-2c41ed3028be', 'status': 'completed', 'code': 200} Sep 22 21:45:16.765442 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-10d3678b-b498-41e8-bd8f-491497a61c19 None None] Set router 85fc9c8c-5aa5-4009-a0e8-f145979a6567 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:45:16.819322 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f62633-1280-4e1d-a2b8-2c5c284ebe34 req-0691f4c4-d2dc-46e5-88b3-042c13041044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:16.820686 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-70f62633-1280-4e1d-a2b8-2c5c284ebe34 req-0691f4c4-d2dc-46e5-88b3-042c13041044 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c0953d2486f241adbaf31021d8b87543&device_id=35c5bada-7ca0-479a-b2f5-50a0a8593656 HTTP/1.1" status: 200 len: 1098 time: 0.0793645 Sep 22 21:45:16.952038 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f62633-1280-4e1d-a2b8-2c5c284ebe34 req-2c98ede9-fd0c-4a27-b543-911f703a2749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:16.953479 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-70f62633-1280-4e1d-a2b8-2c5c284ebe34 req-2c98ede9-fd0c-4a27-b543-911f703a2749 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c4ba8f83-333c-411f-abb9-714415775b4d HTTP/1.1" status: 200 len: 911 time: 0.1256356 Sep 22 21:45:17.060382 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-70f62633-1280-4e1d-a2b8-2c5c284ebe34 req-4951201b-069a-4eff-9197-c730e03d9916 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fcd765f-8184-4931-8051-2c41ed3028be HTTP/1.1" status: 200 len: 998 time: 0.0994396 Sep 22 21:45:17.123091 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f62633-1280-4e1d-a2b8-2c5c284ebe34 req-545bb8de-63cc-429a-bacd-e4a71e4ff79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:17.125272 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-70f62633-1280-4e1d-a2b8-2c5c284ebe34 req-545bb8de-63cc-429a-bacd-e4a71e4ff79e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8ec73feb-6226-4bb2-bdf7-f761304c77c1 HTTP/1.1" status: 200 len: 850 time: 0.0590456 Sep 22 21:45:17.126461 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-10d3678b-b498-41e8-bd8f-491497a61c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'name': 'tempest-TestVolumeBootPattern-630973036-router', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '8086c4f3-eded-4d66-8366-1c89a80b9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:41:55Z', 'updated_at': '2022-09-22T21:42:00Z', 'revision_number': 4, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'gw_port': {'id': '8086c4f3-eded-4d66-8366-1c89a80b9287', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:41:55Z', 'updated_at': '2022-09-22T21:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '60823d51-250c-4539-b49e-83c2c7a7bb48', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'floating_ip_address': '172.26.0.39', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'port_id': '5fcd765f-8184-4931-8051-2c41ed3028be', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d', 'mac_address': 'fa:16:3e:2d:71:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c5bada-7ca0-479a-b2f5-50a0a8593656', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:45:15Z', 'updated_at': '2022-09-22T21:45:15Z', 'revision_number': 0, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38bf86dc-fcc2-47a6-8518-e7cca53839dd', 'name': '', 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'mac_address': 'fa:16:3e:90:e0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '8ec73feb-6226-4bb2-bdf7-f761304c77c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:41:59Z', 'updated_at': '2022-09-22T21:42:07Z', 'revision_number': 5, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'subnets': [{'id': '8ec73feb-6226-4bb2-bdf7-f761304c77c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:45:17.130260 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d3678b-b498-41e8-bd8f-491497a61c19 None None] Checking router: 85fc9c8c-5aa5-4009-a0e8-f145979a6567 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:45:17.138261 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d3678b-b498-41e8-bd8f-491497a61c19 None None] Routers {'85fc9c8c-5aa5-4009-a0e8-f145979a6567'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:45:17.139471 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-10d3678b-b498-41e8-bd8f-491497a61c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:45:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['85fc9c8c-5aa5-4009-a0e8-f145979a6567'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:45:17.218851 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f62633-1280-4e1d-a2b8-2c5c284ebe34 req-c954b350-3333-4a3c-a6b6-d5ce634ca992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:17.219910 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-70f62633-1280-4e1d-a2b8-2c5c284ebe34 req-c954b350-3333-4a3c-a6b6-d5ce634ca992 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c4ba8f83-333c-411f-abb9-714415775b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807793 Sep 22 21:45:17.316442 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-10d3678b-b498-41e8-bd8f-491497a61c19 None None] Set router 85fc9c8c-5aa5-4009-a0e8-f145979a6567 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:45:17.352845 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-70f62633-1280-4e1d-a2b8-2c5c284ebe34 req-d0d5fac7-9c62-4738-a7f0-0dd400704e48 service neutron] 10.222.0.49 "GET /v2.0/networks/c4ba8f83-333c-411f-abb9-714415775b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264033 Sep 22 21:45:17.487648 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-70f62633-1280-4e1d-a2b8-2c5c284ebe34 req-8fd0b78a-deda-431a-bd2b-efc8888e86ca service neutron] 10.222.0.49 "GET /v2.0/networks/c4ba8f83-333c-411f-abb9-714415775b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280749 Sep 22 21:45:17.660228 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-10d3678b-b498-41e8-bd8f-491497a61c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'name': 'tempest-TestVolumeBootPattern-630973036-router', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '8086c4f3-eded-4d66-8366-1c89a80b9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:41:55Z', 'updated_at': '2022-09-22T21:42:00Z', 'revision_number': 4, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'gw_port': {'id': '8086c4f3-eded-4d66-8366-1c89a80b9287', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:41:55Z', 'updated_at': '2022-09-22T21:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '60823d51-250c-4539-b49e-83c2c7a7bb48', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'floating_ip_address': '172.26.0.39', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'port_id': '5fcd765f-8184-4931-8051-2c41ed3028be', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d', 'mac_address': 'fa:16:3e:2d:71:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c5bada-7ca0-479a-b2f5-50a0a8593656', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:45:15Z', 'updated_at': '2022-09-22T21:45:15Z', 'revision_number': 0, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38bf86dc-fcc2-47a6-8518-e7cca53839dd', 'name': '', 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'mac_address': 'fa:16:3e:90:e0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '8ec73feb-6226-4bb2-bdf7-f761304c77c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:41:59Z', 'updated_at': '2022-09-22T21:42:07Z', 'revision_number': 5, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'subnets': [{'id': '8ec73feb-6226-4bb2-bdf7-f761304c77c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:45:17.664054 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d3678b-b498-41e8-bd8f-491497a61c19 None None] The sync data for ids ['85fc9c8c-5aa5-4009-a0e8-f145979a6567'] in dv-neutron-858900-1-hyperv is: [{'id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'name': 'tempest-TestVolumeBootPattern-630973036-router', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '8086c4f3-eded-4d66-8366-1c89a80b9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:41:55Z', 'updated_at': '2022-09-22T21:42:00Z', 'revision_number': 4, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'gw_port': {'id': '8086c4f3-eded-4d66-8366-1c89a80b9287', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:41:55Z', 'updated_at': '2022-09-22T21:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '60823d51-250c-4539-b49e-83c2c7a7bb48', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'floating_ip_address': '172.26.0.39', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'port_id': '5fcd765f-8184-4931-8051-2c41ed3028be', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d', 'mac_address': 'fa:16:3e:2d:71:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c5bada-7ca0-479a-b2f5-50a0a8593656', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:45:15Z', 'updated_at': '2022-09-22T21:45:15Z', 'revision_number': 0, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38bf86dc-fcc2-47a6-8518-e7cca53839dd', 'name': '', 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'mac_address': 'fa:16:3e:90:e0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '8ec73feb-6226-4bb2-bdf7-f761304c77c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:41:59Z', 'updated_at': '2022-09-22T21:42:07Z', 'revision_number': 5, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'subnets': [{'id': '8ec73feb-6226-4bb2-bdf7-f761304c77c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:45:17.846909 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabb80da-8f1c-47a0-b788-6cb1915b46a4 None None] New status for floating IP 60823d51-250c-4539-b49e-83c2c7a7bb48: ACTIVE {{(pid=89010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:45:21.783103 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:45:25.804670 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:39.669827 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-58eba57b-81bc-4af1-97b6-04fe1ec42f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:41.888885 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7973b497-66dd-46b7-bc37-a7ed1a0eaaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:42.730703 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:43.113974 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:44.499941 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:46.003747 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce5de5-998f-48c7-99a9-609d6addd2c9 req-10992327-5d57-402a-99c4-86ca5271675b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:46.005111 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-8cce5de5-998f-48c7-99a9-609d6addd2c9 req-10992327-5d57-402a-99c4-86ca5271675b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=439f46ec-1164-4c94-a744-334b6b7d5fb7 HTTP/1.1" status: 200 len: 945 time: 0.0910528 Sep 22 21:45:46.053204 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-8cce5de5-998f-48c7-99a9-609d6addd2c9 req-76a6020b-9bcb-452a-a9eb-d90ebdae30b2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=d13c6f47-0f1a-4c43-bf5b-9da49c31a746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416408 Sep 22 21:45:46.177576 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-37b7597c-a640-409a-b52a-bcb1d68d3463 req-1abaebc0-973f-49ae-9480-af45323ee5f6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dea94172-e0ec-4115-8e67-a540dad04d17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1698909 Sep 22 21:45:46.329709 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7597c-a640-409a-b52a-bcb1d68d3463 req-ec0f056d-a0a5-4c02-ab01-941782e0fec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:46.331226 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-37b7597c-a640-409a-b52a-bcb1d68d3463 req-ec0f056d-a0a5-4c02-ab01-941782e0fec5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&device_id=dea94172-e0ec-4115-8e67-a540dad04d17 HTTP/1.1" status: 200 len: 1098 time: 0.0836401 Sep 22 21:45:46.479342 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7597c-a640-409a-b52a-bcb1d68d3463 req-42f303fa-93ce-4938-9cb6-64951afcded9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:46.480763 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-37b7597c-a640-409a-b52a-bcb1d68d3463 req-42f303fa-93ce-4938-9cb6-64951afcded9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=788e9ae8-29e7-405c-a7cd-4ed0201bcff2 HTTP/1.1" status: 200 len: 897 time: 0.1275394 Sep 22 21:45:46.546028 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-37b7597c-a640-409a-b52a-bcb1d68d3463 req-6bb9a467-e1d6-41ed-97da-11a6f28a9e5c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac465bc5-08c4-4cf4-ae9c-eecc16a756f2 HTTP/1.1" status: 200 len: 217 time: 0.0584645 Sep 22 21:45:46.610447 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7597c-a640-409a-b52a-bcb1d68d3463 req-a9218bbc-b65c-40a7-a54c-61b74ffe0f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:46.611924 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-37b7597c-a640-409a-b52a-bcb1d68d3463 req-a9218bbc-b65c-40a7-a54c-61b74ffe0f50 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=44c1322c-35fc-4342-b57c-d4dadadf239a HTTP/1.1" status: 200 len: 834 time: 0.0591786 Sep 22 21:45:46.691780 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7597c-a640-409a-b52a-bcb1d68d3463 req-44a68221-1a4a-476b-8c05-ea46e6f4bf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:46.693224 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-37b7597c-a640-409a-b52a-bcb1d68d3463 req-44a68221-1a4a-476b-8c05-ea46e6f4bf49 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=788e9ae8-29e7-405c-a7cd-4ed0201bcff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748842 Sep 22 21:45:46.821041 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-37b7597c-a640-409a-b52a-bcb1d68d3463 req-5047c987-e047-4074-ac69-9e19a11854f5 service neutron] 10.222.0.49 "GET /v2.0/networks/788e9ae8-29e7-405c-a7cd-4ed0201bcff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209507 Sep 22 21:45:46.948190 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-37b7597c-a640-409a-b52a-bcb1d68d3463 req-297589ce-f110-4a93-929a-549ae3fe9ad7 service neutron] 10.222.0.49 "GET /v2.0/networks/788e9ae8-29e7-405c-a7cd-4ed0201bcff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210408 Sep 22 21:45:47.255626 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5eab13-1ca2-4dcc-b494-e404453ec373 req-7fae606d-53db-48af-8994-11385f7815ee tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:47.257295 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2b5eab13-1ca2-4dcc-b494-e404453ec373 req-7fae606d-53db-48af-8994-11385f7815ee tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=439f46ec-1164-4c94-a744-334b6b7d5fb7 HTTP/1.1" status: 200 len: 945 time: 0.0900915 Sep 22 21:45:47.354945 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2b5eab13-1ca2-4dcc-b494-e404453ec373 req-6eba2199-7cb5-4357-9988-6445a74d5bde tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=d13c6f47-0f1a-4c43-bf5b-9da49c31a746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608125 Sep 22 21:45:47.377374 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a5d66d-b1f3-4d9e-9e0c-db29d7371337 req-610d5895-1dd9-4476-b34d-ca81648c1bef tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:47.378823 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-51a5d66d-b1f3-4d9e-9e0c-db29d7371337 req-610d5895-1dd9-4476-b34d-ca81648c1bef tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "GET /v2.0/ports?device_id=439f46ec-1164-4c94-a744-334b6b7d5fb7 HTTP/1.1" status: 200 len: 945 time: 0.1208324 Sep 22 21:45:47.447010 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-51a5d66d-b1f3-4d9e-9e0c-db29d7371337 req-204943e1-b704-456f-b5ae-ef243be9dbbe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Deleting port 4e78461a-b8af-4532-9c95-cea87087596a {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:45:47.447349 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-51a5d66d-b1f3-4d9e-9e0c-db29d7371337 req-204943e1-b704-456f-b5ae-ef243be9dbbe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:47.696475 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-51a5d66d-b1f3-4d9e-9e0c-db29d7371337 req-204943e1-b704-456f-b5ae-ef243be9dbbe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] For port 4e78461a-b8af-4532-9c95-cea87087596a, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=4e78461a-b8af-4532-9c95-cea87087596a,segment=NetworkSegment(63995dd0-a1fe-4d7d-bd01-ae24325cced4),segment_id=63995dd0-a1fe-4d7d-bd01-ae24325cced4)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:45:47.696742 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-51a5d66d-b1f3-4d9e-9e0c-db29d7371337 req-204943e1-b704-456f-b5ae-ef243be9dbbe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:48.073277 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-51a5d66d-b1f3-4d9e-9e0c-db29d7371337 req-204943e1-b704-456f-b5ae-ef243be9dbbe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:48.073638 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-51a5d66d-b1f3-4d9e-9e0c-db29d7371337 req-204943e1-b704-456f-b5ae-ef243be9dbbe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:48.073944 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.l3_db [req-51a5d66d-b1f3-4d9e-9e0c-db29d7371337 req-204943e1-b704-456f-b5ae-ef243be9dbbe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Floating IP ddc16058-4ca0-435a-b9ad-6a25dadea67a disassociated. External IP: 172.26.0.9, port: 4e78461a-b8af-4532-9c95-cea87087596a. Sep 22 21:45:48.074275 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-51a5d66d-b1f3-4d9e-9e0c-db29d7371337 req-204943e1-b704-456f-b5ae-ef243be9dbbe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Calling delete_port for 4e78461a-b8af-4532-9c95-cea87087596a owned by compute:nova {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:45:48.212875 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-51a5d66d-b1f3-4d9e-9e0c-db29d7371337 req-204943e1-b704-456f-b5ae-ef243be9dbbe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:48.265396 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204943e1-b704-456f-b5ae-ef243be9dbbe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'Port': ['ID=4e78461a-b8af-4532-9c95-cea87087596a,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:45:48.452589 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51a5d66d-b1f3-4d9e-9e0c-db29d7371337 req-204943e1-b704-456f-b5ae-ef243be9dbbe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Router c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:45:48.515566 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-4989352c-81b3-4f1b-a6fc-8695340ccd06 req-4d6b0d02-1400-460a-9be0-7696dac6807c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=439f46ec-1164-4c94-a744-334b6b7d5fb7 HTTP/1.1" status: 200 len: 210 time: 0.0489097 Sep 22 21:45:48.633016 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51a5d66d-b1f3-4d9e-9e0c-db29d7371337 req-204943e1-b704-456f-b5ae-ef243be9dbbe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:45:48.643289 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4396c4-d36c-4cfd-9e96-0dd0e3fab3d6 None None] Sync routers for ids ['c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:45:48.653629 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4396c4-d36c-4cfd-9e96-0dd0e3fab3d6 None None] Routers {'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:45:48.654398 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-7e4396c4-d36c-4cfd-9e96-0dd0e3fab3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:45:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:45:48.722022 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a5d66d-b1f3-4d9e-9e0c-db29d7371337 req-204943e1-b704-456f-b5ae-ef243be9dbbe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] No DVR routers for this DVR port 4e78461a-b8af-4532-9c95-cea87087596a on host hv-neutron-8589 {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:45:48.724509 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-51a5d66d-b1f3-4d9e-9e0c-db29d7371337 req-204943e1-b704-456f-b5ae-ef243be9dbbe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:48.727194 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439f46ec-1164-4c94-a744-334b6b7d5fb7', 'name': 'network-vif-deleted', 'tag': '4e78461a-b8af-4532-9c95-cea87087596a'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:45:48.729506 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776b49b0-e3ea-4b94-b66e-999d72b8727c" -d '{"events": [{"server_uuid": "439f46ec-1164-4c94-a744-334b6b7d5fb7", "name": "network-vif-deleted", "tag": "4e78461a-b8af-4532-9c95-cea87087596a"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:45:48.744921 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-51a5d66d-b1f3-4d9e-9e0c-db29d7371337 req-204943e1-b704-456f-b5ae-ef243be9dbbe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "DELETE /v2.0/ports/4e78461a-b8af-4532-9c95-cea87087596a HTTP/1.1" status: 204 len: 173 time: 1.3609107 Sep 22 21:45:48.781039 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 21:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2426c7bd-bdd8-4315-9804-1dd94884308d x-openstack-request-id: req-2426c7bd-bdd8-4315-9804-1dd94884308d {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:45:48.781358 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439f46ec-1164-4c94-a744-334b6b7d5fb7", "name": "network-vif-deleted", "tag": "4e78461a-b8af-4532-9c95-cea87087596a", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:45:48.781710 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2426c7bd-bdd8-4315-9804-1dd94884308d {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:45:48.782465 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2426c7bd-bdd8-4315-9804-1dd94884308d'] response: {'server_uuid': '439f46ec-1164-4c94-a744-334b6b7d5fb7', 'name': 'network-vif-deleted', 'tag': '4e78461a-b8af-4532-9c95-cea87087596a', 'status': 'completed', 'code': 200} Sep 22 21:45:48.836222 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-7e4396c4-d36c-4cfd-9e96-0dd0e3fab3d6 None None] Set router c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:45:49.176832 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-7e4396c4-d36c-4cfd-9e96-0dd0e3fab3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'name': 'tempest-TestNetworkBasicOps-router-95072494', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.246'}], 'enable_snat': True}, 'gw_port_id': '498d8edc-0b99-417e-a470-aa5759711c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:43:53Z', 'updated_at': '2022-09-22T21:43:58Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '498d8edc-0b99-417e-a470-aa5759711c3d', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:43:54Z', 'updated_at': '2022-09-22T21:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '5d58da53-e81a-4974-a12d-972d3e02b306', 'name': '', 'network_id': '788e9ae8-29e7-405c-a7cd-4ed0201bcff2', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:88:97:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '44c1322c-35fc-4342-b57c-d4dadadf239a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:43:57Z', 'updated_at': '2022-09-22T21:44:03Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': '44c1322c-35fc-4342-b57c-d4dadadf239a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:45:49.182261 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4396c4-d36c-4cfd-9e96-0dd0e3fab3d6 None None] Checking router: c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:45:49.192654 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4396c4-d36c-4cfd-9e96-0dd0e3fab3d6 None None] Routers {'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:45:49.193875 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-7e4396c4-d36c-4cfd-9e96-0dd0e3fab3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:45:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:45:49.388520 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-7e4396c4-d36c-4cfd-9e96-0dd0e3fab3d6 None None] Set router c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:45:49.615946 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52354) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:45:49.686099 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9aaeb17a-e66b-4ee9-a69d-59d5c64e1f58 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:49.695898 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-7e4396c4-d36c-4cfd-9e96-0dd0e3fab3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'name': 'tempest-TestNetworkBasicOps-router-95072494', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.246'}], 'enable_snat': True}, 'gw_port_id': '498d8edc-0b99-417e-a470-aa5759711c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:43:53Z', 'updated_at': '2022-09-22T21:43:58Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '498d8edc-0b99-417e-a470-aa5759711c3d', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:43:54Z', 'updated_at': '2022-09-22T21:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '5d58da53-e81a-4974-a12d-972d3e02b306', 'name': '', 'network_id': '788e9ae8-29e7-405c-a7cd-4ed0201bcff2', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:88:97:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '44c1322c-35fc-4342-b57c-d4dadadf239a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:43:57Z', 'updated_at': '2022-09-22T21:44:03Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': '44c1322c-35fc-4342-b57c-d4dadadf239a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:45:49.699823 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4396c4-d36c-4cfd-9e96-0dd0e3fab3d6 None None] The sync data for ids ['c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4'] in dv-neutron-858900-1-hyperv is: [{'id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'name': 'tempest-TestNetworkBasicOps-router-95072494', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.246'}], 'enable_snat': True}, 'gw_port_id': '498d8edc-0b99-417e-a470-aa5759711c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:43:53Z', 'updated_at': '2022-09-22T21:43:58Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '498d8edc-0b99-417e-a470-aa5759711c3d', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:43:54Z', 'updated_at': '2022-09-22T21:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '5d58da53-e81a-4974-a12d-972d3e02b306', 'name': '', 'network_id': '788e9ae8-29e7-405c-a7cd-4ed0201bcff2', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:88:97:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '44c1322c-35fc-4342-b57c-d4dadadf239a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:43:57Z', 'updated_at': '2022-09-22T21:44:03Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': '44c1322c-35fc-4342-b57c-d4dadadf239a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:45:49.716568 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9aaeb17a-e66b-4ee9-a69d-59d5c64e1f58 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:49.787317 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9aaeb17a-e66b-4ee9-a69d-59d5c64e1f58 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:49.806970 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaeb17a-e66b-4ee9-a69d-59d5c64e1f58 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13c6f47-0f1a-4c43-bf5b-9da49c31a746,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:45:49.819554 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9aaeb17a-e66b-4ee9-a69d-59d5c64e1f58 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:49.823209 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-9aaeb17a-e66b-4ee9-a69d-59d5c64e1f58 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "DELETE /v2.0/security-groups/d13c6f47-0f1a-4c43-bf5b-9da49c31a746 HTTP/1.1" status: 204 len: 168 time: 0.2059555 Sep 22 21:45:49.854022 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52360) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:45:49.943447 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75d0b8d-3e4b-4447-bcef-b73aecced51a None None] New status for floating IP ddc16058-4ca0-435a-b9ad-6a25dadea67a: DOWN {{(pid=89010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:45:50.015787 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-4bbea530-b6e5-48b3-86c6-6b929f1665dc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Deleting port 5ca72d6c-2359-4c52-a5d1-b1c838dfb018 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:45:50.016132 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4bbea530-b6e5-48b3-86c6-6b929f1665dc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:50.070735 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 4e78461a-b8af-4532-9c95-cea87087596a no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:45:50.118823 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] No Port match for: 4e78461a-b8af-4532-9c95-cea87087596a {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:45:50.119159 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 4e78461a-b8af-4532-9c95-cea87087596a not bound to the agent host hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:45:50.187337 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4bbea530-b6e5-48b3-86c6-6b929f1665dc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:50.187735 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4bbea530-b6e5-48b3-86c6-6b929f1665dc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:50.426022 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-4bbea530-b6e5-48b3-86c6-6b929f1665dc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Calling delete_port for 5ca72d6c-2359-4c52-a5d1-b1c838dfb018 owned by network:floatingip {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:45:50.508727 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.db.api [None req-4bbea530-b6e5-48b3-86c6-6b929f1665dc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:45:50.509050 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG oslo_db.api [None req-4bbea530-b6e5-48b3-86c6-6b929f1665dc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:45:51.010650 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-4bbea530-b6e5-48b3-86c6-6b929f1665dc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Deleting port 5ca72d6c-2359-4c52-a5d1-b1c838dfb018 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:45:51.011315 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4bbea530-b6e5-48b3-86c6-6b929f1665dc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:51.175186 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4bbea530-b6e5-48b3-86c6-6b929f1665dc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:51.175517 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4bbea530-b6e5-48b3-86c6-6b929f1665dc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:51.296342 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-4bbea530-b6e5-48b3-86c6-6b929f1665dc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Calling delete_port for 5ca72d6c-2359-4c52-a5d1-b1c838dfb018 owned by network:floatingip {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:45:51.432018 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4bbea530-b6e5-48b3-86c6-6b929f1665dc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:51.482125 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbea530-b6e5-48b3-86c6-6b929f1665dc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'Port': ['ID=5ca72d6c-2359-4c52-a5d1-b1c838dfb018,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:45:51.573498 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4bbea530-b6e5-48b3-86c6-6b929f1665dc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for floatingip, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:51.587298 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4bbea530-b6e5-48b3-86c6-6b929f1665dc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:51.588389 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-4bbea530-b6e5-48b3-86c6-6b929f1665dc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "DELETE /v2.0/floatingips/ddc16058-4ca0-435a-b9ad-6a25dadea67a HTTP/1.1" status: 204 len: 168 time: 1.7332916 Sep 22 21:45:51.950364 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07558dad-2cde-4d9a-a4ad-be496366566c req-4a447d23-8490-4356-9038-2b5cf607791f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:51.951007 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-07558dad-2cde-4d9a-a4ad-be496366566c req-4a447d23-8490-4356-9038-2b5cf607791f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:45:51.965568 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-07558dad-2cde-4d9a-a4ad-be496366566c req-4a447d23-8490-4356-9038-2b5cf607791f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:45:51.966736 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-07558dad-2cde-4d9a-a4ad-be496366566c req-4a447d23-8490-4356-9038-2b5cf607791f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=dea94172-e0ec-4115-8e67-a540dad04d17 HTTP/1.1" status: 200 len: 945 time: 0.0998917 Sep 22 21:45:52.010232 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-07558dad-2cde-4d9a-a4ad-be496366566c req-f6380a99-2b7a-4129-80b0-60cf09cfde71 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=e1dfd8e7-36d9-44a5-b898-25dfc5fb7140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374863 Sep 22 21:45:53.181900 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350d28a-50e4-47c9-9762-0b6fab09875c req-927a9b12-699f-42a9-8786-50c136024613 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:53.183352 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1350d28a-50e4-47c9-9762-0b6fab09875c req-927a9b12-699f-42a9-8786-50c136024613 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "GET /v2.0/ports?device_id=dea94172-e0ec-4115-8e67-a540dad04d17 HTTP/1.1" status: 200 len: 945 time: 0.0873797 Sep 22 21:45:53.210723 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3312585d-f4c3-4be1-9abc-e4fc937c3455 req-7597bad9-08b6-4539-8f9d-37f35439506d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:45:53.211446 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-3312585d-f4c3-4be1-9abc-e4fc937c3455 req-7597bad9-08b6-4539-8f9d-37f35439506d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:45:53.224571 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-3312585d-f4c3-4be1-9abc-e4fc937c3455 req-7597bad9-08b6-4539-8f9d-37f35439506d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:45:53.225820 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-3312585d-f4c3-4be1-9abc-e4fc937c3455 req-7597bad9-08b6-4539-8f9d-37f35439506d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=dea94172-e0ec-4115-8e67-a540dad04d17 HTTP/1.1" status: 200 len: 945 time: 0.1054089 Sep 22 21:45:53.253760 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-1350d28a-50e4-47c9-9762-0b6fab09875c req-e1a006f0-c8eb-4507-a5af-a05ccc6e02fe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Deleting port ac465bc5-08c4-4cf4-ae9c-eecc16a756f2 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:45:53.254131 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-1350d28a-50e4-47c9-9762-0b6fab09875c req-e1a006f0-c8eb-4507-a5af-a05ccc6e02fe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:53.271474 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-3312585d-f4c3-4be1-9abc-e4fc937c3455 req-321410d8-b849-42b3-9f54-10fdd0a0e59f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:security_group {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:45:53.289065 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-3312585d-f4c3-4be1-9abc-e4fc937c3455 req-321410d8-b849-42b3-9f54-10fdd0a0e59f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:security_group {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:45:53.290451 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-3312585d-f4c3-4be1-9abc-e4fc937c3455 req-321410d8-b849-42b3-9f54-10fdd0a0e59f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=e1dfd8e7-36d9-44a5-b898-25dfc5fb7140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584359 Sep 22 21:45:53.496082 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-1350d28a-50e4-47c9-9762-0b6fab09875c req-e1a006f0-c8eb-4507-a5af-a05ccc6e02fe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] For port ac465bc5-08c4-4cf4-ae9c-eecc16a756f2, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=ac465bc5-08c4-4cf4-ae9c-eecc16a756f2,segment=NetworkSegment(63995dd0-a1fe-4d7d-bd01-ae24325cced4),segment_id=63995dd0-a1fe-4d7d-bd01-ae24325cced4)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:45:53.496434 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-1350d28a-50e4-47c9-9762-0b6fab09875c req-e1a006f0-c8eb-4507-a5af-a05ccc6e02fe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:53.614508 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-1350d28a-50e4-47c9-9762-0b6fab09875c req-e1a006f0-c8eb-4507-a5af-a05ccc6e02fe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Calling delete_port for ac465bc5-08c4-4cf4-ae9c-eecc16a756f2 owned by compute:nova {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:45:53.849344 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-1350d28a-50e4-47c9-9762-0b6fab09875c req-e1a006f0-c8eb-4507-a5af-a05ccc6e02fe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:53.896658 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a006f0-c8eb-4507-a5af-a05ccc6e02fe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'Port': ['ID=ac465bc5-08c4-4cf4-ae9c-eecc16a756f2,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:45:53.940657 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a006f0-c8eb-4507-a5af-a05ccc6e02fe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:45:53.941005 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a006f0-c8eb-4507-a5af-a05ccc6e02fe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:45:53.941340 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a006f0-c8eb-4507-a5af-a05ccc6e02fe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:45:53.941666 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a006f0-c8eb-4507-a5af-a05ccc6e02fe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:45:53.941986 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a006f0-c8eb-4507-a5af-a05ccc6e02fe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:45:53.942309 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a006f0-c8eb-4507-a5af-a05ccc6e02fe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:45:53.942652 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a006f0-c8eb-4507-a5af-a05ccc6e02fe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:45:53.942974 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a006f0-c8eb-4507-a5af-a05ccc6e02fe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:45:53.943292 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a006f0-c8eb-4507-a5af-a05ccc6e02fe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:45:53.943607 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a006f0-c8eb-4507-a5af-a05ccc6e02fe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:45:53.943920 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a006f0-c8eb-4507-a5af-a05ccc6e02fe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:45:53.944232 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a006f0-c8eb-4507-a5af-a05ccc6e02fe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:45:53.993868 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-1350d28a-50e4-47c9-9762-0b6fab09875c req-e1a006f0-c8eb-4507-a5af-a05ccc6e02fe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] No DVR routers for this DVR port ac465bc5-08c4-4cf4-ae9c-eecc16a756f2 on host hv-neutron-8589 {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:45:53.996754 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-1350d28a-50e4-47c9-9762-0b6fab09875c req-e1a006f0-c8eb-4507-a5af-a05ccc6e02fe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:53.999532 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea94172-e0ec-4115-8e67-a540dad04d17', 'name': 'network-vif-deleted', 'tag': 'ac465bc5-08c4-4cf4-ae9c-eecc16a756f2'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:45:54.002093 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355306d4-09a2-4f89-863e-2488cc4e06b2" -d '{"events": [{"server_uuid": "dea94172-e0ec-4115-8e67-a540dad04d17", "name": "network-vif-deleted", "tag": "ac465bc5-08c4-4cf4-ae9c-eecc16a756f2"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:45:54.015782 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1350d28a-50e4-47c9-9762-0b6fab09875c req-e1a006f0-c8eb-4507-a5af-a05ccc6e02fe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "DELETE /v2.0/ports/ac465bc5-08c4-4cf4-ae9c-eecc16a756f2 HTTP/1.1" status: 204 len: 173 time: 0.8272607 Sep 22 21:45:54.046313 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 21:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e6cac4-6ff7-4633-a2b1-84911720dcf1 x-openstack-request-id: req-45e6cac4-6ff7-4633-a2b1-84911720dcf1 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:45:54.046622 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea94172-e0ec-4115-8e67-a540dad04d17", "name": "network-vif-deleted", "tag": "ac465bc5-08c4-4cf4-ae9c-eecc16a756f2", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:45:54.046881 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-45e6cac4-6ff7-4633-a2b1-84911720dcf1 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:45:54.047293 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45e6cac4-6ff7-4633-a2b1-84911720dcf1'] response: {'server_uuid': 'dea94172-e0ec-4115-8e67-a540dad04d17', 'name': 'network-vif-deleted', 'tag': 'ac465bc5-08c4-4cf4-ae9c-eecc16a756f2', 'status': 'completed', 'code': 200} Sep 22 21:45:54.472080 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-a7914a26-b5b6-4f12-a88f-3d26c91a975f req-16fc0276-37d1-470a-951d-50fc30d0ca31 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=dea94172-e0ec-4115-8e67-a540dad04d17 HTTP/1.1" status: 200 len: 210 time: 0.0502579 Sep 22 21:45:55.570424 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52376) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:45:55.639900 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5f464e53-fd3e-4d0c-adf7-813c8d45fa08 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:55.670279 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5f464e53-fd3e-4d0c-adf7-813c8d45fa08 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:55.732138 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5f464e53-fd3e-4d0c-adf7-813c8d45fa08 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:55.749883 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f464e53-fd3e-4d0c-adf7-813c8d45fa08 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1dfd8e7-36d9-44a5-b898-25dfc5fb7140,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:45:55.758437 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f464e53-fd3e-4d0c-adf7-813c8d45fa08 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:45:55.758752 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f464e53-fd3e-4d0c-adf7-813c8d45fa08 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:45:55.759090 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f464e53-fd3e-4d0c-adf7-813c8d45fa08 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:45:55.759419 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f464e53-fd3e-4d0c-adf7-813c8d45fa08 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:45:55.759740 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f464e53-fd3e-4d0c-adf7-813c8d45fa08 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:45:55.760064 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f464e53-fd3e-4d0c-adf7-813c8d45fa08 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:45:55.760384 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f464e53-fd3e-4d0c-adf7-813c8d45fa08 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:45:55.760719 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f464e53-fd3e-4d0c-adf7-813c8d45fa08 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:45:55.761019 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f464e53-fd3e-4d0c-adf7-813c8d45fa08 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:45:55.761335 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f464e53-fd3e-4d0c-adf7-813c8d45fa08 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:45:55.761649 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f464e53-fd3e-4d0c-adf7-813c8d45fa08 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:45:55.761964 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f464e53-fd3e-4d0c-adf7-813c8d45fa08 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:45:55.769651 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5f464e53-fd3e-4d0c-adf7-813c8d45fa08 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:55.770816 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-5f464e53-fd3e-4d0c-adf7-813c8d45fa08 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "DELETE /v2.0/security-groups/e1dfd8e7-36d9-44a5-b898-25dfc5fb7140 HTTP/1.1" status: 204 len: 168 time: 0.1993654 Sep 22 21:45:55.800786 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:55.802828 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52384) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:45:56.040948 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device ac465bc5-08c4-4cf4-ae9c-eecc16a756f2 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:45:56.073891 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] No Port match for: ac465bc5-08c4-4cf4-ae9c-eecc16a756f2 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:45:56.074232 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device ac465bc5-08c4-4cf4-ae9c-eecc16a756f2 not bound to the agent host hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:45:56.445334 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-683ba2f4-61d6-48ea-9db5-f3d76599ddd1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:56.827075 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-683ba2f4-61d6-48ea-9db5-f3d76599ddd1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Deleting port 5d58da53-e81a-4974-a12d-972d3e02b306 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:45:56.827721 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-683ba2f4-61d6-48ea-9db5-f3d76599ddd1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:57.027267 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-683ba2f4-61d6-48ea-9db5-f3d76599ddd1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] For port 5d58da53-e81a-4974-a12d-972d3e02b306, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=5d58da53-e81a-4974-a12d-972d3e02b306,segment=NetworkSegment(63995dd0-a1fe-4d7d-bd01-ae24325cced4),segment_id=63995dd0-a1fe-4d7d-bd01-ae24325cced4)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:45:57.027267 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-683ba2f4-61d6-48ea-9db5-f3d76599ddd1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:57.160706 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-683ba2f4-61d6-48ea-9db5-f3d76599ddd1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Calling delete_port for 5d58da53-e81a-4974-a12d-972d3e02b306 owned by network:router_interface {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:45:57.513391 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-683ba2f4-61d6-48ea-9db5-f3d76599ddd1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:57.563324 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683ba2f4-61d6-48ea-9db5-f3d76599ddd1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'Port': ['ID=5d58da53-e81a-4974-a12d-972d3e02b306,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:45:57.989292 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-683ba2f4-61d6-48ea-9db5-f3d76599ddd1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:58.368106 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-683ba2f4-61d6-48ea-9db5-f3d76599ddd1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Router c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:45:58.565516 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683ba2f4-61d6-48ea-9db5-f3d76599ddd1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:45:58.575444 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecca084-8ff3-424f-81d4-c766ce01c9b8 None None] Sync routers for ids ['c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:45:58.580869 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-683ba2f4-61d6-48ea-9db5-f3d76599ddd1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "PUT /v2.0/routers/c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7769105 Sep 22 21:45:58.583594 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52388) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:45:58.585459 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecca084-8ff3-424f-81d4-c766ce01c9b8 None None] Routers {'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:45:58.586216 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-0ecca084-8ff3-424f-81d4-c766ce01c9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:45:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:45:58.658574 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-998908f7-d25a-4c75-9284-bd053dff56b1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Deleting subnet 44c1322c-35fc-4342-b57c-d4dadadf239a {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:45:58.661519 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-998908f7-d25a-4c75-9284-bd053dff56b1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:58.721457 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-998908f7-d25a-4c75-9284-bd053dff56b1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:58.770805 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-0ecca084-8ff3-424f-81d4-c766ce01c9b8 None None] Set router c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:45:58.810102 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-998908f7-d25a-4c75-9284-bd053dff56b1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:58.898872 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:45:58.909705 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-998908f7-d25a-4c75-9284-bd053dff56b1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:58.958839 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998908f7-d25a-4c75-9284-bd053dff56b1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'Subnet': ['ID=44c1322c-35fc-4342-b57c-d4dadadf239a,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:45:58.967410 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-998908f7-d25a-4c75-9284-bd053dff56b1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:58.975891 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d479fa-e11b-4b19-bb1b-c57dd5eda75a None None] Network 788e9ae8-29e7-405c-a7cd-4ed0201bcff2 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:45:58.978300 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-998908f7-d25a-4c75-9284-bd053dff56b1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "DELETE /v2.0/subnets/44c1322c-35fc-4342-b57c-d4dadadf239a HTTP/1.1" status: 204 len: 168 time: 0.3936372 Sep 22 21:45:58.978590 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 52392) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:45:59.077042 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-0ecca084-8ff3-424f-81d4-c766ce01c9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'name': 'tempest-TestNetworkBasicOps-router-95072494', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.246'}], 'enable_snat': True}, 'gw_port_id': '498d8edc-0b99-417e-a470-aa5759711c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:43:53Z', 'updated_at': '2022-09-22T21:45:57Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '498d8edc-0b99-417e-a470-aa5759711c3d', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:43:54Z', 'updated_at': '2022-09-22T21:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:45:59.082917 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecca084-8ff3-424f-81d4-c766ce01c9b8 None None] Checking router: c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:45:59.093258 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecca084-8ff3-424f-81d4-c766ce01c9b8 None None] Routers {'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:45:59.094079 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-0ecca084-8ff3-424f-81d4-c766ce01c9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:45:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:45:59.213552 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1a75e9f3-3d27-4ff5-a786-62cebedae4aa tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:59.310878 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-0ecca084-8ff3-424f-81d4-c766ce01c9b8 None None] Set router c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:45:59.349646 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55ec59d-2bb1-4623-b128-3d47d7ac4045 None None] DHCP port deletion for 788e9ae8-29e7-405c-a7cd-4ed0201bcff2 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:45:59.361475 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-c55ec59d-2bb1-4623-b128-3d47d7ac4045 None None] Deleting port 872120be-094f-477f-b1eb-abb129d59dee {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:45:59.361859 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c55ec59d-2bb1-4623-b128-3d47d7ac4045 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:59.417444 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1a75e9f3-3d27-4ff5-a786-62cebedae4aa tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:59.430540 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-1a75e9f3-3d27-4ff5-a786-62cebedae4aa tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Deleting port 498d8edc-0b99-417e-a470-aa5759711c3d {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:45:59.431007 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1a75e9f3-3d27-4ff5-a786-62cebedae4aa tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:59.623746 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-1a75e9f3-3d27-4ff5-a786-62cebedae4aa tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] For port 498d8edc-0b99-417e-a470-aa5759711c3d, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=498d8edc-0b99-417e-a470-aa5759711c3d,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:45:59.624088 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1a75e9f3-3d27-4ff5-a786-62cebedae4aa tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:59.630993 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-c55ec59d-2bb1-4623-b128-3d47d7ac4045 None None] For port 872120be-094f-477f-b1eb-abb129d59dee, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=872120be-094f-477f-b1eb-abb129d59dee,segment=NetworkSegment(63995dd0-a1fe-4d7d-bd01-ae24325cced4),segment_id=63995dd0-a1fe-4d7d-bd01-ae24325cced4)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:45:59.631217 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c55ec59d-2bb1-4623-b128-3d47d7ac4045 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:59.750580 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-0ecca084-8ff3-424f-81d4-c766ce01c9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'name': 'tempest-TestNetworkBasicOps-router-95072494', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.246'}], 'enable_snat': True}, 'gw_port_id': '498d8edc-0b99-417e-a470-aa5759711c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:43:53Z', 'updated_at': '2022-09-22T21:45:57Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '498d8edc-0b99-417e-a470-aa5759711c3d', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:43:54Z', 'updated_at': '2022-09-22T21:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:45:59.767410 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecca084-8ff3-424f-81d4-c766ce01c9b8 None None] The sync data for ids ['c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4'] in dv-neutron-858900-1-hyperv is: [{'id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'name': 'tempest-TestNetworkBasicOps-router-95072494', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.246'}], 'enable_snat': True}, 'gw_port_id': '498d8edc-0b99-417e-a470-aa5759711c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:43:53Z', 'updated_at': '2022-09-22T21:45:57Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '498d8edc-0b99-417e-a470-aa5759711c3d', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:43:54Z', 'updated_at': '2022-09-22T21:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:45:59.783975 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-1a75e9f3-3d27-4ff5-a786-62cebedae4aa tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Calling delete_port for 498d8edc-0b99-417e-a470-aa5759711c3d owned by network:router_gateway {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:45:59.819549 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-c55ec59d-2bb1-4623-b128-3d47d7ac4045 None None] Calling delete_port for 872120be-094f-477f-b1eb-abb129d59dee owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:45:59.906562 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c55ec59d-2bb1-4623-b128-3d47d7ac4045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:45:59.969419 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55ec59d-2bb1-4623-b128-3d47d7ac4045 None None] Pushing event deleted for resources: {'Port': ['ID=872120be-094f-477f-b1eb-abb129d59dee,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:45:59.982752 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55ec59d-2bb1-4623-b128-3d47d7ac4045 None None] No DVR routers for this DVR port 872120be-094f-477f-b1eb-abb129d59dee on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:46:00.103108 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1a75e9f3-3d27-4ff5-a786-62cebedae4aa tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:00.184969 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a75e9f3-3d27-4ff5-a786-62cebedae4aa tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'Port': ['ID=498d8edc-0b99-417e-a470-aa5759711c3d,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:00.257806 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1a75e9f3-3d27-4ff5-a786-62cebedae4aa tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8012236'] for router_gateway, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:00.548845 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1a75e9f3-3d27-4ff5-a786-62cebedae4aa tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:00.551845 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1a75e9f3-3d27-4ff5-a786-62cebedae4aa tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:00.576551 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1a75e9f3-3d27-4ff5-a786-62cebedae4aa tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:00.576551 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a75e9f3-3d27-4ff5-a786-62cebedae4aa tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Fanout notify agent at l3_agent the message router_deleted on router c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4 {{(pid=89008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:46:00.593823 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1a75e9f3-3d27-4ff5-a786-62cebedae4aa tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:00.594948 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-1a75e9f3-3d27-4ff5-a786-62cebedae4aa tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "DELETE /v2.0/routers/c9bf6091-73c2-4b1e-9204-0e6bbcccc9f4 HTTP/1.1" status: 204 len: 168 time: 1.6144745 Sep 22 21:46:00.597591 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 52396) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:46:00.740758 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-164d6bd6-446b-4162-b80f-906cb3c5473d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:00.875094 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-164d6bd6-446b-4162-b80f-906cb3c5473d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:00.899627 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-164d6bd6-446b-4162-b80f-906cb3c5473d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['788e9ae8-29e7-405c-a7cd-4ed0201bcff2']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:46:00.911165 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-164d6bd6-446b-4162-b80f-906cb3c5473d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63995dd0-a1fe-4d7d-bd01-ae24325cced4') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:46:00.911468 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-164d6bd6-446b-4162-b80f-906cb3c5473d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63995dd0-a1fe-4d7d-bd01-ae24325cced4') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:46:00.922303 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-164d6bd6-446b-4162-b80f-906cb3c5473d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:00.938106 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-164d6bd6-446b-4162-b80f-906cb3c5473d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:00.944648 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-164d6bd6-446b-4162-b80f-906cb3c5473d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:46:00.945025 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-164d6bd6-446b-4162-b80f-906cb3c5473d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:01.013399 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 63995dd0-a1fe-4d7d-bd01-ae24325cced4 resource provider aggregate not found Sep 22 21:46:01.036013 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 63995dd0-a1fe-4d7d-bd01-ae24325cced4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 63995dd0-a1fe-4d7d-bd01-ae24325cced4 found for delete ", "request_id": "req-c11fd7c5-63a5-4374-8845-33e8ff4405dc"}]} Sep 22 21:46:01.048139 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-164d6bd6-446b-4162-b80f-906cb3c5473d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:01.065864 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-164d6bd6-446b-4162-b80f-906cb3c5473d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:01.076750 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d6bd6-446b-4162-b80f-906cb3c5473d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'Network': ['ID=788e9ae8-29e7-405c-a7cd-4ed0201bcff2,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:01.085721 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-164d6bd6-446b-4162-b80f-906cb3c5473d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "DELETE /v2.0/networks/788e9ae8-29e7-405c-a7cd-4ed0201bcff2 HTTP/1.1" status: 204 len: 168 time: 0.4871829 Sep 22 21:46:01.097932 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 5d58da53-e81a-4974-a12d-972d3e02b306 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:46:01.109484 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52404) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:46:01.115842 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-e14c355b-a448-48a1-8e7e-e5bc50a1ffdf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'network': {'name': 'tempest-network-smoke--1400088575', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'port_security_enabled': True}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:46:01.120778 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-e14c355b-a448-48a1-8e7e-e5bc50a1ffdf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:46:01.124921 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-e14c355b-a448-48a1-8e7e-e5bc50a1ffdf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:network and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:46:01.127756 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-e14c355b-a448-48a1-8e7e-e5bc50a1ffdf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:46:01.131262 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 5d58da53-e81a-4974-a12d-972d3e02b306 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:46:01.131605 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 5d58da53-e81a-4974-a12d-972d3e02b306 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:46:01.132014 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 872120be-094f-477f-b1eb-abb129d59dee no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:46:01.133491 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-e14c355b-a448-48a1-8e7e-e5bc50a1ffdf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:46:01.143113 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14c355b-a448-48a1-8e7e-e5bc50a1ffdf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Made reservation on behalf of eb1aed2a20e141c98ec99089a446670b for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:46:01.146620 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e14c355b-a448-48a1-8e7e-e5bc50a1ffdf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:01.164854 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 872120be-094f-477f-b1eb-abb129d59dee {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:46:01.165200 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 872120be-094f-477f-b1eb-abb129d59dee not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:46:01.165608 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 498d8edc-0b99-417e-a470-aa5759711c3d no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:46:01.174960 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e14c355b-a448-48a1-8e7e-e5bc50a1ffdf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:46:01.184648 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e14c355b-a448-48a1-8e7e-e5bc50a1ffdf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:01.185004 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-e14c355b-a448-48a1-8e7e-e5bc50a1ffdf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Added segment eb449f16-c17f-4d3b-8711-f1c81cf1a620 of type vlan for network 9518801d-ee7a-44d7-b7a5-08b6a98fdd1e Sep 22 21:46:01.200427 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 498d8edc-0b99-417e-a470-aa5759711c3d {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:46:01.200786 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 498d8edc-0b99-417e-a470-aa5759711c3d not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:46:01.211060 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e14c355b-a448-48a1-8e7e-e5bc50a1ffdf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:01.240915 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e14c355b-a448-48a1-8e7e-e5bc50a1ffdf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:01.246205 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14c355b-a448-48a1-8e7e-e5bc50a1ffdf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:01.246800 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e14c355b-a448-48a1-8e7e-e5bc50a1ffdf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:01.350412 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e14c355b-a448-48a1-8e7e-e5bc50a1ffdf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2402856 Sep 22 21:46:01.353293 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 52408) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:46:01.355999 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14c355b-a448-48a1-8e7e-e5bc50a1ffdf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Network': ['ID=9518801d-ee7a-44d7-b7a5-08b6a98fdd1e,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:01.359179 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-c4293d2a-769c-4c78-808a-1b9c9e747d05 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1020905968', 'admin_state_up': True, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:46:01.366864 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 9518801d-ee7a-44d7-b7a5-08b6a98fdd1e details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:46:01.367211 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c4293d2a-769c-4c78-808a-1b9c9e747d05 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:46:01.371221 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c4293d2a-769c-4c78-808a-1b9c9e747d05 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:router and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:46:01.374051 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c4293d2a-769c-4c78-808a-1b9c9e747d05 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:46:01.380304 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c4293d2a-769c-4c78-808a-1b9c9e747d05 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:46:01.390026 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c4293d2a-769c-4c78-808a-1b9c9e747d05 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:01.391029 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c4293d2a-769c-4c78-808a-1b9c9e747d05 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:01.406356 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c4293d2a-769c-4c78-808a-1b9c9e747d05 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:01.665271 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c4293d2a-769c-4c78-808a-1b9c9e747d05 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:02.064310 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c4293d2a-769c-4c78-808a-1b9c9e747d05 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router_gateway, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:02.093684 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c4293d2a-769c-4c78-808a-1b9c9e747d05 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:02.228941 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-c4293d2a-769c-4c78-808a-1b9c9e747d05 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Allocated IP 172.26.0.207 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/57ebab99-3197-4f9a-becc-e8517be97e9c) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:46:02.374166 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c4293d2a-769c-4c78-808a-1b9c9e747d05 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:02.402745 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c4293d2a-769c-4c78-808a-1b9c9e747d05 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:02.464293 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4293d2a-769c-4c78-808a-1b9c9e747d05 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:46:02.467027 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-c4293d2a-769c-4c78-808a-1b9c9e747d05 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:46:02.471073 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4293d2a-769c-4c78-808a-1b9c9e747d05 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:46:02.508468 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4293d2a-769c-4c78-808a-1b9c9e747d05 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=57ebab99-3197-4f9a-becc-e8517be97e9c,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:02.879702 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c4293d2a-769c-4c78-808a-1b9c9e747d05 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router_gateway, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:03.221474 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c4293d2a-769c-4c78-808a-1b9c9e747d05 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:03.537867 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4293d2a-769c-4c78-808a-1b9c9e747d05 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Router c9a9220c-9356-4f03-9d34-d5ee3722e59a is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:46:03.716643 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4293d2a-769c-4c78-808a-1b9c9e747d05 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:46:03.726042 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464cc827-1dd3-4bbc-b0dd-d8cf92ae22e6 None None] Sync routers for ids ['c9a9220c-9356-4f03-9d34-d5ee3722e59a'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:46:03.734877 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464cc827-1dd3-4bbc-b0dd-d8cf92ae22e6 None None] Routers {'c9a9220c-9356-4f03-9d34-d5ee3722e59a'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:46:03.735978 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-464cc827-1dd3-4bbc-b0dd-d8cf92ae22e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:45:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['c9a9220c-9356-4f03-9d34-d5ee3722e59a'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:46:03.744076 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c4293d2a-769c-4c78-808a-1b9c9e747d05 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:03.745378 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c4293d2a-769c-4c78-808a-1b9c9e747d05 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3908911 Sep 22 21:46:03.748554 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 52412) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:46:03.905498 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-64652eaa-c2bf-45a4-8924-f16dbbe43bf5 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=eb1aed2a20e141c98ec99089a446670b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1558213 Sep 22 21:46:03.908614 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 52418) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:46:03.910234 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-464cc827-1dd3-4bbc-b0dd-d8cf92ae22e6 None None] Set router c9a9220c-9356-4f03-9d34-d5ee3722e59a gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:46:04.036139 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068fe5cb-46aa-45d7-b8b4-b73f2794abeb tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:04.037604 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-068fe5cb-46aa-45d7-b8b4-b73f2794abeb tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1281080 Sep 22 21:46:04.040540 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 52422) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:46:04.079527 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-cc608c8a-1057-4f2a-b307-8b9e4bac6b7d tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=a22ae1c9-d428-411f-af43-ce0f71b38d9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373056 Sep 22 21:46:04.082001 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 52426) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:46:04.087205 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-7b19e11e-a1bc-43e4-87e9-a3f9b4b6f651 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-22678922', 'network_id': '9518801d-ee7a-44d7-b7a5-08b6a98fdd1e', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:46:04.196290 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-464cc827-1dd3-4bbc-b0dd-d8cf92ae22e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a9220c-9356-4f03-9d34-d5ee3722e59a', 'name': 'tempest-TestNetworkBasicOps-router-1020905968', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '57ebab99-3197-4f9a-becc-e8517be97e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:46:01Z', 'updated_at': '2022-09-22T21:46:02Z', 'revision_number': 3, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '57ebab99-3197-4f9a-becc-e8517be97e9c', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a9220c-9356-4f03-9d34-d5ee3722e59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:46:02Z', 'updated_at': '2022-09-22T21:46:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:46:04.200240 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464cc827-1dd3-4bbc-b0dd-d8cf92ae22e6 None None] Checking router: c9a9220c-9356-4f03-9d34-d5ee3722e59a for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:46:04.200578 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464cc827-1dd3-4bbc-b0dd-d8cf92ae22e6 None None] Updating router c9a9220c-9356-4f03-9d34-d5ee3722e59a port 57ebab99-3197-4f9a-becc-e8517be97e9c binding host dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:46:04.200662 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-7b19e11e-a1bc-43e4-87e9-a3f9b4b6f651 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:46:04.204569 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-7b19e11e-a1bc-43e4-87e9-a3f9b4b6f651 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:subnet and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:46:04.207817 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-7b19e11e-a1bc-43e4-87e9-a3f9b4b6f651 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:46:04.213557 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-7b19e11e-a1bc-43e4-87e9-a3f9b4b6f651 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:46:04.224487 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b19e11e-a1bc-43e4-87e9-a3f9b4b6f651 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Made reservation on behalf of eb1aed2a20e141c98ec99089a446670b for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:46:04.228123 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7b19e11e-a1bc-43e4-87e9-a3f9b4b6f651 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:04.264264 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-464cc827-1dd3-4bbc-b0dd-d8cf92ae22e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:04.444828 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7b19e11e-a1bc-43e4-87e9-a3f9b4b6f651 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:04.524801 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b19e11e-a1bc-43e4-87e9-a3f9b4b6f651 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Subnet': ['ID=cee82baf-8f94-4a41-aa13-d55cbfd4fb37,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:04.536513 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b19e11e-a1bc-43e4-87e9-a3f9b4b6f651 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Checking segment: {'id': 'eb449f16-c17f-4d3b-8711-f1c81cf1a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9518801d-ee7a-44d7-b7a5-08b6a98fdd1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:46:04.536513 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b19e11e-a1bc-43e4-87e9-a3f9b4b6f651 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network hostable DHCP agents. Network: 9518801d-ee7a-44d7-b7a5-08b6a98fdd1e, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:46:04.555738 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b19e11e-a1bc-43e4-87e9-a3f9b4b6f651 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network 9518801d-ee7a-44d7-b7a5-08b6a98fdd1e is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:46:04.565955 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-7b19e11e-a1bc-43e4-87e9-a3f9b4b6f651 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 9518801d-ee7a-44d7-b7a5-08b6a98fdd1e) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:46:04.569889 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b19e11e-a1bc-43e4-87e9-a3f9b4b6f651 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:04.571234 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7b19e11e-a1bc-43e4-87e9-a3f9b4b6f651 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:04.578203 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968ac6f3-9943-46dc-8820-e47a98a30a7c None None] Network 9518801d-ee7a-44d7-b7a5-08b6a98fdd1e requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:46:04.593004 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-7b19e11e-a1bc-43e4-87e9-a3f9b4b6f651 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5097647 Sep 22 21:46:04.596495 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 52432) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:46:04.693127 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-464cc827-1dd3-4bbc-b0dd-d8cf92ae22e6 None None] Notify callbacks [] for port, precommit_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:04.725864 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-464cc827-1dd3-4bbc-b0dd-d8cf92ae22e6 None None] Transition to ACTIVE for port object 57ebab99-3197-4f9a-becc-e8517be97e9c will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:46:04.804942 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-464cc827-1dd3-4bbc-b0dd-d8cf92ae22e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:04.880749 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-464cc827-1dd3-4bbc-b0dd-d8cf92ae22e6 None None] Attempting to bind port 57ebab99-3197-4f9a-becc-e8517be97e9c on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:46:04.881111 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-464cc827-1dd3-4bbc-b0dd-d8cf92ae22e6 None None] Attempting to bind port 57ebab99-3197-4f9a-becc-e8517be97e9c by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:46:04.881470 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464cc827-1dd3-4bbc-b0dd-d8cf92ae22e6 None None] Attempting to bind port 57ebab99-3197-4f9a-becc-e8517be97e9c on network a22ae1c9-d428-411f-af43-ce0f71b38d9c {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:46:04.894501 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464cc827-1dd3-4bbc-b0dd-d8cf92ae22e6 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:46:04.894826 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464cc827-1dd3-4bbc-b0dd-d8cf92ae22e6 None None] Checking segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:46:04.895220 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-464cc827-1dd3-4bbc-b0dd-d8cf92ae22e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:04.895599 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464cc827-1dd3-4bbc-b0dd-d8cf92ae22e6 None None] Bound using segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:46:04.896051 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-464cc827-1dd3-4bbc-b0dd-d8cf92ae22e6 None None] Bound port: 57ebab99-3197-4f9a-becc-e8517be97e9c, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:46:04.896413 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-464cc827-1dd3-4bbc-b0dd-d8cf92ae22e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:04.979981 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f575e4c9-0f5f-4c9e-b6aa-b4419219b090 None None] Pushing event updated for resources: {'Port': ['ID=57ebab99-3197-4f9a-becc-e8517be97e9c,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:04.987075 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5729b623-76bc-484d-96fe-f1d53829bcc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-9518801d-ee7a-44d7-b7a5-08b6a98fdd1e', 'network_id': '9518801d-ee7a-44d7-b7a5-08b6a98fdd1e', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ips': [{'subnet_id': 'cee82baf-8f94-4a41-aa13-d55cbfd4fb37'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:46:04.987859 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5729b623-76bc-484d-96fe-f1d53829bcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:05.008906 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f575e4c9-0f5f-4c9e-b6aa-b4419219b090 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:46:05.009254 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f575e4c9-0f5f-4c9e-b6aa-b4419219b090 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:46:05.009618 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f575e4c9-0f5f-4c9e-b6aa-b4419219b090 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:46:05.009977 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f575e4c9-0f5f-4c9e-b6aa-b4419219b090 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:46:05.010242 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f575e4c9-0f5f-4c9e-b6aa-b4419219b090 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:46:05.010572 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f575e4c9-0f5f-4c9e-b6aa-b4419219b090 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:46:05.010916 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f575e4c9-0f5f-4c9e-b6aa-b4419219b090 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:46:05.011234 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f575e4c9-0f5f-4c9e-b6aa-b4419219b090 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:46:05.011554 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f575e4c9-0f5f-4c9e-b6aa-b4419219b090 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:46:05.011957 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f575e4c9-0f5f-4c9e-b6aa-b4419219b090 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:46:05.012278 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f575e4c9-0f5f-4c9e-b6aa-b4419219b090 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:46:05.012590 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f575e4c9-0f5f-4c9e-b6aa-b4419219b090 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:46:05.086569 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-464cc827-1dd3-4bbc-b0dd-d8cf92ae22e6 None None] For port 57ebab99-3197-4f9a-becc-e8517be97e9c, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:46:05.107036 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-464cc827-1dd3-4bbc-b0dd-d8cf92ae22e6 None None] For port 57ebab99-3197-4f9a-becc-e8517be97e9c, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=57ebab99-3197-4f9a-becc-e8517be97e9c,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:46:05.112534 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-464cc827-1dd3-4bbc-b0dd-d8cf92ae22e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:05.224796 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464cc827-1dd3-4bbc-b0dd-d8cf92ae22e6 None None] Routers {'c9a9220c-9356-4f03-9d34-d5ee3722e59a'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:46:05.225420 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-464cc827-1dd3-4bbc-b0dd-d8cf92ae22e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:45:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['c9a9220c-9356-4f03-9d34-d5ee3722e59a'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:46:05.331933 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f575e4c9-0f5f-4c9e-b6aa-b4419219b090 None None] Pushing event updated for resources: {'Port': ['ID=57ebab99-3197-4f9a-becc-e8517be97e9c,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:05.338072 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-5729b623-76bc-484d-96fe-f1d53829bcc1 None None] Allocated IP 172.20.0.2 (9518801d-ee7a-44d7-b7a5-08b6a98fdd1e/cee82baf-8f94-4a41-aa13-d55cbfd4fb37/083acae8-f0b8-402d-8d6d-19df0a9f9bbc) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:46:05.406070 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6ff52977-bee1-459c-b636-f93923659cae tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:05.510692 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-464cc827-1dd3-4bbc-b0dd-d8cf92ae22e6 None None] Set router c9a9220c-9356-4f03-9d34-d5ee3722e59a gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:46:05.867459 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5729b623-76bc-484d-96fe-f1d53829bcc1 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:05.884731 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-5729b623-76bc-484d-96fe-f1d53829bcc1 None None] Transition to ACTIVE for port object 083acae8-f0b8-402d-8d6d-19df0a9f9bbc will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:46:05.908150 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-5729b623-76bc-484d-96fe-f1d53829bcc1 None None] Transition to ACTIVE for port object 083acae8-f0b8-402d-8d6d-19df0a9f9bbc will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:46:05.916036 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5729b623-76bc-484d-96fe-f1d53829bcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:05.985390 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-6ff52977-bee1-459c-b636-f93923659cae tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Allocated IP 172.20.0.1 (9518801d-ee7a-44d7-b7a5-08b6a98fdd1e/cee82baf-8f94-4a41-aa13-d55cbfd4fb37/f8ac1d63-d7a1-4ca8-a0a1-7c14bec557e4) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:46:05.989292 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-464cc827-1dd3-4bbc-b0dd-d8cf92ae22e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a9220c-9356-4f03-9d34-d5ee3722e59a', 'name': 'tempest-TestNetworkBasicOps-router-1020905968', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '57ebab99-3197-4f9a-becc-e8517be97e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:46:01Z', 'updated_at': '2022-09-22T21:46:02Z', 'revision_number': 3, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '57ebab99-3197-4f9a-becc-e8517be97e9c', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a9220c-9356-4f03-9d34-d5ee3722e59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:46:02Z', 'updated_at': '2022-09-22T21:46:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:46:05.996407 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5729b623-76bc-484d-96fe-f1d53829bcc1 None None] Network 9518801d-ee7a-44d7-b7a5-08b6a98fdd1e is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:46:06.002864 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-5729b623-76bc-484d-96fe-f1d53829bcc1 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:46:06.004718 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464cc827-1dd3-4bbc-b0dd-d8cf92ae22e6 None None] The sync data for ids ['c9a9220c-9356-4f03-9d34-d5ee3722e59a'] in dv-neutron-858900-1-hyperv is: [{'id': 'c9a9220c-9356-4f03-9d34-d5ee3722e59a', 'name': 'tempest-TestNetworkBasicOps-router-1020905968', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '57ebab99-3197-4f9a-becc-e8517be97e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:46:01Z', 'updated_at': '2022-09-22T21:46:02Z', 'revision_number': 3, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '57ebab99-3197-4f9a-becc-e8517be97e9c', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a9220c-9356-4f03-9d34-d5ee3722e59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:46:02Z', 'updated_at': '2022-09-22T21:46:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:46:06.006116 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5729b623-76bc-484d-96fe-f1d53829bcc1 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:46:06.051569 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5729b623-76bc-484d-96fe-f1d53829bcc1 None None] Pushing event updated for resources: {'Port': ['ID=083acae8-f0b8-402d-8d6d-19df0a9f9bbc,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:06.122980 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-5729b623-76bc-484d-96fe-f1d53829bcc1 None None] Attempting to bind port 083acae8-f0b8-402d-8d6d-19df0a9f9bbc on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:46:06.123356 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-5729b623-76bc-484d-96fe-f1d53829bcc1 None None] Attempting to bind port 083acae8-f0b8-402d-8d6d-19df0a9f9bbc by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'eb449f16-c17f-4d3b-8711-f1c81cf1a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9518801d-ee7a-44d7-b7a5-08b6a98fdd1e'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:46:06.123719 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5729b623-76bc-484d-96fe-f1d53829bcc1 None None] Attempting to bind port 083acae8-f0b8-402d-8d6d-19df0a9f9bbc on network 9518801d-ee7a-44d7-b7a5-08b6a98fdd1e {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:46:06.129541 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5729b623-76bc-484d-96fe-f1d53829bcc1 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:46:06.129918 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5729b623-76bc-484d-96fe-f1d53829bcc1 None None] Checking segment: {'id': 'eb449f16-c17f-4d3b-8711-f1c81cf1a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9518801d-ee7a-44d7-b7a5-08b6a98fdd1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:46:06.130318 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5729b623-76bc-484d-96fe-f1d53829bcc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:06.130795 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5729b623-76bc-484d-96fe-f1d53829bcc1 None None] Bound using segment: {'id': 'eb449f16-c17f-4d3b-8711-f1c81cf1a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9518801d-ee7a-44d7-b7a5-08b6a98fdd1e'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:46:06.131260 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-5729b623-76bc-484d-96fe-f1d53829bcc1 None None] Bound port: 083acae8-f0b8-402d-8d6d-19df0a9f9bbc, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb449f16-c17f-4d3b-8711-f1c81cf1a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9518801d-ee7a-44d7-b7a5-08b6a98fdd1e'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:46:06.131636 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5729b623-76bc-484d-96fe-f1d53829bcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:06.163798 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6ff52977-bee1-459c-b636-f93923659cae tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:06.181065 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-6ff52977-bee1-459c-b636-f93923659cae tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Transition to ACTIVE for port object f8ac1d63-d7a1-4ca8-a0a1-7c14bec557e4 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:46:06.212296 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6ff52977-bee1-459c-b636-f93923659cae tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:06.245951 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-5729b623-76bc-484d-96fe-f1d53829bcc1 None None] For port 083acae8-f0b8-402d-8d6d-19df0a9f9bbc, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:46:06.258494 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-5729b623-76bc-484d-96fe-f1d53829bcc1 None None] For port 083acae8-f0b8-402d-8d6d-19df0a9f9bbc, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=083acae8-f0b8-402d-8d6d-19df0a9f9bbc,segment=NetworkSegment(eb449f16-c17f-4d3b-8711-f1c81cf1a620),segment_id=eb449f16-c17f-4d3b-8711-f1c81cf1a620)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:46:06.269583 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5729b623-76bc-484d-96fe-f1d53829bcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:06.307726 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff52977-bee1-459c-b636-f93923659cae tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network 9518801d-ee7a-44d7-b7a5-08b6a98fdd1e is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:46:06.312587 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-6ff52977-bee1-459c-b636-f93923659cae tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:46:06.316681 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff52977-bee1-459c-b636-f93923659cae tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:46:06.369842 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5729b623-76bc-484d-96fe-f1d53829bcc1 None None] Pushing event updated for resources: {'Port': ['ID=083acae8-f0b8-402d-8d6d-19df0a9f9bbc,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:06.394707 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff52977-bee1-459c-b636-f93923659cae tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=f8ac1d63-d7a1-4ca8-a0a1-7c14bec557e4,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:06.415568 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6ff52977-bee1-459c-b636-f93923659cae tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:06.747726 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6ff52977-bee1-459c-b636-f93923659cae tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:07.181674 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 083acae8-f0b8-402d-8d6d-19df0a9f9bbc up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:46:07.331288 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 083acae8-f0b8-402d-8d6d-19df0a9f9bbc completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:46:07.340137 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 57ebab99-3197-4f9a-becc-e8517be97e9c up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:46:07.357758 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6ff52977-bee1-459c-b636-f93923659cae tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:07.366423 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6ff52977-bee1-459c-b636-f93923659cae tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:07.419783 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 57ebab99-3197-4f9a-becc-e8517be97e9c completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:46:07.427583 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 57ebab99-3197-4f9a-becc-e8517be97e9c triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:46:07.427760 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:07.428251 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 57ebab99-3197-4f9a-becc-e8517be97e9c Sep 22 21:46:07.456561 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0c8fb4-a115-4f5d-9c15-e6b961e23a7a None None] Network 9518801d-ee7a-44d7-b7a5-08b6a98fdd1e requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:46:07.489642 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6ff52977-bee1-459c-b636-f93923659cae tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:07.504417 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff52977-bee1-459c-b636-f93923659cae tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=f8ac1d63-d7a1-4ca8-a0a1-7c14bec557e4,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:07.578894 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-e106d6f9-7ebb-4949-9666-5abe4356f9a4 None None] Provisioning for port 083acae8-f0b8-402d-8d6d-19df0a9f9bbc completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:46:07.598369 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-e106d6f9-7ebb-4949-9666-5abe4356f9a4 None None] Provisioning complete for port 083acae8-f0b8-402d-8d6d-19df0a9f9bbc triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:46:07.598680 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e106d6f9-7ebb-4949-9666-5abe4356f9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:07.598984 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-e106d6f9-7ebb-4949-9666-5abe4356f9a4 None None] Attempt 1 to provision port 083acae8-f0b8-402d-8d6d-19df0a9f9bbc Sep 22 21:46:07.657366 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff52977-bee1-459c-b636-f93923659cae tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network 9518801d-ee7a-44d7-b7a5-08b6a98fdd1e is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:46:07.658451 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-6ff52977-bee1-459c-b636-f93923659cae tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:46:07.822501 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 57ebab99-3197-4f9a-becc-e8517be97e9c is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:46:07.822501 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:07.889423 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff52977-bee1-459c-b636-f93923659cae tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Router c9a9220c-9356-4f03-9d34-d5ee3722e59a has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:46:07.907696 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 57ebab99-3197-4f9a-becc-e8517be97e9c, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=57ebab99-3197-4f9a-becc-e8517be97e9c,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:46:07.920448 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:08.005121 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e106d6f9-7ebb-4949-9666-5abe4356f9a4 None None] Current status of the port 083acae8-f0b8-402d-8d6d-19df0a9f9bbc is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:46:08.006972 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e106d6f9-7ebb-4949-9666-5abe4356f9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:08.069972 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=57ebab99-3197-4f9a-becc-e8517be97e9c,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:08.083463 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-e106d6f9-7ebb-4949-9666-5abe4356f9a4 None None] For port 083acae8-f0b8-402d-8d6d-19df0a9f9bbc, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=083acae8-f0b8-402d-8d6d-19df0a9f9bbc,segment=NetworkSegment(eb449f16-c17f-4d3b-8711-f1c81cf1a620),segment_id=eb449f16-c17f-4d3b-8711-f1c81cf1a620)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:46:08.083463 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e106d6f9-7ebb-4949-9666-5abe4356f9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:08.114487 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff52977-bee1-459c-b636-f93923659cae tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:46:08.125142 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b04945-6305-45a3-85c3-d8d178c84e40 None None] Sync routers for ids ['c9a9220c-9356-4f03-9d34-d5ee3722e59a'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:46:08.132187 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-6ff52977-bee1-459c-b636-f93923659cae tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "PUT /v2.0/routers/c9a9220c-9356-4f03-9d34-d5ee3722e59a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5321972 Sep 22 21:46:08.132935 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 52436) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:46:08.140403 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b04945-6305-45a3-85c3-d8d178c84e40 None None] Routers {'c9a9220c-9356-4f03-9d34-d5ee3722e59a'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:46:08.142478 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-d7b04945-6305-45a3-85c3-d8d178c84e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:45:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['c9a9220c-9356-4f03-9d34-d5ee3722e59a'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:46:08.193386 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e106d6f9-7ebb-4949-9666-5abe4356f9a4 None None] Pushing event updated for resources: {'Port': ['ID=083acae8-f0b8-402d-8d6d-19df0a9f9bbc,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:08.311186 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c524de3-3668-438a-8c32-f6ab65020307 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:08.311186 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c524de3-3668-438a-8c32-f6ab65020307 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:08.311186 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c524de3-3668-438a-8c32-f6ab65020307 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:08.311629 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c524de3-3668-438a-8c32-f6ab65020307 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:08.312063 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c524de3-3668-438a-8c32-f6ab65020307 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:08.315201 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c524de3-3668-438a-8c32-f6ab65020307 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:08.318542 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52440) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:46:08.320094 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-1c524de3-3668-438a-8c32-f6ab65020307 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.1842959 Sep 22 21:46:08.383523 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-d7b04945-6305-45a3-85c3-d8d178c84e40 None None] Set router c9a9220c-9356-4f03-9d34-d5ee3722e59a gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:46:08.420405 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c1a121-563f-4a23-9086-ca8f7ae8a1d9 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:08.421054 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c1a121-563f-4a23-9086-ca8f7ae8a1d9 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:08.421485 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c1a121-563f-4a23-9086-ca8f7ae8a1d9 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:08.421753 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c1a121-563f-4a23-9086-ca8f7ae8a1d9 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:08.422576 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c1a121-563f-4a23-9086-ca8f7ae8a1d9 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:08.422851 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c1a121-563f-4a23-9086-ca8f7ae8a1d9 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:08.426638 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-b8c1a121-563f-4a23-9086-ca8f7ae8a1d9 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.1038876 Sep 22 21:46:08.428170 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 52444) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:46:08.518850 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-188a298c-e95c-4096-813e-c0f4e7ed238c None None] Provisioning complete for port 083acae8-f0b8-402d-8d6d-19df0a9f9bbc triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:46:08.518850 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-188a298c-e95c-4096-813e-c0f4e7ed238c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:08.518850 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-188a298c-e95c-4096-813e-c0f4e7ed238c None None] Attempt 1 to provision port 083acae8-f0b8-402d-8d6d-19df0a9f9bbc Sep 22 21:46:08.687273 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-188a298c-e95c-4096-813e-c0f4e7ed238c None None] Current status of the port 083acae8-f0b8-402d-8d6d-19df0a9f9bbc is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:46:08.706210 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-188a298c-e95c-4096-813e-c0f4e7ed238c None None] Provisioning for port f8ac1d63-d7a1-4ca8-a0a1-7c14bec557e4 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:46:08.713135 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-188a298c-e95c-4096-813e-c0f4e7ed238c None None] Provisioning complete for port f8ac1d63-d7a1-4ca8-a0a1-7c14bec557e4 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:46:08.713135 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-188a298c-e95c-4096-813e-c0f4e7ed238c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:08.713661 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-188a298c-e95c-4096-813e-c0f4e7ed238c None None] Attempt 1 to provision port f8ac1d63-d7a1-4ca8-a0a1-7c14bec557e4 Sep 22 21:46:08.717887 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-30543512-1728-446e-ab6e-c7c9acb32d0a tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2887185 Sep 22 21:46:08.721087 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 52448) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:46:08.728682 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-5c67c12d-6d95-4b3b-b152-8d909a31f71a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1714047195', 'network_id': '9518801d-ee7a-44d7-b7a5-08b6a98fdd1e'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:46:08.791785 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-188a298c-e95c-4096-813e-c0f4e7ed238c None None] Port f8ac1d63-d7a1-4ca8-a0a1-7c14bec557e4 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:46:08.812377 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-d7b04945-6305-45a3-85c3-d8d178c84e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a9220c-9356-4f03-9d34-d5ee3722e59a', 'name': 'tempest-TestNetworkBasicOps-router-1020905968', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '57ebab99-3197-4f9a-becc-e8517be97e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:46:01Z', 'updated_at': '2022-09-22T21:46:06Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '57ebab99-3197-4f9a-becc-e8517be97e9c', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a9220c-9356-4f03-9d34-d5ee3722e59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:46:02Z', 'updated_at': '2022-09-22T21:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': 'f8ac1d63-d7a1-4ca8-a0a1-7c14bec557e4', 'name': '', 'network_id': '9518801d-ee7a-44d7-b7a5-08b6a98fdd1e', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:1f:51:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a9220c-9356-4f03-9d34-d5ee3722e59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'cee82baf-8f94-4a41-aa13-d55cbfd4fb37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:46:05Z', 'updated_at': '2022-09-22T21:46:07Z', 'revision_number': 2, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': 'cee82baf-8f94-4a41-aa13-d55cbfd4fb37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:46:08.817750 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b04945-6305-45a3-85c3-d8d178c84e40 None None] Checking router: c9a9220c-9356-4f03-9d34-d5ee3722e59a for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:46:08.817750 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b04945-6305-45a3-85c3-d8d178c84e40 None None] Updating router c9a9220c-9356-4f03-9d34-d5ee3722e59a port f8ac1d63-d7a1-4ca8-a0a1-7c14bec557e4 binding host dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:46:08.880920 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-d7b04945-6305-45a3-85c3-d8d178c84e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:08.907852 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-5c67c12d-6d95-4b3b-b152-8d909a31f71a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:46:08.912361 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-5c67c12d-6d95-4b3b-b152-8d909a31f71a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:port and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:46:08.915591 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-5c67c12d-6d95-4b3b-b152-8d909a31f71a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:46:08.926392 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-5c67c12d-6d95-4b3b-b152-8d909a31f71a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:46:08.940396 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c67c12d-6d95-4b3b-b152-8d909a31f71a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Made reservation on behalf of eb1aed2a20e141c98ec99089a446670b for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:46:08.944171 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5c67c12d-6d95-4b3b-b152-8d909a31f71a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:08.978789 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [None req-5c67c12d-6d95-4b3b-b152-8d909a31f71a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] device_id is not set on port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 yet. {{(pid=89008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:46:09.132630 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 083acae8-f0b8-402d-8d6d-19df0a9f9bbc up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:46:09.208052 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 083acae8-f0b8-402d-8d6d-19df0a9f9bbc triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:46:09.208617 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:09.209258 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 083acae8-f0b8-402d-8d6d-19df0a9f9bbc Sep 22 21:46:09.294285 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-188a298c-e95c-4096-813e-c0f4e7ed238c None None] Attempt 2 to provision port f8ac1d63-d7a1-4ca8-a0a1-7c14bec557e4 Sep 22 21:46:09.305997 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-d7b04945-6305-45a3-85c3-d8d178c84e40 None None] Notify callbacks [] for port, precommit_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:09.323195 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.provisioning_blocks [None req-d7b04945-6305-45a3-85c3-d8d178c84e40 None None] Transition to ACTIVE for port object f8ac1d63-d7a1-4ca8-a0a1-7c14bec557e4 will not be triggered until provisioned by entity L2. {{(pid=89011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:46:09.331713 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-d7b04945-6305-45a3-85c3-d8d178c84e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:09.391841 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-5c67c12d-6d95-4b3b-b152-8d909a31f71a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Allocated IP 172.20.0.10 (9518801d-ee7a-44d7-b7a5-08b6a98fdd1e/cee82baf-8f94-4a41-aa13-d55cbfd4fb37/3e0f5a4d-172e-4280-b6af-e87f9d28cc12) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:46:09.421053 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-188a298c-e95c-4096-813e-c0f4e7ed238c None None] Port f8ac1d63-d7a1-4ca8-a0a1-7c14bec557e4 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:46:09.429818 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 083acae8-f0b8-402d-8d6d-19df0a9f9bbc is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:46:09.433925 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 57ebab99-3197-4f9a-becc-e8517be97e9c up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:46:09.508209 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 57ebab99-3197-4f9a-becc-e8517be97e9c triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:46:09.509054 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:09.509054 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 57ebab99-3197-4f9a-becc-e8517be97e9c Sep 22 21:46:09.545792 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e380e-8b4a-44f0-bcd4-0a8b894fe99f None None] Pushing event updated for resources: {'Port': ['ID=f8ac1d63-d7a1-4ca8-a0a1-7c14bec557e4,revision_number=3']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:09.558943 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e380e-8b4a-44f0-bcd4-0a8b894fe99f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:46:09.559284 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e380e-8b4a-44f0-bcd4-0a8b894fe99f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:46:09.559612 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e380e-8b4a-44f0-bcd4-0a8b894fe99f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:46:09.559937 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e380e-8b4a-44f0-bcd4-0a8b894fe99f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:46:09.560255 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e380e-8b4a-44f0-bcd4-0a8b894fe99f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:46:09.560573 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e380e-8b4a-44f0-bcd4-0a8b894fe99f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:46:09.560887 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e380e-8b4a-44f0-bcd4-0a8b894fe99f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:46:09.561202 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e380e-8b4a-44f0-bcd4-0a8b894fe99f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:46:09.561515 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e380e-8b4a-44f0-bcd4-0a8b894fe99f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:46:09.561825 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e380e-8b4a-44f0-bcd4-0a8b894fe99f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:46:09.562132 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e380e-8b4a-44f0-bcd4-0a8b894fe99f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:46:09.562537 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e380e-8b4a-44f0-bcd4-0a8b894fe99f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:46:09.567356 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-d7b04945-6305-45a3-85c3-d8d178c84e40 None None] Attempting to bind port f8ac1d63-d7a1-4ca8-a0a1-7c14bec557e4 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:46:09.567742 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-d7b04945-6305-45a3-85c3-d8d178c84e40 None None] Attempting to bind port f8ac1d63-d7a1-4ca8-a0a1-7c14bec557e4 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'eb449f16-c17f-4d3b-8711-f1c81cf1a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9518801d-ee7a-44d7-b7a5-08b6a98fdd1e'}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:46:09.568062 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b04945-6305-45a3-85c3-d8d178c84e40 None None] Attempting to bind port f8ac1d63-d7a1-4ca8-a0a1-7c14bec557e4 on network 9518801d-ee7a-44d7-b7a5-08b6a98fdd1e {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:46:09.573704 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b04945-6305-45a3-85c3-d8d178c84e40 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:46:09.573855 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b04945-6305-45a3-85c3-d8d178c84e40 None None] Checking segment: {'id': 'eb449f16-c17f-4d3b-8711-f1c81cf1a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9518801d-ee7a-44d7-b7a5-08b6a98fdd1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:46:09.574385 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-d7b04945-6305-45a3-85c3-d8d178c84e40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:09.574795 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b04945-6305-45a3-85c3-d8d178c84e40 None None] Bound using segment: {'id': 'eb449f16-c17f-4d3b-8711-f1c81cf1a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9518801d-ee7a-44d7-b7a5-08b6a98fdd1e'} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:46:09.575244 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-d7b04945-6305-45a3-85c3-d8d178c84e40 None None] Bound port: f8ac1d63-d7a1-4ca8-a0a1-7c14bec557e4, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb449f16-c17f-4d3b-8711-f1c81cf1a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9518801d-ee7a-44d7-b7a5-08b6a98fdd1e'}}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:46:09.575748 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-d7b04945-6305-45a3-85c3-d8d178c84e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:09.647672 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 57ebab99-3197-4f9a-becc-e8517be97e9c is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:46:09.672030 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ba5d5fe2-e847-4c56-a69e-02cfafe30949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:09.695511 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-d7b04945-6305-45a3-85c3-d8d178c84e40 None None] For port f8ac1d63-d7a1-4ca8-a0a1-7c14bec557e4, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:46:09.698945 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-d7b04945-6305-45a3-85c3-d8d178c84e40 None None] For port f8ac1d63-d7a1-4ca8-a0a1-7c14bec557e4, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=f8ac1d63-d7a1-4ca8-a0a1-7c14bec557e4,segment=NetworkSegment(eb449f16-c17f-4d3b-8711-f1c81cf1a620),segment_id=eb449f16-c17f-4d3b-8711-f1c81cf1a620)] {{(pid=89011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:46:09.704291 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-d7b04945-6305-45a3-85c3-d8d178c84e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:09.753540 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5c67c12d-6d95-4b3b-b152-8d909a31f71a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:09.764953 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b04945-6305-45a3-85c3-d8d178c84e40 None None] Routers {'c9a9220c-9356-4f03-9d34-d5ee3722e59a'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:46:09.765572 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-d7b04945-6305-45a3-85c3-d8d178c84e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:45:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['c9a9220c-9356-4f03-9d34-d5ee3722e59a'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:46:09.770818 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-5c67c12d-6d95-4b3b-b152-8d909a31f71a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Transition to ACTIVE for port object 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:46:09.798019 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5c67c12d-6d95-4b3b-b152-8d909a31f71a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:09.862289 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e380e-8b4a-44f0-bcd4-0a8b894fe99f None None] Pushing event updated for resources: {'Port': ['ID=f8ac1d63-d7a1-4ca8-a0a1-7c14bec557e4,revision_number=4']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:09.866168 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c67c12d-6d95-4b3b-b152-8d909a31f71a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network 9518801d-ee7a-44d7-b7a5-08b6a98fdd1e is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:46:09.869329 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-5c67c12d-6d95-4b3b-b152-8d909a31f71a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:46:09.873098 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c67c12d-6d95-4b3b-b152-8d909a31f71a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:46:09.905904 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c67c12d-6d95-4b3b-b152-8d909a31f71a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=3e0f5a4d-172e-4280-b6af-e87f9d28cc12,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:09.922507 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-188a298c-e95c-4096-813e-c0f4e7ed238c None None] Attempt 3 to provision port f8ac1d63-d7a1-4ca8-a0a1-7c14bec557e4 Sep 22 21:46:09.942015 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c67c12d-6d95-4b3b-b152-8d909a31f71a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:09.942632 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5c67c12d-6d95-4b3b-b152-8d909a31f71a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:09.971665 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-5c67c12d-6d95-4b3b-b152-8d909a31f71a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2487381 Sep 22 21:46:09.978708 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-d7b04945-6305-45a3-85c3-d8d178c84e40 None None] Set router c9a9220c-9356-4f03-9d34-d5ee3722e59a gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:46:10.002023 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-188a298c-e95c-4096-813e-c0f4e7ed238c None None] Port f8ac1d63-d7a1-4ca8-a0a1-7c14bec557e4 had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 21:46:10.056008 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 52454) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:46:10.061160 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-63e8df93-3fef-4a05-b23b-081bbb5cb74a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1585019234', 'description': 'tempest-secgroup-smoke-1585019234 description', 'project_id': 'eb1aed2a20e141c98ec99089a446670b'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:46:10.068761 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-63e8df93-3fef-4a05-b23b-081bbb5cb74a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:46:10.073553 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-63e8df93-3fef-4a05-b23b-081bbb5cb74a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:46:10.076558 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-63e8df93-3fef-4a05-b23b-081bbb5cb74a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:46:10.082959 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-63e8df93-3fef-4a05-b23b-081bbb5cb74a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:46:10.094015 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-63e8df93-3fef-4a05-b23b-081bbb5cb74a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:10.115494 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-63e8df93-3fef-4a05-b23b-081bbb5cb74a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:46:10.119750 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-63e8df93-3fef-4a05-b23b-081bbb5cb74a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:46:10.121870 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-a45c64a9-b48a-4bc4-a838-4021c4b2174b None None] Provisioning for port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:46:10.122982 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-63e8df93-3fef-4a05-b23b-081bbb5cb74a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:46:10.128085 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-a45c64a9-b48a-4bc4-a838-4021c4b2174b None None] Provisioning complete for port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:46:10.128461 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a45c64a9-b48a-4bc4-a838-4021c4b2174b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:10.128795 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a45c64a9-b48a-4bc4-a838-4021c4b2174b None None] Attempt 1 to provision port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 Sep 22 21:46:10.130271 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-63e8df93-3fef-4a05-b23b-081bbb5cb74a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:46:10.184377 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a45c64a9-b48a-4bc4-a838-4021c4b2174b None None] Port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:46:10.206430 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-63e8df93-3fef-4a05-b23b-081bbb5cb74a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:10.211273 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-63e8df93-3fef-4a05-b23b-081bbb5cb74a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:10.256470 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e8df93-3fef-4a05-b23b-081bbb5cb74a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc255476-1187-41e6-9aa7-c420202de529,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:10.259457 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-63e8df93-3fef-4a05-b23b-081bbb5cb74a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:10.263549 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52458) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:46:10.264052 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-63e8df93-3fef-4a05-b23b-081bbb5cb74a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2065504 Sep 22 21:46:10.269806 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-7320f0cb-419c-4c45-84d1-486742afecb7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': 'fc255476-1187-41e6-9aa7-c420202de529', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:46:10.279896 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-7320f0cb-419c-4c45-84d1-486742afecb7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:46:10.284303 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-7320f0cb-419c-4c45-84d1-486742afecb7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:46:10.287307 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-7320f0cb-419c-4c45-84d1-486742afecb7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:46:10.294079 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-7320f0cb-419c-4c45-84d1-486742afecb7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:46:10.310869 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7320f0cb-419c-4c45-84d1-486742afecb7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:10.312626 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-d7b04945-6305-45a3-85c3-d8d178c84e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a9220c-9356-4f03-9d34-d5ee3722e59a', 'name': 'tempest-TestNetworkBasicOps-router-1020905968', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '57ebab99-3197-4f9a-becc-e8517be97e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:46:01Z', 'updated_at': '2022-09-22T21:46:06Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '57ebab99-3197-4f9a-becc-e8517be97e9c', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a9220c-9356-4f03-9d34-d5ee3722e59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:46:02Z', 'updated_at': '2022-09-22T21:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': 'f8ac1d63-d7a1-4ca8-a0a1-7c14bec557e4', 'name': '', 'network_id': '9518801d-ee7a-44d7-b7a5-08b6a98fdd1e', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:1f:51:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a9220c-9356-4f03-9d34-d5ee3722e59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'cee82baf-8f94-4a41-aa13-d55cbfd4fb37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:46:05Z', 'updated_at': '2022-09-22T21:46:09Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': 'cee82baf-8f94-4a41-aa13-d55cbfd4fb37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:46:10.317142 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b04945-6305-45a3-85c3-d8d178c84e40 None None] The sync data for ids ['c9a9220c-9356-4f03-9d34-d5ee3722e59a'] in dv-neutron-858900-1-hyperv is: [{'id': 'c9a9220c-9356-4f03-9d34-d5ee3722e59a', 'name': 'tempest-TestNetworkBasicOps-router-1020905968', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '57ebab99-3197-4f9a-becc-e8517be97e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:46:01Z', 'updated_at': '2022-09-22T21:46:06Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '57ebab99-3197-4f9a-becc-e8517be97e9c', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a9220c-9356-4f03-9d34-d5ee3722e59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:46:02Z', 'updated_at': '2022-09-22T21:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': 'f8ac1d63-d7a1-4ca8-a0a1-7c14bec557e4', 'name': '', 'network_id': '9518801d-ee7a-44d7-b7a5-08b6a98fdd1e', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:1f:51:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a9220c-9356-4f03-9d34-d5ee3722e59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'cee82baf-8f94-4a41-aa13-d55cbfd4fb37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:46:05Z', 'updated_at': '2022-09-22T21:46:09Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': 'cee82baf-8f94-4a41-aa13-d55cbfd4fb37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:46:10.396577 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7320f0cb-419c-4c45-84d1-486742afecb7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:10.400510 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7320f0cb-419c-4c45-84d1-486742afecb7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:10.422808 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7320f0cb-419c-4c45-84d1-486742afecb7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d04529d-75ae-4e4e-9dba-ef8da8e5e863,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:10.440254 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7320f0cb-419c-4c45-84d1-486742afecb7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:10.441705 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-7320f0cb-419c-4c45-84d1-486742afecb7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1771696 Sep 22 21:46:10.444468 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52462) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:46:10.449577 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-d40cc01b-fd4d-42a2-aaba-ffbdfddc934b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': 'fc255476-1187-41e6-9aa7-c420202de529', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:46:10.455793 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-d40cc01b-fd4d-42a2-aaba-ffbdfddc934b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:46:10.459716 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-d40cc01b-fd4d-42a2-aaba-ffbdfddc934b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:46:10.462712 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-d40cc01b-fd4d-42a2-aaba-ffbdfddc934b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:46:10.469498 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-d40cc01b-fd4d-42a2-aaba-ffbdfddc934b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:46:10.487933 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d40cc01b-fd4d-42a2-aaba-ffbdfddc934b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:10.552699 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d40cc01b-fd4d-42a2-aaba-ffbdfddc934b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:10.556759 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d40cc01b-fd4d-42a2-aaba-ffbdfddc934b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:10.584920 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40cc01b-fd4d-42a2-aaba-ffbdfddc934b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd65d2e6-addb-43b5-9ef7-68018b3af712,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:10.594982 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d40cc01b-fd4d-42a2-aaba-ffbdfddc934b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:10.596190 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d40cc01b-fd4d-42a2-aaba-ffbdfddc934b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1507132 Sep 22 21:46:10.598965 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52466) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:46:10.604063 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-bdf70b11-4bac-474f-bfee-799804bb15b2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': 'fc255476-1187-41e6-9aa7-c420202de529', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:46:10.610652 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-bdf70b11-4bac-474f-bfee-799804bb15b2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:46:10.614844 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-bdf70b11-4bac-474f-bfee-799804bb15b2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:46:10.617744 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-bdf70b11-4bac-474f-bfee-799804bb15b2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:46:10.623738 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-bdf70b11-4bac-474f-bfee-799804bb15b2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:46:10.642136 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bdf70b11-4bac-474f-bfee-799804bb15b2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:10.685412 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a45c64a9-b48a-4bc4-a838-4021c4b2174b None None] Attempt 2 to provision port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 Sep 22 21:46:10.708305 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bdf70b11-4bac-474f-bfee-799804bb15b2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:10.712485 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bdf70b11-4bac-474f-bfee-799804bb15b2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:10.737578 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf70b11-4bac-474f-bfee-799804bb15b2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7adec10-daf9-4bb0-8d31-21d271c742e4,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:10.747041 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bdf70b11-4bac-474f-bfee-799804bb15b2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:10.748632 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-bdf70b11-4bac-474f-bfee-799804bb15b2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1484449 Sep 22 21:46:10.750899 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a45c64a9-b48a-4bc4-a838-4021c4b2174b None None] Port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:46:10.751670 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52470) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:46:10.756804 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-11b9b378-e8f0-4d9d-b529-2e74836aa84f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': 'fc255476-1187-41e6-9aa7-c420202de529', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:46:10.763385 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-11b9b378-e8f0-4d9d-b529-2e74836aa84f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:46:10.768222 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-11b9b378-e8f0-4d9d-b529-2e74836aa84f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:46:10.771447 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-11b9b378-e8f0-4d9d-b529-2e74836aa84f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:46:10.777585 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-11b9b378-e8f0-4d9d-b529-2e74836aa84f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:46:10.795326 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-11b9b378-e8f0-4d9d-b529-2e74836aa84f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:10.865096 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-11b9b378-e8f0-4d9d-b529-2e74836aa84f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:10.869559 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-11b9b378-e8f0-4d9d-b529-2e74836aa84f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:10.893934 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b9b378-e8f0-4d9d-b529-2e74836aa84f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ad77d34-905b-4cc7-af69-5c7209425856,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:10.903895 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-11b9b378-e8f0-4d9d-b529-2e74836aa84f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:10.905140 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-11b9b378-e8f0-4d9d-b529-2e74836aa84f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1525054 Sep 22 21:46:10.908627 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 52474) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:46:10.913801 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-c4599b66-a53b-4e3f-b235-0f8e2a1a9bb5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': 'fc255476-1187-41e6-9aa7-c420202de529', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:46:10.919957 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c4599b66-a53b-4e3f-b235-0f8e2a1a9bb5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:46:10.924769 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c4599b66-a53b-4e3f-b235-0f8e2a1a9bb5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:46:10.928177 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c4599b66-a53b-4e3f-b235-0f8e2a1a9bb5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:46:10.934398 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c4599b66-a53b-4e3f-b235-0f8e2a1a9bb5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:46:10.945053 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.securitygroups_db [None req-c4599b66-a53b-4e3f-b235-0f8e2a1a9bb5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Project eb1aed2a20e141c98ec99089a446670b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 21:46:10.952202 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c4599b66-a53b-4e3f-b235-0f8e2a1a9bb5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:11.021806 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c4599b66-a53b-4e3f-b235-0f8e2a1a9bb5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:11.025511 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c4599b66-a53b-4e3f-b235-0f8e2a1a9bb5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:11.052223 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4599b66-a53b-4e3f-b235-0f8e2a1a9bb5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6dd451b-10f9-4a1a-91b6-d86ea4877dbc,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:11.065698 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c4599b66-a53b-4e3f-b235-0f8e2a1a9bb5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:11.067249 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c4599b66-a53b-4e3f-b235-0f8e2a1a9bb5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1576285 Sep 22 21:46:11.070894 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52478) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:46:11.080446 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-1cdd470f-452d-474e-ac71-66cf5db70f5d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': 'fc255476-1187-41e6-9aa7-c420202de529', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:46:11.087581 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-1cdd470f-452d-474e-ac71-66cf5db70f5d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:46:11.092123 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-1cdd470f-452d-474e-ac71-66cf5db70f5d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:46:11.095993 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-1cdd470f-452d-474e-ac71-66cf5db70f5d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:46:11.106914 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-1cdd470f-452d-474e-ac71-66cf5db70f5d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:46:11.119252 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.securitygroups_db [None req-1cdd470f-452d-474e-ac71-66cf5db70f5d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Project eb1aed2a20e141c98ec99089a446670b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 21:46:11.127497 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1cdd470f-452d-474e-ac71-66cf5db70f5d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:11.144985 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device f8ac1d63-d7a1-4ca8-a0a1-7c14bec557e4 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:46:11.252676 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a45c64a9-b48a-4bc4-a838-4021c4b2174b None None] Attempt 3 to provision port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 Sep 22 21:46:11.301917 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port f8ac1d63-d7a1-4ca8-a0a1-7c14bec557e4 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:46:11.311744 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port f8ac1d63-d7a1-4ca8-a0a1-7c14bec557e4 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:46:11.312105 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:11.312436 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port f8ac1d63-d7a1-4ca8-a0a1-7c14bec557e4 Sep 22 21:46:11.332790 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1cdd470f-452d-474e-ac71-66cf5db70f5d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:11.337764 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1cdd470f-452d-474e-ac71-66cf5db70f5d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:11.360093 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a45c64a9-b48a-4bc4-a838-4021c4b2174b None None] Port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:46:11.362400 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdd470f-452d-474e-ac71-66cf5db70f5d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07b5bd76-eb3e-4648-afe5-09f52bc742b6,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:11.372049 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1cdd470f-452d-474e-ac71-66cf5db70f5d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:11.373823 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-1cdd470f-452d-474e-ac71-66cf5db70f5d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3008523 Sep 22 21:46:11.449228 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port f8ac1d63-d7a1-4ca8-a0a1-7c14bec557e4 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:46:11.449618 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:11.484068 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port f8ac1d63-d7a1-4ca8-a0a1-7c14bec557e4, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=f8ac1d63-d7a1-4ca8-a0a1-7c14bec557e4,segment=NetworkSegment(eb449f16-c17f-4d3b-8711-f1c81cf1a620),segment_id=eb449f16-c17f-4d3b-8711-f1c81cf1a620)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:46:11.488603 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:11.543880 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-5c4fb185-c32e-4dd2-86f5-31d1b467a4c1 req-b0117abb-e5b1-423a-b06a-ae7b78f16236 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:security_group {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:46:11.558307 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=f8ac1d63-d7a1-4ca8-a0a1-7c14bec557e4,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:11.560320 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-5c4fb185-c32e-4dd2-86f5-31d1b467a4c1 req-b0117abb-e5b1-423a-b06a-ae7b78f16236 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:security_group {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:46:11.561497 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-5c4fb185-c32e-4dd2-86f5-31d1b467a4c1 req-b0117abb-e5b1-423a-b06a-ae7b78f16236 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1585019234&fields=id&tenant_id=eb1aed2a20e141c98ec99089a446670b HTTP/1.1" status: 200 len: 267 time: 0.0577393 Sep 22 21:46:11.646483 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fb185-c32e-4dd2-86f5-31d1b467a4c1 req-0bd35004-9c00-47ac-9982-57bcc01295e9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:11.646998 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-5c4fb185-c32e-4dd2-86f5-31d1b467a4c1 req-0bd35004-9c00-47ac-9982-57bcc01295e9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:46:11.662006 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-5c4fb185-c32e-4dd2-86f5-31d1b467a4c1 req-0bd35004-9c00-47ac-9982-57bcc01295e9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:46:11.663358 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-5c4fb185-c32e-4dd2-86f5-31d1b467a4c1 req-0bd35004-9c00-47ac-9982-57bcc01295e9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports/3e0f5a4d-172e-4280-b6af-e87f9d28cc12 HTTP/1.1" status: 200 len: 931 time: 0.0897374 Sep 22 21:46:11.734188 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-5c4fb185-c32e-4dd2-86f5-31d1b467a4c1 req-8672ea76-4746-4cf8-952c-bc137c102e53 service neutron] 10.222.0.33 "GET /v2.0/ports/3e0f5a4d-172e-4280-b6af-e87f9d28cc12?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0591960 Sep 22 21:46:11.861238 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a45c64a9-b48a-4bc4-a838-4021c4b2174b None None] Attempt 4 to provision port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 Sep 22 21:46:11.863560 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-5c4fb185-c32e-4dd2-86f5-31d1b467a4c1 req-f569eb3a-9de4-4d6c-a576-374697cb9a09 service neutron] 10.222.0.33 "GET /v2.0/networks/9518801d-ee7a-44d7-b7a5-08b6a98fdd1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237080 Sep 22 21:46:11.920729 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9ff94234-18ce-4937-a855-70b0c9ee6ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:11.926024 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a45c64a9-b48a-4bc4-a838-4021c4b2174b None None] Port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:46:11.995933 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-5c4fb185-c32e-4dd2-86f5-31d1b467a4c1 req-c2e98f29-cd3f-45cc-8fd9-e26d2d6a93e3 service neutron] 10.222.0.33 "GET /v2.0/networks/9518801d-ee7a-44d7-b7a5-08b6a98fdd1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263959 Sep 22 21:46:12.183042 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-9f92727f-4a72-49c3-af88-222332097e9f req-4ec73291-09d2-4757-b7db-b1c8d4f0478b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:46:12.195166 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-9f92727f-4a72-49c3-af88-222332097e9f req-4ec73291-09d2-4757-b7db-b1c8d4f0478b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:46:12.196295 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9f92727f-4a72-49c3-af88-222332097e9f req-4ec73291-09d2-4757-b7db-b1c8d4f0478b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=6c10a5b3-d7f2-4939-91aa-998a3839c379 HTTP/1.1" status: 200 len: 210 time: 0.0687625 Sep 22 21:46:12.426908 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a45c64a9-b48a-4bc4-a838-4021c4b2174b None None] Attempt 5 to provision port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 Sep 22 21:46:12.483233 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a45c64a9-b48a-4bc4-a838-4021c4b2174b None None] Port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:46:12.723069 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:12.984594 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a45c64a9-b48a-4bc4-a838-4021c4b2174b None None] Attempt 6 to provision port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 Sep 22 21:46:13.038110 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a45c64a9-b48a-4bc4-a838-4021c4b2174b None None] Port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:46:13.109028 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device f8ac1d63-d7a1-4ca8-a0a1-7c14bec557e4 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:46:13.163874 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:13.185741 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fb185-c32e-4dd2-86f5-31d1b467a4c1 req-95d7b7c9-b79b-4a75-9288-29187d5d7f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:13.187128 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port f8ac1d63-d7a1-4ca8-a0a1-7c14bec557e4 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:46:13.187500 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:13.187685 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5c4fb185-c32e-4dd2-86f5-31d1b467a4c1 req-95d7b7c9-b79b-4a75-9288-29187d5d7f01 service neutron] 10.222.0.49 "GET /v2.0/ports/3e0f5a4d-172e-4280-b6af-e87f9d28cc12 HTTP/1.1" status: 200 len: 1027 time: 0.0666859 Sep 22 21:46:13.187855 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port f8ac1d63-d7a1-4ca8-a0a1-7c14bec557e4 Sep 22 21:46:13.365189 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port f8ac1d63-d7a1-4ca8-a0a1-7c14bec557e4 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:46:13.395217 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fb185-c32e-4dd2-86f5-31d1b467a4c1 req-efd0091b-26ef-49b0-8857-6de60ffb9076 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:13.396104 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-5c4fb185-c32e-4dd2-86f5-31d1b467a4c1 req-efd0091b-26ef-49b0-8857-6de60ffb9076 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:network {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:46:13.413380 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-5c4fb185-c32e-4dd2-86f5-31d1b467a4c1 req-efd0091b-26ef-49b0-8857-6de60ffb9076 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:network {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:46:13.414704 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5c4fb185-c32e-4dd2-86f5-31d1b467a4c1 req-efd0091b-26ef-49b0-8857-6de60ffb9076 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "GET /v2.0/networks?id=9518801d-ee7a-44d7-b7a5-08b6a98fdd1e HTTP/1.1" status: 200 len: 797 time: 0.2217140 Sep 22 21:46:13.419700 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-116dbbfe-29ed-47dd-925a-bf48e2866afc req-c66e5010-4944-4290-ad39-384f66ffc346 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=6c10a5b3-d7f2-4939-91aa-998a3839c379 HTTP/1.1" status: 200 len: 210 time: 0.0792742 Sep 22 21:46:13.468360 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-5c4fb185-c32e-4dd2-86f5-31d1b467a4c1 req-012e010e-ef96-40a9-a0c2-74d700625fbe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:security_group {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:46:13.480046 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-5c4fb185-c32e-4dd2-86f5-31d1b467a4c1 req-012e010e-ef96-40a9-a0c2-74d700625fbe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:security_group {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:46:13.481163 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5c4fb185-c32e-4dd2-86f5-31d1b467a4c1 req-012e010e-ef96-40a9-a0c2-74d700625fbe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb1aed2a20e141c98ec99089a446670b HTTP/1.1" status: 200 len: 380 time: 0.0577831 Sep 22 21:46:13.491665 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-5c4fb185-c32e-4dd2-86f5-31d1b467a4c1 req-1c50d51a-6045-44d9-b6b6-217160eea42b service neutron] Request body: {'port': {'device_id': '6c10a5b3-d7f2-4939-91aa-998a3839c379', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:46:13.539130 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a45c64a9-b48a-4bc4-a838-4021c4b2174b None None] Attempt 7 to provision port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 Sep 22 21:46:13.596721 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a45c64a9-b48a-4bc4-a838-4021c4b2174b None None] Port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:46:13.599802 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-5c4fb185-c32e-4dd2-86f5-31d1b467a4c1 req-1c50d51a-6045-44d9-b6b6-217160eea42b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:13.958739 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [req-5c4fb185-c32e-4dd2-86f5-31d1b467a4c1 req-1c50d51a-6045-44d9-b6b6-217160eea42b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 {{(pid=89008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:46:13.965884 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-5c4fb185-c32e-4dd2-86f5-31d1b467a4c1 req-1c50d51a-6045-44d9-b6b6-217160eea42b service neutron] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:13.980742 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-5c4fb185-c32e-4dd2-86f5-31d1b467a4c1 req-1c50d51a-6045-44d9-b6b6-217160eea42b service neutron] Transition to ACTIVE for port object 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 will not be triggered until provisioned by entity L2. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:46:13.985652 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-5c4fb185-c32e-4dd2-86f5-31d1b467a4c1 req-1c50d51a-6045-44d9-b6b6-217160eea42b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:14.097646 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a45c64a9-b48a-4bc4-a838-4021c4b2174b None None] Attempt 8 to provision port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 Sep 22 21:46:14.156634 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a45c64a9-b48a-4bc4-a838-4021c4b2174b None None] Port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:46:14.180857 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c50d51a-6045-44d9-b6b6-217160eea42b service neutron] Pushing event updated for resources: {'Port': ['ID=3e0f5a4d-172e-4280-b6af-e87f9d28cc12,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:14.219851 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-5c4fb185-c32e-4dd2-86f5-31d1b467a4c1 req-1c50d51a-6045-44d9-b6b6-217160eea42b service neutron] Attempting to bind port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:46:14.220440 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-5c4fb185-c32e-4dd2-86f5-31d1b467a4c1 req-1c50d51a-6045-44d9-b6b6-217160eea42b service neutron] Attempting to bind port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'eb449f16-c17f-4d3b-8711-f1c81cf1a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9518801d-ee7a-44d7-b7a5-08b6a98fdd1e'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:46:14.220633 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4fb185-c32e-4dd2-86f5-31d1b467a4c1 req-1c50d51a-6045-44d9-b6b6-217160eea42b service neutron] Attempting to bind port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 on network 9518801d-ee7a-44d7-b7a5-08b6a98fdd1e {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:46:14.225006 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4fb185-c32e-4dd2-86f5-31d1b467a4c1 req-1c50d51a-6045-44d9-b6b6-217160eea42b service neutron] Port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 on network 9518801d-ee7a-44d7-b7a5-08b6a98fdd1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:46:14.225322 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4fb185-c32e-4dd2-86f5-31d1b467a4c1 req-1c50d51a-6045-44d9-b6b6-217160eea42b service neutron] Attempting to bind port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 on network 9518801d-ee7a-44d7-b7a5-08b6a98fdd1e {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:46:14.230256 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4fb185-c32e-4dd2-86f5-31d1b467a4c1 req-1c50d51a-6045-44d9-b6b6-217160eea42b service neutron] Checking agent: {'id': '8a88b827-3477-4399-ac15-439d59b3c48a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'started_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:46:14.230589 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4fb185-c32e-4dd2-86f5-31d1b467a4c1 req-1c50d51a-6045-44d9-b6b6-217160eea42b service neutron] Checking segment: {'id': 'eb449f16-c17f-4d3b-8711-f1c81cf1a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9518801d-ee7a-44d7-b7a5-08b6a98fdd1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:46:14.231063 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4fb185-c32e-4dd2-86f5-31d1b467a4c1 req-1c50d51a-6045-44d9-b6b6-217160eea42b service neutron] Bound using segment: {'id': 'eb449f16-c17f-4d3b-8711-f1c81cf1a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9518801d-ee7a-44d7-b7a5-08b6a98fdd1e'} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:46:14.231479 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-5c4fb185-c32e-4dd2-86f5-31d1b467a4c1 req-1c50d51a-6045-44d9-b6b6-217160eea42b service neutron] Bound port: 3e0f5a4d-172e-4280-b6af-e87f9d28cc12, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb449f16-c17f-4d3b-8711-f1c81cf1a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9518801d-ee7a-44d7-b7a5-08b6a98fdd1e'}}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:46:14.231816 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-5c4fb185-c32e-4dd2-86f5-31d1b467a4c1 req-1c50d51a-6045-44d9-b6b6-217160eea42b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:14.324286 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-5c4fb185-c32e-4dd2-86f5-31d1b467a4c1 req-1c50d51a-6045-44d9-b6b6-217160eea42b service neutron] For port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12, host hv-neutron-8589, cleared binding levels {{(pid=89008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:46:14.327340 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-5c4fb185-c32e-4dd2-86f5-31d1b467a4c1 req-1c50d51a-6045-44d9-b6b6-217160eea42b service neutron] For port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=3e0f5a4d-172e-4280-b6af-e87f9d28cc12,segment=NetworkSegment(eb449f16-c17f-4d3b-8711-f1c81cf1a620),segment_id=eb449f16-c17f-4d3b-8711-f1c81cf1a620)] {{(pid=89008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:46:14.331578 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-5c4fb185-c32e-4dd2-86f5-31d1b467a4c1 req-1c50d51a-6045-44d9-b6b6-217160eea42b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:14.360561 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fb185-c32e-4dd2-86f5-31d1b467a4c1 req-1c50d51a-6045-44d9-b6b6-217160eea42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:14.361588 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-5c4fb185-c32e-4dd2-86f5-31d1b467a4c1 req-1c50d51a-6045-44d9-b6b6-217160eea42b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:14.362934 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5c4fb185-c32e-4dd2-86f5-31d1b467a4c1 req-1c50d51a-6045-44d9-b6b6-217160eea42b service neutron] 10.222.0.49 "PUT /v2.0/ports/3e0f5a4d-172e-4280-b6af-e87f9d28cc12 HTTP/1.1" status: 200 len: 1132 time: 0.8755627 Sep 22 21:46:14.363353 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c10a5b3-d7f2-4939-91aa-998a3839c379', 'tag': '3e0f5a4d-172e-4280-b6af-e87f9d28cc12'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:46:14.365607 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab3c3fc-db28-4deb-85b7-15088d634466" -d '{"events": [{"name": "network-changed", "server_uuid": "6c10a5b3-d7f2-4939-91aa-998a3839c379", "tag": "3e0f5a4d-172e-4280-b6af-e87f9d28cc12"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:46:14.410776 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c50d51a-6045-44d9-b6b6-217160eea42b service neutron] Pushing event updated for resources: {'Port': ['ID=3e0f5a4d-172e-4280-b6af-e87f9d28cc12,revision_number=3']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:14.414081 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562fba73-ddee-4162-9b1b-5e8d2d652e8d x-openstack-request-id: req-562fba73-ddee-4162-9b1b-5e8d2d652e8d {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:46:14.414360 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c10a5b3-d7f2-4939-91aa-998a3839c379", "tag": "3e0f5a4d-172e-4280-b6af-e87f9d28cc12", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:46:14.414624 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-562fba73-ddee-4162-9b1b-5e8d2d652e8d {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:46:14.415003 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-562fba73-ddee-4162-9b1b-5e8d2d652e8d'] response: {'name': 'network-changed', 'server_uuid': '6c10a5b3-d7f2-4939-91aa-998a3839c379', 'tag': '3e0f5a4d-172e-4280-b6af-e87f9d28cc12', 'status': 'completed', 'code': 200} Sep 22 21:46:14.499564 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fb185-c32e-4dd2-86f5-31d1b467a4c1 req-e472ed56-ff53-435f-888c-3a727c1157e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:14.501532 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5c4fb185-c32e-4dd2-86f5-31d1b467a4c1 req-e472ed56-ff53-435f-888c-3a727c1157e8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&device_id=6c10a5b3-d7f2-4939-91aa-998a3839c379 HTTP/1.1" status: 200 len: 1135 time: 0.0854113 Sep 22 21:46:14.505976 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:14.630346 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe880de3-602b-43f6-8f81-b6ddfac1bea3 req-0a195c69-abe4-4923-8cbc-7b517e4433cc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:14.631829 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-fe880de3-602b-43f6-8f81-b6ddfac1bea3 req-0a195c69-abe4-4923-8cbc-7b517e4433cc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=6c10a5b3-d7f2-4939-91aa-998a3839c379 HTTP/1.1" status: 200 len: 982 time: 0.0947399 Sep 22 21:46:14.658793 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a45c64a9-b48a-4bc4-a838-4021c4b2174b None None] Attempt 9 to provision port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 Sep 22 21:46:14.667739 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5c4fb185-c32e-4dd2-86f5-31d1b467a4c1 req-7532dd8c-8473-4eea-b2f3-df79b4bf3d98 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e0f5a4d-172e-4280-b6af-e87f9d28cc12 HTTP/1.1" status: 200 len: 217 time: 0.1591132 Sep 22 21:46:14.678051 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-fe880de3-602b-43f6-8f81-b6ddfac1bea3 req-1ac6a987-5cae-466f-a5cc-a9698f5bd4ae tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=4f5b55fd-e2fe-45d0-858a-5754c93930f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402575 Sep 22 21:46:14.723977 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a45c64a9-b48a-4bc4-a838-4021c4b2174b None None] Port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 21:46:14.729250 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fb185-c32e-4dd2-86f5-31d1b467a4c1 req-bf88d5e3-601d-41e7-87c7-146a2f1e5df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:14.730712 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5c4fb185-c32e-4dd2-86f5-31d1b467a4c1 req-bf88d5e3-601d-41e7-87c7-146a2f1e5df0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cee82baf-8f94-4a41-aa13-d55cbfd4fb37 HTTP/1.1" status: 200 len: 833 time: 0.0579545 Sep 22 21:46:14.734102 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-a45c64a9-b48a-4bc4-a838-4021c4b2174b None None] Provisioning complete for port f8ac1d63-d7a1-4ca8-a0a1-7c14bec557e4 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:46:14.734463 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a45c64a9-b48a-4bc4-a838-4021c4b2174b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:14.734833 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a45c64a9-b48a-4bc4-a838-4021c4b2174b None None] Attempt 1 to provision port f8ac1d63-d7a1-4ca8-a0a1-7c14bec557e4 Sep 22 21:46:14.819603 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fb185-c32e-4dd2-86f5-31d1b467a4c1 req-a9e29704-8b90-4393-83e8-5e51ba699de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:14.821219 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5c4fb185-c32e-4dd2-86f5-31d1b467a4c1 req-a9e29704-8b90-4393-83e8-5e51ba699de3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9518801d-ee7a-44d7-b7a5-08b6a98fdd1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0843821 Sep 22 21:46:14.853698 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a45c64a9-b48a-4bc4-a838-4021c4b2174b None None] Current status of the port f8ac1d63-d7a1-4ca8-a0a1-7c14bec557e4 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:46:14.952020 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5c4fb185-c32e-4dd2-86f5-31d1b467a4c1 req-24d28406-d64d-455a-a2f5-5da903d5f8d0 service neutron] 10.222.0.49 "GET /v2.0/networks/9518801d-ee7a-44d7-b7a5-08b6a98fdd1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249015 Sep 22 21:46:15.080524 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5c4fb185-c32e-4dd2-86f5-31d1b467a4c1 req-96ba4cd9-0fdb-4a00-a47e-98bb571050e5 service neutron] 10.222.0.49 "GET /v2.0/networks/9518801d-ee7a-44d7-b7a5-08b6a98fdd1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228905 Sep 22 21:46:15.199161 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3c3fc-db28-4deb-85b7-15088d634466 req-2d4141dd-ab4b-44a1-81c5-a1fe631edd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:15.200543 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2ab3c3fc-db28-4deb-85b7-15088d634466 req-2d4141dd-ab4b-44a1-81c5-a1fe631edd0b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&device_id=6c10a5b3-d7f2-4939-91aa-998a3839c379 HTTP/1.1" status: 200 len: 1135 time: 0.0768623 Sep 22 21:46:15.330988 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3c3fc-db28-4deb-85b7-15088d634466 req-8dd2157f-2ae4-4635-b82a-9dbb2dd6ba30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:15.332395 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2ab3c3fc-db28-4deb-85b7-15088d634466 req-8dd2157f-2ae4-4635-b82a-9dbb2dd6ba30 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9518801d-ee7a-44d7-b7a5-08b6a98fdd1e HTTP/1.1" status: 200 len: 897 time: 0.1254313 Sep 22 21:46:15.402847 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2ab3c3fc-db28-4deb-85b7-15088d634466 req-3c0113fc-6006-4895-97d3-2f83bfcaf840 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e0f5a4d-172e-4280-b6af-e87f9d28cc12 HTTP/1.1" status: 200 len: 217 time: 0.0633960 Sep 22 21:46:15.463082 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3c3fc-db28-4deb-85b7-15088d634466 req-5f906485-1349-41cb-b54d-6688db786dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:15.464363 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2ab3c3fc-db28-4deb-85b7-15088d634466 req-5f906485-1349-41cb-b54d-6688db786dfc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cee82baf-8f94-4a41-aa13-d55cbfd4fb37 HTTP/1.1" status: 200 len: 833 time: 0.0555074 Sep 22 21:46:15.546359 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3c3fc-db28-4deb-85b7-15088d634466 req-3ac42bce-8129-403d-bffe-3ab25e7e0229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:15.547832 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2ab3c3fc-db28-4deb-85b7-15088d634466 req-3ac42bce-8129-403d-bffe-3ab25e7e0229 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9518801d-ee7a-44d7-b7a5-08b6a98fdd1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773473 Sep 22 21:46:15.679415 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2ab3c3fc-db28-4deb-85b7-15088d634466 req-4c8b84ae-5ee0-439a-90e0-967848d69360 service neutron] 10.222.0.49 "GET /v2.0/networks/9518801d-ee7a-44d7-b7a5-08b6a98fdd1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232638 Sep 22 21:46:15.860001 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2ab3c3fc-db28-4deb-85b7-15088d634466 req-e943f2ae-3667-42a0-af07-07751e5cf446 service neutron] 10.222.0.49 "GET /v2.0/networks/9518801d-ee7a-44d7-b7a5-08b6a98fdd1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741643 Sep 22 21:46:15.899072 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c07d6-7caa-4b09-82fe-bb0eb3f4656f req-8a18a87a-67e3-470e-8f20-60a2f8523a56 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:15.900519 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5e7c07d6-7caa-4b09-82fe-bb0eb3f4656f req-8a18a87a-67e3-470e-8f20-60a2f8523a56 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=6c10a5b3-d7f2-4939-91aa-998a3839c379 HTTP/1.1" status: 200 len: 982 time: 0.1024220 Sep 22 21:46:15.944134 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5e7c07d6-7caa-4b09-82fe-bb0eb3f4656f req-28bae46e-0bdc-46f5-9595-af2f7670c9bd tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=4f5b55fd-e2fe-45d0-858a-5754c93930f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378847 Sep 22 21:46:17.149361 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da76b0-9187-4061-817f-576359a3e6f5 req-6f5ce404-5af9-46a0-a284-45ee66ac7617 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:17.151014 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-29da76b0-9187-4061-817f-576359a3e6f5 req-6f5ce404-5af9-46a0-a284-45ee66ac7617 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=6c10a5b3-d7f2-4939-91aa-998a3839c379 HTTP/1.1" status: 200 len: 982 time: 0.0969026 Sep 22 21:46:17.196571 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-29da76b0-9187-4061-817f-576359a3e6f5 req-74bf1d0a-1faa-496d-9718-35c393324ec0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=4f5b55fd-e2fe-45d0-858a-5754c93930f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396154 Sep 22 21:46:18.099165 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 21:46:18.227732 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=3e0f5a4d-172e-4280-b6af-e87f9d28cc12,segment=NetworkSegment(eb449f16-c17f-4d3b-8711-f1c81cf1a620),segment_id=eb449f16-c17f-4d3b-8711-f1c81cf1a620)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:46:18.241298 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': '3e0f5a4d-172e-4280-b6af-e87f9d28cc12', 'network_id': '9518801d-ee7a-44d7-b7a5-08b6a98fdd1e', 'port_id': '3e0f5a4d-172e-4280-b6af-e87f9d28cc12', 'mac_address': 'fa:16:3e:fa:64:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cee82baf-8f94-4a41-aa13-d55cbfd4fb37', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 21:46:18.301582 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 is: DOWN; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:46:18.301955 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:18.319620 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:46:18.335082 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=3e0f5a4d-172e-4280-b6af-e87f9d28cc12,segment=NetworkSegment(eb449f16-c17f-4d3b-8711-f1c81cf1a620),segment_id=eb449f16-c17f-4d3b-8711-f1c81cf1a620)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:46:18.340360 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:18.397658 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e606f-6d57-4dc9-9351-e71d322e7e15 req-a40da8dc-cc90-48d9-82fb-db374bb3ce0f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:18.399044 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-bd4e606f-6d57-4dc9-9351-e71d322e7e15 req-a40da8dc-cc90-48d9-82fb-db374bb3ce0f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=6c10a5b3-d7f2-4939-91aa-998a3839c379 HTTP/1.1" status: 200 len: 983 time: 0.0929670 Sep 22 21:46:18.405808 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=3e0f5a4d-172e-4280-b6af-e87f9d28cc12,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:18.442590 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-bd4e606f-6d57-4dc9-9351-e71d322e7e15 req-a263f1e6-5d6f-4e88-9be4-a18700599401 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=4f5b55fd-e2fe-45d0-858a-5754c93930f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377934 Sep 22 21:46:18.557122 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['3e0f5a4d-172e-4280-b6af-e87f9d28cc12'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 21:46:19.635848 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c43c32-0e1a-442b-90e8-e908e5f5abf5 req-ad191cbf-2ec9-4c57-a2f4-fc519001ebc9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:19.637282 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-46c43c32-0e1a-442b-90e8-e908e5f5abf5 req-ad191cbf-2ec9-4c57-a2f4-fc519001ebc9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=6c10a5b3-d7f2-4939-91aa-998a3839c379 HTTP/1.1" status: 200 len: 983 time: 0.0847793 Sep 22 21:46:19.680270 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-46c43c32-0e1a-442b-90e8-e908e5f5abf5 req-bc4bf5db-7e75-4ec0-abd5-7f57983f586b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=4f5b55fd-e2fe-45d0-858a-5754c93930f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369182 Sep 22 21:46:20.096498 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:46:20.161358 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning for port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:46:20.165817 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:46:20.166183 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:20.166513 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 Sep 22 21:46:20.279455 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:46:20.279550 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:20.305703 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c10a5b3-d7f2-4939-91aa-998a3839c379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e0f5a4d-172e-4280-b6af-e87f9d28cc12'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:46:20.307966 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e79121-5d7d-43c9-8e8f-49878de19d70" -d '{"events": [{"server_uuid": "6c10a5b3-d7f2-4939-91aa-998a3839c379", "name": "network-vif-plugged", "status": "completed", "tag": "3e0f5a4d-172e-4280-b6af-e87f9d28cc12"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:46:20.316396 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=3e0f5a4d-172e-4280-b6af-e87f9d28cc12,segment=NetworkSegment(eb449f16-c17f-4d3b-8711-f1c81cf1a620),segment_id=eb449f16-c17f-4d3b-8711-f1c81cf1a620)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:46:20.320062 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:20.353145 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 21:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0880c667-0164-43e4-8047-82d5139423b8 x-openstack-request-id: req-0880c667-0164-43e4-8047-82d5139423b8 {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:46:20.353431 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c10a5b3-d7f2-4939-91aa-998a3839c379", "name": "network-vif-plugged", "status": "completed", "tag": "3e0f5a4d-172e-4280-b6af-e87f9d28cc12", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:46:20.353678 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0880c667-0164-43e4-8047-82d5139423b8 {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:46:20.354059 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0880c667-0164-43e4-8047-82d5139423b8'] response: {'server_uuid': '6c10a5b3-d7f2-4939-91aa-998a3839c379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e0f5a4d-172e-4280-b6af-e87f9d28cc12', 'code': 200} Sep 22 21:46:20.392058 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=3e0f5a4d-172e-4280-b6af-e87f9d28cc12,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:20.582608 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1666df-4dfe-41ff-b8fc-07a35b314459 req-a45eec65-561c-461d-9190-2d49319ec2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:20.584086 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-bc1666df-4dfe-41ff-b8fc-07a35b314459 req-a45eec65-561c-461d-9190-2d49319ec2e0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6c10a5b3-d7f2-4939-91aa-998a3839c379 HTTP/1.1" status: 200 len: 1137 time: 0.0757875 Sep 22 21:46:20.623906 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-bc1666df-4dfe-41ff-b8fc-07a35b314459 req-dbcec067-d122-4496-a6c0-661aa8d8781d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4f5b55fd-e2fe-45d0-858a-5754c93930f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339110 Sep 22 21:46:20.881339 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f6bfe-84e1-4dc2-bc3d-ec546ded9ac5 req-4ccaeb28-08fb-48a8-b585-8714f19ee8b2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:20.882717 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-3f8f6bfe-84e1-4dc2-bc3d-ec546ded9ac5 req-4ccaeb28-08fb-48a8-b585-8714f19ee8b2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=6c10a5b3-d7f2-4939-91aa-998a3839c379 HTTP/1.1" status: 200 len: 984 time: 0.0940406 Sep 22 21:46:20.926702 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-3f8f6bfe-84e1-4dc2-bc3d-ec546ded9ac5 req-9b8e0708-efff-4825-ac7c-63b15db91a3f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=4f5b55fd-e2fe-45d0-858a-5754c93930f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383840 Sep 22 21:46:22.124540 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf747b0-23f6-4325-b621-ce5f14ef6cff req-389fcddd-1177-4923-b743-772d075c97fe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:22.125993 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ccf747b0-23f6-4325-b621-ce5f14ef6cff req-389fcddd-1177-4923-b743-772d075c97fe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=6c10a5b3-d7f2-4939-91aa-998a3839c379 HTTP/1.1" status: 200 len: 984 time: 0.0884972 Sep 22 21:46:22.169706 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ccf747b0-23f6-4325-b621-ce5f14ef6cff req-1ef784fd-acfe-4fb7-933f-38c518f34bd5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=4f5b55fd-e2fe-45d0-858a-5754c93930f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373852 Sep 22 21:46:22.363978 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ff8b1-cc4e-4738-b3f6-3064ea4355f8 req-4f5151f7-0c66-4433-a596-20da15afb758 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:22.365407 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-8c4ff8b1-cc4e-4738-b3f6-3064ea4355f8 req-4f5151f7-0c66-4433-a596-20da15afb758 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=6c10a5b3-d7f2-4939-91aa-998a3839c379 HTTP/1.1" status: 200 len: 984 time: 0.0841856 Sep 22 21:46:22.411918 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-8c4ff8b1-cc4e-4738-b3f6-3064ea4355f8 req-ad87a611-d654-4fb4-b50d-ccb1ac236dcb tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=4f5b55fd-e2fe-45d0-858a-5754c93930f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409470 Sep 22 21:46:22.440559 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52538) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:46:22.518585 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52d5f5a-bdec-41a1-8f83-92df4a2d10e1 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:22.520008 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a52d5f5a-bdec-41a1-8f83-92df4a2d10e1 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=6c10a5b3-d7f2-4939-91aa-998a3839c379 HTTP/1.1" status: 200 len: 1132 time: 0.0785255 Sep 22 21:46:22.522716 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52542) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:46:22.527433 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-d64aa748-1769-4a68-87eb-dead149578b2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'floatingip': {'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'port_id': '3e0f5a4d-172e-4280-b6af-e87f9d28cc12', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:46:22.533088 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-d64aa748-1769-4a68-87eb-dead149578b2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:46:22.536844 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-d64aa748-1769-4a68-87eb-dead149578b2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:floatingip and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:46:22.539600 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-d64aa748-1769-4a68-87eb-dead149578b2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:46:22.545140 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-d64aa748-1769-4a68-87eb-dead149578b2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:46:22.555780 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d64aa748-1769-4a68-87eb-dead149578b2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for floatingip, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:22.690809 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d64aa748-1769-4a68-87eb-dead149578b2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:22.827511 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-d64aa748-1769-4a68-87eb-dead149578b2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Allocated IP 172.26.0.214 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/f727b3d5-1208-4dc0-9c50-4fda321c9a64) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:46:22.971290 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d64aa748-1769-4a68-87eb-dead149578b2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:23.000267 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d64aa748-1769-4a68-87eb-dead149578b2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:23.059999 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64aa748-1769-4a68-87eb-dead149578b2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:46:23.062728 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-d64aa748-1769-4a68-87eb-dead149578b2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:46:23.065250 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64aa748-1769-4a68-87eb-dead149578b2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:46:23.213909 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64aa748-1769-4a68-87eb-dead149578b2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=f727b3d5-1208-4dc0-9c50-4fda321c9a64,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:23.578334 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d64aa748-1769-4a68-87eb-dead149578b2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:23.649096 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d64aa748-1769-4a68-87eb-dead149578b2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:23.850357 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d64aa748-1769-4a68-87eb-dead149578b2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:23.854556 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d64aa748-1769-4a68-87eb-dead149578b2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:23.953467 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64aa748-1769-4a68-87eb-dead149578b2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=f727b3d5-1208-4dc0-9c50-4fda321c9a64,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:23.958679 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d64aa748-1769-4a68-87eb-dead149578b2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:24.127771 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.l3_db [None req-d64aa748-1769-4a68-87eb-dead149578b2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Floating IP 4cc77b33-5301-467b-842c-3f31d1cad963 associated. External IP: 172.26.0.214, port: 3e0f5a4d-172e-4280-b6af-e87f9d28cc12. Sep 22 21:46:24.470757 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64aa748-1769-4a68-87eb-dead149578b2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Router c9a9220c-9356-4f03-9d34-d5ee3722e59a has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:46:24.754964 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64aa748-1769-4a68-87eb-dead149578b2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:46:24.764792 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fa11b9-5bff-4929-bdc9-784ecb793c58 None None] Sync routers for ids ['c9a9220c-9356-4f03-9d34-d5ee3722e59a'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:46:24.774014 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fa11b9-5bff-4929-bdc9-784ecb793c58 None None] Routers {'c9a9220c-9356-4f03-9d34-d5ee3722e59a'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:46:24.774651 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-c7fa11b9-5bff-4929-bdc9-784ecb793c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:46:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['c9a9220c-9356-4f03-9d34-d5ee3722e59a'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:46:24.779362 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d64aa748-1769-4a68-87eb-dead149578b2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:24.834422 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d64aa748-1769-4a68-87eb-dead149578b2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1035 time: 2.3106894 Sep 22 21:46:24.835119 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c10a5b3-d7f2-4939-91aa-998a3839c379', 'tag': '3e0f5a4d-172e-4280-b6af-e87f9d28cc12'}] {{(pid=89009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:46:24.837318 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 52546) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:46:24.837811 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3cdb6d5bdfc0c86a52b2d842100ac752cec167fbf441e2518ec0a73bf85169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0a56a8-fffe-47d5-b76f-84ba9b77c063" -d '{"events": [{"name": "network-changed", "server_uuid": "6c10a5b3-d7f2-4939-91aa-998a3839c379", "tag": "3e0f5a4d-172e-4280-b6af-e87f9d28cc12"}]}' {{(pid=89009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:46:24.887206 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0cdbb1-9fe3-453c-a8df-415f0faae69d x-openstack-request-id: req-db0cdbb1-9fe3-453c-a8df-415f0faae69d {{(pid=89009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:46:24.887498 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c10a5b3-d7f2-4939-91aa-998a3839c379", "tag": "3e0f5a4d-172e-4280-b6af-e87f9d28cc12", "status": "completed", "code": 200}]} {{(pid=89009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:46:24.887749 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-db0cdbb1-9fe3-453c-a8df-415f0faae69d {{(pid=89009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:46:24.888148 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db0cdbb1-9fe3-453c-a8df-415f0faae69d'] response: {'name': 'network-changed', 'server_uuid': '6c10a5b3-d7f2-4939-91aa-998a3839c379', 'tag': '3e0f5a4d-172e-4280-b6af-e87f9d28cc12', 'status': 'completed', 'code': 200} Sep 22 21:46:24.962978 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-c7fa11b9-5bff-4929-bdc9-784ecb793c58 None None] Set router c9a9220c-9356-4f03-9d34-d5ee3722e59a gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:46:25.080538 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1a75c8-05b5-4848-88e3-490c7a20472f tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:25.082040 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-9f1a75c8-05b5-4848-88e3-490c7a20472f tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=6c10a5b3-d7f2-4939-91aa-998a3839c379&network_id=9518801d-ee7a-44d7-b7a5-08b6a98fdd1e HTTP/1.1" status: 200 len: 1132 time: 0.2434866 Sep 22 21:46:25.096513 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a56a8-fffe-47d5-b76f-84ba9b77c063 req-6bf9de69-43f6-46e7-b543-d82f158c334f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:25.098034 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6b0a56a8-fffe-47d5-b76f-84ba9b77c063 req-6bf9de69-43f6-46e7-b543-d82f158c334f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&device_id=6c10a5b3-d7f2-4939-91aa-998a3839c379 HTTP/1.1" status: 200 len: 1137 time: 0.1867385 Sep 22 21:46:25.245758 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a56a8-fffe-47d5-b76f-84ba9b77c063 req-0ae3c239-3c86-4d92-a9b5-2e72151b35f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:25.247866 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6b0a56a8-fffe-47d5-b76f-84ba9b77c063 req-0ae3c239-3c86-4d92-a9b5-2e72151b35f9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9518801d-ee7a-44d7-b7a5-08b6a98fdd1e HTTP/1.1" status: 200 len: 897 time: 0.1436625 Sep 22 21:46:25.341243 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-c7fa11b9-5bff-4929-bdc9-784ecb793c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a9220c-9356-4f03-9d34-d5ee3722e59a', 'name': 'tempest-TestNetworkBasicOps-router-1020905968', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '57ebab99-3197-4f9a-becc-e8517be97e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:46:01Z', 'updated_at': '2022-09-22T21:46:06Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '57ebab99-3197-4f9a-becc-e8517be97e9c', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a9220c-9356-4f03-9d34-d5ee3722e59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:46:02Z', 'updated_at': '2022-09-22T21:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '4cc77b33-5301-467b-842c-3f31d1cad963', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'floating_ip_address': '172.26.0.214', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': 'c9a9220c-9356-4f03-9d34-d5ee3722e59a', 'port_id': '3e0f5a4d-172e-4280-b6af-e87f9d28cc12', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1714047195', 'network_id': '9518801d-ee7a-44d7-b7a5-08b6a98fdd1e', 'mac_address': 'fa:16:3e:fa:64:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c10a5b3-d7f2-4939-91aa-998a3839c379', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:46:23Z', 'updated_at': '2022-09-22T21:46:23Z', 'revision_number': 0, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8ac1d63-d7a1-4ca8-a0a1-7c14bec557e4', 'name': '', 'network_id': '9518801d-ee7a-44d7-b7a5-08b6a98fdd1e', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:1f:51:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a9220c-9356-4f03-9d34-d5ee3722e59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'cee82baf-8f94-4a41-aa13-d55cbfd4fb37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:46:05Z', 'updated_at': '2022-09-22T21:46:11Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': 'cee82baf-8f94-4a41-aa13-d55cbfd4fb37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:46:25.346005 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fa11b9-5bff-4929-bdc9-784ecb793c58 None None] Checking router: c9a9220c-9356-4f03-9d34-d5ee3722e59a for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:46:25.355038 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fa11b9-5bff-4929-bdc9-784ecb793c58 None None] Routers {'c9a9220c-9356-4f03-9d34-d5ee3722e59a'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:46:25.355883 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-c7fa11b9-5bff-4929-bdc9-784ecb793c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:46:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['c9a9220c-9356-4f03-9d34-d5ee3722e59a'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:46:25.368185 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6b0a56a8-fffe-47d5-b76f-84ba9b77c063 req-48192b2d-0bee-40b1-9835-821afee10a94 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e0f5a4d-172e-4280-b6af-e87f9d28cc12 HTTP/1.1" status: 200 len: 1038 time: 0.1144707 Sep 22 21:46:25.485921 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a56a8-fffe-47d5-b76f-84ba9b77c063 req-37ca38d2-dc13-4925-a160-ce8b629a696c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:25.487396 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6b0a56a8-fffe-47d5-b76f-84ba9b77c063 req-37ca38d2-dc13-4925-a160-ce8b629a696c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cee82baf-8f94-4a41-aa13-d55cbfd4fb37 HTTP/1.1" status: 200 len: 833 time: 0.1130650 Sep 22 21:46:25.534512 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-c7fa11b9-5bff-4929-bdc9-784ecb793c58 None None] Set router c9a9220c-9356-4f03-9d34-d5ee3722e59a gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:46:25.569334 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843c89f-5eae-477e-936f-95dec3a7567b req-be903db7-615f-4885-a49b-d5cfcdc188bc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:25.570723 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5843c89f-5eae-477e-936f-95dec3a7567b req-be903db7-615f-4885-a49b-d5cfcdc188bc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=6c10a5b3-d7f2-4939-91aa-998a3839c379 HTTP/1.1" status: 200 len: 984 time: 0.1638381 Sep 22 21:46:25.615931 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a56a8-fffe-47d5-b76f-84ba9b77c063 req-2145add2-9cc5-4a05-981f-d2ddf3594808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:25.617377 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6b0a56a8-fffe-47d5-b76f-84ba9b77c063 req-2145add2-9cc5-4a05-981f-d2ddf3594808 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9518801d-ee7a-44d7-b7a5-08b6a98fdd1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1235037 Sep 22 21:46:25.628560 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5843c89f-5eae-477e-936f-95dec3a7567b req-48944194-7015-481b-949c-bdbd914d622c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=4f5b55fd-e2fe-45d0-858a-5754c93930f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508902 Sep 22 21:46:25.752319 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6b0a56a8-fffe-47d5-b76f-84ba9b77c063 req-b0f39834-c229-4d76-adc2-072eb5d2a7b7 service neutron] 10.222.0.49 "GET /v2.0/networks/9518801d-ee7a-44d7-b7a5-08b6a98fdd1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273880 Sep 22 21:46:25.886776 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6b0a56a8-fffe-47d5-b76f-84ba9b77c063 req-acde805b-1080-4fc0-906e-38eb0520f090 service neutron] 10.222.0.49 "GET /v2.0/networks/9518801d-ee7a-44d7-b7a5-08b6a98fdd1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277325 Sep 22 21:46:25.904056 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:25.925198 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-c7fa11b9-5bff-4929-bdc9-784ecb793c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a9220c-9356-4f03-9d34-d5ee3722e59a', 'name': 'tempest-TestNetworkBasicOps-router-1020905968', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '57ebab99-3197-4f9a-becc-e8517be97e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:46:01Z', 'updated_at': '2022-09-22T21:46:06Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '57ebab99-3197-4f9a-becc-e8517be97e9c', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a9220c-9356-4f03-9d34-d5ee3722e59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:46:02Z', 'updated_at': '2022-09-22T21:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '4cc77b33-5301-467b-842c-3f31d1cad963', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'floating_ip_address': '172.26.0.214', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': 'c9a9220c-9356-4f03-9d34-d5ee3722e59a', 'port_id': '3e0f5a4d-172e-4280-b6af-e87f9d28cc12', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1714047195', 'network_id': '9518801d-ee7a-44d7-b7a5-08b6a98fdd1e', 'mac_address': 'fa:16:3e:fa:64:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c10a5b3-d7f2-4939-91aa-998a3839c379', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:46:23Z', 'updated_at': '2022-09-22T21:46:23Z', 'revision_number': 0, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8ac1d63-d7a1-4ca8-a0a1-7c14bec557e4', 'name': '', 'network_id': '9518801d-ee7a-44d7-b7a5-08b6a98fdd1e', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:1f:51:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a9220c-9356-4f03-9d34-d5ee3722e59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'cee82baf-8f94-4a41-aa13-d55cbfd4fb37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:46:05Z', 'updated_at': '2022-09-22T21:46:11Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': 'cee82baf-8f94-4a41-aa13-d55cbfd4fb37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:46:25.929177 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fa11b9-5bff-4929-bdc9-784ecb793c58 None None] The sync data for ids ['c9a9220c-9356-4f03-9d34-d5ee3722e59a'] in dv-neutron-858900-1-hyperv is: [{'id': 'c9a9220c-9356-4f03-9d34-d5ee3722e59a', 'name': 'tempest-TestNetworkBasicOps-router-1020905968', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '57ebab99-3197-4f9a-becc-e8517be97e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:46:01Z', 'updated_at': '2022-09-22T21:46:06Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '57ebab99-3197-4f9a-becc-e8517be97e9c', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a9220c-9356-4f03-9d34-d5ee3722e59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:46:02Z', 'updated_at': '2022-09-22T21:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '4cc77b33-5301-467b-842c-3f31d1cad963', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'floating_ip_address': '172.26.0.214', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': 'c9a9220c-9356-4f03-9d34-d5ee3722e59a', 'port_id': '3e0f5a4d-172e-4280-b6af-e87f9d28cc12', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1714047195', 'network_id': '9518801d-ee7a-44d7-b7a5-08b6a98fdd1e', 'mac_address': 'fa:16:3e:fa:64:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c10a5b3-d7f2-4939-91aa-998a3839c379', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:46:23Z', 'updated_at': '2022-09-22T21:46:23Z', 'revision_number': 0, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8ac1d63-d7a1-4ca8-a0a1-7c14bec557e4', 'name': '', 'network_id': '9518801d-ee7a-44d7-b7a5-08b6a98fdd1e', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:1f:51:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a9220c-9356-4f03-9d34-d5ee3722e59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'cee82baf-8f94-4a41-aa13-d55cbfd4fb37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:46:05Z', 'updated_at': '2022-09-22T21:46:11Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': 'cee82baf-8f94-4a41-aa13-d55cbfd4fb37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:46:26.121928 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc02a46-da9b-4792-b6eb-c7be68aa9893 None None] New status for floating IP 4cc77b33-5301-467b-842c-3f31d1cad963: ACTIVE {{(pid=89011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:46:26.661011 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de21b44-4d5e-4682-b04e-66061b8dba03 req-33c7e61c-2720-42e6-b7db-b45770db1bb9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:26.662462 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7de21b44-4d5e-4682-b04e-66061b8dba03 req-33c7e61c-2720-42e6-b7db-b45770db1bb9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c10a5b3-d7f2-4939-91aa-998a3839c379 HTTP/1.1" status: 200 len: 984 time: 0.0849833 Sep 22 21:46:26.733006 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de21b44-4d5e-4682-b04e-66061b8dba03 req-d4ba943b-565e-41b5-960d-1f012e9033d5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:26.734358 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7de21b44-4d5e-4682-b04e-66061b8dba03 req-d4ba943b-565e-41b5-960d-1f012e9033d5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "GET /v2.0/ports/3e0f5a4d-172e-4280-b6af-e87f9d28cc12?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0669050 Sep 22 21:46:26.832029 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f21f617-91b6-405a-b617-de0484c0419e req-17506c67-02a1-425d-8463-b7a50f8bbf98 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:26.833717 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-2f21f617-91b6-405a-b617-de0484c0419e req-17506c67-02a1-425d-8463-b7a50f8bbf98 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=6c10a5b3-d7f2-4939-91aa-998a3839c379 HTTP/1.1" status: 200 len: 984 time: 0.0892692 Sep 22 21:46:26.876886 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7de21b44-4d5e-4682-b04e-66061b8dba03 req-5036234a-9585-43d2-9b47-250474bc83d2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "GET /v2.0/networks/9518801d-ee7a-44d7-b7a5-08b6a98fdd1e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1375859 Sep 22 21:46:26.878397 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-2f21f617-91b6-405a-b617-de0484c0419e req-4e79035b-0dca-4476-8bc4-a6d9b9e45269 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=4f5b55fd-e2fe-45d0-858a-5754c93930f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391018 Sep 22 21:46:26.886627 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-7de21b44-4d5e-4682-b04e-66061b8dba03 req-ded4d930-4763-4940-bc8e-4031ea32da1b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:46:26.993736 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-7de21b44-4d5e-4682-b04e-66061b8dba03 req-ded4d930-4763-4940-bc8e-4031ea32da1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:27.193039 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-7de21b44-4d5e-4682-b04e-66061b8dba03 req-ded4d930-4763-4940-bc8e-4031ea32da1b service neutron] For port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=3e0f5a4d-172e-4280-b6af-e87f9d28cc12,segment=NetworkSegment(eb449f16-c17f-4d3b-8711-f1c81cf1a620),segment_id=eb449f16-c17f-4d3b-8711-f1c81cf1a620)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:46:27.221205 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-7de21b44-4d5e-4682-b04e-66061b8dba03 req-ded4d930-4763-4940-bc8e-4031ea32da1b service neutron] For port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12, host hv-neutron-8589, cleared binding levels {{(pid=89008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:46:27.270964 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [req-7de21b44-4d5e-4682-b04e-66061b8dba03 req-ded4d930-4763-4940-bc8e-4031ea32da1b service neutron] device_id is not set on port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 yet. {{(pid=89008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:46:27.279402 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-7de21b44-4d5e-4682-b04e-66061b8dba03 req-ded4d930-4763-4940-bc8e-4031ea32da1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:27.285672 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-7de21b44-4d5e-4682-b04e-66061b8dba03 req-ded4d930-4763-4940-bc8e-4031ea32da1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:27.510694 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4d930-4763-4940-bc8e-4031ea32da1b service neutron] Pushing event updated for resources: {'Port': ['ID=3e0f5a4d-172e-4280-b6af-e87f9d28cc12,revision_number=6']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:27.555034 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de21b44-4d5e-4682-b04e-66061b8dba03 req-ded4d930-4763-4940-bc8e-4031ea32da1b service neutron] No DVR routers for this DVR port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 on host hv-neutron-8589 {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:46:27.770477 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-7de21b44-4d5e-4682-b04e-66061b8dba03 req-ded4d930-4763-4940-bc8e-4031ea32da1b service neutron] In _notify_port_updated(), no bound segment for port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 on network 9518801d-ee7a-44d7-b7a5-08b6a98fdd1e {{(pid=89008) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 21:46:27.771351 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de21b44-4d5e-4682-b04e-66061b8dba03 req-ded4d930-4763-4940-bc8e-4031ea32da1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:27.771945 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-7de21b44-4d5e-4682-b04e-66061b8dba03 req-ded4d930-4763-4940-bc8e-4031ea32da1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:27.773178 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7de21b44-4d5e-4682-b04e-66061b8dba03 req-ded4d930-4763-4940-bc8e-4031ea32da1b service neutron] 10.222.0.49 "PUT /v2.0/ports/3e0f5a4d-172e-4280-b6af-e87f9d28cc12 HTTP/1.1" status: 200 len: 1027 time: 0.8906596 Sep 22 21:46:28.050921 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c2478116-54f9-44da-af03-0bd8ea25b785 req-4f7302de-57fe-4922-848a-cb98520a3641 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=6c10a5b3-d7f2-4939-91aa-998a3839c379 HTTP/1.1" status: 200 len: 210 time: 0.0489752 Sep 22 21:46:29.149031 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 52562) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:46:29.224512 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884ece99-7715-45fc-b50b-b02b5bab2d75 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:29.225835 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-884ece99-7715-45fc-b50b-b02b5bab2d75 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports/3e0f5a4d-172e-4280-b6af-e87f9d28cc12 HTTP/1.1" status: 200 len: 926 time: 0.0757987 Sep 22 21:46:29.299602 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52568) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:46:29.304351 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-a9b1de2d-a3db-4f80-b469-f69db823f926 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-945645071', 'description': 'tempest-secgroup-smoke-945645071 description', 'project_id': 'eb1aed2a20e141c98ec99089a446670b'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:46:29.310189 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a9b1de2d-a3db-4f80-b469-f69db823f926 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:46:29.320169 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a9b1de2d-a3db-4f80-b469-f69db823f926 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:46:29.328925 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a9b1de2d-a3db-4f80-b469-f69db823f926 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:29.348280 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a9b1de2d-a3db-4f80-b469-f69db823f926 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:46:29.352001 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-a9b1de2d-a3db-4f80-b469-f69db823f926 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:46:29.354736 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-a9b1de2d-a3db-4f80-b469-f69db823f926 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:46:29.360821 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a9b1de2d-a3db-4f80-b469-f69db823f926 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:46:29.430663 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a9b1de2d-a3db-4f80-b469-f69db823f926 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:29.434243 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a9b1de2d-a3db-4f80-b469-f69db823f926 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:29.477652 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b1de2d-a3db-4f80-b469-f69db823f926 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a14d9df0-34af-4643-b6ae-d9a25bc8ffc9,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:29.483771 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a9b1de2d-a3db-4f80-b469-f69db823f926 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:29.485218 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a9b1de2d-a3db-4f80-b469-f69db823f926 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1847053 Sep 22 21:46:29.488221 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 52572) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:46:29.493708 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-e626a2fb-a41e-4e3a-8f45-8ee5ec2f8ccc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': 'a14d9df0-34af-4643-b6ae-d9a25bc8ffc9', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:46:29.500095 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-e626a2fb-a41e-4e3a-8f45-8ee5ec2f8ccc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:46:29.504398 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-e626a2fb-a41e-4e3a-8f45-8ee5ec2f8ccc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:46:29.507224 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-e626a2fb-a41e-4e3a-8f45-8ee5ec2f8ccc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:46:29.512783 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-e626a2fb-a41e-4e3a-8f45-8ee5ec2f8ccc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:46:29.529144 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e626a2fb-a41e-4e3a-8f45-8ee5ec2f8ccc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:29.589017 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e626a2fb-a41e-4e3a-8f45-8ee5ec2f8ccc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:29.592477 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e626a2fb-a41e-4e3a-8f45-8ee5ec2f8ccc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:29.617497 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e626a2fb-a41e-4e3a-8f45-8ee5ec2f8ccc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f3bc8e0-e5f0-4977-8b33-bd19ddfdcc9c,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:29.625211 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e626a2fb-a41e-4e3a-8f45-8ee5ec2f8ccc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:29.626939 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e626a2fb-a41e-4e3a-8f45-8ee5ec2f8ccc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1376188 Sep 22 21:46:29.629567 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 52576) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:46:29.634329 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-b340fd92-255e-432b-b27b-ecde764ef960 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': 'a14d9df0-34af-4643-b6ae-d9a25bc8ffc9', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:46:29.639942 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-b340fd92-255e-432b-b27b-ecde764ef960 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:46:29.644410 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-b340fd92-255e-432b-b27b-ecde764ef960 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:46:29.647244 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-b340fd92-255e-432b-b27b-ecde764ef960 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:46:29.652903 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-b340fd92-255e-432b-b27b-ecde764ef960 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:46:29.668983 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b340fd92-255e-432b-b27b-ecde764ef960 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:29.728344 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b340fd92-255e-432b-b27b-ecde764ef960 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:29.731678 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b340fd92-255e-432b-b27b-ecde764ef960 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:29.754581 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b340fd92-255e-432b-b27b-ecde764ef960 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6876e46-3da9-4245-b49c-15a9e02d3c04,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:29.762327 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b340fd92-255e-432b-b27b-ecde764ef960 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:29.763512 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-b340fd92-255e-432b-b27b-ecde764ef960 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1330497 Sep 22 21:46:29.766259 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 52580) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:46:29.771657 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-1001f0fe-1c5a-4df3-a33f-e7188f020c3f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': 'a14d9df0-34af-4643-b6ae-d9a25bc8ffc9', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:46:29.777206 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-1001f0fe-1c5a-4df3-a33f-e7188f020c3f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:46:29.781077 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-1001f0fe-1c5a-4df3-a33f-e7188f020c3f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:46:29.784766 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-1001f0fe-1c5a-4df3-a33f-e7188f020c3f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:46:29.790686 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-1001f0fe-1c5a-4df3-a33f-e7188f020c3f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:46:29.809090 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1001f0fe-1c5a-4df3-a33f-e7188f020c3f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:29.870257 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1001f0fe-1c5a-4df3-a33f-e7188f020c3f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:29.873470 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1001f0fe-1c5a-4df3-a33f-e7188f020c3f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:29.898278 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001f0fe-1c5a-4df3-a33f-e7188f020c3f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c233e83-683b-4a1e-b38e-2a529753cb9c,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:29.909241 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1001f0fe-1c5a-4df3-a33f-e7188f020c3f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:29.910442 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-1001f0fe-1c5a-4df3-a33f-e7188f020c3f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1426656 Sep 22 21:46:29.913213 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 52584) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:46:29.918150 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-7c14b374-fcd4-41b1-a1cb-3873740292ce tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': 'a14d9df0-34af-4643-b6ae-d9a25bc8ffc9', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:46:29.924633 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-7c14b374-fcd4-41b1-a1cb-3873740292ce tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:46:29.928563 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-7c14b374-fcd4-41b1-a1cb-3873740292ce tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:46:29.931486 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-7c14b374-fcd4-41b1-a1cb-3873740292ce tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:46:29.938072 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-7c14b374-fcd4-41b1-a1cb-3873740292ce tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:46:29.954463 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7c14b374-fcd4-41b1-a1cb-3873740292ce tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:30.015358 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7c14b374-fcd4-41b1-a1cb-3873740292ce tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:30.018563 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7c14b374-fcd4-41b1-a1cb-3873740292ce tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:30.040195 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c14b374-fcd4-41b1-a1cb-3873740292ce tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7af0a89-e9db-44e4-af4a-84b2be04f81e,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:30.048981 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7c14b374-fcd4-41b1-a1cb-3873740292ce tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:30.050252 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-7c14b374-fcd4-41b1-a1cb-3873740292ce tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1361308 Sep 22 21:46:30.053064 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 52588) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:46:30.057920 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-efb34dac-b107-44ef-b9cc-075686b16fce tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': 'a14d9df0-34af-4643-b6ae-d9a25bc8ffc9', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:46:30.064231 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-efb34dac-b107-44ef-b9cc-075686b16fce tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:46:30.068021 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-efb34dac-b107-44ef-b9cc-075686b16fce tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:46:30.070926 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-efb34dac-b107-44ef-b9cc-075686b16fce tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:46:30.076509 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-efb34dac-b107-44ef-b9cc-075686b16fce tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:46:30.086693 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.securitygroups_db [None req-efb34dac-b107-44ef-b9cc-075686b16fce tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Project eb1aed2a20e141c98ec99089a446670b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 21:46:30.093606 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-efb34dac-b107-44ef-b9cc-075686b16fce tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:30.129316 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:46:30.159628 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-efb34dac-b107-44ef-b9cc-075686b16fce tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:30.163719 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-efb34dac-b107-44ef-b9cc-075686b16fce tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:30.185834 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 not bound to the agent host hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:46:30.187539 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb34dac-b107-44ef-b9cc-075686b16fce tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea6a4fae-d1da-472f-b616-fd2e9b6d74be,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:30.197272 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-efb34dac-b107-44ef-b9cc-075686b16fce tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:30.198431 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-efb34dac-b107-44ef-b9cc-075686b16fce tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1444087 Sep 22 21:46:30.201316 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52592) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:46:30.206703 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-810b947b-352b-41f0-b74b-03266ca7ef87 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': 'a14d9df0-34af-4643-b6ae-d9a25bc8ffc9', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:46:30.213098 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-810b947b-352b-41f0-b74b-03266ca7ef87 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:46:30.217491 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-810b947b-352b-41f0-b74b-03266ca7ef87 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:46:30.220558 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-810b947b-352b-41f0-b74b-03266ca7ef87 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:46:30.226336 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-810b947b-352b-41f0-b74b-03266ca7ef87 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:46:30.236919 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.securitygroups_db [None req-810b947b-352b-41f0-b74b-03266ca7ef87 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Project eb1aed2a20e141c98ec99089a446670b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 21:46:30.244113 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-810b947b-352b-41f0-b74b-03266ca7ef87 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:30.310516 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-810b947b-352b-41f0-b74b-03266ca7ef87 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:30.313888 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-810b947b-352b-41f0-b74b-03266ca7ef87 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:30.336409 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810b947b-352b-41f0-b74b-03266ca7ef87 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26e43461-1103-4ee2-861a-8bbc327c0d36,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:30.345166 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-810b947b-352b-41f0-b74b-03266ca7ef87 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:30.346319 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-810b947b-352b-41f0-b74b-03266ca7ef87 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1438601 Sep 22 21:46:30.500929 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-f93c63b8-0904-414c-8f9a-8fe3150f3f2c req-737120c5-5931-4ae0-a147-58de799f9b04 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:security_group {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:46:30.515325 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-f93c63b8-0904-414c-8f9a-8fe3150f3f2c req-737120c5-5931-4ae0-a147-58de799f9b04 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:security_group {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:46:30.516418 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-f93c63b8-0904-414c-8f9a-8fe3150f3f2c req-737120c5-5931-4ae0-a147-58de799f9b04 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-945645071&fields=id&tenant_id=eb1aed2a20e141c98ec99089a446670b HTTP/1.1" status: 200 len: 267 time: 0.0538380 Sep 22 21:46:30.595342 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c63b8-0904-414c-8f9a-8fe3150f3f2c req-6b4c21ac-d5aa-4bdd-9234-7ee37e165b62 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:30.596639 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-f93c63b8-0904-414c-8f9a-8fe3150f3f2c req-6b4c21ac-d5aa-4bdd-9234-7ee37e165b62 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports/3e0f5a4d-172e-4280-b6af-e87f9d28cc12 HTTP/1.1" status: 200 len: 931 time: 0.0738306 Sep 22 21:46:30.667069 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-f93c63b8-0904-414c-8f9a-8fe3150f3f2c req-64dc78a8-e6de-406e-8b1c-b35df31fe7d7 service neutron] 10.222.0.33 "GET /v2.0/ports/3e0f5a4d-172e-4280-b6af-e87f9d28cc12?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0585539 Sep 22 21:46:30.676216 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [req-f93c63b8-0904-414c-8f9a-8fe3150f3f2c req-0cd9bad8-bb0b-4d24-acce-f3d9cfeca875 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=89009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:46:30.677113 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-f93c63b8-0904-414c-8f9a-8fe3150f3f2c req-0cd9bad8-bb0b-4d24-acce-f3d9cfeca875 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047181 Sep 22 21:46:30.804074 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-f93c63b8-0904-414c-8f9a-8fe3150f3f2c req-12daad52-025e-4a01-8a98-c954857c6e3f service neutron] 10.222.0.33 "GET /v2.0/networks/9518801d-ee7a-44d7-b7a5-08b6a98fdd1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217775 Sep 22 21:46:30.931355 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-f93c63b8-0904-414c-8f9a-8fe3150f3f2c req-9fc1d704-d285-4238-a8de-8b2ff2f6e21b service neutron] 10.222.0.33 "GET /v2.0/networks/9518801d-ee7a-44d7-b7a5-08b6a98fdd1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215057 Sep 22 21:46:31.114140 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-18fb1f8b-80bb-43d7-be47-f8ac16038f23 req-a1502a1b-2c12-4ce1-9ba9-46874bf66c23 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=e8184c6f-e38d-4070-b59a-5281d86bdcfb HTTP/1.1" status: 200 len: 210 time: 0.0523837 Sep 22 21:46:32.023068 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c63b8-0904-414c-8f9a-8fe3150f3f2c req-488ff597-89ca-4611-9e30-a73a25b2b176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:32.024401 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f93c63b8-0904-414c-8f9a-8fe3150f3f2c req-488ff597-89ca-4611-9e30-a73a25b2b176 service neutron] 10.222.0.49 "GET /v2.0/ports/3e0f5a4d-172e-4280-b6af-e87f9d28cc12 HTTP/1.1" status: 200 len: 1027 time: 0.0670052 Sep 22 21:46:32.177557 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c63b8-0904-414c-8f9a-8fe3150f3f2c req-3f1b0e56-fcc9-44a2-a4d3-76534713b640 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:32.179154 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f93c63b8-0904-414c-8f9a-8fe3150f3f2c req-3f1b0e56-fcc9-44a2-a4d3-76534713b640 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "GET /v2.0/networks?id=9518801d-ee7a-44d7-b7a5-08b6a98fdd1e HTTP/1.1" status: 200 len: 797 time: 0.1502476 Sep 22 21:46:32.231196 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f93c63b8-0904-414c-8f9a-8fe3150f3f2c req-70eb0850-15e1-4136-af90-0cc9d7829306 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb1aed2a20e141c98ec99089a446670b HTTP/1.1" status: 200 len: 472 time: 0.0412927 Sep 22 21:46:32.245701 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-f93c63b8-0904-414c-8f9a-8fe3150f3f2c req-71c3098a-73c7-4a45-80df-2432d51ef46c service neutron] Request body: {'port': {'device_id': 'e8184c6f-e38d-4070-b59a-5281d86bdcfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:46:32.278934 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-298a110c-59f4-4464-a6f2-380f656fdb3d req-d4094cc4-d9c7-48f6-bcc0-8558461acf35 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=e8184c6f-e38d-4070-b59a-5281d86bdcfb HTTP/1.1" status: 200 len: 210 time: 0.0537717 Sep 22 21:46:32.357875 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-f93c63b8-0904-414c-8f9a-8fe3150f3f2c req-71c3098a-73c7-4a45-80df-2432d51ef46c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:32.778811 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [req-f93c63b8-0904-414c-8f9a-8fe3150f3f2c req-71c3098a-73c7-4a45-80df-2432d51ef46c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 {{(pid=89008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:46:32.786571 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-f93c63b8-0904-414c-8f9a-8fe3150f3f2c req-71c3098a-73c7-4a45-80df-2432d51ef46c service neutron] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:32.801115 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-f93c63b8-0904-414c-8f9a-8fe3150f3f2c req-71c3098a-73c7-4a45-80df-2432d51ef46c service neutron] Transition to ACTIVE for port object 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 will not be triggered until provisioned by entity L2. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:46:32.804639 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-f93c63b8-0904-414c-8f9a-8fe3150f3f2c req-71c3098a-73c7-4a45-80df-2432d51ef46c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:32.943509 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3098a-73c7-4a45-80df-2432d51ef46c service neutron] Pushing event updated for resources: {'Port': ['ID=3e0f5a4d-172e-4280-b6af-e87f9d28cc12,revision_number=7']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:33.057016 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-f93c63b8-0904-414c-8f9a-8fe3150f3f2c req-71c3098a-73c7-4a45-80df-2432d51ef46c service neutron] Attempting to bind port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:46:33.057562 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-f93c63b8-0904-414c-8f9a-8fe3150f3f2c req-71c3098a-73c7-4a45-80df-2432d51ef46c service neutron] Attempting to bind port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'eb449f16-c17f-4d3b-8711-f1c81cf1a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9518801d-ee7a-44d7-b7a5-08b6a98fdd1e'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:46:33.057651 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93c63b8-0904-414c-8f9a-8fe3150f3f2c req-71c3098a-73c7-4a45-80df-2432d51ef46c service neutron] Attempting to bind port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 on network 9518801d-ee7a-44d7-b7a5-08b6a98fdd1e {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:46:33.062056 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93c63b8-0904-414c-8f9a-8fe3150f3f2c req-71c3098a-73c7-4a45-80df-2432d51ef46c service neutron] Port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 on network 9518801d-ee7a-44d7-b7a5-08b6a98fdd1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:46:33.062370 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93c63b8-0904-414c-8f9a-8fe3150f3f2c req-71c3098a-73c7-4a45-80df-2432d51ef46c service neutron] Attempting to bind port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 on network 9518801d-ee7a-44d7-b7a5-08b6a98fdd1e {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:46:33.067371 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93c63b8-0904-414c-8f9a-8fe3150f3f2c req-71c3098a-73c7-4a45-80df-2432d51ef46c service neutron] Checking agent: {'id': '8a88b827-3477-4399-ac15-439d59b3c48a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'started_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:46:33.067702 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93c63b8-0904-414c-8f9a-8fe3150f3f2c req-71c3098a-73c7-4a45-80df-2432d51ef46c service neutron] Checking segment: {'id': 'eb449f16-c17f-4d3b-8711-f1c81cf1a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9518801d-ee7a-44d7-b7a5-08b6a98fdd1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:46:33.068075 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93c63b8-0904-414c-8f9a-8fe3150f3f2c req-71c3098a-73c7-4a45-80df-2432d51ef46c service neutron] Bound using segment: {'id': 'eb449f16-c17f-4d3b-8711-f1c81cf1a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9518801d-ee7a-44d7-b7a5-08b6a98fdd1e'} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:46:33.068484 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-f93c63b8-0904-414c-8f9a-8fe3150f3f2c req-71c3098a-73c7-4a45-80df-2432d51ef46c service neutron] Bound port: 3e0f5a4d-172e-4280-b6af-e87f9d28cc12, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb449f16-c17f-4d3b-8711-f1c81cf1a620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9518801d-ee7a-44d7-b7a5-08b6a98fdd1e'}}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:46:33.068816 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-f93c63b8-0904-414c-8f9a-8fe3150f3f2c req-71c3098a-73c7-4a45-80df-2432d51ef46c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:33.155062 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-f93c63b8-0904-414c-8f9a-8fe3150f3f2c req-71c3098a-73c7-4a45-80df-2432d51ef46c service neutron] For port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12, host hv-neutron-8589, cleared binding levels {{(pid=89008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:46:33.158640 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-f93c63b8-0904-414c-8f9a-8fe3150f3f2c req-71c3098a-73c7-4a45-80df-2432d51ef46c service neutron] For port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=3e0f5a4d-172e-4280-b6af-e87f9d28cc12,segment=NetworkSegment(eb449f16-c17f-4d3b-8711-f1c81cf1a620),segment_id=eb449f16-c17f-4d3b-8711-f1c81cf1a620)] {{(pid=89008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:46:33.165494 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-f93c63b8-0904-414c-8f9a-8fe3150f3f2c req-71c3098a-73c7-4a45-80df-2432d51ef46c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:33.168623 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c63b8-0904-414c-8f9a-8fe3150f3f2c req-71c3098a-73c7-4a45-80df-2432d51ef46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:33.169220 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-f93c63b8-0904-414c-8f9a-8fe3150f3f2c req-71c3098a-73c7-4a45-80df-2432d51ef46c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:33.170841 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f93c63b8-0904-414c-8f9a-8fe3150f3f2c req-71c3098a-73c7-4a45-80df-2432d51ef46c service neutron] 10.222.0.49 "PUT /v2.0/ports/3e0f5a4d-172e-4280-b6af-e87f9d28cc12 HTTP/1.1" status: 200 len: 1132 time: 0.9291513 Sep 22 21:46:33.204875 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8184c6f-e38d-4070-b59a-5281d86bdcfb', 'tag': '3e0f5a4d-172e-4280-b6af-e87f9d28cc12'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:46:33.207227 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011a5371-8be3-48f8-a224-2824acc484c0" -d '{"events": [{"name": "network-changed", "server_uuid": "e8184c6f-e38d-4070-b59a-5281d86bdcfb", "tag": "3e0f5a4d-172e-4280-b6af-e87f9d28cc12"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:46:33.249850 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22cb74d-9d60-48eb-873c-d6205e1b3350 x-openstack-request-id: req-d22cb74d-9d60-48eb-873c-d6205e1b3350 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:46:33.250137 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8184c6f-e38d-4070-b59a-5281d86bdcfb", "tag": "3e0f5a4d-172e-4280-b6af-e87f9d28cc12", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:46:33.250383 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d22cb74d-9d60-48eb-873c-d6205e1b3350 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:46:33.251345 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d22cb74d-9d60-48eb-873c-d6205e1b3350'] response: {'name': 'network-changed', 'server_uuid': 'e8184c6f-e38d-4070-b59a-5281d86bdcfb', 'tag': '3e0f5a4d-172e-4280-b6af-e87f9d28cc12', 'status': 'completed', 'code': 200} Sep 22 21:46:33.307876 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3098a-73c7-4a45-80df-2432d51ef46c service neutron] Pushing event updated for resources: {'Port': ['ID=3e0f5a4d-172e-4280-b6af-e87f9d28cc12,revision_number=8']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:33.320198 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c63b8-0904-414c-8f9a-8fe3150f3f2c req-24f32033-0647-4045-a3fc-a899147e1504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:33.321675 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f93c63b8-0904-414c-8f9a-8fe3150f3f2c req-24f32033-0647-4045-a3fc-a899147e1504 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&device_id=e8184c6f-e38d-4070-b59a-5281d86bdcfb HTTP/1.1" status: 200 len: 1135 time: 0.1118402 Sep 22 21:46:33.423890 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f93c63b8-0904-414c-8f9a-8fe3150f3f2c req-407426fc-e1ca-4db7-b714-f6e62724601b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e0f5a4d-172e-4280-b6af-e87f9d28cc12 HTTP/1.1" status: 200 len: 1038 time: 0.0957332 Sep 22 21:46:33.481807 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4abd2e-6809-47b7-8402-ffc112d04caf req-c22ffbd6-8af8-4a00-a56e-7f985b24ded7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:33.483277 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-5f4abd2e-6809-47b7-8402-ffc112d04caf req-c22ffbd6-8af8-4a00-a56e-7f985b24ded7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=e8184c6f-e38d-4070-b59a-5281d86bdcfb HTTP/1.1" status: 200 len: 982 time: 0.0860317 Sep 22 21:46:33.489757 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c63b8-0904-414c-8f9a-8fe3150f3f2c req-8f8cd182-7c41-4232-8025-fb39011ea719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:33.491243 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f93c63b8-0904-414c-8f9a-8fe3150f3f2c req-8f8cd182-7c41-4232-8025-fb39011ea719 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cee82baf-8f94-4a41-aa13-d55cbfd4fb37 HTTP/1.1" status: 200 len: 833 time: 0.0611656 Sep 22 21:46:33.527837 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-5f4abd2e-6809-47b7-8402-ffc112d04caf req-257e3c95-9fa3-4393-8dcb-a4a5ee8739ae tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=4f5b55fd-e2fe-45d0-858a-5754c93930f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388300 Sep 22 21:46:33.572648 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c63b8-0904-414c-8f9a-8fe3150f3f2c req-09c337ba-32d8-4971-ae9d-c5c9e37ea3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:33.574149 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f93c63b8-0904-414c-8f9a-8fe3150f3f2c req-09c337ba-32d8-4971-ae9d-c5c9e37ea3ee service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9518801d-ee7a-44d7-b7a5-08b6a98fdd1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773816 Sep 22 21:46:33.703688 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f93c63b8-0904-414c-8f9a-8fe3150f3f2c req-37d8e391-880c-429b-9a0e-653485675f96 service neutron] 10.222.0.49 "GET /v2.0/networks/9518801d-ee7a-44d7-b7a5-08b6a98fdd1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232858 Sep 22 21:46:33.830089 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f93c63b8-0904-414c-8f9a-8fe3150f3f2c req-404a8477-ca24-468d-89c5-1c1d39fd28cc service neutron] 10.222.0.49 "GET /v2.0/networks/9518801d-ee7a-44d7-b7a5-08b6a98fdd1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206737 Sep 22 21:46:33.950398 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a5371-8be3-48f8-a224-2824acc484c0 req-e537e3b8-d69e-4591-b897-f1fea56dc89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:33.951855 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-011a5371-8be3-48f8-a224-2824acc484c0 req-e537e3b8-d69e-4591-b897-f1fea56dc89b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&device_id=e8184c6f-e38d-4070-b59a-5281d86bdcfb HTTP/1.1" status: 200 len: 1135 time: 0.0797865 Sep 22 21:46:34.077887 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a5371-8be3-48f8-a224-2824acc484c0 req-9339ff2a-4cf1-44b9-8807-9f507aa8231f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:34.079348 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-011a5371-8be3-48f8-a224-2824acc484c0 req-9339ff2a-4cf1-44b9-8807-9f507aa8231f service neutron] 10.222.0.49 "GET /v2.0/networks?id=9518801d-ee7a-44d7-b7a5-08b6a98fdd1e HTTP/1.1" status: 200 len: 897 time: 0.1209831 Sep 22 21:46:34.182049 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-011a5371-8be3-48f8-a224-2824acc484c0 req-ba6166e3-208b-42a5-b815-0409f7009966 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e0f5a4d-172e-4280-b6af-e87f9d28cc12 HTTP/1.1" status: 200 len: 1038 time: 0.0953465 Sep 22 21:46:34.243436 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a5371-8be3-48f8-a224-2824acc484c0 req-aaa9608f-44fb-47d3-93ed-777f37b9eec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:34.244849 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-011a5371-8be3-48f8-a224-2824acc484c0 req-aaa9608f-44fb-47d3-93ed-777f37b9eec2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cee82baf-8f94-4a41-aa13-d55cbfd4fb37 HTTP/1.1" status: 200 len: 833 time: 0.0566869 Sep 22 21:46:34.328581 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a5371-8be3-48f8-a224-2824acc484c0 req-26498f1b-8305-4a24-a9fc-05c75f2018ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:34.330043 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-011a5371-8be3-48f8-a224-2824acc484c0 req-26498f1b-8305-4a24-a9fc-05c75f2018ea service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9518801d-ee7a-44d7-b7a5-08b6a98fdd1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781107 Sep 22 21:46:34.552878 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-011a5371-8be3-48f8-a224-2824acc484c0 req-7d500f16-7f38-45dd-ba35-5abc40d1d1b1 service neutron] 10.222.0.49 "GET /v2.0/networks/9518801d-ee7a-44d7-b7a5-08b6a98fdd1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156365 Sep 22 21:46:34.744498 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-011a5371-8be3-48f8-a224-2824acc484c0 req-1d61c97d-9047-42d9-8ba3-7dd608bfebfb service neutron] 10.222.0.49 "GET /v2.0/networks/9518801d-ee7a-44d7-b7a5-08b6a98fdd1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854167 Sep 22 21:46:34.763992 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dfbdaf-aeb8-4902-980b-bd12c59b0971 req-0654e91f-dafc-4bfe-9216-983a460110e8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:34.765412 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-68dfbdaf-aeb8-4902-980b-bd12c59b0971 req-0654e91f-dafc-4bfe-9216-983a460110e8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=e8184c6f-e38d-4070-b59a-5281d86bdcfb HTTP/1.1" status: 200 len: 982 time: 0.1220968 Sep 22 21:46:34.808733 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-68dfbdaf-aeb8-4902-980b-bd12c59b0971 req-f90ef07f-e0a6-4348-8ae3-9ba9b59001f9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=4f5b55fd-e2fe-45d0-858a-5754c93930f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377314 Sep 22 21:46:35.875744 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:46:36.004808 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3fbfa1-6868-45ad-9b19-fec2538518ab req-6959f468-54d9-4364-976e-f484b8fc0af1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:36.006254 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-ef3fbfa1-6868-45ad-9b19-fec2538518ab req-6959f468-54d9-4364-976e-f484b8fc0af1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=e8184c6f-e38d-4070-b59a-5281d86bdcfb HTTP/1.1" status: 200 len: 982 time: 0.0882523 Sep 22 21:46:36.052374 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-ef3fbfa1-6868-45ad-9b19-fec2538518ab req-d03b1dc7-28c6-426f-aec5-dee8c34e5b4c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=4f5b55fd-e2fe-45d0-858a-5754c93930f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404174 Sep 22 21:46:36.129030 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 21:46:36.257052 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=3e0f5a4d-172e-4280-b6af-e87f9d28cc12,segment=NetworkSegment(eb449f16-c17f-4d3b-8711-f1c81cf1a620),segment_id=eb449f16-c17f-4d3b-8711-f1c81cf1a620)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:46:36.270281 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': '3e0f5a4d-172e-4280-b6af-e87f9d28cc12', 'network_id': '9518801d-ee7a-44d7-b7a5-08b6a98fdd1e', 'port_id': '3e0f5a4d-172e-4280-b6af-e87f9d28cc12', 'mac_address': 'fa:16:3e:fa:64:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cee82baf-8f94-4a41-aa13-d55cbfd4fb37', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 21:46:36.325989 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 is: DOWN; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:46:36.326361 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:36.343326 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:46:36.357911 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=3e0f5a4d-172e-4280-b6af-e87f9d28cc12,segment=NetworkSegment(eb449f16-c17f-4d3b-8711-f1c81cf1a620),segment_id=eb449f16-c17f-4d3b-8711-f1c81cf1a620)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:46:36.362398 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:36.428185 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=3e0f5a4d-172e-4280-b6af-e87f9d28cc12,revision_number=9']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:36.564210 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['3e0f5a4d-172e-4280-b6af-e87f9d28cc12'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 21:46:37.248211 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11e8e2-4d79-40cd-8246-962ba20f2e6f req-1169bac8-364f-4963-a190-bbf611ac658f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:37.249678 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-bd11e8e2-4d79-40cd-8246-962ba20f2e6f req-1169bac8-364f-4963-a190-bbf611ac658f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=e8184c6f-e38d-4070-b59a-5281d86bdcfb HTTP/1.1" status: 200 len: 983 time: 0.0892034 Sep 22 21:46:37.293550 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-bd11e8e2-4d79-40cd-8246-962ba20f2e6f req-49c8ffa5-c8f1-4a2b-b726-085a54e05679 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=4f5b55fd-e2fe-45d0-858a-5754c93930f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381591 Sep 22 21:46:38.145065 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:46:38.210581 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning for port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:46:38.215666 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:46:38.216051 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:38.216380 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 Sep 22 21:46:38.330713 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:46:38.331091 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:38.357800 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8184c6f-e38d-4070-b59a-5281d86bdcfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e0f5a4d-172e-4280-b6af-e87f9d28cc12'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:46:38.360625 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4ca8a1-37ba-4346-9a23-d4bc08fd0285" -d '{"events": [{"server_uuid": "e8184c6f-e38d-4070-b59a-5281d86bdcfb", "name": "network-vif-plugged", "status": "completed", "tag": "3e0f5a4d-172e-4280-b6af-e87f9d28cc12"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:46:38.367980 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=3e0f5a4d-172e-4280-b6af-e87f9d28cc12,segment=NetworkSegment(eb449f16-c17f-4d3b-8711-f1c81cf1a620),segment_id=eb449f16-c17f-4d3b-8711-f1c81cf1a620)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:46:38.373962 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:38.409863 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 21:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda3346e-9c94-4bdd-85a6-63bbbaff12e9 x-openstack-request-id: req-cda3346e-9c94-4bdd-85a6-63bbbaff12e9 {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:46:38.410208 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8184c6f-e38d-4070-b59a-5281d86bdcfb", "name": "network-vif-plugged", "status": "completed", "tag": "3e0f5a4d-172e-4280-b6af-e87f9d28cc12", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:46:38.410460 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-cda3346e-9c94-4bdd-85a6-63bbbaff12e9 {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:46:38.410871 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cda3346e-9c94-4bdd-85a6-63bbbaff12e9'] response: {'server_uuid': 'e8184c6f-e38d-4070-b59a-5281d86bdcfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e0f5a4d-172e-4280-b6af-e87f9d28cc12', 'code': 200} Sep 22 21:46:38.446491 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=3e0f5a4d-172e-4280-b6af-e87f9d28cc12,revision_number=10']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:38.507378 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1e67d-e319-462b-b18b-b000d5fa53c4 req-7e463c59-8be6-4bbb-8a84-d0b358ad2d22 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:38.508902 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-85e1e67d-e319-462b-b18b-b000d5fa53c4 req-7e463c59-8be6-4bbb-8a84-d0b358ad2d22 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=e8184c6f-e38d-4070-b59a-5281d86bdcfb HTTP/1.1" status: 200 len: 985 time: 0.0999560 Sep 22 21:46:38.566207 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-85e1e67d-e319-462b-b18b-b000d5fa53c4 req-bdd5e5bf-1b80-4574-a8b3-7ded8b6ab806 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=4f5b55fd-e2fe-45d0-858a-5754c93930f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514121 Sep 22 21:46:38.642001 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c25c10-298f-4b1d-acb6-4234aab1680c req-cd155b7c-a282-405d-9c9b-9280cf872030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:38.643484 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-36c25c10-298f-4b1d-acb6-4234aab1680c req-cd155b7c-a282-405d-9c9b-9280cf872030 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e8184c6f-e38d-4070-b59a-5281d86bdcfb HTTP/1.1" status: 200 len: 1138 time: 0.0805993 Sep 22 21:46:38.684656 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-36c25c10-298f-4b1d-acb6-4234aab1680c req-bf7d1170-1553-431c-9be0-a8cdcecc99e1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4f5b55fd-e2fe-45d0-858a-5754c93930f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352316 Sep 22 21:46:39.679509 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9d09a475-cb05-41c3-8d52-1e968f70980d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:39.780522 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d291fea-cd91-4fd4-a5a5-f7bcbbcc2069 req-c4e50fc6-5602-4577-beea-7b5616575842 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:39.782684 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-8d291fea-cd91-4fd4-a5a5-f7bcbbcc2069 req-c4e50fc6-5602-4577-beea-7b5616575842 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=e8184c6f-e38d-4070-b59a-5281d86bdcfb HTTP/1.1" status: 200 len: 985 time: 0.0898943 Sep 22 21:46:39.824604 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-8d291fea-cd91-4fd4-a5a5-f7bcbbcc2069 req-9a484fa6-f36d-4fb7-ae9f-f0aa39988988 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=4f5b55fd-e2fe-45d0-858a-5754c93930f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363643 Sep 22 21:46:41.022909 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521ef35-15ce-433f-b29e-ebe73940dda3 req-39c97296-2088-4350-be06-f3192e902ad3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:41.024342 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-9521ef35-15ce-433f-b29e-ebe73940dda3 req-39c97296-2088-4350-be06-f3192e902ad3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=e8184c6f-e38d-4070-b59a-5281d86bdcfb HTTP/1.1" status: 200 len: 985 time: 0.0861981 Sep 22 21:46:41.067465 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-9521ef35-15ce-433f-b29e-ebe73940dda3 req-cf6e5545-a1b6-4a44-8daf-5ed2f6379668 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=4f5b55fd-e2fe-45d0-858a-5754c93930f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375552 Sep 22 21:46:41.267197 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b350fd3-a1aa-4933-8833-8f6cb25b47bf req-996b94a0-ee18-4985-ae43-eb61c278f146 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:41.268666 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-8b350fd3-a1aa-4933-8833-8f6cb25b47bf req-996b94a0-ee18-4985-ae43-eb61c278f146 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=e8184c6f-e38d-4070-b59a-5281d86bdcfb HTTP/1.1" status: 200 len: 985 time: 0.0907998 Sep 22 21:46:41.313355 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-8b350fd3-a1aa-4933-8833-8f6cb25b47bf req-008ce800-8efa-40e4-8095-71ecf5306e89 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=4f5b55fd-e2fe-45d0-858a-5754c93930f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390909 Sep 22 21:46:41.341667 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 52644) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:46:41.419139 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c190c30a-1519-4d39-b63e-b81d80fdd875 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:41.420549 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c190c30a-1519-4d39-b63e-b81d80fdd875 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=e8184c6f-e38d-4070-b59a-5281d86bdcfb&network_id=9518801d-ee7a-44d7-b7a5-08b6a98fdd1e HTTP/1.1" status: 200 len: 1133 time: 0.0776782 Sep 22 21:46:41.789721 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de0941-3f00-45eb-b9cf-faf3730747d9 req-cbc7c388-c77c-41ec-bd03-51163f75be89 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:41.791106 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-43de0941-3f00-45eb-b9cf-faf3730747d9 req-cbc7c388-c77c-41ec-bd03-51163f75be89 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=e8184c6f-e38d-4070-b59a-5281d86bdcfb HTTP/1.1" status: 200 len: 985 time: 0.0890412 Sep 22 21:46:41.834504 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-43de0941-3f00-45eb-b9cf-faf3730747d9 req-806ddd83-2e59-498b-9934-c2fe0dba8afe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=4f5b55fd-e2fe-45d0-858a-5754c93930f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376666 Sep 22 21:46:41.893790 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1ea9f504-1d31-4838-8045-dc8b81b61e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:42.725371 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:43.020379 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900a039-bf3c-4920-9e5a-8dcdcbaa096d req-abe26ffe-578a-464e-8a50-b3bbd5564148 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:43.021741 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3900a039-bf3c-4920-9e5a-8dcdcbaa096d req-abe26ffe-578a-464e-8a50-b3bbd5564148 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8184c6f-e38d-4070-b59a-5281d86bdcfb HTTP/1.1" status: 200 len: 985 time: 0.0872779 Sep 22 21:46:43.038971 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e40753-039c-4538-86fa-2a954dbe8ed4 req-5038c54a-638e-41ac-abab-77e176892599 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:43.040448 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-70e40753-039c-4538-86fa-2a954dbe8ed4 req-5038c54a-638e-41ac-abab-77e176892599 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=e8184c6f-e38d-4070-b59a-5281d86bdcfb HTTP/1.1" status: 200 len: 985 time: 0.0928924 Sep 22 21:46:43.085378 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-70e40753-039c-4538-86fa-2a954dbe8ed4 req-3d92e731-d03f-4301-bdc3-8ef6bd16db86 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=4f5b55fd-e2fe-45d0-858a-5754c93930f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391979 Sep 22 21:46:43.096791 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900a039-bf3c-4920-9e5a-8dcdcbaa096d req-78a09f34-dfe5-4f10-81db-586d322d03f0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:43.098080 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3900a039-bf3c-4920-9e5a-8dcdcbaa096d req-78a09f34-dfe5-4f10-81db-586d322d03f0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "GET /v2.0/ports/3e0f5a4d-172e-4280-b6af-e87f9d28cc12?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0711293 Sep 22 21:46:43.119744 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:43.240473 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3900a039-bf3c-4920-9e5a-8dcdcbaa096d req-488aabef-8167-4b7a-96bd-b06312cb7469 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "GET /v2.0/networks/9518801d-ee7a-44d7-b7a5-08b6a98fdd1e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1370308 Sep 22 21:46:43.249676 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-3900a039-bf3c-4920-9e5a-8dcdcbaa096d req-bb5e53c1-9815-45c3-b8d4-df1dc02ecc69 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:46:43.358865 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-3900a039-bf3c-4920-9e5a-8dcdcbaa096d req-bb5e53c1-9815-45c3-b8d4-df1dc02ecc69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:43.548640 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-3900a039-bf3c-4920-9e5a-8dcdcbaa096d req-bb5e53c1-9815-45c3-b8d4-df1dc02ecc69 service neutron] For port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=3e0f5a4d-172e-4280-b6af-e87f9d28cc12,segment=NetworkSegment(eb449f16-c17f-4d3b-8711-f1c81cf1a620),segment_id=eb449f16-c17f-4d3b-8711-f1c81cf1a620)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:46:43.576790 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-3900a039-bf3c-4920-9e5a-8dcdcbaa096d req-bb5e53c1-9815-45c3-b8d4-df1dc02ecc69 service neutron] For port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12, host hv-neutron-8589, cleared binding levels {{(pid=89008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:46:43.626029 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [req-3900a039-bf3c-4920-9e5a-8dcdcbaa096d req-bb5e53c1-9815-45c3-b8d4-df1dc02ecc69 service neutron] device_id is not set on port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 yet. {{(pid=89008) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 21:46:43.633832 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-3900a039-bf3c-4920-9e5a-8dcdcbaa096d req-bb5e53c1-9815-45c3-b8d4-df1dc02ecc69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:43.639040 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-3900a039-bf3c-4920-9e5a-8dcdcbaa096d req-bb5e53c1-9815-45c3-b8d4-df1dc02ecc69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:43.869708 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5e53c1-9815-45c3-b8d4-df1dc02ecc69 service neutron] Pushing event updated for resources: {'Port': ['ID=3e0f5a4d-172e-4280-b6af-e87f9d28cc12,revision_number=11']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:43.913537 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-3900a039-bf3c-4920-9e5a-8dcdcbaa096d req-bb5e53c1-9815-45c3-b8d4-df1dc02ecc69 service neutron] No DVR routers for this DVR port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 on host hv-neutron-8589 {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:46:44.128511 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-3900a039-bf3c-4920-9e5a-8dcdcbaa096d req-bb5e53c1-9815-45c3-b8d4-df1dc02ecc69 service neutron] In _notify_port_updated(), no bound segment for port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 on network 9518801d-ee7a-44d7-b7a5-08b6a98fdd1e {{(pid=89008) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 21:46:44.129398 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900a039-bf3c-4920-9e5a-8dcdcbaa096d req-bb5e53c1-9815-45c3-b8d4-df1dc02ecc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:44.129981 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-3900a039-bf3c-4920-9e5a-8dcdcbaa096d req-bb5e53c1-9815-45c3-b8d4-df1dc02ecc69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:44.131267 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3900a039-bf3c-4920-9e5a-8dcdcbaa096d req-bb5e53c1-9815-45c3-b8d4-df1dc02ecc69 service neutron] 10.222.0.49 "PUT /v2.0/ports/3e0f5a4d-172e-4280-b6af-e87f9d28cc12 HTTP/1.1" status: 200 len: 1028 time: 0.8853769 Sep 22 21:46:44.253987 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6d6ed356-523a-4c60-b894-c17790bc7dd7 req-af3e5f66-15e4-48c0-a202-d090a502c224 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=e8184c6f-e38d-4070-b59a-5281d86bdcfb HTTP/1.1" status: 200 len: 210 time: 0.0540781 Sep 22 21:46:44.505955 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:45.360592 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52658) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:46:45.427313 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d8af74d3-dbbd-4588-bd91-22b604a9222d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:45.455610 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d8af74d3-dbbd-4588-bd91-22b604a9222d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:45.521733 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d8af74d3-dbbd-4588-bd91-22b604a9222d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:45.540372 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8af74d3-dbbd-4588-bd91-22b604a9222d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14d9df0-34af-4643-b6ae-d9a25bc8ffc9,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:45.549931 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d8af74d3-dbbd-4588-bd91-22b604a9222d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:45.551076 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d8af74d3-dbbd-4588-bd91-22b604a9222d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "DELETE /v2.0/security-groups/a14d9df0-34af-4643-b6ae-d9a25bc8ffc9 HTTP/1.1" status: 204 len: 168 time: 0.1894968 Sep 22 21:46:45.579862 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52664) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:46:45.879101 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-e105f9c1-9f27-4c4b-9b90-6215c4ebcd02 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Deleting port f727b3d5-1208-4dc0-9c50-4fda321c9a64 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:46:45.879437 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e105f9c1-9f27-4c4b-9b90-6215c4ebcd02 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:46.043696 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e105f9c1-9f27-4c4b-9b90-6215c4ebcd02 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:46.044031 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e105f9c1-9f27-4c4b-9b90-6215c4ebcd02 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:46.164855 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-e105f9c1-9f27-4c4b-9b90-6215c4ebcd02 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Calling delete_port for f727b3d5-1208-4dc0-9c50-4fda321c9a64 owned by network:floatingip {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:46:46.191570 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:46:46.248964 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 not bound to the agent host hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:46:46.313248 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e105f9c1-9f27-4c4b-9b90-6215c4ebcd02 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:46.358717 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105f9c1-9f27-4c4b-9b90-6215c4ebcd02 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'Port': ['ID=f727b3d5-1208-4dc0-9c50-4fda321c9a64,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:46.455854 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e105f9c1-9f27-4c4b-9b90-6215c4ebcd02 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for floatingip, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:46.456627 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.l3_db [None req-e105f9c1-9f27-4c4b-9b90-6215c4ebcd02 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Floating IP 4cc77b33-5301-467b-842c-3f31d1cad963 disassociated (deleted). External IP: 172.26.0.214, port: 3e0f5a4d-172e-4280-b6af-e87f9d28cc12. Sep 22 21:46:46.800460 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e105f9c1-9f27-4c4b-9b90-6215c4ebcd02 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Router c9a9220c-9356-4f03-9d34-d5ee3722e59a has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:46:46.973449 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e105f9c1-9f27-4c4b-9b90-6215c4ebcd02 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:46:46.983053 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd31af7-d825-4093-95cf-5b17ed196543 None None] Sync routers for ids ['c9a9220c-9356-4f03-9d34-d5ee3722e59a'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:46:46.993300 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd31af7-d825-4093-95cf-5b17ed196543 None None] Routers {'c9a9220c-9356-4f03-9d34-d5ee3722e59a'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:46:46.993867 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e105f9c1-9f27-4c4b-9b90-6215c4ebcd02 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:46.993991 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-5bd31af7-d825-4093-95cf-5b17ed196543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:46:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['c9a9220c-9356-4f03-9d34-d5ee3722e59a'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:46:47.049372 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e105f9c1-9f27-4c4b-9b90-6215c4ebcd02 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "DELETE /v2.0/floatingips/4cc77b33-5301-467b-842c-3f31d1cad963 HTTP/1.1" status: 204 len: 168 time: 1.4673238 Sep 22 21:46:47.171843 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-5bd31af7-d825-4093-95cf-5b17ed196543 None None] Set router c9a9220c-9356-4f03-9d34-d5ee3722e59a gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:46:47.193442 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52672) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:46:47.375130 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a4888e16-8c4d-4ee1-939b-5450ce4fea9f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:47.404768 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a4888e16-8c4d-4ee1-939b-5450ce4fea9f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:47.467639 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a4888e16-8c4d-4ee1-939b-5450ce4fea9f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:47.486542 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-5bd31af7-d825-4093-95cf-5b17ed196543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a9220c-9356-4f03-9d34-d5ee3722e59a', 'name': 'tempest-TestNetworkBasicOps-router-1020905968', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '57ebab99-3197-4f9a-becc-e8517be97e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:46:01Z', 'updated_at': '2022-09-22T21:46:06Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '57ebab99-3197-4f9a-becc-e8517be97e9c', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a9220c-9356-4f03-9d34-d5ee3722e59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:46:02Z', 'updated_at': '2022-09-22T21:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': 'f8ac1d63-d7a1-4ca8-a0a1-7c14bec557e4', 'name': '', 'network_id': '9518801d-ee7a-44d7-b7a5-08b6a98fdd1e', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:1f:51:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a9220c-9356-4f03-9d34-d5ee3722e59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'cee82baf-8f94-4a41-aa13-d55cbfd4fb37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:46:05Z', 'updated_at': '2022-09-22T21:46:11Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': 'cee82baf-8f94-4a41-aa13-d55cbfd4fb37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:46:47.487130 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4888e16-8c4d-4ee1-939b-5450ce4fea9f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc255476-1187-41e6-9aa7-c420202de529,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:47.491433 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd31af7-d825-4093-95cf-5b17ed196543 None None] Checking router: c9a9220c-9356-4f03-9d34-d5ee3722e59a for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:46:47.494189 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a4888e16-8c4d-4ee1-939b-5450ce4fea9f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:47.495406 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a4888e16-8c4d-4ee1-939b-5450ce4fea9f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "DELETE /v2.0/security-groups/fc255476-1187-41e6-9aa7-c420202de529 HTTP/1.1" status: 204 len: 168 time: 0.3009725 Sep 22 21:46:47.511442 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd31af7-d825-4093-95cf-5b17ed196543 None None] Routers {'c9a9220c-9356-4f03-9d34-d5ee3722e59a'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:46:47.512072 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-5bd31af7-d825-4093-95cf-5b17ed196543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:46:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['c9a9220c-9356-4f03-9d34-d5ee3722e59a'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:46:47.525022 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52678) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:46:47.594841 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-8b1413d2-2342-4f30-bf32-e28d53ee6ab1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Deleting port 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:46:47.595183 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8b1413d2-2342-4f30-bf32-e28d53ee6ab1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:47.726568 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-5bd31af7-d825-4093-95cf-5b17ed196543 None None] Set router c9a9220c-9356-4f03-9d34-d5ee3722e59a gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:46:47.835980 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8b1413d2-2342-4f30-bf32-e28d53ee6ab1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:47.961544 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-8b1413d2-2342-4f30-bf32-e28d53ee6ab1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Calling delete_port for 3e0f5a4d-172e-4280-b6af-e87f9d28cc12 owned by {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:46:48.037792 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-5bd31af7-d825-4093-95cf-5b17ed196543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a9220c-9356-4f03-9d34-d5ee3722e59a', 'name': 'tempest-TestNetworkBasicOps-router-1020905968', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '57ebab99-3197-4f9a-becc-e8517be97e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:46:01Z', 'updated_at': '2022-09-22T21:46:06Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '57ebab99-3197-4f9a-becc-e8517be97e9c', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a9220c-9356-4f03-9d34-d5ee3722e59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:46:02Z', 'updated_at': '2022-09-22T21:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': 'f8ac1d63-d7a1-4ca8-a0a1-7c14bec557e4', 'name': '', 'network_id': '9518801d-ee7a-44d7-b7a5-08b6a98fdd1e', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:1f:51:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a9220c-9356-4f03-9d34-d5ee3722e59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'cee82baf-8f94-4a41-aa13-d55cbfd4fb37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:46:05Z', 'updated_at': '2022-09-22T21:46:11Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': 'cee82baf-8f94-4a41-aa13-d55cbfd4fb37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:46:48.042120 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd31af7-d825-4093-95cf-5b17ed196543 None None] The sync data for ids ['c9a9220c-9356-4f03-9d34-d5ee3722e59a'] in dv-neutron-858900-1-hyperv is: [{'id': 'c9a9220c-9356-4f03-9d34-d5ee3722e59a', 'name': 'tempest-TestNetworkBasicOps-router-1020905968', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '57ebab99-3197-4f9a-becc-e8517be97e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:46:01Z', 'updated_at': '2022-09-22T21:46:06Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '57ebab99-3197-4f9a-becc-e8517be97e9c', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a9220c-9356-4f03-9d34-d5ee3722e59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:46:02Z', 'updated_at': '2022-09-22T21:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': 'f8ac1d63-d7a1-4ca8-a0a1-7c14bec557e4', 'name': '', 'network_id': '9518801d-ee7a-44d7-b7a5-08b6a98fdd1e', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:1f:51:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a9220c-9356-4f03-9d34-d5ee3722e59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'cee82baf-8f94-4a41-aa13-d55cbfd4fb37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:46:05Z', 'updated_at': '2022-09-22T21:46:11Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': 'cee82baf-8f94-4a41-aa13-d55cbfd4fb37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:46:48.110783 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8b1413d2-2342-4f30-bf32-e28d53ee6ab1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:48.131453 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7e41f3b5-7c22-426a-8c91-663f71b844cd req-d47e4000-2d66-4be7-ac36-6217a794452b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=35c5bada-7ca0-479a-b2f5-50a0a8593656&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0808570 Sep 22 21:46:48.245245 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41f3b5-7c22-426a-8c91-663f71b844cd req-fc9f3908-f9e5-4b9b-90b9-567cf15f833c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:48.246479 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1413d2-2342-4f30-bf32-e28d53ee6ab1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'Port': ['ID=3e0f5a4d-172e-4280-b6af-e87f9d28cc12,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:48.247119 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7e41f3b5-7c22-426a-8c91-663f71b844cd req-fc9f3908-f9e5-4b9b-90b9-567cf15f833c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c0953d2486f241adbaf31021d8b87543&device_id=35c5bada-7ca0-479a-b2f5-50a0a8593656 HTTP/1.1" status: 200 len: 1098 time: 0.0962107 Sep 22 21:46:48.325670 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8b1413d2-2342-4f30-bf32-e28d53ee6ab1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:48.339364 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-8b1413d2-2342-4f30-bf32-e28d53ee6ab1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "DELETE /v2.0/ports/3e0f5a4d-172e-4280-b6af-e87f9d28cc12 HTTP/1.1" status: 204 len: 168 time: 0.8131964 Sep 22 21:46:48.339984 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52682) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:46:48.375856 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d86858-074d-461b-8849-b5340cf8c6f8 None None] New status for floating IP 4cc77b33-5301-467b-842c-3f31d1cad963: DOWN {{(pid=89011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:46:48.419376 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41f3b5-7c22-426a-8c91-663f71b844cd req-25fdb3e9-8a3b-4a65-b27f-5be1b0df2322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:48.420804 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7e41f3b5-7c22-426a-8c91-663f71b844cd req-25fdb3e9-8a3b-4a65-b27f-5be1b0df2322 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c4ba8f83-333c-411f-abb9-714415775b4d HTTP/1.1" status: 200 len: 911 time: 0.1518636 Sep 22 21:46:48.521183 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7e41f3b5-7c22-426a-8c91-663f71b844cd req-1dfbb527-5cf2-4d7e-9f3b-f4b3cc988c8c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fcd765f-8184-4931-8051-2c41ed3028be HTTP/1.1" status: 200 len: 1000 time: 0.0943110 Sep 22 21:46:48.585512 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41f3b5-7c22-426a-8c91-663f71b844cd req-7c09fc7c-5536-44b1-8353-4f390a46223c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:48.586967 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7e41f3b5-7c22-426a-8c91-663f71b844cd req-7c09fc7c-5536-44b1-8353-4f390a46223c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8ec73feb-6226-4bb2-bdf7-f761304c77c1 HTTP/1.1" status: 200 len: 850 time: 0.0607364 Sep 22 21:46:48.672369 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41f3b5-7c22-426a-8c91-663f71b844cd req-a7d47d2b-6836-4e45-b61d-9ec9dabe19af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:48.673842 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7e41f3b5-7c22-426a-8c91-663f71b844cd req-a7d47d2b-6836-4e45-b61d-9ec9dabe19af service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c4ba8f83-333c-411f-abb9-714415775b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813918 Sep 22 21:46:48.804066 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7e41f3b5-7c22-426a-8c91-663f71b844cd req-c09cc678-c576-4572-9cc1-1d8c4eaff1e9 service neutron] 10.222.0.49 "GET /v2.0/networks/c4ba8f83-333c-411f-abb9-714415775b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240940 Sep 22 21:46:48.899944 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c1c94f09-8e72-4fab-b4d2-019e2a11600a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:48.935848 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7e41f3b5-7c22-426a-8c91-663f71b844cd req-8920d54a-2961-45ae-a1d9-b69560957f39 service neutron] 10.222.0.49 "GET /v2.0/networks/c4ba8f83-333c-411f-abb9-714415775b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259284 Sep 22 21:46:49.351559 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-c1c94f09-8e72-4fab-b4d2-019e2a11600a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Deleting port f8ac1d63-d7a1-4ca8-a0a1-7c14bec557e4 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:46:49.351934 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c1c94f09-8e72-4fab-b4d2-019e2a11600a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:49.537883 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-c1c94f09-8e72-4fab-b4d2-019e2a11600a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] For port f8ac1d63-d7a1-4ca8-a0a1-7c14bec557e4, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=f8ac1d63-d7a1-4ca8-a0a1-7c14bec557e4,segment=NetworkSegment(eb449f16-c17f-4d3b-8711-f1c81cf1a620),segment_id=eb449f16-c17f-4d3b-8711-f1c81cf1a620)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:46:49.538159 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c1c94f09-8e72-4fab-b4d2-019e2a11600a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:49.660605 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-c1c94f09-8e72-4fab-b4d2-019e2a11600a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Calling delete_port for f8ac1d63-d7a1-4ca8-a0a1-7c14bec557e4 owned by network:router_interface {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:46:49.858985 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c1c94f09-8e72-4fab-b4d2-019e2a11600a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:49.938196 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c94f09-8e72-4fab-b4d2-019e2a11600a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'Port': ['ID=f8ac1d63-d7a1-4ca8-a0a1-7c14bec557e4,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:50.189949 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c1c94f09-8e72-4fab-b4d2-019e2a11600a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:50.651045 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1c94f09-8e72-4fab-b4d2-019e2a11600a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Router c9a9220c-9356-4f03-9d34-d5ee3722e59a has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:46:50.827622 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c94f09-8e72-4fab-b4d2-019e2a11600a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:46:50.837217 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac092a4-589a-40ce-a942-faff3472b7bc None None] Sync routers for ids ['c9a9220c-9356-4f03-9d34-d5ee3722e59a'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:46:50.840703 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c1c94f09-8e72-4fab-b4d2-019e2a11600a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "PUT /v2.0/routers/c9a9220c-9356-4f03-9d34-d5ee3722e59a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4997118 Sep 22 21:46:50.843540 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52686) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:46:50.846389 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac092a4-589a-40ce-a942-faff3472b7bc None None] Routers {'c9a9220c-9356-4f03-9d34-d5ee3722e59a'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:46:50.847016 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-3ac092a4-589a-40ce-a942-faff3472b7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:46:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['c9a9220c-9356-4f03-9d34-d5ee3722e59a'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:46:50.907942 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-352dcbee-6970-44d7-aae8-48122b3f33ec tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Deleting subnet cee82baf-8f94-4a41-aa13-d55cbfd4fb37 {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:46:50.910904 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-352dcbee-6970-44d7-aae8-48122b3f33ec tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:50.968765 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-352dcbee-6970-44d7-aae8-48122b3f33ec tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:51.022983 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-3ac092a4-589a-40ce-a942-faff3472b7bc None None] Set router c9a9220c-9356-4f03-9d34-d5ee3722e59a gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:46:51.053113 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-352dcbee-6970-44d7-aae8-48122b3f33ec tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:51.127478 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-352dcbee-6970-44d7-aae8-48122b3f33ec tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:51.170450 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352dcbee-6970-44d7-aae8-48122b3f33ec tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'Subnet': ['ID=cee82baf-8f94-4a41-aa13-d55cbfd4fb37,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:51.172868 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-352dcbee-6970-44d7-aae8-48122b3f33ec tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:51.178883 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-352dcbee-6970-44d7-aae8-48122b3f33ec tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "DELETE /v2.0/subnets/cee82baf-8f94-4a41-aa13-d55cbfd4fb37 HTTP/1.1" status: 204 len: 168 time: 0.3343811 Sep 22 21:46:51.181469 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52690) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:46:51.191640 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd59ce3b-69f8-4e99-826c-a822e8471613 None None] Network 9518801d-ee7a-44d7-b7a5-08b6a98fdd1e requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:46:51.361059 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a5b86aba-3284-487c-bb9d-c9c096d958a4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:51.485313 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-3ac092a4-589a-40ce-a942-faff3472b7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a9220c-9356-4f03-9d34-d5ee3722e59a', 'name': 'tempest-TestNetworkBasicOps-router-1020905968', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '57ebab99-3197-4f9a-becc-e8517be97e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:46:01Z', 'updated_at': '2022-09-22T21:46:49Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '57ebab99-3197-4f9a-becc-e8517be97e9c', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a9220c-9356-4f03-9d34-d5ee3722e59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:46:02Z', 'updated_at': '2022-09-22T21:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:46:51.489209 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac092a4-589a-40ce-a942-faff3472b7bc None None] Checking router: c9a9220c-9356-4f03-9d34-d5ee3722e59a for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:46:51.497710 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac092a4-589a-40ce-a942-faff3472b7bc None None] Routers {'c9a9220c-9356-4f03-9d34-d5ee3722e59a'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:46:51.498331 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-3ac092a4-589a-40ce-a942-faff3472b7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:46:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['c9a9220c-9356-4f03-9d34-d5ee3722e59a'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:46:51.545707 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a5b86aba-3284-487c-bb9d-c9c096d958a4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:51.552442 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0c28b0-17ef-4bb4-a9e4-824ae3f3e701 None None] DHCP port deletion for 9518801d-ee7a-44d7-b7a5-08b6a98fdd1e request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:46:51.555991 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-a5b86aba-3284-487c-bb9d-c9c096d958a4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Deleting port 57ebab99-3197-4f9a-becc-e8517be97e9c {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:46:51.556290 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a5b86aba-3284-487c-bb9d-c9c096d958a4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:51.576186 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-eb0c28b0-17ef-4bb4-a9e4-824ae3f3e701 None None] Deleting port 083acae8-f0b8-402d-8d6d-19df0a9f9bbc {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:46:51.576557 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-eb0c28b0-17ef-4bb4-a9e4-824ae3f3e701 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:51.730571 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-a5b86aba-3284-487c-bb9d-c9c096d958a4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] For port 57ebab99-3197-4f9a-becc-e8517be97e9c, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=57ebab99-3197-4f9a-becc-e8517be97e9c,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:46:51.730964 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a5b86aba-3284-487c-bb9d-c9c096d958a4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:51.825000 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-3ac092a4-589a-40ce-a942-faff3472b7bc None None] Set router c9a9220c-9356-4f03-9d34-d5ee3722e59a gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:46:51.855496 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-a5b86aba-3284-487c-bb9d-c9c096d958a4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Calling delete_port for 57ebab99-3197-4f9a-becc-e8517be97e9c owned by network:router_gateway {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:46:52.021962 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a5b86aba-3284-487c-bb9d-c9c096d958a4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:52.086322 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-eb0c28b0-17ef-4bb4-a9e4-824ae3f3e701 None None] For port 083acae8-f0b8-402d-8d6d-19df0a9f9bbc, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=083acae8-f0b8-402d-8d6d-19df0a9f9bbc,segment=NetworkSegment(eb449f16-c17f-4d3b-8711-f1c81cf1a620),segment_id=eb449f16-c17f-4d3b-8711-f1c81cf1a620)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:46:52.086927 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-eb0c28b0-17ef-4bb4-a9e4-824ae3f3e701 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:52.176834 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b86aba-3284-487c-bb9d-c9c096d958a4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'Port': ['ID=57ebab99-3197-4f9a-becc-e8517be97e9c,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:52.222536 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-eb0c28b0-17ef-4bb4-a9e4-824ae3f3e701 None None] Calling delete_port for 083acae8-f0b8-402d-8d6d-19df0a9f9bbc owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:46:52.276629 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a5b86aba-3284-487c-bb9d-c9c096d958a4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8012236'] for router_gateway, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:52.353013 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-eb0c28b0-17ef-4bb4-a9e4-824ae3f3e701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:52.404531 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c28b0-17ef-4bb4-a9e4-824ae3f3e701 None None] Pushing event deleted for resources: {'Port': ['ID=083acae8-f0b8-402d-8d6d-19df0a9f9bbc,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:52.408417 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0c28b0-17ef-4bb4-a9e4-824ae3f3e701 None None] No DVR routers for this DVR port 083acae8-f0b8-402d-8d6d-19df0a9f9bbc on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:46:52.418846 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-3ac092a4-589a-40ce-a942-faff3472b7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a9220c-9356-4f03-9d34-d5ee3722e59a', 'name': 'tempest-TestNetworkBasicOps-router-1020905968', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '57ebab99-3197-4f9a-becc-e8517be97e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:46:01Z', 'updated_at': '2022-09-22T21:46:49Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '57ebab99-3197-4f9a-becc-e8517be97e9c', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a9220c-9356-4f03-9d34-d5ee3722e59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:46:02Z', 'updated_at': '2022-09-22T21:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:46:52.423333 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac092a4-589a-40ce-a942-faff3472b7bc None None] The sync data for ids ['c9a9220c-9356-4f03-9d34-d5ee3722e59a'] in dv-neutron-858900-1-hyperv is: [{'id': 'c9a9220c-9356-4f03-9d34-d5ee3722e59a', 'name': 'tempest-TestNetworkBasicOps-router-1020905968', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '57ebab99-3197-4f9a-becc-e8517be97e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:46:01Z', 'updated_at': '2022-09-22T21:46:49Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '57ebab99-3197-4f9a-becc-e8517be97e9c', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a9220c-9356-4f03-9d34-d5ee3722e59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:46:02Z', 'updated_at': '2022-09-22T21:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:46:52.453560 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a5b86aba-3284-487c-bb9d-c9c096d958a4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:52.455905 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a5b86aba-3284-487c-bb9d-c9c096d958a4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:52.478573 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a5b86aba-3284-487c-bb9d-c9c096d958a4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:52.479119 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b86aba-3284-487c-bb9d-c9c096d958a4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Fanout notify agent at l3_agent the message router_deleted on router c9a9220c-9356-4f03-9d34-d5ee3722e59a {{(pid=89009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:46:52.494098 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a5b86aba-3284-487c-bb9d-c9c096d958a4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:52.495232 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a5b86aba-3284-487c-bb9d-c9c096d958a4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "DELETE /v2.0/routers/c9a9220c-9356-4f03-9d34-d5ee3722e59a HTTP/1.1" status: 204 len: 168 time: 1.3128395 Sep 22 21:46:52.497865 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52694) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:46:52.613665 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-86eea29f-18b4-408f-9205-76add4375d42 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:52.753828 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-86eea29f-18b4-408f-9205-76add4375d42 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:52.783017 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-86eea29f-18b4-408f-9205-76add4375d42 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9518801d-ee7a-44d7-b7a5-08b6a98fdd1e']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:46:52.792871 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-86eea29f-18b4-408f-9205-76add4375d42 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb449f16-c17f-4d3b-8711-f1c81cf1a620') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:46:52.793154 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-86eea29f-18b4-408f-9205-76add4375d42 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb449f16-c17f-4d3b-8711-f1c81cf1a620') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:46:52.804733 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-86eea29f-18b4-408f-9205-76add4375d42 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:52.819943 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-86eea29f-18b4-408f-9205-76add4375d42 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:52.825765 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86eea29f-18b4-408f-9205-76add4375d42 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:46:52.826142 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-86eea29f-18b4-408f-9205-76add4375d42 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:52.910996 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment eb449f16-c17f-4d3b-8711-f1c81cf1a620 resource provider aggregate not found Sep 22 21:46:52.931833 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment eb449f16-c17f-4d3b-8711-f1c81cf1a620 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eb449f16-c17f-4d3b-8711-f1c81cf1a620 found for delete ", "request_id": "req-97b8cf3c-b77c-440f-8ee0-acc5fac62592"}]} Sep 22 21:46:52.932643 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-86eea29f-18b4-408f-9205-76add4375d42 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:52.949536 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-86eea29f-18b4-408f-9205-76add4375d42 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:52.961419 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eea29f-18b4-408f-9205-76add4375d42 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'Network': ['ID=9518801d-ee7a-44d7-b7a5-08b6a98fdd1e,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:52.968107 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-86eea29f-18b4-408f-9205-76add4375d42 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "DELETE /v2.0/networks/9518801d-ee7a-44d7-b7a5-08b6a98fdd1e HTTP/1.1" status: 204 len: 168 time: 0.4692688 Sep 22 21:46:52.981580 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 52704) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:46:52.993030 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ed86d2fd-739c-4ea6-aebe-c55752eb8322 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0103834 Sep 22 21:46:52.995344 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 52708) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:46:53.000695 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-553f7ee2-05a4-4533-ac44-e39016fd312d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'network': {'name': 'tempest-network-smoke--1311870178', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'port_security_enabled': True}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:46:53.005100 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-553f7ee2-05a4-4533-ac44-e39016fd312d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:46:53.009121 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-553f7ee2-05a4-4533-ac44-e39016fd312d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:network and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:46:53.012493 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-553f7ee2-05a4-4533-ac44-e39016fd312d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:46:53.018756 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-553f7ee2-05a4-4533-ac44-e39016fd312d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:46:53.027826 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553f7ee2-05a4-4533-ac44-e39016fd312d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Made reservation on behalf of eb1aed2a20e141c98ec99089a446670b for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:46:53.031113 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-553f7ee2-05a4-4533-ac44-e39016fd312d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:53.057077 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-553f7ee2-05a4-4533-ac44-e39016fd312d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:46:53.065896 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-553f7ee2-05a4-4533-ac44-e39016fd312d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:53.066233 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-553f7ee2-05a4-4533-ac44-e39016fd312d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Added segment e946529e-0d48-4931-b61d-d7d8d1833d44 of type vlan for network d04db0b5-4270-4e5d-bb1c-bb1bd95a14a5 Sep 22 21:46:53.099880 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-553f7ee2-05a4-4533-ac44-e39016fd312d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:53.132475 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-553f7ee2-05a4-4533-ac44-e39016fd312d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:53.138534 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553f7ee2-05a4-4533-ac44-e39016fd312d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:53.139223 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-553f7ee2-05a4-4533-ac44-e39016fd312d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:53.148704 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device f8ac1d63-d7a1-4ca8-a0a1-7c14bec557e4 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:46:53.182363 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: f8ac1d63-d7a1-4ca8-a0a1-7c14bec557e4 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:46:53.182734 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device f8ac1d63-d7a1-4ca8-a0a1-7c14bec557e4 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:46:53.183141 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 083acae8-f0b8-402d-8d6d-19df0a9f9bbc no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:46:53.215020 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 083acae8-f0b8-402d-8d6d-19df0a9f9bbc {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:46:53.215363 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 083acae8-f0b8-402d-8d6d-19df0a9f9bbc not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:46:53.215774 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 57ebab99-3197-4f9a-becc-e8517be97e9c no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:46:53.252850 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 57ebab99-3197-4f9a-becc-e8517be97e9c {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:46:53.253193 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 57ebab99-3197-4f9a-becc-e8517be97e9c not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:46:53.339771 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-553f7ee2-05a4-4533-ac44-e39016fd312d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3434815 Sep 22 21:46:53.342771 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52712) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:46:53.343266 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f7ee2-05a4-4533-ac44-e39016fd312d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Network': ['ID=d04db0b5-4270-4e5d-bb1c-bb1bd95a14a5,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:53.347907 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-b3638422-814c-4b13-bdc9-f0b77bcc1456 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-754139044', 'admin_state_up': True, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:46:53.353444 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network d04db0b5-4270-4e5d-bb1c-bb1bd95a14a5 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:46:53.355034 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-b3638422-814c-4b13-bdc9-f0b77bcc1456 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:46:53.359384 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-b3638422-814c-4b13-bdc9-f0b77bcc1456 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:router and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:46:53.362211 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-b3638422-814c-4b13-bdc9-f0b77bcc1456 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:46:53.368336 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-b3638422-814c-4b13-bdc9-f0b77bcc1456 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:46:53.379333 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b3638422-814c-4b13-bdc9-f0b77bcc1456 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:53.380479 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b3638422-814c-4b13-bdc9-f0b77bcc1456 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:53.396879 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b3638422-814c-4b13-bdc9-f0b77bcc1456 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:53.655537 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b3638422-814c-4b13-bdc9-f0b77bcc1456 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:54.062561 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b3638422-814c-4b13-bdc9-f0b77bcc1456 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router_gateway, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:54.091618 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b3638422-814c-4b13-bdc9-f0b77bcc1456 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:54.235704 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-b3638422-814c-4b13-bdc9-f0b77bcc1456 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Allocated IP 172.26.0.43 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/f27f54cc-db07-42fc-b084-5a1fd6c938b7) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:46:54.393298 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b3638422-814c-4b13-bdc9-f0b77bcc1456 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:54.422047 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b3638422-814c-4b13-bdc9-f0b77bcc1456 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:54.484247 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3638422-814c-4b13-bdc9-f0b77bcc1456 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:46:54.486919 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-b3638422-814c-4b13-bdc9-f0b77bcc1456 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:46:54.490408 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3638422-814c-4b13-bdc9-f0b77bcc1456 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:46:54.536492 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3638422-814c-4b13-bdc9-f0b77bcc1456 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=f27f54cc-db07-42fc-b084-5a1fd6c938b7,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:54.911598 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b3638422-814c-4b13-bdc9-f0b77bcc1456 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router_gateway, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:55.325932 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b3638422-814c-4b13-bdc9-f0b77bcc1456 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:55.645852 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3638422-814c-4b13-bdc9-f0b77bcc1456 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Router 00c6a914-758f-47f9-9f24-b44d3d606e8a is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:46:55.824594 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3638422-814c-4b13-bdc9-f0b77bcc1456 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:46:55.834877 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c758f85f-b92b-4cfd-896d-fc1eea6cf1ed None None] Sync routers for ids ['00c6a914-758f-47f9-9f24-b44d3d606e8a'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:46:55.845696 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c758f85f-b92b-4cfd-896d-fc1eea6cf1ed None None] Routers {'00c6a914-758f-47f9-9f24-b44d3d606e8a'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:46:55.846533 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-c758f85f-b92b-4cfd-896d-fc1eea6cf1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:46:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['00c6a914-758f-47f9-9f24-b44d3d606e8a'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:46:55.847913 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:55.852487 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b3638422-814c-4b13-bdc9-f0b77bcc1456 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:55.853821 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-b3638422-814c-4b13-bdc9-f0b77bcc1456 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.5100613 Sep 22 21:46:55.856796 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52722) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:46:55.896649 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e2d58847-a597-4baa-be90-485314e3bc3b tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=eb1aed2a20e141c98ec99089a446670b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387292 Sep 22 21:46:55.899144 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52726) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:46:56.021569 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-c758f85f-b92b-4cfd-896d-fc1eea6cf1ed None None] Set router 00c6a914-758f-47f9-9f24-b44d3d606e8a gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:46:56.027962 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd82d14a-2cfe-4f23-9e81-70ff5b5b8718 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:56.029453 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-fd82d14a-2cfe-4f23-9e81-70ff5b5b8718 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1294260 Sep 22 21:46:56.032288 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52730) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:46:56.085918 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-4f38929f-1ec1-40cb-a263-02abd98d3948 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=a22ae1c9-d428-411f-af43-ce0f71b38d9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0499780 Sep 22 21:46:56.086112 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52734) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:46:56.091377 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-46157f62-c81b-4ffc-ac6b-15080f06534d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2678924', 'network_id': 'd04db0b5-4270-4e5d-bb1c-bb1bd95a14a5', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:46:56.201022 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-46157f62-c81b-4ffc-ac6b-15080f06534d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:46:56.204765 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-46157f62-c81b-4ffc-ac6b-15080f06534d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:subnet and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:46:56.207560 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-46157f62-c81b-4ffc-ac6b-15080f06534d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:46:56.213266 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-46157f62-c81b-4ffc-ac6b-15080f06534d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:46:56.225536 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46157f62-c81b-4ffc-ac6b-15080f06534d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Made reservation on behalf of eb1aed2a20e141c98ec99089a446670b for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:46:56.230005 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-46157f62-c81b-4ffc-ac6b-15080f06534d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:56.340753 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-c758f85f-b92b-4cfd-896d-fc1eea6cf1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c6a914-758f-47f9-9f24-b44d3d606e8a', 'name': 'tempest-TestNetworkBasicOps-router-754139044', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'f27f54cc-db07-42fc-b084-5a1fd6c938b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:46:53Z', 'updated_at': '2022-09-22T21:46:54Z', 'revision_number': 3, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': 'f27f54cc-db07-42fc-b084-5a1fd6c938b7', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c6a914-758f-47f9-9f24-b44d3d606e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:46:54Z', 'updated_at': '2022-09-22T21:46:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:46:56.344882 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c758f85f-b92b-4cfd-896d-fc1eea6cf1ed None None] Checking router: 00c6a914-758f-47f9-9f24-b44d3d606e8a for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:46:56.345225 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c758f85f-b92b-4cfd-896d-fc1eea6cf1ed None None] Updating router 00c6a914-758f-47f9-9f24-b44d3d606e8a port f27f54cc-db07-42fc-b084-5a1fd6c938b7 binding host dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:46:56.398039 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-c758f85f-b92b-4cfd-896d-fc1eea6cf1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:56.471303 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-46157f62-c81b-4ffc-ac6b-15080f06534d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:56.556355 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46157f62-c81b-4ffc-ac6b-15080f06534d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Subnet': ['ID=d339fa0b-d3db-45b0-a462-966298afdfc8,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:56.561274 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46157f62-c81b-4ffc-ac6b-15080f06534d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Checking segment: {'id': 'e946529e-0d48-4931-b61d-d7d8d1833d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd04db0b5-4270-4e5d-bb1c-bb1bd95a14a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:46:56.561639 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46157f62-c81b-4ffc-ac6b-15080f06534d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network hostable DHCP agents. Network: d04db0b5-4270-4e5d-bb1c-bb1bd95a14a5, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:46:56.571101 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46157f62-c81b-4ffc-ac6b-15080f06534d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:46:56.571566 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46157f62-c81b-4ffc-ac6b-15080f06534d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:46:56.571801 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46157f62-c81b-4ffc-ac6b-15080f06534d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:46:56.572142 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46157f62-c81b-4ffc-ac6b-15080f06534d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:46:56.572480 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46157f62-c81b-4ffc-ac6b-15080f06534d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:46:56.572831 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46157f62-c81b-4ffc-ac6b-15080f06534d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:46:56.573136 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46157f62-c81b-4ffc-ac6b-15080f06534d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:46:56.573483 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46157f62-c81b-4ffc-ac6b-15080f06534d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:46:56.573812 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46157f62-c81b-4ffc-ac6b-15080f06534d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:46:56.574139 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46157f62-c81b-4ffc-ac6b-15080f06534d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:46:56.574467 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46157f62-c81b-4ffc-ac6b-15080f06534d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:46:56.574813 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46157f62-c81b-4ffc-ac6b-15080f06534d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:46:56.594416 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46157f62-c81b-4ffc-ac6b-15080f06534d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network d04db0b5-4270-4e5d-bb1c-bb1bd95a14a5 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:46:56.605086 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-46157f62-c81b-4ffc-ac6b-15080f06534d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, d04db0b5-4270-4e5d-bb1c-bb1bd95a14a5) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:46:56.610500 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46157f62-c81b-4ffc-ac6b-15080f06534d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:46:56.611318 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-46157f62-c81b-4ffc-ac6b-15080f06534d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:56.620808 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88f9eba-3e1d-4b32-b631-2a367cf5758b None None] Network d04db0b5-4270-4e5d-bb1c-bb1bd95a14a5 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:46:56.647079 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-46157f62-c81b-4ffc-ac6b-15080f06534d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 829 time: 0.5598526 Sep 22 21:46:56.649799 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52744) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:46:56.752399 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-c758f85f-b92b-4cfd-896d-fc1eea6cf1ed None None] Notify callbacks [] for port, precommit_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:56.766395 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.provisioning_blocks [None req-c758f85f-b92b-4cfd-896d-fc1eea6cf1ed None None] Transition to ACTIVE for port object f27f54cc-db07-42fc-b084-5a1fd6c938b7 will not be triggered until provisioned by entity L2. {{(pid=89011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:46:56.838999 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-c758f85f-b92b-4cfd-896d-fc1eea6cf1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:56.863130 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ad24ad-3ed2-41b1-b081-ab3a08b65787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-d04db0b5-4270-4e5d-bb1c-bb1bd95a14a5', 'network_id': 'd04db0b5-4270-4e5d-bb1c-bb1bd95a14a5', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ips': [{'subnet_id': 'd339fa0b-d3db-45b0-a462-966298afdfc8'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:46:56.864514 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a1ad24ad-3ed2-41b1-b081-ab3a08b65787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:56.921624 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-c758f85f-b92b-4cfd-896d-fc1eea6cf1ed None None] Attempting to bind port f27f54cc-db07-42fc-b084-5a1fd6c938b7 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:46:56.921986 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-c758f85f-b92b-4cfd-896d-fc1eea6cf1ed None None] Attempting to bind port f27f54cc-db07-42fc-b084-5a1fd6c938b7 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:46:56.922341 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c758f85f-b92b-4cfd-896d-fc1eea6cf1ed None None] Attempting to bind port f27f54cc-db07-42fc-b084-5a1fd6c938b7 on network a22ae1c9-d428-411f-af43-ce0f71b38d9c {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:46:56.928312 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c574a10-a7df-444f-b791-dbaefe156a10 None None] Pushing event updated for resources: {'Port': ['ID=f27f54cc-db07-42fc-b084-5a1fd6c938b7,revision_number=2']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:56.930856 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c758f85f-b92b-4cfd-896d-fc1eea6cf1ed None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:46:56.931435 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c758f85f-b92b-4cfd-896d-fc1eea6cf1ed None None] Checking segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:46:56.931975 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-c758f85f-b92b-4cfd-896d-fc1eea6cf1ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:56.932498 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c758f85f-b92b-4cfd-896d-fc1eea6cf1ed None None] Bound using segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:46:56.933101 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-c758f85f-b92b-4cfd-896d-fc1eea6cf1ed None None] Bound port: f27f54cc-db07-42fc-b084-5a1fd6c938b7, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:46:56.933627 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-c758f85f-b92b-4cfd-896d-fc1eea6cf1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:57.020414 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-c758f85f-b92b-4cfd-896d-fc1eea6cf1ed None None] For port f27f54cc-db07-42fc-b084-5a1fd6c938b7, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:46:57.033306 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-c758f85f-b92b-4cfd-896d-fc1eea6cf1ed None None] For port f27f54cc-db07-42fc-b084-5a1fd6c938b7, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=f27f54cc-db07-42fc-b084-5a1fd6c938b7,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:46:57.041983 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-c758f85f-b92b-4cfd-896d-fc1eea6cf1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:57.052395 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-a1ad24ad-3ed2-41b1-b081-ab3a08b65787 None None] Allocated IP 172.20.0.2 (d04db0b5-4270-4e5d-bb1c-bb1bd95a14a5/d339fa0b-d3db-45b0-a462-966298afdfc8/f202bec5-030c-4460-bf1b-43f3b6aa4648) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:46:57.126949 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c574a10-a7df-444f-b791-dbaefe156a10 None None] Pushing event updated for resources: {'Port': ['ID=f27f54cc-db07-42fc-b084-5a1fd6c938b7,revision_number=3']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:57.201906 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c758f85f-b92b-4cfd-896d-fc1eea6cf1ed None None] Routers {'00c6a914-758f-47f9-9f24-b44d3d606e8a'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:46:57.203092 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-c758f85f-b92b-4cfd-896d-fc1eea6cf1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:46:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['00c6a914-758f-47f9-9f24-b44d3d606e8a'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:46:57.363666 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a1ad24ad-3ed2-41b1-b081-ab3a08b65787 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:57.375864 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-a1ad24ad-3ed2-41b1-b081-ab3a08b65787 None None] Transition to ACTIVE for port object f202bec5-030c-4460-bf1b-43f3b6aa4648 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:46:57.379036 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-c758f85f-b92b-4cfd-896d-fc1eea6cf1ed None None] Set router 00c6a914-758f-47f9-9f24-b44d3d606e8a gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:46:57.397097 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-a1ad24ad-3ed2-41b1-b081-ab3a08b65787 None None] Transition to ACTIVE for port object f202bec5-030c-4460-bf1b-43f3b6aa4648 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:46:57.407677 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a1ad24ad-3ed2-41b1-b081-ab3a08b65787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:57.477585 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad24ad-3ed2-41b1-b081-ab3a08b65787 None None] Pushing event updated for resources: {'Port': ['ID=f202bec5-030c-4460-bf1b-43f3b6aa4648,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:57.500327 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ad24ad-3ed2-41b1-b081-ab3a08b65787 None None] Network d04db0b5-4270-4e5d-bb1c-bb1bd95a14a5 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:46:57.502335 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-a1ad24ad-3ed2-41b1-b081-ab3a08b65787 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:46:57.508101 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ad24ad-3ed2-41b1-b081-ab3a08b65787 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:46:57.628383 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-a1ad24ad-3ed2-41b1-b081-ab3a08b65787 None None] Attempting to bind port f202bec5-030c-4460-bf1b-43f3b6aa4648 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:46:57.628770 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-a1ad24ad-3ed2-41b1-b081-ab3a08b65787 None None] Attempting to bind port f202bec5-030c-4460-bf1b-43f3b6aa4648 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'e946529e-0d48-4931-b61d-d7d8d1833d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd04db0b5-4270-4e5d-bb1c-bb1bd95a14a5'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:46:57.629206 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ad24ad-3ed2-41b1-b081-ab3a08b65787 None None] Attempting to bind port f202bec5-030c-4460-bf1b-43f3b6aa4648 on network d04db0b5-4270-4e5d-bb1c-bb1bd95a14a5 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:46:57.632804 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e4e14cc9-447d-45e4-98b2-497ef6e88c54 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:57.636549 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ad24ad-3ed2-41b1-b081-ab3a08b65787 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:46:57.637001 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ad24ad-3ed2-41b1-b081-ab3a08b65787 None None] Checking segment: {'id': 'e946529e-0d48-4931-b61d-d7d8d1833d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd04db0b5-4270-4e5d-bb1c-bb1bd95a14a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:46:57.638122 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a1ad24ad-3ed2-41b1-b081-ab3a08b65787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:57.638582 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ad24ad-3ed2-41b1-b081-ab3a08b65787 None None] Bound using segment: {'id': 'e946529e-0d48-4931-b61d-d7d8d1833d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd04db0b5-4270-4e5d-bb1c-bb1bd95a14a5'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:46:57.639144 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-a1ad24ad-3ed2-41b1-b081-ab3a08b65787 None None] Bound port: f202bec5-030c-4460-bf1b-43f3b6aa4648, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e946529e-0d48-4931-b61d-d7d8d1833d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd04db0b5-4270-4e5d-bb1c-bb1bd95a14a5'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:46:57.640973 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a1ad24ad-3ed2-41b1-b081-ab3a08b65787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:57.741666 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-a1ad24ad-3ed2-41b1-b081-ab3a08b65787 None None] For port f202bec5-030c-4460-bf1b-43f3b6aa4648, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:46:57.745621 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-a1ad24ad-3ed2-41b1-b081-ab3a08b65787 None None] For port f202bec5-030c-4460-bf1b-43f3b6aa4648, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=f202bec5-030c-4460-bf1b-43f3b6aa4648,segment=NetworkSegment(e946529e-0d48-4931-b61d-d7d8d1833d44),segment_id=e946529e-0d48-4931-b61d-d7d8d1833d44)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:46:57.753250 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a1ad24ad-3ed2-41b1-b081-ab3a08b65787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:57.761158 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-c758f85f-b92b-4cfd-896d-fc1eea6cf1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c6a914-758f-47f9-9f24-b44d3d606e8a', 'name': 'tempest-TestNetworkBasicOps-router-754139044', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'f27f54cc-db07-42fc-b084-5a1fd6c938b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:46:53Z', 'updated_at': '2022-09-22T21:46:54Z', 'revision_number': 3, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': 'f27f54cc-db07-42fc-b084-5a1fd6c938b7', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c6a914-758f-47f9-9f24-b44d3d606e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:46:54Z', 'updated_at': '2022-09-22T21:46:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:46:57.765193 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c758f85f-b92b-4cfd-896d-fc1eea6cf1ed None None] The sync data for ids ['00c6a914-758f-47f9-9f24-b44d3d606e8a'] in dv-neutron-858900-1-hyperv is: [{'id': '00c6a914-758f-47f9-9f24-b44d3d606e8a', 'name': 'tempest-TestNetworkBasicOps-router-754139044', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'f27f54cc-db07-42fc-b084-5a1fd6c938b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:46:53Z', 'updated_at': '2022-09-22T21:46:54Z', 'revision_number': 3, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': 'f27f54cc-db07-42fc-b084-5a1fd6c938b7', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c6a914-758f-47f9-9f24-b44d3d606e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:46:54Z', 'updated_at': '2022-09-22T21:46:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:46:57.862925 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad24ad-3ed2-41b1-b081-ab3a08b65787 None None] Pushing event updated for resources: {'Port': ['ID=f202bec5-030c-4460-bf1b-43f3b6aa4648,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:58.152152 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-e4e14cc9-447d-45e4-98b2-497ef6e88c54 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Allocated IP 172.20.0.1 (d04db0b5-4270-4e5d-bb1c-bb1bd95a14a5/d339fa0b-d3db-45b0-a462-966298afdfc8/3e556591-4e16-43fa-a6d0-525951106604) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:46:58.384032 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e4e14cc9-447d-45e4-98b2-497ef6e88c54 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:58.402127 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-e4e14cc9-447d-45e4-98b2-497ef6e88c54 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Transition to ACTIVE for port object 3e556591-4e16-43fa-a6d0-525951106604 will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:46:58.429867 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e4e14cc9-447d-45e4-98b2-497ef6e88c54 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:58.502454 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e14cc9-447d-45e4-98b2-497ef6e88c54 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network d04db0b5-4270-4e5d-bb1c-bb1bd95a14a5 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:46:58.505862 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-e4e14cc9-447d-45e4-98b2-497ef6e88c54 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:46:58.510502 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e14cc9-447d-45e4-98b2-497ef6e88c54 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:46:58.554969 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e14cc9-447d-45e4-98b2-497ef6e88c54 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=3e556591-4e16-43fa-a6d0-525951106604,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:58.576446 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e4e14cc9-447d-45e4-98b2-497ef6e88c54 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:58.867537 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e4e14cc9-447d-45e4-98b2-497ef6e88c54 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:59.034920 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8a3565-208f-4be8-bcf2-2e5ca01ee35a None None] Network d04db0b5-4270-4e5d-bb1c-bb1bd95a14a5 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:46:59.135065 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-861a1a2f-4170-48cd-83e8-54d5d7286154 None None] Provisioning for port f202bec5-030c-4460-bf1b-43f3b6aa4648 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:46:59.255038 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device f202bec5-030c-4460-bf1b-43f3b6aa4648 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:46:59.449524 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port f202bec5-030c-4460-bf1b-43f3b6aa4648 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:46:59.456719 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port f202bec5-030c-4460-bf1b-43f3b6aa4648 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:46:59.457104 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:59.457438 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port f202bec5-030c-4460-bf1b-43f3b6aa4648 Sep 22 21:46:59.500016 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e4e14cc9-447d-45e4-98b2-497ef6e88c54 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:59.508446 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e4e14cc9-447d-45e4-98b2-497ef6e88c54 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:59.610532 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e4e14cc9-447d-45e4-98b2-497ef6e88c54 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:59.625714 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port f202bec5-030c-4460-bf1b-43f3b6aa4648 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:46:59.626449 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:59.673481 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port f202bec5-030c-4460-bf1b-43f3b6aa4648, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=f202bec5-030c-4460-bf1b-43f3b6aa4648,segment=NetworkSegment(e946529e-0d48-4931-b61d-d7d8d1833d44),segment_id=e946529e-0d48-4931-b61d-d7d8d1833d44)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:46:59.681487 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:59.682304 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device f27f54cc-db07-42fc-b084-5a1fd6c938b7 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:46:59.743346 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e14cc9-447d-45e4-98b2-497ef6e88c54 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=3e556591-4e16-43fa-a6d0-525951106604,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:59.822416 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e14cc9-447d-45e4-98b2-497ef6e88c54 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network d04db0b5-4270-4e5d-bb1c-bb1bd95a14a5 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:46:59.822760 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-802fae02-2027-414c-8e49-261e203e2d6c None None] Provisioning complete for port f202bec5-030c-4460-bf1b-43f3b6aa4648 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:46:59.822871 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-802fae02-2027-414c-8e49-261e203e2d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:59.823154 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-802fae02-2027-414c-8e49-261e203e2d6c None None] Attempt 1 to provision port f202bec5-030c-4460-bf1b-43f3b6aa4648 Sep 22 21:46:59.823694 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-e4e14cc9-447d-45e4-98b2-497ef6e88c54 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:46:59.905451 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=f202bec5-030c-4460-bf1b-43f3b6aa4648,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:46:59.917663 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port f27f54cc-db07-42fc-b084-5a1fd6c938b7 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:46:59.925683 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port f27f54cc-db07-42fc-b084-5a1fd6c938b7 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:46:59.926050 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:46:59.926419 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port f27f54cc-db07-42fc-b084-5a1fd6c938b7 Sep 22 21:47:00.054010 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-802fae02-2027-414c-8e49-261e203e2d6c None None] Current status of the port f202bec5-030c-4460-bf1b-43f3b6aa4648 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:47:00.056274 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e14cc9-447d-45e4-98b2-497ef6e88c54 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Router 00c6a914-758f-47f9-9f24-b44d3d606e8a has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:47:00.115496 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-802fae02-2027-414c-8e49-261e203e2d6c None None] Provisioning for port 3e556591-4e16-43fa-a6d0-525951106604 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:47:00.124336 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port f27f54cc-db07-42fc-b084-5a1fd6c938b7 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:47:00.124336 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:00.143235 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port f27f54cc-db07-42fc-b084-5a1fd6c938b7, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=f27f54cc-db07-42fc-b084-5a1fd6c938b7,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:47:00.144897 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-802fae02-2027-414c-8e49-261e203e2d6c None None] Provisioning complete for port 3e556591-4e16-43fa-a6d0-525951106604 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:47:00.145307 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-802fae02-2027-414c-8e49-261e203e2d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:00.145641 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-802fae02-2027-414c-8e49-261e203e2d6c None None] Attempt 1 to provision port 3e556591-4e16-43fa-a6d0-525951106604 Sep 22 21:47:00.174594 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:00.259386 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e14cc9-447d-45e4-98b2-497ef6e88c54 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:47:00.260768 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-802fae02-2027-414c-8e49-261e203e2d6c None None] Port 3e556591-4e16-43fa-a6d0-525951106604 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:47:00.276431 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c2a92e-ff8d-440a-b808-afb6ba7d7ae2 None None] Sync routers for ids ['00c6a914-758f-47f9-9f24-b44d3d606e8a'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:47:00.278562 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 52758) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:47:00.279126 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e4e14cc9-447d-45e4-98b2-497ef6e88c54 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "PUT /v2.0/routers/00c6a914-758f-47f9-9f24-b44d3d606e8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6273818 Sep 22 21:47:00.281382 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=f27f54cc-db07-42fc-b084-5a1fd6c938b7,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:47:00.291571 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c2a92e-ff8d-440a-b808-afb6ba7d7ae2 None None] Routers {'00c6a914-758f-47f9-9f24-b44d3d606e8a'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:47:00.292324 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-f9c2a92e-ff8d-440a-b808-afb6ba7d7ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:46:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['00c6a914-758f-47f9-9f24-b44d3d606e8a'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:47:00.476974 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9673e2b7-ca4e-421b-b084-59edb4dc230c tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:00.477531 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9673e2b7-ca4e-421b-b084-59edb4dc230c tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:00.478484 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9673e2b7-ca4e-421b-b084-59edb4dc230c tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:00.479293 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9673e2b7-ca4e-421b-b084-59edb4dc230c tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:00.480067 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9673e2b7-ca4e-421b-b084-59edb4dc230c tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:00.480699 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9673e2b7-ca4e-421b-b084-59edb4dc230c tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:00.483044 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-9673e2b7-ca4e-421b-b084-59edb4dc230c tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.2027681 Sep 22 21:47:00.485882 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 52764) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:47:00.578976 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28af4561-32cb-4058-984e-8a702dcb447a tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:00.579445 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28af4561-32cb-4058-984e-8a702dcb447a tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:00.580239 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28af4561-32cb-4058-984e-8a702dcb447a tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:00.580711 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28af4561-32cb-4058-984e-8a702dcb447a tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:00.581853 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28af4561-32cb-4058-984e-8a702dcb447a tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:00.582366 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28af4561-32cb-4058-984e-8a702dcb447a tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:00.588129 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-28af4561-32cb-4058-984e-8a702dcb447a tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4002 time: 0.0965347 Sep 22 21:47:00.589438 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52768) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:47:00.626865 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-f9c2a92e-ff8d-440a-b808-afb6ba7d7ae2 None None] Set router 00c6a914-758f-47f9-9f24-b44d3d606e8a gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:47:00.783349 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-802fae02-2027-414c-8e49-261e203e2d6c None None] Attempt 2 to provision port 3e556591-4e16-43fa-a6d0-525951106604 Sep 22 21:47:00.883148 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-802fae02-2027-414c-8e49-261e203e2d6c None None] Port 3e556591-4e16-43fa-a6d0-525951106604 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:47:00.892990 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2cd8ac9b-a25f-4544-91fd-af8af10e3bf4 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2995410 Sep 22 21:47:00.971135 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52774) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:47:00.977095 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-db11cddd-bce1-4290-a11a-08e417d8c7c3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1822464689', 'description': 'tempest-secgroup-smoke-1822464689 description', 'project_id': 'eb1aed2a20e141c98ec99089a446670b'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:47:00.983773 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-db11cddd-bce1-4290-a11a-08e417d8c7c3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:47:00.988374 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-db11cddd-bce1-4290-a11a-08e417d8c7c3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:47:00.991432 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-db11cddd-bce1-4290-a11a-08e417d8c7c3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:47:00.997941 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-db11cddd-bce1-4290-a11a-08e417d8c7c3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:47:01.011917 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-db11cddd-bce1-4290-a11a-08e417d8c7c3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:01.034141 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-db11cddd-bce1-4290-a11a-08e417d8c7c3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:47:01.038816 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-db11cddd-bce1-4290-a11a-08e417d8c7c3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:47:01.042711 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-db11cddd-bce1-4290-a11a-08e417d8c7c3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:47:01.050394 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-db11cddd-bce1-4290-a11a-08e417d8c7c3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:47:01.129812 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-f9c2a92e-ff8d-440a-b808-afb6ba7d7ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c6a914-758f-47f9-9f24-b44d3d606e8a', 'name': 'tempest-TestNetworkBasicOps-router-754139044', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'f27f54cc-db07-42fc-b084-5a1fd6c938b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:46:53Z', 'updated_at': '2022-09-22T21:46:58Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': 'f27f54cc-db07-42fc-b084-5a1fd6c938b7', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c6a914-758f-47f9-9f24-b44d3d606e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:46:54Z', 'updated_at': '2022-09-22T21:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '3e556591-4e16-43fa-a6d0-525951106604', 'name': '', 'network_id': 'd04db0b5-4270-4e5d-bb1c-bb1bd95a14a5', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:81:3b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c6a914-758f-47f9-9f24-b44d3d606e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'd339fa0b-d3db-45b0-a462-966298afdfc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:46:57Z', 'updated_at': '2022-09-22T21:46:59Z', 'revision_number': 2, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': 'd339fa0b-d3db-45b0-a462-966298afdfc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:47:01.140914 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c2a92e-ff8d-440a-b808-afb6ba7d7ae2 None None] Checking router: 00c6a914-758f-47f9-9f24-b44d3d606e8a for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:47:01.141199 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c2a92e-ff8d-440a-b808-afb6ba7d7ae2 None None] Updating router 00c6a914-758f-47f9-9f24-b44d3d606e8a port 3e556591-4e16-43fa-a6d0-525951106604 binding host dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:47:01.173393 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device f202bec5-030c-4460-bf1b-43f3b6aa4648 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:47:01.192581 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-db11cddd-bce1-4290-a11a-08e417d8c7c3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:01.205846 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-db11cddd-bce1-4290-a11a-08e417d8c7c3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:01.259644 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f9c2a92e-ff8d-440a-b808-afb6ba7d7ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:01.301942 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db11cddd-bce1-4290-a11a-08e417d8c7c3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79f525f5-3256-4b53-8a39-8177d9c4e3a3,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:47:01.319012 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-db11cddd-bce1-4290-a11a-08e417d8c7c3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:01.320428 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-db11cddd-bce1-4290-a11a-08e417d8c7c3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3479321 Sep 22 21:47:01.323798 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52778) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:47:01.334067 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-dd35ef67-2cbf-4e0d-b934-c9947d328afd tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': '79f525f5-3256-4b53-8a39-8177d9c4e3a3', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:47:01.339563 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port f202bec5-030c-4460-bf1b-43f3b6aa4648 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:47:01.339937 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:01.340269 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port f202bec5-030c-4460-bf1b-43f3b6aa4648 Sep 22 21:47:01.342705 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-dd35ef67-2cbf-4e0d-b934-c9947d328afd tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:47:01.348606 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-dd35ef67-2cbf-4e0d-b934-c9947d328afd tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:47:01.353324 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-dd35ef67-2cbf-4e0d-b934-c9947d328afd tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:47:01.360973 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-dd35ef67-2cbf-4e0d-b934-c9947d328afd tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:47:01.391406 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-802fae02-2027-414c-8e49-261e203e2d6c None None] Attempt 3 to provision port 3e556591-4e16-43fa-a6d0-525951106604 Sep 22 21:47:01.395774 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-dd35ef67-2cbf-4e0d-b934-c9947d328afd tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:01.473776 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-dd35ef67-2cbf-4e0d-b934-c9947d328afd tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:01.485381 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-dd35ef67-2cbf-4e0d-b934-c9947d328afd tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:01.535607 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd35ef67-2cbf-4e0d-b934-c9947d328afd tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6da42934-e7e7-46f5-b152-d8e022d9d9a1,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:47:01.536141 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-802fae02-2027-414c-8e49-261e203e2d6c None None] Port 3e556591-4e16-43fa-a6d0-525951106604 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:47:01.557475 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-dd35ef67-2cbf-4e0d-b934-c9947d328afd tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:01.559791 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-dd35ef67-2cbf-4e0d-b934-c9947d328afd tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2327051 Sep 22 21:47:01.562629 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52782) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:47:01.567730 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-0749c5ef-c4b9-4a03-89f5-52e79a08b61b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': '79f525f5-3256-4b53-8a39-8177d9c4e3a3', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:47:01.576025 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-0749c5ef-c4b9-4a03-89f5-52e79a08b61b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:47:01.589984 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-0749c5ef-c4b9-4a03-89f5-52e79a08b61b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:47:01.594043 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-0749c5ef-c4b9-4a03-89f5-52e79a08b61b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:47:01.602014 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-0749c5ef-c4b9-4a03-89f5-52e79a08b61b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:47:01.666041 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0749c5ef-c4b9-4a03-89f5-52e79a08b61b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:01.689237 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port f202bec5-030c-4460-bf1b-43f3b6aa4648 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:47:01.690578 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device f27f54cc-db07-42fc-b084-5a1fd6c938b7 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:47:01.788181 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0749c5ef-c4b9-4a03-89f5-52e79a08b61b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:01.800835 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0749c5ef-c4b9-4a03-89f5-52e79a08b61b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:01.806680 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port f27f54cc-db07-42fc-b084-5a1fd6c938b7 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:47:01.807068 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:01.807423 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port f27f54cc-db07-42fc-b084-5a1fd6c938b7 Sep 22 21:47:01.830196 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0749c5ef-c4b9-4a03-89f5-52e79a08b61b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fadc9c0-fdf2-421a-86d9-6e2236ccfaf0,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:47:01.839378 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0749c5ef-c4b9-4a03-89f5-52e79a08b61b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:01.841136 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-0749c5ef-c4b9-4a03-89f5-52e79a08b61b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2772307 Sep 22 21:47:01.845330 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 52788) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:47:01.859785 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-7b7f562c-6a4f-4dd4-b093-0a81fd109ed1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': '79f525f5-3256-4b53-8a39-8177d9c4e3a3', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:47:01.872740 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-7b7f562c-6a4f-4dd4-b093-0a81fd109ed1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:47:01.882526 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-7b7f562c-6a4f-4dd4-b093-0a81fd109ed1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:47:01.891440 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-7b7f562c-6a4f-4dd4-b093-0a81fd109ed1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:47:01.908826 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-7b7f562c-6a4f-4dd4-b093-0a81fd109ed1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:47:01.949776 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7b7f562c-6a4f-4dd4-b093-0a81fd109ed1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:01.992870 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f9c2a92e-ff8d-440a-b808-afb6ba7d7ae2 None None] Notify callbacks [] for port, precommit_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:02.033894 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-f9c2a92e-ff8d-440a-b808-afb6ba7d7ae2 None None] Transition to ACTIVE for port object 3e556591-4e16-43fa-a6d0-525951106604 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:47:02.038018 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-802fae02-2027-414c-8e49-261e203e2d6c None None] Attempt 4 to provision port 3e556591-4e16-43fa-a6d0-525951106604 Sep 22 21:47:02.097014 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port f27f54cc-db07-42fc-b084-5a1fd6c938b7 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:47:02.097761 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7b7f562c-6a4f-4dd4-b093-0a81fd109ed1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:02.099399 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f9c2a92e-ff8d-440a-b808-afb6ba7d7ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:02.107947 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7b7f562c-6a4f-4dd4-b093-0a81fd109ed1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:02.142512 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f562c-6a4f-4dd4-b093-0a81fd109ed1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a983ae3d-85a1-4da0-a432-a0edd73dbe83,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:47:02.159769 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f562c-6a4f-4dd4-b093-0a81fd109ed1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:47:02.160393 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f562c-6a4f-4dd4-b093-0a81fd109ed1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:47:02.160570 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f562c-6a4f-4dd4-b093-0a81fd109ed1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:47:02.160885 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f562c-6a4f-4dd4-b093-0a81fd109ed1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:47:02.161682 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f562c-6a4f-4dd4-b093-0a81fd109ed1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:47:02.162160 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f562c-6a4f-4dd4-b093-0a81fd109ed1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:47:02.162965 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f562c-6a4f-4dd4-b093-0a81fd109ed1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:47:02.162965 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f562c-6a4f-4dd4-b093-0a81fd109ed1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:47:02.163658 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f562c-6a4f-4dd4-b093-0a81fd109ed1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:47:02.163764 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f562c-6a4f-4dd4-b093-0a81fd109ed1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:47:02.164346 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f562c-6a4f-4dd4-b093-0a81fd109ed1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:47:02.164346 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f562c-6a4f-4dd4-b093-0a81fd109ed1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:47:02.168113 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7b7f562c-6a4f-4dd4-b093-0a81fd109ed1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:02.169962 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-7b7f562c-6a4f-4dd4-b093-0a81fd109ed1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3229666 Sep 22 21:47:02.173506 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52792) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:47:02.185607 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-471e19f6-f283-49de-a2da-962235d038a2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': '79f525f5-3256-4b53-8a39-8177d9c4e3a3', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:47:02.197139 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-471e19f6-f283-49de-a2da-962235d038a2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:47:02.203567 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-471e19f6-f283-49de-a2da-962235d038a2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:47:02.208262 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-471e19f6-f283-49de-a2da-962235d038a2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:47:02.217389 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-471e19f6-f283-49de-a2da-962235d038a2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:47:02.237456 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-471e19f6-f283-49de-a2da-962235d038a2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:02.294762 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-802fae02-2027-414c-8e49-261e203e2d6c None None] Port 3e556591-4e16-43fa-a6d0-525951106604 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:47:02.306589 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfe1a58-1355-4d4d-b6ad-27ec0be16989 None None] Pushing event updated for resources: {'Port': ['ID=3e556591-4e16-43fa-a6d0-525951106604,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:47:02.360979 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-471e19f6-f283-49de-a2da-962235d038a2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:02.368853 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-471e19f6-f283-49de-a2da-962235d038a2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:02.433506 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471e19f6-f283-49de-a2da-962235d038a2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec22c57b-7803-43bf-83f4-b18b5094e1b6,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:47:02.452090 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-f9c2a92e-ff8d-440a-b808-afb6ba7d7ae2 None None] Attempting to bind port 3e556591-4e16-43fa-a6d0-525951106604 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:47:02.453012 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-f9c2a92e-ff8d-440a-b808-afb6ba7d7ae2 None None] Attempting to bind port 3e556591-4e16-43fa-a6d0-525951106604 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'e946529e-0d48-4931-b61d-d7d8d1833d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd04db0b5-4270-4e5d-bb1c-bb1bd95a14a5'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:47:02.453666 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c2a92e-ff8d-440a-b808-afb6ba7d7ae2 None None] Attempting to bind port 3e556591-4e16-43fa-a6d0-525951106604 on network d04db0b5-4270-4e5d-bb1c-bb1bd95a14a5 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:47:02.456433 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-471e19f6-f283-49de-a2da-962235d038a2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:02.459024 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-471e19f6-f283-49de-a2da-962235d038a2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2842019 Sep 22 21:47:02.462259 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c2a92e-ff8d-440a-b808-afb6ba7d7ae2 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:47:02.463306 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c2a92e-ff8d-440a-b808-afb6ba7d7ae2 None None] Checking segment: {'id': 'e946529e-0d48-4931-b61d-d7d8d1833d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd04db0b5-4270-4e5d-bb1c-bb1bd95a14a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:47:02.463802 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f9c2a92e-ff8d-440a-b808-afb6ba7d7ae2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:02.464446 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c2a92e-ff8d-440a-b808-afb6ba7d7ae2 None None] Bound using segment: {'id': 'e946529e-0d48-4931-b61d-d7d8d1833d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd04db0b5-4270-4e5d-bb1c-bb1bd95a14a5'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:47:02.464962 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-f9c2a92e-ff8d-440a-b808-afb6ba7d7ae2 None None] Bound port: 3e556591-4e16-43fa-a6d0-525951106604, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e946529e-0d48-4931-b61d-d7d8d1833d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd04db0b5-4270-4e5d-bb1c-bb1bd95a14a5'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:47:02.465632 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f9c2a92e-ff8d-440a-b808-afb6ba7d7ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:02.470850 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 52796) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:47:02.477909 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-a5d423d9-38bd-42e9-a3d9-6acef5eed0b3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': '79f525f5-3256-4b53-8a39-8177d9c4e3a3', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:47:02.484740 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-a5d423d9-38bd-42e9-a3d9-6acef5eed0b3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:47:02.489837 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-a5d423d9-38bd-42e9-a3d9-6acef5eed0b3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:47:02.492707 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-a5d423d9-38bd-42e9-a3d9-6acef5eed0b3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:47:02.500433 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-a5d423d9-38bd-42e9-a3d9-6acef5eed0b3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:47:02.523832 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.securitygroups_db [None req-a5d423d9-38bd-42e9-a3d9-6acef5eed0b3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Project eb1aed2a20e141c98ec99089a446670b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 21:47:02.535703 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a5d423d9-38bd-42e9-a3d9-6acef5eed0b3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:02.589280 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-f9c2a92e-ff8d-440a-b808-afb6ba7d7ae2 None None] For port 3e556591-4e16-43fa-a6d0-525951106604, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:47:02.593935 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-f9c2a92e-ff8d-440a-b808-afb6ba7d7ae2 None None] For port 3e556591-4e16-43fa-a6d0-525951106604, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=3e556591-4e16-43fa-a6d0-525951106604,segment=NetworkSegment(e946529e-0d48-4931-b61d-d7d8d1833d44),segment_id=e946529e-0d48-4931-b61d-d7d8d1833d44)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:47:02.607586 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f9c2a92e-ff8d-440a-b808-afb6ba7d7ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:02.663876 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a5d423d9-38bd-42e9-a3d9-6acef5eed0b3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:02.675878 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a5d423d9-38bd-42e9-a3d9-6acef5eed0b3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:02.694800 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c2a92e-ff8d-440a-b808-afb6ba7d7ae2 None None] Routers {'00c6a914-758f-47f9-9f24-b44d3d606e8a'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:47:02.694800 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-f9c2a92e-ff8d-440a-b808-afb6ba7d7ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:46:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['00c6a914-758f-47f9-9f24-b44d3d606e8a'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:47:02.703624 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d423d9-38bd-42e9-a3d9-6acef5eed0b3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3911fc92-d95b-43ba-bfac-b035028c4223,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:47:02.745547 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a5d423d9-38bd-42e9-a3d9-6acef5eed0b3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:02.754764 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a5d423d9-38bd-42e9-a3d9-6acef5eed0b3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2745714 Sep 22 21:47:02.755998 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52802) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:47:02.777246 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-7d3e5b0f-866a-46a2-8d03-fee6b45274af tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': '79f525f5-3256-4b53-8a39-8177d9c4e3a3', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:47:02.796856 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-802fae02-2027-414c-8e49-261e203e2d6c None None] Attempt 5 to provision port 3e556591-4e16-43fa-a6d0-525951106604 Sep 22 21:47:02.798826 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-7d3e5b0f-866a-46a2-8d03-fee6b45274af tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:47:02.810876 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-7d3e5b0f-866a-46a2-8d03-fee6b45274af tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:47:02.832682 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-7d3e5b0f-866a-46a2-8d03-fee6b45274af tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:47:02.839672 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfe1a58-1355-4d4d-b6ad-27ec0be16989 None None] Pushing event updated for resources: {'Port': ['ID=3e556591-4e16-43fa-a6d0-525951106604,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:47:02.847243 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-7d3e5b0f-866a-46a2-8d03-fee6b45274af tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:47:02.866092 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.securitygroups_db [None req-7d3e5b0f-866a-46a2-8d03-fee6b45274af tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Project eb1aed2a20e141c98ec99089a446670b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 21:47:02.878342 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7d3e5b0f-866a-46a2-8d03-fee6b45274af tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:02.976523 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-802fae02-2027-414c-8e49-261e203e2d6c None None] Port 3e556591-4e16-43fa-a6d0-525951106604 had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 21:47:02.981538 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7d3e5b0f-866a-46a2-8d03-fee6b45274af tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:02.986993 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7d3e5b0f-866a-46a2-8d03-fee6b45274af tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:03.006848 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-f9c2a92e-ff8d-440a-b808-afb6ba7d7ae2 None None] Set router 00c6a914-758f-47f9-9f24-b44d3d606e8a gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:47:03.013741 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3e5b0f-866a-46a2-8d03-fee6b45274af tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=802173e0-3326-4285-a755-3ac29110b761,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:47:03.033670 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7d3e5b0f-866a-46a2-8d03-fee6b45274af tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:03.038637 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-7d3e5b0f-866a-46a2-8d03-fee6b45274af tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2709417 Sep 22 21:47:03.275074 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-c2317e4e-7bb9-41a9-bc38-14122383a51d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:security_group {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:47:03.301491 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-c2317e4e-7bb9-41a9-bc38-14122383a51d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:security_group {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:47:03.302837 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-c2317e4e-7bb9-41a9-bc38-14122383a51d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1822464689&fields=id&tenant_id=eb1aed2a20e141c98ec99089a446670b HTTP/1.1" status: 200 len: 267 time: 0.0869620 Sep 22 21:47:03.429861 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-f9c2a92e-ff8d-440a-b808-afb6ba7d7ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c6a914-758f-47f9-9f24-b44d3d606e8a', 'name': 'tempest-TestNetworkBasicOps-router-754139044', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'f27f54cc-db07-42fc-b084-5a1fd6c938b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:46:53Z', 'updated_at': '2022-09-22T21:46:58Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': 'f27f54cc-db07-42fc-b084-5a1fd6c938b7', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c6a914-758f-47f9-9f24-b44d3d606e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:46:54Z', 'updated_at': '2022-09-22T21:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '3e556591-4e16-43fa-a6d0-525951106604', 'name': '', 'network_id': 'd04db0b5-4270-4e5d-bb1c-bb1bd95a14a5', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:81:3b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c6a914-758f-47f9-9f24-b44d3d606e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'd339fa0b-d3db-45b0-a462-966298afdfc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:46:57Z', 'updated_at': '2022-09-22T21:47:02Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': 'd339fa0b-d3db-45b0-a462-966298afdfc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:47:03.435873 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c2a92e-ff8d-440a-b808-afb6ba7d7ae2 None None] The sync data for ids ['00c6a914-758f-47f9-9f24-b44d3d606e8a'] in dv-neutron-858900-1-hyperv is: [{'id': '00c6a914-758f-47f9-9f24-b44d3d606e8a', 'name': 'tempest-TestNetworkBasicOps-router-754139044', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'f27f54cc-db07-42fc-b084-5a1fd6c938b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:46:53Z', 'updated_at': '2022-09-22T21:46:58Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': 'f27f54cc-db07-42fc-b084-5a1fd6c938b7', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c6a914-758f-47f9-9f24-b44d3d606e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:46:54Z', 'updated_at': '2022-09-22T21:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '3e556591-4e16-43fa-a6d0-525951106604', 'name': '', 'network_id': 'd04db0b5-4270-4e5d-bb1c-bb1bd95a14a5', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:81:3b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c6a914-758f-47f9-9f24-b44d3d606e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'd339fa0b-d3db-45b0-a462-966298afdfc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:46:57Z', 'updated_at': '2022-09-22T21:47:02Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': 'd339fa0b-d3db-45b0-a462-966298afdfc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:47:03.637542 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-f639afa0-cf67-4586-a75a-caadfab11f60 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:03.638495 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-f639afa0-cf67-4586-a75a-caadfab11f60 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:network {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:47:03.660656 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-f639afa0-cf67-4586-a75a-caadfab11f60 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:network {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:47:03.662062 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-f639afa0-cf67-4586-a75a-caadfab11f60 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/networks?id=d04db0b5-4270-4e5d-bb1c-bb1bd95a14a5 HTTP/1.1" status: 200 len: 797 time: 0.3476615 Sep 22 21:47:03.678336 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-73cc8079-4bf2-428b-8ba2-211bb3d197e8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/quotas/eb1aed2a20e141c98ec99089a446670b HTTP/1.1" status: 200 len: 375 time: 0.0098927 Sep 22 21:47:03.805767 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-ea12dee2-46fd-4573-83b5-45d363fd6b47 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:47:03.824071 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-ea12dee2-46fd-4573-83b5-45d363fd6b47 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:47:03.825602 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-ea12dee2-46fd-4573-83b5-45d363fd6b47 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1414509 Sep 22 21:47:04.147086 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-e4d4666f-f9fc-4876-80bd-05c1f288a5b7 service neutron] 10.222.0.33 "GET /v2.0/networks/d04db0b5-4270-4e5d-bb1c-bb1bd95a14a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932053 Sep 22 21:47:04.311972 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-f231dd08-badb-42e9-86d3-1c28b70c58f4 service neutron] 10.222.0.33 "GET /v2.0/networks/d04db0b5-4270-4e5d-bb1c-bb1bd95a14a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580310 Sep 22 21:47:04.583244 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-787de581-6dc8-4cf9-b2c0-f18d31e739f6 req-83e0c820-f979-408e-a5f6-0530b172a8f8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=fa33492b-578b-4714-ad27-ea349116dbb2 HTTP/1.1" status: 200 len: 210 time: 0.0676799 Sep 22 21:47:05.179313 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 3e556591-4e16-43fa-a6d0-525951106604 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:47:05.268426 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 3e556591-4e16-43fa-a6d0-525951106604 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:47:05.276770 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 3e556591-4e16-43fa-a6d0-525951106604 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:47:05.277192 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:05.277625 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 3e556591-4e16-43fa-a6d0-525951106604 Sep 22 21:47:05.397810 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 3e556591-4e16-43fa-a6d0-525951106604 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:47:05.398446 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:05.431864 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 3e556591-4e16-43fa-a6d0-525951106604, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=3e556591-4e16-43fa-a6d0-525951106604,segment=NetworkSegment(e946529e-0d48-4931-b61d-d7d8d1833d44),segment_id=e946529e-0d48-4931-b61d-d7d8d1833d44)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:47:05.436065 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:05.525031 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=3e556591-4e16-43fa-a6d0-525951106604,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:47:05.537192 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:47:05.538213 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:47:05.538213 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:47:05.538373 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:47:05.538717 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:47:05.539049 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:47:05.539389 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:47:05.539702 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:47:05.540022 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:47:05.540338 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:47:05.540660 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:47:05.540987 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:47:05.777391 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-ce22c0ca-1c5a-405b-b54f-ef825c9c1fc2 req-57130a3d-699b-479e-b077-4f05d7c92385 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=fa33492b-578b-4714-ad27-ea349116dbb2 HTTP/1.1" status: 200 len: 210 time: 0.0934145 Sep 22 21:47:05.793991 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-9913282b-5cf0-42f1-a63f-ea39a2064a2c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:05.794825 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-9913282b-5cf0-42f1-a63f-ea39a2064a2c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:network {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:47:05.812638 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-9913282b-5cf0-42f1-a63f-ea39a2064a2c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:network {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:47:05.813838 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-9913282b-5cf0-42f1-a63f-ea39a2064a2c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "GET /v2.0/networks?id=d04db0b5-4270-4e5d-bb1c-bb1bd95a14a5 HTTP/1.1" status: 200 len: 797 time: 0.2231679 Sep 22 21:47:05.868433 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-cdc1ca85-e5de-48d4-8daa-66c8fea33d99 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb1aed2a20e141c98ec99089a446670b HTTP/1.1" status: 200 len: 380 time: 0.0454328 Sep 22 21:47:05.879492 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-2de775dd-b45b-44cc-97e0-0ddaae6ad41f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'port': {'device_id': 'fa33492b-578b-4714-ad27-ea349116dbb2', 'network_id': 'd04db0b5-4270-4e5d-bb1c-bb1bd95a14a5', 'admin_state_up': True, 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'security_groups': ['79f525f5-3256-4b53-8a39-8177d9c4e3a3']}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:47:06.017434 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-2de775dd-b45b-44cc-97e0-0ddaae6ad41f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:47:06.026973 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-2de775dd-b45b-44cc-97e0-0ddaae6ad41f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:47:06.037900 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-2de775dd-b45b-44cc-97e0-0ddaae6ad41f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Made reservation on behalf of eb1aed2a20e141c98ec99089a446670b for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:47:06.044397 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-2de775dd-b45b-44cc-97e0-0ddaae6ad41f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:06.214930 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-2de775dd-b45b-44cc-97e0-0ddaae6ad41f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Allocated IP 172.20.0.3 (d04db0b5-4270-4e5d-bb1c-bb1bd95a14a5/d339fa0b-d3db-45b0-a462-966298afdfc8/9f0a14eb-6334-4688-bebb-854e1362e863) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:47:06.412069 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-2de775dd-b45b-44cc-97e0-0ddaae6ad41f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:06.427580 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-2de775dd-b45b-44cc-97e0-0ddaae6ad41f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Transition to ACTIVE for port object 9f0a14eb-6334-4688-bebb-854e1362e863 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:47:06.450492 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-2de775dd-b45b-44cc-97e0-0ddaae6ad41f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:06.520471 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-2de775dd-b45b-44cc-97e0-0ddaae6ad41f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network d04db0b5-4270-4e5d-bb1c-bb1bd95a14a5 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:47:06.523586 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-2de775dd-b45b-44cc-97e0-0ddaae6ad41f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:47:06.526093 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-2de775dd-b45b-44cc-97e0-0ddaae6ad41f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:47:06.568749 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de775dd-b45b-44cc-97e0-0ddaae6ad41f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=9f0a14eb-6334-4688-bebb-854e1362e863,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:47:06.595123 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-2de775dd-b45b-44cc-97e0-0ddaae6ad41f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:06.595719 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-2de775dd-b45b-44cc-97e0-0ddaae6ad41f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:06.621509 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-2de775dd-b45b-44cc-97e0-0ddaae6ad41f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7460935 Sep 22 21:47:06.632946 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-ee979d4f-5ace-4aff-b634-71f3e5a11b10 service neutron] Request body: {'port': {'device_id': 'fa33492b-578b-4714-ad27-ea349116dbb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:47:06.716399 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-2e2e3690-f61b-4f3d-84a7-6a0c2dbd40e2 None None] Provisioning for port 9f0a14eb-6334-4688-bebb-854e1362e863 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:47:06.722300 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-2e2e3690-f61b-4f3d-84a7-6a0c2dbd40e2 None None] Provisioning complete for port 9f0a14eb-6334-4688-bebb-854e1362e863 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:47:06.722693 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2e2e3690-f61b-4f3d-84a7-6a0c2dbd40e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:06.723018 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-2e2e3690-f61b-4f3d-84a7-6a0c2dbd40e2 None None] Attempt 1 to provision port 9f0a14eb-6334-4688-bebb-854e1362e863 Sep 22 21:47:06.750184 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-ee979d4f-5ace-4aff-b634-71f3e5a11b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:06.781645 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-2e2e3690-f61b-4f3d-84a7-6a0c2dbd40e2 None None] Port 9f0a14eb-6334-4688-bebb-854e1362e863 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:47:07.135704 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 3e556591-4e16-43fa-a6d0-525951106604 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:47:07.188339 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe4046-840d-421d-b724-e9fafc3ba38d req-b6590f41-8c4c-44b2-863f-4870de6609d4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:07.189118 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-0afe4046-840d-421d-b724-e9fafc3ba38d req-b6590f41-8c4c-44b2-863f-4870de6609d4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:47:07.203792 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 3e556591-4e16-43fa-a6d0-525951106604 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:47:07.204237 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:07.204636 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 3e556591-4e16-43fa-a6d0-525951106604 Sep 22 21:47:07.226301 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-0afe4046-840d-421d-b724-e9fafc3ba38d req-b6590f41-8c4c-44b2-863f-4870de6609d4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:47:07.243130 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0afe4046-840d-421d-b724-e9fafc3ba38d req-b6590f41-8c4c-44b2-863f-4870de6609d4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=fa33492b-578b-4714-ad27-ea349116dbb2 HTTP/1.1" status: 200 len: 931 time: 0.3519902 Sep 22 21:47:07.301766 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-2e2e3690-f61b-4f3d-84a7-6a0c2dbd40e2 None None] Attempt 2 to provision port 9f0a14eb-6334-4688-bebb-854e1362e863 Sep 22 21:47:07.324144 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0afe4046-840d-421d-b724-e9fafc3ba38d req-685b49be-37e2-457e-9509-a99c1cde329a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=79f525f5-3256-4b53-8a39-8177d9c4e3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707860 Sep 22 21:47:07.365240 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-ee979d4f-5ace-4aff-b634-71f3e5a11b10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f0a14eb-6334-4688-bebb-854e1362e863 {{(pid=89008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:47:07.374548 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-ee979d4f-5ace-4aff-b634-71f3e5a11b10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:07.381254 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 3e556591-4e16-43fa-a6d0-525951106604 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:47:07.384395 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-2e2e3690-f61b-4f3d-84a7-6a0c2dbd40e2 None None] Port 9f0a14eb-6334-4688-bebb-854e1362e863 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:47:07.398630 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-ee979d4f-5ace-4aff-b634-71f3e5a11b10 service neutron] Transition to ACTIVE for port object 9f0a14eb-6334-4688-bebb-854e1362e863 will not be triggered until provisioned by entity L2. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:47:07.402430 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-ee979d4f-5ace-4aff-b634-71f3e5a11b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:07.606357 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee979d4f-5ace-4aff-b634-71f3e5a11b10 service neutron] Pushing event updated for resources: {'Port': ['ID=9f0a14eb-6334-4688-bebb-854e1362e863,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:47:07.638816 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-ee979d4f-5ace-4aff-b634-71f3e5a11b10 service neutron] Attempting to bind port 9f0a14eb-6334-4688-bebb-854e1362e863 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:47:07.639157 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-ee979d4f-5ace-4aff-b634-71f3e5a11b10 service neutron] Attempting to bind port 9f0a14eb-6334-4688-bebb-854e1362e863 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'e946529e-0d48-4931-b61d-d7d8d1833d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd04db0b5-4270-4e5d-bb1c-bb1bd95a14a5'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:47:07.639570 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-ee979d4f-5ace-4aff-b634-71f3e5a11b10 service neutron] Attempting to bind port 9f0a14eb-6334-4688-bebb-854e1362e863 on network d04db0b5-4270-4e5d-bb1c-bb1bd95a14a5 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:47:07.644262 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-ee979d4f-5ace-4aff-b634-71f3e5a11b10 service neutron] Port 9f0a14eb-6334-4688-bebb-854e1362e863 on network d04db0b5-4270-4e5d-bb1c-bb1bd95a14a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:47:07.644660 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-ee979d4f-5ace-4aff-b634-71f3e5a11b10 service neutron] Attempting to bind port 9f0a14eb-6334-4688-bebb-854e1362e863 on network d04db0b5-4270-4e5d-bb1c-bb1bd95a14a5 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:47:07.649863 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-ee979d4f-5ace-4aff-b634-71f3e5a11b10 service neutron] Checking agent: {'id': '8a88b827-3477-4399-ac15-439d59b3c48a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'started_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:47:07.650201 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-ee979d4f-5ace-4aff-b634-71f3e5a11b10 service neutron] Checking segment: {'id': 'e946529e-0d48-4931-b61d-d7d8d1833d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd04db0b5-4270-4e5d-bb1c-bb1bd95a14a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:47:07.650582 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-ee979d4f-5ace-4aff-b634-71f3e5a11b10 service neutron] Bound using segment: {'id': 'e946529e-0d48-4931-b61d-d7d8d1833d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd04db0b5-4270-4e5d-bb1c-bb1bd95a14a5'} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:47:07.651029 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-ee979d4f-5ace-4aff-b634-71f3e5a11b10 service neutron] Bound port: 9f0a14eb-6334-4688-bebb-854e1362e863, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e946529e-0d48-4931-b61d-d7d8d1833d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd04db0b5-4270-4e5d-bb1c-bb1bd95a14a5'}}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:47:07.651375 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-ee979d4f-5ace-4aff-b634-71f3e5a11b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:07.682220 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c6859056-603f-4790-b17d-5e0460de101e req-e83e8ad5-d3c7-482e-986c-1c1881df75d1 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-669633889&fields=id&tenant_id=c0953d2486f241adbaf31021d8b87543 HTTP/1.1" status: 200 len: 267 time: 0.0385685 Sep 22 21:47:07.742522 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-ee979d4f-5ace-4aff-b634-71f3e5a11b10 service neutron] For port 9f0a14eb-6334-4688-bebb-854e1362e863, host hv-neutron-8589, cleared binding levels {{(pid=89008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:47:07.745464 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-ee979d4f-5ace-4aff-b634-71f3e5a11b10 service neutron] For port 9f0a14eb-6334-4688-bebb-854e1362e863, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=9f0a14eb-6334-4688-bebb-854e1362e863,segment=NetworkSegment(e946529e-0d48-4931-b61d-d7d8d1833d44),segment_id=e946529e-0d48-4931-b61d-d7d8d1833d44)] {{(pid=89008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:47:07.750766 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-ee979d4f-5ace-4aff-b634-71f3e5a11b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:07.781093 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-ee979d4f-5ace-4aff-b634-71f3e5a11b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:07.781692 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-ee979d4f-5ace-4aff-b634-71f3e5a11b10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:07.783062 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-ee979d4f-5ace-4aff-b634-71f3e5a11b10 service neutron] 10.222.0.49 "PUT /v2.0/ports/9f0a14eb-6334-4688-bebb-854e1362e863 HTTP/1.1" status: 200 len: 1093 time: 1.1543925 Sep 22 21:47:07.788079 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa33492b-578b-4714-ad27-ea349116dbb2', 'tag': '9f0a14eb-6334-4688-bebb-854e1362e863'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:47:07.790396 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb028948-ea92-47f4-8eb9-596795569010" -d '{"events": [{"name": "network-changed", "server_uuid": "fa33492b-578b-4714-ad27-ea349116dbb2", "tag": "9f0a14eb-6334-4688-bebb-854e1362e863"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:47:07.826517 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee979d4f-5ace-4aff-b634-71f3e5a11b10 service neutron] Pushing event updated for resources: {'Port': ['ID=9f0a14eb-6334-4688-bebb-854e1362e863,revision_number=3']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:47:07.839944 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6859056-603f-4790-b17d-5e0460de101e req-2b62ff4f-3550-4256-b026-f21a1d745e28 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:07.841401 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c6859056-603f-4790-b17d-5e0460de101e req-2b62ff4f-3550-4256-b026-f21a1d745e28 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/networks?id=c4ba8f83-333c-411f-abb9-714415775b4d HTTP/1.1" status: 200 len: 811 time: 0.1519558 Sep 22 21:47:07.860834 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c6859056-603f-4790-b17d-5e0460de101e req-a50c0c53-b763-4e33-b792-645c1813ba41 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/quotas/c0953d2486f241adbaf31021d8b87543 HTTP/1.1" status: 200 len: 375 time: 0.0100708 Sep 22 21:47:07.874845 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6ac9ce-564f-4322-b241-4fd435396805 x-openstack-request-id: req-1e6ac9ce-564f-4322-b241-4fd435396805 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:47:07.874845 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa33492b-578b-4714-ad27-ea349116dbb2", "tag": "9f0a14eb-6334-4688-bebb-854e1362e863", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:47:07.874845 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1e6ac9ce-564f-4322-b241-4fd435396805 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:47:07.875188 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e6ac9ce-564f-4322-b241-4fd435396805'] response: {'name': 'network-changed', 'server_uuid': 'fa33492b-578b-4714-ad27-ea349116dbb2', 'tag': '9f0a14eb-6334-4688-bebb-854e1362e863', 'status': 'completed', 'code': 200} Sep 22 21:47:07.885789 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-2e2e3690-f61b-4f3d-84a7-6a0c2dbd40e2 None None] Attempt 3 to provision port 9f0a14eb-6334-4688-bebb-854e1362e863 Sep 22 21:47:07.913334 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-6d9dc7d8-6ae6-4bb9-921b-096e08f803a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:07.913334 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-6d9dc7d8-6ae6-4bb9-921b-096e08f803a0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&device_id=fa33492b-578b-4714-ad27-ea349116dbb2 HTTP/1.1" status: 200 len: 1096 time: 0.0827680 Sep 22 21:47:07.949228 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-2e2e3690-f61b-4f3d-84a7-6a0c2dbd40e2 None None] Port 9f0a14eb-6334-4688-bebb-854e1362e863 had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 21:47:07.960614 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c6859056-603f-4790-b17d-5e0460de101e req-0257a3ca-5217-4925-93be-4f5aefb84dc6 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=c0953d2486f241adbaf31021d8b87543&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0944874 Sep 22 21:47:07.982268 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-5186ca2c-d826-47e7-a469-969b1bb0bce7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f0a14eb-6334-4688-bebb-854e1362e863 HTTP/1.1" status: 200 len: 217 time: 0.0626678 Sep 22 21:47:08.046971 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-70e63977-0412-41c7-ab6f-cb69254e7b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:08.048419 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-70e63977-0412-41c7-ab6f-cb69254e7b90 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d339fa0b-d3db-45b0-a462-966298afdfc8 HTTP/1.1" status: 200 len: 832 time: 0.0606325 Sep 22 21:47:08.096477 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c6859056-603f-4790-b17d-5e0460de101e req-439378f1-4799-42d3-ad45-f5d65bf4cd05 service neutron] 10.222.0.33 "GET /v2.0/networks/c4ba8f83-333c-411f-abb9-714415775b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238885 Sep 22 21:47:08.129494 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-04037a3d-7a2c-4c23-9745-b31e93d765c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:08.130939 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-04037a3d-7a2c-4c23-9745-b31e93d765c3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d04db0b5-4270-4e5d-bb1c-bb1bd95a14a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767360 Sep 22 21:47:08.227981 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c6859056-603f-4790-b17d-5e0460de101e req-f6a088df-47e0-4046-a934-2b324d3343ee service neutron] 10.222.0.33 "GET /v2.0/networks/c4ba8f83-333c-411f-abb9-714415775b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255028 Sep 22 21:47:08.266970 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-dc85530b-c52d-4778-8895-41fb3b6ba56a service neutron] 10.222.0.49 "GET /v2.0/networks/d04db0b5-4270-4e5d-bb1c-bb1bd95a14a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258912 Sep 22 21:47:08.401282 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-85e6c4b5-fa24-47ad-86c1-99be2c58a44b req-fd3ded79-3ac1-4f96-be29-d776c4fd2a12 service neutron] 10.222.0.49 "GET /v2.0/networks/d04db0b5-4270-4e5d-bb1c-bb1bd95a14a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285934 Sep 22 21:47:08.602343 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb028948-ea92-47f4-8eb9-596795569010 req-296ac544-417b-4b75-b541-e7ec7fa253e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:08.603844 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cb028948-ea92-47f4-8eb9-596795569010 req-296ac544-417b-4b75-b541-e7ec7fa253e6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&device_id=fa33492b-578b-4714-ad27-ea349116dbb2 HTTP/1.1" status: 200 len: 1096 time: 0.1503665 Sep 22 21:47:08.613780 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85029f3d-9278-4c2c-b247-8d8902e4f52b req-14db53f9-bc53-42a7-bd42-2411f7f1fa3a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:08.615348 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-85029f3d-9278-4c2c-b247-8d8902e4f52b req-14db53f9-bc53-42a7-bd42-2411f7f1fa3a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=fa33492b-578b-4714-ad27-ea349116dbb2 HTTP/1.1" status: 200 len: 943 time: 0.1642072 Sep 22 21:47:08.631224 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-cdbbfc8b-844d-44d8-82b4-cb8bb2388859 req-a46836e6-712f-42ff-a3f4-cbeace72a8fa tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?device_id=a6c211fd-e14c-4ca5-9bdb-9abbeea0597a HTTP/1.1" status: 200 len: 210 time: 0.0581579 Sep 22 21:47:08.752953 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-85029f3d-9278-4c2c-b247-8d8902e4f52b req-e7df2d28-5137-41ca-b37b-19cb085acbf6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=79f525f5-3256-4b53-8a39-8177d9c4e3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181324 Sep 22 21:47:08.794560 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb028948-ea92-47f4-8eb9-596795569010 req-ffb88656-439a-43d5-b962-658ccd53df95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:08.796049 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cb028948-ea92-47f4-8eb9-596795569010 req-ffb88656-439a-43d5-b962-658ccd53df95 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d04db0b5-4270-4e5d-bb1c-bb1bd95a14a5 HTTP/1.1" status: 200 len: 897 time: 0.1799173 Sep 22 21:47:08.864248 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cb028948-ea92-47f4-8eb9-596795569010 req-7908affc-cc95-4917-8091-157b57911852 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f0a14eb-6334-4688-bebb-854e1362e863 HTTP/1.1" status: 200 len: 217 time: 0.0622094 Sep 22 21:47:08.933031 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb028948-ea92-47f4-8eb9-596795569010 req-8f60a756-be0d-42c4-a9a6-f01dcfbdfa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:08.934532 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cb028948-ea92-47f4-8eb9-596795569010 req-8f60a756-be0d-42c4-a9a6-f01dcfbdfa79 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d339fa0b-d3db-45b0-a462-966298afdfc8 HTTP/1.1" status: 200 len: 832 time: 0.0638442 Sep 22 21:47:09.020359 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb028948-ea92-47f4-8eb9-596795569010 req-3cd03f61-d173-467c-888b-a31940963cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:09.021833 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cb028948-ea92-47f4-8eb9-596795569010 req-3cd03f61-d173-467c-888b-a31940963cd2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d04db0b5-4270-4e5d-bb1c-bb1bd95a14a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808287 Sep 22 21:47:09.155474 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cb028948-ea92-47f4-8eb9-596795569010 req-cf19fae1-680b-4e51-b9f3-a34bed521b1a service neutron] 10.222.0.49 "GET /v2.0/networks/d04db0b5-4270-4e5d-bb1c-bb1bd95a14a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272759 Sep 22 21:47:09.386473 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cb028948-ea92-47f4-8eb9-596795569010 req-ec5aca02-e30c-4f5c-b7e7-adb759f80fdd service neutron] 10.222.0.49 "GET /v2.0/networks/d04db0b5-4270-4e5d-bb1c-bb1bd95a14a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249594 Sep 22 21:47:09.634224 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6859056-603f-4790-b17d-5e0460de101e req-9a7370f0-6899-4bc9-a0b9-4b919df80021 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:09.635649 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c6859056-603f-4790-b17d-5e0460de101e req-9a7370f0-6899-4bc9-a0b9-4b919df80021 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.49 "GET /v2.0/networks?id=c4ba8f83-333c-411f-abb9-714415775b4d HTTP/1.1" status: 200 len: 811 time: 0.1545038 Sep 22 21:47:09.686045 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c6859056-603f-4790-b17d-5e0460de101e req-bf394d3b-75a9-4c2c-9a28-c9db07557ea5 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0953d2486f241adbaf31021d8b87543 HTTP/1.1" status: 200 len: 379 time: 0.0430782 Sep 22 21:47:09.694285 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-27b9f125-4df1-4227-a8cf-ba1edcc9d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:09.698444 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-c6859056-603f-4790-b17d-5e0460de101e req-fb7ad8f7-7daf-43c0-a4e6-d996cc0a8906 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Request body: {'port': {'device_id': 'a6c211fd-e14c-4ca5-9bdb-9abbeea0597a', 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d', 'admin_state_up': True, 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'security_groups': ['5fa87605-2437-4141-bfe2-735b698472c9']}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:47:09.842463 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c528bf83-84d3-468f-b1c4-4104592530a0 req-1a8d1c91-0923-4fc3-a094-ab1409574bc0 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?device_id=a6c211fd-e14c-4ca5-9bdb-9abbeea0597a HTTP/1.1" status: 200 len: 210 time: 0.0690439 Sep 22 21:47:09.880428 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-c6859056-603f-4790-b17d-5e0460de101e req-fb7ad8f7-7daf-43c0-a4e6-d996cc0a8906 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:47:09.900400 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-c6859056-603f-4790-b17d-5e0460de101e req-fb7ad8f7-7daf-43c0-a4e6-d996cc0a8906 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:47:09.913050 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6859056-603f-4790-b17d-5e0460de101e req-fb7ad8f7-7daf-43c0-a4e6-d996cc0a8906 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Made reservation on behalf of c0953d2486f241adbaf31021d8b87543 for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:47:09.918461 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-c6859056-603f-4790-b17d-5e0460de101e req-fb7ad8f7-7daf-43c0-a4e6-d996cc0a8906 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:10.173551 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8dd1d5-c333-4388-b2c0-92352241655e req-3f60a773-6318-4a71-b40b-3cff69c529dc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:10.175317 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6d8dd1d5-c333-4388-b2c0-92352241655e req-3f60a773-6318-4a71-b40b-3cff69c529dc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=fa33492b-578b-4714-ad27-ea349116dbb2 HTTP/1.1" status: 200 len: 943 time: 0.2376380 Sep 22 21:47:10.221041 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [req-c6859056-603f-4790-b17d-5e0460de101e req-fb7ad8f7-7daf-43c0-a4e6-d996cc0a8906 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Allocated IP 172.20.0.5 (c4ba8f83-333c-411f-abb9-714415775b4d/8ec73feb-6226-4bb2-bdf7-f761304c77c1/d6dce280-3e9e-46db-b1dc-58d62326eafb) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:47:10.254362 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6d8dd1d5-c333-4388-b2c0-92352241655e req-5390f42e-dd12-44f5-b6ce-b20e11d568d0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=79f525f5-3256-4b53-8a39-8177d9c4e3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665581 Sep 22 21:47:10.285449 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 9f0a14eb-6334-4688-bebb-854e1362e863 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 21:47:10.491337 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-c6859056-603f-4790-b17d-5e0460de101e req-fb7ad8f7-7daf-43c0-a4e6-d996cc0a8906 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:10.501964 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 9f0a14eb-6334-4688-bebb-854e1362e863, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=9f0a14eb-6334-4688-bebb-854e1362e863,segment=NetworkSegment(e946529e-0d48-4931-b61d-d7d8d1833d44),segment_id=e946529e-0d48-4931-b61d-d7d8d1833d44)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:47:10.513737 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-c6859056-603f-4790-b17d-5e0460de101e req-fb7ad8f7-7daf-43c0-a4e6-d996cc0a8906 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Transition to ACTIVE for port object d6dce280-3e9e-46db-b1dc-58d62326eafb will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:47:10.517002 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': '9f0a14eb-6334-4688-bebb-854e1362e863', 'network_id': 'd04db0b5-4270-4e5d-bb1c-bb1bd95a14a5', 'port_id': '9f0a14eb-6334-4688-bebb-854e1362e863', 'mac_address': 'fa:16:3e:6a:af:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd339fa0b-d3db-45b0-a462-966298afdfc8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 21:47:10.547359 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-c6859056-603f-4790-b17d-5e0460de101e req-fb7ad8f7-7daf-43c0-a4e6-d996cc0a8906 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:10.580145 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 9f0a14eb-6334-4688-bebb-854e1362e863 is: DOWN; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:47:10.580564 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:10.609437 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f0a14eb-6334-4688-bebb-854e1362e863 {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:47:10.626042 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 9f0a14eb-6334-4688-bebb-854e1362e863, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=9f0a14eb-6334-4688-bebb-854e1362e863,segment=NetworkSegment(e946529e-0d48-4931-b61d-d7d8d1833d44),segment_id=e946529e-0d48-4931-b61d-d7d8d1833d44)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:47:10.628679 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6859056-603f-4790-b17d-5e0460de101e req-fb7ad8f7-7daf-43c0-a4e6-d996cc0a8906 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Network c4ba8f83-333c-411f-abb9-714415775b4d is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:47:10.631688 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:10.631930 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [req-c6859056-603f-4790-b17d-5e0460de101e req-fb7ad8f7-7daf-43c0-a4e6-d996cc0a8906 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:47:10.636151 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6859056-603f-4790-b17d-5e0460de101e req-fb7ad8f7-7daf-43c0-a4e6-d996cc0a8906 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:47:10.679191 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ad8f7-7daf-43c0-a4e6-d996cc0a8906 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Pushing event updated for resources: {'Port': ['ID=d6dce280-3e9e-46db-b1dc-58d62326eafb,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:47:10.709135 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6859056-603f-4790-b17d-5e0460de101e req-fb7ad8f7-7daf-43c0-a4e6-d996cc0a8906 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:10.709827 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-c6859056-603f-4790-b17d-5e0460de101e req-fb7ad8f7-7daf-43c0-a4e6-d996cc0a8906 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:10.714815 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=9f0a14eb-6334-4688-bebb-854e1362e863,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:47:10.741081 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c6859056-603f-4790-b17d-5e0460de101e req-fb7ad8f7-7daf-43c0-a4e6-d996cc0a8906 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0501733 Sep 22 21:47:10.753361 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-c6859056-603f-4790-b17d-5e0460de101e req-fbf5d2b7-1de4-45f5-b014-7b992cc05ee5 service neutron] Request body: {'port': {'device_id': 'a6c211fd-e14c-4ca5-9bdb-9abbeea0597a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:47:10.838949 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['9f0a14eb-6334-4688-bebb-854e1362e863'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 21:47:10.891948 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-c6859056-603f-4790-b17d-5e0460de101e req-fbf5d2b7-1de4-45f5-b014-7b992cc05ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:10.949026 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-7e078bec-3985-474f-b126-9d4488352ceb None None] Provisioning for port d6dce280-3e9e-46db-b1dc-58d62326eafb completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:47:10.966698 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-7e078bec-3985-474f-b126-9d4488352ceb None None] Provisioning complete for port d6dce280-3e9e-46db-b1dc-58d62326eafb triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:47:10.967082 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7e078bec-3985-474f-b126-9d4488352ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:10.967459 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-7e078bec-3985-474f-b126-9d4488352ceb None None] Attempt 1 to provision port d6dce280-3e9e-46db-b1dc-58d62326eafb Sep 22 21:47:11.058000 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-7e078bec-3985-474f-b126-9d4488352ceb None None] Port d6dce280-3e9e-46db-b1dc-58d62326eafb cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:47:11.074807 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7717d9-3fa2-475b-b215-0dca49a1f856 req-97c34a46-f58c-449f-851e-a0d7323672c5 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:11.086033 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-3d7717d9-3fa2-475b-b215-0dca49a1f856 req-97c34a46-f58c-449f-851e-a0d7323672c5 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?device_id=a6c211fd-e14c-4ca5-9bdb-9abbeea0597a HTTP/1.1" status: 200 len: 931 time: 0.1090770 Sep 22 21:47:11.190057 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-3d7717d9-3fa2-475b-b215-0dca49a1f856 req-b1b6b8cb-6e81-416e-91a6-33a3a68662a7 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fa87605-2437-4141-bfe2-735b698472c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971875 Sep 22 21:47:11.297009 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [req-c6859056-603f-4790-b17d-5e0460de101e req-fbf5d2b7-1de4-45f5-b014-7b992cc05ee5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6dce280-3e9e-46db-b1dc-58d62326eafb {{(pid=89008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:47:11.307506 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-c6859056-603f-4790-b17d-5e0460de101e req-fbf5d2b7-1de4-45f5-b014-7b992cc05ee5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:11.324163 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-c6859056-603f-4790-b17d-5e0460de101e req-fbf5d2b7-1de4-45f5-b014-7b992cc05ee5 service neutron] Transition to ACTIVE for port object d6dce280-3e9e-46db-b1dc-58d62326eafb will not be triggered until provisioned by entity L2. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:47:11.328397 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-c6859056-603f-4790-b17d-5e0460de101e req-fbf5d2b7-1de4-45f5-b014-7b992cc05ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:11.559158 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-7e078bec-3985-474f-b126-9d4488352ceb None None] Attempt 2 to provision port d6dce280-3e9e-46db-b1dc-58d62326eafb Sep 22 21:47:11.623955 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-7e078bec-3985-474f-b126-9d4488352ceb None None] Port d6dce280-3e9e-46db-b1dc-58d62326eafb cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:47:11.692862 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf5d2b7-1de4-45f5-b014-7b992cc05ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=d6dce280-3e9e-46db-b1dc-58d62326eafb,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:47:11.730105 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-c6859056-603f-4790-b17d-5e0460de101e req-fbf5d2b7-1de4-45f5-b014-7b992cc05ee5 service neutron] Attempting to bind port d6dce280-3e9e-46db-b1dc-58d62326eafb on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:47:11.730468 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-c6859056-603f-4790-b17d-5e0460de101e req-fbf5d2b7-1de4-45f5-b014-7b992cc05ee5 service neutron] Attempting to bind port d6dce280-3e9e-46db-b1dc-58d62326eafb by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'd86d37dd-b09d-4d1d-a662-9854ff3c4a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:47:11.730832 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6859056-603f-4790-b17d-5e0460de101e req-fbf5d2b7-1de4-45f5-b014-7b992cc05ee5 service neutron] Attempting to bind port d6dce280-3e9e-46db-b1dc-58d62326eafb on network c4ba8f83-333c-411f-abb9-714415775b4d {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:47:11.739086 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6859056-603f-4790-b17d-5e0460de101e req-fbf5d2b7-1de4-45f5-b014-7b992cc05ee5 service neutron] Port d6dce280-3e9e-46db-b1dc-58d62326eafb on network c4ba8f83-333c-411f-abb9-714415775b4d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:47:11.739570 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6859056-603f-4790-b17d-5e0460de101e req-fbf5d2b7-1de4-45f5-b014-7b992cc05ee5 service neutron] Attempting to bind port d6dce280-3e9e-46db-b1dc-58d62326eafb on network c4ba8f83-333c-411f-abb9-714415775b4d {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:47:11.750684 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d069c-1e06-4c35-b534-628b07d4b181 req-a2ee01f4-2723-4ff9-9929-2e2af7428028 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:11.755589 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c11d069c-1e06-4c35-b534-628b07d4b181 req-a2ee01f4-2723-4ff9-9929-2e2af7428028 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=fa33492b-578b-4714-ad27-ea349116dbb2 HTTP/1.1" status: 200 len: 944 time: 0.3666956 Sep 22 21:47:11.760140 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6859056-603f-4790-b17d-5e0460de101e req-fbf5d2b7-1de4-45f5-b014-7b992cc05ee5 service neutron] Checking agent: {'id': '8a88b827-3477-4399-ac15-439d59b3c48a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'started_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:47:11.760710 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6859056-603f-4790-b17d-5e0460de101e req-fbf5d2b7-1de4-45f5-b014-7b992cc05ee5 service neutron] Checking segment: {'id': 'd86d37dd-b09d-4d1d-a662-9854ff3c4a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:47:11.760908 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6859056-603f-4790-b17d-5e0460de101e req-fbf5d2b7-1de4-45f5-b014-7b992cc05ee5 service neutron] Bound using segment: {'id': 'd86d37dd-b09d-4d1d-a662-9854ff3c4a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d'} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:47:11.761540 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-c6859056-603f-4790-b17d-5e0460de101e req-fbf5d2b7-1de4-45f5-b014-7b992cc05ee5 service neutron] Bound port: d6dce280-3e9e-46db-b1dc-58d62326eafb, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd86d37dd-b09d-4d1d-a662-9854ff3c4a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d'}}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:47:11.761904 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-c6859056-603f-4790-b17d-5e0460de101e req-fbf5d2b7-1de4-45f5-b014-7b992cc05ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:11.878579 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c11d069c-1e06-4c35-b534-628b07d4b181 req-e3228c0b-26b0-4dfd-afff-4a44a6bac8f6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=79f525f5-3256-4b53-8a39-8177d9c4e3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199148 Sep 22 21:47:11.914532 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7557ca23-dc8f-416b-b387-2b817fdec698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:11.918661 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-c6859056-603f-4790-b17d-5e0460de101e req-fbf5d2b7-1de4-45f5-b014-7b992cc05ee5 service neutron] For port d6dce280-3e9e-46db-b1dc-58d62326eafb, host hv-neutron-8589, cleared binding levels {{(pid=89008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:47:11.922135 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-c6859056-603f-4790-b17d-5e0460de101e req-fbf5d2b7-1de4-45f5-b014-7b992cc05ee5 service neutron] For port d6dce280-3e9e-46db-b1dc-58d62326eafb, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=d6dce280-3e9e-46db-b1dc-58d62326eafb,segment=NetworkSegment(d86d37dd-b09d-4d1d-a662-9854ff3c4a87),segment_id=d86d37dd-b09d-4d1d-a662-9854ff3c4a87)] {{(pid=89008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:47:11.926121 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-c6859056-603f-4790-b17d-5e0460de101e req-fbf5d2b7-1de4-45f5-b014-7b992cc05ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:11.958727 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6859056-603f-4790-b17d-5e0460de101e req-fbf5d2b7-1de4-45f5-b014-7b992cc05ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:11.958727 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-c6859056-603f-4790-b17d-5e0460de101e req-fbf5d2b7-1de4-45f5-b014-7b992cc05ee5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:11.960320 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c6859056-603f-4790-b17d-5e0460de101e req-fbf5d2b7-1de4-45f5-b014-7b992cc05ee5 service neutron] 10.222.0.49 "PUT /v2.0/ports/d6dce280-3e9e-46db-b1dc-58d62326eafb HTTP/1.1" status: 200 len: 1093 time: 1.2120948 Sep 22 21:47:11.960510 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6c211fd-e14c-4ca5-9bdb-9abbeea0597a', 'tag': 'd6dce280-3e9e-46db-b1dc-58d62326eafb'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:47:11.962975 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73719aa9-0ed7-483d-948b-83be7de8a777" -d '{"events": [{"name": "network-changed", "server_uuid": "a6c211fd-e14c-4ca5-9bdb-9abbeea0597a", "tag": "d6dce280-3e9e-46db-b1dc-58d62326eafb"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:47:12.043585 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0a5a46-b61f-4a6c-9681-89169d912cd4 x-openstack-request-id: req-0d0a5a46-b61f-4a6c-9681-89169d912cd4 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:47:12.043868 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6c211fd-e14c-4ca5-9bdb-9abbeea0597a", "tag": "d6dce280-3e9e-46db-b1dc-58d62326eafb", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:47:12.044143 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0d0a5a46-b61f-4a6c-9681-89169d912cd4 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:47:12.044551 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d0a5a46-b61f-4a6c-9681-89169d912cd4'] response: {'name': 'network-changed', 'server_uuid': 'a6c211fd-e14c-4ca5-9bdb-9abbeea0597a', 'tag': 'd6dce280-3e9e-46db-b1dc-58d62326eafb', 'status': 'completed', 'code': 200} Sep 22 21:47:12.063311 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf5d2b7-1de4-45f5-b014-7b992cc05ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=d6dce280-3e9e-46db-b1dc-58d62326eafb,revision_number=3']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:47:12.095663 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6859056-603f-4790-b17d-5e0460de101e req-fa5bde26-c5fc-4ff8-90e9-dfc390e9ce63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:12.097251 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c6859056-603f-4790-b17d-5e0460de101e req-fa5bde26-c5fc-4ff8-90e9-dfc390e9ce63 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c0953d2486f241adbaf31021d8b87543&device_id=a6c211fd-e14c-4ca5-9bdb-9abbeea0597a HTTP/1.1" status: 200 len: 1096 time: 0.0978913 Sep 22 21:47:12.124742 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-7e078bec-3985-474f-b126-9d4488352ceb None None] Attempt 3 to provision port d6dce280-3e9e-46db-b1dc-58d62326eafb Sep 22 21:47:12.166333 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c6859056-603f-4790-b17d-5e0460de101e req-d8b4e6b0-a35b-403d-97f4-3fb60fcc1eb3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6dce280-3e9e-46db-b1dc-58d62326eafb HTTP/1.1" status: 200 len: 217 time: 0.0632596 Sep 22 21:47:12.196028 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-7e078bec-3985-474f-b126-9d4488352ceb None None] Port d6dce280-3e9e-46db-b1dc-58d62326eafb had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 21:47:12.239023 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6859056-603f-4790-b17d-5e0460de101e req-4404ed83-ea8e-46f0-a205-d2cffa924dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:12.241027 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c6859056-603f-4790-b17d-5e0460de101e req-4404ed83-ea8e-46f0-a205-d2cffa924dab service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8ec73feb-6226-4bb2-bdf7-f761304c77c1 HTTP/1.1" status: 200 len: 850 time: 0.0699751 Sep 22 21:47:12.289427 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 9f0a14eb-6334-4688-bebb-854e1362e863 up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:47:12.364380 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning for port 9f0a14eb-6334-4688-bebb-854e1362e863 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:47:12.371959 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port 9f0a14eb-6334-4688-bebb-854e1362e863 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:47:12.371959 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:12.371959 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port 9f0a14eb-6334-4688-bebb-854e1362e863 Sep 22 21:47:12.408773 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6859056-603f-4790-b17d-5e0460de101e req-43c251c6-3f58-4436-9afc-0e5cdb6c4c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:12.410716 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c6859056-603f-4790-b17d-5e0460de101e req-43c251c6-3f58-4436-9afc-0e5cdb6c4c44 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c4ba8f83-333c-411f-abb9-714415775b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1631129 Sep 22 21:47:12.495736 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 9f0a14eb-6334-4688-bebb-854e1362e863 is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:47:12.496126 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:12.518036 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3c4f9-fb9b-4dda-905c-8eeba161e8bc req-261259c4-72f6-4465-87b9-18958b251c90 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:12.518819 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-bef3c4f9-fb9b-4dda-905c-8eeba161e8bc req-261259c4-72f6-4465-87b9-18958b251c90 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Synchronizing usage tracker for tenant:c0953d2486f241adbaf31021d8b87543 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:47:12.527784 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa33492b-578b-4714-ad27-ea349116dbb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f0a14eb-6334-4688-bebb-854e1362e863'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:47:12.530548 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6e501b-c67e-4dea-92f8-9f8e735eda60" -d '{"events": [{"server_uuid": "fa33492b-578b-4714-ad27-ea349116dbb2", "name": "network-vif-plugged", "status": "completed", "tag": "9f0a14eb-6334-4688-bebb-854e1362e863"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:47:12.538584 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 9f0a14eb-6334-4688-bebb-854e1362e863, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=9f0a14eb-6334-4688-bebb-854e1362e863,segment=NetworkSegment(e946529e-0d48-4931-b61d-d7d8d1833d44),segment_id=e946529e-0d48-4931-b61d-d7d8d1833d44)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:47:12.543100 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:12.571581 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-bef3c4f9-fb9b-4dda-905c-8eeba161e8bc req-261259c4-72f6-4465-87b9-18958b251c90 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Unset dirty status for tenant:c0953d2486f241adbaf31021d8b87543 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:47:12.573032 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-bef3c4f9-fb9b-4dda-905c-8eeba161e8bc req-261259c4-72f6-4465-87b9-18958b251c90 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?device_id=a6c211fd-e14c-4ca5-9bdb-9abbeea0597a HTTP/1.1" status: 200 len: 943 time: 0.2497296 Sep 22 21:47:12.604465 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 21:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323e4ca1-1f0d-4105-a736-1c844d009767 x-openstack-request-id: req-323e4ca1-1f0d-4105-a736-1c844d009767 {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:47:12.604736 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa33492b-578b-4714-ad27-ea349116dbb2", "name": "network-vif-plugged", "status": "completed", "tag": "9f0a14eb-6334-4688-bebb-854e1362e863", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:47:12.604831 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-323e4ca1-1f0d-4105-a736-1c844d009767 {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:47:12.605272 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-323e4ca1-1f0d-4105-a736-1c844d009767'] response: {'server_uuid': 'fa33492b-578b-4714-ad27-ea349116dbb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f0a14eb-6334-4688-bebb-854e1362e863', 'code': 200} Sep 22 21:47:12.605866 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c6859056-603f-4790-b17d-5e0460de101e req-12eb0dee-0c11-454c-aa41-b7f5a69f953a service neutron] 10.222.0.49 "GET /v2.0/networks/c4ba8f83-333c-411f-abb9-714415775b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898918 Sep 22 21:47:12.652152 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-bef3c4f9-fb9b-4dda-905c-8eeba161e8bc req-5dfd6386-e6af-49e2-b899-b024745eae0b tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fa87605-2437-4141-bfe2-735b698472c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702648 Sep 22 21:47:12.663999 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=9f0a14eb-6334-4688-bebb-854e1362e863,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:47:12.738786 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:12.828754 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c6859056-603f-4790-b17d-5e0460de101e req-ff45e9a5-4769-46ee-93cb-d3a3438ca8ea service neutron] 10.222.0.49 "GET /v2.0/networks/c4ba8f83-333c-411f-abb9-714415775b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098653 Sep 22 21:47:12.877994 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:47:12.945368 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53fbf44-f0aa-493c-a6bd-0fe6786fbba2 req-1029c0a9-b0fc-4dd9-a2ac-7313f4b82ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:12.946950 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f53fbf44-f0aa-493c-a6bd-0fe6786fbba2 req-1029c0a9-b0fc-4dd9-a2ac-7313f4b82ec3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fa33492b-578b-4714-ad27-ea349116dbb2 HTTP/1.1" status: 200 len: 1098 time: 0.1581490 Sep 22 21:47:13.005517 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f53fbf44-f0aa-493c-a6bd-0fe6786fbba2 req-271bba2a-bb6d-45fb-8ed5-f9149ed58d6d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=79f525f5-3256-4b53-8a39-8177d9c4e3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489013 Sep 22 21:47:13.018033 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73719aa9-0ed7-483d-948b-83be7de8a777 req-d11aff7a-9ee7-403a-ae23-42b1139ee868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:13.019485 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-73719aa9-0ed7-483d-948b-83be7de8a777 req-d11aff7a-9ee7-403a-ae23-42b1139ee868 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c0953d2486f241adbaf31021d8b87543&device_id=a6c211fd-e14c-4ca5-9bdb-9abbeea0597a HTTP/1.1" status: 200 len: 1096 time: 0.1441591 Sep 22 21:47:13.095298 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72dbde6-af2c-41f5-8531-9f2bb7fdfa0e req-618a68c0-06d1-4fef-944c-cb981d18ae8b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:13.097487 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-b72dbde6-af2c-41f5-8531-9f2bb7fdfa0e req-618a68c0-06d1-4fef-944c-cb981d18ae8b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=fa33492b-578b-4714-ad27-ea349116dbb2 HTTP/1.1" status: 200 len: 945 time: 0.0918093 Sep 22 21:47:13.126299 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:13.144140 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-b72dbde6-af2c-41f5-8531-9f2bb7fdfa0e req-a68d870a-0dbe-4380-811b-c631db9d49b3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=79f525f5-3256-4b53-8a39-8177d9c4e3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409777 Sep 22 21:47:13.330835 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73719aa9-0ed7-483d-948b-83be7de8a777 req-472c065c-4451-400a-b41e-516d876edba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:13.332245 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-73719aa9-0ed7-483d-948b-83be7de8a777 req-472c065c-4451-400a-b41e-516d876edba8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c4ba8f83-333c-411f-abb9-714415775b4d HTTP/1.1" status: 200 len: 911 time: 0.1290965 Sep 22 21:47:13.411813 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-73719aa9-0ed7-483d-948b-83be7de8a777 req-cca8dcf6-0ddf-45ac-badf-f5ae80c54387 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6dce280-3e9e-46db-b1dc-58d62326eafb HTTP/1.1" status: 200 len: 217 time: 0.0714166 Sep 22 21:47:13.479036 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73719aa9-0ed7-483d-948b-83be7de8a777 req-0810366f-7056-41ac-ab56-fbf2affa3b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:13.480462 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-73719aa9-0ed7-483d-948b-83be7de8a777 req-0810366f-7056-41ac-ab56-fbf2affa3b1d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8ec73feb-6226-4bb2-bdf7-f761304c77c1 HTTP/1.1" status: 200 len: 850 time: 0.0568118 Sep 22 21:47:13.565138 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73719aa9-0ed7-483d-948b-83be7de8a777 req-843b3e0f-3365-40bb-b1a1-caafc93d9224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:13.566595 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-73719aa9-0ed7-483d-948b-83be7de8a777 req-843b3e0f-3365-40bb-b1a1-caafc93d9224 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c4ba8f83-333c-411f-abb9-714415775b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792236 Sep 22 21:47:13.879905 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-73719aa9-0ed7-483d-948b-83be7de8a777 req-9306842b-ac5a-4877-959f-3aac900f2d18 service neutron] 10.222.0.49 "GET /v2.0/networks/c4ba8f83-333c-411f-abb9-714415775b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041732 Sep 22 21:47:13.994015 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c184d7-347e-41cd-b069-d575d2f3a39a req-5c633914-0baa-4b38-9232-965a20f2acc5 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:13.995501 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-57c184d7-347e-41cd-b069-d575d2f3a39a req-5c633914-0baa-4b38-9232-965a20f2acc5 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?device_id=a6c211fd-e14c-4ca5-9bdb-9abbeea0597a HTTP/1.1" status: 200 len: 943 time: 0.2080321 Sep 22 21:47:14.070224 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-73719aa9-0ed7-483d-948b-83be7de8a777 req-f663614c-8aac-4224-8361-0459f5f73ea6 service neutron] 10.222.0.49 "GET /v2.0/networks/c4ba8f83-333c-411f-abb9-714415775b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835454 Sep 22 21:47:14.079554 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-57c184d7-347e-41cd-b069-d575d2f3a39a req-59f3a4cd-cd9a-40d9-a94b-89f29d19a437 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fa87605-2437-4141-bfe2-735b698472c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652349 Sep 22 21:47:14.345357 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d04d9-868a-455a-a9ac-2a717f598dd9 req-d1be9f89-8325-4435-830e-d407810093fa tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:14.346821 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-1e0d04d9-868a-455a-a9ac-2a717f598dd9 req-d1be9f89-8325-4435-830e-d407810093fa tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=fa33492b-578b-4714-ad27-ea349116dbb2 HTTP/1.1" status: 200 len: 945 time: 0.0866435 Sep 22 21:47:14.392971 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-1e0d04d9-868a-455a-a9ac-2a717f598dd9 req-fbcc4ce3-1dff-48f2-a223-0ed3984dca59 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=79f525f5-3256-4b53-8a39-8177d9c4e3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404081 Sep 22 21:47:14.507874 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:14.585378 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e580a99-28cc-41f1-a454-f759b7f4beb8 req-683d3426-58da-4e54-b45e-e222f342513b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:14.586841 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-8e580a99-28cc-41f1-a454-f759b7f4beb8 req-683d3426-58da-4e54-b45e-e222f342513b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=fa33492b-578b-4714-ad27-ea349116dbb2 HTTP/1.1" status: 200 len: 945 time: 0.0854597 Sep 22 21:47:14.629833 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-8e580a99-28cc-41f1-a454-f759b7f4beb8 req-dc25a5ea-88c5-40ec-90ab-8671017e87d7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=79f525f5-3256-4b53-8a39-8177d9c4e3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365989 Sep 22 21:47:14.658288 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 52898) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:47:14.736337 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fb1052-bddf-4556-9f74-09c4ee22ed97 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:14.737783 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e4fb1052-bddf-4556-9f74-09c4ee22ed97 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=fa33492b-578b-4714-ad27-ea349116dbb2 HTTP/1.1" status: 200 len: 1093 time: 0.0785284 Sep 22 21:47:14.740486 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 52902) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:47:14.745190 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-61c96ea1-e55c-4a9b-967d-a8f7b4bd2ee7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'floatingip': {'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'port_id': '9f0a14eb-6334-4688-bebb-854e1362e863', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:47:14.750851 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-61c96ea1-e55c-4a9b-967d-a8f7b4bd2ee7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:47:14.754582 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-61c96ea1-e55c-4a9b-967d-a8f7b4bd2ee7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:floatingip and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:47:14.757316 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-61c96ea1-e55c-4a9b-967d-a8f7b4bd2ee7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:47:14.762841 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-61c96ea1-e55c-4a9b-967d-a8f7b4bd2ee7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:47:14.774830 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-61c96ea1-e55c-4a9b-967d-a8f7b4bd2ee7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for floatingip, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:14.909734 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-61c96ea1-e55c-4a9b-967d-a8f7b4bd2ee7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:15.040528 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-61c96ea1-e55c-4a9b-967d-a8f7b4bd2ee7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Allocated IP 172.26.0.19 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/e0f9b249-d1fa-4308-9d15-ec44ce2e7ae2) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:47:15.183131 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-61c96ea1-e55c-4a9b-967d-a8f7b4bd2ee7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:15.212006 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-61c96ea1-e55c-4a9b-967d-a8f7b4bd2ee7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:15.273658 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c96ea1-e55c-4a9b-967d-a8f7b4bd2ee7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:47:15.284190 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-61c96ea1-e55c-4a9b-967d-a8f7b4bd2ee7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:47:15.288493 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c96ea1-e55c-4a9b-967d-a8f7b4bd2ee7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:47:15.305741 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a9351-dab4-402a-839b-128ce928a64e req-5e74adbc-8a07-459b-b8ab-d739351bf6a5 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:15.307202 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-477a9351-dab4-402a-839b-128ce928a64e req-5e74adbc-8a07-459b-b8ab-d739351bf6a5 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?device_id=a6c211fd-e14c-4ca5-9bdb-9abbeea0597a HTTP/1.1" status: 200 len: 943 time: 0.1078770 Sep 22 21:47:15.333628 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c96ea1-e55c-4a9b-967d-a8f7b4bd2ee7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=e0f9b249-d1fa-4308-9d15-ec44ce2e7ae2,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:47:15.352042 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-477a9351-dab4-402a-839b-128ce928a64e req-cf6145d2-1bff-43c5-a985-963c9d5bc5fb tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fa87605-2437-4141-bfe2-735b698472c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385959 Sep 22 21:47:15.697241 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-61c96ea1-e55c-4a9b-967d-a8f7b4bd2ee7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:15.767098 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-61c96ea1-e55c-4a9b-967d-a8f7b4bd2ee7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:16.062385 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-61c96ea1-e55c-4a9b-967d-a8f7b4bd2ee7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:16.066856 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-61c96ea1-e55c-4a9b-967d-a8f7b4bd2ee7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:16.171404 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-61c96ea1-e55c-4a9b-967d-a8f7b4bd2ee7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:16.216101 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c96ea1-e55c-4a9b-967d-a8f7b4bd2ee7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=e0f9b249-d1fa-4308-9d15-ec44ce2e7ae2,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:47:16.344155 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.l3_db [None req-61c96ea1-e55c-4a9b-967d-a8f7b4bd2ee7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Floating IP 72276c72-efa6-4e47-9c50-af09ae8b1b92 associated. External IP: 172.26.0.19, port: 9f0a14eb-6334-4688-bebb-854e1362e863. Sep 22 21:47:16.664698 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d861e-10e7-42bb-a4fd-7c0cdd51ed61 req-ae6e1f8c-c44d-43f1-b8cc-89d97853b7c6 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:16.666039 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-850d861e-10e7-42bb-a4fd-7c0cdd51ed61 req-ae6e1f8c-c44d-43f1-b8cc-89d97853b7c6 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?device_id=a6c211fd-e14c-4ca5-9bdb-9abbeea0597a HTTP/1.1" status: 200 len: 943 time: 0.1933722 Sep 22 21:47:16.785244 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-850d861e-10e7-42bb-a4fd-7c0cdd51ed61 req-6c4f4d08-1f25-497d-a801-41083c2bea4e tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fa87605-2437-4141-bfe2-735b698472c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701199 Sep 22 21:47:16.793818 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c96ea1-e55c-4a9b-967d-a8f7b4bd2ee7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Router 00c6a914-758f-47f9-9f24-b44d3d606e8a has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:47:16.964925 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c96ea1-e55c-4a9b-967d-a8f7b4bd2ee7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:47:16.975080 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756e57bb-3b18-46fe-a4e6-ddfd033af921 None None] Sync routers for ids ['00c6a914-758f-47f9-9f24-b44d3d606e8a'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:47:16.983822 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756e57bb-3b18-46fe-a4e6-ddfd033af921 None None] Routers {'00c6a914-758f-47f9-9f24-b44d3d606e8a'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:47:16.984412 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-756e57bb-3b18-46fe-a4e6-ddfd033af921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:47:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['00c6a914-758f-47f9-9f24-b44d3d606e8a'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:47:16.988885 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-61c96ea1-e55c-4a9b-967d-a8f7b4bd2ee7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:17.048577 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-61c96ea1-e55c-4a9b-967d-a8f7b4bd2ee7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3044758 Sep 22 21:47:17.048577 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa33492b-578b-4714-ad27-ea349116dbb2', 'tag': '9f0a14eb-6334-4688-bebb-854e1362e863'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:47:17.048902 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52910) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:47:17.051372 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e5cf5a-0fd5-499c-874f-ae0c8b1b2316" -d '{"events": [{"name": "network-changed", "server_uuid": "fa33492b-578b-4714-ad27-ea349116dbb2", "tag": "9f0a14eb-6334-4688-bebb-854e1362e863"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:47:17.095900 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab6d648-2a2a-4196-af65-97a27bca05d3 x-openstack-request-id: req-bab6d648-2a2a-4196-af65-97a27bca05d3 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:47:17.096487 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa33492b-578b-4714-ad27-ea349116dbb2", "tag": "9f0a14eb-6334-4688-bebb-854e1362e863", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:47:17.096487 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-bab6d648-2a2a-4196-af65-97a27bca05d3 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:47:17.096837 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bab6d648-2a2a-4196-af65-97a27bca05d3'] response: {'name': 'network-changed', 'server_uuid': 'fa33492b-578b-4714-ad27-ea349116dbb2', 'tag': '9f0a14eb-6334-4688-bebb-854e1362e863', 'status': 'completed', 'code': 200} Sep 22 21:47:17.166919 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-756e57bb-3b18-46fe-a4e6-ddfd033af921 None None] Set router 00c6a914-758f-47f9-9f24-b44d3d606e8a gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:47:17.199462 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5cf5a-0fd5-499c-874f-ae0c8b1b2316 req-1c61f422-2938-4ee4-b63b-efe4b896e650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:17.200923 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-17e5cf5a-0fd5-499c-874f-ae0c8b1b2316 req-1c61f422-2938-4ee4-b63b-efe4b896e650 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&device_id=fa33492b-578b-4714-ad27-ea349116dbb2 HTTP/1.1" status: 200 len: 1098 time: 0.0808861 Sep 22 21:47:17.350842 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d1c0ab5a-405b-46a2-8686-a2b7d0a7b9c0 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/routers/00c6a914-758f-47f9-9f24-b44d3d606e8a HTTP/1.1" status: 200 len: 921 time: 0.2982399 Sep 22 21:47:17.351324 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52916) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:47:17.449990 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5cf5a-0fd5-499c-874f-ae0c8b1b2316 req-1474fb1a-2870-4ef1-9141-2c103b3a7bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:17.451628 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-17e5cf5a-0fd5-499c-874f-ae0c8b1b2316 req-1474fb1a-2870-4ef1-9141-2c103b3a7bb8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d04db0b5-4270-4e5d-bb1c-bb1bd95a14a5 HTTP/1.1" status: 200 len: 897 time: 0.2436318 Sep 22 21:47:17.459824 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a3a48bff-d84a-41c0-940c-8911522c3366 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/floatingips/72276c72-efa6-4e47-9c50-af09ae8b1b92 HTTP/1.1" status: 200 len: 990 time: 0.1073477 Sep 22 21:47:17.543402 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-756e57bb-3b18-46fe-a4e6-ddfd033af921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c6a914-758f-47f9-9f24-b44d3d606e8a', 'name': 'tempest-TestNetworkBasicOps-router-754139044', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'f27f54cc-db07-42fc-b084-5a1fd6c938b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:46:53Z', 'updated_at': '2022-09-22T21:46:58Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': 'f27f54cc-db07-42fc-b084-5a1fd6c938b7', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c6a914-758f-47f9-9f24-b44d3d606e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:46:54Z', 'updated_at': '2022-09-22T21:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '72276c72-efa6-4e47-9c50-af09ae8b1b92', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'floating_ip_address': '172.26.0.19', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '00c6a914-758f-47f9-9f24-b44d3d606e8a', 'port_id': '9f0a14eb-6334-4688-bebb-854e1362e863', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd04db0b5-4270-4e5d-bb1c-bb1bd95a14a5', 'mac_address': 'fa:16:3e:6a:af:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa33492b-578b-4714-ad27-ea349116dbb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:47:15Z', 'updated_at': '2022-09-22T21:47:15Z', 'revision_number': 0, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e556591-4e16-43fa-a6d0-525951106604', 'name': '', 'network_id': 'd04db0b5-4270-4e5d-bb1c-bb1bd95a14a5', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:81:3b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c6a914-758f-47f9-9f24-b44d3d606e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'd339fa0b-d3db-45b0-a462-966298afdfc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:46:57Z', 'updated_at': '2022-09-22T21:47:05Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': 'd339fa0b-d3db-45b0-a462-966298afdfc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:47:17.547906 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756e57bb-3b18-46fe-a4e6-ddfd033af921 None None] Checking router: 00c6a914-758f-47f9-9f24-b44d3d606e8a for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:47:17.556142 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756e57bb-3b18-46fe-a4e6-ddfd033af921 None None] Routers {'00c6a914-758f-47f9-9f24-b44d3d606e8a'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:47:17.556728 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-756e57bb-3b18-46fe-a4e6-ddfd033af921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:47:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['00c6a914-758f-47f9-9f24-b44d3d606e8a'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:47:17.557616 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-17e5cf5a-0fd5-499c-874f-ae0c8b1b2316 req-48ac3ecf-3a63-4bdb-931d-9c6465eace51 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f0a14eb-6334-4688-bebb-854e1362e863 HTTP/1.1" status: 200 len: 998 time: 0.0960295 Sep 22 21:47:17.622001 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5cf5a-0fd5-499c-874f-ae0c8b1b2316 req-cd9d9118-f9d8-4d80-b38d-a0b251465757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:17.623492 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-17e5cf5a-0fd5-499c-874f-ae0c8b1b2316 req-cd9d9118-f9d8-4d80-b38d-a0b251465757 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d339fa0b-d3db-45b0-a462-966298afdfc8 HTTP/1.1" status: 200 len: 832 time: 0.0596082 Sep 22 21:47:17.703747 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5cf5a-0fd5-499c-874f-ae0c8b1b2316 req-39e6f6c0-8663-44dc-a4f8-89ec18b26a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:17.705199 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-17e5cf5a-0fd5-499c-874f-ae0c8b1b2316 req-39e6f6c0-8663-44dc-a4f8-89ec18b26a67 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d04db0b5-4270-4e5d-bb1c-bb1bd95a14a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756271 Sep 22 21:47:17.734482 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-756e57bb-3b18-46fe-a4e6-ddfd033af921 None None] Set router 00c6a914-758f-47f9-9f24-b44d3d606e8a gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:47:17.835710 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-17e5cf5a-0fd5-499c-874f-ae0c8b1b2316 req-add31db6-b3b3-41c0-8f5d-6f916301cd4c service neutron] 10.222.0.49 "GET /v2.0/networks/d04db0b5-4270-4e5d-bb1c-bb1bd95a14a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232131 Sep 22 21:47:18.033888 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-17e5cf5a-0fd5-499c-874f-ae0c8b1b2316 req-a5280bff-039f-4a1b-82a8-d41d5e686f0b service neutron] 10.222.0.49 "GET /v2.0/networks/d04db0b5-4270-4e5d-bb1c-bb1bd95a14a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905065 Sep 22 21:47:18.045639 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67089498-5080-4a69-949f-563f29e1040f req-71d93abf-ca63-4534-aab7-add65849d99d tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:18.047108 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-67089498-5080-4a69-949f-563f29e1040f req-71d93abf-ca63-4534-aab7-add65849d99d tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?device_id=a6c211fd-e14c-4ca5-9bdb-9abbeea0597a HTTP/1.1" status: 200 len: 943 time: 0.1352835 Sep 22 21:47:18.081616 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-756e57bb-3b18-46fe-a4e6-ddfd033af921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c6a914-758f-47f9-9f24-b44d3d606e8a', 'name': 'tempest-TestNetworkBasicOps-router-754139044', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'f27f54cc-db07-42fc-b084-5a1fd6c938b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:46:53Z', 'updated_at': '2022-09-22T21:46:58Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': 'f27f54cc-db07-42fc-b084-5a1fd6c938b7', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c6a914-758f-47f9-9f24-b44d3d606e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:46:54Z', 'updated_at': '2022-09-22T21:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '72276c72-efa6-4e47-9c50-af09ae8b1b92', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'floating_ip_address': '172.26.0.19', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '00c6a914-758f-47f9-9f24-b44d3d606e8a', 'port_id': '9f0a14eb-6334-4688-bebb-854e1362e863', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd04db0b5-4270-4e5d-bb1c-bb1bd95a14a5', 'mac_address': 'fa:16:3e:6a:af:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa33492b-578b-4714-ad27-ea349116dbb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:47:15Z', 'updated_at': '2022-09-22T21:47:15Z', 'revision_number': 0, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e556591-4e16-43fa-a6d0-525951106604', 'name': '', 'network_id': 'd04db0b5-4270-4e5d-bb1c-bb1bd95a14a5', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:81:3b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c6a914-758f-47f9-9f24-b44d3d606e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'd339fa0b-d3db-45b0-a462-966298afdfc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:46:57Z', 'updated_at': '2022-09-22T21:47:05Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': 'd339fa0b-d3db-45b0-a462-966298afdfc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:47:18.085887 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756e57bb-3b18-46fe-a4e6-ddfd033af921 None None] The sync data for ids ['00c6a914-758f-47f9-9f24-b44d3d606e8a'] in dv-neutron-858900-1-hyperv is: [{'id': '00c6a914-758f-47f9-9f24-b44d3d606e8a', 'name': 'tempest-TestNetworkBasicOps-router-754139044', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'f27f54cc-db07-42fc-b084-5a1fd6c938b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:46:53Z', 'updated_at': '2022-09-22T21:46:58Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': 'f27f54cc-db07-42fc-b084-5a1fd6c938b7', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c6a914-758f-47f9-9f24-b44d3d606e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:46:54Z', 'updated_at': '2022-09-22T21:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '72276c72-efa6-4e47-9c50-af09ae8b1b92', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'floating_ip_address': '172.26.0.19', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '00c6a914-758f-47f9-9f24-b44d3d606e8a', 'port_id': '9f0a14eb-6334-4688-bebb-854e1362e863', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd04db0b5-4270-4e5d-bb1c-bb1bd95a14a5', 'mac_address': 'fa:16:3e:6a:af:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa33492b-578b-4714-ad27-ea349116dbb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:47:15Z', 'updated_at': '2022-09-22T21:47:15Z', 'revision_number': 0, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e556591-4e16-43fa-a6d0-525951106604', 'name': '', 'network_id': 'd04db0b5-4270-4e5d-bb1c-bb1bd95a14a5', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:81:3b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c6a914-758f-47f9-9f24-b44d3d606e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'd339fa0b-d3db-45b0-a462-966298afdfc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:46:57Z', 'updated_at': '2022-09-22T21:47:05Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': 'd339fa0b-d3db-45b0-a462-966298afdfc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:47:18.092728 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-67089498-5080-4a69-949f-563f29e1040f req-80ea2249-00c6-43b8-aa80-6138cd28b556 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fa87605-2437-4141-bfe2-735b698472c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382664 Sep 22 21:47:18.273106 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f362cea-cee4-406a-b52c-dbdd994bdb82 None None] New status for floating IP 72276c72-efa6-4e47-9c50-af09ae8b1b92: ACTIVE {{(pid=89010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:47:18.463871 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52922) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:47:18.573872 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-b10e21bc-85d3-43ae-b513-a7d2b49a01b6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/floatingips/72276c72-efa6-4e47-9c50-af09ae8b1b92 HTTP/1.1" status: 200 len: 992 time: 0.1088729 Sep 22 21:47:19.288807 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44177b1-034e-487e-8d50-d02c524fda7f req-76d752d0-872c-4841-b07d-84f96f7b18d3 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:19.290287 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c44177b1-034e-487e-8d50-d02c524fda7f req-76d752d0-872c-4841-b07d-84f96f7b18d3 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?device_id=a6c211fd-e14c-4ca5-9bdb-9abbeea0597a HTTP/1.1" status: 200 len: 943 time: 0.0886848 Sep 22 21:47:19.337154 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c44177b1-034e-487e-8d50-d02c524fda7f req-c03f27a3-729a-4369-a00f-f5cde6d36430 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fa87605-2437-4141-bfe2-735b698472c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405989 Sep 22 21:47:20.385659 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device d6dce280-3e9e-46db-b1dc-58d62326eafb details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 21:47:20.517685 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port d6dce280-3e9e-46db-b1dc-58d62326eafb, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=d6dce280-3e9e-46db-b1dc-58d62326eafb,segment=NetworkSegment(d86d37dd-b09d-4d1d-a662-9854ff3c4a87),segment_id=d86d37dd-b09d-4d1d-a662-9854ff3c4a87)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:47:20.531197 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': 'd6dce280-3e9e-46db-b1dc-58d62326eafb', 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d', 'port_id': 'd6dce280-3e9e-46db-b1dc-58d62326eafb', 'mac_address': 'fa:16:3e:db:9c:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ec73feb-6226-4bb2-bdf7-f761304c77c1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 21:47:20.531809 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b43fac-d764-4980-af3b-2d9c98b79286 req-edc8ea46-1ca2-4618-b066-0fe0a27d6dec tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:20.533288 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d4b43fac-d764-4980-af3b-2d9c98b79286 req-edc8ea46-1ca2-4618-b066-0fe0a27d6dec tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?device_id=a6c211fd-e14c-4ca5-9bdb-9abbeea0597a HTTP/1.1" status: 200 len: 943 time: 0.0857947 Sep 22 21:47:20.579649 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d4b43fac-d764-4980-af3b-2d9c98b79286 req-86086621-62a9-4299-a685-db22f1b625f9 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fa87605-2437-4141-bfe2-735b698472c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407155 Sep 22 21:47:20.591251 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port d6dce280-3e9e-46db-b1dc-58d62326eafb is: DOWN; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:47:20.592280 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:20.611154 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6dce280-3e9e-46db-b1dc-58d62326eafb {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:47:20.626005 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port d6dce280-3e9e-46db-b1dc-58d62326eafb, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=d6dce280-3e9e-46db-b1dc-58d62326eafb,segment=NetworkSegment(d86d37dd-b09d-4d1d-a662-9854ff3c4a87),segment_id=d86d37dd-b09d-4d1d-a662-9854ff3c4a87)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:47:20.630669 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:20.695410 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=d6dce280-3e9e-46db-b1dc-58d62326eafb,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:47:20.894592 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['d6dce280-3e9e-46db-b1dc-58d62326eafb'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 21:47:21.773893 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ce2c9-a99c-4fd0-9e5c-0e2a3e8c1308 req-2c4986e4-42f7-486f-a9cf-a9a6db5017ed tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:21.775363 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-030ce2c9-a99c-4fd0-9e5c-0e2a3e8c1308 req-2c4986e4-42f7-486f-a9cf-a9a6db5017ed tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?device_id=a6c211fd-e14c-4ca5-9bdb-9abbeea0597a HTTP/1.1" status: 200 len: 944 time: 0.0866678 Sep 22 21:47:21.817379 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-030ce2c9-a99c-4fd0-9e5c-0e2a3e8c1308 req-fde7dadb-cad4-4a92-8436-a5f1dd56a2af tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fa87605-2437-4141-bfe2-735b698472c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357940 Sep 22 21:47:22.396435 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device d6dce280-3e9e-46db-b1dc-58d62326eafb up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:47:22.461691 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning for port d6dce280-3e9e-46db-b1dc-58d62326eafb completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:47:22.466218 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port d6dce280-3e9e-46db-b1dc-58d62326eafb triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:47:22.466880 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:22.467207 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port d6dce280-3e9e-46db-b1dc-58d62326eafb Sep 22 21:47:22.578961 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port d6dce280-3e9e-46db-b1dc-58d62326eafb is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:47:22.579336 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:22.605115 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c211fd-e14c-4ca5-9bdb-9abbeea0597a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6dce280-3e9e-46db-b1dc-58d62326eafb'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:47:22.607408 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c140334a-2c69-45e2-ac7c-2b29bac96cfa" -d '{"events": [{"server_uuid": "a6c211fd-e14c-4ca5-9bdb-9abbeea0597a", "name": "network-vif-plugged", "status": "completed", "tag": "d6dce280-3e9e-46db-b1dc-58d62326eafb"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:47:22.615310 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port d6dce280-3e9e-46db-b1dc-58d62326eafb, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=d6dce280-3e9e-46db-b1dc-58d62326eafb,segment=NetworkSegment(d86d37dd-b09d-4d1d-a662-9854ff3c4a87),segment_id=d86d37dd-b09d-4d1d-a662-9854ff3c4a87)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:47:22.620381 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:22.655771 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 21:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac987b3-b745-4a6d-88e6-1278ecb3f6f2 x-openstack-request-id: req-eac987b3-b745-4a6d-88e6-1278ecb3f6f2 {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:47:22.656065 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6c211fd-e14c-4ca5-9bdb-9abbeea0597a", "name": "network-vif-plugged", "status": "completed", "tag": "d6dce280-3e9e-46db-b1dc-58d62326eafb", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:47:22.656315 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-eac987b3-b745-4a6d-88e6-1278ecb3f6f2 {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:47:22.656764 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eac987b3-b745-4a6d-88e6-1278ecb3f6f2'] response: {'server_uuid': 'a6c211fd-e14c-4ca5-9bdb-9abbeea0597a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6dce280-3e9e-46db-b1dc-58d62326eafb', 'code': 200} Sep 22 21:47:22.692026 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=d6dce280-3e9e-46db-b1dc-58d62326eafb,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:47:22.937066 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f3b7b1-42c4-4eb9-a8b9-5d7c6deb6b76 req-6fd85722-8c21-4732-953e-fd84b7f962e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:22.938550 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f1f3b7b1-42c4-4eb9-a8b9-5d7c6deb6b76 req-6fd85722-8c21-4732-953e-fd84b7f962e6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a6c211fd-e14c-4ca5-9bdb-9abbeea0597a HTTP/1.1" status: 200 len: 1098 time: 0.0755618 Sep 22 21:47:22.981036 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f1f3b7b1-42c4-4eb9-a8b9-5d7c6deb6b76 req-06b24818-f6cb-4983-8081-259ace80a0ef service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5fa87605-2437-4141-bfe2-735b698472c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353916 Sep 22 21:47:23.018432 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a549e547-2058-4ba5-8438-552d071599c8 req-c9e02f16-62a4-4aa8-99c8-14dc25c9a9fd tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:23.019900 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-a549e547-2058-4ba5-8438-552d071599c8 req-c9e02f16-62a4-4aa8-99c8-14dc25c9a9fd tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?device_id=a6c211fd-e14c-4ca5-9bdb-9abbeea0597a HTTP/1.1" status: 200 len: 945 time: 0.0899041 Sep 22 21:47:23.062943 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-a549e547-2058-4ba5-8438-552d071599c8 req-6fac28b4-4dc7-4bea-bd20-8f9a73d87d1b tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fa87605-2437-4141-bfe2-735b698472c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374560 Sep 22 21:47:24.259133 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdefca6-b70e-4351-a7d0-4a27a8a924f7 req-9cd9e262-5361-473e-b143-6be80ebdfc74 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:24.260594 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7bdefca6-b70e-4351-a7d0-4a27a8a924f7 req-9cd9e262-5361-473e-b143-6be80ebdfc74 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?device_id=a6c211fd-e14c-4ca5-9bdb-9abbeea0597a HTTP/1.1" status: 200 len: 945 time: 0.0906196 Sep 22 21:47:24.307188 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7bdefca6-b70e-4351-a7d0-4a27a8a924f7 req-f5f4e644-c469-45be-85df-d5ff1b8c8327 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fa87605-2437-4141-bfe2-735b698472c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409160 Sep 22 21:47:24.498410 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d1ebe-1d50-45df-bf5a-f26eb80c8c7a req-a02a5001-6217-4210-bc12-921782eb98e0 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:24.500470 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-e88d1ebe-1d50-45df-bf5a-f26eb80c8c7a req-a02a5001-6217-4210-bc12-921782eb98e0 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?device_id=a6c211fd-e14c-4ca5-9bdb-9abbeea0597a HTTP/1.1" status: 200 len: 945 time: 0.0857706 Sep 22 21:47:24.545571 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-e88d1ebe-1d50-45df-bf5a-f26eb80c8c7a req-f3f872b0-3d5a-4788-8c4e-929ed7cf2407 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fa87605-2437-4141-bfe2-735b698472c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393980 Sep 22 21:47:24.574758 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52940) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:47:24.650500 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef93b4f-0684-4567-91e2-5acd7acf0e2d tempest-TestVolumeBootPattern-1912432375 tempest-TestVolumeBootPattern-1912432375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:24.651956 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-1ef93b4f-0684-4567-91e2-5acd7acf0e2d tempest-TestVolumeBootPattern-1912432375 tempest-TestVolumeBootPattern-1912432375-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=a6c211fd-e14c-4ca5-9bdb-9abbeea0597a HTTP/1.1" status: 200 len: 1093 time: 0.0762517 Sep 22 21:47:24.654742 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 52944) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:47:24.660049 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-d2d1c2a6-7f8c-43a5-a1d6-552002d86930 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Request body: {'floatingip': {'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'port_id': 'd6dce280-3e9e-46db-b1dc-58d62326eafb', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'fixed_ip_address': '172.20.0.5'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:47:24.665795 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-d2d1c2a6-7f8c-43a5-a1d6-552002d86930 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:47:24.669643 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-d2d1c2a6-7f8c-43a5-a1d6-552002d86930 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Usage tracker for resource:floatingip and tenant:c0953d2486f241adbaf31021d8b87543 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:47:24.673069 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-d2d1c2a6-7f8c-43a5-a1d6-552002d86930 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:47:24.678710 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-d2d1c2a6-7f8c-43a5-a1d6-552002d86930 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:47:24.687941 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d2d1c2a6-7f8c-43a5-a1d6-552002d86930 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks [] for floatingip, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:24.824874 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d2d1c2a6-7f8c-43a5-a1d6-552002d86930 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:24.961498 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-d2d1c2a6-7f8c-43a5-a1d6-552002d86930 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Allocated IP 172.26.0.54 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/a11ea60b-d1c6-4c03-af4d-4608fb0551db) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:47:25.107428 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d2d1c2a6-7f8c-43a5-a1d6-552002d86930 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:25.135159 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d2d1c2a6-7f8c-43a5-a1d6-552002d86930 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:25.197248 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d1c2a6-7f8c-43a5-a1d6-552002d86930 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:47:25.199916 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-d2d1c2a6-7f8c-43a5-a1d6-552002d86930 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:47:25.204169 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d1c2a6-7f8c-43a5-a1d6-552002d86930 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:47:25.241925 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d1c2a6-7f8c-43a5-a1d6-552002d86930 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Pushing event updated for resources: {'Port': ['ID=a11ea60b-d1c6-4c03-af4d-4608fb0551db,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:47:25.711590 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d2d1c2a6-7f8c-43a5-a1d6-552002d86930 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:25.782687 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d2d1c2a6-7f8c-43a5-a1d6-552002d86930 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:25.839312 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:25.991376 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d2d1c2a6-7f8c-43a5-a1d6-552002d86930 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:25.995680 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d2d1c2a6-7f8c-43a5-a1d6-552002d86930 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:26.102103 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d1c2a6-7f8c-43a5-a1d6-552002d86930 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Pushing event updated for resources: {'Port': ['ID=a11ea60b-d1c6-4c03-af4d-4608fb0551db,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:47:26.104669 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d2d1c2a6-7f8c-43a5-a1d6-552002d86930 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:26.274160 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.l3_db [None req-d2d1c2a6-7f8c-43a5-a1d6-552002d86930 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Floating IP 8720b7a6-625f-46f7-8015-e5d6b3235cd2 associated. External IP: 172.26.0.54, port: d6dce280-3e9e-46db-b1dc-58d62326eafb. Sep 22 21:47:26.624775 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d1c2a6-7f8c-43a5-a1d6-552002d86930 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Router 85fc9c8c-5aa5-4009-a0e8-f145979a6567 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:47:26.911469 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d1c2a6-7f8c-43a5-a1d6-552002d86930 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:47:26.920771 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f019b475-174e-494a-bf0a-08b18fee95e1 None None] Sync routers for ids ['85fc9c8c-5aa5-4009-a0e8-f145979a6567'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:47:26.929811 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f019b475-174e-494a-bf0a-08b18fee95e1 None None] Routers {'85fc9c8c-5aa5-4009-a0e8-f145979a6567'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:47:26.930404 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-f019b475-174e-494a-bf0a-08b18fee95e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:47:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['85fc9c8c-5aa5-4009-a0e8-f145979a6567'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:47:26.935556 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d2d1c2a6-7f8c-43a5-a1d6-552002d86930 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:26.990084 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d2d1c2a6-7f8c-43a5-a1d6-552002d86930 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3338053 Sep 22 21:47:26.990739 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6c211fd-e14c-4ca5-9bdb-9abbeea0597a', 'tag': 'd6dce280-3e9e-46db-b1dc-58d62326eafb'}] {{(pid=89009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:47:26.993131 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3cdb6d5bdfc0c86a52b2d842100ac752cec167fbf441e2518ec0a73bf85169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192a3c78-e5d8-464d-8c39-d44184bfc75b" -d '{"events": [{"name": "network-changed", "server_uuid": "a6c211fd-e14c-4ca5-9bdb-9abbeea0597a", "tag": "d6dce280-3e9e-46db-b1dc-58d62326eafb"}]}' {{(pid=89009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:47:27.035371 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f81e961-3af2-468f-9ab3-8f7632ac358e x-openstack-request-id: req-5f81e961-3af2-468f-9ab3-8f7632ac358e {{(pid=89009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:47:27.035655 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6c211fd-e14c-4ca5-9bdb-9abbeea0597a", "tag": "d6dce280-3e9e-46db-b1dc-58d62326eafb", "status": "completed", "code": 200}]} {{(pid=89009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:47:27.035902 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5f81e961-3af2-468f-9ab3-8f7632ac358e {{(pid=89009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:47:27.036309 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f81e961-3af2-468f-9ab3-8f7632ac358e'] response: {'name': 'network-changed', 'server_uuid': 'a6c211fd-e14c-4ca5-9bdb-9abbeea0597a', 'tag': 'd6dce280-3e9e-46db-b1dc-58d62326eafb', 'status': 'completed', 'code': 200} Sep 22 21:47:27.136780 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a3c78-e5d8-464d-8c39-d44184bfc75b req-be2e2367-f372-418f-8a01-bbf91d8b1347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:27.138269 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-192a3c78-e5d8-464d-8c39-d44184bfc75b req-be2e2367-f372-418f-8a01-bbf91d8b1347 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c0953d2486f241adbaf31021d8b87543&device_id=a6c211fd-e14c-4ca5-9bdb-9abbeea0597a HTTP/1.1" status: 200 len: 1098 time: 0.0784183 Sep 22 21:47:27.154987 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-f019b475-174e-494a-bf0a-08b18fee95e1 None None] Set router 85fc9c8c-5aa5-4009-a0e8-f145979a6567 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:47:27.269942 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a3c78-e5d8-464d-8c39-d44184bfc75b req-fb4c5f8e-53f5-44b6-a544-1e7b8189ef51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:27.271365 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-192a3c78-e5d8-464d-8c39-d44184bfc75b req-fb4c5f8e-53f5-44b6-a544-1e7b8189ef51 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c4ba8f83-333c-411f-abb9-714415775b4d HTTP/1.1" status: 200 len: 911 time: 0.1258311 Sep 22 21:47:27.377357 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-192a3c78-e5d8-464d-8c39-d44184bfc75b req-cae129d9-15f3-4921-ba64-9b7271b45288 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6dce280-3e9e-46db-b1dc-58d62326eafb HTTP/1.1" status: 200 len: 998 time: 0.0990224 Sep 22 21:47:27.443496 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a3c78-e5d8-464d-8c39-d44184bfc75b req-ef309f10-c0ca-4547-8c99-4fb87f2d8d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:27.444951 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-192a3c78-e5d8-464d-8c39-d44184bfc75b req-ef309f10-c0ca-4547-8c99-4fb87f2d8d69 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8ec73feb-6226-4bb2-bdf7-f761304c77c1 HTTP/1.1" status: 200 len: 850 time: 0.0606482 Sep 22 21:47:27.502177 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-f019b475-174e-494a-bf0a-08b18fee95e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'name': 'tempest-TestVolumeBootPattern-630973036-router', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '8086c4f3-eded-4d66-8366-1c89a80b9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:41:55Z', 'updated_at': '2022-09-22T21:42:00Z', 'revision_number': 4, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'gw_port': {'id': '8086c4f3-eded-4d66-8366-1c89a80b9287', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:41:55Z', 'updated_at': '2022-09-22T21:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '60823d51-250c-4539-b49e-83c2c7a7bb48', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'floating_ip_address': '172.26.0.39', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'port_id': '5fcd765f-8184-4931-8051-2c41ed3028be', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d', 'mac_address': 'fa:16:3e:2d:71:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c5bada-7ca0-479a-b2f5-50a0a8593656', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:45:15Z', 'updated_at': '2022-09-22T21:45:18Z', 'revision_number': 1, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'fixed_ip_address_scope': None}, {'id': '8720b7a6-625f-46f7-8015-e5d6b3235cd2', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'floating_ip_address': '172.26.0.54', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'port_id': 'd6dce280-3e9e-46db-b1dc-58d62326eafb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d', 'mac_address': 'fa:16:3e:db:9c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c211fd-e14c-4ca5-9bdb-9abbeea0597a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:47:25Z', 'updated_at': '2022-09-22T21:47:25Z', 'revision_number': 0, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38bf86dc-fcc2-47a6-8518-e7cca53839dd', 'name': '', 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'mac_address': 'fa:16:3e:90:e0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '8ec73feb-6226-4bb2-bdf7-f761304c77c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:41:59Z', 'updated_at': '2022-09-22T21:42:07Z', 'revision_number': 5, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'subnets': [{'id': '8ec73feb-6226-4bb2-bdf7-f761304c77c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:47:27.505900 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f019b475-174e-494a-bf0a-08b18fee95e1 None None] Checking router: 85fc9c8c-5aa5-4009-a0e8-f145979a6567 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:47:27.514260 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f019b475-174e-494a-bf0a-08b18fee95e1 None None] Routers {'85fc9c8c-5aa5-4009-a0e8-f145979a6567'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:47:27.515441 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-f019b475-174e-494a-bf0a-08b18fee95e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:47:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['85fc9c8c-5aa5-4009-a0e8-f145979a6567'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:47:27.526277 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a3c78-e5d8-464d-8c39-d44184bfc75b req-77010289-7178-4638-a7da-1e278042fb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:27.527724 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-192a3c78-e5d8-464d-8c39-d44184bfc75b req-77010289-7178-4638-a7da-1e278042fb18 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c4ba8f83-333c-411f-abb9-714415775b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771277 Sep 22 21:47:27.691513 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-f019b475-174e-494a-bf0a-08b18fee95e1 None None] Set router 85fc9c8c-5aa5-4009-a0e8-f145979a6567 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:47:27.753726 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-192a3c78-e5d8-464d-8c39-d44184bfc75b req-1a5cf8cc-868d-44ce-8580-3cfa86df95a2 service neutron] 10.222.0.49 "GET /v2.0/networks/c4ba8f83-333c-411f-abb9-714415775b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199502 Sep 22 21:47:27.882583 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-192a3c78-e5d8-464d-8c39-d44184bfc75b req-bdd8334b-c343-4def-b087-1a4222240398 service neutron] 10.222.0.49 "GET /v2.0/networks/c4ba8f83-333c-411f-abb9-714415775b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226120 Sep 22 21:47:28.032388 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-f019b475-174e-494a-bf0a-08b18fee95e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'name': 'tempest-TestVolumeBootPattern-630973036-router', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '8086c4f3-eded-4d66-8366-1c89a80b9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:41:55Z', 'updated_at': '2022-09-22T21:42:00Z', 'revision_number': 4, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'gw_port': {'id': '8086c4f3-eded-4d66-8366-1c89a80b9287', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:41:55Z', 'updated_at': '2022-09-22T21:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '60823d51-250c-4539-b49e-83c2c7a7bb48', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'floating_ip_address': '172.26.0.39', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'port_id': '5fcd765f-8184-4931-8051-2c41ed3028be', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d', 'mac_address': 'fa:16:3e:2d:71:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c5bada-7ca0-479a-b2f5-50a0a8593656', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:45:15Z', 'updated_at': '2022-09-22T21:45:18Z', 'revision_number': 1, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'fixed_ip_address_scope': None}, {'id': '8720b7a6-625f-46f7-8015-e5d6b3235cd2', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'floating_ip_address': '172.26.0.54', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'port_id': 'd6dce280-3e9e-46db-b1dc-58d62326eafb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d', 'mac_address': 'fa:16:3e:db:9c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c211fd-e14c-4ca5-9bdb-9abbeea0597a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:47:25Z', 'updated_at': '2022-09-22T21:47:25Z', 'revision_number': 0, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38bf86dc-fcc2-47a6-8518-e7cca53839dd', 'name': '', 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'mac_address': 'fa:16:3e:90:e0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '8ec73feb-6226-4bb2-bdf7-f761304c77c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:41:59Z', 'updated_at': '2022-09-22T21:42:07Z', 'revision_number': 5, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'subnets': [{'id': '8ec73feb-6226-4bb2-bdf7-f761304c77c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:47:28.036122 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f019b475-174e-494a-bf0a-08b18fee95e1 None None] The sync data for ids ['85fc9c8c-5aa5-4009-a0e8-f145979a6567'] in dv-neutron-858900-1-hyperv is: [{'id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'name': 'tempest-TestVolumeBootPattern-630973036-router', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '8086c4f3-eded-4d66-8366-1c89a80b9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:41:55Z', 'updated_at': '2022-09-22T21:42:00Z', 'revision_number': 4, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'gw_port': {'id': '8086c4f3-eded-4d66-8366-1c89a80b9287', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:41:55Z', 'updated_at': '2022-09-22T21:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '60823d51-250c-4539-b49e-83c2c7a7bb48', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'floating_ip_address': '172.26.0.39', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'port_id': '5fcd765f-8184-4931-8051-2c41ed3028be', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d', 'mac_address': 'fa:16:3e:2d:71:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c5bada-7ca0-479a-b2f5-50a0a8593656', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:45:15Z', 'updated_at': '2022-09-22T21:45:18Z', 'revision_number': 1, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'fixed_ip_address_scope': None}, {'id': '8720b7a6-625f-46f7-8015-e5d6b3235cd2', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'floating_ip_address': '172.26.0.54', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'port_id': 'd6dce280-3e9e-46db-b1dc-58d62326eafb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d', 'mac_address': 'fa:16:3e:db:9c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c211fd-e14c-4ca5-9bdb-9abbeea0597a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:47:25Z', 'updated_at': '2022-09-22T21:47:25Z', 'revision_number': 0, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38bf86dc-fcc2-47a6-8518-e7cca53839dd', 'name': '', 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'mac_address': 'fa:16:3e:90:e0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '8ec73feb-6226-4bb2-bdf7-f761304c77c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:41:59Z', 'updated_at': '2022-09-22T21:42:07Z', 'revision_number': 5, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'subnets': [{'id': '8ec73feb-6226-4bb2-bdf7-f761304c77c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:47:28.211545 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad46b61-b16b-4e48-81b1-939acda4b86a None None] New status for floating IP 8720b7a6-625f-46f7-8015-e5d6b3235cd2: ACTIVE {{(pid=89010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:47:39.676568 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-67a8aa4f-2216-4508-a27e-9a7f6afe063b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:41.903706 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-51409a37-e820-4073-acaa-1de0526989f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:42.737615 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:43.129179 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:44.510412 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:49.879717 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:47:50.083222 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-df8ae6e8-349c-4d99-bccd-55c7cceecd90 req-7d1950b8-4888-4b27-8418-5a6de9f3dc8d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=35c5bada-7ca0-479a-b2f5-50a0a8593656&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0796747 Sep 22 21:47:50.234921 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ae6e8-349c-4d99-bccd-55c7cceecd90 req-2b8c4584-4086-414a-9a32-c407fd2f23d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:50.236397 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-df8ae6e8-349c-4d99-bccd-55c7cceecd90 req-2b8c4584-4086-414a-9a32-c407fd2f23d3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c0953d2486f241adbaf31021d8b87543&device_id=35c5bada-7ca0-479a-b2f5-50a0a8593656 HTTP/1.1" status: 200 len: 1098 time: 0.0798628 Sep 22 21:47:50.391947 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ae6e8-349c-4d99-bccd-55c7cceecd90 req-64db5581-a022-4d54-8ab1-b309442ddb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:50.391947 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-df8ae6e8-349c-4d99-bccd-55c7cceecd90 req-64db5581-a022-4d54-8ab1-b309442ddb42 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c4ba8f83-333c-411f-abb9-714415775b4d HTTP/1.1" status: 200 len: 911 time: 0.1346450 Sep 22 21:47:50.511284 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-df8ae6e8-349c-4d99-bccd-55c7cceecd90 req-550a6555-81d8-44e8-b4e7-9a586d6455c0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fcd765f-8184-4931-8051-2c41ed3028be HTTP/1.1" status: 200 len: 1000 time: 0.1127257 Sep 22 21:47:50.575555 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ae6e8-349c-4d99-bccd-55c7cceecd90 req-a16d08d2-f8e7-4bbf-ba27-d30a7e6323b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:50.577580 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-df8ae6e8-349c-4d99-bccd-55c7cceecd90 req-a16d08d2-f8e7-4bbf-ba27-d30a7e6323b3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8ec73feb-6226-4bb2-bdf7-f761304c77c1 HTTP/1.1" status: 200 len: 850 time: 0.0570385 Sep 22 21:47:50.665277 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ae6e8-349c-4d99-bccd-55c7cceecd90 req-0556cd97-3a3a-4c06-9102-1ae142f21fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:47:50.667234 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-df8ae6e8-349c-4d99-bccd-55c7cceecd90 req-0556cd97-3a3a-4c06-9102-1ae142f21fe0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c4ba8f83-333c-411f-abb9-714415775b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0835028 Sep 22 21:47:50.804054 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-df8ae6e8-349c-4d99-bccd-55c7cceecd90 req-823ac581-8e0a-4ef7-a66b-ee4232561183 service neutron] 10.222.0.49 "GET /v2.0/networks/c4ba8f83-333c-411f-abb9-714415775b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301506 Sep 22 21:47:50.950296 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-df8ae6e8-349c-4d99-bccd-55c7cceecd90 req-afe94227-2e4c-4465-b566-61b490ec844b service neutron] 10.222.0.49 "GET /v2.0/networks/c4ba8f83-333c-411f-abb9-714415775b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397123 Sep 22 21:47:51.684896 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 52968) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:47:51.875231 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-eba3b4ba-cee9-49a0-bfbb-953127f2361b tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/routers/00c6a914-758f-47f9-9f24-b44d3d606e8a/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1924922 Sep 22 21:47:51.878431 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 52972) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:47:52.066554 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3a4bdc-de1b-4264-9e3d-f1f5cd24ecd6 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Notify agent at dv-neutron-858900-1-hyperv the message router_removed_from_agent {{(pid=89008) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Sep 22 21:47:52.069715 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ab3a4bdc-de1b-4264-9e3d-f1f5cd24ecd6 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "DELETE /v2.0/agents/00484572-69ab-460c-ba62-dad581191bb1/l3-routers/00c6a914-758f-47f9-9f24-b44d3d606e8a HTTP/1.1" status: 204 len: 168 time: 0.1914728 Sep 22 21:47:52.072275 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 52976) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:47:52.368887 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-b29b5a40-0a52-4f1b-a5c8-98485f939000 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/routers/00c6a914-758f-47f9-9f24-b44d3d606e8a/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.2954955 Sep 22 21:47:52.372167 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 52980) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:47:52.476810 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-f1c8bcef-d4c0-4539-8a60-765115ff1e89 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/floatingips/72276c72-efa6-4e47-9c50-af09ae8b1b92 HTTP/1.1" status: 200 len: 992 time: 0.1040246 Sep 22 21:47:52.562118 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624e9063-d4b2-4f41-a3ea-4bb6af5c80b0 None None] New status for floating IP 72276c72-efa6-4e47-9c50-af09ae8b1b92: DOWN {{(pid=89011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:47:53.151288 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device f27f54cc-db07-42fc-b084-5a1fd6c938b7 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:47:53.261920 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port f27f54cc-db07-42fc-b084-5a1fd6c938b7 is: ACTIVE; New status is: DOWN {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:47:53.262283 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:53.277899 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port f27f54cc-db07-42fc-b084-5a1fd6c938b7, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=f27f54cc-db07-42fc-b084-5a1fd6c938b7,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:47:53.282224 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:53.282898 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 3e556591-4e16-43fa-a6d0-525951106604 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:47:53.393597 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=f27f54cc-db07-42fc-b084-5a1fd6c938b7,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:47:53.447610 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 3e556591-4e16-43fa-a6d0-525951106604 is: ACTIVE; New status is: DOWN {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:47:53.447979 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:53.480587 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 52984) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:47:53.481150 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 3e556591-4e16-43fa-a6d0-525951106604, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=3e556591-4e16-43fa-a6d0-525951106604,segment=NetworkSegment(e946529e-0d48-4931-b61d-d7d8d1833d44),segment_id=e946529e-0d48-4931-b61d-d7d8d1833d44)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:47:53.485555 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:53.551424 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=3e556591-4e16-43fa-a6d0-525951106604,revision_number=6']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:47:53.587990 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-cbafa285-1fea-40ab-9e16-3d3492c65cdd tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/floatingips/72276c72-efa6-4e47-9c50-af09ae8b1b92 HTTP/1.1" status: 200 len: 990 time: 0.1061332 Sep 22 21:47:55.629272 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 52992) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:47:55.823418 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd0cd73-7325-4c43-b116-5dba760b236e tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Router 00c6a914-758f-47f9-9f24-b44d3d606e8a is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:47:55.823842 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd0cd73-7325-4c43-b116-5dba760b236e tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Notify agent at dv-neutron-858900-1-hyperv the message router_added_to_agent {{(pid=89008) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Sep 22 21:47:55.846862 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:55.847454 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-3cd0cd73-7325-4c43-b116-5dba760b236e tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "POST /v2.0/agents/00484572-69ab-460c-ba62-dad581191bb1/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2167909 Sep 22 21:47:55.849618 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53000) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:47:55.859698 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c53f16-8e25-4988-be18-1afe784ccf33 None None] Sync routers for ids ['00c6a914-758f-47f9-9f24-b44d3d606e8a'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:47:55.869168 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c53f16-8e25-4988-be18-1afe784ccf33 None None] Routers {'00c6a914-758f-47f9-9f24-b44d3d606e8a'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:47:55.869712 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-f0c53f16-8e25-4988-be18-1afe784ccf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:47:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['00c6a914-758f-47f9-9f24-b44d3d606e8a'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:47:56.025689 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-6d1eac83-1b8c-4317-91de-0c5db9d5b794 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/routers/00c6a914-758f-47f9-9f24-b44d3d606e8a/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1748247 Sep 22 21:47:56.028378 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53004) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:47:56.045917 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-f0c53f16-8e25-4988-be18-1afe784ccf33 None None] Set router 00c6a914-758f-47f9-9f24-b44d3d606e8a gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:47:56.132771 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-5ebea986-6a51-42c4-8f97-e37f3b1ca000 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/floatingips/72276c72-efa6-4e47-9c50-af09ae8b1b92 HTTP/1.1" status: 200 len: 990 time: 0.1032100 Sep 22 21:47:56.417790 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-f0c53f16-8e25-4988-be18-1afe784ccf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c6a914-758f-47f9-9f24-b44d3d606e8a', 'name': 'tempest-TestNetworkBasicOps-router-754139044', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'f27f54cc-db07-42fc-b084-5a1fd6c938b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:46:53Z', 'updated_at': '2022-09-22T21:46:58Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': 'f27f54cc-db07-42fc-b084-5a1fd6c938b7', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c6a914-758f-47f9-9f24-b44d3d606e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:46:54Z', 'updated_at': '2022-09-22T21:47:53Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '72276c72-efa6-4e47-9c50-af09ae8b1b92', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'floating_ip_address': '172.26.0.19', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '00c6a914-758f-47f9-9f24-b44d3d606e8a', 'port_id': '9f0a14eb-6334-4688-bebb-854e1362e863', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd04db0b5-4270-4e5d-bb1c-bb1bd95a14a5', 'mac_address': 'fa:16:3e:6a:af:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa33492b-578b-4714-ad27-ea349116dbb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:47:15Z', 'updated_at': '2022-09-22T21:47:52Z', 'revision_number': 2, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e556591-4e16-43fa-a6d0-525951106604', 'name': '', 'network_id': 'd04db0b5-4270-4e5d-bb1c-bb1bd95a14a5', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:81:3b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c6a914-758f-47f9-9f24-b44d3d606e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'd339fa0b-d3db-45b0-a462-966298afdfc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:46:57Z', 'updated_at': '2022-09-22T21:47:53Z', 'revision_number': 6, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': 'd339fa0b-d3db-45b0-a462-966298afdfc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:47:56.421500 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c53f16-8e25-4988-be18-1afe784ccf33 None None] Checking router: 00c6a914-758f-47f9-9f24-b44d3d606e8a for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:47:56.430107 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c53f16-8e25-4988-be18-1afe784ccf33 None None] Routers {'00c6a914-758f-47f9-9f24-b44d3d606e8a'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:47:56.430716 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-f0c53f16-8e25-4988-be18-1afe784ccf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:47:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['00c6a914-758f-47f9-9f24-b44d3d606e8a'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:47:56.601339 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-f0c53f16-8e25-4988-be18-1afe784ccf33 None None] Set router 00c6a914-758f-47f9-9f24-b44d3d606e8a gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:47:56.937227 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-f0c53f16-8e25-4988-be18-1afe784ccf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c6a914-758f-47f9-9f24-b44d3d606e8a', 'name': 'tempest-TestNetworkBasicOps-router-754139044', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'f27f54cc-db07-42fc-b084-5a1fd6c938b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:46:53Z', 'updated_at': '2022-09-22T21:46:58Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': 'f27f54cc-db07-42fc-b084-5a1fd6c938b7', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c6a914-758f-47f9-9f24-b44d3d606e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:46:54Z', 'updated_at': '2022-09-22T21:47:53Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '72276c72-efa6-4e47-9c50-af09ae8b1b92', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'floating_ip_address': '172.26.0.19', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '00c6a914-758f-47f9-9f24-b44d3d606e8a', 'port_id': '9f0a14eb-6334-4688-bebb-854e1362e863', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd04db0b5-4270-4e5d-bb1c-bb1bd95a14a5', 'mac_address': 'fa:16:3e:6a:af:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa33492b-578b-4714-ad27-ea349116dbb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:47:15Z', 'updated_at': '2022-09-22T21:47:52Z', 'revision_number': 2, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e556591-4e16-43fa-a6d0-525951106604', 'name': '', 'network_id': 'd04db0b5-4270-4e5d-bb1c-bb1bd95a14a5', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:81:3b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c6a914-758f-47f9-9f24-b44d3d606e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'd339fa0b-d3db-45b0-a462-966298afdfc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:46:57Z', 'updated_at': '2022-09-22T21:47:53Z', 'revision_number': 6, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': 'd339fa0b-d3db-45b0-a462-966298afdfc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:47:56.941089 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c53f16-8e25-4988-be18-1afe784ccf33 None None] The sync data for ids ['00c6a914-758f-47f9-9f24-b44d3d606e8a'] in dv-neutron-858900-1-hyperv is: [{'id': '00c6a914-758f-47f9-9f24-b44d3d606e8a', 'name': 'tempest-TestNetworkBasicOps-router-754139044', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'f27f54cc-db07-42fc-b084-5a1fd6c938b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:46:53Z', 'updated_at': '2022-09-22T21:46:58Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': 'f27f54cc-db07-42fc-b084-5a1fd6c938b7', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c6a914-758f-47f9-9f24-b44d3d606e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:46:54Z', 'updated_at': '2022-09-22T21:47:53Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '72276c72-efa6-4e47-9c50-af09ae8b1b92', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'floating_ip_address': '172.26.0.19', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '00c6a914-758f-47f9-9f24-b44d3d606e8a', 'port_id': '9f0a14eb-6334-4688-bebb-854e1362e863', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd04db0b5-4270-4e5d-bb1c-bb1bd95a14a5', 'mac_address': 'fa:16:3e:6a:af:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa33492b-578b-4714-ad27-ea349116dbb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:47:15Z', 'updated_at': '2022-09-22T21:47:52Z', 'revision_number': 2, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e556591-4e16-43fa-a6d0-525951106604', 'name': '', 'network_id': 'd04db0b5-4270-4e5d-bb1c-bb1bd95a14a5', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:81:3b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c6a914-758f-47f9-9f24-b44d3d606e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'd339fa0b-d3db-45b0-a462-966298afdfc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:46:57Z', 'updated_at': '2022-09-22T21:47:53Z', 'revision_number': 6, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': 'd339fa0b-d3db-45b0-a462-966298afdfc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:47:57.136457 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53010) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:47:57.251829 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-4433bd90-98ad-4d9c-8829-820155a8028e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/floatingips/72276c72-efa6-4e47-9c50-af09ae8b1b92 HTTP/1.1" status: 200 len: 990 time: 0.1136036 Sep 22 21:47:58.255638 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53014) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:47:58.359171 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-6001af20-0831-4915-98c6-54c1bb85b5cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/floatingips/72276c72-efa6-4e47-9c50-af09ae8b1b92 HTTP/1.1" status: 200 len: 990 time: 0.1023672 Sep 22 21:47:58.512328 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2b0fd0-2216-4a61-86f9-cf6de28a8633 None None] New status for floating IP 72276c72-efa6-4e47-9c50-af09ae8b1b92: ACTIVE {{(pid=89011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:47:59.191218 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device f27f54cc-db07-42fc-b084-5a1fd6c938b7 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:47:59.262939 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port f27f54cc-db07-42fc-b084-5a1fd6c938b7 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:47:59.263302 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:59.263680 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port f27f54cc-db07-42fc-b084-5a1fd6c938b7 Sep 22 21:47:59.363544 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53020) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:47:59.377638 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port f27f54cc-db07-42fc-b084-5a1fd6c938b7 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:47:59.378229 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:59.394099 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port f27f54cc-db07-42fc-b084-5a1fd6c938b7, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=f27f54cc-db07-42fc-b084-5a1fd6c938b7,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:47:59.397841 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:59.398906 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 3e556591-4e16-43fa-a6d0-525951106604 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:47:59.467197 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-9b6ba381-f0b4-4dc2-92af-bac97a1bcba2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/floatingips/72276c72-efa6-4e47-9c50-af09ae8b1b92 HTTP/1.1" status: 200 len: 992 time: 0.1023891 Sep 22 21:47:59.515949 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=f27f54cc-db07-42fc-b084-5a1fd6c938b7,revision_number=6']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:47:59.529458 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 3e556591-4e16-43fa-a6d0-525951106604 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:47:59.529823 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:59.530176 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 3e556591-4e16-43fa-a6d0-525951106604 Sep 22 21:47:59.651046 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 3e556591-4e16-43fa-a6d0-525951106604 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:47:59.651423 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:59.683344 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 3e556591-4e16-43fa-a6d0-525951106604, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=3e556591-4e16-43fa-a6d0-525951106604,segment=NetworkSegment(e946529e-0d48-4931-b61d-d7d8d1833d44),segment_id=e946529e-0d48-4931-b61d-d7d8d1833d44)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:47:59.687229 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:47:59.746092 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53028) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:47:59.755869 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=3e556591-4e16-43fa-a6d0-525951106604,revision_number=7']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:48:00.040050 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-0bad860c-09fb-46cc-aefa-7eddb81928cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Deleting port e0f9b249-d1fa-4308-9d15-ec44ce2e7ae2 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:48:00.040295 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0bad860c-09fb-46cc-aefa-7eddb81928cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:00.204939 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0bad860c-09fb-46cc-aefa-7eddb81928cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:00.205264 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0bad860c-09fb-46cc-aefa-7eddb81928cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:00.327238 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-0bad860c-09fb-46cc-aefa-7eddb81928cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Calling delete_port for e0f9b249-d1fa-4308-9d15-ec44ce2e7ae2 owned by network:floatingip {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:48:00.477080 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0bad860c-09fb-46cc-aefa-7eddb81928cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:00.522376 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad860c-09fb-46cc-aefa-7eddb81928cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'Port': ['ID=e0f9b249-d1fa-4308-9d15-ec44ce2e7ae2,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:48:00.619200 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0bad860c-09fb-46cc-aefa-7eddb81928cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for floatingip, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:00.619449 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.l3_db [None req-0bad860c-09fb-46cc-aefa-7eddb81928cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Floating IP 72276c72-efa6-4e47-9c50-af09ae8b1b92 disassociated (deleted). External IP: 172.26.0.19, port: 9f0a14eb-6334-4688-bebb-854e1362e863. Sep 22 21:48:00.962351 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bad860c-09fb-46cc-aefa-7eddb81928cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Router 00c6a914-758f-47f9-9f24-b44d3d606e8a has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:48:01.138910 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bad860c-09fb-46cc-aefa-7eddb81928cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:48:01.148663 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4bcc7c-dd4d-4aa0-b18c-6dbc2e52de3b None None] Sync routers for ids ['00c6a914-758f-47f9-9f24-b44d3d606e8a'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:48:01.158858 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4bcc7c-dd4d-4aa0-b18c-6dbc2e52de3b None None] Routers {'00c6a914-758f-47f9-9f24-b44d3d606e8a'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:48:01.159575 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-ce4bcc7c-dd4d-4aa0-b18c-6dbc2e52de3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:47:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['00c6a914-758f-47f9-9f24-b44d3d606e8a'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:48:01.161314 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0bad860c-09fb-46cc-aefa-7eddb81928cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:01.217904 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-0bad860c-09fb-46cc-aefa-7eddb81928cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "DELETE /v2.0/floatingips/72276c72-efa6-4e47-9c50-af09ae8b1b92 HTTP/1.1" status: 204 len: 168 time: 1.4673398 Sep 22 21:48:01.218100 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device f27f54cc-db07-42fc-b084-5a1fd6c938b7 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:48:01.218194 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa33492b-578b-4714-ad27-ea349116dbb2', 'tag': '9f0a14eb-6334-4688-bebb-854e1362e863'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:48:01.218194 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0ca64c-4a32-45b7-9a1c-ed1c396bd46e" -d '{"events": [{"name": "network-changed", "server_uuid": "fa33492b-578b-4714-ad27-ea349116dbb2", "tag": "9f0a14eb-6334-4688-bebb-854e1362e863"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:48:01.260889 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132ef518-e91c-4976-bdc9-d7fe71c5f5f1 x-openstack-request-id: req-132ef518-e91c-4976-bdc9-d7fe71c5f5f1 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:48:01.261177 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa33492b-578b-4714-ad27-ea349116dbb2", "tag": "9f0a14eb-6334-4688-bebb-854e1362e863", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:48:01.261439 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-132ef518-e91c-4976-bdc9-d7fe71c5f5f1 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:48:01.262959 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-132ef518-e91c-4976-bdc9-d7fe71c5f5f1'] response: {'name': 'network-changed', 'server_uuid': 'fa33492b-578b-4714-ad27-ea349116dbb2', 'tag': '9f0a14eb-6334-4688-bebb-854e1362e863', 'status': 'completed', 'code': 200} Sep 22 21:48:01.398763 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ca64c-4a32-45b7-9a1c-ed1c396bd46e req-f8a90ef8-c83c-4b92-8e1a-ab93f681d4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:48:01.400736 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0e0ca64c-4a32-45b7-9a1c-ed1c396bd46e req-f8a90ef8-c83c-4b92-8e1a-ab93f681d4bf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&device_id=fa33492b-578b-4714-ad27-ea349116dbb2 HTTP/1.1" status: 200 len: 1098 time: 0.0915916 Sep 22 21:48:01.486383 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port f27f54cc-db07-42fc-b084-5a1fd6c938b7 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:48:01.486704 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:01.487045 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port f27f54cc-db07-42fc-b084-5a1fd6c938b7 Sep 22 21:48:01.512756 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-ce4bcc7c-dd4d-4aa0-b18c-6dbc2e52de3b None None] Set router 00c6a914-758f-47f9-9f24-b44d3d606e8a gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:48:01.658030 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ca64c-4a32-45b7-9a1c-ed1c396bd46e req-fedd7b3a-8581-443d-9269-2181751487ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:48:01.659673 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0e0ca64c-4a32-45b7-9a1c-ed1c396bd46e req-fedd7b3a-8581-443d-9269-2181751487ee service neutron] 10.222.0.49 "GET /v2.0/networks?id=d04db0b5-4270-4e5d-bb1c-bb1bd95a14a5 HTTP/1.1" status: 200 len: 897 time: 0.2538249 Sep 22 21:48:01.708025 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766e73c-d098-4087-9f4f-806cfd5fb0b2 req-ba0499e5-202a-41ee-9859-b46694590212 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:48:01.709533 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-5766e73c-d098-4087-9f4f-806cfd5fb0b2 req-ba0499e5-202a-41ee-9859-b46694590212 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=fa33492b-578b-4714-ad27-ea349116dbb2 HTTP/1.1" status: 200 len: 945 time: 0.1697831 Sep 22 21:48:01.741685 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0e0ca64c-4a32-45b7-9a1c-ed1c396bd46e req-40d87066-fb83-4115-b4c4-fdeadec17cc4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f0a14eb-6334-4688-bebb-854e1362e863 HTTP/1.1" status: 200 len: 217 time: 0.0752637 Sep 22 21:48:01.764022 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-5766e73c-d098-4087-9f4f-806cfd5fb0b2 req-b6381397-893b-4653-824f-9a40076466d5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=79f525f5-3256-4b53-8a39-8177d9c4e3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480015 Sep 22 21:48:01.812161 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ca64c-4a32-45b7-9a1c-ed1c396bd46e req-4e6be092-cd53-4626-ad9c-002ae7373225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:48:01.814155 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0e0ca64c-4a32-45b7-9a1c-ed1c396bd46e req-4e6be092-cd53-4626-ad9c-002ae7373225 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d339fa0b-d3db-45b0-a462-966298afdfc8 HTTP/1.1" status: 200 len: 832 time: 0.0664234 Sep 22 21:48:01.844295 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port f27f54cc-db07-42fc-b084-5a1fd6c938b7 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:48:01.845415 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 3e556591-4e16-43fa-a6d0-525951106604 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:48:01.900288 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ca64c-4a32-45b7-9a1c-ed1c396bd46e req-c54bc3c2-29fd-4257-9162-de480e374278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:48:01.901786 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0e0ca64c-4a32-45b7-9a1c-ed1c396bd46e req-c54bc3c2-29fd-4257-9162-de480e374278 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d04db0b5-4270-4e5d-bb1c-bb1bd95a14a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812929 Sep 22 21:48:01.976686 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 3e556591-4e16-43fa-a6d0-525951106604 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:48:01.977048 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:01.977377 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 3e556591-4e16-43fa-a6d0-525951106604 Sep 22 21:48:02.037039 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0e0ca64c-4a32-45b7-9a1c-ed1c396bd46e req-75ed1e96-d7a2-476a-908a-b9e1d419e87c service neutron] 10.222.0.49 "GET /v2.0/networks/d04db0b5-4270-4e5d-bb1c-bb1bd95a14a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285923 Sep 22 21:48:02.042557 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-ce4bcc7c-dd4d-4aa0-b18c-6dbc2e52de3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c6a914-758f-47f9-9f24-b44d3d606e8a', 'name': 'tempest-TestNetworkBasicOps-router-754139044', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'f27f54cc-db07-42fc-b084-5a1fd6c938b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:46:53Z', 'updated_at': '2022-09-22T21:46:58Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': 'f27f54cc-db07-42fc-b084-5a1fd6c938b7', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c6a914-758f-47f9-9f24-b44d3d606e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:46:54Z', 'updated_at': '2022-09-22T21:47:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '3e556591-4e16-43fa-a6d0-525951106604', 'name': '', 'network_id': 'd04db0b5-4270-4e5d-bb1c-bb1bd95a14a5', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:81:3b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c6a914-758f-47f9-9f24-b44d3d606e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'd339fa0b-d3db-45b0-a462-966298afdfc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:46:57Z', 'updated_at': '2022-09-22T21:47:59Z', 'revision_number': 7, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': 'd339fa0b-d3db-45b0-a462-966298afdfc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:48:02.050028 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4bcc7c-dd4d-4aa0-b18c-6dbc2e52de3b None None] Checking router: 00c6a914-758f-47f9-9f24-b44d3d606e8a for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:48:02.065147 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4bcc7c-dd4d-4aa0-b18c-6dbc2e52de3b None None] Routers {'00c6a914-758f-47f9-9f24-b44d3d606e8a'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:48:02.065749 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-ce4bcc7c-dd4d-4aa0-b18c-6dbc2e52de3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:47:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['00c6a914-758f-47f9-9f24-b44d3d606e8a'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:48:02.169552 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0e0ca64c-4a32-45b7-9a1c-ed1c396bd46e req-e6becf4a-8076-434c-b12e-c698d72fda9d service neutron] 10.222.0.49 "GET /v2.0/networks/d04db0b5-4270-4e5d-bb1c-bb1bd95a14a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263874 Sep 22 21:48:02.256139 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 3e556591-4e16-43fa-a6d0-525951106604 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:48:02.301545 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-ce4bcc7c-dd4d-4aa0-b18c-6dbc2e52de3b None None] Set router 00c6a914-758f-47f9-9f24-b44d3d606e8a gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:48:02.615745 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-ce4bcc7c-dd4d-4aa0-b18c-6dbc2e52de3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c6a914-758f-47f9-9f24-b44d3d606e8a', 'name': 'tempest-TestNetworkBasicOps-router-754139044', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'f27f54cc-db07-42fc-b084-5a1fd6c938b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:46:53Z', 'updated_at': '2022-09-22T21:46:58Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': 'f27f54cc-db07-42fc-b084-5a1fd6c938b7', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c6a914-758f-47f9-9f24-b44d3d606e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:46:54Z', 'updated_at': '2022-09-22T21:47:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '3e556591-4e16-43fa-a6d0-525951106604', 'name': '', 'network_id': 'd04db0b5-4270-4e5d-bb1c-bb1bd95a14a5', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:81:3b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c6a914-758f-47f9-9f24-b44d3d606e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'd339fa0b-d3db-45b0-a462-966298afdfc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:46:57Z', 'updated_at': '2022-09-22T21:47:59Z', 'revision_number': 7, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': 'd339fa0b-d3db-45b0-a462-966298afdfc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:48:02.620126 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4bcc7c-dd4d-4aa0-b18c-6dbc2e52de3b None None] The sync data for ids ['00c6a914-758f-47f9-9f24-b44d3d606e8a'] in dv-neutron-858900-1-hyperv is: [{'id': '00c6a914-758f-47f9-9f24-b44d3d606e8a', 'name': 'tempest-TestNetworkBasicOps-router-754139044', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'f27f54cc-db07-42fc-b084-5a1fd6c938b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:46:53Z', 'updated_at': '2022-09-22T21:46:58Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': 'f27f54cc-db07-42fc-b084-5a1fd6c938b7', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c6a914-758f-47f9-9f24-b44d3d606e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:46:54Z', 'updated_at': '2022-09-22T21:47:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '3e556591-4e16-43fa-a6d0-525951106604', 'name': '', 'network_id': 'd04db0b5-4270-4e5d-bb1c-bb1bd95a14a5', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:81:3b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c6a914-758f-47f9-9f24-b44d3d606e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'd339fa0b-d3db-45b0-a462-966298afdfc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:46:57Z', 'updated_at': '2022-09-22T21:47:59Z', 'revision_number': 7, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': 'd339fa0b-d3db-45b0-a462-966298afdfc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:48:02.836293 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9e7c6-becf-4563-8ab6-d2feaa504de6 req-595b1547-4434-419c-a8a0-3a960990a5ad tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:48:02.837056 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-d8a9e7c6-becf-4563-8ab6-d2feaa504de6 req-595b1547-4434-419c-a8a0-3a960990a5ad tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:48:02.855136 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-d8a9e7c6-becf-4563-8ab6-d2feaa504de6 req-595b1547-4434-419c-a8a0-3a960990a5ad tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:48:02.856341 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d8a9e7c6-becf-4563-8ab6-d2feaa504de6 req-595b1547-4434-419c-a8a0-3a960990a5ad tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa33492b-578b-4714-ad27-ea349116dbb2 HTTP/1.1" status: 200 len: 945 time: 0.1108325 Sep 22 21:48:02.935277 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-d8a9e7c6-becf-4563-8ab6-d2feaa504de6 req-54732f71-96c6-4b4f-8d93-764abf6f31ea tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Deleting port 9f0a14eb-6334-4688-bebb-854e1362e863 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:48:02.935634 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-d8a9e7c6-becf-4563-8ab6-d2feaa504de6 req-54732f71-96c6-4b4f-8d93-764abf6f31ea tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:03.222846 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04013c51-68b1-4538-9c92-c25f9c9a97ec req-f197f385-a51f-456b-b635-4762aa985bda tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:48:03.224299 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-04013c51-68b1-4538-9c92-c25f9c9a97ec req-f197f385-a51f-456b-b635-4762aa985bda tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=fa33492b-578b-4714-ad27-ea349116dbb2 HTTP/1.1" status: 200 len: 945 time: 0.3290102 Sep 22 21:48:03.305597 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-04013c51-68b1-4538-9c92-c25f9c9a97ec req-b0c6eca3-28b1-45d4-b498-8eb0ba0e9eea tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=79f525f5-3256-4b53-8a39-8177d9c4e3a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755541 Sep 22 21:48:03.310245 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-d8a9e7c6-becf-4563-8ab6-d2feaa504de6 req-54732f71-96c6-4b4f-8d93-764abf6f31ea tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] For port 9f0a14eb-6334-4688-bebb-854e1362e863, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=9f0a14eb-6334-4688-bebb-854e1362e863,segment=NetworkSegment(e946529e-0d48-4931-b61d-d7d8d1833d44),segment_id=e946529e-0d48-4931-b61d-d7d8d1833d44)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:48:03.310616 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-d8a9e7c6-becf-4563-8ab6-d2feaa504de6 req-54732f71-96c6-4b4f-8d93-764abf6f31ea tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:03.430704 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-d8a9e7c6-becf-4563-8ab6-d2feaa504de6 req-54732f71-96c6-4b4f-8d93-764abf6f31ea tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Calling delete_port for 9f0a14eb-6334-4688-bebb-854e1362e863 owned by compute:nova {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:48:03.572813 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-d8a9e7c6-becf-4563-8ab6-d2feaa504de6 req-54732f71-96c6-4b4f-8d93-764abf6f31ea tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:03.622922 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54732f71-96c6-4b4f-8d93-764abf6f31ea tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'Port': ['ID=9f0a14eb-6334-4688-bebb-854e1362e863,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:48:03.709706 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75dab999-6e86-44f7-b965-115db49d86e3 None None] New status for floating IP 72276c72-efa6-4e47-9c50-af09ae8b1b92: DOWN {{(pid=89011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:48:03.769859 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54732f71-96c6-4b4f-8d93-764abf6f31ea tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:48:03.770207 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54732f71-96c6-4b4f-8d93-764abf6f31ea tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:48:03.770548 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54732f71-96c6-4b4f-8d93-764abf6f31ea tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:48:03.770907 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54732f71-96c6-4b4f-8d93-764abf6f31ea tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:48:03.771246 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54732f71-96c6-4b4f-8d93-764abf6f31ea tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:48:03.771571 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54732f71-96c6-4b4f-8d93-764abf6f31ea tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:48:03.771895 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54732f71-96c6-4b4f-8d93-764abf6f31ea tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:48:03.772219 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54732f71-96c6-4b4f-8d93-764abf6f31ea tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:48:03.772554 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54732f71-96c6-4b4f-8d93-764abf6f31ea tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:48:03.772879 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54732f71-96c6-4b4f-8d93-764abf6f31ea tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:48:03.773184 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54732f71-96c6-4b4f-8d93-764abf6f31ea tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:48:03.773502 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54732f71-96c6-4b4f-8d93-764abf6f31ea tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:48:03.817579 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a9e7c6-becf-4563-8ab6-d2feaa504de6 req-54732f71-96c6-4b4f-8d93-764abf6f31ea tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] No DVR routers for this DVR port 9f0a14eb-6334-4688-bebb-854e1362e863 on host hv-neutron-8589 {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:48:03.819987 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-d8a9e7c6-becf-4563-8ab6-d2feaa504de6 req-54732f71-96c6-4b4f-8d93-764abf6f31ea tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:03.823921 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa33492b-578b-4714-ad27-ea349116dbb2', 'name': 'network-vif-deleted', 'tag': '9f0a14eb-6334-4688-bebb-854e1362e863'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:48:03.826781 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6bbc05a-c3a4-4b23-93f8-a0b8e5af6915" -d '{"events": [{"server_uuid": "fa33492b-578b-4714-ad27-ea349116dbb2", "name": "network-vif-deleted", "tag": "9f0a14eb-6334-4688-bebb-854e1362e863"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:48:03.839987 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d8a9e7c6-becf-4563-8ab6-d2feaa504de6 req-54732f71-96c6-4b4f-8d93-764abf6f31ea tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "DELETE /v2.0/ports/9f0a14eb-6334-4688-bebb-854e1362e863 HTTP/1.1" status: 204 len: 173 time: 0.9784029 Sep 22 21:48:03.876434 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 21:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95557290-423e-43af-a297-151e38de6812 x-openstack-request-id: req-95557290-423e-43af-a297-151e38de6812 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:48:03.876702 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa33492b-578b-4714-ad27-ea349116dbb2", "name": "network-vif-deleted", "tag": "9f0a14eb-6334-4688-bebb-854e1362e863", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:48:03.876948 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-95557290-423e-43af-a297-151e38de6812 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:48:03.877339 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95557290-423e-43af-a297-151e38de6812'] response: {'server_uuid': 'fa33492b-578b-4714-ad27-ea349116dbb2', 'name': 'network-vif-deleted', 'tag': '9f0a14eb-6334-4688-bebb-854e1362e863', 'status': 'completed', 'code': 200} Sep 22 21:48:04.409539 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53048) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:48:04.476776 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-47131107-d1aa-4199-8ac7-f00085c943e2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:04.506352 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-47131107-d1aa-4199-8ac7-f00085c943e2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:04.570727 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-47131107-d1aa-4199-8ac7-f00085c943e2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:04.589386 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47131107-d1aa-4199-8ac7-f00085c943e2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f525f5-3256-4b53-8a39-8177d9c4e3a3,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:48:04.598006 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47131107-d1aa-4199-8ac7-f00085c943e2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:48:04.598354 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47131107-d1aa-4199-8ac7-f00085c943e2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:48:04.598714 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47131107-d1aa-4199-8ac7-f00085c943e2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:48:04.599045 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47131107-d1aa-4199-8ac7-f00085c943e2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:48:04.599420 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47131107-d1aa-4199-8ac7-f00085c943e2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:48:04.599698 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47131107-d1aa-4199-8ac7-f00085c943e2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:48:04.600018 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47131107-d1aa-4199-8ac7-f00085c943e2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:48:04.600340 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47131107-d1aa-4199-8ac7-f00085c943e2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:48:04.600662 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47131107-d1aa-4199-8ac7-f00085c943e2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:48:04.600978 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47131107-d1aa-4199-8ac7-f00085c943e2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:48:04.601294 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47131107-d1aa-4199-8ac7-f00085c943e2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:48:04.601614 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47131107-d1aa-4199-8ac7-f00085c943e2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:48:04.608661 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-47131107-d1aa-4199-8ac7-f00085c943e2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:04.609765 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-47131107-d1aa-4199-8ac7-f00085c943e2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "DELETE /v2.0/security-groups/79f525f5-3256-4b53-8a39-8177d9c4e3a3 HTTP/1.1" status: 204 len: 168 time: 0.1992273 Sep 22 21:48:04.641808 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53054) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:48:05.179853 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1e0360a6-1496-45e7-8fc5-8c1d217a209e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:05.540533 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-1e0360a6-1496-45e7-8fc5-8c1d217a209e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Deleting port 3e556591-4e16-43fa-a6d0-525951106604 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:48:05.541180 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1e0360a6-1496-45e7-8fc5-8c1d217a209e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:05.727083 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-1e0360a6-1496-45e7-8fc5-8c1d217a209e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] For port 3e556591-4e16-43fa-a6d0-525951106604, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=3e556591-4e16-43fa-a6d0-525951106604,segment=NetworkSegment(e946529e-0d48-4931-b61d-d7d8d1833d44),segment_id=e946529e-0d48-4931-b61d-d7d8d1833d44)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:48:05.727439 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1e0360a6-1496-45e7-8fc5-8c1d217a209e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:05.962379 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-1e0360a6-1496-45e7-8fc5-8c1d217a209e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Calling delete_port for 3e556591-4e16-43fa-a6d0-525951106604 owned by network:router_interface {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:48:06.283803 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1e0360a6-1496-45e7-8fc5-8c1d217a209e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:06.330884 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0360a6-1496-45e7-8fc5-8c1d217a209e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'Port': ['ID=3e556591-4e16-43fa-a6d0-525951106604,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:48:06.607577 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1e0360a6-1496-45e7-8fc5-8c1d217a209e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:06.609495 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 9f0a14eb-6334-4688-bebb-854e1362e863 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:48:06.646898 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] No Port match for: 9f0a14eb-6334-4688-bebb-854e1362e863 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:48:06.647248 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 9f0a14eb-6334-4688-bebb-854e1362e863 not bound to the agent host hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:48:06.960724 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e0360a6-1496-45e7-8fc5-8c1d217a209e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Router 00c6a914-758f-47f9-9f24-b44d3d606e8a has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:48:07.132655 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0360a6-1496-45e7-8fc5-8c1d217a209e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:48:07.142259 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6ad9d6-b907-41d8-85aa-058d743b8067 None None] Sync routers for ids ['00c6a914-758f-47f9-9f24-b44d3d606e8a'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:48:07.148626 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-1e0360a6-1496-45e7-8fc5-8c1d217a209e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "PUT /v2.0/routers/00c6a914-758f-47f9-9f24-b44d3d606e8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5027330 Sep 22 21:48:07.148626 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53060) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:48:07.155224 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6ad9d6-b907-41d8-85aa-058d743b8067 None None] Routers {'00c6a914-758f-47f9-9f24-b44d3d606e8a'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:48:07.155831 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-de6ad9d6-b907-41d8-85aa-058d743b8067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:47:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['00c6a914-758f-47f9-9f24-b44d3d606e8a'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:48:07.216407 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-1181ef7f-0840-4da2-8b03-a7712adceb9f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Deleting subnet d339fa0b-d3db-45b0-a462-966298afdfc8 {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:48:07.219446 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1181ef7f-0840-4da2-8b03-a7712adceb9f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:07.389935 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1181ef7f-0840-4da2-8b03-a7712adceb9f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:07.395366 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-de6ad9d6-b907-41d8-85aa-058d743b8067 None None] Set router 00c6a914-758f-47f9-9f24-b44d3d606e8a gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:48:07.475865 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1181ef7f-0840-4da2-8b03-a7712adceb9f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:07.547809 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1181ef7f-0840-4da2-8b03-a7712adceb9f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:07.591696 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1181ef7f-0840-4da2-8b03-a7712adceb9f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'Subnet': ['ID=d339fa0b-d3db-45b0-a462-966298afdfc8,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:48:07.594579 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1181ef7f-0840-4da2-8b03-a7712adceb9f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:07.599876 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4629e0-bb5a-4556-b232-de3d1a88f0f3 None None] Network d04db0b5-4270-4e5d-bb1c-bb1bd95a14a5 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:48:07.601552 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-1181ef7f-0840-4da2-8b03-a7712adceb9f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "DELETE /v2.0/subnets/d339fa0b-d3db-45b0-a462-966298afdfc8 HTTP/1.1" status: 204 len: 168 time: 0.4522467 Sep 22 21:48:07.604200 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53064) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:48:07.781151 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2943833d-e396-4493-8633-f6190c1d2072 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:07.844001 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-de6ad9d6-b907-41d8-85aa-058d743b8067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c6a914-758f-47f9-9f24-b44d3d606e8a', 'name': 'tempest-TestNetworkBasicOps-router-754139044', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'f27f54cc-db07-42fc-b084-5a1fd6c938b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:46:53Z', 'updated_at': '2022-09-22T21:48:06Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': 'f27f54cc-db07-42fc-b084-5a1fd6c938b7', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c6a914-758f-47f9-9f24-b44d3d606e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:46:54Z', 'updated_at': '2022-09-22T21:47:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:48:07.850361 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6ad9d6-b907-41d8-85aa-058d743b8067 None None] Checking router: 00c6a914-758f-47f9-9f24-b44d3d606e8a for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:48:07.864668 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6ad9d6-b907-41d8-85aa-058d743b8067 None None] Routers {'00c6a914-758f-47f9-9f24-b44d3d606e8a'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:48:07.865265 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-de6ad9d6-b907-41d8-85aa-058d743b8067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:47:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['00c6a914-758f-47f9-9f24-b44d3d606e8a'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:48:07.921377 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae79676-652b-41f1-814e-e9c147287b01 None None] DHCP port deletion for d04db0b5-4270-4e5d-bb1c-bb1bd95a14a5 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:48:07.945015 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-cae79676-652b-41f1-814e-e9c147287b01 None None] Deleting port f202bec5-030c-4460-bf1b-43f3b6aa4648 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:48:07.945387 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-cae79676-652b-41f1-814e-e9c147287b01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:07.960938 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2943833d-e396-4493-8633-f6190c1d2072 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:07.970677 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-2943833d-e396-4493-8633-f6190c1d2072 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Deleting port f27f54cc-db07-42fc-b084-5a1fd6c938b7 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:48:07.971014 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2943833d-e396-4493-8633-f6190c1d2072 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:08.134541 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-de6ad9d6-b907-41d8-85aa-058d743b8067 None None] Set router 00c6a914-758f-47f9-9f24-b44d3d606e8a gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:48:08.141934 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-2943833d-e396-4493-8633-f6190c1d2072 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] For port f27f54cc-db07-42fc-b084-5a1fd6c938b7, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=f27f54cc-db07-42fc-b084-5a1fd6c938b7,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:48:08.142300 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2943833d-e396-4493-8633-f6190c1d2072 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:08.270059 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-2943833d-e396-4493-8633-f6190c1d2072 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Calling delete_port for f27f54cc-db07-42fc-b084-5a1fd6c938b7 owned by network:router_gateway {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:48:08.410316 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-cae79676-652b-41f1-814e-e9c147287b01 None None] For port f202bec5-030c-4460-bf1b-43f3b6aa4648, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=f202bec5-030c-4460-bf1b-43f3b6aa4648,segment=NetworkSegment(e946529e-0d48-4931-b61d-d7d8d1833d44),segment_id=e946529e-0d48-4931-b61d-d7d8d1833d44)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:48:08.410649 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-cae79676-652b-41f1-814e-e9c147287b01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:08.435979 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2943833d-e396-4493-8633-f6190c1d2072 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:08.516063 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2943833d-e396-4493-8633-f6190c1d2072 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'Port': ['ID=f27f54cc-db07-42fc-b084-5a1fd6c938b7,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:48:08.584598 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2943833d-e396-4493-8633-f6190c1d2072 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8012236'] for router_gateway, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:08.595206 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-cae79676-652b-41f1-814e-e9c147287b01 None None] Calling delete_port for f202bec5-030c-4460-bf1b-43f3b6aa4648 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:48:08.720258 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-cae79676-652b-41f1-814e-e9c147287b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:08.770752 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae79676-652b-41f1-814e-e9c147287b01 None None] Pushing event deleted for resources: {'Port': ['ID=f202bec5-030c-4460-bf1b-43f3b6aa4648,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:48:08.773140 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae79676-652b-41f1-814e-e9c147287b01 None None] No DVR routers for this DVR port f202bec5-030c-4460-bf1b-43f3b6aa4648 on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:48:08.786506 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae79676-652b-41f1-814e-e9c147287b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:48:08.786886 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae79676-652b-41f1-814e-e9c147287b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:48:08.787223 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae79676-652b-41f1-814e-e9c147287b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:48:08.787614 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae79676-652b-41f1-814e-e9c147287b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:48:08.787872 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae79676-652b-41f1-814e-e9c147287b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:48:08.788201 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae79676-652b-41f1-814e-e9c147287b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:48:08.788525 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae79676-652b-41f1-814e-e9c147287b01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:48:08.788851 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae79676-652b-41f1-814e-e9c147287b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:48:08.789174 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae79676-652b-41f1-814e-e9c147287b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:48:08.789495 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae79676-652b-41f1-814e-e9c147287b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:48:08.789814 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae79676-652b-41f1-814e-e9c147287b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:48:08.790138 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae79676-652b-41f1-814e-e9c147287b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:48:08.798749 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-de6ad9d6-b907-41d8-85aa-058d743b8067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c6a914-758f-47f9-9f24-b44d3d606e8a', 'name': 'tempest-TestNetworkBasicOps-router-754139044', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'f27f54cc-db07-42fc-b084-5a1fd6c938b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:46:53Z', 'updated_at': '2022-09-22T21:48:06Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': 'f27f54cc-db07-42fc-b084-5a1fd6c938b7', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c6a914-758f-47f9-9f24-b44d3d606e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:46:54Z', 'updated_at': '2022-09-22T21:47:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:48:08.802757 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6ad9d6-b907-41d8-85aa-058d743b8067 None None] The sync data for ids ['00c6a914-758f-47f9-9f24-b44d3d606e8a'] in dv-neutron-858900-1-hyperv is: [{'id': '00c6a914-758f-47f9-9f24-b44d3d606e8a', 'name': 'tempest-TestNetworkBasicOps-router-754139044', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'f27f54cc-db07-42fc-b084-5a1fd6c938b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:46:53Z', 'updated_at': '2022-09-22T21:48:06Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': 'f27f54cc-db07-42fc-b084-5a1fd6c938b7', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c6a914-758f-47f9-9f24-b44d3d606e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:46:54Z', 'updated_at': '2022-09-22T21:47:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:48:08.873706 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2943833d-e396-4493-8633-f6190c1d2072 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:08.876363 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2943833d-e396-4493-8633-f6190c1d2072 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:08.897586 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2943833d-e396-4493-8633-f6190c1d2072 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:08.898262 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2943833d-e396-4493-8633-f6190c1d2072 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Fanout notify agent at l3_agent the message router_deleted on router 00c6a914-758f-47f9-9f24-b44d3d606e8a {{(pid=89009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:48:08.912752 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2943833d-e396-4493-8633-f6190c1d2072 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:08.913820 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2943833d-e396-4493-8633-f6190c1d2072 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "DELETE /v2.0/routers/00c6a914-758f-47f9-9f24-b44d3d606e8a HTTP/1.1" status: 204 len: 168 time: 1.3087268 Sep 22 21:48:08.916524 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53068) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:48:09.027501 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b607f0b1-226e-4922-bfe7-6342247a3152 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:09.164709 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b607f0b1-226e-4922-bfe7-6342247a3152 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:09.193737 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-b607f0b1-226e-4922-bfe7-6342247a3152 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d04db0b5-4270-4e5d-bb1c-bb1bd95a14a5']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:48:09.207109 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-b607f0b1-226e-4922-bfe7-6342247a3152 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e946529e-0d48-4931-b61d-d7d8d1833d44') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:48:09.207411 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-b607f0b1-226e-4922-bfe7-6342247a3152 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e946529e-0d48-4931-b61d-d7d8d1833d44') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:48:09.220263 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b607f0b1-226e-4922-bfe7-6342247a3152 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:09.237335 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b607f0b1-226e-4922-bfe7-6342247a3152 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:09.244437 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b607f0b1-226e-4922-bfe7-6342247a3152 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:48:09.245023 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b607f0b1-226e-4922-bfe7-6342247a3152 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:09.265509 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device f202bec5-030c-4460-bf1b-43f3b6aa4648 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:48:09.319439 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: f202bec5-030c-4460-bf1b-43f3b6aa4648 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:48:09.319924 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device f202bec5-030c-4460-bf1b-43f3b6aa4648 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:48:09.320418 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 3e556591-4e16-43fa-a6d0-525951106604 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:48:09.328490 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment e946529e-0d48-4931-b61d-d7d8d1833d44 resource provider aggregate not found Sep 22 21:48:09.352174 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment e946529e-0d48-4931-b61d-d7d8d1833d44 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e946529e-0d48-4931-b61d-d7d8d1833d44 found for delete ", "request_id": "req-ddb6ddaf-5d6d-4eed-b89d-ef4212eaf336"}]} Sep 22 21:48:09.356104 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 3e556591-4e16-43fa-a6d0-525951106604 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:48:09.356519 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 3e556591-4e16-43fa-a6d0-525951106604 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:48:09.368845 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b607f0b1-226e-4922-bfe7-6342247a3152 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:09.386233 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b607f0b1-226e-4922-bfe7-6342247a3152 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:09.398536 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b607f0b1-226e-4922-bfe7-6342247a3152 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'Network': ['ID=d04db0b5-4270-4e5d-bb1c-bb1bd95a14a5,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:48:09.405343 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-b607f0b1-226e-4922-bfe7-6342247a3152 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "DELETE /v2.0/networks/d04db0b5-4270-4e5d-bb1c-bb1bd95a14a5 HTTP/1.1" status: 204 len: 168 time: 0.4878995 Sep 22 21:48:09.427080 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53076) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:48:09.434846 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-ad5fefaa-0fe6-463a-b6f3-56e92981d4ba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'network': {'name': 'tempest-network-smoke--363251902', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'port_security_enabled': True}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:48:09.440511 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-ad5fefaa-0fe6-463a-b6f3-56e92981d4ba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:48:09.444655 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-ad5fefaa-0fe6-463a-b6f3-56e92981d4ba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:network and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:48:09.447752 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-ad5fefaa-0fe6-463a-b6f3-56e92981d4ba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:48:09.454509 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-ad5fefaa-0fe6-463a-b6f3-56e92981d4ba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:48:09.463921 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5fefaa-0fe6-463a-b6f3-56e92981d4ba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Made reservation on behalf of eb1aed2a20e141c98ec99089a446670b for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:48:09.467640 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ad5fefaa-0fe6-463a-b6f3-56e92981d4ba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:09.497417 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad5fefaa-0fe6-463a-b6f3-56e92981d4ba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:48:09.508180 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ad5fefaa-0fe6-463a-b6f3-56e92981d4ba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:09.508546 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-ad5fefaa-0fe6-463a-b6f3-56e92981d4ba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Added segment d8c112b8-8d8c-44e6-85c6-d547e1d4656e of type vlan for network 221bc966-f6b2-4867-b92a-0974aae2e52c Sep 22 21:48:09.536244 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ad5fefaa-0fe6-463a-b6f3-56e92981d4ba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:09.564614 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ad5fefaa-0fe6-463a-b6f3-56e92981d4ba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:09.570052 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5fefaa-0fe6-463a-b6f3-56e92981d4ba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:48:09.570649 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ad5fefaa-0fe6-463a-b6f3-56e92981d4ba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:09.678411 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f1b1c236-3239-46a9-a155-8685f7623def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:09.680602 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ad5fefaa-0fe6-463a-b6f3-56e92981d4ba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2502799 Sep 22 21:48:09.683509 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53080) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:48:09.688763 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-c1bda401-7a13-4030-9985-2ec7b75cd6d2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1916815593', 'admin_state_up': True, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:48:09.689053 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5fefaa-0fe6-463a-b6f3-56e92981d4ba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Network': ['ID=221bc966-f6b2-4867-b92a-0974aae2e52c,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:48:09.696397 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-c1bda401-7a13-4030-9985-2ec7b75cd6d2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:48:09.699205 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 221bc966-f6b2-4867-b92a-0974aae2e52c details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:48:09.700592 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-c1bda401-7a13-4030-9985-2ec7b75cd6d2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:router and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:48:09.703536 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-c1bda401-7a13-4030-9985-2ec7b75cd6d2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:48:09.709651 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-c1bda401-7a13-4030-9985-2ec7b75cd6d2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:48:09.720685 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c1bda401-7a13-4030-9985-2ec7b75cd6d2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:09.721634 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c1bda401-7a13-4030-9985-2ec7b75cd6d2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:09.738445 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c1bda401-7a13-4030-9985-2ec7b75cd6d2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:10.005391 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c1bda401-7a13-4030-9985-2ec7b75cd6d2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:10.299630 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c1bda401-7a13-4030-9985-2ec7b75cd6d2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router_gateway, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:10.331545 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c1bda401-7a13-4030-9985-2ec7b75cd6d2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:10.460530 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-c1bda401-7a13-4030-9985-2ec7b75cd6d2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Allocated IP 172.26.0.83 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/69baa481-4cd4-4d12-a867-a3a11ae4f4bd) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:48:10.731541 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c1bda401-7a13-4030-9985-2ec7b75cd6d2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:10.759216 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c1bda401-7a13-4030-9985-2ec7b75cd6d2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:10.824062 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bda401-7a13-4030-9985-2ec7b75cd6d2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:48:10.826821 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-c1bda401-7a13-4030-9985-2ec7b75cd6d2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:48:10.829629 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bda401-7a13-4030-9985-2ec7b75cd6d2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:48:10.870782 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bda401-7a13-4030-9985-2ec7b75cd6d2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=69baa481-4cd4-4d12-a867-a3a11ae4f4bd,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:48:11.122634 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device f27f54cc-db07-42fc-b084-5a1fd6c938b7 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:48:11.156617 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: f27f54cc-db07-42fc-b084-5a1fd6c938b7 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:48:11.156958 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device f27f54cc-db07-42fc-b084-5a1fd6c938b7 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:48:11.237189 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c1bda401-7a13-4030-9985-2ec7b75cd6d2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router_gateway, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:11.571870 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c1bda401-7a13-4030-9985-2ec7b75cd6d2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:11.771642 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1bda401-7a13-4030-9985-2ec7b75cd6d2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Router 719d9860-701c-419f-8841-f5524f9cb0f9 is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:48:11.901787 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-15d7bc0a-4243-4709-887b-2060fd691683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:12.055880 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1bda401-7a13-4030-9985-2ec7b75cd6d2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:48:12.064789 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b020496-1b54-4f3e-a43b-725be4cb3c00 None None] Sync routers for ids ['719d9860-701c-419f-8841-f5524f9cb0f9'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:48:12.073965 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b020496-1b54-4f3e-a43b-725be4cb3c00 None None] Routers {'719d9860-701c-419f-8841-f5524f9cb0f9'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:48:12.074676 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-2b020496-1b54-4f3e-a43b-725be4cb3c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:48:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['719d9860-701c-419f-8841-f5524f9cb0f9'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:48:12.081537 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c1bda401-7a13-4030-9985-2ec7b75cd6d2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:12.082859 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c1bda401-7a13-4030-9985-2ec7b75cd6d2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3983138 Sep 22 21:48:12.086042 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53084) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:48:12.125912 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-0c38527e-bc46-4b66-bc78-f85a3be89131 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=eb1aed2a20e141c98ec99089a446670b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387380 Sep 22 21:48:12.128522 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53088) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:48:12.250010 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-2b020496-1b54-4f3e-a43b-725be4cb3c00 None None] Set router 719d9860-701c-419f-8841-f5524f9cb0f9 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:48:12.256097 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af8f0a2-124c-4cfb-b3fa-8e371e9e52c1 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:48:12.260387 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2af8f0a2-124c-4cfb-b3fa-8e371e9e52c1 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1281865 Sep 22 21:48:12.260561 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53092) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:48:12.306998 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-293f404a-b8cb-4da8-81a6-1870c0d43d64 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=a22ae1c9-d428-411f-af43-ce0f71b38d9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427530 Sep 22 21:48:12.307182 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53096) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:48:12.312310 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-9873fc05-9677-42d3-9231-47a254ce9055 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-138112253', 'network_id': '221bc966-f6b2-4867-b92a-0974aae2e52c', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:48:12.421805 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-9873fc05-9677-42d3-9231-47a254ce9055 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:48:12.426428 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-9873fc05-9677-42d3-9231-47a254ce9055 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:subnet and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:48:12.429429 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-9873fc05-9677-42d3-9231-47a254ce9055 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:48:12.435152 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-9873fc05-9677-42d3-9231-47a254ce9055 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:48:12.445768 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9873fc05-9677-42d3-9231-47a254ce9055 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Made reservation on behalf of eb1aed2a20e141c98ec99089a446670b for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:48:12.449224 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9873fc05-9677-42d3-9231-47a254ce9055 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:12.539472 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-2b020496-1b54-4f3e-a43b-725be4cb3c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719d9860-701c-419f-8841-f5524f9cb0f9', 'name': 'tempest-TestNetworkBasicOps-router-1916815593', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '69baa481-4cd4-4d12-a867-a3a11ae4f4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:48:09Z', 'updated_at': '2022-09-22T21:48:11Z', 'revision_number': 3, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '69baa481-4cd4-4d12-a867-a3a11ae4f4bd', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:84:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719d9860-701c-419f-8841-f5524f9cb0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:48:10Z', 'updated_at': '2022-09-22T21:48:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:48:12.543713 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b020496-1b54-4f3e-a43b-725be4cb3c00 None None] Checking router: 719d9860-701c-419f-8841-f5524f9cb0f9 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:48:12.544211 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b020496-1b54-4f3e-a43b-725be4cb3c00 None None] Updating router 719d9860-701c-419f-8841-f5524f9cb0f9 port 69baa481-4cd4-4d12-a867-a3a11ae4f4bd binding host dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:48:12.600314 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-2b020496-1b54-4f3e-a43b-725be4cb3c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:12.669794 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9873fc05-9677-42d3-9231-47a254ce9055 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:12.737601 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:12.752370 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9873fc05-9677-42d3-9231-47a254ce9055 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Subnet': ['ID=8dcb90b8-bf64-479b-8185-1250d7e21ede,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:48:12.760655 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9873fc05-9677-42d3-9231-47a254ce9055 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Checking segment: {'id': 'd8c112b8-8d8c-44e6-85c6-d547e1d4656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '221bc966-f6b2-4867-b92a-0974aae2e52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:48:12.761020 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9873fc05-9677-42d3-9231-47a254ce9055 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network hostable DHCP agents. Network: 221bc966-f6b2-4867-b92a-0974aae2e52c, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:48:12.780291 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9873fc05-9677-42d3-9231-47a254ce9055 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network 221bc966-f6b2-4867-b92a-0974aae2e52c is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:48:12.790507 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-9873fc05-9677-42d3-9231-47a254ce9055 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 221bc966-f6b2-4867-b92a-0974aae2e52c) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:48:12.794696 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9873fc05-9677-42d3-9231-47a254ce9055 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:48:12.795274 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9873fc05-9677-42d3-9231-47a254ce9055 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:12.803714 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f778352a-02b8-4ac0-87ef-66f3aa7d9d72 None None] Network 221bc966-f6b2-4867-b92a-0974aae2e52c requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:48:12.822029 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-9873fc05-9677-42d3-9231-47a254ce9055 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5139689 Sep 22 21:48:12.824946 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53100) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:48:12.942592 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-2b020496-1b54-4f3e-a43b-725be4cb3c00 None None] Notify callbacks [] for port, precommit_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:12.955256 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.provisioning_blocks [None req-2b020496-1b54-4f3e-a43b-725be4cb3c00 None None] Transition to ACTIVE for port object 69baa481-4cd4-4d12-a867-a3a11ae4f4bd will not be triggered until provisioned by entity L2. {{(pid=89011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:48:12.961855 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-2b020496-1b54-4f3e-a43b-725be4cb3c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:13.020587 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-2b020496-1b54-4f3e-a43b-725be4cb3c00 None None] Attempting to bind port 69baa481-4cd4-4d12-a867-a3a11ae4f4bd on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:48:13.020900 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-2b020496-1b54-4f3e-a43b-725be4cb3c00 None None] Attempting to bind port 69baa481-4cd4-4d12-a867-a3a11ae4f4bd by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:48:13.021258 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b020496-1b54-4f3e-a43b-725be4cb3c00 None None] Attempting to bind port 69baa481-4cd4-4d12-a867-a3a11ae4f4bd on network a22ae1c9-d428-411f-af43-ce0f71b38d9c {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:48:13.028702 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b020496-1b54-4f3e-a43b-725be4cb3c00 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:48:13.029145 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b020496-1b54-4f3e-a43b-725be4cb3c00 None None] Checking segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:48:13.029542 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-2b020496-1b54-4f3e-a43b-725be4cb3c00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:13.029926 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b020496-1b54-4f3e-a43b-725be4cb3c00 None None] Bound using segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:48:13.030385 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-2b020496-1b54-4f3e-a43b-725be4cb3c00 None None] Bound port: 69baa481-4cd4-4d12-a867-a3a11ae4f4bd, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:48:13.030773 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-2b020496-1b54-4f3e-a43b-725be4cb3c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:13.044226 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4045af36-af04-4364-9e5a-43e38079cee4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-221bc966-f6b2-4867-b92a-0974aae2e52c', 'network_id': '221bc966-f6b2-4867-b92a-0974aae2e52c', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ips': [{'subnet_id': '8dcb90b8-bf64-479b-8185-1250d7e21ede'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:48:13.045111 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4045af36-af04-4364-9e5a-43e38079cee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:13.088496 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e097f-f452-4972-bb1d-d0c59957bb6a None None] Pushing event updated for resources: {'Port': ['ID=69baa481-4cd4-4d12-a867-a3a11ae4f4bd,revision_number=2']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:48:13.098193 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10e097f-f452-4972-bb1d-d0c59957bb6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:48:13.098524 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10e097f-f452-4972-bb1d-d0c59957bb6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:48:13.098881 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10e097f-f452-4972-bb1d-d0c59957bb6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:48:13.099207 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10e097f-f452-4972-bb1d-d0c59957bb6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:48:13.099902 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10e097f-f452-4972-bb1d-d0c59957bb6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:48:13.099902 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10e097f-f452-4972-bb1d-d0c59957bb6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:48:13.100142 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10e097f-f452-4972-bb1d-d0c59957bb6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:48:13.100457 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10e097f-f452-4972-bb1d-d0c59957bb6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:48:13.100771 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10e097f-f452-4972-bb1d-d0c59957bb6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:48:13.101083 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10e097f-f452-4972-bb1d-d0c59957bb6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:48:13.101837 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10e097f-f452-4972-bb1d-d0c59957bb6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:48:13.101837 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10e097f-f452-4972-bb1d-d0c59957bb6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:48:13.128949 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-2b020496-1b54-4f3e-a43b-725be4cb3c00 None None] For port 69baa481-4cd4-4d12-a867-a3a11ae4f4bd, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:48:13.132236 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-2b020496-1b54-4f3e-a43b-725be4cb3c00 None None] For port 69baa481-4cd4-4d12-a867-a3a11ae4f4bd, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=69baa481-4cd4-4d12-a867-a3a11ae4f4bd,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:48:13.135847 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-2b020496-1b54-4f3e-a43b-725be4cb3c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:13.161988 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:13.194875 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b020496-1b54-4f3e-a43b-725be4cb3c00 None None] Routers {'719d9860-701c-419f-8841-f5524f9cb0f9'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:48:13.195417 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-2b020496-1b54-4f3e-a43b-725be4cb3c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:48:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['719d9860-701c-419f-8841-f5524f9cb0f9'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:48:13.224997 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-4045af36-af04-4364-9e5a-43e38079cee4 None None] Allocated IP 172.20.0.2 (221bc966-f6b2-4867-b92a-0974aae2e52c/8dcb90b8-bf64-479b-8185-1250d7e21ede/3140dbe2-f9c7-4f08-af9c-56567fb35cad) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:48:13.383470 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e097f-f452-4972-bb1d-d0c59957bb6a None None] Pushing event updated for resources: {'Port': ['ID=69baa481-4cd4-4d12-a867-a3a11ae4f4bd,revision_number=3']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:48:13.429975 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-2b020496-1b54-4f3e-a43b-725be4cb3c00 None None] Set router 719d9860-701c-419f-8841-f5524f9cb0f9 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:48:13.453230 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4045af36-af04-4364-9e5a-43e38079cee4 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:13.465355 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-4045af36-af04-4364-9e5a-43e38079cee4 None None] Transition to ACTIVE for port object 3140dbe2-f9c7-4f08-af9c-56567fb35cad will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:48:13.489022 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-4045af36-af04-4364-9e5a-43e38079cee4 None None] Transition to ACTIVE for port object 3140dbe2-f9c7-4f08-af9c-56567fb35cad will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:48:13.497628 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4045af36-af04-4364-9e5a-43e38079cee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:13.577004 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4045af36-af04-4364-9e5a-43e38079cee4 None None] Network 221bc966-f6b2-4867-b92a-0974aae2e52c is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:48:13.580665 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-4045af36-af04-4364-9e5a-43e38079cee4 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:48:13.584660 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4045af36-af04-4364-9e5a-43e38079cee4 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:48:13.587943 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9ac639df-5d0d-4ae3-a716-4909104424f0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:13.592473 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045af36-af04-4364-9e5a-43e38079cee4 None None] Pushing event updated for resources: {'Port': ['ID=3140dbe2-f9c7-4f08-af9c-56567fb35cad,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:48:13.720645 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-4045af36-af04-4364-9e5a-43e38079cee4 None None] Attempting to bind port 3140dbe2-f9c7-4f08-af9c-56567fb35cad on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:48:13.721024 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-4045af36-af04-4364-9e5a-43e38079cee4 None None] Attempting to bind port 3140dbe2-f9c7-4f08-af9c-56567fb35cad by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'd8c112b8-8d8c-44e6-85c6-d547e1d4656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '221bc966-f6b2-4867-b92a-0974aae2e52c'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:48:13.721390 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4045af36-af04-4364-9e5a-43e38079cee4 None None] Attempting to bind port 3140dbe2-f9c7-4f08-af9c-56567fb35cad on network 221bc966-f6b2-4867-b92a-0974aae2e52c {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:48:13.729110 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4045af36-af04-4364-9e5a-43e38079cee4 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:48:13.729491 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4045af36-af04-4364-9e5a-43e38079cee4 None None] Checking segment: {'id': 'd8c112b8-8d8c-44e6-85c6-d547e1d4656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '221bc966-f6b2-4867-b92a-0974aae2e52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:48:13.731626 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4045af36-af04-4364-9e5a-43e38079cee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:13.731817 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4045af36-af04-4364-9e5a-43e38079cee4 None None] Bound using segment: {'id': 'd8c112b8-8d8c-44e6-85c6-d547e1d4656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '221bc966-f6b2-4867-b92a-0974aae2e52c'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:48:13.732262 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-4045af36-af04-4364-9e5a-43e38079cee4 None None] Bound port: 3140dbe2-f9c7-4f08-af9c-56567fb35cad, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8c112b8-8d8c-44e6-85c6-d547e1d4656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '221bc966-f6b2-4867-b92a-0974aae2e52c'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:48:13.732635 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4045af36-af04-4364-9e5a-43e38079cee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:13.751198 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-2b020496-1b54-4f3e-a43b-725be4cb3c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719d9860-701c-419f-8841-f5524f9cb0f9', 'name': 'tempest-TestNetworkBasicOps-router-1916815593', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '69baa481-4cd4-4d12-a867-a3a11ae4f4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:48:09Z', 'updated_at': '2022-09-22T21:48:11Z', 'revision_number': 3, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '69baa481-4cd4-4d12-a867-a3a11ae4f4bd', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:84:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719d9860-701c-419f-8841-f5524f9cb0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:48:10Z', 'updated_at': '2022-09-22T21:48:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:48:13.755404 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b020496-1b54-4f3e-a43b-725be4cb3c00 None None] The sync data for ids ['719d9860-701c-419f-8841-f5524f9cb0f9'] in dv-neutron-858900-1-hyperv is: [{'id': '719d9860-701c-419f-8841-f5524f9cb0f9', 'name': 'tempest-TestNetworkBasicOps-router-1916815593', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '69baa481-4cd4-4d12-a867-a3a11ae4f4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:48:09Z', 'updated_at': '2022-09-22T21:48:11Z', 'revision_number': 3, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '69baa481-4cd4-4d12-a867-a3a11ae4f4bd', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:84:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719d9860-701c-419f-8841-f5524f9cb0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:48:10Z', 'updated_at': '2022-09-22T21:48:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:48:13.838052 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-4045af36-af04-4364-9e5a-43e38079cee4 None None] For port 3140dbe2-f9c7-4f08-af9c-56567fb35cad, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:48:13.843411 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-4045af36-af04-4364-9e5a-43e38079cee4 None None] For port 3140dbe2-f9c7-4f08-af9c-56567fb35cad, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=3140dbe2-f9c7-4f08-af9c-56567fb35cad,segment=NetworkSegment(d8c112b8-8d8c-44e6-85c6-d547e1d4656e),segment_id=d8c112b8-8d8c-44e6-85c6-d547e1d4656e)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:48:13.850998 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4045af36-af04-4364-9e5a-43e38079cee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:13.997041 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045af36-af04-4364-9e5a-43e38079cee4 None None] Pushing event updated for resources: {'Port': ['ID=3140dbe2-f9c7-4f08-af9c-56567fb35cad,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:48:14.344513 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-9ac639df-5d0d-4ae3-a716-4909104424f0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Allocated IP 172.20.0.1 (221bc966-f6b2-4867-b92a-0974aae2e52c/8dcb90b8-bf64-479b-8185-1250d7e21ede/8c230c32-8bc9-4f8e-bd6c-7a0def456d94) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:48:14.522846 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:14.658696 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9ac639df-5d0d-4ae3-a716-4909104424f0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:14.690593 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-9ac639df-5d0d-4ae3-a716-4909104424f0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Transition to ACTIVE for port object 8c230c32-8bc9-4f8e-bd6c-7a0def456d94 will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:48:14.728404 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9ac639df-5d0d-4ae3-a716-4909104424f0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:14.809130 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac639df-5d0d-4ae3-a716-4909104424f0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network 221bc966-f6b2-4867-b92a-0974aae2e52c is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:48:14.813989 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-9ac639df-5d0d-4ae3-a716-4909104424f0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:48:14.816768 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac639df-5d0d-4ae3-a716-4909104424f0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:48:14.907051 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9ac639df-5d0d-4ae3-a716-4909104424f0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:15.077426 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac639df-5d0d-4ae3-a716-4909104424f0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=8c230c32-8bc9-4f8e-bd6c-7a0def456d94,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:48:15.286347 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 69baa481-4cd4-4d12-a867-a3a11ae4f4bd up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:48:15.395032 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9ac639df-5d0d-4ae3-a716-4909104424f0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:15.417418 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 69baa481-4cd4-4d12-a867-a3a11ae4f4bd completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:48:15.430322 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe38c553-441e-4cf9-8f7d-68c9306dcf7c None None] Network 221bc966-f6b2-4867-b92a-0974aae2e52c requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:48:15.448929 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 69baa481-4cd4-4d12-a867-a3a11ae4f4bd triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:48:15.448929 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:15.448929 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 69baa481-4cd4-4d12-a867-a3a11ae4f4bd Sep 22 21:48:15.629713 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-0887cb64-3e65-404a-b9b2-1a4897c4ddc1 None None] Provisioning for port 3140dbe2-f9c7-4f08-af9c-56567fb35cad completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:48:15.794197 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 69baa481-4cd4-4d12-a867-a3a11ae4f4bd is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:48:15.794197 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:15.846763 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 69baa481-4cd4-4d12-a867-a3a11ae4f4bd, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=69baa481-4cd4-4d12-a867-a3a11ae4f4bd,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:48:15.867155 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:15.867155 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 3140dbe2-f9c7-4f08-af9c-56567fb35cad up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:48:15.952149 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9ac639df-5d0d-4ae3-a716-4909104424f0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:15.957641 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9ac639df-5d0d-4ae3-a716-4909104424f0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:16.037086 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=69baa481-4cd4-4d12-a867-a3a11ae4f4bd,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:48:16.045844 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 3140dbe2-f9c7-4f08-af9c-56567fb35cad completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:48:16.045844 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 3140dbe2-f9c7-4f08-af9c-56567fb35cad triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:48:16.050001 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:16.050001 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 3140dbe2-f9c7-4f08-af9c-56567fb35cad Sep 22 21:48:16.112521 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9ac639df-5d0d-4ae3-a716-4909104424f0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:16.238850 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 3140dbe2-f9c7-4f08-af9c-56567fb35cad is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:48:16.238953 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:16.301196 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 3140dbe2-f9c7-4f08-af9c-56567fb35cad, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=3140dbe2-f9c7-4f08-af9c-56567fb35cad,segment=NetworkSegment(d8c112b8-8d8c-44e6-85c6-d547e1d4656e),segment_id=d8c112b8-8d8c-44e6-85c6-d547e1d4656e)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:48:16.311415 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:16.380098 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac639df-5d0d-4ae3-a716-4909104424f0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=8c230c32-8bc9-4f8e-bd6c-7a0def456d94,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:48:16.424547 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=3140dbe2-f9c7-4f08-af9c-56567fb35cad,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:48:16.470983 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac639df-5d0d-4ae3-a716-4909104424f0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network 221bc966-f6b2-4867-b92a-0974aae2e52c is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:48:16.470983 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-9ac639df-5d0d-4ae3-a716-4909104424f0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:48:16.506116 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-d2e2fb64-4a0d-4a97-856a-072ba06ab568 None None] Provisioning complete for port 3140dbe2-f9c7-4f08-af9c-56567fb35cad triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:48:16.506116 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-d2e2fb64-4a0d-4a97-856a-072ba06ab568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:16.506116 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-d2e2fb64-4a0d-4a97-856a-072ba06ab568 None None] Attempt 1 to provision port 3140dbe2-f9c7-4f08-af9c-56567fb35cad Sep 22 21:48:16.721496 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac639df-5d0d-4ae3-a716-4909104424f0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Router 719d9860-701c-419f-8841-f5524f9cb0f9 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:48:16.814711 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-d2e2fb64-4a0d-4a97-856a-072ba06ab568 None None] Current status of the port 3140dbe2-f9c7-4f08-af9c-56567fb35cad is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:48:16.832547 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-d2e2fb64-4a0d-4a97-856a-072ba06ab568 None None] Provisioning for port 8c230c32-8bc9-4f8e-bd6c-7a0def456d94 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:48:16.839075 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-d2e2fb64-4a0d-4a97-856a-072ba06ab568 None None] Provisioning complete for port 8c230c32-8bc9-4f8e-bd6c-7a0def456d94 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:48:16.839443 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-d2e2fb64-4a0d-4a97-856a-072ba06ab568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:16.839775 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-d2e2fb64-4a0d-4a97-856a-072ba06ab568 None None] Attempt 1 to provision port 8c230c32-8bc9-4f8e-bd6c-7a0def456d94 Sep 22 21:48:16.952592 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac639df-5d0d-4ae3-a716-4909104424f0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:48:16.955698 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-d2e2fb64-4a0d-4a97-856a-072ba06ab568 None None] Port 8c230c32-8bc9-4f8e-bd6c-7a0def456d94 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:48:16.967106 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-9ac639df-5d0d-4ae3-a716-4909104424f0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "PUT /v2.0/routers/719d9860-701c-419f-8841-f5524f9cb0f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1410081 Sep 22 21:48:16.970116 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53106) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:48:16.970490 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96d92c4-4418-4aa0-b7d9-5be284917714 None None] Sync routers for ids ['719d9860-701c-419f-8841-f5524f9cb0f9'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:48:16.987093 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96d92c4-4418-4aa0-b7d9-5be284917714 None None] Routers {'719d9860-701c-419f-8841-f5524f9cb0f9'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:48:16.987698 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-c96d92c4-4418-4aa0-b7d9-5be284917714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:48:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['719d9860-701c-419f-8841-f5524f9cb0f9'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:48:17.136456 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e622500e-e32f-4ba6-a969-8c0855d48f2d tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:48:17.136456 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e622500e-e32f-4ba6-a969-8c0855d48f2d tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:48:17.136456 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e622500e-e32f-4ba6-a969-8c0855d48f2d tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:48:17.136456 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e622500e-e32f-4ba6-a969-8c0855d48f2d tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:48:17.136456 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e622500e-e32f-4ba6-a969-8c0855d48f2d tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:48:17.136456 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e622500e-e32f-4ba6-a969-8c0855d48f2d tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:48:17.138790 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e622500e-e32f-4ba6-a969-8c0855d48f2d tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4279 time: 0.1669939 Sep 22 21:48:17.147690 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53110) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:48:17.189753 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-c96d92c4-4418-4aa0-b7d9-5be284917714 None None] Set router 719d9860-701c-419f-8841-f5524f9cb0f9 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:48:17.238377 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 69baa481-4cd4-4d12-a867-a3a11ae4f4bd up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:48:17.260780 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57768795-f0d9-46b5-9c88-d4ae5b6ff873 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:48:17.261247 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57768795-f0d9-46b5-9c88-d4ae5b6ff873 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:48:17.261830 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57768795-f0d9-46b5-9c88-d4ae5b6ff873 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:48:17.262277 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57768795-f0d9-46b5-9c88-d4ae5b6ff873 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:48:17.263177 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57768795-f0d9-46b5-9c88-d4ae5b6ff873 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:48:17.263177 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57768795-f0d9-46b5-9c88-d4ae5b6ff873 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:48:17.266639 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-57768795-f0d9-46b5-9c88-d4ae5b6ff873 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.1223214 Sep 22 21:48:17.269353 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53114) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:48:17.510871 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-de3cfe3c-e4da-4c4f-9da4-f5ae67ce9120 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2405376 Sep 22 21:48:17.529328 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-d2e2fb64-4a0d-4a97-856a-072ba06ab568 None None] Attempt 2 to provision port 8c230c32-8bc9-4f8e-bd6c-7a0def456d94 Sep 22 21:48:17.584502 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53120) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:48:17.589782 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-04226af4-93f4-467d-9421-179b1e5f56ba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-615522361', 'description': 'tempest-secgroup-smoke-615522361 description', 'project_id': 'eb1aed2a20e141c98ec99089a446670b'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:48:17.596070 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-04226af4-93f4-467d-9421-179b1e5f56ba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:48:17.600300 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-04226af4-93f4-467d-9421-179b1e5f56ba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:48:17.603389 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-04226af4-93f4-467d-9421-179b1e5f56ba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:48:17.608212 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 69baa481-4cd4-4d12-a867-a3a11ae4f4bd triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:48:17.608589 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:17.608927 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 69baa481-4cd4-4d12-a867-a3a11ae4f4bd Sep 22 21:48:17.609966 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-04226af4-93f4-467d-9421-179b1e5f56ba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:48:17.620459 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-04226af4-93f4-467d-9421-179b1e5f56ba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:17.640376 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-04226af4-93f4-467d-9421-179b1e5f56ba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:48:17.644321 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-04226af4-93f4-467d-9421-179b1e5f56ba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:48:17.647208 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-04226af4-93f4-467d-9421-179b1e5f56ba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:48:17.650301 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-d2e2fb64-4a0d-4a97-856a-072ba06ab568 None None] Port 8c230c32-8bc9-4f8e-bd6c-7a0def456d94 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:48:17.652888 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-04226af4-93f4-467d-9421-179b1e5f56ba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:48:17.726463 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-04226af4-93f4-467d-9421-179b1e5f56ba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:17.730390 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-04226af4-93f4-467d-9421-179b1e5f56ba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:17.775354 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04226af4-93f4-467d-9421-179b1e5f56ba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7aee755-8cfa-4da4-96a6-ca8295c426c0,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:48:17.779683 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-04226af4-93f4-467d-9421-179b1e5f56ba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:17.783472 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-04226af4-93f4-467d-9421-179b1e5f56ba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1952949 Sep 22 21:48:17.784659 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53124) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:48:17.789256 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-c24fd32b-a4af-4549-b8b6-7d7c38af5298 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': 'a7aee755-8cfa-4da4-96a6-ca8295c426c0', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:48:17.795128 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c24fd32b-a4af-4549-b8b6-7d7c38af5298 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:48:17.799883 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c24fd32b-a4af-4549-b8b6-7d7c38af5298 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:48:17.802633 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c24fd32b-a4af-4549-b8b6-7d7c38af5298 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:48:17.808205 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c24fd32b-a4af-4549-b8b6-7d7c38af5298 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:48:17.826194 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c24fd32b-a4af-4549-b8b6-7d7c38af5298 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:17.829835 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 69baa481-4cd4-4d12-a867-a3a11ae4f4bd is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:48:17.830952 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 3140dbe2-f9c7-4f08-af9c-56567fb35cad up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:48:17.886970 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-c96d92c4-4418-4aa0-b7d9-5be284917714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719d9860-701c-419f-8841-f5524f9cb0f9', 'name': 'tempest-TestNetworkBasicOps-router-1916815593', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '69baa481-4cd4-4d12-a867-a3a11ae4f4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:48:09Z', 'updated_at': '2022-09-22T21:48:15Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '69baa481-4cd4-4d12-a867-a3a11ae4f4bd', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719d9860-701c-419f-8841-f5524f9cb0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:48:10Z', 'updated_at': '2022-09-22T21:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '8c230c32-8bc9-4f8e-bd6c-7a0def456d94', 'name': '', 'network_id': '221bc966-f6b2-4867-b92a-0974aae2e52c', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:08:1a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719d9860-701c-419f-8841-f5524f9cb0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '8dcb90b8-bf64-479b-8185-1250d7e21ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:48:14Z', 'updated_at': '2022-09-22T21:48:15Z', 'revision_number': 2, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': '8dcb90b8-bf64-479b-8185-1250d7e21ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:48:17.888602 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c24fd32b-a4af-4549-b8b6-7d7c38af5298 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:17.892716 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c24fd32b-a4af-4549-b8b6-7d7c38af5298 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:17.897464 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96d92c4-4418-4aa0-b7d9-5be284917714 None None] Checking router: 719d9860-701c-419f-8841-f5524f9cb0f9 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:48:17.897826 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96d92c4-4418-4aa0-b7d9-5be284917714 None None] Updating router 719d9860-701c-419f-8841-f5524f9cb0f9 port 8c230c32-8bc9-4f8e-bd6c-7a0def456d94 binding host dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:48:17.915950 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24fd32b-a4af-4549-b8b6-7d7c38af5298 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef6800e0-7e00-4359-b39b-0ce05059de36,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:48:17.926302 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c24fd32b-a4af-4549-b8b6-7d7c38af5298 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:17.927508 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c24fd32b-a4af-4549-b8b6-7d7c38af5298 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1427758 Sep 22 21:48:17.930241 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53128) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:48:17.935597 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-d42d4727-e473-4d21-a70c-8f23fdfc5917 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': 'a7aee755-8cfa-4da4-96a6-ca8295c426c0', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:48:17.941259 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-d42d4727-e473-4d21-a70c-8f23fdfc5917 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:48:17.945078 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-d42d4727-e473-4d21-a70c-8f23fdfc5917 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:48:17.947889 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-d42d4727-e473-4d21-a70c-8f23fdfc5917 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:48:17.953541 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-d42d4727-e473-4d21-a70c-8f23fdfc5917 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:48:17.962547 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c96d92c4-4418-4aa0-b7d9-5be284917714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:17.972319 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d42d4727-e473-4d21-a70c-8f23fdfc5917 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:17.985425 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 3140dbe2-f9c7-4f08-af9c-56567fb35cad triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:48:17.985796 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:17.986138 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 3140dbe2-f9c7-4f08-af9c-56567fb35cad Sep 22 21:48:18.039536 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d42d4727-e473-4d21-a70c-8f23fdfc5917 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:18.043463 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d42d4727-e473-4d21-a70c-8f23fdfc5917 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:18.067306 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42d4727-e473-4d21-a70c-8f23fdfc5917 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f741d2ca-2495-47e3-a4f9-472c4de7a29e,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:48:18.075988 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d42d4727-e473-4d21-a70c-8f23fdfc5917 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:18.077166 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-d42d4727-e473-4d21-a70c-8f23fdfc5917 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1455481 Sep 22 21:48:18.080483 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53132) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:48:18.085482 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-3cdc8f5a-1ebd-47f9-86c2-e2b2db4d268e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': 'a7aee755-8cfa-4da4-96a6-ca8295c426c0', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:48:18.091411 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-3cdc8f5a-1ebd-47f9-86c2-e2b2db4d268e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:48:18.095306 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-3cdc8f5a-1ebd-47f9-86c2-e2b2db4d268e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:48:18.098107 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-3cdc8f5a-1ebd-47f9-86c2-e2b2db4d268e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:48:18.103939 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-3cdc8f5a-1ebd-47f9-86c2-e2b2db4d268e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:48:18.121285 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3cdc8f5a-1ebd-47f9-86c2-e2b2db4d268e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:18.150889 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-d2e2fb64-4a0d-4a97-856a-072ba06ab568 None None] Attempt 3 to provision port 8c230c32-8bc9-4f8e-bd6c-7a0def456d94 Sep 22 21:48:18.185515 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3cdc8f5a-1ebd-47f9-86c2-e2b2db4d268e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:18.190007 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3cdc8f5a-1ebd-47f9-86c2-e2b2db4d268e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:18.217396 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc8f5a-1ebd-47f9-86c2-e2b2db4d268e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af017788-f77f-4438-be89-7567a8633f1c,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:48:18.223463 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3cdc8f5a-1ebd-47f9-86c2-e2b2db4d268e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:18.227661 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-3cdc8f5a-1ebd-47f9-86c2-e2b2db4d268e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1434138 Sep 22 21:48:18.227873 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53136) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:48:18.233108 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-a36317ba-8f08-47a8-825e-e2b1aeb012c2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': 'a7aee755-8cfa-4da4-96a6-ca8295c426c0', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:48:18.239615 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a36317ba-8f08-47a8-825e-e2b1aeb012c2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:48:18.243490 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-a36317ba-8f08-47a8-825e-e2b1aeb012c2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:48:18.246457 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-a36317ba-8f08-47a8-825e-e2b1aeb012c2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:48:18.253618 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a36317ba-8f08-47a8-825e-e2b1aeb012c2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:48:18.271471 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a36317ba-8f08-47a8-825e-e2b1aeb012c2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:18.278076 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-d2e2fb64-4a0d-4a97-856a-072ba06ab568 None None] Port 8c230c32-8bc9-4f8e-bd6c-7a0def456d94 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:48:18.339627 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a36317ba-8f08-47a8-825e-e2b1aeb012c2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:18.344677 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a36317ba-8f08-47a8-825e-e2b1aeb012c2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:18.357017 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 3140dbe2-f9c7-4f08-af9c-56567fb35cad is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:48:18.368155 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36317ba-8f08-47a8-825e-e2b1aeb012c2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c40a19d-2b24-4fa9-a53b-9213fbf9eed3,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:48:18.376737 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a36317ba-8f08-47a8-825e-e2b1aeb012c2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:18.377895 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a36317ba-8f08-47a8-825e-e2b1aeb012c2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1490369 Sep 22 21:48:18.380623 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53140) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:48:18.385451 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-32abad30-dcdf-4073-be57-65024eab5a7d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': 'a7aee755-8cfa-4da4-96a6-ca8295c426c0', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:48:18.391256 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-32abad30-dcdf-4073-be57-65024eab5a7d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:48:18.394992 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-32abad30-dcdf-4073-be57-65024eab5a7d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:48:18.397820 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-32abad30-dcdf-4073-be57-65024eab5a7d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:48:18.403439 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-32abad30-dcdf-4073-be57-65024eab5a7d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:48:18.416054 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.securitygroups_db [None req-32abad30-dcdf-4073-be57-65024eab5a7d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Project eb1aed2a20e141c98ec99089a446670b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 21:48:18.422999 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-32abad30-dcdf-4073-be57-65024eab5a7d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:18.486810 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-32abad30-dcdf-4073-be57-65024eab5a7d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:18.490426 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-32abad30-dcdf-4073-be57-65024eab5a7d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:18.498655 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c96d92c4-4418-4aa0-b7d9-5be284917714 None None] Notify callbacks [] for port, precommit_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:18.510584 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-c96d92c4-4418-4aa0-b7d9-5be284917714 None None] Transition to ACTIVE for port object 8c230c32-8bc9-4f8e-bd6c-7a0def456d94 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:48:18.515607 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32abad30-dcdf-4073-be57-65024eab5a7d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dab0113a-4465-4437-b2ae-ccefcb6e84ad,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:48:18.516612 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c96d92c4-4418-4aa0-b7d9-5be284917714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:18.524552 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-32abad30-dcdf-4073-be57-65024eab5a7d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:18.525696 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-32abad30-dcdf-4073-be57-65024eab5a7d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1441586 Sep 22 21:48:18.528521 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53144) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:48:18.533859 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-c1ad8a05-138b-430e-b5aa-53558ea35be8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': 'a7aee755-8cfa-4da4-96a6-ca8295c426c0', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:48:18.539832 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-c1ad8a05-138b-430e-b5aa-53558ea35be8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:48:18.543832 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-c1ad8a05-138b-430e-b5aa-53558ea35be8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:48:18.547454 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-c1ad8a05-138b-430e-b5aa-53558ea35be8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:48:18.553364 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-c1ad8a05-138b-430e-b5aa-53558ea35be8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:48:18.563900 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.securitygroups_db [None req-c1ad8a05-138b-430e-b5aa-53558ea35be8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Project eb1aed2a20e141c98ec99089a446670b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 21:48:18.570718 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c1ad8a05-138b-430e-b5aa-53558ea35be8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:18.650382 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c1ad8a05-138b-430e-b5aa-53558ea35be8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:18.655699 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c1ad8a05-138b-430e-b5aa-53558ea35be8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:18.680739 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad8a05-138b-430e-b5aa-53558ea35be8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d762108-34c4-4515-aa87-9ca0d8f70e32,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:48:18.690946 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c1ad8a05-138b-430e-b5aa-53558ea35be8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:18.692116 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c1ad8a05-138b-430e-b5aa-53558ea35be8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1626887 Sep 22 21:48:18.702714 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d176cec-f4e1-4005-bd2d-7589c36b3661 None None] Pushing event updated for resources: {'Port': ['ID=8c230c32-8bc9-4f8e-bd6c-7a0def456d94,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:48:18.733485 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-c96d92c4-4418-4aa0-b7d9-5be284917714 None None] Attempting to bind port 8c230c32-8bc9-4f8e-bd6c-7a0def456d94 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:48:18.733856 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-c96d92c4-4418-4aa0-b7d9-5be284917714 None None] Attempting to bind port 8c230c32-8bc9-4f8e-bd6c-7a0def456d94 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'd8c112b8-8d8c-44e6-85c6-d547e1d4656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '221bc966-f6b2-4867-b92a-0974aae2e52c'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:48:18.734214 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96d92c4-4418-4aa0-b7d9-5be284917714 None None] Attempting to bind port 8c230c32-8bc9-4f8e-bd6c-7a0def456d94 on network 221bc966-f6b2-4867-b92a-0974aae2e52c {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:48:18.739584 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96d92c4-4418-4aa0-b7d9-5be284917714 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:48:18.739955 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96d92c4-4418-4aa0-b7d9-5be284917714 None None] Checking segment: {'id': 'd8c112b8-8d8c-44e6-85c6-d547e1d4656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '221bc966-f6b2-4867-b92a-0974aae2e52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:48:18.740355 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c96d92c4-4418-4aa0-b7d9-5be284917714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:18.740742 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96d92c4-4418-4aa0-b7d9-5be284917714 None None] Bound using segment: {'id': 'd8c112b8-8d8c-44e6-85c6-d547e1d4656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '221bc966-f6b2-4867-b92a-0974aae2e52c'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:48:18.741204 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-c96d92c4-4418-4aa0-b7d9-5be284917714 None None] Bound port: 8c230c32-8bc9-4f8e-bd6c-7a0def456d94, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8c112b8-8d8c-44e6-85c6-d547e1d4656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '221bc966-f6b2-4867-b92a-0974aae2e52c'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:48:18.741578 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c96d92c4-4418-4aa0-b7d9-5be284917714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:18.789072 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-d2e2fb64-4a0d-4a97-856a-072ba06ab568 None None] Attempt 4 to provision port 8c230c32-8bc9-4f8e-bd6c-7a0def456d94 Sep 22 21:48:18.857716 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-2e56644d-a1b5-4add-b0c3-9c95fa4884b2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:security_group {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:48:18.869777 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-d2e2fb64-4a0d-4a97-856a-072ba06ab568 None None] Port 8c230c32-8bc9-4f8e-bd6c-7a0def456d94 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:48:18.873726 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-2e56644d-a1b5-4add-b0c3-9c95fa4884b2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:security_group {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:48:18.875657 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-2e56644d-a1b5-4add-b0c3-9c95fa4884b2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-615522361&fields=id&tenant_id=eb1aed2a20e141c98ec99089a446670b HTTP/1.1" status: 200 len: 267 time: 0.0564828 Sep 22 21:48:18.879694 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-c96d92c4-4418-4aa0-b7d9-5be284917714 None None] For port 8c230c32-8bc9-4f8e-bd6c-7a0def456d94, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:48:18.882716 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-c96d92c4-4418-4aa0-b7d9-5be284917714 None None] For port 8c230c32-8bc9-4f8e-bd6c-7a0def456d94, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=8c230c32-8bc9-4f8e-bd6c-7a0def456d94,segment=NetworkSegment(d8c112b8-8d8c-44e6-85c6-d547e1d4656e),segment_id=d8c112b8-8d8c-44e6-85c6-d547e1d4656e)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:48:18.888196 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c96d92c4-4418-4aa0-b7d9-5be284917714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:18.955394 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96d92c4-4418-4aa0-b7d9-5be284917714 None None] Routers {'719d9860-701c-419f-8841-f5524f9cb0f9'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:48:18.955904 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-c96d92c4-4418-4aa0-b7d9-5be284917714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:48:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['719d9860-701c-419f-8841-f5524f9cb0f9'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:48:19.031962 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-bf893e96-5851-41f9-a6f4-e67fded71529 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:48:19.032633 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-bf893e96-5851-41f9-a6f4-e67fded71529 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:network {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:48:19.044454 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d176cec-f4e1-4005-bd2d-7589c36b3661 None None] Pushing event updated for resources: {'Port': ['ID=8c230c32-8bc9-4f8e-bd6c-7a0def456d94,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:48:19.049398 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-bf893e96-5851-41f9-a6f4-e67fded71529 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:network {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:48:19.050536 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-bf893e96-5851-41f9-a6f4-e67fded71529 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/networks?id=221bc966-f6b2-4867-b92a-0974aae2e52c HTTP/1.1" status: 200 len: 796 time: 0.1678455 Sep 22 21:48:19.065729 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-16189bea-e95d-4bf7-8241-aa925889219f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/quotas/eb1aed2a20e141c98ec99089a446670b HTTP/1.1" status: 200 len: 375 time: 0.0095701 Sep 22 21:48:19.155810 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-6aa1b5e6-bab1-488c-bdf9-392daf24bb7d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:48:19.171545 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-6aa1b5e6-bab1-488c-bdf9-392daf24bb7d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:48:19.173552 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-6aa1b5e6-bab1-488c-bdf9-392daf24bb7d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1022589 Sep 22 21:48:19.197931 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-c96d92c4-4418-4aa0-b7d9-5be284917714 None None] Set router 719d9860-701c-419f-8841-f5524f9cb0f9 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:48:19.335375 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-3fc4bba9-15ba-4419-beef-b9ea59c0ad7a service neutron] 10.222.0.33 "GET /v2.0/networks/221bc966-f6b2-4867-b92a-0974aae2e52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419165 Sep 22 21:48:19.405117 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-d2e2fb64-4a0d-4a97-856a-072ba06ab568 None None] Attempt 5 to provision port 8c230c32-8bc9-4f8e-bd6c-7a0def456d94 Sep 22 21:48:19.515824 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-d2e2fb64-4a0d-4a97-856a-072ba06ab568 None None] Port 8c230c32-8bc9-4f8e-bd6c-7a0def456d94 had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 21:48:19.574547 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-142e3508-7504-433f-b445-12df491a20a4 service neutron] 10.222.0.33 "GET /v2.0/networks/221bc966-f6b2-4867-b92a-0974aae2e52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383056 Sep 22 21:48:19.578231 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-c96d92c4-4418-4aa0-b7d9-5be284917714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719d9860-701c-419f-8841-f5524f9cb0f9', 'name': 'tempest-TestNetworkBasicOps-router-1916815593', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '69baa481-4cd4-4d12-a867-a3a11ae4f4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:48:09Z', 'updated_at': '2022-09-22T21:48:15Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '69baa481-4cd4-4d12-a867-a3a11ae4f4bd', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719d9860-701c-419f-8841-f5524f9cb0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:48:10Z', 'updated_at': '2022-09-22T21:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '8c230c32-8bc9-4f8e-bd6c-7a0def456d94', 'name': '', 'network_id': '221bc966-f6b2-4867-b92a-0974aae2e52c', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:08:1a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719d9860-701c-419f-8841-f5524f9cb0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '8dcb90b8-bf64-479b-8185-1250d7e21ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:48:14Z', 'updated_at': '2022-09-22T21:48:18Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': '8dcb90b8-bf64-479b-8185-1250d7e21ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:48:19.582427 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96d92c4-4418-4aa0-b7d9-5be284917714 None None] The sync data for ids ['719d9860-701c-419f-8841-f5524f9cb0f9'] in dv-neutron-858900-1-hyperv is: [{'id': '719d9860-701c-419f-8841-f5524f9cb0f9', 'name': 'tempest-TestNetworkBasicOps-router-1916815593', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '69baa481-4cd4-4d12-a867-a3a11ae4f4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:48:09Z', 'updated_at': '2022-09-22T21:48:15Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '69baa481-4cd4-4d12-a867-a3a11ae4f4bd', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719d9860-701c-419f-8841-f5524f9cb0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:48:10Z', 'updated_at': '2022-09-22T21:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '8c230c32-8bc9-4f8e-bd6c-7a0def456d94', 'name': '', 'network_id': '221bc966-f6b2-4867-b92a-0974aae2e52c', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:08:1a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719d9860-701c-419f-8841-f5524f9cb0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '8dcb90b8-bf64-479b-8185-1250d7e21ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:48:14Z', 'updated_at': '2022-09-22T21:48:18Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': '8dcb90b8-bf64-479b-8185-1250d7e21ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:48:19.799096 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-585ae179-1ae4-4751-b82e-e1c4a4f386f0 req-becf9180-da65-4232-b72f-d7c9c55af2a5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:48:19.813153 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-585ae179-1ae4-4751-b82e-e1c4a4f386f0 req-becf9180-da65-4232-b72f-d7c9c55af2a5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:48:19.814438 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-585ae179-1ae4-4751-b82e-e1c4a4f386f0 req-becf9180-da65-4232-b72f-d7c9c55af2a5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=208383cd-a838-46af-9147-eeb7c08b882c HTTP/1.1" status: 200 len: 210 time: 0.0779591 Sep 22 21:48:20.882960 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-b4107a82-0626-4031-9cb8-6b2223ad7703 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:48:20.883640 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-b4107a82-0626-4031-9cb8-6b2223ad7703 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:network {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:48:20.896521 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-b4107a82-0626-4031-9cb8-6b2223ad7703 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:network {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:48:20.897615 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-b4107a82-0626-4031-9cb8-6b2223ad7703 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "GET /v2.0/networks?id=221bc966-f6b2-4867-b92a-0974aae2e52c HTTP/1.1" status: 200 len: 796 time: 0.1622949 Sep 22 21:48:20.946634 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-4e419eff-896f-4563-a7f5-50f9a40a283a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:security_group {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:48:20.958244 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-4e419eff-896f-4563-a7f5-50f9a40a283a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:security_group {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:48:20.959388 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-4e419eff-896f-4563-a7f5-50f9a40a283a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb1aed2a20e141c98ec99089a446670b HTTP/1.1" status: 200 len: 379 time: 0.0524235 Sep 22 21:48:20.969398 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-0723bce1-1b65-465e-b36d-b4b264767e28 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'port': {'device_id': '208383cd-a838-46af-9147-eeb7c08b882c', 'network_id': '221bc966-f6b2-4867-b92a-0974aae2e52c', 'admin_state_up': True, 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'security_groups': ['a7aee755-8cfa-4da4-96a6-ca8295c426c0']}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:48:20.986701 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-fbb17ffe-1aaf-47b4-bc09-b19f6d95bf22 req-a87ecb34-2fee-495f-ae09-9014af74eccb tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=208383cd-a838-46af-9147-eeb7c08b882c HTTP/1.1" status: 200 len: 210 time: 0.0542529 Sep 22 21:48:21.104837 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-0723bce1-1b65-465e-b36d-b4b264767e28 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:48:21.114079 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-0723bce1-1b65-465e-b36d-b4b264767e28 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:48:21.125330 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-0723bce1-1b65-465e-b36d-b4b264767e28 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Made reservation on behalf of eb1aed2a20e141c98ec99089a446670b for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:48:21.128759 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-0723bce1-1b65-465e-b36d-b4b264767e28 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:21.191183 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 8c230c32-8bc9-4f8e-bd6c-7a0def456d94 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:48:21.262063 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 8c230c32-8bc9-4f8e-bd6c-7a0def456d94 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:48:21.267104 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 8c230c32-8bc9-4f8e-bd6c-7a0def456d94 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:48:21.267577 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:21.268009 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 8c230c32-8bc9-4f8e-bd6c-7a0def456d94 Sep 22 21:48:21.298163 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-0723bce1-1b65-465e-b36d-b4b264767e28 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Allocated IP 172.20.0.9 (221bc966-f6b2-4867-b92a-0974aae2e52c/8dcb90b8-bf64-479b-8185-1250d7e21ede/f0e24ee7-b980-4969-9ceb-8ec1d49aa498) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:48:21.388618 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 8c230c32-8bc9-4f8e-bd6c-7a0def456d94 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:48:21.388906 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:21.419919 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 8c230c32-8bc9-4f8e-bd6c-7a0def456d94, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=8c230c32-8bc9-4f8e-bd6c-7a0def456d94,segment=NetworkSegment(d8c112b8-8d8c-44e6-85c6-d547e1d4656e),segment_id=d8c112b8-8d8c-44e6-85c6-d547e1d4656e)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:48:21.424604 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:21.493097 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=8c230c32-8bc9-4f8e-bd6c-7a0def456d94,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:48:21.509968 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-0723bce1-1b65-465e-b36d-b4b264767e28 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:21.525983 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-0723bce1-1b65-465e-b36d-b4b264767e28 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Transition to ACTIVE for port object f0e24ee7-b980-4969-9ceb-8ec1d49aa498 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:48:21.549350 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-0723bce1-1b65-465e-b36d-b4b264767e28 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:21.621322 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-0723bce1-1b65-465e-b36d-b4b264767e28 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network 221bc966-f6b2-4867-b92a-0974aae2e52c is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:48:21.624407 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-0723bce1-1b65-465e-b36d-b4b264767e28 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:48:21.628379 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-0723bce1-1b65-465e-b36d-b4b264767e28 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:48:21.658620 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0723bce1-1b65-465e-b36d-b4b264767e28 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=f0e24ee7-b980-4969-9ceb-8ec1d49aa498,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:48:21.696158 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-0723bce1-1b65-465e-b36d-b4b264767e28 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:48:21.696682 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-0723bce1-1b65-465e-b36d-b4b264767e28 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:21.723771 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-0723bce1-1b65-465e-b36d-b4b264767e28 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7586105 Sep 22 21:48:21.736340 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-5f8a106d-bae8-4c79-9c52-41a2d83d0f99 service neutron] Request body: {'port': {'device_id': '208383cd-a838-46af-9147-eeb7c08b882c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:48:21.849965 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-5f8a106d-bae8-4c79-9c52-41a2d83d0f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:21.889234 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-9688a719-aa5f-4d73-a17c-066d18b83069 None None] Provisioning for port f0e24ee7-b980-4969-9ceb-8ec1d49aa498 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:48:21.894506 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-9688a719-aa5f-4d73-a17c-066d18b83069 None None] Provisioning complete for port f0e24ee7-b980-4969-9ceb-8ec1d49aa498 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:48:21.894847 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9688a719-aa5f-4d73-a17c-066d18b83069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:21.895183 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-9688a719-aa5f-4d73-a17c-066d18b83069 None None] Attempt 1 to provision port f0e24ee7-b980-4969-9ceb-8ec1d49aa498 Sep 22 21:48:21.948474 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-9688a719-aa5f-4d73-a17c-066d18b83069 None None] Port f0e24ee7-b980-4969-9ceb-8ec1d49aa498 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:48:22.341512 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b045f3-50e0-47e3-9178-beb6c603d626 req-3f069633-95d6-49d9-9921-691f0e5b0073 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:48:22.342199 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-b8b045f3-50e0-47e3-9178-beb6c603d626 req-3f069633-95d6-49d9-9921-691f0e5b0073 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:48:22.363312 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-5f8a106d-bae8-4c79-9c52-41a2d83d0f99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0e24ee7-b980-4969-9ceb-8ec1d49aa498 {{(pid=89008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:48:22.371749 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-5f8a106d-bae8-4c79-9c52-41a2d83d0f99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:22.373949 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-b8b045f3-50e0-47e3-9178-beb6c603d626 req-3f069633-95d6-49d9-9921-691f0e5b0073 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:48:22.375379 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b8b045f3-50e0-47e3-9178-beb6c603d626 req-3f069633-95d6-49d9-9921-691f0e5b0073 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=208383cd-a838-46af-9147-eeb7c08b882c HTTP/1.1" status: 200 len: 931 time: 0.2142589 Sep 22 21:48:22.401569 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-5f8a106d-bae8-4c79-9c52-41a2d83d0f99 service neutron] Transition to ACTIVE for port object f0e24ee7-b980-4969-9ceb-8ec1d49aa498 will not be triggered until provisioned by entity L2. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:48:22.408304 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-5f8a106d-bae8-4c79-9c52-41a2d83d0f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:22.450020 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-9688a719-aa5f-4d73-a17c-066d18b83069 None None] Attempt 2 to provision port f0e24ee7-b980-4969-9ceb-8ec1d49aa498 Sep 22 21:48:22.511492 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-9688a719-aa5f-4d73-a17c-066d18b83069 None None] Port f0e24ee7-b980-4969-9ceb-8ec1d49aa498 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:48:22.565808 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b8b045f3-50e0-47e3-9178-beb6c603d626 req-2a3ed639-3731-4644-9ac5-1c1e36de855f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=a7aee755-8cfa-4da4-96a6-ca8295c426c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1827142 Sep 22 21:48:22.615539 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8a106d-bae8-4c79-9c52-41a2d83d0f99 service neutron] Pushing event updated for resources: {'Port': ['ID=f0e24ee7-b980-4969-9ceb-8ec1d49aa498,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:48:22.657300 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-5f8a106d-bae8-4c79-9c52-41a2d83d0f99 service neutron] Attempting to bind port f0e24ee7-b980-4969-9ceb-8ec1d49aa498 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:48:22.657682 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-5f8a106d-bae8-4c79-9c52-41a2d83d0f99 service neutron] Attempting to bind port f0e24ee7-b980-4969-9ceb-8ec1d49aa498 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'd8c112b8-8d8c-44e6-85c6-d547e1d4656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '221bc966-f6b2-4867-b92a-0974aae2e52c'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:48:22.658005 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-5f8a106d-bae8-4c79-9c52-41a2d83d0f99 service neutron] Attempting to bind port f0e24ee7-b980-4969-9ceb-8ec1d49aa498 on network 221bc966-f6b2-4867-b92a-0974aae2e52c {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:48:22.663021 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-5f8a106d-bae8-4c79-9c52-41a2d83d0f99 service neutron] Port f0e24ee7-b980-4969-9ceb-8ec1d49aa498 on network 221bc966-f6b2-4867-b92a-0974aae2e52c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:48:22.663336 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-5f8a106d-bae8-4c79-9c52-41a2d83d0f99 service neutron] Attempting to bind port f0e24ee7-b980-4969-9ceb-8ec1d49aa498 on network 221bc966-f6b2-4867-b92a-0974aae2e52c {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:48:22.668436 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-5f8a106d-bae8-4c79-9c52-41a2d83d0f99 service neutron] Checking agent: {'id': '8a88b827-3477-4399-ac15-439d59b3c48a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'started_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:48:22.668718 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-5f8a106d-bae8-4c79-9c52-41a2d83d0f99 service neutron] Checking segment: {'id': 'd8c112b8-8d8c-44e6-85c6-d547e1d4656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '221bc966-f6b2-4867-b92a-0974aae2e52c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:48:22.669540 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-5f8a106d-bae8-4c79-9c52-41a2d83d0f99 service neutron] Bound using segment: {'id': 'd8c112b8-8d8c-44e6-85c6-d547e1d4656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '221bc966-f6b2-4867-b92a-0974aae2e52c'} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:48:22.669540 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-5f8a106d-bae8-4c79-9c52-41a2d83d0f99 service neutron] Bound port: f0e24ee7-b980-4969-9ceb-8ec1d49aa498, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8c112b8-8d8c-44e6-85c6-d547e1d4656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '221bc966-f6b2-4867-b92a-0974aae2e52c'}}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:48:22.669887 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-5f8a106d-bae8-4c79-9c52-41a2d83d0f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:22.757511 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-5f8a106d-bae8-4c79-9c52-41a2d83d0f99 service neutron] For port f0e24ee7-b980-4969-9ceb-8ec1d49aa498, host hv-neutron-8589, cleared binding levels {{(pid=89008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:48:22.760411 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-5f8a106d-bae8-4c79-9c52-41a2d83d0f99 service neutron] For port f0e24ee7-b980-4969-9ceb-8ec1d49aa498, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=f0e24ee7-b980-4969-9ceb-8ec1d49aa498,segment=NetworkSegment(d8c112b8-8d8c-44e6-85c6-d547e1d4656e),segment_id=d8c112b8-8d8c-44e6-85c6-d547e1d4656e)] {{(pid=89008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:48:22.764178 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-5f8a106d-bae8-4c79-9c52-41a2d83d0f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:22.798506 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-5f8a106d-bae8-4c79-9c52-41a2d83d0f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:48:22.799142 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-5f8a106d-bae8-4c79-9c52-41a2d83d0f99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:22.800929 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-5f8a106d-bae8-4c79-9c52-41a2d83d0f99 service neutron] 10.222.0.49 "PUT /v2.0/ports/f0e24ee7-b980-4969-9ceb-8ec1d49aa498 HTTP/1.1" status: 200 len: 1093 time: 1.0691290 Sep 22 21:48:22.801012 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '208383cd-a838-46af-9147-eeb7c08b882c', 'tag': 'f0e24ee7-b980-4969-9ceb-8ec1d49aa498'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:48:22.803252 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e10118-43b4-4638-a997-e51badea8311" -d '{"events": [{"name": "network-changed", "server_uuid": "208383cd-a838-46af-9147-eeb7c08b882c", "tag": "f0e24ee7-b980-4969-9ceb-8ec1d49aa498"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:48:22.885071 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804ffec9-4da5-42a9-a945-083d00d88c34 x-openstack-request-id: req-804ffec9-4da5-42a9-a945-083d00d88c34 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:48:22.885359 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "208383cd-a838-46af-9147-eeb7c08b882c", "tag": "f0e24ee7-b980-4969-9ceb-8ec1d49aa498", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:48:22.885608 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-804ffec9-4da5-42a9-a945-083d00d88c34 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:48:22.886004 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-804ffec9-4da5-42a9-a945-083d00d88c34'] response: {'name': 'network-changed', 'server_uuid': '208383cd-a838-46af-9147-eeb7c08b882c', 'tag': 'f0e24ee7-b980-4969-9ceb-8ec1d49aa498', 'status': 'completed', 'code': 200} Sep 22 21:48:22.897089 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8a106d-bae8-4c79-9c52-41a2d83d0f99 service neutron] Pushing event updated for resources: {'Port': ['ID=f0e24ee7-b980-4969-9ceb-8ec1d49aa498,revision_number=3']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:48:22.927698 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-ccb79f03-def7-441f-9822-e8ef38b19107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:48:22.929840 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-ccb79f03-def7-441f-9822-e8ef38b19107 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&device_id=208383cd-a838-46af-9147-eeb7c08b882c HTTP/1.1" status: 200 len: 1096 time: 0.0859940 Sep 22 21:48:23.000420 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-ae855f6c-f720-48e0-ac45-fc212fe1e88b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0e24ee7-b980-4969-9ceb-8ec1d49aa498 HTTP/1.1" status: 200 len: 217 time: 0.0642986 Sep 22 21:48:23.013157 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-9688a719-aa5f-4d73-a17c-066d18b83069 None None] Attempt 3 to provision port f0e24ee7-b980-4969-9ceb-8ec1d49aa498 Sep 22 21:48:23.064029 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-38d090ce-2061-4a63-8112-9dbb76c5acf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:48:23.065464 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-38d090ce-2061-4a63-8112-9dbb76c5acf6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8dcb90b8-bf64-479b-8185-1250d7e21ede HTTP/1.1" status: 200 len: 843 time: 0.0596423 Sep 22 21:48:23.074901 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-9688a719-aa5f-4d73-a17c-066d18b83069 None None] Port f0e24ee7-b980-4969-9ceb-8ec1d49aa498 had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 21:48:23.156958 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-ac72bba8-51fb-4e85-95c6-64e2d20e24ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:48:23.157805 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-ac72bba8-51fb-4e85-95c6-64e2d20e24ea service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=221bc966-f6b2-4867-b92a-0974aae2e52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0863485 Sep 22 21:48:23.179323 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 8c230c32-8bc9-4f8e-bd6c-7a0def456d94 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:48:23.263317 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 8c230c32-8bc9-4f8e-bd6c-7a0def456d94 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:48:23.263696 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:23.263915 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 8c230c32-8bc9-4f8e-bd6c-7a0def456d94 Sep 22 21:48:23.302533 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-b8bdfa71-9e85-4f68-bca3-04ef6f062d1f service neutron] 10.222.0.49 "GET /v2.0/networks/221bc966-f6b2-4867-b92a-0974aae2e52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386843 Sep 22 21:48:23.381730 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 8c230c32-8bc9-4f8e-bd6c-7a0def456d94 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:48:23.436353 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-80a7abbb-d27c-416e-898a-b23f464e17b1 req-ff94ebe7-09bc-4b62-9c08-bdf7ca36ceb4 service neutron] 10.222.0.49 "GET /v2.0/networks/221bc966-f6b2-4867-b92a-0974aae2e52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272712 Sep 22 21:48:23.555007 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e10118-43b4-4638-a997-e51badea8311 req-8bb6bd40-818b-40cb-ad1b-ade8d20fe308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:48:23.556484 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c0e10118-43b4-4638-a997-e51badea8311 req-8bb6bd40-818b-40cb-ad1b-ade8d20fe308 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&device_id=208383cd-a838-46af-9147-eeb7c08b882c HTTP/1.1" status: 200 len: 1096 time: 0.0774522 Sep 22 21:48:23.736668 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e10118-43b4-4638-a997-e51badea8311 req-5f5300c4-91ce-4363-bd21-1ab21d0dc8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:48:23.738085 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c0e10118-43b4-4638-a997-e51badea8311 req-5f5300c4-91ce-4363-bd21-1ab21d0dc8b7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=221bc966-f6b2-4867-b92a-0974aae2e52c HTTP/1.1" status: 200 len: 896 time: 0.1749883 Sep 22 21:48:23.815213 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c0e10118-43b4-4638-a997-e51badea8311 req-a7a20901-9aa6-498c-b21a-9711c704ec7f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0e24ee7-b980-4969-9ceb-8ec1d49aa498 HTTP/1.1" status: 200 len: 217 time: 0.0682511 Sep 22 21:48:23.992884 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac985a44-b761-4869-915d-8c702bbc1738 req-fcb6c68b-cc4c-4312-a689-bcda2eb40e66 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:48:23.995301 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ac985a44-b761-4869-915d-8c702bbc1738 req-fcb6c68b-cc4c-4312-a689-bcda2eb40e66 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=208383cd-a838-46af-9147-eeb7c08b882c HTTP/1.1" status: 200 len: 943 time: 0.3088834 Sep 22 21:48:23.995870 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e10118-43b4-4638-a997-e51badea8311 req-5913b2e7-0b01-42e2-b077-99445122ef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:48:23.997131 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c0e10118-43b4-4638-a997-e51badea8311 req-5913b2e7-0b01-42e2-b077-99445122ef9e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8dcb90b8-bf64-479b-8185-1250d7e21ede HTTP/1.1" status: 200 len: 843 time: 0.1757658 Sep 22 21:48:24.092876 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ac985a44-b761-4869-915d-8c702bbc1738 req-4d92ffa6-3d84-46d7-89ee-1538c59d716f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=a7aee755-8cfa-4da4-96a6-ca8295c426c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926015 Sep 22 21:48:24.111520 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e10118-43b4-4638-a997-e51badea8311 req-ab94f64c-03b8-4e46-82d2-0e4a48bc1845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:48:24.113421 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c0e10118-43b4-4638-a997-e51badea8311 req-ab94f64c-03b8-4e46-82d2-0e4a48bc1845 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=221bc966-f6b2-4867-b92a-0974aae2e52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1001339 Sep 22 21:48:24.248123 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c0e10118-43b4-4638-a997-e51badea8311 req-6c257201-5dc6-407e-8fd2-f526175d8ac6 service neutron] 10.222.0.49 "GET /v2.0/networks/221bc966-f6b2-4867-b92a-0974aae2e52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258075 Sep 22 21:48:24.402885 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c0e10118-43b4-4638-a997-e51badea8311 req-d9e3fb3a-2318-4c4d-a4ea-b60f65f582c5 service neutron] 10.222.0.49 "GET /v2.0/networks/221bc966-f6b2-4867-b92a-0974aae2e52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463740 Sep 22 21:48:24.687009 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device f0e24ee7-b980-4969-9ceb-8ec1d49aa498 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 21:48:24.837721 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port f0e24ee7-b980-4969-9ceb-8ec1d49aa498, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=f0e24ee7-b980-4969-9ceb-8ec1d49aa498,segment=NetworkSegment(d8c112b8-8d8c-44e6-85c6-d547e1d4656e),segment_id=d8c112b8-8d8c-44e6-85c6-d547e1d4656e)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:48:24.856200 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': 'f0e24ee7-b980-4969-9ceb-8ec1d49aa498', 'network_id': '221bc966-f6b2-4867-b92a-0974aae2e52c', 'port_id': 'f0e24ee7-b980-4969-9ceb-8ec1d49aa498', 'mac_address': 'fa:16:3e:6e:e8:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dcb90b8-bf64-479b-8185-1250d7e21ede', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 21:48:24.914017 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port f0e24ee7-b980-4969-9ceb-8ec1d49aa498 is: DOWN; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:48:24.914017 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:24.932809 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0e24ee7-b980-4969-9ceb-8ec1d49aa498 {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:48:24.947948 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port f0e24ee7-b980-4969-9ceb-8ec1d49aa498, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=f0e24ee7-b980-4969-9ceb-8ec1d49aa498,segment=NetworkSegment(d8c112b8-8d8c-44e6-85c6-d547e1d4656e),segment_id=d8c112b8-8d8c-44e6-85c6-d547e1d4656e)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:48:24.951932 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:25.028205 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=f0e24ee7-b980-4969-9ceb-8ec1d49aa498,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:48:25.201700 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['f0e24ee7-b980-4969-9ceb-8ec1d49aa498'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 21:48:25.337374 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca4a50b-a2c8-4c7d-a72c-c11c8a006748 req-8aa36b44-31ec-413c-93c5-71d053138b68 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:48:25.337374 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-fca4a50b-a2c8-4c7d-a72c-c11c8a006748 req-8aa36b44-31ec-413c-93c5-71d053138b68 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=208383cd-a838-46af-9147-eeb7c08b882c HTTP/1.1" status: 200 len: 944 time: 0.1215637 Sep 22 21:48:25.390697 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-fca4a50b-a2c8-4c7d-a72c-c11c8a006748 req-67cd3fdf-afa1-4315-81ee-5883bd36d0f2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=a7aee755-8cfa-4da4-96a6-ca8295c426c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502543 Sep 22 21:48:25.863672 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:26.582649 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8712898-1bdb-46ad-ba7e-495b251a96d6 req-976b5673-8596-498d-9d41-033c67620b49 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:48:26.584092 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f8712898-1bdb-46ad-ba7e-495b251a96d6 req-976b5673-8596-498d-9d41-033c67620b49 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=208383cd-a838-46af-9147-eeb7c08b882c HTTP/1.1" status: 200 len: 944 time: 0.0850952 Sep 22 21:48:26.626751 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f8712898-1bdb-46ad-ba7e-495b251a96d6 req-53127f0a-1413-47e8-974b-cfb8492ac72d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=a7aee755-8cfa-4da4-96a6-ca8295c426c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370138 Sep 22 21:48:26.701199 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device f0e24ee7-b980-4969-9ceb-8ec1d49aa498 up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:48:26.770590 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning for port f0e24ee7-b980-4969-9ceb-8ec1d49aa498 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:48:26.775395 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port f0e24ee7-b980-4969-9ceb-8ec1d49aa498 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:48:26.775902 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:26.776307 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port f0e24ee7-b980-4969-9ceb-8ec1d49aa498 Sep 22 21:48:26.877280 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:48:26.887390 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port f0e24ee7-b980-4969-9ceb-8ec1d49aa498 is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:48:26.887776 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:26.913710 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '208383cd-a838-46af-9147-eeb7c08b882c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e24ee7-b980-4969-9ceb-8ec1d49aa498'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:48:26.916480 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe39105-9df0-4999-ac2b-54fc90cb0e00" -d '{"events": [{"server_uuid": "208383cd-a838-46af-9147-eeb7c08b882c", "name": "network-vif-plugged", "status": "completed", "tag": "f0e24ee7-b980-4969-9ceb-8ec1d49aa498"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:48:26.924138 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port f0e24ee7-b980-4969-9ceb-8ec1d49aa498, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=f0e24ee7-b980-4969-9ceb-8ec1d49aa498,segment=NetworkSegment(d8c112b8-8d8c-44e6-85c6-d547e1d4656e),segment_id=d8c112b8-8d8c-44e6-85c6-d547e1d4656e)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:48:26.927898 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:26.969505 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 21:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d0514a-dfa1-4186-8504-1a687f0f22f7 x-openstack-request-id: req-76d0514a-dfa1-4186-8504-1a687f0f22f7 {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:48:26.969826 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "208383cd-a838-46af-9147-eeb7c08b882c", "name": "network-vif-plugged", "status": "completed", "tag": "f0e24ee7-b980-4969-9ceb-8ec1d49aa498", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:48:26.970073 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-76d0514a-dfa1-4186-8504-1a687f0f22f7 {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:48:26.970458 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76d0514a-dfa1-4186-8504-1a687f0f22f7'] response: {'server_uuid': '208383cd-a838-46af-9147-eeb7c08b882c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e24ee7-b980-4969-9ceb-8ec1d49aa498', 'code': 200} Sep 22 21:48:27.003650 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=f0e24ee7-b980-4969-9ceb-8ec1d49aa498,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:48:27.202098 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a7bd8-1bca-4863-ad94-8d11238825f4 req-6c277f6a-cf8c-4e36-aba2-fd4f2ff67e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:48:27.203600 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e31a7bd8-1bca-4863-ad94-8d11238825f4 req-6c277f6a-cf8c-4e36-aba2-fd4f2ff67e74 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=208383cd-a838-46af-9147-eeb7c08b882c HTTP/1.1" status: 200 len: 1098 time: 0.0847981 Sep 22 21:48:27.243122 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e31a7bd8-1bca-4863-ad94-8d11238825f4 req-8299dc41-8b4e-4f5c-a699-9449112c6d13 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a7aee755-8cfa-4da4-96a6-ca8295c426c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335600 Sep 22 21:48:27.817996 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74c474-4f4a-4cae-876b-38c64e9efc7f req-1173b5d3-495c-4cab-add5-0bcb738b69fd tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:48:27.819462 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ac74c474-4f4a-4cae-876b-38c64e9efc7f req-1173b5d3-495c-4cab-add5-0bcb738b69fd tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=208383cd-a838-46af-9147-eeb7c08b882c HTTP/1.1" status: 200 len: 945 time: 0.0855904 Sep 22 21:48:27.865592 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ac74c474-4f4a-4cae-876b-38c64e9efc7f req-d68b9425-6026-4b01-8a06-c1c4bc99b222 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=a7aee755-8cfa-4da4-96a6-ca8295c426c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404508 Sep 22 21:48:29.062963 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5164ae-93d2-4ea6-8ece-55bbc801840d req-2b9d61ce-d66f-4430-9a31-7353ab7c6e6b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:48:29.065540 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-dd5164ae-93d2-4ea6-8ece-55bbc801840d req-2b9d61ce-d66f-4430-9a31-7353ab7c6e6b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=208383cd-a838-46af-9147-eeb7c08b882c HTTP/1.1" status: 200 len: 945 time: 0.0902853 Sep 22 21:48:29.109926 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-dd5164ae-93d2-4ea6-8ece-55bbc801840d req-a110073b-e9ab-4c63-a9c0-fdb362df1567 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=a7aee755-8cfa-4da4-96a6-ca8295c426c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378561 Sep 22 21:48:29.306542 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538e3f7-dbfc-493e-9345-6188628189bb req-d05e260e-e98d-422d-ac0d-6305620eab4a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:48:29.308020 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5538e3f7-dbfc-493e-9345-6188628189bb req-d05e260e-e98d-422d-ac0d-6305620eab4a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=208383cd-a838-46af-9147-eeb7c08b882c HTTP/1.1" status: 200 len: 945 time: 0.0884304 Sep 22 21:48:29.352997 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5538e3f7-dbfc-493e-9345-6188628189bb req-f54fa501-eb88-4dc7-bc14-d1eb04cf54e8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=a7aee755-8cfa-4da4-96a6-ca8295c426c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388460 Sep 22 21:48:29.381923 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53198) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:48:29.460539 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f13ed2-f001-4242-8184-9969d3521620 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:48:29.461919 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a2f13ed2-f001-4242-8184-9969d3521620 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=208383cd-a838-46af-9147-eeb7c08b882c HTTP/1.1" status: 200 len: 1093 time: 0.0790679 Sep 22 21:48:29.464720 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53202) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:48:29.469720 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-bb5fd117-2855-49a5-8d0f-064ef1ee2e44 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'floatingip': {'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'port_id': 'f0e24ee7-b980-4969-9ceb-8ec1d49aa498', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:48:29.475448 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-bb5fd117-2855-49a5-8d0f-064ef1ee2e44 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:48:29.479278 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-bb5fd117-2855-49a5-8d0f-064ef1ee2e44 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:floatingip and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:48:29.482056 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-bb5fd117-2855-49a5-8d0f-064ef1ee2e44 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:48:29.488237 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-bb5fd117-2855-49a5-8d0f-064ef1ee2e44 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:48:29.498904 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bb5fd117-2855-49a5-8d0f-064ef1ee2e44 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for floatingip, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:29.633752 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bb5fd117-2855-49a5-8d0f-064ef1ee2e44 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:29.765395 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-bb5fd117-2855-49a5-8d0f-064ef1ee2e44 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Allocated IP 172.26.0.46 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/08b0c390-55b9-4223-9855-5cf52a70790e) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:48:29.912441 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bb5fd117-2855-49a5-8d0f-064ef1ee2e44 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:29.941849 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bb5fd117-2855-49a5-8d0f-064ef1ee2e44 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:30.003431 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5fd117-2855-49a5-8d0f-064ef1ee2e44 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:48:30.006007 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-bb5fd117-2855-49a5-8d0f-064ef1ee2e44 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:48:30.009704 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5fd117-2855-49a5-8d0f-064ef1ee2e44 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:48:30.047913 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5fd117-2855-49a5-8d0f-064ef1ee2e44 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=08b0c390-55b9-4223-9855-5cf52a70790e,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:48:30.515470 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bb5fd117-2855-49a5-8d0f-064ef1ee2e44 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:30.586622 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bb5fd117-2855-49a5-8d0f-064ef1ee2e44 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:30.787350 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bb5fd117-2855-49a5-8d0f-064ef1ee2e44 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:30.791527 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bb5fd117-2855-49a5-8d0f-064ef1ee2e44 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:30.895967 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bb5fd117-2855-49a5-8d0f-064ef1ee2e44 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:30.942698 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5fd117-2855-49a5-8d0f-064ef1ee2e44 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=08b0c390-55b9-4223-9855-5cf52a70790e,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:48:31.070436 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.l3_db [None req-bb5fd117-2855-49a5-8d0f-064ef1ee2e44 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Floating IP 2d93eece-9360-4a0a-b1e3-ee92ca88f61d associated. External IP: 172.26.0.46, port: f0e24ee7-b980-4969-9ceb-8ec1d49aa498. Sep 22 21:48:31.415301 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb5fd117-2855-49a5-8d0f-064ef1ee2e44 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Router 719d9860-701c-419f-8841-f5524f9cb0f9 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:48:31.588999 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5fd117-2855-49a5-8d0f-064ef1ee2e44 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:48:31.599202 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff1f7a4-d778-4087-8832-f050c4c74392 None None] Sync routers for ids ['719d9860-701c-419f-8841-f5524f9cb0f9'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:48:31.608790 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff1f7a4-d778-4087-8832-f050c4c74392 None None] Routers {'719d9860-701c-419f-8841-f5524f9cb0f9'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:48:31.609388 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-1ff1f7a4-d778-4087-8832-f050c4c74392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:48:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['719d9860-701c-419f-8841-f5524f9cb0f9'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:48:31.612762 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bb5fd117-2855-49a5-8d0f-064ef1ee2e44 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:31.669596 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-bb5fd117-2855-49a5-8d0f-064ef1ee2e44 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2034688 Sep 22 21:48:31.670021 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '208383cd-a838-46af-9147-eeb7c08b882c', 'tag': 'f0e24ee7-b980-4969-9ceb-8ec1d49aa498'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:48:31.672756 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53206) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:48:31.673238 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4708b26-98c4-411a-9a93-cb213be4b30d" -d '{"events": [{"name": "network-changed", "server_uuid": "208383cd-a838-46af-9147-eeb7c08b882c", "tag": "f0e24ee7-b980-4969-9ceb-8ec1d49aa498"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:48:31.714749 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c5d834-faa4-449f-9694-34f3e4f72045 x-openstack-request-id: req-f5c5d834-faa4-449f-9694-34f3e4f72045 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:48:31.715036 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "208383cd-a838-46af-9147-eeb7c08b882c", "tag": "f0e24ee7-b980-4969-9ceb-8ec1d49aa498", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:48:31.715537 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f5c5d834-faa4-449f-9694-34f3e4f72045 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:48:31.715952 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5c5d834-faa4-449f-9694-34f3e4f72045'] response: {'name': 'network-changed', 'server_uuid': '208383cd-a838-46af-9147-eeb7c08b882c', 'tag': 'f0e24ee7-b980-4969-9ceb-8ec1d49aa498', 'status': 'completed', 'code': 200} Sep 22 21:48:31.785533 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-b2f66c3c-a390-497d-a32a-fc0d6aff9fea tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/floatingips/2d93eece-9360-4a0a-b1e3-ee92ca88f61d HTTP/1.1" status: 200 len: 990 time: 0.1113331 Sep 22 21:48:31.787384 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-1ff1f7a4-d778-4087-8832-f050c4c74392 None None] Set router 719d9860-701c-419f-8841-f5524f9cb0f9 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:48:31.938949 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4708b26-98c4-411a-9a93-cb213be4b30d req-2516a9cf-f111-44bf-afc8-36f19fad434f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:48:31.940362 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f4708b26-98c4-411a-9a93-cb213be4b30d req-2516a9cf-f111-44bf-afc8-36f19fad434f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&device_id=208383cd-a838-46af-9147-eeb7c08b882c HTTP/1.1" status: 200 len: 1098 time: 0.2021928 Sep 22 21:48:32.069358 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4708b26-98c4-411a-9a93-cb213be4b30d req-5ce1863e-e1a2-43fe-b1b0-9a229cfaa0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:48:32.070830 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f4708b26-98c4-411a-9a93-cb213be4b30d req-5ce1863e-e1a2-43fe-b1b0-9a229cfaa0e9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=221bc966-f6b2-4867-b92a-0974aae2e52c HTTP/1.1" status: 200 len: 896 time: 0.1238828 Sep 22 21:48:32.131021 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-1ff1f7a4-d778-4087-8832-f050c4c74392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719d9860-701c-419f-8841-f5524f9cb0f9', 'name': 'tempest-TestNetworkBasicOps-router-1916815593', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '69baa481-4cd4-4d12-a867-a3a11ae4f4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:48:09Z', 'updated_at': '2022-09-22T21:48:15Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '69baa481-4cd4-4d12-a867-a3a11ae4f4bd', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719d9860-701c-419f-8841-f5524f9cb0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:48:10Z', 'updated_at': '2022-09-22T21:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '2d93eece-9360-4a0a-b1e3-ee92ca88f61d', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'floating_ip_address': '172.26.0.46', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '719d9860-701c-419f-8841-f5524f9cb0f9', 'port_id': 'f0e24ee7-b980-4969-9ceb-8ec1d49aa498', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '221bc966-f6b2-4867-b92a-0974aae2e52c', 'mac_address': 'fa:16:3e:6e:e8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208383cd-a838-46af-9147-eeb7c08b882c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:48:30Z', 'updated_at': '2022-09-22T21:48:30Z', 'revision_number': 0, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c230c32-8bc9-4f8e-bd6c-7a0def456d94', 'name': '', 'network_id': '221bc966-f6b2-4867-b92a-0974aae2e52c', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:08:1a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719d9860-701c-419f-8841-f5524f9cb0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '8dcb90b8-bf64-479b-8185-1250d7e21ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:48:14Z', 'updated_at': '2022-09-22T21:48:21Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': '8dcb90b8-bf64-479b-8185-1250d7e21ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:48:32.134715 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff1f7a4-d778-4087-8832-f050c4c74392 None None] Checking router: 719d9860-701c-419f-8841-f5524f9cb0f9 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:48:32.142867 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff1f7a4-d778-4087-8832-f050c4c74392 None None] Routers {'719d9860-701c-419f-8841-f5524f9cb0f9'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:48:32.143453 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-1ff1f7a4-d778-4087-8832-f050c4c74392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:48:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['719d9860-701c-419f-8841-f5524f9cb0f9'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:48:32.171687 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f4708b26-98c4-411a-9a93-cb213be4b30d req-f1517fc4-0318-4058-b917-5f56503846a1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0e24ee7-b980-4969-9ceb-8ec1d49aa498 HTTP/1.1" status: 200 len: 998 time: 0.0945430 Sep 22 21:48:32.231028 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4708b26-98c4-411a-9a93-cb213be4b30d req-bc250887-d772-4f84-b671-80ba7fb1c82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:48:32.232377 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f4708b26-98c4-411a-9a93-cb213be4b30d req-bc250887-d772-4f84-b671-80ba7fb1c82a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8dcb90b8-bf64-479b-8185-1250d7e21ede HTTP/1.1" status: 200 len: 843 time: 0.0563002 Sep 22 21:48:32.316939 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4708b26-98c4-411a-9a93-cb213be4b30d req-053966d9-46e6-4015-ae60-438885688b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:48:32.318396 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f4708b26-98c4-411a-9a93-cb213be4b30d req-053966d9-46e6-4015-ae60-438885688b66 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=221bc966-f6b2-4867-b92a-0974aae2e52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806153 Sep 22 21:48:32.320015 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-1ff1f7a4-d778-4087-8832-f050c4c74392 None None] Set router 719d9860-701c-419f-8841-f5524f9cb0f9 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:48:32.448118 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f4708b26-98c4-411a-9a93-cb213be4b30d req-34c861a1-ba66-427d-aebe-f01b71179f76 service neutron] 10.222.0.49 "GET /v2.0/networks/221bc966-f6b2-4867-b92a-0974aae2e52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238804 Sep 22 21:48:32.578270 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f4708b26-98c4-411a-9a93-cb213be4b30d req-0a1ac76b-4454-44e9-9ca3-c2624bf4ef9d service neutron] 10.222.0.49 "GET /v2.0/networks/221bc966-f6b2-4867-b92a-0974aae2e52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246326 Sep 22 21:48:32.690393 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-1ff1f7a4-d778-4087-8832-f050c4c74392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719d9860-701c-419f-8841-f5524f9cb0f9', 'name': 'tempest-TestNetworkBasicOps-router-1916815593', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '69baa481-4cd4-4d12-a867-a3a11ae4f4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:48:09Z', 'updated_at': '2022-09-22T21:48:15Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '69baa481-4cd4-4d12-a867-a3a11ae4f4bd', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719d9860-701c-419f-8841-f5524f9cb0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:48:10Z', 'updated_at': '2022-09-22T21:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '2d93eece-9360-4a0a-b1e3-ee92ca88f61d', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'floating_ip_address': '172.26.0.46', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '719d9860-701c-419f-8841-f5524f9cb0f9', 'port_id': 'f0e24ee7-b980-4969-9ceb-8ec1d49aa498', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '221bc966-f6b2-4867-b92a-0974aae2e52c', 'mac_address': 'fa:16:3e:6e:e8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208383cd-a838-46af-9147-eeb7c08b882c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:48:30Z', 'updated_at': '2022-09-22T21:48:30Z', 'revision_number': 0, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c230c32-8bc9-4f8e-bd6c-7a0def456d94', 'name': '', 'network_id': '221bc966-f6b2-4867-b92a-0974aae2e52c', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:08:1a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719d9860-701c-419f-8841-f5524f9cb0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '8dcb90b8-bf64-479b-8185-1250d7e21ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:48:14Z', 'updated_at': '2022-09-22T21:48:21Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': '8dcb90b8-bf64-479b-8185-1250d7e21ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:48:32.694212 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff1f7a4-d778-4087-8832-f050c4c74392 None None] The sync data for ids ['719d9860-701c-419f-8841-f5524f9cb0f9'] in dv-neutron-858900-1-hyperv is: [{'id': '719d9860-701c-419f-8841-f5524f9cb0f9', 'name': 'tempest-TestNetworkBasicOps-router-1916815593', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '69baa481-4cd4-4d12-a867-a3a11ae4f4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:48:09Z', 'updated_at': '2022-09-22T21:48:15Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '69baa481-4cd4-4d12-a867-a3a11ae4f4bd', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719d9860-701c-419f-8841-f5524f9cb0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:48:10Z', 'updated_at': '2022-09-22T21:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '2d93eece-9360-4a0a-b1e3-ee92ca88f61d', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'floating_ip_address': '172.26.0.46', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '719d9860-701c-419f-8841-f5524f9cb0f9', 'port_id': 'f0e24ee7-b980-4969-9ceb-8ec1d49aa498', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '221bc966-f6b2-4867-b92a-0974aae2e52c', 'mac_address': 'fa:16:3e:6e:e8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208383cd-a838-46af-9147-eeb7c08b882c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:48:30Z', 'updated_at': '2022-09-22T21:48:30Z', 'revision_number': 0, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c230c32-8bc9-4f8e-bd6c-7a0def456d94', 'name': '', 'network_id': '221bc966-f6b2-4867-b92a-0974aae2e52c', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:08:1a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719d9860-701c-419f-8841-f5524f9cb0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '8dcb90b8-bf64-479b-8185-1250d7e21ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:48:14Z', 'updated_at': '2022-09-22T21:48:21Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': '8dcb90b8-bf64-479b-8185-1250d7e21ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:48:32.788450 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53212) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:48:32.871012 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287ce8e9-5641-49e4-b25d-71a632534b34 None None] New status for floating IP 2d93eece-9360-4a0a-b1e3-ee92ca88f61d: ACTIVE {{(pid=89010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:48:32.896839 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-7d8fdd37-cdab-4681-8725-c1c6247f530f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/floatingips/2d93eece-9360-4a0a-b1e3-ee92ca88f61d HTTP/1.1" status: 200 len: 990 time: 0.1072571 Sep 22 21:48:33.900431 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53216) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:48:34.005008 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-0957d535-221a-451a-b470-f974e8bc0357 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/floatingips/2d93eece-9360-4a0a-b1e3-ee92ca88f61d HTTP/1.1" status: 200 len: 992 time: 0.1034124 Sep 22 21:48:39.680148 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-b1941166-69f6-4ce9-aa1b-3699244abbce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:41.903270 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-34f1627f-83cb-497e-bf1b-3ba9382f0e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:42.740891 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:43.131377 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:44.517395 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:48:50.200949 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f56c2c43-7459-4a45-8cb6-86e9d49306c1 req-a9855205-8168-4a5a-b8ac-160498c898c6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a6c211fd-e14c-4ca5-9bdb-9abbeea0597a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1120718 Sep 22 21:48:50.299996 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c2c43-7459-4a45-8cb6-86e9d49306c1 req-ee2dbee9-4535-457d-a5ca-5b3b65528495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:48:50.301430 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f56c2c43-7459-4a45-8cb6-86e9d49306c1 req-ee2dbee9-4535-457d-a5ca-5b3b65528495 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c0953d2486f241adbaf31021d8b87543&device_id=a6c211fd-e14c-4ca5-9bdb-9abbeea0597a HTTP/1.1" status: 200 len: 1098 time: 0.0795279 Sep 22 21:48:50.440829 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c2c43-7459-4a45-8cb6-86e9d49306c1 req-13fb35c6-1fe0-4fd5-9f39-8aaea53e6c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:48:50.442130 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f56c2c43-7459-4a45-8cb6-86e9d49306c1 req-13fb35c6-1fe0-4fd5-9f39-8aaea53e6c9f service neutron] 10.222.0.49 "GET /v2.0/networks?id=c4ba8f83-333c-411f-abb9-714415775b4d HTTP/1.1" status: 200 len: 911 time: 0.1218565 Sep 22 21:48:50.544812 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f56c2c43-7459-4a45-8cb6-86e9d49306c1 req-3cc59da3-016a-4837-8aa1-2c69c0a5d888 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6dce280-3e9e-46db-b1dc-58d62326eafb HTTP/1.1" status: 200 len: 1000 time: 0.0947063 Sep 22 21:48:50.605837 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c2c43-7459-4a45-8cb6-86e9d49306c1 req-3645f9d3-45b4-4926-934a-f3a0ea4faf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:48:50.607207 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f56c2c43-7459-4a45-8cb6-86e9d49306c1 req-3645f9d3-45b4-4926-934a-f3a0ea4faf98 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8ec73feb-6226-4bb2-bdf7-f761304c77c1 HTTP/1.1" status: 200 len: 850 time: 0.0556071 Sep 22 21:48:50.686593 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c2c43-7459-4a45-8cb6-86e9d49306c1 req-4b43f812-818c-434e-9387-10f71ff526c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:48:50.688065 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f56c2c43-7459-4a45-8cb6-86e9d49306c1 req-4b43f812-818c-434e-9387-10f71ff526c2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c4ba8f83-333c-411f-abb9-714415775b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740473 Sep 22 21:48:50.818739 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f56c2c43-7459-4a45-8cb6-86e9d49306c1 req-84e59b62-7ad9-47fb-a63b-d7c33f6567ed service neutron] 10.222.0.49 "GET /v2.0/networks/c4ba8f83-333c-411f-abb9-714415775b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238577 Sep 22 21:48:51.043004 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f56c2c43-7459-4a45-8cb6-86e9d49306c1 req-6ceca3f1-b716-4b7b-b8fe-9ccb2b56ef8f service neutron] 10.222.0.49 "GET /v2.0/networks/c4ba8f83-333c-411f-abb9-714415775b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182894 Sep 22 21:48:55.860277 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:03.875946 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:49:06.306116 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53236) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:49:06.508667 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-2e33ac2d-e65f-4da2-af2e-d00adf10f741 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Deleting port a11ea60b-d1c6-4c03-af4d-4608fb0551db {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:49:06.509005 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2e33ac2d-e65f-4da2-af2e-d00adf10f741 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:06.675367 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2e33ac2d-e65f-4da2-af2e-d00adf10f741 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:06.675684 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2e33ac2d-e65f-4da2-af2e-d00adf10f741 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:06.793302 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-2e33ac2d-e65f-4da2-af2e-d00adf10f741 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Calling delete_port for a11ea60b-d1c6-4c03-af4d-4608fb0551db owned by network:floatingip {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:49:06.939173 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2e33ac2d-e65f-4da2-af2e-d00adf10f741 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:06.983971 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e33ac2d-e65f-4da2-af2e-d00adf10f741 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Pushing event deleted for resources: {'Port': ['ID=a11ea60b-d1c6-4c03-af4d-4608fb0551db,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:49:07.023653 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e33ac2d-e65f-4da2-af2e-d00adf10f741 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:49:07.023999 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e33ac2d-e65f-4da2-af2e-d00adf10f741 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:49:07.024342 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e33ac2d-e65f-4da2-af2e-d00adf10f741 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:49:07.024671 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e33ac2d-e65f-4da2-af2e-d00adf10f741 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:49:07.024999 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e33ac2d-e65f-4da2-af2e-d00adf10f741 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:49:07.025327 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e33ac2d-e65f-4da2-af2e-d00adf10f741 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:49:07.025659 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e33ac2d-e65f-4da2-af2e-d00adf10f741 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:49:07.025984 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e33ac2d-e65f-4da2-af2e-d00adf10f741 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:49:07.026310 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e33ac2d-e65f-4da2-af2e-d00adf10f741 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:49:07.026644 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e33ac2d-e65f-4da2-af2e-d00adf10f741 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:49:07.026967 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e33ac2d-e65f-4da2-af2e-d00adf10f741 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:49:07.027284 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e33ac2d-e65f-4da2-af2e-d00adf10f741 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:49:07.088690 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2e33ac2d-e65f-4da2-af2e-d00adf10f741 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks [] for floatingip, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:07.089023 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.l3_db [None req-2e33ac2d-e65f-4da2-af2e-d00adf10f741 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Floating IP 8720b7a6-625f-46f7-8015-e5d6b3235cd2 disassociated (deleted). External IP: 172.26.0.54, port: d6dce280-3e9e-46db-b1dc-58d62326eafb. Sep 22 21:49:07.430889 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e33ac2d-e65f-4da2-af2e-d00adf10f741 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Router 85fc9c8c-5aa5-4009-a0e8-f145979a6567 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:49:07.699362 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e33ac2d-e65f-4da2-af2e-d00adf10f741 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:49:07.708791 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191a087b-53d4-439c-b68d-a6ea2b352149 None None] Sync routers for ids ['85fc9c8c-5aa5-4009-a0e8-f145979a6567'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:49:07.718624 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2e33ac2d-e65f-4da2-af2e-d00adf10f741 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:07.721020 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191a087b-53d4-439c-b68d-a6ea2b352149 None None] Routers {'85fc9c8c-5aa5-4009-a0e8-f145979a6567'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:49:07.721750 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-191a087b-53d4-439c-b68d-a6ea2b352149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:48:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['85fc9c8c-5aa5-4009-a0e8-f145979a6567'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:49:07.772658 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-2e33ac2d-e65f-4da2-af2e-d00adf10f741 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "DELETE /v2.0/floatingips/8720b7a6-625f-46f7-8015-e5d6b3235cd2 HTTP/1.1" status: 204 len: 168 time: 1.4654264 Sep 22 21:49:07.773241 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6c211fd-e14c-4ca5-9bdb-9abbeea0597a', 'tag': 'd6dce280-3e9e-46db-b1dc-58d62326eafb'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:49:07.775554 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316ca78c-6563-4910-ad06-c175cc91636c" -d '{"events": [{"name": "network-changed", "server_uuid": "a6c211fd-e14c-4ca5-9bdb-9abbeea0597a", "tag": "d6dce280-3e9e-46db-b1dc-58d62326eafb"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:49:07.875814 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee279a9-f650-41f9-b746-b09772e9b722 x-openstack-request-id: req-2ee279a9-f650-41f9-b746-b09772e9b722 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:49:07.876103 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6c211fd-e14c-4ca5-9bdb-9abbeea0597a", "tag": "d6dce280-3e9e-46db-b1dc-58d62326eafb", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:49:07.876356 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2ee279a9-f650-41f9-b746-b09772e9b722 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:49:07.876760 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ee279a9-f650-41f9-b746-b09772e9b722'] response: {'name': 'network-changed', 'server_uuid': 'a6c211fd-e14c-4ca5-9bdb-9abbeea0597a', 'tag': 'd6dce280-3e9e-46db-b1dc-58d62326eafb', 'status': 'completed', 'code': 200} Sep 22 21:49:07.902929 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-191a087b-53d4-439c-b68d-a6ea2b352149 None None] Set router 85fc9c8c-5aa5-4009-a0e8-f145979a6567 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:49:07.980941 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ca78c-6563-4910-ad06-c175cc91636c req-7575f6f0-2457-4600-96ee-320966e2f06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:49:07.982638 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-316ca78c-6563-4910-ad06-c175cc91636c req-7575f6f0-2457-4600-96ee-320966e2f06d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c0953d2486f241adbaf31021d8b87543&device_id=a6c211fd-e14c-4ca5-9bdb-9abbeea0597a HTTP/1.1" status: 200 len: 1098 time: 0.0862446 Sep 22 21:49:08.178390 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ca78c-6563-4910-ad06-c175cc91636c req-1d6e75b4-9e52-4d55-93aa-ed4180e75680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:49:08.179874 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-316ca78c-6563-4910-ad06-c175cc91636c req-1d6e75b4-9e52-4d55-93aa-ed4180e75680 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c4ba8f83-333c-411f-abb9-714415775b4d HTTP/1.1" status: 200 len: 911 time: 0.1842945 Sep 22 21:49:08.248125 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-191a087b-53d4-439c-b68d-a6ea2b352149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'name': 'tempest-TestVolumeBootPattern-630973036-router', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '8086c4f3-eded-4d66-8366-1c89a80b9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:41:55Z', 'updated_at': '2022-09-22T21:42:00Z', 'revision_number': 4, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'gw_port': {'id': '8086c4f3-eded-4d66-8366-1c89a80b9287', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:41:55Z', 'updated_at': '2022-09-22T21:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '60823d51-250c-4539-b49e-83c2c7a7bb48', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'floating_ip_address': '172.26.0.39', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'port_id': '5fcd765f-8184-4931-8051-2c41ed3028be', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d', 'mac_address': 'fa:16:3e:2d:71:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c5bada-7ca0-479a-b2f5-50a0a8593656', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:45:15Z', 'updated_at': '2022-09-22T21:45:18Z', 'revision_number': 1, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38bf86dc-fcc2-47a6-8518-e7cca53839dd', 'name': '', 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'mac_address': 'fa:16:3e:90:e0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '8ec73feb-6226-4bb2-bdf7-f761304c77c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:41:59Z', 'updated_at': '2022-09-22T21:42:07Z', 'revision_number': 5, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'subnets': [{'id': '8ec73feb-6226-4bb2-bdf7-f761304c77c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:49:08.251830 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191a087b-53d4-439c-b68d-a6ea2b352149 None None] Checking router: 85fc9c8c-5aa5-4009-a0e8-f145979a6567 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:49:08.260023 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191a087b-53d4-439c-b68d-a6ea2b352149 None None] Routers {'85fc9c8c-5aa5-4009-a0e8-f145979a6567'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:49:08.260599 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d2aee-621a-4a01-82b4-cb0ea009ddff req-b1e4a9e0-a503-4ada-ab59-0d96ad123455 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:49:08.260731 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-191a087b-53d4-439c-b68d-a6ea2b352149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:48:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['85fc9c8c-5aa5-4009-a0e8-f145979a6567'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:49:08.261477 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-d80d2aee-621a-4a01-82b4-cb0ea009ddff req-b1e4a9e0-a503-4ada-ab59-0d96ad123455 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Synchronizing usage tracker for tenant:c0953d2486f241adbaf31021d8b87543 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:49:08.266066 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-316ca78c-6563-4910-ad06-c175cc91636c req-892e7034-8e7d-4c83-9150-bab324e8eb4b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6dce280-3e9e-46db-b1dc-58d62326eafb HTTP/1.1" status: 200 len: 217 time: 0.0780911 Sep 22 21:49:08.308651 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-d80d2aee-621a-4a01-82b4-cb0ea009ddff req-b1e4a9e0-a503-4ada-ab59-0d96ad123455 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Unset dirty status for tenant:c0953d2486f241adbaf31021d8b87543 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:49:08.309764 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d80d2aee-621a-4a01-82b4-cb0ea009ddff req-b1e4a9e0-a503-4ada-ab59-0d96ad123455 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?device_id=a6c211fd-e14c-4ca5-9bdb-9abbeea0597a HTTP/1.1" status: 200 len: 945 time: 0.2329614 Sep 22 21:49:08.361759 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ca78c-6563-4910-ad06-c175cc91636c req-eba8f317-4d23-4bc4-baa9-5646c1f76cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:49:08.363216 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-316ca78c-6563-4910-ad06-c175cc91636c req-eba8f317-4d23-4bc4-baa9-5646c1f76cee service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8ec73feb-6226-4bb2-bdf7-f761304c77c1 HTTP/1.1" status: 200 len: 850 time: 0.0872691 Sep 22 21:49:08.369900 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d80d2aee-621a-4a01-82b4-cb0ea009ddff req-2e07cbb1-b9a7-49ae-82ff-55327ecf8b2b tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fa87605-2437-4141-bfe2-735b698472c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500274 Sep 22 21:49:08.439652 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-191a087b-53d4-439c-b68d-a6ea2b352149 None None] Set router 85fc9c8c-5aa5-4009-a0e8-f145979a6567 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:49:08.447574 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ca78c-6563-4910-ad06-c175cc91636c req-ba60e987-ff9b-4830-84da-f9b8248c54ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:49:08.449036 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-316ca78c-6563-4910-ad06-c175cc91636c req-ba60e987-ff9b-4830-84da-f9b8248c54ac service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c4ba8f83-333c-411f-abb9-714415775b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783515 Sep 22 21:49:08.578685 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-316ca78c-6563-4910-ad06-c175cc91636c req-d0946d0b-5b87-4dfa-a04b-50801e11fe02 service neutron] 10.222.0.49 "GET /v2.0/networks/c4ba8f83-333c-411f-abb9-714415775b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227145 Sep 22 21:49:08.708192 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-316ca78c-6563-4910-ad06-c175cc91636c req-cda30674-f1f9-49d7-9f77-0db75fd953bf service neutron] 10.222.0.49 "GET /v2.0/networks/c4ba8f83-333c-411f-abb9-714415775b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230922 Sep 22 21:49:08.801919 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-191a087b-53d4-439c-b68d-a6ea2b352149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'name': 'tempest-TestVolumeBootPattern-630973036-router', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '8086c4f3-eded-4d66-8366-1c89a80b9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:41:55Z', 'updated_at': '2022-09-22T21:42:00Z', 'revision_number': 4, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'gw_port': {'id': '8086c4f3-eded-4d66-8366-1c89a80b9287', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:41:55Z', 'updated_at': '2022-09-22T21:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '60823d51-250c-4539-b49e-83c2c7a7bb48', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'floating_ip_address': '172.26.0.39', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'port_id': '5fcd765f-8184-4931-8051-2c41ed3028be', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d', 'mac_address': 'fa:16:3e:2d:71:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c5bada-7ca0-479a-b2f5-50a0a8593656', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:45:15Z', 'updated_at': '2022-09-22T21:45:18Z', 'revision_number': 1, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38bf86dc-fcc2-47a6-8518-e7cca53839dd', 'name': '', 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'mac_address': 'fa:16:3e:90:e0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '8ec73feb-6226-4bb2-bdf7-f761304c77c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:41:59Z', 'updated_at': '2022-09-22T21:42:07Z', 'revision_number': 5, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'subnets': [{'id': '8ec73feb-6226-4bb2-bdf7-f761304c77c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:49:08.805671 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191a087b-53d4-439c-b68d-a6ea2b352149 None None] The sync data for ids ['85fc9c8c-5aa5-4009-a0e8-f145979a6567'] in dv-neutron-858900-1-hyperv is: [{'id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'name': 'tempest-TestVolumeBootPattern-630973036-router', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '8086c4f3-eded-4d66-8366-1c89a80b9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:41:55Z', 'updated_at': '2022-09-22T21:42:00Z', 'revision_number': 4, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'gw_port': {'id': '8086c4f3-eded-4d66-8366-1c89a80b9287', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:41:55Z', 'updated_at': '2022-09-22T21:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '60823d51-250c-4539-b49e-83c2c7a7bb48', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'floating_ip_address': '172.26.0.39', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'port_id': '5fcd765f-8184-4931-8051-2c41ed3028be', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d', 'mac_address': 'fa:16:3e:2d:71:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c5bada-7ca0-479a-b2f5-50a0a8593656', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:45:15Z', 'updated_at': '2022-09-22T21:45:18Z', 'revision_number': 1, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38bf86dc-fcc2-47a6-8518-e7cca53839dd', 'name': '', 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'mac_address': 'fa:16:3e:90:e0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '8ec73feb-6226-4bb2-bdf7-f761304c77c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:41:59Z', 'updated_at': '2022-09-22T21:42:07Z', 'revision_number': 5, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'subnets': [{'id': '8ec73feb-6226-4bb2-bdf7-f761304c77c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:49:09.004842 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db09ad77-23f1-4503-8faa-549b4fac3d5e None None] New status for floating IP 8720b7a6-625f-46f7-8015-e5d6b3235cd2: DOWN {{(pid=89010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:49:09.571510 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9349367-bbfb-4742-8253-937200488d97 req-d5c2c495-0748-41e2-998b-4c062f763f55 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:49:09.572882 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c9349367-bbfb-4742-8253-937200488d97 req-d5c2c495-0748-41e2-998b-4c062f763f55 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?device_id=a6c211fd-e14c-4ca5-9bdb-9abbeea0597a HTTP/1.1" status: 200 len: 945 time: 0.0902002 Sep 22 21:49:09.603226 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386067aa-a8e3-472d-b56d-38c443c37299 req-899304cd-c723-4525-a870-4e6ebb3abd40 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:49:09.604658 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-386067aa-a8e3-472d-b56d-38c443c37299 req-899304cd-c723-4525-a870-4e6ebb3abd40 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6c211fd-e14c-4ca5-9bdb-9abbeea0597a HTTP/1.1" status: 200 len: 945 time: 0.0870934 Sep 22 21:49:09.623477 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c9349367-bbfb-4742-8253-937200488d97 req-6bd6f20a-821d-45ba-b54c-9c99f3d63fe5 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fa87605-2437-4141-bfe2-735b698472c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442057 Sep 22 21:49:09.680754 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6dd92d68-6187-4adc-bf8e-37ee8d058df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:09.680935 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-386067aa-a8e3-472d-b56d-38c443c37299 req-9241f233-767b-4981-aa2f-1904d50fbbf5 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Deleting port d6dce280-3e9e-46db-b1dc-58d62326eafb {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:49:09.681404 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-386067aa-a8e3-472d-b56d-38c443c37299 req-9241f233-767b-4981-aa2f-1904d50fbbf5 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:09.938918 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-386067aa-a8e3-472d-b56d-38c443c37299 req-9241f233-767b-4981-aa2f-1904d50fbbf5 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] For port d6dce280-3e9e-46db-b1dc-58d62326eafb, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=d6dce280-3e9e-46db-b1dc-58d62326eafb,segment=NetworkSegment(d86d37dd-b09d-4d1d-a662-9854ff3c4a87),segment_id=d86d37dd-b09d-4d1d-a662-9854ff3c4a87)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:49:09.939187 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-386067aa-a8e3-472d-b56d-38c443c37299 req-9241f233-767b-4981-aa2f-1904d50fbbf5 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:10.165757 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-386067aa-a8e3-472d-b56d-38c443c37299 req-9241f233-767b-4981-aa2f-1904d50fbbf5 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Calling delete_port for d6dce280-3e9e-46db-b1dc-58d62326eafb owned by compute:nova {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:49:10.309809 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-386067aa-a8e3-472d-b56d-38c443c37299 req-9241f233-767b-4981-aa2f-1904d50fbbf5 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:10.357955 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9241f233-767b-4981-aa2f-1904d50fbbf5 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Pushing event deleted for resources: {'Port': ['ID=d6dce280-3e9e-46db-b1dc-58d62326eafb,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:49:10.444789 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-386067aa-a8e3-472d-b56d-38c443c37299 req-9241f233-767b-4981-aa2f-1904d50fbbf5 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] No DVR routers for this DVR port d6dce280-3e9e-46db-b1dc-58d62326eafb on host hv-neutron-8589 {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:49:10.447155 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-386067aa-a8e3-472d-b56d-38c443c37299 req-9241f233-767b-4981-aa2f-1904d50fbbf5 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:10.449529 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c211fd-e14c-4ca5-9bdb-9abbeea0597a', 'name': 'network-vif-deleted', 'tag': 'd6dce280-3e9e-46db-b1dc-58d62326eafb'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:49:10.451784 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0b0e1c-2a5c-42a2-9811-efd4d85831d3" -d '{"events": [{"server_uuid": "a6c211fd-e14c-4ca5-9bdb-9abbeea0597a", "name": "network-vif-deleted", "tag": "d6dce280-3e9e-46db-b1dc-58d62326eafb"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:49:10.465472 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-386067aa-a8e3-472d-b56d-38c443c37299 req-9241f233-767b-4981-aa2f-1904d50fbbf5 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.49 "DELETE /v2.0/ports/d6dce280-3e9e-46db-b1dc-58d62326eafb HTTP/1.1" status: 204 len: 173 time: 0.8555822 Sep 22 21:49:10.493946 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 21:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5149bd87-97ec-4a40-9132-7c5533b1d72c x-openstack-request-id: req-5149bd87-97ec-4a40-9132-7c5533b1d72c {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:49:10.494233 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6c211fd-e14c-4ca5-9bdb-9abbeea0597a", "name": "network-vif-deleted", "tag": "d6dce280-3e9e-46db-b1dc-58d62326eafb", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:49:10.494488 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5149bd87-97ec-4a40-9132-7c5533b1d72c {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:49:10.494916 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5149bd87-97ec-4a40-9132-7c5533b1d72c'] response: {'server_uuid': 'a6c211fd-e14c-4ca5-9bdb-9abbeea0597a', 'name': 'network-vif-deleted', 'tag': 'd6dce280-3e9e-46db-b1dc-58d62326eafb', 'status': 'completed', 'code': 200} Sep 22 21:49:10.792261 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-bdd1464a-2efe-4208-8308-4fa047067802 req-74387322-1817-42fd-8e8a-2f70089ef656 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?device_id=a6c211fd-e14c-4ca5-9bdb-9abbeea0597a HTTP/1.1" status: 200 len: 210 time: 0.0540206 Sep 22 21:49:11.905765 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2374e289-deb4-4962-8afb-8b9b984ca342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:12.743025 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:12.964934 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device d6dce280-3e9e-46db-b1dc-58d62326eafb no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:49:13.001009 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] No Port match for: d6dce280-3e9e-46db-b1dc-58d62326eafb {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:49:13.001347 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device d6dce280-3e9e-46db-b1dc-58d62326eafb not bound to the agent host hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:49:13.135218 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:14.519739 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:15.492446 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53272) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:49:15.688976 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-9f2d2d61-f504-456d-8eb2-bbf4d9471812 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Deleting port 96c77ac8-de6d-4a81-b099-ec6b65e429be {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:49:15.689237 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9f2d2d61-f504-456d-8eb2-bbf4d9471812 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:15.856879 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9f2d2d61-f504-456d-8eb2-bbf4d9471812 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:15.857203 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9f2d2d61-f504-456d-8eb2-bbf4d9471812 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:15.974253 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-9f2d2d61-f504-456d-8eb2-bbf4d9471812 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Calling delete_port for 96c77ac8-de6d-4a81-b099-ec6b65e429be owned by network:floatingip {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:49:16.117245 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9f2d2d61-f504-456d-8eb2-bbf4d9471812 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:16.161304 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d2d61-f504-456d-8eb2-bbf4d9471812 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Pushing event deleted for resources: {'Port': ['ID=96c77ac8-de6d-4a81-b099-ec6b65e429be,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:49:16.260725 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9f2d2d61-f504-456d-8eb2-bbf4d9471812 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks [] for floatingip, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:16.261055 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.l3_db [None req-9f2d2d61-f504-456d-8eb2-bbf4d9471812 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Floating IP 60823d51-250c-4539-b49e-83c2c7a7bb48 disassociated (deleted). External IP: 172.26.0.39, port: 5fcd765f-8184-4931-8051-2c41ed3028be. Sep 22 21:49:16.700211 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f2d2d61-f504-456d-8eb2-bbf4d9471812 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Router 85fc9c8c-5aa5-4009-a0e8-f145979a6567 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:49:16.874973 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2d2d61-f504-456d-8eb2-bbf4d9471812 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:49:16.884416 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1795d10d-8f23-472d-8738-f4f797f8bac4 None None] Sync routers for ids ['85fc9c8c-5aa5-4009-a0e8-f145979a6567'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:49:16.891259 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9f2d2d61-f504-456d-8eb2-bbf4d9471812 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:16.893680 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1795d10d-8f23-472d-8738-f4f797f8bac4 None None] Routers {'85fc9c8c-5aa5-4009-a0e8-f145979a6567'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:49:16.894276 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-1795d10d-8f23-472d-8738-f4f797f8bac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:49:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['85fc9c8c-5aa5-4009-a0e8-f145979a6567'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:49:16.945019 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-9f2d2d61-f504-456d-8eb2-bbf4d9471812 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "DELETE /v2.0/floatingips/60823d51-250c-4539-b49e-83c2c7a7bb48 HTTP/1.1" status: 204 len: 168 time: 1.4514580 Sep 22 21:49:16.945604 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35c5bada-7ca0-479a-b2f5-50a0a8593656', 'tag': '5fcd765f-8184-4931-8051-2c41ed3028be'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:49:16.949543 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d927e4ee-e01c-4cff-bab3-6b86e8258cc5" -d '{"events": [{"name": "network-changed", "server_uuid": "35c5bada-7ca0-479a-b2f5-50a0a8593656", "tag": "5fcd765f-8184-4931-8051-2c41ed3028be"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:49:16.992705 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dda0d2a-8b03-4cdc-94fb-237491152b5f x-openstack-request-id: req-6dda0d2a-8b03-4cdc-94fb-237491152b5f {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:49:16.993002 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35c5bada-7ca0-479a-b2f5-50a0a8593656", "tag": "5fcd765f-8184-4931-8051-2c41ed3028be", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:49:16.993258 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6dda0d2a-8b03-4cdc-94fb-237491152b5f {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:49:16.993664 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dda0d2a-8b03-4cdc-94fb-237491152b5f'] response: {'name': 'network-changed', 'server_uuid': '35c5bada-7ca0-479a-b2f5-50a0a8593656', 'tag': '5fcd765f-8184-4931-8051-2c41ed3028be', 'status': 'completed', 'code': 200} Sep 22 21:49:17.075881 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-1795d10d-8f23-472d-8738-f4f797f8bac4 None None] Set router 85fc9c8c-5aa5-4009-a0e8-f145979a6567 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:49:17.095286 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927e4ee-e01c-4cff-bab3-6b86e8258cc5 req-c7caf6fa-aaac-4c6b-a494-9b482de230fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:49:17.096904 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d927e4ee-e01c-4cff-bab3-6b86e8258cc5 req-c7caf6fa-aaac-4c6b-a494-9b482de230fd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c0953d2486f241adbaf31021d8b87543&device_id=35c5bada-7ca0-479a-b2f5-50a0a8593656 HTTP/1.1" status: 200 len: 1098 time: 0.0836918 Sep 22 21:49:17.229303 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927e4ee-e01c-4cff-bab3-6b86e8258cc5 req-4b021f73-f9ea-4683-b3c4-c15a30ab37d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:49:17.230687 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d927e4ee-e01c-4cff-bab3-6b86e8258cc5 req-4b021f73-f9ea-4683-b3c4-c15a30ab37d9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c4ba8f83-333c-411f-abb9-714415775b4d HTTP/1.1" status: 200 len: 911 time: 0.1282787 Sep 22 21:49:17.345763 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d927e4ee-e01c-4cff-bab3-6b86e8258cc5 req-014f5983-f5e2-4518-b48f-a80a43f3a52a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fcd765f-8184-4931-8051-2c41ed3028be HTTP/1.1" status: 200 len: 217 time: 0.0743997 Sep 22 21:49:17.401272 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-1795d10d-8f23-472d-8738-f4f797f8bac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'name': 'tempest-TestVolumeBootPattern-630973036-router', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '8086c4f3-eded-4d66-8366-1c89a80b9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:41:55Z', 'updated_at': '2022-09-22T21:42:00Z', 'revision_number': 4, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'gw_port': {'id': '8086c4f3-eded-4d66-8366-1c89a80b9287', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:41:55Z', 'updated_at': '2022-09-22T21:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '38bf86dc-fcc2-47a6-8518-e7cca53839dd', 'name': '', 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'mac_address': 'fa:16:3e:90:e0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '8ec73feb-6226-4bb2-bdf7-f761304c77c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:41:59Z', 'updated_at': '2022-09-22T21:42:07Z', 'revision_number': 5, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'subnets': [{'id': '8ec73feb-6226-4bb2-bdf7-f761304c77c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:49:17.405057 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1795d10d-8f23-472d-8738-f4f797f8bac4 None None] Checking router: 85fc9c8c-5aa5-4009-a0e8-f145979a6567 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:49:17.413343 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1795d10d-8f23-472d-8738-f4f797f8bac4 None None] Routers {'85fc9c8c-5aa5-4009-a0e8-f145979a6567'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:49:17.413937 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-1795d10d-8f23-472d-8738-f4f797f8bac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:49:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['85fc9c8c-5aa5-4009-a0e8-f145979a6567'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:49:17.418081 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927e4ee-e01c-4cff-bab3-6b86e8258cc5 req-3c69c013-5738-4bd1-81f1-00c88446c142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:49:17.419531 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d927e4ee-e01c-4cff-bab3-6b86e8258cc5 req-3c69c013-5738-4bd1-81f1-00c88446c142 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8ec73feb-6226-4bb2-bdf7-f761304c77c1 HTTP/1.1" status: 200 len: 850 time: 0.0674367 Sep 22 21:49:17.431626 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289b644-42aa-45ba-9d0b-ff095fe4baf6 req-b7a407a2-72fa-4c94-8097-1c6bbb949728 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:49:17.432298 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-6289b644-42aa-45ba-9d0b-ff095fe4baf6 req-b7a407a2-72fa-4c94-8097-1c6bbb949728 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Synchronizing usage tracker for tenant:c0953d2486f241adbaf31021d8b87543 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:49:17.500594 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-6289b644-42aa-45ba-9d0b-ff095fe4baf6 req-b7a407a2-72fa-4c94-8097-1c6bbb949728 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Unset dirty status for tenant:c0953d2486f241adbaf31021d8b87543 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:49:17.501657 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6289b644-42aa-45ba-9d0b-ff095fe4baf6 req-b7a407a2-72fa-4c94-8097-1c6bbb949728 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?device_id=35c5bada-7ca0-479a-b2f5-50a0a8593656 HTTP/1.1" status: 200 len: 945 time: 0.2679610 Sep 22 21:49:17.549215 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927e4ee-e01c-4cff-bab3-6b86e8258cc5 req-ae1800dd-c9aa-48fe-9fec-8ce3a71eff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:49:17.550729 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d927e4ee-e01c-4cff-bab3-6b86e8258cc5 req-ae1800dd-c9aa-48fe-9fec-8ce3a71eff17 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c4ba8f83-333c-411f-abb9-714415775b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1148410 Sep 22 21:49:17.557962 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6289b644-42aa-45ba-9d0b-ff095fe4baf6 req-28c7adce-dad3-4d36-89c8-eeb589e6c535 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fa87605-2437-4141-bfe2-735b698472c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488923 Sep 22 21:49:17.606494 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-1795d10d-8f23-472d-8738-f4f797f8bac4 None None] Set router 85fc9c8c-5aa5-4009-a0e8-f145979a6567 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:49:17.682579 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d927e4ee-e01c-4cff-bab3-6b86e8258cc5 req-151cefd2-3752-4d3f-8800-3e44d2a103ce service neutron] 10.222.0.49 "GET /v2.0/networks/c4ba8f83-333c-411f-abb9-714415775b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236823 Sep 22 21:49:17.814050 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d927e4ee-e01c-4cff-bab3-6b86e8258cc5 req-9533bebc-1d4f-4ea6-af58-753b1bd22523 service neutron] 10.222.0.49 "GET /v2.0/networks/c4ba8f83-333c-411f-abb9-714415775b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248310 Sep 22 21:49:17.914593 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-1795d10d-8f23-472d-8738-f4f797f8bac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'name': 'tempest-TestVolumeBootPattern-630973036-router', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '8086c4f3-eded-4d66-8366-1c89a80b9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:41:55Z', 'updated_at': '2022-09-22T21:42:00Z', 'revision_number': 4, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'gw_port': {'id': '8086c4f3-eded-4d66-8366-1c89a80b9287', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:41:55Z', 'updated_at': '2022-09-22T21:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '38bf86dc-fcc2-47a6-8518-e7cca53839dd', 'name': '', 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'mac_address': 'fa:16:3e:90:e0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '8ec73feb-6226-4bb2-bdf7-f761304c77c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:41:59Z', 'updated_at': '2022-09-22T21:42:07Z', 'revision_number': 5, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'subnets': [{'id': '8ec73feb-6226-4bb2-bdf7-f761304c77c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:49:17.918982 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1795d10d-8f23-472d-8738-f4f797f8bac4 None None] The sync data for ids ['85fc9c8c-5aa5-4009-a0e8-f145979a6567'] in dv-neutron-858900-1-hyperv is: [{'id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'name': 'tempest-TestVolumeBootPattern-630973036-router', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '8086c4f3-eded-4d66-8366-1c89a80b9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:41:55Z', 'updated_at': '2022-09-22T21:42:00Z', 'revision_number': 4, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'gw_port': {'id': '8086c4f3-eded-4d66-8366-1c89a80b9287', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:41:55Z', 'updated_at': '2022-09-22T21:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '38bf86dc-fcc2-47a6-8518-e7cca53839dd', 'name': '', 'network_id': 'c4ba8f83-333c-411f-abb9-714415775b4d', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'mac_address': 'fa:16:3e:90:e0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '8ec73feb-6226-4bb2-bdf7-f761304c77c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:41:59Z', 'updated_at': '2022-09-22T21:42:07Z', 'revision_number': 5, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'subnets': [{'id': '8ec73feb-6226-4bb2-bdf7-f761304c77c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:49:18.121557 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fe77bf-d91c-4dbf-b712-0caa08ba6e7a None None] New status for floating IP 60823d51-250c-4539-b49e-83c2c7a7bb48: DOWN {{(pid=89010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:49:18.678585 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103eefcf-7d93-4855-a9d3-50ad52e3475b req-4eadb884-9494-488c-ae93-00cbd7584404 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:49:18.680116 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-103eefcf-7d93-4855-a9d3-50ad52e3475b req-4eadb884-9494-488c-ae93-00cbd7584404 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.49 "GET /v2.0/ports?device_id=35c5bada-7ca0-479a-b2f5-50a0a8593656 HTTP/1.1" status: 200 len: 945 time: 0.0888717 Sep 22 21:49:18.749116 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-103eefcf-7d93-4855-a9d3-50ad52e3475b req-3b57aa6b-bccd-43f5-b462-fe2f9ee5a25f tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Deleting port 5fcd765f-8184-4931-8051-2c41ed3028be {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:49:18.749491 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-103eefcf-7d93-4855-a9d3-50ad52e3475b req-3b57aa6b-bccd-43f5-b462-fe2f9ee5a25f tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:18.765113 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d195c7-718b-48c6-b8ab-68f7cfe5d798 req-4ee9874d-b203-4ff9-a960-34481efb425c tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:49:18.766673 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-a8d195c7-718b-48c6-b8ab-68f7cfe5d798 req-4ee9874d-b203-4ff9-a960-34481efb425c tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?device_id=35c5bada-7ca0-479a-b2f5-50a0a8593656 HTTP/1.1" status: 200 len: 945 time: 0.0911267 Sep 22 21:49:18.810943 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-a8d195c7-718b-48c6-b8ab-68f7cfe5d798 req-4c04c9aa-f798-4feb-bdb6-022ff36be59a tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fa87605-2437-4141-bfe2-735b698472c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383351 Sep 22 21:49:19.112147 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-103eefcf-7d93-4855-a9d3-50ad52e3475b req-3b57aa6b-bccd-43f5-b462-fe2f9ee5a25f tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] For port 5fcd765f-8184-4931-8051-2c41ed3028be, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=5fcd765f-8184-4931-8051-2c41ed3028be,segment=NetworkSegment(d86d37dd-b09d-4d1d-a662-9854ff3c4a87),segment_id=d86d37dd-b09d-4d1d-a662-9854ff3c4a87)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:49:19.112742 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-103eefcf-7d93-4855-a9d3-50ad52e3475b req-3b57aa6b-bccd-43f5-b462-fe2f9ee5a25f tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:19.240500 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-103eefcf-7d93-4855-a9d3-50ad52e3475b req-3b57aa6b-bccd-43f5-b462-fe2f9ee5a25f tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Calling delete_port for 5fcd765f-8184-4931-8051-2c41ed3028be owned by compute:nova {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:49:19.394159 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-103eefcf-7d93-4855-a9d3-50ad52e3475b req-3b57aa6b-bccd-43f5-b462-fe2f9ee5a25f tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:19.442065 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b57aa6b-bccd-43f5-b462-fe2f9ee5a25f tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Pushing event deleted for resources: {'Port': ['ID=5fcd765f-8184-4931-8051-2c41ed3028be,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:49:19.536896 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-103eefcf-7d93-4855-a9d3-50ad52e3475b req-3b57aa6b-bccd-43f5-b462-fe2f9ee5a25f tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] No DVR routers for this DVR port 5fcd765f-8184-4931-8051-2c41ed3028be on host hv-neutron-8589 {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:49:19.539887 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-103eefcf-7d93-4855-a9d3-50ad52e3475b req-3b57aa6b-bccd-43f5-b462-fe2f9ee5a25f tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:19.542933 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c5bada-7ca0-479a-b2f5-50a0a8593656', 'name': 'network-vif-deleted', 'tag': '5fcd765f-8184-4931-8051-2c41ed3028be'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:49:19.553439 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d696cada-61d5-4b75-ab3c-8b3b55778db3" -d '{"events": [{"server_uuid": "35c5bada-7ca0-479a-b2f5-50a0a8593656", "name": "network-vif-deleted", "tag": "5fcd765f-8184-4931-8051-2c41ed3028be"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:49:19.567933 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-103eefcf-7d93-4855-a9d3-50ad52e3475b req-3b57aa6b-bccd-43f5-b462-fe2f9ee5a25f tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.49 "DELETE /v2.0/ports/5fcd765f-8184-4931-8051-2c41ed3028be HTTP/1.1" status: 204 len: 173 time: 0.8824565 Sep 22 21:49:19.597287 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 21:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6ae113-78b5-46ba-a555-23b8873ef6d3 x-openstack-request-id: req-9a6ae113-78b5-46ba-a555-23b8873ef6d3 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:49:19.597605 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c5bada-7ca0-479a-b2f5-50a0a8593656", "name": "network-vif-deleted", "tag": "5fcd765f-8184-4931-8051-2c41ed3028be", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:49:19.597912 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9a6ae113-78b5-46ba-a555-23b8873ef6d3 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:49:19.598373 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a6ae113-78b5-46ba-a555-23b8873ef6d3'] response: {'server_uuid': '35c5bada-7ca0-479a-b2f5-50a0a8593656', 'name': 'network-vif-deleted', 'tag': '5fcd765f-8184-4931-8051-2c41ed3028be', 'status': 'completed', 'code': 200} Sep 22 21:49:19.990357 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-ee443d80-ad09-46b2-9b5b-2a568c522560 req-e55eafdb-04fa-499a-b661-a19c8115d6bf tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "GET /v2.0/ports?device_id=35c5bada-7ca0-479a-b2f5-50a0a8593656 HTTP/1.1" status: 200 len: 210 time: 0.0505519 Sep 22 21:49:20.991987 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 5fcd765f-8184-4931-8051-2c41ed3028be no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:49:21.026049 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] No Port match for: 5fcd765f-8184-4931-8051-2c41ed3028be {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:49:21.026385 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 5fcd765f-8184-4931-8051-2c41ed3028be not bound to the agent host hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:49:21.095413 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53290) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:49:21.248680 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-25f3bfd2-f054-40d9-bf9d-91ba9f217edc tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Deleting port 934a1017-9027-4ece-bab3-db4adf37f46a {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:49:21.248932 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-25f3bfd2-f054-40d9-bf9d-91ba9f217edc tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:21.418066 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-25f3bfd2-f054-40d9-bf9d-91ba9f217edc tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:21.418377 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-25f3bfd2-f054-40d9-bf9d-91ba9f217edc tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:21.542173 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-25f3bfd2-f054-40d9-bf9d-91ba9f217edc tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Calling delete_port for 934a1017-9027-4ece-bab3-db4adf37f46a owned by network:floatingip {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:49:21.678628 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-25f3bfd2-f054-40d9-bf9d-91ba9f217edc tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:21.724236 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f3bfd2-f054-40d9-bf9d-91ba9f217edc tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Pushing event deleted for resources: {'Port': ['ID=934a1017-9027-4ece-bab3-db4adf37f46a,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:49:21.819738 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-25f3bfd2-f054-40d9-bf9d-91ba9f217edc tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks [] for floatingip, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:21.832933 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-25f3bfd2-f054-40d9-bf9d-91ba9f217edc tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:21.834035 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-25f3bfd2-f054-40d9-bf9d-91ba9f217edc tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "DELETE /v2.0/floatingips/393435d4-2f7f-4568-9970-2e0719cccda5 HTTP/1.1" status: 204 len: 168 time: 0.7376626 Sep 22 21:49:24.293277 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53306) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:49:24.365031 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1d00ad27-e5f5-42e4-8a6d-3851809ce537 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:24.394082 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1d00ad27-e5f5-42e4-8a6d-3851809ce537 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:24.456062 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1d00ad27-e5f5-42e4-8a6d-3851809ce537 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:24.475554 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d00ad27-e5f5-42e4-8a6d-3851809ce537 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa87605-2437-4141-bfe2-735b698472c9,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:49:24.483057 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1d00ad27-e5f5-42e4-8a6d-3851809ce537 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:24.484407 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-1d00ad27-e5f5-42e4-8a6d-3851809ce537 tempest-TestVolumeBootPattern-556573894 tempest-TestVolumeBootPattern-556573894-project] 10.222.0.33 "DELETE /v2.0/security-groups/5fa87605-2437-4141-bfe2-735b698472c9 HTTP/1.1" status: 204 len: 168 time: 0.1895294 Sep 22 21:49:24.539203 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53312) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:49:25.196691 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ee316f43-209b-4ee9-bd58-b02b05daec83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:25.633440 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-ee316f43-209b-4ee9-bd58-b02b05daec83 admin admin] Deleting port 38bf86dc-fcc2-47a6-8518-e7cca53839dd {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:49:25.634088 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ee316f43-209b-4ee9-bd58-b02b05daec83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:25.798597 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-ee316f43-209b-4ee9-bd58-b02b05daec83 admin admin] For port 38bf86dc-fcc2-47a6-8518-e7cca53839dd, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=38bf86dc-fcc2-47a6-8518-e7cca53839dd,segment=NetworkSegment(d86d37dd-b09d-4d1d-a662-9854ff3c4a87),segment_id=d86d37dd-b09d-4d1d-a662-9854ff3c4a87)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:49:25.798969 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ee316f43-209b-4ee9-bd58-b02b05daec83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:25.852098 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:25.921455 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-ee316f43-209b-4ee9-bd58-b02b05daec83 admin admin] Calling delete_port for 38bf86dc-fcc2-47a6-8518-e7cca53839dd owned by network:router_interface {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:49:26.224259 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ee316f43-209b-4ee9-bd58-b02b05daec83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:26.268922 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee316f43-209b-4ee9-bd58-b02b05daec83 admin admin] Pushing event deleted for resources: {'Port': ['ID=38bf86dc-fcc2-47a6-8518-e7cca53839dd,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:49:26.320276 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee316f43-209b-4ee9-bd58-b02b05daec83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:49:26.320624 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee316f43-209b-4ee9-bd58-b02b05daec83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:49:26.320961 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee316f43-209b-4ee9-bd58-b02b05daec83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:49:26.321296 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee316f43-209b-4ee9-bd58-b02b05daec83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:49:26.321629 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee316f43-209b-4ee9-bd58-b02b05daec83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:49:26.321960 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee316f43-209b-4ee9-bd58-b02b05daec83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:49:26.322295 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee316f43-209b-4ee9-bd58-b02b05daec83 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:49:26.322637 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee316f43-209b-4ee9-bd58-b02b05daec83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:49:26.322962 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee316f43-209b-4ee9-bd58-b02b05daec83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:49:26.323285 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee316f43-209b-4ee9-bd58-b02b05daec83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:49:26.323609 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee316f43-209b-4ee9-bd58-b02b05daec83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:49:26.323930 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee316f43-209b-4ee9-bd58-b02b05daec83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:49:26.651835 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ee316f43-209b-4ee9-bd58-b02b05daec83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:27.002499 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee316f43-209b-4ee9-bd58-b02b05daec83 admin admin] Router 85fc9c8c-5aa5-4009-a0e8-f145979a6567 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:49:27.178368 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee316f43-209b-4ee9-bd58-b02b05daec83 admin admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:49:27.188118 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7181baf1-75c9-4212-a5f6-13eb475e1c2a None None] Sync routers for ids ['85fc9c8c-5aa5-4009-a0e8-f145979a6567'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:49:27.194080 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ee316f43-209b-4ee9-bd58-b02b05daec83 admin admin] 10.222.0.33 "PUT /v2.0/routers/85fc9c8c-5aa5-4009-a0e8-f145979a6567/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6508071 Sep 22 21:49:27.194080 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53318) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:49:27.200501 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7181baf1-75c9-4212-a5f6-13eb475e1c2a None None] Routers {'85fc9c8c-5aa5-4009-a0e8-f145979a6567'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:49:27.201109 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-7181baf1-75c9-4212-a5f6-13eb475e1c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:49:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['85fc9c8c-5aa5-4009-a0e8-f145979a6567'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:49:27.369352 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1dc0cd9b-5738-45fd-a07f-755663fd93ca admin admin] Notify callbacks [] for router, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:27.407564 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-7181baf1-75c9-4212-a5f6-13eb475e1c2a None None] Set router 85fc9c8c-5aa5-4009-a0e8-f145979a6567 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:49:27.543985 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1dc0cd9b-5738-45fd-a07f-755663fd93ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:27.555208 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-1dc0cd9b-5738-45fd-a07f-755663fd93ca admin admin] Deleting port 8086c4f3-eded-4d66-8366-1c89a80b9287 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:49:27.555611 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1dc0cd9b-5738-45fd-a07f-755663fd93ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:27.687281 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-7181baf1-75c9-4212-a5f6-13eb475e1c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'name': 'tempest-TestVolumeBootPattern-630973036-router', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '8086c4f3-eded-4d66-8366-1c89a80b9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:41:55Z', 'updated_at': '2022-09-22T21:49:26Z', 'revision_number': 5, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'gw_port': {'id': '8086c4f3-eded-4d66-8366-1c89a80b9287', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:41:55Z', 'updated_at': '2022-09-22T21:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:49:27.690968 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7181baf1-75c9-4212-a5f6-13eb475e1c2a None None] Checking router: 85fc9c8c-5aa5-4009-a0e8-f145979a6567 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:49:27.699177 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7181baf1-75c9-4212-a5f6-13eb475e1c2a None None] Routers {'85fc9c8c-5aa5-4009-a0e8-f145979a6567'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:49:27.699762 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-7181baf1-75c9-4212-a5f6-13eb475e1c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:49:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['85fc9c8c-5aa5-4009-a0e8-f145979a6567'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:49:27.724453 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-1dc0cd9b-5738-45fd-a07f-755663fd93ca admin admin] For port 8086c4f3-eded-4d66-8366-1c89a80b9287, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=8086c4f3-eded-4d66-8366-1c89a80b9287,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:49:27.724998 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1dc0cd9b-5738-45fd-a07f-755663fd93ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:27.844936 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-7181baf1-75c9-4212-a5f6-13eb475e1c2a None None] Set router 85fc9c8c-5aa5-4009-a0e8-f145979a6567 gateway port host: None {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:49:27.845604 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-1dc0cd9b-5738-45fd-a07f-755663fd93ca admin admin] Calling delete_port for 8086c4f3-eded-4d66-8366-1c89a80b9287 owned by network:router_gateway {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:49:27.949546 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-7181baf1-75c9-4212-a5f6-13eb475e1c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'name': 'tempest-TestVolumeBootPattern-630973036-router', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:41:55Z', 'updated_at': '2022-09-22T21:49:27Z', 'revision_number': 6, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'gw_port_host': None}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:49:27.954477 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7181baf1-75c9-4212-a5f6-13eb475e1c2a None None] The sync data for ids ['85fc9c8c-5aa5-4009-a0e8-f145979a6567'] in dv-neutron-858900-1-hyperv is: [{'id': '85fc9c8c-5aa5-4009-a0e8-f145979a6567', 'name': 'tempest-TestVolumeBootPattern-630973036-router', 'tenant_id': 'c0953d2486f241adbaf31021d8b87543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:41:55Z', 'updated_at': '2022-09-22T21:49:27Z', 'revision_number': 6, 'project_id': 'c0953d2486f241adbaf31021d8b87543', 'gw_port_host': None}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:49:28.128516 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1dc0cd9b-5738-45fd-a07f-755663fd93ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:28.174644 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc0cd9b-5738-45fd-a07f-755663fd93ca admin admin] Pushing event deleted for resources: {'Port': ['ID=8086c4f3-eded-4d66-8366-1c89a80b9287,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:49:28.270791 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1dc0cd9b-5738-45fd-a07f-755663fd93ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8012236'] for router_gateway, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:28.444050 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1dc0cd9b-5738-45fd-a07f-755663fd93ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:28.446112 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1dc0cd9b-5738-45fd-a07f-755663fd93ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:28.470482 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1dc0cd9b-5738-45fd-a07f-755663fd93ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:28.471059 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc0cd9b-5738-45fd-a07f-755663fd93ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85fc9c8c-5aa5-4009-a0e8-f145979a6567 {{(pid=89009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:49:28.482664 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1dc0cd9b-5738-45fd-a07f-755663fd93ca admin admin] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:28.483765 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-1dc0cd9b-5738-45fd-a07f-755663fd93ca admin admin] 10.222.0.33 "DELETE /v2.0/routers/85fc9c8c-5aa5-4009-a0e8-f145979a6567 HTTP/1.1" status: 204 len: 168 time: 1.2889669 Sep 22 21:49:28.486220 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53322) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:49:28.542477 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2b47dd6-d3b7-46e7-80d8-91f97358d912 admin admin] Deleting subnet 8ec73feb-6226-4bb2-bdf7-f761304c77c1 {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:49:28.545320 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c2b47dd6-d3b7-46e7-80d8-91f97358d912 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:28.596464 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c2b47dd6-d3b7-46e7-80d8-91f97358d912 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:28.675369 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c2b47dd6-d3b7-46e7-80d8-91f97358d912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:28.744404 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c2b47dd6-d3b7-46e7-80d8-91f97358d912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:28.782703 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b47dd6-d3b7-46e7-80d8-91f97358d912 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ec73feb-6226-4bb2-bdf7-f761304c77c1,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:49:28.787638 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c2b47dd6-d3b7-46e7-80d8-91f97358d912 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:28.793127 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cc528d-1e63-4dc9-b10e-1afbe098d7cd None None] Network c4ba8f83-333c-411f-abb9-714415775b4d requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:49:28.793918 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c2b47dd6-d3b7-46e7-80d8-91f97358d912 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/8ec73feb-6226-4bb2-bdf7-f761304c77c1 HTTP/1.1" status: 204 len: 168 time: 0.3065908 Sep 22 21:49:28.796717 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53326) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:49:28.912893 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b2c46256-fe2b-45de-98f0-662888347b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:28.924820 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-b2c46256-fe2b-45de-98f0-662888347b10 admin admin] Deleting port fa4a2378-f38d-49ee-b0c5-a77999621fec {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:49:28.925176 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b2c46256-fe2b-45de-98f0-662888347b10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:29.069882 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3b95d9-1774-4bc2-b62a-9c89eb031c49 None None] DHCP port deletion for c4ba8f83-333c-411f-abb9-714415775b4d request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:49:29.074096 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-4d3b95d9-1774-4bc2-b62a-9c89eb031c49 None None] Deleting port fa4a2378-f38d-49ee-b0c5-a77999621fec {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:49:29.074462 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4d3b95d9-1774-4bc2-b62a-9c89eb031c49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:29.140009 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-b2c46256-fe2b-45de-98f0-662888347b10 admin admin] For port fa4a2378-f38d-49ee-b0c5-a77999621fec, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=fa4a2378-f38d-49ee-b0c5-a77999621fec,segment=NetworkSegment(d86d37dd-b09d-4d1d-a662-9854ff3c4a87),segment_id=d86d37dd-b09d-4d1d-a662-9854ff3c4a87)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:49:29.140352 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b2c46256-fe2b-45de-98f0-662888347b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:29.231543 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 8086c4f3-eded-4d66-8366-1c89a80b9287 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:49:29.265583 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-b2c46256-fe2b-45de-98f0-662888347b10 admin admin] Calling delete_port for fa4a2378-f38d-49ee-b0c5-a77999621fec owned by network:dhcp {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:49:29.313819 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 8086c4f3-eded-4d66-8366-1c89a80b9287 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:49:29.314160 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 8086c4f3-eded-4d66-8366-1c89a80b9287 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:49:29.314567 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 38bf86dc-fcc2-47a6-8518-e7cca53839dd no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:49:29.345484 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b2c46256-fe2b-45de-98f0-662888347b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:29.361387 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 38bf86dc-fcc2-47a6-8518-e7cca53839dd {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:49:29.361728 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 38bf86dc-fcc2-47a6-8518-e7cca53839dd not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:49:29.362140 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device fa4a2378-f38d-49ee-b0c5-a77999621fec no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:49:29.391869 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c46256-fe2b-45de-98f0-662888347b10 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa4a2378-f38d-49ee-b0c5-a77999621fec,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:49:29.395564 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c46256-fe2b-45de-98f0-662888347b10 admin admin] No DVR routers for this DVR port fa4a2378-f38d-49ee-b0c5-a77999621fec on host dv-neutron-858900-1-hyperv {{(pid=89009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:49:29.404882 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: fa4a2378-f38d-49ee-b0c5-a77999621fec {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:49:29.405800 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device fa4a2378-f38d-49ee-b0c5-a77999621fec not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:49:29.413488 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-4d3b95d9-1774-4bc2-b62a-9c89eb031c49 None None] For port fa4a2378-f38d-49ee-b0c5-a77999621fec, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=fa4a2378-f38d-49ee-b0c5-a77999621fec,segment=NetworkSegment(d86d37dd-b09d-4d1d-a662-9854ff3c4a87),segment_id=d86d37dd-b09d-4d1d-a662-9854ff3c4a87)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:49:29.413832 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4d3b95d9-1774-4bc2-b62a-9c89eb031c49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:29.508096 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b2c46256-fe2b-45de-98f0-662888347b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:29.533133 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-b2c46256-fe2b-45de-98f0-662888347b10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4ba8f83-333c-411f-abb9-714415775b4d']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:49:29.535917 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-4d3b95d9-1774-4bc2-b62a-9c89eb031c49 None None] Calling delete_port for fa4a2378-f38d-49ee-b0c5-a77999621fec owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:49:29.544906 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-b2c46256-fe2b-45de-98f0-662888347b10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd86d37dd-b09d-4d1d-a662-9854ff3c4a87') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:49:29.545197 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-b2c46256-fe2b-45de-98f0-662888347b10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd86d37dd-b09d-4d1d-a662-9854ff3c4a87') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:49:29.556095 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b2c46256-fe2b-45de-98f0-662888347b10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:29.571402 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b2c46256-fe2b-45de-98f0-662888347b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:29.578126 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2c46256-fe2b-45de-98f0-662888347b10 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:49:29.578667 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b2c46256-fe2b-45de-98f0-662888347b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:29.607203 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.db.api [None req-4d3b95d9-1774-4bc2-b62a-9c89eb031c49 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:49:29.607636 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG oslo_db.api [None req-4d3b95d9-1774-4bc2-b62a-9c89eb031c49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:49:29.737535 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment d86d37dd-b09d-4d1d-a662-9854ff3c4a87 resource provider aggregate not found Sep 22 21:49:29.758372 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment d86d37dd-b09d-4d1d-a662-9854ff3c4a87 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d86d37dd-b09d-4d1d-a662-9854ff3c4a87 found for delete ", "request_id": "req-27eb9d6d-8759-4c59-9508-0c6364c34c6b"}]} Sep 22 21:49:29.770630 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b2c46256-fe2b-45de-98f0-662888347b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:29.785953 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b2c46256-fe2b-45de-98f0-662888347b10 admin admin] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:29.796995 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c46256-fe2b-45de-98f0-662888347b10 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4ba8f83-333c-411f-abb9-714415775b4d,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:49:29.808968 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-b2c46256-fe2b-45de-98f0-662888347b10 admin admin] 10.222.0.33 "DELETE /v2.0/networks/c4ba8f83-333c-411f-abb9-714415775b4d HTTP/1.1" status: 204 len: 168 time: 1.0110283 Sep 22 21:49:29.812285 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53334) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:49:30.109294 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-4d3b95d9-1774-4bc2-b62a-9c89eb031c49 None None] Deleting port fa4a2378-f38d-49ee-b0c5-a77999621fec {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:49:30.109832 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4d3b95d9-1774-4bc2-b62a-9c89eb031c49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:30.175913 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-4d3b95d9-1774-4bc2-b62a-9c89eb031c49 None None] The port 'fa4a2378-f38d-49ee-b0c5-a77999621fec' was deleted {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 21:49:30.440856 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d01a4add-b965-4633-a1b5-b3f1781fbfca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:30.779423 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-d01a4add-b965-4633-a1b5-b3f1781fbfca admin admin] Deleting port c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:49:30.779680 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d01a4add-b965-4633-a1b5-b3f1781fbfca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:30.947421 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-d01a4add-b965-4633-a1b5-b3f1781fbfca admin admin] For port c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d,segment=NetworkSegment(a428bce9-dd2f-4cdb-8a95-2f5ca5555956),segment_id=a428bce9-dd2f-4cdb-8a95-2f5ca5555956)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:49:30.948105 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d01a4add-b965-4633-a1b5-b3f1781fbfca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:31.067072 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-d01a4add-b965-4633-a1b5-b3f1781fbfca admin admin] Calling delete_port for c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d owned by network:router_interface {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:49:31.380015 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d01a4add-b965-4633-a1b5-b3f1781fbfca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:31.528220 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a4add-b965-4633-a1b5-b3f1781fbfca admin admin] Pushing event deleted for resources: {'Port': ['ID=c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:49:31.799679 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d01a4add-b965-4633-a1b5-b3f1781fbfca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:32.153481 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01a4add-b965-4633-a1b5-b3f1781fbfca admin admin] Router 6ca5dcb7-caa7-445a-ba15-7bdefae0f179 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:49:32.324906 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01a4add-b965-4633-a1b5-b3f1781fbfca admin admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:49:32.333829 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b443d33d-ca73-4390-b0d4-339b63019bbd None None] Sync routers for ids ['6ca5dcb7-caa7-445a-ba15-7bdefae0f179'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:49:32.341206 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-d01a4add-b965-4633-a1b5-b3f1781fbfca admin admin] 10.222.0.33 "PUT /v2.0/routers/6ca5dcb7-caa7-445a-ba15-7bdefae0f179/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5277450 Sep 22 21:49:32.343089 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b443d33d-ca73-4390-b0d4-339b63019bbd None None] Routers {'6ca5dcb7-caa7-445a-ba15-7bdefae0f179'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:49:32.343700 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-b443d33d-ca73-4390-b0d4-339b63019bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:49:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['6ca5dcb7-caa7-445a-ba15-7bdefae0f179'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:49:32.343836 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53338) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:49:32.521320 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-b443d33d-ca73-4390-b0d4-339b63019bbd None None] Set router 6ca5dcb7-caa7-445a-ba15-7bdefae0f179 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:49:32.526708 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6c8000bf-05be-40b9-8edb-f68e0469eb0e admin admin] Notify callbacks [] for router, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:32.699524 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6c8000bf-05be-40b9-8edb-f68e0469eb0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:32.708683 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-6c8000bf-05be-40b9-8edb-f68e0469eb0e admin admin] Deleting port 4498da02-8269-4cf4-904a-a9c5fcc5224f {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:49:32.709127 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6c8000bf-05be-40b9-8edb-f68e0469eb0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:32.802910 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-b443d33d-ca73-4390-b0d4-339b63019bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca5dcb7-caa7-445a-ba15-7bdefae0f179', 'name': 'tempest-TestVolumeBootPattern-1197464643-router', 'tenant_id': 'fcfc1839102f4356a9d68d6af584a777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.109'}], 'enable_snat': True}, 'gw_port_id': '4498da02-8269-4cf4-904a-a9c5fcc5224f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:42:04Z', 'updated_at': '2022-09-22T21:49:31Z', 'revision_number': 5, 'project_id': 'fcfc1839102f4356a9d68d6af584a777', 'gw_port': {'id': '4498da02-8269-4cf4-904a-a9c5fcc5224f', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fa:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca5dcb7-caa7-445a-ba15-7bdefae0f179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:42:05Z', 'updated_at': '2022-09-22T21:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:49:32.806834 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b443d33d-ca73-4390-b0d4-339b63019bbd None None] Checking router: 6ca5dcb7-caa7-445a-ba15-7bdefae0f179 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:49:32.815854 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b443d33d-ca73-4390-b0d4-339b63019bbd None None] Routers {'6ca5dcb7-caa7-445a-ba15-7bdefae0f179'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:49:32.816463 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-b443d33d-ca73-4390-b0d4-339b63019bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:49:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['6ca5dcb7-caa7-445a-ba15-7bdefae0f179'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:49:32.964128 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-b443d33d-ca73-4390-b0d4-339b63019bbd None None] Set router 6ca5dcb7-caa7-445a-ba15-7bdefae0f179 gateway port host: None {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:49:32.997159 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-6c8000bf-05be-40b9-8edb-f68e0469eb0e admin admin] For port 4498da02-8269-4cf4-904a-a9c5fcc5224f, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=4498da02-8269-4cf4-904a-a9c5fcc5224f,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:49:32.997517 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6c8000bf-05be-40b9-8edb-f68e0469eb0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:33.078250 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-b443d33d-ca73-4390-b0d4-339b63019bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca5dcb7-caa7-445a-ba15-7bdefae0f179', 'name': 'tempest-TestVolumeBootPattern-1197464643-router', 'tenant_id': 'fcfc1839102f4356a9d68d6af584a777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:42:04Z', 'updated_at': '2022-09-22T21:49:32Z', 'revision_number': 6, 'project_id': 'fcfc1839102f4356a9d68d6af584a777', 'gw_port_host': None}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:49:33.082174 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b443d33d-ca73-4390-b0d4-339b63019bbd None None] The sync data for ids ['6ca5dcb7-caa7-445a-ba15-7bdefae0f179'] in dv-neutron-858900-1-hyperv is: [{'id': '6ca5dcb7-caa7-445a-ba15-7bdefae0f179', 'name': 'tempest-TestVolumeBootPattern-1197464643-router', 'tenant_id': 'fcfc1839102f4356a9d68d6af584a777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:42:04Z', 'updated_at': '2022-09-22T21:49:32Z', 'revision_number': 6, 'project_id': 'fcfc1839102f4356a9d68d6af584a777', 'gw_port_host': None}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:49:33.120061 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-6c8000bf-05be-40b9-8edb-f68e0469eb0e admin admin] Calling delete_port for 4498da02-8269-4cf4-904a-a9c5fcc5224f owned by network:router_gateway {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:49:33.282953 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6c8000bf-05be-40b9-8edb-f68e0469eb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:33.332439 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8000bf-05be-40b9-8edb-f68e0469eb0e admin admin] Pushing event deleted for resources: {'Port': ['ID=4498da02-8269-4cf4-904a-a9c5fcc5224f,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:49:33.433255 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6c8000bf-05be-40b9-8edb-f68e0469eb0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8012236'] for router_gateway, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:33.514820 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:49:33.589048 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:49:33.589657 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device c9bc6c5a-59f5-42e5-84a7-0d4b2fadd33d not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:49:33.611182 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6c8000bf-05be-40b9-8edb-f68e0469eb0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:33.613353 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6c8000bf-05be-40b9-8edb-f68e0469eb0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:33.635482 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6c8000bf-05be-40b9-8edb-f68e0469eb0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:33.636004 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8000bf-05be-40b9-8edb-f68e0469eb0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ca5dcb7-caa7-445a-ba15-7bdefae0f179 {{(pid=89008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:49:33.647696 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6c8000bf-05be-40b9-8edb-f68e0469eb0e admin admin] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:33.648806 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-6c8000bf-05be-40b9-8edb-f68e0469eb0e admin admin] 10.222.0.33 "DELETE /v2.0/routers/6ca5dcb7-caa7-445a-ba15-7bdefae0f179 HTTP/1.1" status: 204 len: 168 time: 1.3040717 Sep 22 21:49:33.651453 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53342) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:49:33.712227 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-79154c95-ebe7-442d-bb53-88a236c6693b admin admin] Deleting subnet 45912913-10bb-48de-9ddc-b21914db820a {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:49:33.715364 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-79154c95-ebe7-442d-bb53-88a236c6693b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:33.764920 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-79154c95-ebe7-442d-bb53-88a236c6693b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:33.849374 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-79154c95-ebe7-442d-bb53-88a236c6693b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:33.914465 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-79154c95-ebe7-442d-bb53-88a236c6693b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:33.950967 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79154c95-ebe7-442d-bb53-88a236c6693b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45912913-10bb-48de-9ddc-b21914db820a,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:49:33.956280 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-79154c95-ebe7-442d-bb53-88a236c6693b admin admin] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:33.961870 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af11ba92-3066-453e-8d79-21dad00747cf None None] Network 180a1c9c-05ec-4437-a789-b424f72a1c41 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:49:33.963423 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-79154c95-ebe7-442d-bb53-88a236c6693b admin admin] 10.222.0.33 "DELETE /v2.0/subnets/45912913-10bb-48de-9ddc-b21914db820a HTTP/1.1" status: 204 len: 168 time: 0.3109946 Sep 22 21:49:33.966087 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53346) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:49:34.068771 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f4ff8077-2cf7-4a6f-915d-3860d141a188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:34.079444 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-f4ff8077-2cf7-4a6f-915d-3860d141a188 admin admin] Deleting port e195fa21-4782-4275-bc80-ededca5a7eca {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:49:34.079796 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f4ff8077-2cf7-4a6f-915d-3860d141a188 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:34.210276 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c035ea-4fee-4980-9445-246991c1a38a None None] DHCP port deletion for 180a1c9c-05ec-4437-a789-b424f72a1c41 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:49:34.214841 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-72c035ea-4fee-4980-9445-246991c1a38a None None] Deleting port e195fa21-4782-4275-bc80-ededca5a7eca {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:49:34.215216 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-72c035ea-4fee-4980-9445-246991c1a38a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:34.385709 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-f4ff8077-2cf7-4a6f-915d-3860d141a188 admin admin] For port e195fa21-4782-4275-bc80-ededca5a7eca, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=e195fa21-4782-4275-bc80-ededca5a7eca,segment=NetworkSegment(a428bce9-dd2f-4cdb-8a95-2f5ca5555956),segment_id=a428bce9-dd2f-4cdb-8a95-2f5ca5555956)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:49:34.386343 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f4ff8077-2cf7-4a6f-915d-3860d141a188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:34.420248 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-72c035ea-4fee-4980-9445-246991c1a38a None None] For port e195fa21-4782-4275-bc80-ededca5a7eca, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=e195fa21-4782-4275-bc80-ededca5a7eca,segment=NetworkSegment(a428bce9-dd2f-4cdb-8a95-2f5ca5555956),segment_id=a428bce9-dd2f-4cdb-8a95-2f5ca5555956)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:49:34.420592 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-72c035ea-4fee-4980-9445-246991c1a38a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:34.511128 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-f4ff8077-2cf7-4a6f-915d-3860d141a188 admin admin] Calling delete_port for e195fa21-4782-4275-bc80-ededca5a7eca owned by network:dhcp {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:49:34.540385 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-72c035ea-4fee-4980-9445-246991c1a38a None None] Calling delete_port for e195fa21-4782-4275-bc80-ededca5a7eca owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:49:34.586626 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f4ff8077-2cf7-4a6f-915d-3860d141a188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:34.614504 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.db.api [None req-72c035ea-4fee-4980-9445-246991c1a38a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:49:34.614880 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG oslo_db.api [None req-72c035ea-4fee-4980-9445-246991c1a38a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:49:34.633567 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff8077-2cf7-4a6f-915d-3860d141a188 admin admin] Pushing event deleted for resources: {'Port': ['ID=e195fa21-4782-4275-bc80-ededca5a7eca,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:49:34.635374 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ff8077-2cf7-4a6f-915d-3860d141a188 admin admin] No DVR routers for this DVR port e195fa21-4782-4275-bc80-ededca5a7eca on host dv-neutron-858900-1-hyperv {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:49:34.748477 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f4ff8077-2cf7-4a6f-915d-3860d141a188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:34.772632 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-f4ff8077-2cf7-4a6f-915d-3860d141a188 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['180a1c9c-05ec-4437-a789-b424f72a1c41']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:49:34.784688 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-f4ff8077-2cf7-4a6f-915d-3860d141a188 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a428bce9-dd2f-4cdb-8a95-2f5ca5555956') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:49:34.784979 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-f4ff8077-2cf7-4a6f-915d-3860d141a188 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a428bce9-dd2f-4cdb-8a95-2f5ca5555956') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:49:34.795733 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f4ff8077-2cf7-4a6f-915d-3860d141a188 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:34.811436 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f4ff8077-2cf7-4a6f-915d-3860d141a188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:34.817249 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4ff8077-2cf7-4a6f-915d-3860d141a188 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:49:34.817623 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f4ff8077-2cf7-4a6f-915d-3860d141a188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:34.896674 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment a428bce9-dd2f-4cdb-8a95-2f5ca5555956 resource provider aggregate not found Sep 22 21:49:34.914279 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f4ff8077-2cf7-4a6f-915d-3860d141a188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:34.916757 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment a428bce9-dd2f-4cdb-8a95-2f5ca5555956 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a428bce9-dd2f-4cdb-8a95-2f5ca5555956 found for delete ", "request_id": "req-71e725bf-dcbe-4b2c-b819-5a227713a071"}]} Sep 22 21:49:34.931205 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f4ff8077-2cf7-4a6f-915d-3860d141a188 admin admin] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:34.940918 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff8077-2cf7-4a6f-915d-3860d141a188 admin admin] Pushing event deleted for resources: {'Network': ['ID=180a1c9c-05ec-4437-a789-b424f72a1c41,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:49:34.947835 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-f4ff8077-2cf7-4a6f-915d-3860d141a188 admin admin] 10.222.0.33 "DELETE /v2.0/networks/180a1c9c-05ec-4437-a789-b424f72a1c41 HTTP/1.1" status: 204 len: 168 time: 0.9807284 Sep 22 21:49:35.070271 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53358) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:49:35.116303 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-72c035ea-4fee-4980-9445-246991c1a38a None None] Deleting port e195fa21-4782-4275-bc80-ededca5a7eca {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:49:35.116712 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-72c035ea-4fee-4980-9445-246991c1a38a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:35.117331 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-efa2dcee-1a41-4793-a731-656040c2ce01 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c0953d2486f241adbaf31021d8b87543&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458934 Sep 22 21:49:35.119808 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53362) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:49:35.184574 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3573f7c2-308d-4dad-8e03-3cb0170b7fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:35.186519 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-72c035ea-4fee-4980-9445-246991c1a38a None None] The port 'e195fa21-4782-4275-bc80-ededca5a7eca' was deleted {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 21:49:35.213755 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 4498da02-8269-4cf4-904a-a9c5fcc5224f no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:49:35.215624 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3573f7c2-308d-4dad-8e03-3cb0170b7fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:35.254375 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 4498da02-8269-4cf4-904a-a9c5fcc5224f {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:49:35.254951 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 4498da02-8269-4cf4-904a-a9c5fcc5224f not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:49:35.255672 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device e195fa21-4782-4275-bc80-ededca5a7eca no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:49:35.269445 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3573f7c2-308d-4dad-8e03-3cb0170b7fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:35.289135 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3573f7c2-308d-4dad-8e03-3cb0170b7fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2847a3ba-b015-4b0c-82d9-f4fc5b5fbfb0,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:49:35.291895 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: e195fa21-4782-4275-bc80-ededca5a7eca {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:49:35.292241 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device e195fa21-4782-4275-bc80-ededca5a7eca not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:49:35.298729 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3573f7c2-308d-4dad-8e03-3cb0170b7fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:35.302483 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-3573f7c2-308d-4dad-8e03-3cb0170b7fbc admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/2847a3ba-b015-4b0c-82d9-f4fc5b5fbfb0 HTTP/1.1" status: 204 len: 168 time: 0.1817460 Sep 22 21:49:35.634823 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53370) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:49:35.685696 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-482121c7-a432-4fae-b1d3-04744810102e admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=fcfc1839102f4356a9d68d6af584a777&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0497069 Sep 22 21:49:35.689046 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53374) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:49:35.744231 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-be20beb2-7570-48c3-ab93-ef7610e43300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:35.769086 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-be20beb2-7570-48c3-ab93-ef7610e43300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:35.822189 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-be20beb2-7570-48c3-ab93-ef7610e43300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:35.836104 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be20beb2-7570-48c3-ab93-ef7610e43300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c661759-08c3-4aa1-a52c-7f8422b66bb6,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:49:35.842204 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-be20beb2-7570-48c3-ab93-ef7610e43300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:35.843831 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-be20beb2-7570-48c3-ab93-ef7610e43300 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/5c661759-08c3-4aa1-a52c-7f8422b66bb6 HTTP/1.1" status: 204 len: 168 time: 0.1538534 Sep 22 21:49:39.683727 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-16875348-0c2b-4c04-be35-a21920ec984b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:40.874440 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:49:41.907689 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-b0fe8c1d-2084-4aa7-9d2b-c0643371c14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:42.744448 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:43.136786 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:44.524397 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:49:51.059370 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4a617dff-a078-49cf-93f1-cfdaccddb914 req-c81288ec-b4d4-4e44-8a46-0ab7ae4b0fb0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=208383cd-a838-46af-9147-eeb7c08b882c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0757327 Sep 22 21:49:51.206215 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a617dff-a078-49cf-93f1-cfdaccddb914 req-77e7fe07-8555-4b52-9ada-83323050e352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:49:51.207694 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4a617dff-a078-49cf-93f1-cfdaccddb914 req-77e7fe07-8555-4b52-9ada-83323050e352 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&device_id=208383cd-a838-46af-9147-eeb7c08b882c HTTP/1.1" status: 200 len: 1098 time: 0.0818198 Sep 22 21:49:51.351891 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a617dff-a078-49cf-93f1-cfdaccddb914 req-6f1478d4-0430-4a15-8f5f-9edf16a18dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:49:51.353316 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4a617dff-a078-49cf-93f1-cfdaccddb914 req-6f1478d4-0430-4a15-8f5f-9edf16a18dda service neutron] 10.222.0.49 "GET /v2.0/networks?id=221bc966-f6b2-4867-b92a-0974aae2e52c HTTP/1.1" status: 200 len: 896 time: 0.1263099 Sep 22 21:49:51.451579 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4a617dff-a078-49cf-93f1-cfdaccddb914 req-ba4a2c5d-3fcd-4848-9238-1a5d812c6269 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0e24ee7-b980-4969-9ceb-8ec1d49aa498 HTTP/1.1" status: 200 len: 1000 time: 0.0923057 Sep 22 21:49:51.510966 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a617dff-a078-49cf-93f1-cfdaccddb914 req-c41b04a3-6182-4637-8c29-541873ae419a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:49:51.512325 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4a617dff-a078-49cf-93f1-cfdaccddb914 req-c41b04a3-6182-4637-8c29-541873ae419a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8dcb90b8-bf64-479b-8185-1250d7e21ede HTTP/1.1" status: 200 len: 843 time: 0.0558870 Sep 22 21:49:51.590873 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a617dff-a078-49cf-93f1-cfdaccddb914 req-0ad7f2c7-fc2b-4b5e-bb96-bc20c8e417cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:49:51.592364 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4a617dff-a078-49cf-93f1-cfdaccddb914 req-0ad7f2c7-fc2b-4b5e-bb96-bc20c8e417cb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=221bc966-f6b2-4867-b92a-0974aae2e52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748329 Sep 22 21:49:51.721034 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4a617dff-a078-49cf-93f1-cfdaccddb914 req-90de198c-bede-478d-b499-935c7737685b service neutron] 10.222.0.49 "GET /v2.0/networks/221bc966-f6b2-4867-b92a-0974aae2e52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222799 Sep 22 21:49:51.939515 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4a617dff-a078-49cf-93f1-cfdaccddb914 req-6ec13d47-d11d-497f-910e-ce9ff2ca99bd service neutron] 10.222.0.49 "GET /v2.0/networks/221bc966-f6b2-4867-b92a-0974aae2e52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128863 Sep 22 21:49:55.866590 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:50:09.688330 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-14be9ad5-79f2-4dec-a2c4-80269da38945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:50:11.908396 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c079ee8a-b439-4fdb-a933-ab1d7c0398f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:50:12.746415 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:50:13.139759 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:50:14.525540 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:50:17.874682 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:50:23.332640 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53394) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:50:23.582622 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-da445823-570b-41a8-9da2-dde29889c759 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:50:23.696202 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-da445823-570b-41a8-9da2-dde29889c759 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7171979'] for subnet, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:50:23.878317 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-da445823-570b-41a8-9da2-dde29889c759 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733476589918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6912473'] for subnet, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:50:23.926997 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da445823-570b-41a8-9da2-dde29889c759 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:50:23.927581 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-da445823-570b-41a8-9da2-dde29889c759 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:50:23.928816 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-da445823-570b-41a8-9da2-dde29889c759 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "PUT /v2.0/subnets/8dcb90b8-bf64-479b-8185-1250d7e21ede HTTP/1.1" status: 200 len: 835 time: 0.5951815 Sep 22 21:50:23.929604 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09193737-fa84-4dc7-a32c-30dd1b8fa279 None None] Network 221bc966-f6b2-4867-b92a-0974aae2e52c requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:50:23.947508 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da445823-570b-41a8-9da2-dde29889c759 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Subnet': ['ID=8dcb90b8-bf64-479b-8185-1250d7e21ede,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:50:23.955145 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da445823-570b-41a8-9da2-dde29889c759 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:50:23.955494 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da445823-570b-41a8-9da2-dde29889c759 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:50:23.955829 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da445823-570b-41a8-9da2-dde29889c759 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:50:23.956163 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da445823-570b-41a8-9da2-dde29889c759 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:50:23.956488 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da445823-570b-41a8-9da2-dde29889c759 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:50:23.956813 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da445823-570b-41a8-9da2-dde29889c759 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:50:23.957138 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da445823-570b-41a8-9da2-dde29889c759 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:50:23.957457 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da445823-570b-41a8-9da2-dde29889c759 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:50:23.957777 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da445823-570b-41a8-9da2-dde29889c759 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:50:23.958094 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da445823-570b-41a8-9da2-dde29889c759 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:50:23.958413 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da445823-570b-41a8-9da2-dde29889c759 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:50:23.958755 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da445823-570b-41a8-9da2-dde29889c759 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:50:24.421640 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-453507ea-4f69-4dcc-9560-47a1c9e0edf8 None None] Provisioning complete for port 3140dbe2-f9c7-4f08-af9c-56567fb35cad triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:50:24.421940 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-453507ea-4f69-4dcc-9560-47a1c9e0edf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:50:24.422268 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-453507ea-4f69-4dcc-9560-47a1c9e0edf8 None None] Attempt 1 to provision port 3140dbe2-f9c7-4f08-af9c-56567fb35cad Sep 22 21:50:24.569706 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-453507ea-4f69-4dcc-9560-47a1c9e0edf8 None None] Current status of the port 3140dbe2-f9c7-4f08-af9c-56567fb35cad is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:50:24.580184 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-453507ea-4f69-4dcc-9560-47a1c9e0edf8 None None] Provisioning complete for port 8c230c32-8bc9-4f8e-bd6c-7a0def456d94 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:50:24.580539 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-453507ea-4f69-4dcc-9560-47a1c9e0edf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:50:24.580861 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-453507ea-4f69-4dcc-9560-47a1c9e0edf8 None None] Attempt 1 to provision port 8c230c32-8bc9-4f8e-bd6c-7a0def456d94 Sep 22 21:50:24.689953 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-453507ea-4f69-4dcc-9560-47a1c9e0edf8 None None] Current status of the port 8c230c32-8bc9-4f8e-bd6c-7a0def456d94 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:50:24.700289 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-453507ea-4f69-4dcc-9560-47a1c9e0edf8 None None] Provisioning complete for port f0e24ee7-b980-4969-9ceb-8ec1d49aa498 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:50:24.700651 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-453507ea-4f69-4dcc-9560-47a1c9e0edf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:50:24.700979 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-453507ea-4f69-4dcc-9560-47a1c9e0edf8 None None] Attempt 1 to provision port f0e24ee7-b980-4969-9ceb-8ec1d49aa498 Sep 22 21:50:24.811524 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-453507ea-4f69-4dcc-9560-47a1c9e0edf8 None None] Current status of the port f0e24ee7-b980-4969-9ceb-8ec1d49aa498 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:50:25.879071 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:50:39.690440 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-3c7765c8-6e61-4fb1-8a18-cb9822ff3411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:50:41.909024 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-29985586-4d5b-4e66-9978-ce356b7e9356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:50:42.747611 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:50:43.142579 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:50:44.528146 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:50:52.071786 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6c2ed646-3eb0-43ea-92c2-f17fe1465c1d req-3893ce3b-cd7c-4060-8775-da74d6d07af4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=208383cd-a838-46af-9147-eeb7c08b882c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0744667 Sep 22 21:50:52.226710 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ed646-3eb0-43ea-92c2-f17fe1465c1d req-40265021-d26a-400d-8b41-c2d93014da75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:50:52.228272 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6c2ed646-3eb0-43ea-92c2-f17fe1465c1d req-40265021-d26a-400d-8b41-c2d93014da75 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&device_id=208383cd-a838-46af-9147-eeb7c08b882c HTTP/1.1" status: 200 len: 1098 time: 0.0921974 Sep 22 21:50:52.374412 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ed646-3eb0-43ea-92c2-f17fe1465c1d req-f23fda96-22ba-41bd-b3ed-71cc246c4a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:50:52.375853 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6c2ed646-3eb0-43ea-92c2-f17fe1465c1d req-f23fda96-22ba-41bd-b3ed-71cc246c4a94 service neutron] 10.222.0.49 "GET /v2.0/networks?id=221bc966-f6b2-4867-b92a-0974aae2e52c HTTP/1.1" status: 200 len: 896 time: 0.1295424 Sep 22 21:50:52.474996 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6c2ed646-3eb0-43ea-92c2-f17fe1465c1d req-2c23f0e6-fe69-41a9-acdd-8ed45a5b81c2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0e24ee7-b980-4969-9ceb-8ec1d49aa498 HTTP/1.1" status: 200 len: 1000 time: 0.0930221 Sep 22 21:50:52.533647 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ed646-3eb0-43ea-92c2-f17fe1465c1d req-cc2d0ab6-854e-4621-8041-cdd80303adf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:50:52.535044 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6c2ed646-3eb0-43ea-92c2-f17fe1465c1d req-cc2d0ab6-854e-4621-8041-cdd80303adf3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8dcb90b8-bf64-479b-8185-1250d7e21ede HTTP/1.1" status: 200 len: 843 time: 0.0550971 Sep 22 21:50:52.619495 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ed646-3eb0-43ea-92c2-f17fe1465c1d req-a4c187f4-892e-4ba5-9aec-57d4ebac0e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:50:52.620950 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6c2ed646-3eb0-43ea-92c2-f17fe1465c1d req-a4c187f4-892e-4ba5-9aec-57d4ebac0e65 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=221bc966-f6b2-4867-b92a-0974aae2e52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807602 Sep 22 21:50:52.749091 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6c2ed646-3eb0-43ea-92c2-f17fe1465c1d req-bedff9e2-8e03-42a0-81dd-31c1adc30ec7 service neutron] 10.222.0.49 "GET /v2.0/networks/221bc966-f6b2-4867-b92a-0974aae2e52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217601 Sep 22 21:50:52.875257 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6c2ed646-3eb0-43ea-92c2-f17fe1465c1d req-e949df33-3ca5-4b09-a2a2-80a6522b685b service neutron] 10.222.0.49 "GET /v2.0/networks/221bc966-f6b2-4867-b92a-0974aae2e52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201670 Sep 22 21:50:54.873357 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:50:55.913197 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:06.757347 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53408) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:51:06.951906 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-9b77f0d2-0053-4e90-ab14-fd65739e7019 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Deleting port 08b0c390-55b9-4223-9855-5cf52a70790e {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:51:06.952246 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9b77f0d2-0053-4e90-ab14-fd65739e7019 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:07.201817 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9b77f0d2-0053-4e90-ab14-fd65739e7019 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:07.202141 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9b77f0d2-0053-4e90-ab14-fd65739e7019 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:07.325404 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-9b77f0d2-0053-4e90-ab14-fd65739e7019 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Calling delete_port for 08b0c390-55b9-4223-9855-5cf52a70790e owned by network:floatingip {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:51:07.474722 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9b77f0d2-0053-4e90-ab14-fd65739e7019 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:07.516203 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b77f0d2-0053-4e90-ab14-fd65739e7019 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'Port': ['ID=08b0c390-55b9-4223-9855-5cf52a70790e,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:51:07.616384 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9b77f0d2-0053-4e90-ab14-fd65739e7019 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for floatingip, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:07.616699 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.l3_db [None req-9b77f0d2-0053-4e90-ab14-fd65739e7019 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Floating IP 2d93eece-9360-4a0a-b1e3-ee92ca88f61d disassociated (deleted). External IP: 172.26.0.46, port: f0e24ee7-b980-4969-9ceb-8ec1d49aa498. Sep 22 21:51:07.958048 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b77f0d2-0053-4e90-ab14-fd65739e7019 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Router 719d9860-701c-419f-8841-f5524f9cb0f9 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:51:08.132317 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b77f0d2-0053-4e90-ab14-fd65739e7019 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:51:08.142229 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5716e0-295a-4788-833e-33bafb5a6498 None None] Sync routers for ids ['719d9860-701c-419f-8841-f5524f9cb0f9'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:51:08.151638 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5716e0-295a-4788-833e-33bafb5a6498 None None] Routers {'719d9860-701c-419f-8841-f5524f9cb0f9'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:51:08.151882 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9b77f0d2-0053-4e90-ab14-fd65739e7019 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:08.152257 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-6f5716e0-295a-4788-833e-33bafb5a6498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:50:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['719d9860-701c-419f-8841-f5524f9cb0f9'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:51:08.205235 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-9b77f0d2-0053-4e90-ab14-fd65739e7019 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "DELETE /v2.0/floatingips/2d93eece-9360-4a0a-b1e3-ee92ca88f61d HTTP/1.1" status: 204 len: 168 time: 1.4468083 Sep 22 21:51:08.207049 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '208383cd-a838-46af-9147-eeb7c08b882c', 'tag': 'f0e24ee7-b980-4969-9ceb-8ec1d49aa498'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:51:08.208204 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e57808a1-d970-4f69-83e9-a3b29cea0a8b" -d '{"events": [{"name": "network-changed", "server_uuid": "208383cd-a838-46af-9147-eeb7c08b882c", "tag": "f0e24ee7-b980-4969-9ceb-8ec1d49aa498"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:51:08.275585 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23b6238-06b9-436a-8fe4-58fec1701e18 x-openstack-request-id: req-c23b6238-06b9-436a-8fe4-58fec1701e18 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:51:08.276297 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "208383cd-a838-46af-9147-eeb7c08b882c", "tag": "f0e24ee7-b980-4969-9ceb-8ec1d49aa498", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:51:08.276731 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c23b6238-06b9-436a-8fe4-58fec1701e18 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:51:08.277322 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c23b6238-06b9-436a-8fe4-58fec1701e18'] response: {'name': 'network-changed', 'server_uuid': '208383cd-a838-46af-9147-eeb7c08b882c', 'tag': 'f0e24ee7-b980-4969-9ceb-8ec1d49aa498', 'status': 'completed', 'code': 200} Sep 22 21:51:08.332220 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-6f5716e0-295a-4788-833e-33bafb5a6498 None None] Set router 719d9860-701c-419f-8841-f5524f9cb0f9 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:51:08.388326 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57808a1-d970-4f69-83e9-a3b29cea0a8b req-d5077d31-7fa4-4df1-a555-5ec9535d1717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:08.389805 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e57808a1-d970-4f69-83e9-a3b29cea0a8b req-d5077d31-7fa4-4df1-a555-5ec9535d1717 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&device_id=208383cd-a838-46af-9147-eeb7c08b882c HTTP/1.1" status: 200 len: 1098 time: 0.0921848 Sep 22 21:51:08.526504 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57808a1-d970-4f69-83e9-a3b29cea0a8b req-f31717c3-9f68-48d4-aac2-34b780294730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:08.527900 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e57808a1-d970-4f69-83e9-a3b29cea0a8b req-f31717c3-9f68-48d4-aac2-34b780294730 service neutron] 10.222.0.49 "GET /v2.0/networks?id=221bc966-f6b2-4867-b92a-0974aae2e52c HTTP/1.1" status: 200 len: 896 time: 0.1322141 Sep 22 21:51:08.622553 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e503a0-259a-4f5f-920b-28ad2c8f8965 req-b2bb910b-477a-4801-96b7-5e5f9b2b82c9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:08.624778 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-a0e503a0-259a-4f5f-920b-28ad2c8f8965 req-b2bb910b-477a-4801-96b7-5e5f9b2b82c9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=208383cd-a838-46af-9147-eeb7c08b882c HTTP/1.1" status: 200 len: 945 time: 0.1005008 Sep 22 21:51:08.680556 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-a0e503a0-259a-4f5f-920b-28ad2c8f8965 req-2f55ed3e-c9f4-4104-a1ce-8d7fedbd726b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=a7aee755-8cfa-4da4-96a6-ca8295c426c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494180 Sep 22 21:51:08.687556 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-6f5716e0-295a-4788-833e-33bafb5a6498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719d9860-701c-419f-8841-f5524f9cb0f9', 'name': 'tempest-TestNetworkBasicOps-router-1916815593', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '69baa481-4cd4-4d12-a867-a3a11ae4f4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:48:09Z', 'updated_at': '2022-09-22T21:48:15Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '69baa481-4cd4-4d12-a867-a3a11ae4f4bd', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719d9860-701c-419f-8841-f5524f9cb0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:48:10Z', 'updated_at': '2022-09-22T21:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '8c230c32-8bc9-4f8e-bd6c-7a0def456d94', 'name': '', 'network_id': '221bc966-f6b2-4867-b92a-0974aae2e52c', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:08:1a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719d9860-701c-419f-8841-f5524f9cb0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '8dcb90b8-bf64-479b-8185-1250d7e21ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:48:14Z', 'updated_at': '2022-09-22T21:48:21Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': '8dcb90b8-bf64-479b-8185-1250d7e21ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:51:08.691412 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5716e0-295a-4788-833e-33bafb5a6498 None None] Checking router: 719d9860-701c-419f-8841-f5524f9cb0f9 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:51:08.699788 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5716e0-295a-4788-833e-33bafb5a6498 None None] Routers {'719d9860-701c-419f-8841-f5524f9cb0f9'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:51:08.700374 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-6f5716e0-295a-4788-833e-33bafb5a6498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:50:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['719d9860-701c-419f-8841-f5524f9cb0f9'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:51:08.705983 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e57808a1-d970-4f69-83e9-a3b29cea0a8b req-decce774-cd70-47b9-9db4-7a9bec19cc07 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0e24ee7-b980-4969-9ceb-8ec1d49aa498 HTTP/1.1" status: 200 len: 217 time: 0.1712370 Sep 22 21:51:08.770481 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57808a1-d970-4f69-83e9-a3b29cea0a8b req-00e31bd7-8d25-478f-8f10-125e3bb9b942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:08.771944 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e57808a1-d970-4f69-83e9-a3b29cea0a8b req-00e31bd7-8d25-478f-8f10-125e3bb9b942 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8dcb90b8-bf64-479b-8185-1250d7e21ede HTTP/1.1" status: 200 len: 843 time: 0.0593512 Sep 22 21:51:08.852945 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57808a1-d970-4f69-83e9-a3b29cea0a8b req-69ba492e-7bbd-4966-8608-8a31d19a1cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:08.854998 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e57808a1-d970-4f69-83e9-a3b29cea0a8b req-69ba492e-7bbd-4966-8608-8a31d19a1cda service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=221bc966-f6b2-4867-b92a-0974aae2e52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768144 Sep 22 21:51:08.876290 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-6f5716e0-295a-4788-833e-33bafb5a6498 None None] Set router 719d9860-701c-419f-8841-f5524f9cb0f9 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:51:08.990786 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e57808a1-d970-4f69-83e9-a3b29cea0a8b req-5c7b8e80-805e-4bac-82c9-8b80b3d20cda service neutron] 10.222.0.49 "GET /v2.0/networks/221bc966-f6b2-4867-b92a-0974aae2e52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254623 Sep 22 21:51:09.122700 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e57808a1-d970-4f69-83e9-a3b29cea0a8b req-bf28bc30-5911-473a-974b-69e431825aac service neutron] 10.222.0.49 "GET /v2.0/networks/221bc966-f6b2-4867-b92a-0974aae2e52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257524 Sep 22 21:51:09.186239 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-6f5716e0-295a-4788-833e-33bafb5a6498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719d9860-701c-419f-8841-f5524f9cb0f9', 'name': 'tempest-TestNetworkBasicOps-router-1916815593', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '69baa481-4cd4-4d12-a867-a3a11ae4f4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:48:09Z', 'updated_at': '2022-09-22T21:48:15Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '69baa481-4cd4-4d12-a867-a3a11ae4f4bd', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719d9860-701c-419f-8841-f5524f9cb0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:48:10Z', 'updated_at': '2022-09-22T21:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '8c230c32-8bc9-4f8e-bd6c-7a0def456d94', 'name': '', 'network_id': '221bc966-f6b2-4867-b92a-0974aae2e52c', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:08:1a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719d9860-701c-419f-8841-f5524f9cb0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '8dcb90b8-bf64-479b-8185-1250d7e21ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:48:14Z', 'updated_at': '2022-09-22T21:48:21Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': '8dcb90b8-bf64-479b-8185-1250d7e21ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:51:09.190273 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5716e0-295a-4788-833e-33bafb5a6498 None None] The sync data for ids ['719d9860-701c-419f-8841-f5524f9cb0f9'] in dv-neutron-858900-1-hyperv is: [{'id': '719d9860-701c-419f-8841-f5524f9cb0f9', 'name': 'tempest-TestNetworkBasicOps-router-1916815593', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '69baa481-4cd4-4d12-a867-a3a11ae4f4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:48:09Z', 'updated_at': '2022-09-22T21:48:15Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '69baa481-4cd4-4d12-a867-a3a11ae4f4bd', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719d9860-701c-419f-8841-f5524f9cb0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:48:10Z', 'updated_at': '2022-09-22T21:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '8c230c32-8bc9-4f8e-bd6c-7a0def456d94', 'name': '', 'network_id': '221bc966-f6b2-4867-b92a-0974aae2e52c', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:08:1a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719d9860-701c-419f-8841-f5524f9cb0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '8dcb90b8-bf64-479b-8185-1250d7e21ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:48:14Z', 'updated_at': '2022-09-22T21:48:21Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': '8dcb90b8-bf64-479b-8185-1250d7e21ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:51:09.413839 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5369ef29-1204-4c08-94bb-e68d86d7d3d9 None None] New status for floating IP 2d93eece-9360-4a0a-b1e3-ee92ca88f61d: DOWN {{(pid=89010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:51:09.691321 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e08f37b4-45a7-4d82-8992-51627c81182d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:09.898686 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0826a8-0a9b-4761-9b71-46efc94064ac req-977e5cb0-b065-4961-bb1a-ecc4422e22f9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:09.899368 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-0a0826a8-0a9b-4761-9b71-46efc94064ac req-977e5cb0-b065-4961-bb1a-ecc4422e22f9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:51:09.923985 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47feeba-abc7-4126-84ee-d01b6b0b6afc req-6dcd2fc1-8f2a-466f-9b99-4653198d1511 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:09.924656 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-f47feeba-abc7-4126-84ee-d01b6b0b6afc req-6dcd2fc1-8f2a-466f-9b99-4653198d1511 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:51:09.928228 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-0a0826a8-0a9b-4761-9b71-46efc94064ac req-977e5cb0-b065-4961-bb1a-ecc4422e22f9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:51:09.929305 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0a0826a8-0a9b-4761-9b71-46efc94064ac req-977e5cb0-b065-4961-bb1a-ecc4422e22f9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "GET /v2.0/ports?device_id=208383cd-a838-46af-9147-eeb7c08b882c HTTP/1.1" status: 200 len: 945 time: 0.1800702 Sep 22 21:51:09.972084 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-f47feeba-abc7-4126-84ee-d01b6b0b6afc req-6dcd2fc1-8f2a-466f-9b99-4653198d1511 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:51:09.973063 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f47feeba-abc7-4126-84ee-d01b6b0b6afc req-6dcd2fc1-8f2a-466f-9b99-4653198d1511 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=208383cd-a838-46af-9147-eeb7c08b882c HTTP/1.1" status: 200 len: 945 time: 0.1631553 Sep 22 21:51:10.030193 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-0a0826a8-0a9b-4761-9b71-46efc94064ac req-cc706b9d-d166-4cce-9b5d-88a4f5f16b1f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Deleting port f0e24ee7-b980-4969-9ceb-8ec1d49aa498 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:51:10.030878 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-0a0826a8-0a9b-4761-9b71-46efc94064ac req-cc706b9d-d166-4cce-9b5d-88a4f5f16b1f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:10.075945 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f47feeba-abc7-4126-84ee-d01b6b0b6afc req-c6a1348a-db8b-4f40-8962-57b4340ec8b5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=a7aee755-8cfa-4da4-96a6-ca8295c426c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954621 Sep 22 21:51:10.278832 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-0a0826a8-0a9b-4761-9b71-46efc94064ac req-cc706b9d-d166-4cce-9b5d-88a4f5f16b1f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] For port f0e24ee7-b980-4969-9ceb-8ec1d49aa498, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=f0e24ee7-b980-4969-9ceb-8ec1d49aa498,segment=NetworkSegment(d8c112b8-8d8c-44e6-85c6-d547e1d4656e),segment_id=d8c112b8-8d8c-44e6-85c6-d547e1d4656e)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:51:10.279199 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-0a0826a8-0a9b-4761-9b71-46efc94064ac req-cc706b9d-d166-4cce-9b5d-88a4f5f16b1f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:10.400262 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-0a0826a8-0a9b-4761-9b71-46efc94064ac req-cc706b9d-d166-4cce-9b5d-88a4f5f16b1f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Calling delete_port for f0e24ee7-b980-4969-9ceb-8ec1d49aa498 owned by compute:nova {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:51:10.540699 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-0a0826a8-0a9b-4761-9b71-46efc94064ac req-cc706b9d-d166-4cce-9b5d-88a4f5f16b1f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:10.589264 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc706b9d-d166-4cce-9b5d-88a4f5f16b1f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'Port': ['ID=f0e24ee7-b980-4969-9ceb-8ec1d49aa498,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:51:10.677272 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a0826a8-0a9b-4761-9b71-46efc94064ac req-cc706b9d-d166-4cce-9b5d-88a4f5f16b1f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] No DVR routers for this DVR port f0e24ee7-b980-4969-9ceb-8ec1d49aa498 on host hv-neutron-8589 {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:51:10.679654 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-0a0826a8-0a9b-4761-9b71-46efc94064ac req-cc706b9d-d166-4cce-9b5d-88a4f5f16b1f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:10.682751 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '208383cd-a838-46af-9147-eeb7c08b882c', 'name': 'network-vif-deleted', 'tag': 'f0e24ee7-b980-4969-9ceb-8ec1d49aa498'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:51:10.685011 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869b79da-1636-46ea-a8d8-700920f9f986" -d '{"events": [{"server_uuid": "208383cd-a838-46af-9147-eeb7c08b882c", "name": "network-vif-deleted", "tag": "f0e24ee7-b980-4969-9ceb-8ec1d49aa498"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:51:10.698482 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0a0826a8-0a9b-4761-9b71-46efc94064ac req-cc706b9d-d166-4cce-9b5d-88a4f5f16b1f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "DELETE /v2.0/ports/f0e24ee7-b980-4969-9ceb-8ec1d49aa498 HTTP/1.1" status: 204 len: 173 time: 0.7617209 Sep 22 21:51:10.727086 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 21:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ea5888-de4e-43ae-892d-72e6a396d4b0 x-openstack-request-id: req-77ea5888-de4e-43ae-892d-72e6a396d4b0 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:51:10.727408 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "208383cd-a838-46af-9147-eeb7c08b882c", "name": "network-vif-deleted", "tag": "f0e24ee7-b980-4969-9ceb-8ec1d49aa498", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:51:10.727654 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-77ea5888-de4e-43ae-892d-72e6a396d4b0 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:51:10.728051 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77ea5888-de4e-43ae-892d-72e6a396d4b0'] response: {'server_uuid': '208383cd-a838-46af-9147-eeb7c08b882c', 'name': 'network-vif-deleted', 'tag': 'f0e24ee7-b980-4969-9ceb-8ec1d49aa498', 'status': 'completed', 'code': 200} Sep 22 21:51:11.254425 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-0852dc80-f0cc-480c-be0e-5e282deada0c req-e28283e0-c955-4619-b192-80bd8937d7eb tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:51:11.270456 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-0852dc80-f0cc-480c-be0e-5e282deada0c req-e28283e0-c955-4619-b192-80bd8937d7eb tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:51:11.271644 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0852dc80-f0cc-480c-be0e-5e282deada0c req-e28283e0-c955-4619-b192-80bd8937d7eb tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=208383cd-a838-46af-9147-eeb7c08b882c HTTP/1.1" status: 200 len: 210 time: 0.0672016 Sep 22 21:51:11.911414 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ebbfa6a9-1685-4ff3-80e1-be622cc7730e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:12.372980 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53432) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:51:12.443943 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e49a9254-f77c-48da-8a6b-b1b74be1d107 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:12.474281 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e49a9254-f77c-48da-8a6b-b1b74be1d107 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:12.535925 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e49a9254-f77c-48da-8a6b-b1b74be1d107 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:12.555150 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a9254-f77c-48da-8a6b-b1b74be1d107 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7aee755-8cfa-4da4-96a6-ca8295c426c0,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:51:12.563071 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e49a9254-f77c-48da-8a6b-b1b74be1d107 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:12.564173 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e49a9254-f77c-48da-8a6b-b1b74be1d107 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "DELETE /v2.0/security-groups/a7aee755-8cfa-4da4-96a6-ca8295c426c0 HTTP/1.1" status: 204 len: 168 time: 0.1901963 Sep 22 21:51:12.596435 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53440) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:51:12.750930 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:13.144039 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:13.238458 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-51513804-6af3-4cc1-b2a7-f17599c67946 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:13.551581 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device f0e24ee7-b980-4969-9ceb-8ec1d49aa498 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:51:13.586399 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] No Port match for: f0e24ee7-b980-4969-9ceb-8ec1d49aa498 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:51:13.586808 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device f0e24ee7-b980-4969-9ceb-8ec1d49aa498 not bound to the agent host hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:51:13.594917 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-51513804-6af3-4cc1-b2a7-f17599c67946 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Deleting port 8c230c32-8bc9-4f8e-bd6c-7a0def456d94 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:51:13.595434 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-51513804-6af3-4cc1-b2a7-f17599c67946 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:13.780554 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-51513804-6af3-4cc1-b2a7-f17599c67946 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] For port 8c230c32-8bc9-4f8e-bd6c-7a0def456d94, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=8c230c32-8bc9-4f8e-bd6c-7a0def456d94,segment=NetworkSegment(d8c112b8-8d8c-44e6-85c6-d547e1d4656e),segment_id=d8c112b8-8d8c-44e6-85c6-d547e1d4656e)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:51:13.780857 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-51513804-6af3-4cc1-b2a7-f17599c67946 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:13.909708 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-51513804-6af3-4cc1-b2a7-f17599c67946 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Calling delete_port for 8c230c32-8bc9-4f8e-bd6c-7a0def456d94 owned by network:router_interface {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:51:14.096349 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-51513804-6af3-4cc1-b2a7-f17599c67946 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:14.143142 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51513804-6af3-4cc1-b2a7-f17599c67946 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'Port': ['ID=8c230c32-8bc9-4f8e-bd6c-7a0def456d94,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:51:14.526084 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-51513804-6af3-4cc1-b2a7-f17599c67946 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:14.530687 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:14.879890 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51513804-6af3-4cc1-b2a7-f17599c67946 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Router 719d9860-701c-419f-8841-f5524f9cb0f9 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:51:15.047590 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51513804-6af3-4cc1-b2a7-f17599c67946 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:51:15.057802 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a901f287-16aa-4a45-a187-9c87dac50516 None None] Sync routers for ids ['719d9860-701c-419f-8841-f5524f9cb0f9'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:51:15.063745 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-51513804-6af3-4cc1-b2a7-f17599c67946 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "PUT /v2.0/routers/719d9860-701c-419f-8841-f5524f9cb0f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4662423 Sep 22 21:51:15.066409 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53444) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:51:15.067625 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a901f287-16aa-4a45-a187-9c87dac50516 None None] Routers {'719d9860-701c-419f-8841-f5524f9cb0f9'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:51:15.068190 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-a901f287-16aa-4a45-a187-9c87dac50516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:51:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['719d9860-701c-419f-8841-f5524f9cb0f9'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:51:15.135575 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-28b6ddf8-565b-444c-b30b-95e1dd7a48ff tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Deleting subnet 8dcb90b8-bf64-479b-8185-1250d7e21ede {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:51:15.138661 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-28b6ddf8-565b-444c-b30b-95e1dd7a48ff tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:15.193161 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-28b6ddf8-565b-444c-b30b-95e1dd7a48ff tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:15.239366 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-a901f287-16aa-4a45-a187-9c87dac50516 None None] Set router 719d9860-701c-419f-8841-f5524f9cb0f9 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:51:15.284057 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-28b6ddf8-565b-444c-b30b-95e1dd7a48ff tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:15.363989 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-28b6ddf8-565b-444c-b30b-95e1dd7a48ff tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:15.405009 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-28b6ddf8-565b-444c-b30b-95e1dd7a48ff tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:15.409445 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b6ddf8-565b-444c-b30b-95e1dd7a48ff tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'Subnet': ['ID=8dcb90b8-bf64-479b-8185-1250d7e21ede,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:51:15.411546 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5569e930-dea2-44aa-b24c-667ebe1c2f0b None None] Network 221bc966-f6b2-4867-b92a-0974aae2e52c requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:51:15.416845 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53448) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:51:15.417373 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-28b6ddf8-565b-444c-b30b-95e1dd7a48ff tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "DELETE /v2.0/subnets/8dcb90b8-bf64-479b-8185-1250d7e21ede HTTP/1.1" status: 204 len: 168 time: 0.3489375 Sep 22 21:51:15.523453 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-a901f287-16aa-4a45-a187-9c87dac50516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719d9860-701c-419f-8841-f5524f9cb0f9', 'name': 'tempest-TestNetworkBasicOps-router-1916815593', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '69baa481-4cd4-4d12-a867-a3a11ae4f4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:48:09Z', 'updated_at': '2022-09-22T21:51:14Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '69baa481-4cd4-4d12-a867-a3a11ae4f4bd', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719d9860-701c-419f-8841-f5524f9cb0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:48:10Z', 'updated_at': '2022-09-22T21:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:51:15.527925 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a901f287-16aa-4a45-a187-9c87dac50516 None None] Checking router: 719d9860-701c-419f-8841-f5524f9cb0f9 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:51:15.536204 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a901f287-16aa-4a45-a187-9c87dac50516 None None] Routers {'719d9860-701c-419f-8841-f5524f9cb0f9'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:51:15.536791 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-a901f287-16aa-4a45-a187-9c87dac50516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:51:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['719d9860-701c-419f-8841-f5524f9cb0f9'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:51:15.597926 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-30337eeb-6e93-4978-b44e-32aa2b7367cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:15.680887 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99910d38-b941-4f29-b3e1-9214d8a85289 None None] DHCP port deletion for 221bc966-f6b2-4867-b92a-0974aae2e52c request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:51:15.684970 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-99910d38-b941-4f29-b3e1-9214d8a85289 None None] Deleting port 3140dbe2-f9c7-4f08-af9c-56567fb35cad {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:51:15.685341 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-99910d38-b941-4f29-b3e1-9214d8a85289 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:15.711175 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-a901f287-16aa-4a45-a187-9c87dac50516 None None] Set router 719d9860-701c-419f-8841-f5524f9cb0f9 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:51:15.782728 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-30337eeb-6e93-4978-b44e-32aa2b7367cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:15.793392 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-30337eeb-6e93-4978-b44e-32aa2b7367cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Deleting port 69baa481-4cd4-4d12-a867-a3a11ae4f4bd {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:51:15.793815 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-30337eeb-6e93-4978-b44e-32aa2b7367cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:15.902507 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-99910d38-b941-4f29-b3e1-9214d8a85289 None None] For port 3140dbe2-f9c7-4f08-af9c-56567fb35cad, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=3140dbe2-f9c7-4f08-af9c-56567fb35cad,segment=NetworkSegment(d8c112b8-8d8c-44e6-85c6-d547e1d4656e),segment_id=d8c112b8-8d8c-44e6-85c6-d547e1d4656e)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:51:15.902851 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-99910d38-b941-4f29-b3e1-9214d8a85289 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:15.985862 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-30337eeb-6e93-4978-b44e-32aa2b7367cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] For port 69baa481-4cd4-4d12-a867-a3a11ae4f4bd, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=69baa481-4cd4-4d12-a867-a3a11ae4f4bd,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:51:15.986276 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-30337eeb-6e93-4978-b44e-32aa2b7367cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:16.023449 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-99910d38-b941-4f29-b3e1-9214d8a85289 None None] Calling delete_port for 3140dbe2-f9c7-4f08-af9c-56567fb35cad owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:51:16.031166 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-a901f287-16aa-4a45-a187-9c87dac50516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719d9860-701c-419f-8841-f5524f9cb0f9', 'name': 'tempest-TestNetworkBasicOps-router-1916815593', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '69baa481-4cd4-4d12-a867-a3a11ae4f4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:48:09Z', 'updated_at': '2022-09-22T21:51:14Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '69baa481-4cd4-4d12-a867-a3a11ae4f4bd', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719d9860-701c-419f-8841-f5524f9cb0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:48:10Z', 'updated_at': '2022-09-22T21:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:51:16.034964 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a901f287-16aa-4a45-a187-9c87dac50516 None None] The sync data for ids ['719d9860-701c-419f-8841-f5524f9cb0f9'] in dv-neutron-858900-1-hyperv is: [{'id': '719d9860-701c-419f-8841-f5524f9cb0f9', 'name': 'tempest-TestNetworkBasicOps-router-1916815593', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '69baa481-4cd4-4d12-a867-a3a11ae4f4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:48:09Z', 'updated_at': '2022-09-22T21:51:14Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '69baa481-4cd4-4d12-a867-a3a11ae4f4bd', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:84:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719d9860-701c-419f-8841-f5524f9cb0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:48:10Z', 'updated_at': '2022-09-22T21:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:51:16.100770 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-99910d38-b941-4f29-b3e1-9214d8a85289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:16.112592 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-30337eeb-6e93-4978-b44e-32aa2b7367cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Calling delete_port for 69baa481-4cd4-4d12-a867-a3a11ae4f4bd owned by network:router_gateway {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:51:16.147648 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99910d38-b941-4f29-b3e1-9214d8a85289 None None] Pushing event deleted for resources: {'Port': ['ID=3140dbe2-f9c7-4f08-af9c-56567fb35cad,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:51:16.156582 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99910d38-b941-4f29-b3e1-9214d8a85289 None None] No DVR routers for this DVR port 3140dbe2-f9c7-4f08-af9c-56567fb35cad on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:51:16.158436 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99910d38-b941-4f29-b3e1-9214d8a85289 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:51:16.158796 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99910d38-b941-4f29-b3e1-9214d8a85289 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:51:16.159128 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99910d38-b941-4f29-b3e1-9214d8a85289 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:51:16.159463 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99910d38-b941-4f29-b3e1-9214d8a85289 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:51:16.159781 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99910d38-b941-4f29-b3e1-9214d8a85289 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:51:16.160104 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99910d38-b941-4f29-b3e1-9214d8a85289 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:51:16.160427 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99910d38-b941-4f29-b3e1-9214d8a85289 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:51:16.160749 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99910d38-b941-4f29-b3e1-9214d8a85289 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:51:16.161066 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99910d38-b941-4f29-b3e1-9214d8a85289 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:51:16.161383 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99910d38-b941-4f29-b3e1-9214d8a85289 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:51:16.161698 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99910d38-b941-4f29-b3e1-9214d8a85289 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:51:16.162013 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99910d38-b941-4f29-b3e1-9214d8a85289 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:51:16.286037 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-30337eeb-6e93-4978-b44e-32aa2b7367cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:16.364337 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30337eeb-6e93-4978-b44e-32aa2b7367cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'Port': ['ID=69baa481-4cd4-4d12-a867-a3a11ae4f4bd,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:51:16.375891 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30337eeb-6e93-4978-b44e-32aa2b7367cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:51:16.376232 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30337eeb-6e93-4978-b44e-32aa2b7367cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:51:16.376567 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30337eeb-6e93-4978-b44e-32aa2b7367cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:51:16.376895 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30337eeb-6e93-4978-b44e-32aa2b7367cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:51:16.377315 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30337eeb-6e93-4978-b44e-32aa2b7367cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:51:16.377543 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30337eeb-6e93-4978-b44e-32aa2b7367cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:51:16.377863 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30337eeb-6e93-4978-b44e-32aa2b7367cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:51:16.378263 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30337eeb-6e93-4978-b44e-32aa2b7367cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:51:16.378585 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30337eeb-6e93-4978-b44e-32aa2b7367cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:51:16.378975 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30337eeb-6e93-4978-b44e-32aa2b7367cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:51:16.379249 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30337eeb-6e93-4978-b44e-32aa2b7367cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:51:16.379565 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30337eeb-6e93-4978-b44e-32aa2b7367cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:51:16.441442 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-30337eeb-6e93-4978-b44e-32aa2b7367cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8012236'] for router_gateway, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:16.723078 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-30337eeb-6e93-4978-b44e-32aa2b7367cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:16.725252 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-30337eeb-6e93-4978-b44e-32aa2b7367cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:16.747316 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-30337eeb-6e93-4978-b44e-32aa2b7367cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:16.747803 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30337eeb-6e93-4978-b44e-32aa2b7367cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Fanout notify agent at l3_agent the message router_deleted on router 719d9860-701c-419f-8841-f5524f9cb0f9 {{(pid=89009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:51:16.763128 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-30337eeb-6e93-4978-b44e-32aa2b7367cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:16.764221 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-30337eeb-6e93-4978-b44e-32aa2b7367cf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "DELETE /v2.0/routers/719d9860-701c-419f-8841-f5524f9cb0f9 HTTP/1.1" status: 204 len: 168 time: 1.3464122 Sep 22 21:51:16.766855 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53452) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:51:16.880000 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a698b769-7fd0-4142-a78c-0caf3f93a480 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:17.006627 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a698b769-7fd0-4142-a78c-0caf3f93a480 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:17.030769 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-a698b769-7fd0-4142-a78c-0caf3f93a480 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['221bc966-f6b2-4867-b92a-0974aae2e52c']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:51:17.042142 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-a698b769-7fd0-4142-a78c-0caf3f93a480 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8c112b8-8d8c-44e6-85c6-d547e1d4656e') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:51:17.042442 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-a698b769-7fd0-4142-a78c-0caf3f93a480 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8c112b8-8d8c-44e6-85c6-d547e1d4656e') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:51:17.053243 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a698b769-7fd0-4142-a78c-0caf3f93a480 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:17.072020 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a698b769-7fd0-4142-a78c-0caf3f93a480 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:17.077848 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a698b769-7fd0-4142-a78c-0caf3f93a480 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:51:17.078221 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a698b769-7fd0-4142-a78c-0caf3f93a480 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:17.140993 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment d8c112b8-8d8c-44e6-85c6-d547e1d4656e resource provider aggregate not found Sep 22 21:51:17.163572 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment d8c112b8-8d8c-44e6-85c6-d547e1d4656e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d8c112b8-8d8c-44e6-85c6-d547e1d4656e found for delete ", "request_id": "req-4bac9224-6970-4cab-896c-78ca2456133c"}]} Sep 22 21:51:17.177174 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a698b769-7fd0-4142-a78c-0caf3f93a480 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:17.179486 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a698b769-7fd0-4142-a78c-0caf3f93a480 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:17.209184 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a698b769-7fd0-4142-a78c-0caf3f93a480 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'Network': ['ID=221bc966-f6b2-4867-b92a-0974aae2e52c,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:51:17.219742 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a698b769-7fd0-4142-a78c-0caf3f93a480 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "DELETE /v2.0/networks/221bc966-f6b2-4867-b92a-0974aae2e52c HTTP/1.1" status: 204 len: 168 time: 0.4517715 Sep 22 21:51:17.234459 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53462) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:51:17.243005 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-ad27f198-ddab-44fc-98b0-86cdfb966a13 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'network': {'name': 'tempest-network-smoke--1942565985', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'port_security_enabled': True}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:51:17.246883 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-ad27f198-ddab-44fc-98b0-86cdfb966a13 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:51:17.251161 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-ad27f198-ddab-44fc-98b0-86cdfb966a13 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:network and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:51:17.254022 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-ad27f198-ddab-44fc-98b0-86cdfb966a13 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:51:17.260570 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-ad27f198-ddab-44fc-98b0-86cdfb966a13 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:51:17.270567 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad27f198-ddab-44fc-98b0-86cdfb966a13 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Made reservation on behalf of eb1aed2a20e141c98ec99089a446670b for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:51:17.273991 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ad27f198-ddab-44fc-98b0-86cdfb966a13 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:17.292069 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 8c230c32-8bc9-4f8e-bd6c-7a0def456d94 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:51:17.303747 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad27f198-ddab-44fc-98b0-86cdfb966a13 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:51:17.313045 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ad27f198-ddab-44fc-98b0-86cdfb966a13 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:17.313385 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-ad27f198-ddab-44fc-98b0-86cdfb966a13 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Added segment 6146426e-bfd0-4bb0-987f-38bb9af65a89 of type vlan for network 1bb6d864-12aa-4f2d-916d-b912a03d1cf1 Sep 22 21:51:17.326945 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 8c230c32-8bc9-4f8e-bd6c-7a0def456d94 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:51:17.327286 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 8c230c32-8bc9-4f8e-bd6c-7a0def456d94 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:51:17.327699 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 69baa481-4cd4-4d12-a867-a3a11ae4f4bd no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:51:17.340780 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ad27f198-ddab-44fc-98b0-86cdfb966a13 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:17.360356 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 69baa481-4cd4-4d12-a867-a3a11ae4f4bd {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:51:17.360631 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 69baa481-4cd4-4d12-a867-a3a11ae4f4bd not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:51:17.361043 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 3140dbe2-f9c7-4f08-af9c-56567fb35cad no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:51:17.374230 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ad27f198-ddab-44fc-98b0-86cdfb966a13 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:17.379882 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad27f198-ddab-44fc-98b0-86cdfb966a13 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:17.380483 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ad27f198-ddab-44fc-98b0-86cdfb966a13 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:17.421031 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 3140dbe2-f9c7-4f08-af9c-56567fb35cad {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:51:17.421372 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 3140dbe2-f9c7-4f08-af9c-56567fb35cad not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:51:17.482021 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ad27f198-ddab-44fc-98b0-86cdfb966a13 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2472756 Sep 22 21:51:17.484900 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53466) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:51:17.487664 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad27f198-ddab-44fc-98b0-86cdfb966a13 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Network': ['ID=1bb6d864-12aa-4f2d-916d-b912a03d1cf1,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:51:17.490222 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-cf1960c4-b371-4eb7-9a58-2a116537daaf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-671646432', 'admin_state_up': True, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:51:17.498295 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 1bb6d864-12aa-4f2d-916d-b912a03d1cf1 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:51:17.498484 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-cf1960c4-b371-4eb7-9a58-2a116537daaf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:51:17.502376 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-cf1960c4-b371-4eb7-9a58-2a116537daaf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:router and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:51:17.505257 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-cf1960c4-b371-4eb7-9a58-2a116537daaf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:51:17.511486 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-cf1960c4-b371-4eb7-9a58-2a116537daaf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:51:17.521317 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cf1960c4-b371-4eb7-9a58-2a116537daaf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:17.522254 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cf1960c4-b371-4eb7-9a58-2a116537daaf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:17.537192 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cf1960c4-b371-4eb7-9a58-2a116537daaf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:17.798397 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cf1960c4-b371-4eb7-9a58-2a116537daaf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:18.092226 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cf1960c4-b371-4eb7-9a58-2a116537daaf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router_gateway, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:18.120509 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cf1960c4-b371-4eb7-9a58-2a116537daaf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:18.251073 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-cf1960c4-b371-4eb7-9a58-2a116537daaf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Allocated IP 172.26.0.174 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/63bba842-c595-4780-94a4-b8e109f383a8) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:51:18.499279 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cf1960c4-b371-4eb7-9a58-2a116537daaf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:18.529636 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cf1960c4-b371-4eb7-9a58-2a116537daaf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:18.598183 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1960c4-b371-4eb7-9a58-2a116537daaf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:51:18.601175 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-cf1960c4-b371-4eb7-9a58-2a116537daaf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:51:18.605424 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1960c4-b371-4eb7-9a58-2a116537daaf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:51:18.633788 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1960c4-b371-4eb7-9a58-2a116537daaf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=63bba842-c595-4780-94a4-b8e109f383a8,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:51:19.015676 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cf1960c4-b371-4eb7-9a58-2a116537daaf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router_gateway, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:19.352036 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cf1960c4-b371-4eb7-9a58-2a116537daaf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:19.550925 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf1960c4-b371-4eb7-9a58-2a116537daaf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Router f75a7164-8ac3-4b90-bce4-f8364b8abd74 is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:51:19.726149 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1960c4-b371-4eb7-9a58-2a116537daaf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:51:19.735731 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ced70a-bfab-4235-9da4-23460c9591eb None None] Sync routers for ids ['f75a7164-8ac3-4b90-bce4-f8364b8abd74'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:51:19.745286 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ced70a-bfab-4235-9da4-23460c9591eb None None] Routers {'f75a7164-8ac3-4b90-bce4-f8364b8abd74'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:51:19.745968 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-88ced70a-bfab-4235-9da4-23460c9591eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:51:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['f75a7164-8ac3-4b90-bce4-f8364b8abd74'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:51:19.754374 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cf1960c4-b371-4eb7-9a58-2a116537daaf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:19.755642 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-cf1960c4-b371-4eb7-9a58-2a116537daaf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2696373 Sep 22 21:51:19.758832 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53474) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:51:19.923327 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-88ced70a-bfab-4235-9da4-23460c9591eb None None] Set router f75a7164-8ac3-4b90-bce4-f8364b8abd74 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:51:20.061392 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-70f05506-4772-41ef-a6c4-6cb67426906f tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=eb1aed2a20e141c98ec99089a446670b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3013670 Sep 22 21:51:20.063885 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53482) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:51:20.192065 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292b0c37-4434-4117-99e6-4758e8ba2ba1 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:20.193773 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-292b0c37-4434-4117-99e6-4758e8ba2ba1 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1289895 Sep 22 21:51:20.196663 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53486) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:51:20.206742 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-88ced70a-bfab-4235-9da4-23460c9591eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'name': 'tempest-TestNetworkBasicOps-router-671646432', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '63bba842-c595-4780-94a4-b8e109f383a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:51:17Z', 'updated_at': '2022-09-22T21:51:18Z', 'revision_number': 3, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '63bba842-c595-4780-94a4-b8e109f383a8', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:59:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:51:18Z', 'updated_at': '2022-09-22T21:51:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:51:20.210644 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ced70a-bfab-4235-9da4-23460c9591eb None None] Checking router: f75a7164-8ac3-4b90-bce4-f8364b8abd74 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:51:20.210997 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ced70a-bfab-4235-9da4-23460c9591eb None None] Updating router f75a7164-8ac3-4b90-bce4-f8364b8abd74 port 63bba842-c595-4780-94a4-b8e109f383a8 binding host dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:51:20.238556 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c9c891f4-6e06-43fe-8c89-33e1d760dd20 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=a22ae1c9-d428-411f-af43-ce0f71b38d9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383444 Sep 22 21:51:20.239025 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53490) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:51:20.244387 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-96e99d50-3844-4183-bc50-18f90c2a630b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1082823289', 'network_id': '1bb6d864-12aa-4f2d-916d-b912a03d1cf1', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:51:20.263757 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-88ced70a-bfab-4235-9da4-23460c9591eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:20.352375 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-96e99d50-3844-4183-bc50-18f90c2a630b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:51:20.356278 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-96e99d50-3844-4183-bc50-18f90c2a630b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:subnet and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:51:20.359034 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-96e99d50-3844-4183-bc50-18f90c2a630b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:51:20.364652 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-96e99d50-3844-4183-bc50-18f90c2a630b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:51:20.374192 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e99d50-3844-4183-bc50-18f90c2a630b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Made reservation on behalf of eb1aed2a20e141c98ec99089a446670b for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:51:20.377823 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-96e99d50-3844-4183-bc50-18f90c2a630b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:20.596464 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-96e99d50-3844-4183-bc50-18f90c2a630b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:20.597842 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-88ced70a-bfab-4235-9da4-23460c9591eb None None] Notify callbacks [] for port, precommit_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:20.609252 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-88ced70a-bfab-4235-9da4-23460c9591eb None None] Transition to ACTIVE for port object 63bba842-c595-4780-94a4-b8e109f383a8 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:51:20.615967 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-88ced70a-bfab-4235-9da4-23460c9591eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:20.673564 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e99d50-3844-4183-bc50-18f90c2a630b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Subnet': ['ID=d98789b4-1e5d-4a68-a42f-d5cb1e045264,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:51:20.678906 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-88ced70a-bfab-4235-9da4-23460c9591eb None None] Attempting to bind port 63bba842-c595-4780-94a4-b8e109f383a8 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:51:20.679277 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-88ced70a-bfab-4235-9da4-23460c9591eb None None] Attempting to bind port 63bba842-c595-4780-94a4-b8e109f383a8 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:51:20.679636 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ced70a-bfab-4235-9da4-23460c9591eb None None] Attempting to bind port 63bba842-c595-4780-94a4-b8e109f383a8 on network a22ae1c9-d428-411f-af43-ce0f71b38d9c {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:51:20.681968 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e99d50-3844-4183-bc50-18f90c2a630b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Checking segment: {'id': '6146426e-bfd0-4bb0-987f-38bb9af65a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1bb6d864-12aa-4f2d-916d-b912a03d1cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:51:20.682325 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e99d50-3844-4183-bc50-18f90c2a630b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network hostable DHCP agents. Network: 1bb6d864-12aa-4f2d-916d-b912a03d1cf1, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:51:20.689683 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ced70a-bfab-4235-9da4-23460c9591eb None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:51:20.690035 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ced70a-bfab-4235-9da4-23460c9591eb None None] Checking segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:51:20.690429 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-88ced70a-bfab-4235-9da4-23460c9591eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:20.690846 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ced70a-bfab-4235-9da4-23460c9591eb None None] Bound using segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:51:20.691305 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-88ced70a-bfab-4235-9da4-23460c9591eb None None] Bound port: 63bba842-c595-4780-94a4-b8e109f383a8, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:51:20.691677 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-88ced70a-bfab-4235-9da4-23460c9591eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:20.700750 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e99d50-3844-4183-bc50-18f90c2a630b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network 1bb6d864-12aa-4f2d-916d-b912a03d1cf1 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:51:20.709114 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-96e99d50-3844-4183-bc50-18f90c2a630b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 1bb6d864-12aa-4f2d-916d-b912a03d1cf1) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:51:20.713369 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e99d50-3844-4183-bc50-18f90c2a630b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:20.713951 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-96e99d50-3844-4183-bc50-18f90c2a630b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:20.722541 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd3804c-2794-4cb4-ab54-f7be69f1d2c7 None None] Network 1bb6d864-12aa-4f2d-916d-b912a03d1cf1 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:51:20.733437 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-96e99d50-3844-4183-bc50-18f90c2a630b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4934263 Sep 22 21:51:20.736444 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53494) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:51:20.751205 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef3bf5-30ef-4478-b07b-481cf02c8732 None None] Pushing event updated for resources: {'Port': ['ID=63bba842-c595-4780-94a4-b8e109f383a8,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:51:20.861254 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-88ced70a-bfab-4235-9da4-23460c9591eb None None] For port 63bba842-c595-4780-94a4-b8e109f383a8, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:51:20.879772 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-88ced70a-bfab-4235-9da4-23460c9591eb None None] For port 63bba842-c595-4780-94a4-b8e109f383a8, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=63bba842-c595-4780-94a4-b8e109f383a8,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:51:20.885849 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-88ced70a-bfab-4235-9da4-23460c9591eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:20.983227 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ced70a-bfab-4235-9da4-23460c9591eb None None] Routers {'f75a7164-8ac3-4b90-bce4-f8364b8abd74'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:51:20.983826 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-88ced70a-bfab-4235-9da4-23460c9591eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:51:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['f75a7164-8ac3-4b90-bce4-f8364b8abd74'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:51:21.128652 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef3bf5-30ef-4478-b07b-481cf02c8732 None None] Pushing event updated for resources: {'Port': ['ID=63bba842-c595-4780-94a4-b8e109f383a8,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:51:21.238547 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83930e03-329b-4267-95dd-4c6b046f5704 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-1bb6d864-12aa-4f2d-916d-b912a03d1cf1', 'network_id': '1bb6d864-12aa-4f2d-916d-b912a03d1cf1', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ips': [{'subnet_id': 'd98789b4-1e5d-4a68-a42f-d5cb1e045264'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:51:21.239463 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-83930e03-329b-4267-95dd-4c6b046f5704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:21.314860 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-88ced70a-bfab-4235-9da4-23460c9591eb None None] Set router f75a7164-8ac3-4b90-bce4-f8364b8abd74 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:51:21.431685 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6aa5c1f2-0b87-44d4-8dda-d6d0109fb84a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:21.621602 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-83930e03-329b-4267-95dd-4c6b046f5704 None None] Allocated IP 172.20.0.2 (1bb6d864-12aa-4f2d-916d-b912a03d1cf1/d98789b4-1e5d-4a68-a42f-d5cb1e045264/f3125bb3-a40f-4211-af2f-3a352e5d44ce) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:51:21.794855 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-88ced70a-bfab-4235-9da4-23460c9591eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'name': 'tempest-TestNetworkBasicOps-router-671646432', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '63bba842-c595-4780-94a4-b8e109f383a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:51:17Z', 'updated_at': '2022-09-22T21:51:18Z', 'revision_number': 3, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '63bba842-c595-4780-94a4-b8e109f383a8', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:59:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:51:18Z', 'updated_at': '2022-09-22T21:51:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:51:21.809668 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ced70a-bfab-4235-9da4-23460c9591eb None None] The sync data for ids ['f75a7164-8ac3-4b90-bce4-f8364b8abd74'] in dv-neutron-858900-1-hyperv is: [{'id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'name': 'tempest-TestNetworkBasicOps-router-671646432', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '63bba842-c595-4780-94a4-b8e109f383a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:51:17Z', 'updated_at': '2022-09-22T21:51:18Z', 'revision_number': 3, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '63bba842-c595-4780-94a4-b8e109f383a8', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:59:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:51:18Z', 'updated_at': '2022-09-22T21:51:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:51:21.883712 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-83930e03-329b-4267-95dd-4c6b046f5704 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:21.894468 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-83930e03-329b-4267-95dd-4c6b046f5704 None None] Transition to ACTIVE for port object f3125bb3-a40f-4211-af2f-3a352e5d44ce will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:51:21.913865 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-83930e03-329b-4267-95dd-4c6b046f5704 None None] Transition to ACTIVE for port object f3125bb3-a40f-4211-af2f-3a352e5d44ce will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:51:21.924189 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-83930e03-329b-4267-95dd-4c6b046f5704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:21.989872 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83930e03-329b-4267-95dd-4c6b046f5704 None None] Network 1bb6d864-12aa-4f2d-916d-b912a03d1cf1 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:51:21.991803 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-6aa5c1f2-0b87-44d4-8dda-d6d0109fb84a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Allocated IP 172.20.0.1 (1bb6d864-12aa-4f2d-916d-b912a03d1cf1/d98789b4-1e5d-4a68-a42f-d5cb1e045264/e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:51:21.992947 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-83930e03-329b-4267-95dd-4c6b046f5704 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:51:21.997397 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83930e03-329b-4267-95dd-4c6b046f5704 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:51:22.003148 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83930e03-329b-4267-95dd-4c6b046f5704 None None] Pushing event updated for resources: {'Port': ['ID=f3125bb3-a40f-4211-af2f-3a352e5d44ce,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:51:22.121902 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-83930e03-329b-4267-95dd-4c6b046f5704 None None] Attempting to bind port f3125bb3-a40f-4211-af2f-3a352e5d44ce on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:51:22.122270 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-83930e03-329b-4267-95dd-4c6b046f5704 None None] Attempting to bind port f3125bb3-a40f-4211-af2f-3a352e5d44ce by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '6146426e-bfd0-4bb0-987f-38bb9af65a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1bb6d864-12aa-4f2d-916d-b912a03d1cf1'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:51:22.122658 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83930e03-329b-4267-95dd-4c6b046f5704 None None] Attempting to bind port f3125bb3-a40f-4211-af2f-3a352e5d44ce on network 1bb6d864-12aa-4f2d-916d-b912a03d1cf1 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:51:22.128061 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83930e03-329b-4267-95dd-4c6b046f5704 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:51:22.128431 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83930e03-329b-4267-95dd-4c6b046f5704 None None] Checking segment: {'id': '6146426e-bfd0-4bb0-987f-38bb9af65a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1bb6d864-12aa-4f2d-916d-b912a03d1cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:51:22.128826 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-83930e03-329b-4267-95dd-4c6b046f5704 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:22.129210 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83930e03-329b-4267-95dd-4c6b046f5704 None None] Bound using segment: {'id': '6146426e-bfd0-4bb0-987f-38bb9af65a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1bb6d864-12aa-4f2d-916d-b912a03d1cf1'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:51:22.129665 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-83930e03-329b-4267-95dd-4c6b046f5704 None None] Bound port: f3125bb3-a40f-4211-af2f-3a352e5d44ce, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6146426e-bfd0-4bb0-987f-38bb9af65a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1bb6d864-12aa-4f2d-916d-b912a03d1cf1'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:51:22.130163 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-83930e03-329b-4267-95dd-4c6b046f5704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:22.208327 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6aa5c1f2-0b87-44d4-8dda-d6d0109fb84a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:22.222451 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-83930e03-329b-4267-95dd-4c6b046f5704 None None] For port f3125bb3-a40f-4211-af2f-3a352e5d44ce, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:51:22.226031 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-6aa5c1f2-0b87-44d4-8dda-d6d0109fb84a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Transition to ACTIVE for port object e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39 will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:51:22.226164 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-83930e03-329b-4267-95dd-4c6b046f5704 None None] For port f3125bb3-a40f-4211-af2f-3a352e5d44ce, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=f3125bb3-a40f-4211-af2f-3a352e5d44ce,segment=NetworkSegment(6146426e-bfd0-4bb0-987f-38bb9af65a89),segment_id=6146426e-bfd0-4bb0-987f-38bb9af65a89)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:51:22.231617 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-83930e03-329b-4267-95dd-4c6b046f5704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:22.252697 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6aa5c1f2-0b87-44d4-8dda-d6d0109fb84a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:22.325558 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83930e03-329b-4267-95dd-4c6b046f5704 None None] Pushing event updated for resources: {'Port': ['ID=f3125bb3-a40f-4211-af2f-3a352e5d44ce,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:51:22.328273 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa5c1f2-0b87-44d4-8dda-d6d0109fb84a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network 1bb6d864-12aa-4f2d-916d-b912a03d1cf1 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:51:22.337319 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-6aa5c1f2-0b87-44d4-8dda-d6d0109fb84a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:51:22.340369 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa5c1f2-0b87-44d4-8dda-d6d0109fb84a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:51:22.387025 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa5c1f2-0b87-44d4-8dda-d6d0109fb84a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:51:22.417073 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6aa5c1f2-0b87-44d4-8dda-d6d0109fb84a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:22.699372 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6aa5c1f2-0b87-44d4-8dda-d6d0109fb84a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:23.118625 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6aa5c1f2-0b87-44d4-8dda-d6d0109fb84a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:23.123435 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6aa5c1f2-0b87-44d4-8dda-d6d0109fb84a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:23.231110 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6aa5c1f2-0b87-44d4-8dda-d6d0109fb84a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:23.235531 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa5c1f2-0b87-44d4-8dda-d6d0109fb84a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:51:23.338014 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 63bba842-c595-4780-94a4-b8e109f383a8 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:51:23.409257 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 63bba842-c595-4780-94a4-b8e109f383a8 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:51:23.414427 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 63bba842-c595-4780-94a4-b8e109f383a8 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:51:23.415096 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:23.415360 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 63bba842-c595-4780-94a4-b8e109f383a8 Sep 22 21:51:23.510775 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa5c1f2-0b87-44d4-8dda-d6d0109fb84a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network 1bb6d864-12aa-4f2d-916d-b912a03d1cf1 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:51:23.511943 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-6aa5c1f2-0b87-44d4-8dda-d6d0109fb84a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:51:23.544890 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 63bba842-c595-4780-94a4-b8e109f383a8 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:51:23.545432 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:23.564350 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 63bba842-c595-4780-94a4-b8e109f383a8, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=63bba842-c595-4780-94a4-b8e109f383a8,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:51:23.568764 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:23.569421 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device f3125bb3-a40f-4211-af2f-3a352e5d44ce up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:51:23.656430 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a59a555-06f0-4053-a453-54c237e006fd None None] Network 1bb6d864-12aa-4f2d-916d-b912a03d1cf1 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:51:23.702295 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa5c1f2-0b87-44d4-8dda-d6d0109fb84a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Router f75a7164-8ac3-4b90-bce4-f8364b8abd74 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:51:23.828891 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-e650a7c5-33dc-4edd-b243-3faffa530b77 None None] Provisioning for port f3125bb3-a40f-4211-af2f-3a352e5d44ce completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:51:23.850141 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=63bba842-c595-4780-94a4-b8e109f383a8,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:51:23.891658 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa5c1f2-0b87-44d4-8dda-d6d0109fb84a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:51:23.901909 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e08a51-26e7-4f1a-b8e4-51bc431d08a3 None None] Sync routers for ids ['f75a7164-8ac3-4b90-bce4-f8364b8abd74'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:51:23.902725 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port f3125bb3-a40f-4211-af2f-3a352e5d44ce completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:51:23.908017 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6aa5c1f2-0b87-44d4-8dda-d6d0109fb84a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "PUT /v2.0/routers/f75a7164-8ac3-4b90-bce4-f8364b8abd74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1705582 Sep 22 21:51:23.910502 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53500) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:51:23.915421 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e08a51-26e7-4f1a-b8e4-51bc431d08a3 None None] Routers {'f75a7164-8ac3-4b90-bce4-f8364b8abd74'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:51:23.916639 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-50e08a51-26e7-4f1a-b8e4-51bc431d08a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:51:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['f75a7164-8ac3-4b90-bce4-f8364b8abd74'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:51:23.918213 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port f3125bb3-a40f-4211-af2f-3a352e5d44ce triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:51:23.918589 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:23.918952 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port f3125bb3-a40f-4211-af2f-3a352e5d44ce Sep 22 21:51:24.051963 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8a4594-df08-49cb-8edd-189982d70fd1 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:24.052436 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8a4594-df08-49cb-8edd-189982d70fd1 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:24.052900 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8a4594-df08-49cb-8edd-189982d70fd1 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:24.053351 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8a4594-df08-49cb-8edd-189982d70fd1 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:24.057850 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-bf8a4594-df08-49cb-8edd-189982d70fd1 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.1434085 Sep 22 21:51:24.058083 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53504) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:51:24.102355 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port f3125bb3-a40f-4211-af2f-3a352e5d44ce is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:51:24.102773 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:24.113767 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-50e08a51-26e7-4f1a-b8e4-51bc431d08a3 None None] Set router f75a7164-8ac3-4b90-bce4-f8364b8abd74 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:51:24.134024 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afb2675-3167-4cfa-9738-9f77e57f2814 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:24.135074 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afb2675-3167-4cfa-9738-9f77e57f2814 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:24.135636 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afb2675-3167-4cfa-9738-9f77e57f2814 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:24.136301 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afb2675-3167-4cfa-9738-9f77e57f2814 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:24.142903 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53508) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:51:24.144997 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port f3125bb3-a40f-4211-af2f-3a352e5d44ce, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=f3125bb3-a40f-4211-af2f-3a352e5d44ce,segment=NetworkSegment(6146426e-bfd0-4bb0-987f-38bb9af65a89),segment_id=6146426e-bfd0-4bb0-987f-38bb9af65a89)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:51:24.147183 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6afb2675-3167-4cfa-9738-9f77e57f2814 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0881636 Sep 22 21:51:24.149302 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:24.221751 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=f3125bb3-a40f-4211-af2f-3a352e5d44ce,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:51:24.383601 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-f7d1b0a4-d987-4c47-9301-0343e4c9a2f6 None None] Provisioning for port e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:51:24.391675 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-f7d1b0a4-d987-4c47-9301-0343e4c9a2f6 None None] Provisioning complete for port e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:51:24.391967 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f7d1b0a4-d987-4c47-9301-0343e4c9a2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:24.392536 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-f7d1b0a4-d987-4c47-9301-0343e4c9a2f6 None None] Attempt 1 to provision port e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39 Sep 22 21:51:24.463546 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-f7d1b0a4-d987-4c47-9301-0343e4c9a2f6 None None] Port e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:51:24.464170 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-50e08a51-26e7-4f1a-b8e4-51bc431d08a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'name': 'tempest-TestNetworkBasicOps-router-671646432', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '63bba842-c595-4780-94a4-b8e109f383a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:51:17Z', 'updated_at': '2022-09-22T21:51:22Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '63bba842-c595-4780-94a4-b8e109f383a8', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:59:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:51:18Z', 'updated_at': '2022-09-22T21:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': 'e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39', 'name': '', 'network_id': '1bb6d864-12aa-4f2d-916d-b912a03d1cf1', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:65:9b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'd98789b4-1e5d-4a68-a42f-d5cb1e045264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:51:21Z', 'updated_at': '2022-09-22T21:51:22Z', 'revision_number': 2, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': 'd98789b4-1e5d-4a68-a42f-d5cb1e045264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:51:24.468676 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e08a51-26e7-4f1a-b8e4-51bc431d08a3 None None] Checking router: f75a7164-8ac3-4b90-bce4-f8364b8abd74 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:51:24.469113 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e08a51-26e7-4f1a-b8e4-51bc431d08a3 None None] Updating router f75a7164-8ac3-4b90-bce4-f8364b8abd74 port e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39 binding host dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:51:24.525321 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-8165b77a-d035-40f4-8533-42ae00b11888 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.3803666 Sep 22 21:51:24.528701 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-50e08a51-26e7-4f1a-b8e4-51bc431d08a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:24.597453 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53516) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:51:24.603060 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-e2cb1033-7e84-47f2-87eb-e27a5182e51e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1065698971', 'description': 'tempest-secgroup-smoke-1065698971 description', 'project_id': 'eb1aed2a20e141c98ec99089a446670b'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:51:24.609431 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-e2cb1033-7e84-47f2-87eb-e27a5182e51e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:51:24.614359 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-e2cb1033-7e84-47f2-87eb-e27a5182e51e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:51:24.617571 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-e2cb1033-7e84-47f2-87eb-e27a5182e51e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:51:24.624274 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-e2cb1033-7e84-47f2-87eb-e27a5182e51e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:51:24.635923 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e2cb1033-7e84-47f2-87eb-e27a5182e51e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:24.658186 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-e2cb1033-7e84-47f2-87eb-e27a5182e51e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:51:24.662328 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-e2cb1033-7e84-47f2-87eb-e27a5182e51e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:51:24.665515 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-e2cb1033-7e84-47f2-87eb-e27a5182e51e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:51:24.672052 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-e2cb1033-7e84-47f2-87eb-e27a5182e51e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:51:24.760746 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e2cb1033-7e84-47f2-87eb-e27a5182e51e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:24.764899 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e2cb1033-7e84-47f2-87eb-e27a5182e51e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:24.810959 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb1033-7e84-47f2-87eb-e27a5182e51e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1ddf47-e4ed-4ca9-a4f6-b213d7126dbb,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:51:24.817781 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e2cb1033-7e84-47f2-87eb-e27a5182e51e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:24.819004 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e2cb1033-7e84-47f2-87eb-e27a5182e51e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2205038 Sep 22 21:51:24.820412 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cb1033-7e84-47f2-87eb-e27a5182e51e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:51:24.821004 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cb1033-7e84-47f2-87eb-e27a5182e51e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:51:24.821133 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cb1033-7e84-47f2-87eb-e27a5182e51e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:51:24.821415 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cb1033-7e84-47f2-87eb-e27a5182e51e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:51:24.821819 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cb1033-7e84-47f2-87eb-e27a5182e51e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:51:24.822723 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cb1033-7e84-47f2-87eb-e27a5182e51e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:51:24.823064 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cb1033-7e84-47f2-87eb-e27a5182e51e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:51:24.823222 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53520) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:51:24.823387 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cb1033-7e84-47f2-87eb-e27a5182e51e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:51:24.823933 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cb1033-7e84-47f2-87eb-e27a5182e51e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:51:24.824044 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cb1033-7e84-47f2-87eb-e27a5182e51e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:51:24.824350 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cb1033-7e84-47f2-87eb-e27a5182e51e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:51:24.824669 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cb1033-7e84-47f2-87eb-e27a5182e51e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:51:24.829636 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-4f20c426-359b-4423-a0af-b7115a4ddfc2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': '1d1ddf47-e4ed-4ca9-a4f6-b213d7126dbb', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:51:24.835814 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-4f20c426-359b-4423-a0af-b7115a4ddfc2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:51:24.840535 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-4f20c426-359b-4423-a0af-b7115a4ddfc2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:51:24.843576 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-4f20c426-359b-4423-a0af-b7115a4ddfc2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:51:24.849848 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-4f20c426-359b-4423-a0af-b7115a4ddfc2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:51:24.867516 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4f20c426-359b-4423-a0af-b7115a4ddfc2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:24.901516 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-50e08a51-26e7-4f1a-b8e4-51bc431d08a3 None None] Notify callbacks [] for port, precommit_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:24.913911 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.provisioning_blocks [None req-50e08a51-26e7-4f1a-b8e4-51bc431d08a3 None None] Transition to ACTIVE for port object e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39 will not be triggered until provisioned by entity L2. {{(pid=89011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:51:24.921377 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-50e08a51-26e7-4f1a-b8e4-51bc431d08a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:24.932901 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4f20c426-359b-4423-a0af-b7115a4ddfc2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:24.936693 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4f20c426-359b-4423-a0af-b7115a4ddfc2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:24.960749 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f20c426-359b-4423-a0af-b7115a4ddfc2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98e1b86f-22fa-40db-8ba3-4898a64babeb,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:51:24.965163 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-f7d1b0a4-d987-4c47-9301-0343e4c9a2f6 None None] Attempt 2 to provision port e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39 Sep 22 21:51:24.971789 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4f20c426-359b-4423-a0af-b7115a4ddfc2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:24.975667 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-4f20c426-359b-4423-a0af-b7115a4ddfc2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1477792 Sep 22 21:51:24.976030 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53524) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:51:24.981312 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-c0911e3e-bd8c-4bf5-89f8-ffa4e5420458 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': '1d1ddf47-e4ed-4ca9-a4f6-b213d7126dbb', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:51:24.987836 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c0911e3e-bd8c-4bf5-89f8-ffa4e5420458 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:51:24.992333 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c0911e3e-bd8c-4bf5-89f8-ffa4e5420458 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:51:24.995447 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c0911e3e-bd8c-4bf5-89f8-ffa4e5420458 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:51:25.002259 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c0911e3e-bd8c-4bf5-89f8-ffa4e5420458 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:51:25.018931 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c0911e3e-bd8c-4bf5-89f8-ffa4e5420458 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:25.028658 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-f7d1b0a4-d987-4c47-9301-0343e4c9a2f6 None None] Port e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:51:25.081373 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c0911e3e-bd8c-4bf5-89f8-ffa4e5420458 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:25.085389 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c0911e3e-bd8c-4bf5-89f8-ffa4e5420458 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:25.109757 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0911e3e-bd8c-4bf5-89f8-ffa4e5420458 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20ed9409-eae9-4c5a-9527-78f032d4f94b,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:51:25.120522 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c0911e3e-bd8c-4bf5-89f8-ffa4e5420458 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:25.121748 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c0911e3e-bd8c-4bf5-89f8-ffa4e5420458 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1446965 Sep 22 21:51:25.124528 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53528) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:51:25.124727 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b9d0e-2e82-469b-b45b-7f6173cf428e None None] Pushing event updated for resources: {'Port': ['ID=e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39,revision_number=3']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:51:25.129411 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-ade24d3c-14f5-4d8e-984f-a78f6e134107 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': '1d1ddf47-e4ed-4ca9-a4f6-b213d7126dbb', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:51:25.135683 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-ade24d3c-14f5-4d8e-984f-a78f6e134107 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:51:25.136676 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8b9d0e-2e82-469b-b45b-7f6173cf428e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:51:25.137016 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8b9d0e-2e82-469b-b45b-7f6173cf428e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:51:25.137348 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8b9d0e-2e82-469b-b45b-7f6173cf428e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:51:25.137673 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8b9d0e-2e82-469b-b45b-7f6173cf428e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:51:25.137992 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8b9d0e-2e82-469b-b45b-7f6173cf428e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:51:25.138321 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8b9d0e-2e82-469b-b45b-7f6173cf428e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:51:25.138650 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8b9d0e-2e82-469b-b45b-7f6173cf428e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:51:25.138967 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8b9d0e-2e82-469b-b45b-7f6173cf428e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:51:25.139283 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8b9d0e-2e82-469b-b45b-7f6173cf428e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:51:25.139580 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-ade24d3c-14f5-4d8e-984f-a78f6e134107 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:51:25.139688 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8b9d0e-2e82-469b-b45b-7f6173cf428e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:51:25.139894 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8b9d0e-2e82-469b-b45b-7f6173cf428e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:51:25.140203 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8b9d0e-2e82-469b-b45b-7f6173cf428e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:51:25.142389 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-ade24d3c-14f5-4d8e-984f-a78f6e134107 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:51:25.143377 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-50e08a51-26e7-4f1a-b8e4-51bc431d08a3 None None] Attempting to bind port e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:51:25.143738 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-50e08a51-26e7-4f1a-b8e4-51bc431d08a3 None None] Attempting to bind port e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '6146426e-bfd0-4bb0-987f-38bb9af65a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1bb6d864-12aa-4f2d-916d-b912a03d1cf1'}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:51:25.144088 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e08a51-26e7-4f1a-b8e4-51bc431d08a3 None None] Attempting to bind port e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39 on network 1bb6d864-12aa-4f2d-916d-b912a03d1cf1 {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:51:25.148346 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-ade24d3c-14f5-4d8e-984f-a78f6e134107 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:51:25.150728 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e08a51-26e7-4f1a-b8e4-51bc431d08a3 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:51:25.151096 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e08a51-26e7-4f1a-b8e4-51bc431d08a3 None None] Checking segment: {'id': '6146426e-bfd0-4bb0-987f-38bb9af65a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1bb6d864-12aa-4f2d-916d-b912a03d1cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:51:25.151488 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-50e08a51-26e7-4f1a-b8e4-51bc431d08a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:25.151863 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e08a51-26e7-4f1a-b8e4-51bc431d08a3 None None] Bound using segment: {'id': '6146426e-bfd0-4bb0-987f-38bb9af65a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1bb6d864-12aa-4f2d-916d-b912a03d1cf1'} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:51:25.152322 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-50e08a51-26e7-4f1a-b8e4-51bc431d08a3 None None] Bound port: e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6146426e-bfd0-4bb0-987f-38bb9af65a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1bb6d864-12aa-4f2d-916d-b912a03d1cf1'}}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:51:25.152686 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-50e08a51-26e7-4f1a-b8e4-51bc431d08a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:25.165564 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ade24d3c-14f5-4d8e-984f-a78f6e134107 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:25.232815 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ade24d3c-14f5-4d8e-984f-a78f6e134107 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:25.237264 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ade24d3c-14f5-4d8e-984f-a78f6e134107 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:25.274216 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-50e08a51-26e7-4f1a-b8e4-51bc431d08a3 None None] For port e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:51:25.278135 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 63bba842-c595-4780-94a4-b8e109f383a8 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:51:25.278305 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-50e08a51-26e7-4f1a-b8e4-51bc431d08a3 None None] For port e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39,segment=NetworkSegment(6146426e-bfd0-4bb0-987f-38bb9af65a89),segment_id=6146426e-bfd0-4bb0-987f-38bb9af65a89)] {{(pid=89011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:51:25.281586 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ade24d3c-14f5-4d8e-984f-a78f6e134107 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:25.283142 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-50e08a51-26e7-4f1a-b8e4-51bc431d08a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:25.285857 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53532) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:51:25.287397 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ade24d3c-14f5-4d8e-984f-a78f6e134107 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1616409 Sep 22 21:51:25.290206 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade24d3c-14f5-4d8e-984f-a78f6e134107 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fccf1909-c80c-4184-b36d-2278250c96d9,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:51:25.293356 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-229eb4b4-21dc-4fd4-9067-3d58187b76a2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': '1d1ddf47-e4ed-4ca9-a4f6-b213d7126dbb', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:51:25.303577 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-229eb4b4-21dc-4fd4-9067-3d58187b76a2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:51:25.316943 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-229eb4b4-21dc-4fd4-9067-3d58187b76a2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:51:25.320422 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-229eb4b4-21dc-4fd4-9067-3d58187b76a2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:51:25.327335 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-229eb4b4-21dc-4fd4-9067-3d58187b76a2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:51:25.345896 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-229eb4b4-21dc-4fd4-9067-3d58187b76a2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:25.348087 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e08a51-26e7-4f1a-b8e4-51bc431d08a3 None None] Routers {'f75a7164-8ac3-4b90-bce4-f8364b8abd74'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:51:25.348722 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-50e08a51-26e7-4f1a-b8e4-51bc431d08a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:51:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['f75a7164-8ac3-4b90-bce4-f8364b8abd74'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:51:25.367277 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 63bba842-c595-4780-94a4-b8e109f383a8 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:51:25.367859 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:25.368335 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 63bba842-c595-4780-94a4-b8e109f383a8 Sep 22 21:51:25.413516 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-229eb4b4-21dc-4fd4-9067-3d58187b76a2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:25.417843 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-229eb4b4-21dc-4fd4-9067-3d58187b76a2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:25.433245 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b9d0e-2e82-469b-b45b-7f6173cf428e None None] Pushing event updated for resources: {'Port': ['ID=e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39,revision_number=4']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:51:25.449250 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229eb4b4-21dc-4fd4-9067-3d58187b76a2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f498072-e8ab-47cd-b4b5-21628a7e164c,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:51:25.452110 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-229eb4b4-21dc-4fd4-9067-3d58187b76a2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:25.453302 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-229eb4b4-21dc-4fd4-9067-3d58187b76a2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1657360 Sep 22 21:51:25.456542 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53536) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:51:25.461838 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-720a3353-051c-4a4d-9121-a6c97184c756 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': '1d1ddf47-e4ed-4ca9-a4f6-b213d7126dbb', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:51:25.468258 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-720a3353-051c-4a4d-9121-a6c97184c756 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:51:25.472509 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-720a3353-051c-4a4d-9121-a6c97184c756 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:51:25.476597 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-720a3353-051c-4a4d-9121-a6c97184c756 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:51:25.483651 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-720a3353-051c-4a4d-9121-a6c97184c756 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:51:25.502507 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 63bba842-c595-4780-94a4-b8e109f383a8 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:51:25.503193 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.securitygroups_db [None req-720a3353-051c-4a4d-9121-a6c97184c756 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Project eb1aed2a20e141c98ec99089a446670b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 21:51:25.504281 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device f3125bb3-a40f-4211-af2f-3a352e5d44ce up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:51:25.511734 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-720a3353-051c-4a4d-9121-a6c97184c756 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:25.532111 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-f7d1b0a4-d987-4c47-9301-0343e4c9a2f6 None None] Attempt 3 to provision port e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39 Sep 22 21:51:25.533615 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-50e08a51-26e7-4f1a-b8e4-51bc431d08a3 None None] Set router f75a7164-8ac3-4b90-bce4-f8364b8abd74 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:51:25.582793 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-720a3353-051c-4a4d-9121-a6c97184c756 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:25.587830 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-720a3353-051c-4a4d-9121-a6c97184c756 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:25.619645 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-720a3353-051c-4a4d-9121-a6c97184c756 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:25.620995 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-720a3353-051c-4a4d-9121-a6c97184c756 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1633720 Sep 22 21:51:25.623714 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53540) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:51:25.625487 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-f7d1b0a4-d987-4c47-9301-0343e4c9a2f6 None None] Port e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39 had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 21:51:25.629663 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-9f1e87f0-19ea-4b4c-93ee-3313196504e7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': '1d1ddf47-e4ed-4ca9-a4f6-b213d7126dbb', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:51:25.634068 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a3353-051c-4a4d-9121-a6c97184c756 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5db7d1db-384a-4622-a4e1-d2eb6699720d,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:51:25.638532 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-9f1e87f0-19ea-4b4c-93ee-3313196504e7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:51:25.639854 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port f3125bb3-a40f-4211-af2f-3a352e5d44ce triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:51:25.640219 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:25.640543 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port f3125bb3-a40f-4211-af2f-3a352e5d44ce Sep 22 21:51:25.643476 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-9f1e87f0-19ea-4b4c-93ee-3313196504e7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:51:25.646860 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-9f1e87f0-19ea-4b4c-93ee-3313196504e7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:51:25.653450 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-9f1e87f0-19ea-4b4c-93ee-3313196504e7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:51:25.665694 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.securitygroups_db [None req-9f1e87f0-19ea-4b4c-93ee-3313196504e7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Project eb1aed2a20e141c98ec99089a446670b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 21:51:25.673816 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9f1e87f0-19ea-4b4c-93ee-3313196504e7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:25.686816 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-f7d1b0a4-d987-4c47-9301-0343e4c9a2f6 None None] Provisioning complete for port f3125bb3-a40f-4211-af2f-3a352e5d44ce triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:51:25.687183 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f7d1b0a4-d987-4c47-9301-0343e4c9a2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:25.687513 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-f7d1b0a4-d987-4c47-9301-0343e4c9a2f6 None None] Attempt 1 to provision port f3125bb3-a40f-4211-af2f-3a352e5d44ce Sep 22 21:51:25.742379 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9f1e87f0-19ea-4b4c-93ee-3313196504e7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:25.747170 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9f1e87f0-19ea-4b4c-93ee-3313196504e7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:25.786080 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9f1e87f0-19ea-4b4c-93ee-3313196504e7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:25.787628 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-9f1e87f0-19ea-4b4c-93ee-3313196504e7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1626008 Sep 22 21:51:25.788507 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1e87f0-19ea-4b4c-93ee-3313196504e7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0285f4af-d490-4e99-95e7-0a12afeca8e5,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:51:25.863078 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-50e08a51-26e7-4f1a-b8e4-51bc431d08a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'name': 'tempest-TestNetworkBasicOps-router-671646432', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '63bba842-c595-4780-94a4-b8e109f383a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:51:17Z', 'updated_at': '2022-09-22T21:51:22Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '63bba842-c595-4780-94a4-b8e109f383a8', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:59:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:51:18Z', 'updated_at': '2022-09-22T21:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': 'e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39', 'name': '', 'network_id': '1bb6d864-12aa-4f2d-916d-b912a03d1cf1', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:65:9b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'd98789b4-1e5d-4a68-a42f-d5cb1e045264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:51:21Z', 'updated_at': '2022-09-22T21:51:25Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': 'd98789b4-1e5d-4a68-a42f-d5cb1e045264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:51:25.867863 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e08a51-26e7-4f1a-b8e4-51bc431d08a3 None None] The sync data for ids ['f75a7164-8ac3-4b90-bce4-f8364b8abd74'] in dv-neutron-858900-1-hyperv is: [{'id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'name': 'tempest-TestNetworkBasicOps-router-671646432', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '63bba842-c595-4780-94a4-b8e109f383a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:51:17Z', 'updated_at': '2022-09-22T21:51:22Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '63bba842-c595-4780-94a4-b8e109f383a8', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:59:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:51:18Z', 'updated_at': '2022-09-22T21:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': 'e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39', 'name': '', 'network_id': '1bb6d864-12aa-4f2d-916d-b912a03d1cf1', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:65:9b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'd98789b4-1e5d-4a68-a42f-d5cb1e045264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:51:21Z', 'updated_at': '2022-09-22T21:51:25Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': 'd98789b4-1e5d-4a68-a42f-d5cb1e045264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:51:25.876026 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port f3125bb3-a40f-4211-af2f-3a352e5d44ce is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:51:25.880486 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-f7d1b0a4-d987-4c47-9301-0343e4c9a2f6 None None] Current status of the port f3125bb3-a40f-4211-af2f-3a352e5d44ce is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:51:25.937253 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:25.997964 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-ce2dfc20-4527-4d70-825f-250794f0b34b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:security_group {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:51:26.014155 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-ce2dfc20-4527-4d70-825f-250794f0b34b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:security_group {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:51:26.015351 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-ce2dfc20-4527-4d70-825f-250794f0b34b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1065698971&fields=id&tenant_id=eb1aed2a20e141c98ec99089a446670b HTTP/1.1" status: 200 len: 267 time: 0.0663729 Sep 22 21:51:26.168887 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-9c797a87-8d33-4642-8adc-2ffc76daa123 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:26.169505 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-9c797a87-8d33-4642-8adc-2ffc76daa123 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:network {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:51:26.185967 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-9c797a87-8d33-4642-8adc-2ffc76daa123 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:network {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:51:26.187894 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-9c797a87-8d33-4642-8adc-2ffc76daa123 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/networks?id=1bb6d864-12aa-4f2d-916d-b912a03d1cf1 HTTP/1.1" status: 200 len: 797 time: 0.1653202 Sep 22 21:51:26.206036 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-87197649-94a3-45ea-b171-aaa3fa5c6940 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/quotas/eb1aed2a20e141c98ec99089a446670b HTTP/1.1" status: 200 len: 375 time: 0.0105026 Sep 22 21:51:26.300067 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-1c8c92f6-3aeb-461f-935d-c5817f1d1082 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:51:26.317512 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-1c8c92f6-3aeb-461f-935d-c5817f1d1082 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:51:26.319109 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-1c8c92f6-3aeb-461f-935d-c5817f1d1082 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1073184 Sep 22 21:51:26.509284 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-93441004-068b-49d1-8ffb-8cf7b3cc581c service neutron] 10.222.0.33 "GET /v2.0/networks/1bb6d864-12aa-4f2d-916d-b912a03d1cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774349 Sep 22 21:51:26.644012 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-ac67d7ed-2706-4646-b03a-a2e96b1deedc service neutron] 10.222.0.33 "GET /v2.0/networks/1bb6d864-12aa-4f2d-916d-b912a03d1cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288371 Sep 22 21:51:26.832436 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-6f2e5cfb-1421-4b32-8887-e7a8035a25bd req-75689d93-08e4-480a-92f4-567bfcedc87f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:51:26.845675 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-6f2e5cfb-1421-4b32-8887-e7a8035a25bd req-75689d93-08e4-480a-92f4-567bfcedc87f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:51:26.847001 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-6f2e5cfb-1421-4b32-8887-e7a8035a25bd req-75689d93-08e4-480a-92f4-567bfcedc87f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=9cfa04a0-0034-4869-8601-ceb273c51510 HTTP/1.1" status: 200 len: 210 time: 0.0652750 Sep 22 21:51:27.280327 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:51:27.353311 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:51:27.358581 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:51:27.359010 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:27.359345 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39 Sep 22 21:51:27.480935 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:51:27.481318 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:27.514678 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39,segment=NetworkSegment(6146426e-bfd0-4bb0-987f-38bb9af65a89),segment_id=6146426e-bfd0-4bb0-987f-38bb9af65a89)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:51:27.518132 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:27.584239 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:51:27.961993 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-84a45429-c867-4f04-ae9c-d75756251550 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:27.964677 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-84a45429-c867-4f04-ae9c-d75756251550 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "GET /v2.0/networks?id=1bb6d864-12aa-4f2d-916d-b912a03d1cf1 HTTP/1.1" status: 200 len: 797 time: 0.1615431 Sep 22 21:51:28.030247 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1a773361-d083-4e06-bcd2-87f506fcdf4e req-1db87f92-cdda-41f9-b5ad-c9a436502121 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=9cfa04a0-0034-4869-8601-ceb273c51510 HTTP/1.1" status: 200 len: 210 time: 0.0628095 Sep 22 21:51:28.058506 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-74e3b255-1628-4d90-bcce-9a050da94075 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb1aed2a20e141c98ec99089a446670b HTTP/1.1" status: 200 len: 380 time: 0.0556221 Sep 22 21:51:28.066439 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-57534a1e-8401-4353-9d08-0f02b9aeafe7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'port': {'device_id': '9cfa04a0-0034-4869-8601-ceb273c51510', 'network_id': '1bb6d864-12aa-4f2d-916d-b912a03d1cf1', 'admin_state_up': True, 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'security_groups': ['1d1ddf47-e4ed-4ca9-a4f6-b213d7126dbb']}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:51:28.200225 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-57534a1e-8401-4353-9d08-0f02b9aeafe7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:51:28.209451 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-57534a1e-8401-4353-9d08-0f02b9aeafe7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:51:28.219820 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-57534a1e-8401-4353-9d08-0f02b9aeafe7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Made reservation on behalf of eb1aed2a20e141c98ec99089a446670b for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:51:28.223470 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-57534a1e-8401-4353-9d08-0f02b9aeafe7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:28.379455 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-57534a1e-8401-4353-9d08-0f02b9aeafe7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Allocated IP 172.20.0.11 (1bb6d864-12aa-4f2d-916d-b912a03d1cf1/d98789b4-1e5d-4a68-a42f-d5cb1e045264/d1c0b747-a529-4bae-b23d-d0fdebffd999) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:51:28.570463 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-57534a1e-8401-4353-9d08-0f02b9aeafe7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:28.585576 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-57534a1e-8401-4353-9d08-0f02b9aeafe7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Transition to ACTIVE for port object d1c0b747-a529-4bae-b23d-d0fdebffd999 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:51:28.608300 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-57534a1e-8401-4353-9d08-0f02b9aeafe7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:28.674473 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-57534a1e-8401-4353-9d08-0f02b9aeafe7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network 1bb6d864-12aa-4f2d-916d-b912a03d1cf1 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:51:28.677240 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-57534a1e-8401-4353-9d08-0f02b9aeafe7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:51:28.681150 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-57534a1e-8401-4353-9d08-0f02b9aeafe7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:51:28.717154 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57534a1e-8401-4353-9d08-0f02b9aeafe7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=d1c0b747-a529-4bae-b23d-d0fdebffd999,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:51:28.747872 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-57534a1e-8401-4353-9d08-0f02b9aeafe7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:28.748495 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-57534a1e-8401-4353-9d08-0f02b9aeafe7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:28.773803 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-57534a1e-8401-4353-9d08-0f02b9aeafe7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7107072 Sep 22 21:51:28.784681 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-50b8046a-4bdf-479c-9ff6-276d573828b4 service neutron] Request body: {'port': {'device_id': '9cfa04a0-0034-4869-8601-ceb273c51510', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:51:28.897607 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-50b8046a-4bdf-479c-9ff6-276d573828b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:28.938222 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-6fb1b541-9a8f-4dd8-a08a-6b1f77e4af67 None None] Provisioning for port d1c0b747-a529-4bae-b23d-d0fdebffd999 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:51:28.943028 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-6fb1b541-9a8f-4dd8-a08a-6b1f77e4af67 None None] Provisioning complete for port d1c0b747-a529-4bae-b23d-d0fdebffd999 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:51:28.943464 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6fb1b541-9a8f-4dd8-a08a-6b1f77e4af67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:28.943856 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-6fb1b541-9a8f-4dd8-a08a-6b1f77e4af67 None None] Attempt 1 to provision port d1c0b747-a529-4bae-b23d-d0fdebffd999 Sep 22 21:51:29.000288 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-6fb1b541-9a8f-4dd8-a08a-6b1f77e4af67 None None] Port d1c0b747-a529-4bae-b23d-d0fdebffd999 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:51:29.234477 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959240f4-e8a5-413d-826e-610dee7928d0 req-31f00370-eb23-47a4-b3c4-3fa0236edb74 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:29.236998 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-959240f4-e8a5-413d-826e-610dee7928d0 req-31f00370-eb23-47a4-b3c4-3fa0236edb74 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=9cfa04a0-0034-4869-8601-ceb273c51510 HTTP/1.1" status: 200 len: 932 time: 0.0949771 Sep 22 21:51:29.266112 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:51:29.291329 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-959240f4-e8a5-413d-826e-610dee7928d0 req-5c335b52-609a-4c4c-908b-252fdd782700 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=1d1ddf47-e4ed-4ca9-a4f6-b213d7126dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480912 Sep 22 21:51:29.339901 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:51:29.340174 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:29.340498 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39 Sep 22 21:51:29.344729 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-50b8046a-4bdf-479c-9ff6-276d573828b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1c0b747-a529-4bae-b23d-d0fdebffd999 {{(pid=89008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:51:29.351970 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-50b8046a-4bdf-479c-9ff6-276d573828b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:29.366233 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-50b8046a-4bdf-479c-9ff6-276d573828b4 service neutron] Transition to ACTIVE for port object d1c0b747-a529-4bae-b23d-d0fdebffd999 will not be triggered until provisioned by entity L2. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:51:29.370831 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-50b8046a-4bdf-479c-9ff6-276d573828b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:29.458112 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:51:29.501481 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-6fb1b541-9a8f-4dd8-a08a-6b1f77e4af67 None None] Attempt 2 to provision port d1c0b747-a529-4bae-b23d-d0fdebffd999 Sep 22 21:51:29.553176 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-6fb1b541-9a8f-4dd8-a08a-6b1f77e4af67 None None] Port d1c0b747-a529-4bae-b23d-d0fdebffd999 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:51:29.569997 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b8046a-4bdf-479c-9ff6-276d573828b4 service neutron] Pushing event updated for resources: {'Port': ['ID=d1c0b747-a529-4bae-b23d-d0fdebffd999,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:51:29.603403 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-50b8046a-4bdf-479c-9ff6-276d573828b4 service neutron] Attempting to bind port d1c0b747-a529-4bae-b23d-d0fdebffd999 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:51:29.603863 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-50b8046a-4bdf-479c-9ff6-276d573828b4 service neutron] Attempting to bind port d1c0b747-a529-4bae-b23d-d0fdebffd999 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '6146426e-bfd0-4bb0-987f-38bb9af65a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1bb6d864-12aa-4f2d-916d-b912a03d1cf1'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:51:29.604190 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-50b8046a-4bdf-479c-9ff6-276d573828b4 service neutron] Attempting to bind port d1c0b747-a529-4bae-b23d-d0fdebffd999 on network 1bb6d864-12aa-4f2d-916d-b912a03d1cf1 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:51:29.608628 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-50b8046a-4bdf-479c-9ff6-276d573828b4 service neutron] Port d1c0b747-a529-4bae-b23d-d0fdebffd999 on network 1bb6d864-12aa-4f2d-916d-b912a03d1cf1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:51:29.608946 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-50b8046a-4bdf-479c-9ff6-276d573828b4 service neutron] Attempting to bind port d1c0b747-a529-4bae-b23d-d0fdebffd999 on network 1bb6d864-12aa-4f2d-916d-b912a03d1cf1 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:51:29.613862 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-50b8046a-4bdf-479c-9ff6-276d573828b4 service neutron] Checking agent: {'id': '8a88b827-3477-4399-ac15-439d59b3c48a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'started_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:51:29.614193 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-50b8046a-4bdf-479c-9ff6-276d573828b4 service neutron] Checking segment: {'id': '6146426e-bfd0-4bb0-987f-38bb9af65a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1bb6d864-12aa-4f2d-916d-b912a03d1cf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:51:29.614566 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-50b8046a-4bdf-479c-9ff6-276d573828b4 service neutron] Bound using segment: {'id': '6146426e-bfd0-4bb0-987f-38bb9af65a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1bb6d864-12aa-4f2d-916d-b912a03d1cf1'} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:51:29.615016 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-50b8046a-4bdf-479c-9ff6-276d573828b4 service neutron] Bound port: d1c0b747-a529-4bae-b23d-d0fdebffd999, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6146426e-bfd0-4bb0-987f-38bb9af65a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1bb6d864-12aa-4f2d-916d-b912a03d1cf1'}}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:51:29.615358 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-50b8046a-4bdf-479c-9ff6-276d573828b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:29.701368 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-50b8046a-4bdf-479c-9ff6-276d573828b4 service neutron] For port d1c0b747-a529-4bae-b23d-d0fdebffd999, host hv-neutron-8589, cleared binding levels {{(pid=89008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:51:29.704312 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-50b8046a-4bdf-479c-9ff6-276d573828b4 service neutron] For port d1c0b747-a529-4bae-b23d-d0fdebffd999, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=d1c0b747-a529-4bae-b23d-d0fdebffd999,segment=NetworkSegment(6146426e-bfd0-4bb0-987f-38bb9af65a89),segment_id=6146426e-bfd0-4bb0-987f-38bb9af65a89)] {{(pid=89008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:51:29.708223 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-50b8046a-4bdf-479c-9ff6-276d573828b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:29.739003 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-50b8046a-4bdf-479c-9ff6-276d573828b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:29.739610 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-50b8046a-4bdf-479c-9ff6-276d573828b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:29.740993 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-50b8046a-4bdf-479c-9ff6-276d573828b4 service neutron] 10.222.0.49 "PUT /v2.0/ports/d1c0b747-a529-4bae-b23d-d0fdebffd999 HTTP/1.1" status: 200 len: 1094 time: 0.9604683 Sep 22 21:51:29.741429 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cfa04a0-0034-4869-8601-ceb273c51510', 'tag': 'd1c0b747-a529-4bae-b23d-d0fdebffd999'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:51:29.743731 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b13625-7b94-49eb-8c6a-e9c2a8b85c20" -d '{"events": [{"name": "network-changed", "server_uuid": "9cfa04a0-0034-4869-8601-ceb273c51510", "tag": "d1c0b747-a529-4bae-b23d-d0fdebffd999"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:51:29.821486 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0390ba-aa2b-4ef4-bf35-cad74d8a5969 x-openstack-request-id: req-ef0390ba-aa2b-4ef4-bf35-cad74d8a5969 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:51:29.821777 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cfa04a0-0034-4869-8601-ceb273c51510", "tag": "d1c0b747-a529-4bae-b23d-d0fdebffd999", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:51:29.822023 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ef0390ba-aa2b-4ef4-bf35-cad74d8a5969 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:51:29.822406 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef0390ba-aa2b-4ef4-bf35-cad74d8a5969'] response: {'name': 'network-changed', 'server_uuid': '9cfa04a0-0034-4869-8601-ceb273c51510', 'tag': 'd1c0b747-a529-4bae-b23d-d0fdebffd999', 'status': 'completed', 'code': 200} Sep 22 21:51:29.837824 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b8046a-4bdf-479c-9ff6-276d573828b4 service neutron] Pushing event updated for resources: {'Port': ['ID=d1c0b747-a529-4bae-b23d-d0fdebffd999,revision_number=3']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:51:29.871472 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-0432ae96-a174-4abb-bd61-7e03d0bde17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:29.872838 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-0432ae96-a174-4abb-bd61-7e03d0bde17b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&device_id=9cfa04a0-0034-4869-8601-ceb273c51510 HTTP/1.1" status: 200 len: 1097 time: 0.0933895 Sep 22 21:51:29.942248 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-02624ca4-8bfc-4632-ad64-284518851673 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1c0b747-a529-4bae-b23d-d0fdebffd999 HTTP/1.1" status: 200 len: 217 time: 0.0627439 Sep 22 21:51:30.002201 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-e8497163-d4d5-4182-ba90-d3ee40cb48dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:30.003579 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-e8497163-d4d5-4182-ba90-d3ee40cb48dc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d98789b4-1e5d-4a68-a42f-d5cb1e045264 HTTP/1.1" status: 200 len: 835 time: 0.0558622 Sep 22 21:51:30.054112 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-6fb1b541-9a8f-4dd8-a08a-6b1f77e4af67 None None] Attempt 3 to provision port d1c0b747-a529-4bae-b23d-d0fdebffd999 Sep 22 21:51:30.086301 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-93ba7f33-aff9-4b7e-a8b6-668b0b15c575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:30.088422 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-93ba7f33-aff9-4b7e-a8b6-668b0b15c575 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1bb6d864-12aa-4f2d-916d-b912a03d1cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795245 Sep 22 21:51:30.116643 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-6fb1b541-9a8f-4dd8-a08a-6b1f77e4af67 None None] Port d1c0b747-a529-4bae-b23d-d0fdebffd999 had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 21:51:30.216638 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-cc3f899d-4324-4c8d-a2e2-4b17c02eb86f service neutron] 10.222.0.49 "GET /v2.0/networks/1bb6d864-12aa-4f2d-916d-b912a03d1cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222167 Sep 22 21:51:30.346290 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5d97c121-3c19-4cf5-bd51-5ce7498a78d2 req-f6abf74d-d215-4b92-a952-030b5dee7e1e service neutron] 10.222.0.49 "GET /v2.0/networks/1bb6d864-12aa-4f2d-916d-b912a03d1cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243062 Sep 22 21:51:30.465933 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b13625-7b94-49eb-8c6a-e9c2a8b85c20 req-71755c6d-124c-4530-a5cd-e99ad30f9dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:30.467602 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-70b13625-7b94-49eb-8c6a-e9c2a8b85c20 req-71755c6d-124c-4530-a5cd-e99ad30f9dcb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&device_id=9cfa04a0-0034-4869-8601-ceb273c51510 HTTP/1.1" status: 200 len: 1097 time: 0.0790138 Sep 22 21:51:30.487789 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd43f7-9d57-41a1-be41-75cad7fafc7c req-1b76731c-d84b-4120-81d5-5563048eacee tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:30.489228 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-51cd43f7-9d57-41a1-be41-75cad7fafc7c req-1b76731c-d84b-4120-81d5-5563048eacee tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=9cfa04a0-0034-4869-8601-ceb273c51510 HTTP/1.1" status: 200 len: 944 time: 0.0880997 Sep 22 21:51:30.532568 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-51cd43f7-9d57-41a1-be41-75cad7fafc7c req-9107f615-c654-40d1-851e-55557d342eaa tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=1d1ddf47-e4ed-4ca9-a4f6-b213d7126dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371611 Sep 22 21:51:30.597747 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b13625-7b94-49eb-8c6a-e9c2a8b85c20 req-7cfde510-2075-4f5a-a740-12e149f12e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:30.599210 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-70b13625-7b94-49eb-8c6a-e9c2a8b85c20 req-7cfde510-2075-4f5a-a740-12e149f12e99 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1bb6d864-12aa-4f2d-916d-b912a03d1cf1 HTTP/1.1" status: 200 len: 897 time: 0.1258385 Sep 22 21:51:30.755129 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-70b13625-7b94-49eb-8c6a-e9c2a8b85c20 req-31913568-6b2e-45ff-9aa3-ebec005ee1b3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1c0b747-a529-4bae-b23d-d0fdebffd999 HTTP/1.1" status: 200 len: 217 time: 0.1495285 Sep 22 21:51:30.815355 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b13625-7b94-49eb-8c6a-e9c2a8b85c20 req-58426576-e3cd-44ba-bee4-a541ce07be07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:30.816709 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-70b13625-7b94-49eb-8c6a-e9c2a8b85c20 req-58426576-e3cd-44ba-bee4-a541ce07be07 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d98789b4-1e5d-4a68-a42f-d5cb1e045264 HTTP/1.1" status: 200 len: 835 time: 0.0560248 Sep 22 21:51:30.900913 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b13625-7b94-49eb-8c6a-e9c2a8b85c20 req-f9ed15c6-94f6-4b3c-a0d7-03fcb0391be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:30.902348 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-70b13625-7b94-49eb-8c6a-e9c2a8b85c20 req-f9ed15c6-94f6-4b3c-a0d7-03fcb0391be0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1bb6d864-12aa-4f2d-916d-b912a03d1cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796082 Sep 22 21:51:31.032314 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-70b13625-7b94-49eb-8c6a-e9c2a8b85c20 req-98086871-63b6-41b2-a921-f504e23d121d service neutron] 10.222.0.49 "GET /v2.0/networks/1bb6d864-12aa-4f2d-916d-b912a03d1cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225102 Sep 22 21:51:31.159616 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-70b13625-7b94-49eb-8c6a-e9c2a8b85c20 req-100ea3ea-1099-42da-ad90-ca550b448cdd service neutron] 10.222.0.49 "GET /v2.0/networks/1bb6d864-12aa-4f2d-916d-b912a03d1cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210918 Sep 22 21:51:31.628482 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device d1c0b747-a529-4bae-b23d-d0fdebffd999 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 21:51:31.805192 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port d1c0b747-a529-4bae-b23d-d0fdebffd999, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=d1c0b747-a529-4bae-b23d-d0fdebffd999,segment=NetworkSegment(6146426e-bfd0-4bb0-987f-38bb9af65a89),segment_id=6146426e-bfd0-4bb0-987f-38bb9af65a89)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:51:31.818480 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': 'd1c0b747-a529-4bae-b23d-d0fdebffd999', 'network_id': '1bb6d864-12aa-4f2d-916d-b912a03d1cf1', 'port_id': 'd1c0b747-a529-4bae-b23d-d0fdebffd999', 'mac_address': 'fa:16:3e:ba:53:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd98789b4-1e5d-4a68-a42f-d5cb1e045264', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 21:51:31.872667 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:51:31.874089 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port d1c0b747-a529-4bae-b23d-d0fdebffd999 is: DOWN; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:51:31.874462 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:31.876017 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb98bd2-344e-4cb4-9d0e-eef004a0ee00 req-6f0e47bc-da62-4994-ab77-df8304c080f5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:31.876707 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-4bb98bd2-344e-4cb4-9d0e-eef004a0ee00 req-6f0e47bc-da62-4994-ab77-df8304c080f5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:51:31.892481 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-4bb98bd2-344e-4cb4-9d0e-eef004a0ee00 req-6f0e47bc-da62-4994-ab77-df8304c080f5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:51:31.893341 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1c0b747-a529-4bae-b23d-d0fdebffd999 {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:51:31.893647 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4bb98bd2-344e-4cb4-9d0e-eef004a0ee00 req-6f0e47bc-da62-4994-ab77-df8304c080f5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=9cfa04a0-0034-4869-8601-ceb273c51510 HTTP/1.1" status: 200 len: 944 time: 0.1035206 Sep 22 21:51:31.910725 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port d1c0b747-a529-4bae-b23d-d0fdebffd999, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=d1c0b747-a529-4bae-b23d-d0fdebffd999,segment=NetworkSegment(6146426e-bfd0-4bb0-987f-38bb9af65a89),segment_id=6146426e-bfd0-4bb0-987f-38bb9af65a89)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:51:31.914596 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:31.941086 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4bb98bd2-344e-4cb4-9d0e-eef004a0ee00 req-ffbc77aa-3d29-4008-8d80-f4a8d3f516e3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=1d1ddf47-e4ed-4ca9-a4f6-b213d7126dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400760 Sep 22 21:51:31.984174 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=d1c0b747-a529-4bae-b23d-d0fdebffd999,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:51:32.168675 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['d1c0b747-a529-4bae-b23d-d0fdebffd999'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 21:51:33.136600 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3b2ab-6a6e-4185-af08-9c5568abdcbf req-ee2dac95-31cf-4967-b753-1a141de50e2d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:33.138027 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-54e3b2ab-6a6e-4185-af08-9c5568abdcbf req-ee2dac95-31cf-4967-b753-1a141de50e2d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=9cfa04a0-0034-4869-8601-ceb273c51510 HTTP/1.1" status: 200 len: 945 time: 0.0867310 Sep 22 21:51:33.180099 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-54e3b2ab-6a6e-4185-af08-9c5568abdcbf req-671f0cee-b541-4dfe-a15d-67fd6599477c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=1d1ddf47-e4ed-4ca9-a4f6-b213d7126dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364921 Sep 22 21:51:33.644124 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device d1c0b747-a529-4bae-b23d-d0fdebffd999 up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:51:33.713244 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning for port d1c0b747-a529-4bae-b23d-d0fdebffd999 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:51:33.718084 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port d1c0b747-a529-4bae-b23d-d0fdebffd999 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:51:33.718454 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:33.718820 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port d1c0b747-a529-4bae-b23d-d0fdebffd999 Sep 22 21:51:33.829828 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port d1c0b747-a529-4bae-b23d-d0fdebffd999 is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:51:33.830199 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:33.856245 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfa04a0-0034-4869-8601-ceb273c51510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c0b747-a529-4bae-b23d-d0fdebffd999'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:51:33.858730 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6e62fb-8708-465c-933e-99ee75e80aa1" -d '{"events": [{"server_uuid": "9cfa04a0-0034-4869-8601-ceb273c51510", "name": "network-vif-plugged", "status": "completed", "tag": "d1c0b747-a529-4bae-b23d-d0fdebffd999"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:51:33.866144 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port d1c0b747-a529-4bae-b23d-d0fdebffd999, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=d1c0b747-a529-4bae-b23d-d0fdebffd999,segment=NetworkSegment(6146426e-bfd0-4bb0-987f-38bb9af65a89),segment_id=6146426e-bfd0-4bb0-987f-38bb9af65a89)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:51:33.871706 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:33.952154 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=d1c0b747-a529-4bae-b23d-d0fdebffd999,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:51:34.051043 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 21:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07defd27-7db8-45e0-8875-ec67ea31db3a x-openstack-request-id: req-07defd27-7db8-45e0-8875-ec67ea31db3a {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:51:34.051339 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cfa04a0-0034-4869-8601-ceb273c51510", "name": "network-vif-plugged", "status": "completed", "tag": "d1c0b747-a529-4bae-b23d-d0fdebffd999", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:51:34.051592 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-07defd27-7db8-45e0-8875-ec67ea31db3a {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:51:34.052016 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07defd27-7db8-45e0-8875-ec67ea31db3a'] response: {'server_uuid': '9cfa04a0-0034-4869-8601-ceb273c51510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c0b747-a529-4bae-b23d-d0fdebffd999', 'code': 200} Sep 22 21:51:34.283558 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45e0b3-9b44-459b-90c6-76470b1d8f09 req-c8b13e20-2d0f-48b3-b069-cf2d50ea3592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:34.285192 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-de45e0b3-9b44-459b-90c6-76470b1d8f09 req-c8b13e20-2d0f-48b3-b069-cf2d50ea3592 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9cfa04a0-0034-4869-8601-ceb273c51510 HTTP/1.1" status: 200 len: 1099 time: 0.0835209 Sep 22 21:51:34.328514 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-de45e0b3-9b44-459b-90c6-76470b1d8f09 req-20f44691-eb9c-443c-8d7d-469957c6ce01 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1d1ddf47-e4ed-4ca9-a4f6-b213d7126dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372634 Sep 22 21:51:34.391508 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d386529-f790-4093-a853-ef0c824d1a72 req-6bc7dbf2-0101-4527-b973-cf54b92d78b9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:34.392966 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-3d386529-f790-4093-a853-ef0c824d1a72 req-6bc7dbf2-0101-4527-b973-cf54b92d78b9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=9cfa04a0-0034-4869-8601-ceb273c51510 HTTP/1.1" status: 200 len: 946 time: 0.0912685 Sep 22 21:51:34.435685 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-3d386529-f790-4093-a853-ef0c824d1a72 req-fa26e662-d5f2-44b1-9e49-6fc5d55c25b5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=1d1ddf47-e4ed-4ca9-a4f6-b213d7126dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370307 Sep 22 21:51:35.629045 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5905cd-73ac-412a-884b-a5003ef8cd07 req-bf9e8e32-c9f1-4642-adc5-9b47e14792c7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:35.630475 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0a5905cd-73ac-412a-884b-a5003ef8cd07 req-bf9e8e32-c9f1-4642-adc5-9b47e14792c7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=9cfa04a0-0034-4869-8601-ceb273c51510 HTTP/1.1" status: 200 len: 946 time: 0.0841680 Sep 22 21:51:35.677878 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0a5905cd-73ac-412a-884b-a5003ef8cd07 req-828ba3df-a2bb-4cb6-afa1-45401763e1f9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=1d1ddf47-e4ed-4ca9-a4f6-b213d7126dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412481 Sep 22 21:51:35.874526 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888420b-6288-4a9e-8a64-0b7fc3a516bf req-4b369243-f900-4121-bb16-2fe5632e88f2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:35.875978 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-7888420b-6288-4a9e-8a64-0b7fc3a516bf req-4b369243-f900-4121-bb16-2fe5632e88f2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=9cfa04a0-0034-4869-8601-ceb273c51510 HTTP/1.1" status: 200 len: 946 time: 0.0854321 Sep 22 21:51:35.923167 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-7888420b-6288-4a9e-8a64-0b7fc3a516bf req-fed03e01-eb04-4590-ba72-cccdd6736687 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=1d1ddf47-e4ed-4ca9-a4f6-b213d7126dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415373 Sep 22 21:51:35.953794 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53598) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:51:36.035886 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d641bb-366d-490c-875b-2f3e974006d7 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:36.037371 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-99d641bb-366d-490c-875b-2f3e974006d7 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=9cfa04a0-0034-4869-8601-ceb273c51510 HTTP/1.1" status: 200 len: 1094 time: 0.0826221 Sep 22 21:51:36.040174 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53602) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:51:36.044912 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-c58d1d0c-69da-47c3-9e05-d803058502df tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'floatingip': {'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'port_id': 'd1c0b747-a529-4bae-b23d-d0fdebffd999', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:51:36.050582 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-c58d1d0c-69da-47c3-9e05-d803058502df tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:51:36.054426 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-c58d1d0c-69da-47c3-9e05-d803058502df tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:floatingip and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:51:36.057728 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-c58d1d0c-69da-47c3-9e05-d803058502df tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:51:36.063347 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-c58d1d0c-69da-47c3-9e05-d803058502df tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:51:36.073860 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c58d1d0c-69da-47c3-9e05-d803058502df tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for floatingip, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:36.304463 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c58d1d0c-69da-47c3-9e05-d803058502df tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:36.438023 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-c58d1d0c-69da-47c3-9e05-d803058502df tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Allocated IP 172.26.0.251 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/9a2ddf2f-ef77-497f-82f9-73ae869559b9) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:51:36.580989 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c58d1d0c-69da-47c3-9e05-d803058502df tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:36.610010 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c58d1d0c-69da-47c3-9e05-d803058502df tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:36.674394 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58d1d0c-69da-47c3-9e05-d803058502df tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:51:36.677106 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-c58d1d0c-69da-47c3-9e05-d803058502df tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:51:36.680594 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58d1d0c-69da-47c3-9e05-d803058502df tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:51:36.723552 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d1d0c-69da-47c3-9e05-d803058502df tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=9a2ddf2f-ef77-497f-82f9-73ae869559b9,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:51:37.088815 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c58d1d0c-69da-47c3-9e05-d803058502df tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:37.159452 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c58d1d0c-69da-47c3-9e05-d803058502df tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:37.362415 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c58d1d0c-69da-47c3-9e05-d803058502df tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:37.366593 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c58d1d0c-69da-47c3-9e05-d803058502df tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:37.470222 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c58d1d0c-69da-47c3-9e05-d803058502df tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:37.520476 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d1d0c-69da-47c3-9e05-d803058502df tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=9a2ddf2f-ef77-497f-82f9-73ae869559b9,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:51:37.636259 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.l3_db [None req-c58d1d0c-69da-47c3-9e05-d803058502df tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Floating IP 76c3badf-8086-42a3-a4e8-8ce72aa4b072 associated. External IP: 172.26.0.251, port: d1c0b747-a529-4bae-b23d-d0fdebffd999. Sep 22 21:51:38.101469 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58d1d0c-69da-47c3-9e05-d803058502df tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Router f75a7164-8ac3-4b90-bce4-f8364b8abd74 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:51:38.278853 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58d1d0c-69da-47c3-9e05-d803058502df tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:51:38.288451 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5087bf3e-a0e8-467b-be01-bd17c54b9754 None None] Sync routers for ids ['f75a7164-8ac3-4b90-bce4-f8364b8abd74'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:51:38.297524 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5087bf3e-a0e8-467b-be01-bd17c54b9754 None None] Routers {'f75a7164-8ac3-4b90-bce4-f8364b8abd74'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:51:38.298132 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-5087bf3e-a0e8-467b-be01-bd17c54b9754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:51:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['f75a7164-8ac3-4b90-bce4-f8364b8abd74'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:51:38.305489 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c58d1d0c-69da-47c3-9e05-d803058502df tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:38.364654 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c58d1d0c-69da-47c3-9e05-d803058502df tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3233926 Sep 22 21:51:38.365144 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cfa04a0-0034-4869-8601-ceb273c51510', 'tag': 'd1c0b747-a529-4bae-b23d-d0fdebffd999'}] {{(pid=89009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:51:38.367380 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53606) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:51:38.367890 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3cdb6d5bdfc0c86a52b2d842100ac752cec167fbf441e2518ec0a73bf85169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6abb5f-34c8-46d3-bbd3-27d8d5ececff" -d '{"events": [{"name": "network-changed", "server_uuid": "9cfa04a0-0034-4869-8601-ceb273c51510", "tag": "d1c0b747-a529-4bae-b23d-d0fdebffd999"}]}' {{(pid=89009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:51:38.451523 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e6ce71-47ff-42d6-be88-17385aa5bd99 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:38.456796 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-16e6ce71-47ff-42d6-be88-17385aa5bd99 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=9cfa04a0-0034-4869-8601-ceb273c51510 HTTP/1.1" status: 200 len: 1094 time: 0.0846577 Sep 22 21:51:38.462712 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25f69d6-039e-4aa1-be16-a3c25fe783ca x-openstack-request-id: req-b25f69d6-039e-4aa1-be16-a3c25fe783ca {{(pid=89009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:51:38.463000 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cfa04a0-0034-4869-8601-ceb273c51510", "tag": "d1c0b747-a529-4bae-b23d-d0fdebffd999", "status": "completed", "code": 200}]} {{(pid=89009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:51:38.463249 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-b25f69d6-039e-4aa1-be16-a3c25fe783ca {{(pid=89009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:51:38.463645 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b25f69d6-039e-4aa1-be16-a3c25fe783ca'] response: {'name': 'network-changed', 'server_uuid': '9cfa04a0-0034-4869-8601-ceb273c51510', 'tag': 'd1c0b747-a529-4bae-b23d-d0fdebffd999', 'status': 'completed', 'code': 200} Sep 22 21:51:38.488042 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-5087bf3e-a0e8-467b-be01-bd17c54b9754 None None] Set router f75a7164-8ac3-4b90-bce4-f8364b8abd74 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:51:38.525027 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53616) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:51:38.533381 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-5d2eea0a-5c02-4917-9a46-09f9551c6b23 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-947372578', 'description': 'tempest-secgroup-smoke-947372578 description', 'project_id': 'eb1aed2a20e141c98ec99089a446670b'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:51:38.539707 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-5d2eea0a-5c02-4917-9a46-09f9551c6b23 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:51:38.550013 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-5d2eea0a-5c02-4917-9a46-09f9551c6b23 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:51:38.562131 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5d2eea0a-5c02-4917-9a46-09f9551c6b23 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:38.586268 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-5d2eea0a-5c02-4917-9a46-09f9551c6b23 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:51:38.587916 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6abb5f-34c8-46d3-bbd3-27d8d5ececff req-af284278-2c41-44bd-a733-2db1a866f501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:38.589404 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fc6abb5f-34c8-46d3-bbd3-27d8d5ececff req-af284278-2c41-44bd-a733-2db1a866f501 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&device_id=9cfa04a0-0034-4869-8601-ceb273c51510 HTTP/1.1" status: 200 len: 1099 time: 0.1066568 Sep 22 21:51:38.591703 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-5d2eea0a-5c02-4917-9a46-09f9551c6b23 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:51:38.594996 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-5d2eea0a-5c02-4917-9a46-09f9551c6b23 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:51:38.601841 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-5d2eea0a-5c02-4917-9a46-09f9551c6b23 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:51:38.675968 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5d2eea0a-5c02-4917-9a46-09f9551c6b23 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:38.679806 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5d2eea0a-5c02-4917-9a46-09f9551c6b23 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:38.722884 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2eea0a-5c02-4917-9a46-09f9551c6b23 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73a04d38-a1df-4625-9e24-cbe092be70d1,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:51:38.733135 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5d2eea0a-5c02-4917-9a46-09f9551c6b23 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:38.734483 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-5d2eea0a-5c02-4917-9a46-09f9551c6b23 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2082012 Sep 22 21:51:38.737301 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53620) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:51:38.738861 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6abb5f-34c8-46d3-bbd3-27d8d5ececff req-84248072-0e26-452e-a84b-1f85ec95be8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:38.740521 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fc6abb5f-34c8-46d3-bbd3-27d8d5ececff req-84248072-0e26-452e-a84b-1f85ec95be8e service neutron] 10.222.0.49 "GET /v2.0/networks?id=1bb6d864-12aa-4f2d-916d-b912a03d1cf1 HTTP/1.1" status: 200 len: 897 time: 0.1458549 Sep 22 21:51:38.743366 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-067535ec-c6f8-4068-9611-1270b083a4ee tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': '73a04d38-a1df-4625-9e24-cbe092be70d1', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:51:38.749201 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-067535ec-c6f8-4068-9611-1270b083a4ee tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:51:38.753254 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-067535ec-c6f8-4068-9611-1270b083a4ee tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:51:38.756202 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-067535ec-c6f8-4068-9611-1270b083a4ee tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:51:38.761987 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-067535ec-c6f8-4068-9611-1270b083a4ee tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:51:38.779443 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-067535ec-c6f8-4068-9611-1270b083a4ee tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:38.845902 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-5087bf3e-a0e8-467b-be01-bd17c54b9754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'name': 'tempest-TestNetworkBasicOps-router-671646432', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '63bba842-c595-4780-94a4-b8e109f383a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:51:17Z', 'updated_at': '2022-09-22T21:51:22Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '63bba842-c595-4780-94a4-b8e109f383a8', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:59:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:51:18Z', 'updated_at': '2022-09-22T21:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '76c3badf-8086-42a3-a4e8-8ce72aa4b072', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'floating_ip_address': '172.26.0.251', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'port_id': 'd1c0b747-a529-4bae-b23d-d0fdebffd999', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb6d864-12aa-4f2d-916d-b912a03d1cf1', 'mac_address': 'fa:16:3e:ba:53:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfa04a0-0034-4869-8601-ceb273c51510', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:51:37Z', 'updated_at': '2022-09-22T21:51:37Z', 'revision_number': 0, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39', 'name': '', 'network_id': '1bb6d864-12aa-4f2d-916d-b912a03d1cf1', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:65:9b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'd98789b4-1e5d-4a68-a42f-d5cb1e045264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:51:21Z', 'updated_at': '2022-09-22T21:51:27Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': 'd98789b4-1e5d-4a68-a42f-d5cb1e045264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:51:38.847542 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-067535ec-c6f8-4068-9611-1270b083a4ee tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:38.850336 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5087bf3e-a0e8-467b-be01-bd17c54b9754 None None] Checking router: f75a7164-8ac3-4b90-bce4-f8364b8abd74 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:51:38.851223 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fc6abb5f-34c8-46d3-bbd3-27d8d5ececff req-dbe5bdf1-a7f4-4c4d-b056-c61271091090 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1c0b747-a529-4bae-b23d-d0fdebffd999 HTTP/1.1" status: 200 len: 1000 time: 0.1054606 Sep 22 21:51:38.851748 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-067535ec-c6f8-4068-9611-1270b083a4ee tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:38.860436 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5087bf3e-a0e8-467b-be01-bd17c54b9754 None None] Routers {'f75a7164-8ac3-4b90-bce4-f8364b8abd74'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:51:38.861166 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-5087bf3e-a0e8-467b-be01-bd17c54b9754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:51:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['f75a7164-8ac3-4b90-bce4-f8364b8abd74'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:51:38.876209 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067535ec-c6f8-4068-9611-1270b083a4ee tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f30f9886-d703-436c-929f-5ba034b201ee,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:51:38.886393 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-067535ec-c6f8-4068-9611-1270b083a4ee tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:38.887681 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-067535ec-c6f8-4068-9611-1270b083a4ee tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1488695 Sep 22 21:51:38.890407 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53624) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:51:38.895393 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-0d51e1ca-b6d7-4d23-bac8-e107b1df3c7b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': '73a04d38-a1df-4625-9e24-cbe092be70d1', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:51:38.901606 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-0d51e1ca-b6d7-4d23-bac8-e107b1df3c7b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:51:38.905880 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-0d51e1ca-b6d7-4d23-bac8-e107b1df3c7b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:51:38.908782 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-0d51e1ca-b6d7-4d23-bac8-e107b1df3c7b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:51:38.915399 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-0d51e1ca-b6d7-4d23-bac8-e107b1df3c7b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:51:38.921164 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6abb5f-34c8-46d3-bbd3-27d8d5ececff req-5da8a46a-aa73-4bbd-abd2-141101fae5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:38.922904 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fc6abb5f-34c8-46d3-bbd3-27d8d5ececff req-5da8a46a-aa73-4bbd-abd2-141101fae5f6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d98789b4-1e5d-4a68-a42f-d5cb1e045264 HTTP/1.1" status: 200 len: 835 time: 0.0659344 Sep 22 21:51:38.933582 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0d51e1ca-b6d7-4d23-bac8-e107b1df3c7b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:38.999746 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0d51e1ca-b6d7-4d23-bac8-e107b1df3c7b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:39.004060 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0d51e1ca-b6d7-4d23-bac8-e107b1df3c7b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:39.007282 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6abb5f-34c8-46d3-bbd3-27d8d5ececff req-a2fd8f9c-34cf-425d-b56b-79817bd8a973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:39.008989 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fc6abb5f-34c8-46d3-bbd3-27d8d5ececff req-a2fd8f9c-34cf-425d-b56b-79817bd8a973 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1bb6d864-12aa-4f2d-916d-b912a03d1cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811462 Sep 22 21:51:39.030840 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d51e1ca-b6d7-4d23-bac8-e107b1df3c7b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2549d652-b055-4990-9c22-3130a29bc1fc,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:51:39.041710 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0d51e1ca-b6d7-4d23-bac8-e107b1df3c7b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:39.047980 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-0d51e1ca-b6d7-4d23-bac8-e107b1df3c7b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1546452 Sep 22 21:51:39.047980 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53628) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:51:39.052444 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-6e15cf99-e56c-40fc-95aa-4bd13cf56d51 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': '73a04d38-a1df-4625-9e24-cbe092be70d1', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:51:39.058405 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-6e15cf99-e56c-40fc-95aa-4bd13cf56d51 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:51:39.062412 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-6e15cf99-e56c-40fc-95aa-4bd13cf56d51 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:51:39.065964 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-6e15cf99-e56c-40fc-95aa-4bd13cf56d51 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:51:39.071909 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-6e15cf99-e56c-40fc-95aa-4bd13cf56d51 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:51:39.095027 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6e15cf99-e56c-40fc-95aa-4bd13cf56d51 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:39.105485 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-5087bf3e-a0e8-467b-be01-bd17c54b9754 None None] Set router f75a7164-8ac3-4b90-bce4-f8364b8abd74 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:51:39.144801 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fc6abb5f-34c8-46d3-bbd3-27d8d5ececff req-0216cf3c-08b6-4456-8ceb-b7255ca5f5de service neutron] 10.222.0.49 "GET /v2.0/networks/1bb6d864-12aa-4f2d-916d-b912a03d1cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300170 Sep 22 21:51:39.157762 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6e15cf99-e56c-40fc-95aa-4bd13cf56d51 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:39.161951 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6e15cf99-e56c-40fc-95aa-4bd13cf56d51 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:39.186496 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e15cf99-e56c-40fc-95aa-4bd13cf56d51 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2623572-3625-4db3-a576-1d1f757eef51,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:51:39.195164 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6e15cf99-e56c-40fc-95aa-4bd13cf56d51 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:39.196629 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6e15cf99-e56c-40fc-95aa-4bd13cf56d51 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1487110 Sep 22 21:51:39.199844 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53632) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:51:39.205413 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-a623c9f0-8117-460e-b82e-82c9ae481114 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': '73a04d38-a1df-4625-9e24-cbe092be70d1', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:51:39.218046 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a623c9f0-8117-460e-b82e-82c9ae481114 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:51:39.224184 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-a623c9f0-8117-460e-b82e-82c9ae481114 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:51:39.228353 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-a623c9f0-8117-460e-b82e-82c9ae481114 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:51:39.236068 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a623c9f0-8117-460e-b82e-82c9ae481114 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:51:39.268038 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a623c9f0-8117-460e-b82e-82c9ae481114 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:39.283352 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fc6abb5f-34c8-46d3-bbd3-27d8d5ececff req-8fde9d26-c3ab-47d8-ac55-951d7a9e4fea service neutron] 10.222.0.49 "GET /v2.0/networks/1bb6d864-12aa-4f2d-916d-b912a03d1cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325045 Sep 22 21:51:39.341084 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a623c9f0-8117-460e-b82e-82c9ae481114 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:39.344850 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a623c9f0-8117-460e-b82e-82c9ae481114 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:39.367834 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a623c9f0-8117-460e-b82e-82c9ae481114 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d42bfe2-c0f8-4543-aa1a-0f4c8b48557c,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:51:39.376665 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a623c9f0-8117-460e-b82e-82c9ae481114 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:39.377996 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a623c9f0-8117-460e-b82e-82c9ae481114 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1771326 Sep 22 21:51:39.380769 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53636) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:51:39.386216 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-30fa41e5-3431-49a5-a761-0088616a97fe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': '73a04d38-a1df-4625-9e24-cbe092be70d1', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:51:39.391852 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-30fa41e5-3431-49a5-a761-0088616a97fe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:51:39.395671 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-30fa41e5-3431-49a5-a761-0088616a97fe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:51:39.398470 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-30fa41e5-3431-49a5-a761-0088616a97fe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:51:39.404726 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-30fa41e5-3431-49a5-a761-0088616a97fe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:51:39.415458 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.securitygroups_db [None req-30fa41e5-3431-49a5-a761-0088616a97fe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Project eb1aed2a20e141c98ec99089a446670b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 21:51:39.423468 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-30fa41e5-3431-49a5-a761-0088616a97fe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:39.488340 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-30fa41e5-3431-49a5-a761-0088616a97fe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:39.492018 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-30fa41e5-3431-49a5-a761-0088616a97fe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:39.494326 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-5087bf3e-a0e8-467b-be01-bd17c54b9754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'name': 'tempest-TestNetworkBasicOps-router-671646432', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '63bba842-c595-4780-94a4-b8e109f383a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:51:17Z', 'updated_at': '2022-09-22T21:51:22Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '63bba842-c595-4780-94a4-b8e109f383a8', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:59:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:51:18Z', 'updated_at': '2022-09-22T21:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '76c3badf-8086-42a3-a4e8-8ce72aa4b072', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'floating_ip_address': '172.26.0.251', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'port_id': 'd1c0b747-a529-4bae-b23d-d0fdebffd999', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb6d864-12aa-4f2d-916d-b912a03d1cf1', 'mac_address': 'fa:16:3e:ba:53:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfa04a0-0034-4869-8601-ceb273c51510', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:51:37Z', 'updated_at': '2022-09-22T21:51:37Z', 'revision_number': 0, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39', 'name': '', 'network_id': '1bb6d864-12aa-4f2d-916d-b912a03d1cf1', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:65:9b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'd98789b4-1e5d-4a68-a42f-d5cb1e045264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:51:21Z', 'updated_at': '2022-09-22T21:51:27Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': 'd98789b4-1e5d-4a68-a42f-d5cb1e045264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:51:39.498565 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5087bf3e-a0e8-467b-be01-bd17c54b9754 None None] The sync data for ids ['f75a7164-8ac3-4b90-bce4-f8364b8abd74'] in dv-neutron-858900-1-hyperv is: [{'id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'name': 'tempest-TestNetworkBasicOps-router-671646432', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '63bba842-c595-4780-94a4-b8e109f383a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:51:17Z', 'updated_at': '2022-09-22T21:51:22Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '63bba842-c595-4780-94a4-b8e109f383a8', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:59:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:51:18Z', 'updated_at': '2022-09-22T21:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '76c3badf-8086-42a3-a4e8-8ce72aa4b072', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'floating_ip_address': '172.26.0.251', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'port_id': 'd1c0b747-a529-4bae-b23d-d0fdebffd999', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb6d864-12aa-4f2d-916d-b912a03d1cf1', 'mac_address': 'fa:16:3e:ba:53:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfa04a0-0034-4869-8601-ceb273c51510', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:51:37Z', 'updated_at': '2022-09-22T21:51:37Z', 'revision_number': 0, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39', 'name': '', 'network_id': '1bb6d864-12aa-4f2d-916d-b912a03d1cf1', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:65:9b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'd98789b4-1e5d-4a68-a42f-d5cb1e045264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:51:21Z', 'updated_at': '2022-09-22T21:51:27Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': 'd98789b4-1e5d-4a68-a42f-d5cb1e045264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:51:39.513254 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fa41e5-3431-49a5-a761-0088616a97fe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69c2e28e-4b12-49d9-ab12-ad0a473aea98,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:51:39.525052 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-30fa41e5-3431-49a5-a761-0088616a97fe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:39.526758 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-30fa41e5-3431-49a5-a761-0088616a97fe tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1450508 Sep 22 21:51:39.529503 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53640) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:51:39.534424 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-0bdef1e1-d458-401b-98d2-81a1b766467f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': '73a04d38-a1df-4625-9e24-cbe092be70d1', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:51:39.540436 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-0bdef1e1-d458-401b-98d2-81a1b766467f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:51:39.545107 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-0bdef1e1-d458-401b-98d2-81a1b766467f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:51:39.548291 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-0bdef1e1-d458-401b-98d2-81a1b766467f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:51:39.553994 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-0bdef1e1-d458-401b-98d2-81a1b766467f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:51:39.564121 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.securitygroups_db [None req-0bdef1e1-d458-401b-98d2-81a1b766467f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Project eb1aed2a20e141c98ec99089a446670b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 21:51:39.570959 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0bdef1e1-d458-401b-98d2-81a1b766467f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:39.642536 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0bdef1e1-d458-401b-98d2-81a1b766467f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:39.646246 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0bdef1e1-d458-401b-98d2-81a1b766467f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:39.670533 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdef1e1-d458-401b-98d2-81a1b766467f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7883bdba-0151-4e08-9e69-347a0456a66b,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:51:39.686288 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0bdef1e1-d458-401b-98d2-81a1b766467f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:39.687814 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-0bdef1e1-d458-401b-98d2-81a1b766467f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1573920 Sep 22 21:51:39.704010 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7bb2a999-36b9-46b8-8dde-c5fca0653cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:39.709475 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea5568f-7e8b-44e2-8a54-7d160cf3bad7 None None] New status for floating IP 76c3badf-8086-42a3-a4e8-8ce72aa4b072: ACTIVE {{(pid=89011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:51:39.867964 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-869d9142-fc63-4d6f-b113-a78e5a108f6a req-ac295270-ba35-406f-be2d-43be46f8d9bf tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-947372578&fields=id&tenant_id=eb1aed2a20e141c98ec99089a446670b HTTP/1.1" status: 200 len: 267 time: 0.0482466 Sep 22 21:51:40.022641 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d9142-fc63-4d6f-b113-a78e5a108f6a req-e5a59ea4-bae3-4038-b3a1-56b67c08631e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:40.024043 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-869d9142-fc63-4d6f-b113-a78e5a108f6a req-e5a59ea4-bae3-4038-b3a1-56b67c08631e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/networks?id=1bb6d864-12aa-4f2d-916d-b912a03d1cf1 HTTP/1.1" status: 200 len: 797 time: 0.1491368 Sep 22 21:51:40.038751 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-869d9142-fc63-4d6f-b113-a78e5a108f6a req-81728ed8-08f2-475f-8975-acc51528781f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/quotas/eb1aed2a20e141c98ec99089a446670b HTTP/1.1" status: 200 len: 375 time: 0.0087018 Sep 22 21:51:40.128133 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-869d9142-fc63-4d6f-b113-a78e5a108f6a req-4dfa4917-a019-4577-8757-ce1a3f048fd1 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0845954 Sep 22 21:51:40.357139 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-869d9142-fc63-4d6f-b113-a78e5a108f6a req-b1698912-881e-41d1-a3d6-7e0613506c79 service neutron] 10.222.0.33 "GET /v2.0/networks/1bb6d864-12aa-4f2d-916d-b912a03d1cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171707 Sep 22 21:51:40.483937 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-869d9142-fc63-4d6f-b113-a78e5a108f6a req-d929e43d-d582-4f3b-aad0-4439acb23a75 service neutron] 10.222.0.33 "GET /v2.0/networks/1bb6d864-12aa-4f2d-916d-b912a03d1cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209888 Sep 22 21:51:40.664236 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-78e54682-d297-4eed-87da-ddffb9d561d0 req-0b756865-bb27-47ef-8f7f-d604520f7b69 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=dbb92918-29ed-4a1a-9c2b-0740eb9d2ad7 HTTP/1.1" status: 200 len: 210 time: 0.0484169 Sep 22 21:51:40.864132 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [req-1b39c5ce-55da-4fcd-a753-1e04a7abadd1 req-f14372fd-90c2-4261-9f78-3bb52bc3cd52 service neutron] (89008) timed out ('10.222.0.49', 58545) {{(pid=89008) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 22 21:51:41.679020 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d9142-fc63-4d6f-b113-a78e5a108f6a req-d69024b5-0a18-4678-b9c2-6dfe13d15853 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:41.680559 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-869d9142-fc63-4d6f-b113-a78e5a108f6a req-d69024b5-0a18-4678-b9c2-6dfe13d15853 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "GET /v2.0/networks?id=1bb6d864-12aa-4f2d-916d-b912a03d1cf1 HTTP/1.1" status: 200 len: 797 time: 0.1512642 Sep 22 21:51:41.735018 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-869d9142-fc63-4d6f-b113-a78e5a108f6a req-9a5f1153-5069-49a3-9ce6-f6e50d6e25ae tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb1aed2a20e141c98ec99089a446670b HTTP/1.1" status: 200 len: 472 time: 0.0458088 Sep 22 21:51:41.744416 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-869d9142-fc63-4d6f-b113-a78e5a108f6a req-f840c926-1c2f-4f21-b435-91699cdd84bc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'port': {'device_id': 'dbb92918-29ed-4a1a-9c2b-0740eb9d2ad7', 'network_id': '1bb6d864-12aa-4f2d-916d-b912a03d1cf1', 'admin_state_up': True, 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'security_groups': ['73a04d38-a1df-4625-9e24-cbe092be70d1']}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:51:41.875862 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9b66b961-ae46-4c57-8ef5-16cbc78ae744 req-d89d88c4-6dea-4031-8110-feffcd9ae0b9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=dbb92918-29ed-4a1a-9c2b-0740eb9d2ad7 HTTP/1.1" status: 200 len: 210 time: 0.0647628 Sep 22 21:51:41.914544 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-38ebc4b6-3c13-471f-96da-8599a52eb337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:41.948921 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-869d9142-fc63-4d6f-b113-a78e5a108f6a req-f840c926-1c2f-4f21-b435-91699cdd84bc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:51:41.958930 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-869d9142-fc63-4d6f-b113-a78e5a108f6a req-f840c926-1c2f-4f21-b435-91699cdd84bc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:51:41.969392 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-869d9142-fc63-4d6f-b113-a78e5a108f6a req-f840c926-1c2f-4f21-b435-91699cdd84bc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Made reservation on behalf of eb1aed2a20e141c98ec99089a446670b for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:51:41.972823 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-869d9142-fc63-4d6f-b113-a78e5a108f6a req-f840c926-1c2f-4f21-b435-91699cdd84bc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:42.132940 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [req-869d9142-fc63-4d6f-b113-a78e5a108f6a req-f840c926-1c2f-4f21-b435-91699cdd84bc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Allocated IP 172.20.0.14 (1bb6d864-12aa-4f2d-916d-b912a03d1cf1/d98789b4-1e5d-4a68-a42f-d5cb1e045264/5e906a59-783c-42e1-9e9c-05f9587ff67d) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:51:42.322718 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-869d9142-fc63-4d6f-b113-a78e5a108f6a req-f840c926-1c2f-4f21-b435-91699cdd84bc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:42.338626 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-869d9142-fc63-4d6f-b113-a78e5a108f6a req-f840c926-1c2f-4f21-b435-91699cdd84bc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Transition to ACTIVE for port object 5e906a59-783c-42e1-9e9c-05f9587ff67d will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:51:42.361212 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-869d9142-fc63-4d6f-b113-a78e5a108f6a req-f840c926-1c2f-4f21-b435-91699cdd84bc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:42.432618 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-869d9142-fc63-4d6f-b113-a78e5a108f6a req-f840c926-1c2f-4f21-b435-91699cdd84bc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network 1bb6d864-12aa-4f2d-916d-b912a03d1cf1 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:51:42.435676 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [req-869d9142-fc63-4d6f-b113-a78e5a108f6a req-f840c926-1c2f-4f21-b435-91699cdd84bc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:51:42.438149 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-869d9142-fc63-4d6f-b113-a78e5a108f6a req-f840c926-1c2f-4f21-b435-91699cdd84bc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:51:42.474756 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f840c926-1c2f-4f21-b435-91699cdd84bc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=5e906a59-783c-42e1-9e9c-05f9587ff67d,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:51:42.506317 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d9142-fc63-4d6f-b113-a78e5a108f6a req-f840c926-1c2f-4f21-b435-91699cdd84bc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:42.506968 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-869d9142-fc63-4d6f-b113-a78e5a108f6a req-f840c926-1c2f-4f21-b435-91699cdd84bc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:42.533113 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-869d9142-fc63-4d6f-b113-a78e5a108f6a req-f840c926-1c2f-4f21-b435-91699cdd84bc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7926865 Sep 22 21:51:42.543663 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-869d9142-fc63-4d6f-b113-a78e5a108f6a req-6df196db-57c3-408a-996b-253af3fc687f service neutron] Request body: {'port': {'device_id': 'dbb92918-29ed-4a1a-9c2b-0740eb9d2ad7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:51:42.654282 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-869d9142-fc63-4d6f-b113-a78e5a108f6a req-6df196db-57c3-408a-996b-253af3fc687f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:42.707870 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-979cd02b-73e3-465d-a791-b8cf2d359f82 None None] Provisioning for port 5e906a59-783c-42e1-9e9c-05f9587ff67d completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:51:42.714025 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-979cd02b-73e3-465d-a791-b8cf2d359f82 None None] Provisioning complete for port 5e906a59-783c-42e1-9e9c-05f9587ff67d triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:51:42.714390 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-979cd02b-73e3-465d-a791-b8cf2d359f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:42.714758 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-979cd02b-73e3-465d-a791-b8cf2d359f82 None None] Attempt 1 to provision port 5e906a59-783c-42e1-9e9c-05f9587ff67d Sep 22 21:51:42.781256 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:42.787018 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-979cd02b-73e3-465d-a791-b8cf2d359f82 None None] Port 5e906a59-783c-42e1-9e9c-05f9587ff67d cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:51:42.993783 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [req-869d9142-fc63-4d6f-b113-a78e5a108f6a req-6df196db-57c3-408a-996b-253af3fc687f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e906a59-783c-42e1-9e9c-05f9587ff67d {{(pid=89008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:51:43.001194 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-869d9142-fc63-4d6f-b113-a78e5a108f6a req-6df196db-57c3-408a-996b-253af3fc687f service neutron] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:43.017301 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-869d9142-fc63-4d6f-b113-a78e5a108f6a req-6df196db-57c3-408a-996b-253af3fc687f service neutron] Transition to ACTIVE for port object 5e906a59-783c-42e1-9e9c-05f9587ff67d will not be triggered until provisioned by entity L2. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:51:43.021219 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-869d9142-fc63-4d6f-b113-a78e5a108f6a req-6df196db-57c3-408a-996b-253af3fc687f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:43.082736 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a529bce-fe19-4a9c-b1d7-f5614516cb0c req-2dd10be6-dd40-47d3-9eb0-9bca94bee614 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:43.084192 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-0a529bce-fe19-4a9c-b1d7-f5614516cb0c req-2dd10be6-dd40-47d3-9eb0-9bca94bee614 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=dbb92918-29ed-4a1a-9c2b-0740eb9d2ad7 HTTP/1.1" status: 200 len: 944 time: 0.0923254 Sep 22 21:51:43.129878 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-0a529bce-fe19-4a9c-b1d7-f5614516cb0c req-f9d7e925-1d11-4610-9cfb-3724871426fd tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:security_group {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:51:43.146470 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-0a529bce-fe19-4a9c-b1d7-f5614516cb0c req-f9d7e925-1d11-4610-9cfb-3724871426fd tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:security_group {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:51:43.148081 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-0a529bce-fe19-4a9c-b1d7-f5614516cb0c req-f9d7e925-1d11-4610-9cfb-3724871426fd tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=73a04d38-a1df-4625-9e24-cbe092be70d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569391 Sep 22 21:51:43.149005 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:43.288515 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-979cd02b-73e3-465d-a791-b8cf2d359f82 None None] Attempt 2 to provision port 5e906a59-783c-42e1-9e9c-05f9587ff67d Sep 22 21:51:43.313265 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df196db-57c3-408a-996b-253af3fc687f service neutron] Pushing event updated for resources: {'Port': ['ID=5e906a59-783c-42e1-9e9c-05f9587ff67d,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:51:43.350709 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-979cd02b-73e3-465d-a791-b8cf2d359f82 None None] Port 5e906a59-783c-42e1-9e9c-05f9587ff67d cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:51:43.353335 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-869d9142-fc63-4d6f-b113-a78e5a108f6a req-6df196db-57c3-408a-996b-253af3fc687f service neutron] Attempting to bind port 5e906a59-783c-42e1-9e9c-05f9587ff67d on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:51:43.353672 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-869d9142-fc63-4d6f-b113-a78e5a108f6a req-6df196db-57c3-408a-996b-253af3fc687f service neutron] Attempting to bind port 5e906a59-783c-42e1-9e9c-05f9587ff67d by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '6146426e-bfd0-4bb0-987f-38bb9af65a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1bb6d864-12aa-4f2d-916d-b912a03d1cf1'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:51:43.353995 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869d9142-fc63-4d6f-b113-a78e5a108f6a req-6df196db-57c3-408a-996b-253af3fc687f service neutron] Attempting to bind port 5e906a59-783c-42e1-9e9c-05f9587ff67d on network 1bb6d864-12aa-4f2d-916d-b912a03d1cf1 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:51:43.358543 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869d9142-fc63-4d6f-b113-a78e5a108f6a req-6df196db-57c3-408a-996b-253af3fc687f service neutron] Port 5e906a59-783c-42e1-9e9c-05f9587ff67d on network 1bb6d864-12aa-4f2d-916d-b912a03d1cf1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:51:43.358892 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869d9142-fc63-4d6f-b113-a78e5a108f6a req-6df196db-57c3-408a-996b-253af3fc687f service neutron] Attempting to bind port 5e906a59-783c-42e1-9e9c-05f9587ff67d on network 1bb6d864-12aa-4f2d-916d-b912a03d1cf1 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:51:43.363888 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869d9142-fc63-4d6f-b113-a78e5a108f6a req-6df196db-57c3-408a-996b-253af3fc687f service neutron] Checking agent: {'id': '8a88b827-3477-4399-ac15-439d59b3c48a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'started_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:51:43.364220 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869d9142-fc63-4d6f-b113-a78e5a108f6a req-6df196db-57c3-408a-996b-253af3fc687f service neutron] Checking segment: {'id': '6146426e-bfd0-4bb0-987f-38bb9af65a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1bb6d864-12aa-4f2d-916d-b912a03d1cf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:51:43.364599 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869d9142-fc63-4d6f-b113-a78e5a108f6a req-6df196db-57c3-408a-996b-253af3fc687f service neutron] Bound using segment: {'id': '6146426e-bfd0-4bb0-987f-38bb9af65a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1bb6d864-12aa-4f2d-916d-b912a03d1cf1'} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:51:43.365013 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-869d9142-fc63-4d6f-b113-a78e5a108f6a req-6df196db-57c3-408a-996b-253af3fc687f service neutron] Bound port: 5e906a59-783c-42e1-9e9c-05f9587ff67d, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6146426e-bfd0-4bb0-987f-38bb9af65a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1bb6d864-12aa-4f2d-916d-b912a03d1cf1'}}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:51:43.365349 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-869d9142-fc63-4d6f-b113-a78e5a108f6a req-6df196db-57c3-408a-996b-253af3fc687f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:43.450849 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-869d9142-fc63-4d6f-b113-a78e5a108f6a req-6df196db-57c3-408a-996b-253af3fc687f service neutron] For port 5e906a59-783c-42e1-9e9c-05f9587ff67d, host hv-neutron-8589, cleared binding levels {{(pid=89008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:51:43.454380 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-869d9142-fc63-4d6f-b113-a78e5a108f6a req-6df196db-57c3-408a-996b-253af3fc687f service neutron] For port 5e906a59-783c-42e1-9e9c-05f9587ff67d, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=5e906a59-783c-42e1-9e9c-05f9587ff67d,segment=NetworkSegment(6146426e-bfd0-4bb0-987f-38bb9af65a89),segment_id=6146426e-bfd0-4bb0-987f-38bb9af65a89)] {{(pid=89008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:51:43.458282 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-869d9142-fc63-4d6f-b113-a78e5a108f6a req-6df196db-57c3-408a-996b-253af3fc687f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:43.491207 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d9142-fc63-4d6f-b113-a78e5a108f6a req-6df196db-57c3-408a-996b-253af3fc687f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:43.491801 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-869d9142-fc63-4d6f-b113-a78e5a108f6a req-6df196db-57c3-408a-996b-253af3fc687f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:43.493133 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-869d9142-fc63-4d6f-b113-a78e5a108f6a req-6df196db-57c3-408a-996b-253af3fc687f service neutron] 10.222.0.49 "PUT /v2.0/ports/5e906a59-783c-42e1-9e9c-05f9587ff67d HTTP/1.1" status: 200 len: 1094 time: 0.9536839 Sep 22 21:51:43.493563 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbb92918-29ed-4a1a-9c2b-0740eb9d2ad7', 'tag': '5e906a59-783c-42e1-9e9c-05f9587ff67d'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:51:43.496368 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2a2d0c-ec75-48bc-9998-420612441e82" -d '{"events": [{"name": "network-changed", "server_uuid": "dbb92918-29ed-4a1a-9c2b-0740eb9d2ad7", "tag": "5e906a59-783c-42e1-9e9c-05f9587ff67d"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:51:43.565687 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5baaeb95-1c47-40e2-9aef-f32d39598c7c x-openstack-request-id: req-5baaeb95-1c47-40e2-9aef-f32d39598c7c {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:51:43.565978 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbb92918-29ed-4a1a-9c2b-0740eb9d2ad7", "tag": "5e906a59-783c-42e1-9e9c-05f9587ff67d", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:51:43.566231 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5baaeb95-1c47-40e2-9aef-f32d39598c7c {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:51:43.566643 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5baaeb95-1c47-40e2-9aef-f32d39598c7c'] response: {'name': 'network-changed', 'server_uuid': 'dbb92918-29ed-4a1a-9c2b-0740eb9d2ad7', 'tag': '5e906a59-783c-42e1-9e9c-05f9587ff67d', 'status': 'completed', 'code': 200} Sep 22 21:51:43.586159 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df196db-57c3-408a-996b-253af3fc687f service neutron] Pushing event updated for resources: {'Port': ['ID=5e906a59-783c-42e1-9e9c-05f9587ff67d,revision_number=3']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:51:43.616243 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d9142-fc63-4d6f-b113-a78e5a108f6a req-9a655ded-970c-4c6d-8446-2d02b03b286d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:43.617635 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-869d9142-fc63-4d6f-b113-a78e5a108f6a req-9a655ded-970c-4c6d-8446-2d02b03b286d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&device_id=dbb92918-29ed-4a1a-9c2b-0740eb9d2ad7 HTTP/1.1" status: 200 len: 1097 time: 0.0881553 Sep 22 21:51:43.687425 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-869d9142-fc63-4d6f-b113-a78e5a108f6a req-c51eebfb-6ef0-4691-949a-e010f875ee40 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e906a59-783c-42e1-9e9c-05f9587ff67d HTTP/1.1" status: 200 len: 217 time: 0.0630491 Sep 22 21:51:43.748108 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d9142-fc63-4d6f-b113-a78e5a108f6a req-57af4ac9-99d5-41d5-b530-554fc482767d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:43.749499 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-869d9142-fc63-4d6f-b113-a78e5a108f6a req-57af4ac9-99d5-41d5-b530-554fc482767d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d98789b4-1e5d-4a68-a42f-d5cb1e045264 HTTP/1.1" status: 200 len: 835 time: 0.0563755 Sep 22 21:51:43.833191 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d9142-fc63-4d6f-b113-a78e5a108f6a req-a764dea8-847b-4b9a-a65e-9c1da0a6aadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:43.834760 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-869d9142-fc63-4d6f-b113-a78e5a108f6a req-a764dea8-847b-4b9a-a65e-9c1da0a6aadb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1bb6d864-12aa-4f2d-916d-b912a03d1cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787182 Sep 22 21:51:43.851263 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-979cd02b-73e3-465d-a791-b8cf2d359f82 None None] Attempt 3 to provision port 5e906a59-783c-42e1-9e9c-05f9587ff67d Sep 22 21:51:43.911808 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-979cd02b-73e3-465d-a791-b8cf2d359f82 None None] Port 5e906a59-783c-42e1-9e9c-05f9587ff67d had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 21:51:43.973357 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-869d9142-fc63-4d6f-b113-a78e5a108f6a req-31fda7f6-5551-44f2-b0e6-555df609aa23 service neutron] 10.222.0.49 "GET /v2.0/networks/1bb6d864-12aa-4f2d-916d-b912a03d1cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326268 Sep 22 21:51:44.101427 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-869d9142-fc63-4d6f-b113-a78e5a108f6a req-62c6f406-32c8-4ef3-b42a-045da57b3d6e service neutron] 10.222.0.49 "GET /v2.0/networks/1bb6d864-12aa-4f2d-916d-b912a03d1cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217132 Sep 22 21:51:44.224483 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a2d0c-ec75-48bc-9998-420612441e82 req-32c237f1-0628-4d4f-b089-00e43c444def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:44.226658 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ea2a2d0c-ec75-48bc-9998-420612441e82 req-32c237f1-0628-4d4f-b089-00e43c444def service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&device_id=dbb92918-29ed-4a1a-9c2b-0740eb9d2ad7 HTTP/1.1" status: 200 len: 1097 time: 0.0813510 Sep 22 21:51:44.351671 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc2e6e-9978-473a-931f-3999ee63c9d1 req-0534e0c3-50e3-49b9-9f9a-df31931108d5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:44.353173 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-d0cc2e6e-9978-473a-931f-3999ee63c9d1 req-0534e0c3-50e3-49b9-9f9a-df31931108d5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=dbb92918-29ed-4a1a-9c2b-0740eb9d2ad7 HTTP/1.1" status: 200 len: 944 time: 0.0914061 Sep 22 21:51:44.365064 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a2d0c-ec75-48bc-9998-420612441e82 req-cd3abae1-4312-4ebd-a0d7-d991504269c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:44.366491 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ea2a2d0c-ec75-48bc-9998-420612441e82 req-cd3abae1-4312-4ebd-a0d7-d991504269c5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1bb6d864-12aa-4f2d-916d-b912a03d1cf1 HTTP/1.1" status: 200 len: 897 time: 0.1341975 Sep 22 21:51:44.396042 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-d0cc2e6e-9978-473a-931f-3999ee63c9d1 req-5f7bc492-de2d-4c0d-82af-9d33305a6a8b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=73a04d38-a1df-4625-9e24-cbe092be70d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371585 Sep 22 21:51:44.436757 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ea2a2d0c-ec75-48bc-9998-420612441e82 req-cd5ef865-f0c3-4339-aea6-bc6fa73c932b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e906a59-783c-42e1-9e9c-05f9587ff67d HTTP/1.1" status: 200 len: 217 time: 0.0637629 Sep 22 21:51:44.497250 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a2d0c-ec75-48bc-9998-420612441e82 req-41832884-7d52-40d9-9e0f-5c6020a9cf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:44.498677 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ea2a2d0c-ec75-48bc-9998-420612441e82 req-41832884-7d52-40d9-9e0f-5c6020a9cf5d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d98789b4-1e5d-4a68-a42f-d5cb1e045264 HTTP/1.1" status: 200 len: 835 time: 0.0566695 Sep 22 21:51:44.534139 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:44.584041 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a2d0c-ec75-48bc-9998-420612441e82 req-d0e7251d-b164-4a12-95f1-e99937310781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:44.585507 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ea2a2d0c-ec75-48bc-9998-420612441e82 req-d0e7251d-b164-4a12-95f1-e99937310781 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1bb6d864-12aa-4f2d-916d-b912a03d1cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807874 Sep 22 21:51:44.716348 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ea2a2d0c-ec75-48bc-9998-420612441e82 req-795629a3-bff6-4706-aa64-f3e0b9ee94bc service neutron] 10.222.0.49 "GET /v2.0/networks/1bb6d864-12aa-4f2d-916d-b912a03d1cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217008 Sep 22 21:51:44.939206 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ea2a2d0c-ec75-48bc-9998-420612441e82 req-be7ed60b-0522-4872-898b-2df86636df47 service neutron] 10.222.0.49 "GET /v2.0/networks/1bb6d864-12aa-4f2d-916d-b912a03d1cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164326 Sep 22 21:51:45.591109 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712e110-2e10-4b10-9724-617fa6802a7e req-742ffce2-3de5-4fac-8741-a996feb9030a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:45.591787 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-a712e110-2e10-4b10-9724-617fa6802a7e req-742ffce2-3de5-4fac-8741-a996feb9030a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:51:45.606444 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-a712e110-2e10-4b10-9724-617fa6802a7e req-742ffce2-3de5-4fac-8741-a996feb9030a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:51:45.607586 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a712e110-2e10-4b10-9724-617fa6802a7e req-742ffce2-3de5-4fac-8741-a996feb9030a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=dbb92918-29ed-4a1a-9c2b-0740eb9d2ad7 HTTP/1.1" status: 200 len: 944 time: 0.1008685 Sep 22 21:51:45.654007 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a712e110-2e10-4b10-9724-617fa6802a7e req-ef5d925e-52f9-4e32-9d94-28d761e69b3a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=73a04d38-a1df-4625-9e24-cbe092be70d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407753 Sep 22 21:51:45.718874 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 5e906a59-783c-42e1-9e9c-05f9587ff67d details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 21:51:45.847995 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 5e906a59-783c-42e1-9e9c-05f9587ff67d, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=5e906a59-783c-42e1-9e9c-05f9587ff67d,segment=NetworkSegment(6146426e-bfd0-4bb0-987f-38bb9af65a89),segment_id=6146426e-bfd0-4bb0-987f-38bb9af65a89)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:51:45.861160 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': '5e906a59-783c-42e1-9e9c-05f9587ff67d', 'network_id': '1bb6d864-12aa-4f2d-916d-b912a03d1cf1', 'port_id': '5e906a59-783c-42e1-9e9c-05f9587ff67d', 'mac_address': 'fa:16:3e:5c:17:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd98789b4-1e5d-4a68-a42f-d5cb1e045264', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 21:51:45.917408 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 5e906a59-783c-42e1-9e9c-05f9587ff67d is: DOWN; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:51:45.917777 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:45.936307 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e906a59-783c-42e1-9e9c-05f9587ff67d {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:51:45.951250 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 5e906a59-783c-42e1-9e9c-05f9587ff67d, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=5e906a59-783c-42e1-9e9c-05f9587ff67d,segment=NetworkSegment(6146426e-bfd0-4bb0-987f-38bb9af65a89),segment_id=6146426e-bfd0-4bb0-987f-38bb9af65a89)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:51:45.956270 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:46.020822 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=5e906a59-783c-42e1-9e9c-05f9587ff67d,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:51:46.166111 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['5e906a59-783c-42e1-9e9c-05f9587ff67d'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 21:51:46.851437 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d4477-9bc3-431e-a8ef-2b2e5305dded req-3e4c195e-e4d9-4f97-85f6-0acab84756cd tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:46.853390 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-fc4d4477-9bc3-431e-a8ef-2b2e5305dded req-3e4c195e-e4d9-4f97-85f6-0acab84756cd tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=dbb92918-29ed-4a1a-9c2b-0740eb9d2ad7 HTTP/1.1" status: 200 len: 945 time: 0.0884008 Sep 22 21:51:46.896073 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-fc4d4477-9bc3-431e-a8ef-2b2e5305dded req-30f3bb14-b816-4c62-9d7f-29ad5bfd7a6e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=73a04d38-a1df-4625-9e24-cbe092be70d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370476 Sep 22 21:51:47.715074 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 5e906a59-783c-42e1-9e9c-05f9587ff67d up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:51:47.780605 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning for port 5e906a59-783c-42e1-9e9c-05f9587ff67d completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:51:47.785177 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port 5e906a59-783c-42e1-9e9c-05f9587ff67d triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:51:47.785542 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:47.785870 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port 5e906a59-783c-42e1-9e9c-05f9587ff67d Sep 22 21:51:47.899488 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 5e906a59-783c-42e1-9e9c-05f9587ff67d is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:51:47.899859 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:47.925678 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb92918-29ed-4a1a-9c2b-0740eb9d2ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e906a59-783c-42e1-9e9c-05f9587ff67d'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:51:47.927970 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d0ae80-3ccf-40c6-8173-e827805628f2" -d '{"events": [{"server_uuid": "dbb92918-29ed-4a1a-9c2b-0740eb9d2ad7", "name": "network-vif-plugged", "status": "completed", "tag": "5e906a59-783c-42e1-9e9c-05f9587ff67d"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:51:47.936901 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 5e906a59-783c-42e1-9e9c-05f9587ff67d, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=5e906a59-783c-42e1-9e9c-05f9587ff67d,segment=NetworkSegment(6146426e-bfd0-4bb0-987f-38bb9af65a89),segment_id=6146426e-bfd0-4bb0-987f-38bb9af65a89)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:51:47.942140 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:47.980399 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 21:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151778a2-f47c-493c-b519-903d46d14de3 x-openstack-request-id: req-151778a2-f47c-493c-b519-903d46d14de3 {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:51:47.980697 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbb92918-29ed-4a1a-9c2b-0740eb9d2ad7", "name": "network-vif-plugged", "status": "completed", "tag": "5e906a59-783c-42e1-9e9c-05f9587ff67d", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:51:47.980946 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-151778a2-f47c-493c-b519-903d46d14de3 {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:51:47.981362 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-151778a2-f47c-493c-b519-903d46d14de3'] response: {'server_uuid': 'dbb92918-29ed-4a1a-9c2b-0740eb9d2ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e906a59-783c-42e1-9e9c-05f9587ff67d', 'code': 200} Sep 22 21:51:48.021547 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=5e906a59-783c-42e1-9e9c-05f9587ff67d,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:51:48.104307 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34617aa8-ff48-40b3-82b3-230cfda61cad req-0bd87ae8-3df3-4e29-b4af-b0acc6c13559 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:48.105738 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-34617aa8-ff48-40b3-82b3-230cfda61cad req-0bd87ae8-3df3-4e29-b4af-b0acc6c13559 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=dbb92918-29ed-4a1a-9c2b-0740eb9d2ad7 HTTP/1.1" status: 200 len: 946 time: 0.0924196 Sep 22 21:51:48.190291 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-34617aa8-ff48-40b3-82b3-230cfda61cad req-24299179-3a93-4d83-a4fb-5cd0fe030b0d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=73a04d38-a1df-4625-9e24-cbe092be70d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787539 Sep 22 21:51:48.226736 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc78bf-b710-4b89-8af5-5570cfcaa394 req-04cebc21-6d19-4b1d-8b04-3e67515ea88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:48.228163 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-62cc78bf-b710-4b89-8af5-5570cfcaa394 req-04cebc21-6d19-4b1d-8b04-3e67515ea88d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dbb92918-29ed-4a1a-9c2b-0740eb9d2ad7 HTTP/1.1" status: 200 len: 1099 time: 0.0832651 Sep 22 21:51:48.268664 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-62cc78bf-b710-4b89-8af5-5570cfcaa394 req-c5822857-1c05-47b9-b2db-2380886e6b5f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=73a04d38-a1df-4625-9e24-cbe092be70d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334473 Sep 22 21:51:49.494334 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff080ff-e662-4bf7-b4bf-8ce97a3bc587 req-3647dc85-fdee-45a8-a47b-d9a9fd0cae6c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:49.495809 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-5ff080ff-e662-4bf7-b4bf-8ce97a3bc587 req-3647dc85-fdee-45a8-a47b-d9a9fd0cae6c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=dbb92918-29ed-4a1a-9c2b-0740eb9d2ad7 HTTP/1.1" status: 200 len: 946 time: 0.1899133 Sep 22 21:51:49.539000 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-5ff080ff-e662-4bf7-b4bf-8ce97a3bc587 req-267d0243-a69b-4046-a805-28a879015e84 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=73a04d38-a1df-4625-9e24-cbe092be70d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374920 Sep 22 21:51:50.730447 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aed93f-3788-464b-8d80-67f403d83ac6 req-08272383-f943-4ec9-a90a-fd829dcafa3c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:50.731899 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-27aed93f-3788-464b-8d80-67f403d83ac6 req-08272383-f943-4ec9-a90a-fd829dcafa3c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=dbb92918-29ed-4a1a-9c2b-0740eb9d2ad7 HTTP/1.1" status: 200 len: 946 time: 0.0861783 Sep 22 21:51:50.777242 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-27aed93f-3788-464b-8d80-67f403d83ac6 req-9afb4cc5-69f9-4724-9952-d9667f5713d8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=73a04d38-a1df-4625-9e24-cbe092be70d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397661 Sep 22 21:51:50.969267 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ee49a-d95e-4676-9d98-a78b6e9cb7d9 req-920fe8df-437a-44fc-95be-683270a649b8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:50.970746 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-864ee49a-d95e-4676-9d98-a78b6e9cb7d9 req-920fe8df-437a-44fc-95be-683270a649b8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=dbb92918-29ed-4a1a-9c2b-0740eb9d2ad7 HTTP/1.1" status: 200 len: 946 time: 0.0859888 Sep 22 21:51:51.014091 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-864ee49a-d95e-4676-9d98-a78b6e9cb7d9 req-edb49d7e-d827-49e2-9176-02f8258f5763 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=73a04d38-a1df-4625-9e24-cbe092be70d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376155 Sep 22 21:51:51.042709 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53694) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:51:51.121269 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074a3c19-54b0-41de-abf9-cbc5b8ad916a tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:51.122792 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-074a3c19-54b0-41de-abf9-cbc5b8ad916a tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=dbb92918-29ed-4a1a-9c2b-0740eb9d2ad7 HTTP/1.1" status: 200 len: 1094 time: 0.0791023 Sep 22 21:51:51.125501 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53698) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:51:51.130157 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-c4510591-79f4-4be5-86ab-a5ade5ba8cba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'floatingip': {'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'port_id': '5e906a59-783c-42e1-9e9c-05f9587ff67d', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:51:51.136442 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-c4510591-79f4-4be5-86ab-a5ade5ba8cba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:51:51.140347 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-c4510591-79f4-4be5-86ab-a5ade5ba8cba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:floatingip and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:51:51.143181 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-c4510591-79f4-4be5-86ab-a5ade5ba8cba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:51:51.148806 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-c4510591-79f4-4be5-86ab-a5ade5ba8cba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:51:51.159769 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c4510591-79f4-4be5-86ab-a5ade5ba8cba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for floatingip, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:51.293682 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c4510591-79f4-4be5-86ab-a5ade5ba8cba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:51.428206 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-c4510591-79f4-4be5-86ab-a5ade5ba8cba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Allocated IP 172.26.0.87 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/edfaa0c0-2d9b-4f43-ad9e-99664f74bdd6) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:51:51.572117 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c4510591-79f4-4be5-86ab-a5ade5ba8cba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:51.600030 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c4510591-79f4-4be5-86ab-a5ade5ba8cba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:51.660169 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4510591-79f4-4be5-86ab-a5ade5ba8cba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:51:51.662850 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-c4510591-79f4-4be5-86ab-a5ade5ba8cba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:51:51.665392 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4510591-79f4-4be5-86ab-a5ade5ba8cba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:51:51.716671 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4510591-79f4-4be5-86ab-a5ade5ba8cba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=edfaa0c0-2d9b-4f43-ad9e-99664f74bdd6,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:51:52.079999 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a55456ef-39f0-4a8e-8daf-af53bdab7a57 req-ff894fd3-5732-4401-a9e8-3348a236ae6a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9cfa04a0-0034-4869-8601-ceb273c51510&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0850484 Sep 22 21:51:52.089261 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c4510591-79f4-4be5-86ab-a5ade5ba8cba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:52.165012 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c4510591-79f4-4be5-86ab-a5ade5ba8cba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:52.225571 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55456ef-39f0-4a8e-8daf-af53bdab7a57 req-c9bf6652-be3a-489d-bfb1-c45c48d19529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:52.227056 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a55456ef-39f0-4a8e-8daf-af53bdab7a57 req-c9bf6652-be3a-489d-bfb1-c45c48d19529 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&device_id=9cfa04a0-0034-4869-8601-ceb273c51510 HTTP/1.1" status: 200 len: 1099 time: 0.0806296 Sep 22 21:51:52.371489 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55456ef-39f0-4a8e-8daf-af53bdab7a57 req-63cdd107-9591-4a0a-82f8-77b506221b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:52.372803 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a55456ef-39f0-4a8e-8daf-af53bdab7a57 req-63cdd107-9591-4a0a-82f8-77b506221b97 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1bb6d864-12aa-4f2d-916d-b912a03d1cf1 HTTP/1.1" status: 200 len: 897 time: 0.1277907 Sep 22 21:51:52.375678 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c4510591-79f4-4be5-86ab-a5ade5ba8cba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:52.380384 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c4510591-79f4-4be5-86ab-a5ade5ba8cba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:52.472313 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a55456ef-39f0-4a8e-8daf-af53bdab7a57 req-5d72bc83-d760-4014-8a1f-35b3e92b0f7c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1c0b747-a529-4bae-b23d-d0fdebffd999 HTTP/1.1" status: 200 len: 1002 time: 0.0927181 Sep 22 21:51:52.485990 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4510591-79f4-4be5-86ab-a5ade5ba8cba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=edfaa0c0-2d9b-4f43-ad9e-99664f74bdd6,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:51:52.488524 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c4510591-79f4-4be5-86ab-a5ade5ba8cba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:52.537786 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55456ef-39f0-4a8e-8daf-af53bdab7a57 req-7d8fa98e-e318-49de-9f53-3c8beacd8b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:52.539273 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a55456ef-39f0-4a8e-8daf-af53bdab7a57 req-7d8fa98e-e318-49de-9f53-3c8beacd8b64 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d98789b4-1e5d-4a68-a42f-d5cb1e045264 HTTP/1.1" status: 200 len: 835 time: 0.0601113 Sep 22 21:51:52.624660 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55456ef-39f0-4a8e-8daf-af53bdab7a57 req-4f56d604-f142-4d6d-910d-546a9c70ca77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:52.626043 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a55456ef-39f0-4a8e-8daf-af53bdab7a57 req-4f56d604-f142-4d6d-910d-546a9c70ca77 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1bb6d864-12aa-4f2d-916d-b912a03d1cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804365 Sep 22 21:51:52.756655 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a55456ef-39f0-4a8e-8daf-af53bdab7a57 req-e5ded940-efaf-4b52-9885-1f2e7d26bd3f service neutron] 10.222.0.49 "GET /v2.0/networks/1bb6d864-12aa-4f2d-916d-b912a03d1cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235993 Sep 22 21:51:52.766135 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.l3_db [None req-c4510591-79f4-4be5-86ab-a5ade5ba8cba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Floating IP 1e41a25a-89d8-46a5-ad1b-95bdc52fbfba associated. External IP: 172.26.0.87, port: 5e906a59-783c-42e1-9e9c-05f9587ff67d. Sep 22 21:51:52.887974 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a55456ef-39f0-4a8e-8daf-af53bdab7a57 req-9d867cc4-8667-499e-a20d-3d8160c81ad5 service neutron] 10.222.0.49 "GET /v2.0/networks/1bb6d864-12aa-4f2d-916d-b912a03d1cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252704 Sep 22 21:51:53.115475 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4510591-79f4-4be5-86ab-a5ade5ba8cba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Router f75a7164-8ac3-4b90-bce4-f8364b8abd74 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:51:53.291943 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4510591-79f4-4be5-86ab-a5ade5ba8cba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:51:53.301035 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bc265b-e766-46e4-b051-c67f56d5be28 None None] Sync routers for ids ['f75a7164-8ac3-4b90-bce4-f8364b8abd74'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:51:53.310818 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bc265b-e766-46e4-b051-c67f56d5be28 None None] Routers {'f75a7164-8ac3-4b90-bce4-f8364b8abd74'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:51:53.311431 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-56bc265b-e766-46e4-b051-c67f56d5be28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:51:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['f75a7164-8ac3-4b90-bce4-f8364b8abd74'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:51:53.317673 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c4510591-79f4-4be5-86ab-a5ade5ba8cba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:51:53.380985 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c4510591-79f4-4be5-86ab-a5ade5ba8cba tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2544749 Sep 22 21:51:53.381696 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbb92918-29ed-4a1a-9c2b-0740eb9d2ad7', 'tag': '5e906a59-783c-42e1-9e9c-05f9587ff67d'}] {{(pid=89009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:51:53.384169 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3cdb6d5bdfc0c86a52b2d842100ac752cec167fbf441e2518ec0a73bf85169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7449e7c-406e-4298-8212-07b4d2027bc8" -d '{"events": [{"name": "network-changed", "server_uuid": "dbb92918-29ed-4a1a-9c2b-0740eb9d2ad7", "tag": "5e906a59-783c-42e1-9e9c-05f9587ff67d"}]}' {{(pid=89009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:51:53.426964 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12239e3-0bd3-4919-9f93-891bbda91e4c x-openstack-request-id: req-d12239e3-0bd3-4919-9f93-891bbda91e4c {{(pid=89009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:51:53.427256 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbb92918-29ed-4a1a-9c2b-0740eb9d2ad7", "tag": "5e906a59-783c-42e1-9e9c-05f9587ff67d", "status": "completed", "code": 200}]} {{(pid=89009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:51:53.427510 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d12239e3-0bd3-4919-9f93-891bbda91e4c {{(pid=89009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:51:53.427918 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d12239e3-0bd3-4919-9f93-891bbda91e4c'] response: {'name': 'network-changed', 'server_uuid': 'dbb92918-29ed-4a1a-9c2b-0740eb9d2ad7', 'tag': '5e906a59-783c-42e1-9e9c-05f9587ff67d', 'status': 'completed', 'code': 200} Sep 22 21:51:53.528466 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-56bc265b-e766-46e4-b051-c67f56d5be28 None None] Set router f75a7164-8ac3-4b90-bce4-f8364b8abd74 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:51:53.529907 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7449e7c-406e-4298-8212-07b4d2027bc8 req-ab4639c2-7863-4d1b-aace-9a5b7bb6a1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:53.531424 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c7449e7c-406e-4298-8212-07b4d2027bc8 req-ab4639c2-7863-4d1b-aace-9a5b7bb6a1a2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&device_id=dbb92918-29ed-4a1a-9c2b-0740eb9d2ad7 HTTP/1.1" status: 200 len: 1099 time: 0.0829315 Sep 22 21:51:53.659428 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7449e7c-406e-4298-8212-07b4d2027bc8 req-9b3d9181-bc99-406e-a6ee-a67e21574ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:53.660986 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c7449e7c-406e-4298-8212-07b4d2027bc8 req-9b3d9181-bc99-406e-a6ee-a67e21574ee3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1bb6d864-12aa-4f2d-916d-b912a03d1cf1 HTTP/1.1" status: 200 len: 897 time: 0.1235478 Sep 22 21:51:53.859679 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c7449e7c-406e-4298-8212-07b4d2027bc8 req-6fe494c1-bb93-411e-a8df-6300788eeb7a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e906a59-783c-42e1-9e9c-05f9587ff67d HTTP/1.1" status: 200 len: 999 time: 0.1931081 Sep 22 21:51:53.881253 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-56bc265b-e766-46e4-b051-c67f56d5be28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'name': 'tempest-TestNetworkBasicOps-router-671646432', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '63bba842-c595-4780-94a4-b8e109f383a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:51:17Z', 'updated_at': '2022-09-22T21:51:22Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '63bba842-c595-4780-94a4-b8e109f383a8', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:59:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:51:18Z', 'updated_at': '2022-09-22T21:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '1e41a25a-89d8-46a5-ad1b-95bdc52fbfba', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'floating_ip_address': '172.26.0.87', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'port_id': '5e906a59-783c-42e1-9e9c-05f9587ff67d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb6d864-12aa-4f2d-916d-b912a03d1cf1', 'mac_address': 'fa:16:3e:5c:17:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb92918-29ed-4a1a-9c2b-0740eb9d2ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:51:52Z', 'updated_at': '2022-09-22T21:51:52Z', 'revision_number': 0, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address_scope': None}, {'id': '76c3badf-8086-42a3-a4e8-8ce72aa4b072', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'floating_ip_address': '172.26.0.251', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'port_id': 'd1c0b747-a529-4bae-b23d-d0fdebffd999', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb6d864-12aa-4f2d-916d-b912a03d1cf1', 'mac_address': 'fa:16:3e:ba:53:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfa04a0-0034-4869-8601-ceb273c51510', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:51:37Z', 'updated_at': '2022-09-22T21:51:39Z', 'revision_number': 1, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39', 'name': '', 'network_id': '1bb6d864-12aa-4f2d-916d-b912a03d1cf1', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:65:9b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'd98789b4-1e5d-4a68-a42f-d5cb1e045264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:51:21Z', 'updated_at': '2022-09-22T21:51:27Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': 'd98789b4-1e5d-4a68-a42f-d5cb1e045264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:51:53.885110 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bc265b-e766-46e4-b051-c67f56d5be28 None None] Checking router: f75a7164-8ac3-4b90-bce4-f8364b8abd74 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:51:53.893541 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bc265b-e766-46e4-b051-c67f56d5be28 None None] Routers {'f75a7164-8ac3-4b90-bce4-f8364b8abd74'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:51:53.894132 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-56bc265b-e766-46e4-b051-c67f56d5be28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:51:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['f75a7164-8ac3-4b90-bce4-f8364b8abd74'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:51:53.920168 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7449e7c-406e-4298-8212-07b4d2027bc8 req-c18e8b41-d50b-4eac-a20f-378db8453b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:53.921578 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c7449e7c-406e-4298-8212-07b4d2027bc8 req-c18e8b41-d50b-4eac-a20f-378db8453b29 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d98789b4-1e5d-4a68-a42f-d5cb1e045264 HTTP/1.1" status: 200 len: 835 time: 0.0563755 Sep 22 21:51:54.009722 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7449e7c-406e-4298-8212-07b4d2027bc8 req-e7546b9d-18ba-4403-975f-2ab6ebfdcc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:51:54.011420 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c7449e7c-406e-4298-8212-07b4d2027bc8 req-e7546b9d-18ba-4403-975f-2ab6ebfdcc02 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1bb6d864-12aa-4f2d-916d-b912a03d1cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820382 Sep 22 21:51:54.080287 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-56bc265b-e766-46e4-b051-c67f56d5be28 None None] Set router f75a7164-8ac3-4b90-bce4-f8364b8abd74 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:51:54.142902 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c7449e7c-406e-4298-8212-07b4d2027bc8 req-b26265a5-681c-4008-9c34-f108c2dc886f service neutron] 10.222.0.49 "GET /v2.0/networks/1bb6d864-12aa-4f2d-916d-b912a03d1cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244509 Sep 22 21:51:54.272804 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c7449e7c-406e-4298-8212-07b4d2027bc8 req-79d915f2-d1f0-4f29-af60-c58ed2c4f12b service neutron] 10.222.0.49 "GET /v2.0/networks/1bb6d864-12aa-4f2d-916d-b912a03d1cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241117 Sep 22 21:51:54.428560 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-56bc265b-e766-46e4-b051-c67f56d5be28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'name': 'tempest-TestNetworkBasicOps-router-671646432', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '63bba842-c595-4780-94a4-b8e109f383a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:51:17Z', 'updated_at': '2022-09-22T21:51:22Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '63bba842-c595-4780-94a4-b8e109f383a8', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:59:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:51:18Z', 'updated_at': '2022-09-22T21:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '1e41a25a-89d8-46a5-ad1b-95bdc52fbfba', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'floating_ip_address': '172.26.0.87', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'port_id': '5e906a59-783c-42e1-9e9c-05f9587ff67d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb6d864-12aa-4f2d-916d-b912a03d1cf1', 'mac_address': 'fa:16:3e:5c:17:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb92918-29ed-4a1a-9c2b-0740eb9d2ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:51:52Z', 'updated_at': '2022-09-22T21:51:52Z', 'revision_number': 0, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address_scope': None}, {'id': '76c3badf-8086-42a3-a4e8-8ce72aa4b072', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'floating_ip_address': '172.26.0.251', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'port_id': 'd1c0b747-a529-4bae-b23d-d0fdebffd999', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb6d864-12aa-4f2d-916d-b912a03d1cf1', 'mac_address': 'fa:16:3e:ba:53:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfa04a0-0034-4869-8601-ceb273c51510', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:51:37Z', 'updated_at': '2022-09-22T21:51:39Z', 'revision_number': 1, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39', 'name': '', 'network_id': '1bb6d864-12aa-4f2d-916d-b912a03d1cf1', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:65:9b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'd98789b4-1e5d-4a68-a42f-d5cb1e045264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:51:21Z', 'updated_at': '2022-09-22T21:51:27Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': 'd98789b4-1e5d-4a68-a42f-d5cb1e045264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:51:54.433198 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bc265b-e766-46e4-b051-c67f56d5be28 None None] The sync data for ids ['f75a7164-8ac3-4b90-bce4-f8364b8abd74'] in dv-neutron-858900-1-hyperv is: [{'id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'name': 'tempest-TestNetworkBasicOps-router-671646432', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '63bba842-c595-4780-94a4-b8e109f383a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:51:17Z', 'updated_at': '2022-09-22T21:51:22Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '63bba842-c595-4780-94a4-b8e109f383a8', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:59:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:51:18Z', 'updated_at': '2022-09-22T21:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '1e41a25a-89d8-46a5-ad1b-95bdc52fbfba', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'floating_ip_address': '172.26.0.87', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'port_id': '5e906a59-783c-42e1-9e9c-05f9587ff67d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb6d864-12aa-4f2d-916d-b912a03d1cf1', 'mac_address': 'fa:16:3e:5c:17:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb92918-29ed-4a1a-9c2b-0740eb9d2ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:51:52Z', 'updated_at': '2022-09-22T21:51:52Z', 'revision_number': 0, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address_scope': None}, {'id': '76c3badf-8086-42a3-a4e8-8ce72aa4b072', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'floating_ip_address': '172.26.0.251', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'port_id': 'd1c0b747-a529-4bae-b23d-d0fdebffd999', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb6d864-12aa-4f2d-916d-b912a03d1cf1', 'mac_address': 'fa:16:3e:ba:53:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfa04a0-0034-4869-8601-ceb273c51510', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:51:37Z', 'updated_at': '2022-09-22T21:51:39Z', 'revision_number': 1, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39', 'name': '', 'network_id': '1bb6d864-12aa-4f2d-916d-b912a03d1cf1', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:65:9b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'd98789b4-1e5d-4a68-a42f-d5cb1e045264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:51:21Z', 'updated_at': '2022-09-22T21:51:27Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': 'd98789b4-1e5d-4a68-a42f-d5cb1e045264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:51:54.615922 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29220b6b-6a60-46ab-ab95-03cdef88684c None None] New status for floating IP 1e41a25a-89d8-46a5-ad1b-95bdc52fbfba: ACTIVE {{(pid=89011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:51:55.931313 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:08.872482 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:52:09.697004 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-3c6eb624-0519-4822-b126-752bec50ccdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:11.918437 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-acfff0ad-eb35-4ca5-93b8-d1c8b056da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:12.752922 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:13.149239 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:14.536704 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:25.926643 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:26.474301 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53718) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:52:26.579407 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-9c0c9486-38dc-4082-8f49-261c0cb04b5a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/floatingips/76c3badf-8086-42a3-a4e8-8ce72aa4b072 HTTP/1.1" status: 200 len: 994 time: 0.1039000 Sep 22 21:52:27.221363 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53728) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:52:27.227308 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-d74ec6cc-49ad-464f-a1aa-afbf5c140be9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'port': {'admin_state_up': False}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:52:27.347814 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d74ec6cc-49ad-464f-a1aa-afbf5c140be9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:27.557279 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-d74ec6cc-49ad-464f-a1aa-afbf5c140be9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] For port d1c0b747-a529-4bae-b23d-d0fdebffd999, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=d1c0b747-a529-4bae-b23d-d0fdebffd999,segment=NetworkSegment(6146426e-bfd0-4bb0-987f-38bb9af65a89),segment_id=6146426e-bfd0-4bb0-987f-38bb9af65a89)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:52:27.583350 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d74ec6cc-49ad-464f-a1aa-afbf5c140be9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:27.588042 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d74ec6cc-49ad-464f-a1aa-afbf5c140be9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:27.595965 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74ec6cc-49ad-464f-a1aa-afbf5c140be9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:52:27.596548 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d74ec6cc-49ad-464f-a1aa-afbf5c140be9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:27.597867 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-d74ec6cc-49ad-464f-a1aa-afbf5c140be9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "PUT /v2.0/ports/d1c0b747-a529-4bae-b23d-d0fdebffd999 HTTP/1.1" status: 200 len: 939 time: 0.3754053 Sep 22 21:52:27.626815 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cfa04a0-0034-4869-8601-ceb273c51510', 'tag': 'd1c0b747-a529-4bae-b23d-d0fdebffd999'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:52:27.629061 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51013907-9489-426f-ae14-e45288bbc42e" -d '{"events": [{"name": "network-changed", "server_uuid": "9cfa04a0-0034-4869-8601-ceb273c51510", "tag": "d1c0b747-a529-4bae-b23d-d0fdebffd999"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:52:27.672492 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f672776-6d2a-4147-a46f-6d38fff9549b x-openstack-request-id: req-7f672776-6d2a-4147-a46f-6d38fff9549b {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:52:27.672776 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cfa04a0-0034-4869-8601-ceb273c51510", "tag": "d1c0b747-a529-4bae-b23d-d0fdebffd999", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:52:27.673019 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7f672776-6d2a-4147-a46f-6d38fff9549b {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:52:27.673406 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f672776-6d2a-4147-a46f-6d38fff9549b'] response: {'name': 'network-changed', 'server_uuid': '9cfa04a0-0034-4869-8601-ceb273c51510', 'tag': 'd1c0b747-a529-4bae-b23d-d0fdebffd999', 'status': 'completed', 'code': 200} Sep 22 21:52:27.674082 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ec6cc-49ad-464f-a1aa-afbf5c140be9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=d1c0b747-a529-4bae-b23d-d0fdebffd999,revision_number=6']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:52:27.682569 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74ec6cc-49ad-464f-a1aa-afbf5c140be9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:52:27.682954 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74ec6cc-49ad-464f-a1aa-afbf5c140be9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:52:27.683299 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74ec6cc-49ad-464f-a1aa-afbf5c140be9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:52:27.683639 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74ec6cc-49ad-464f-a1aa-afbf5c140be9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:52:27.684001 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74ec6cc-49ad-464f-a1aa-afbf5c140be9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:52:27.684337 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74ec6cc-49ad-464f-a1aa-afbf5c140be9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:52:27.684668 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74ec6cc-49ad-464f-a1aa-afbf5c140be9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:52:27.685008 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74ec6cc-49ad-464f-a1aa-afbf5c140be9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:52:27.685341 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74ec6cc-49ad-464f-a1aa-afbf5c140be9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:52:27.685670 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74ec6cc-49ad-464f-a1aa-afbf5c140be9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:52:27.686000 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74ec6cc-49ad-464f-a1aa-afbf5c140be9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:52:27.686345 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74ec6cc-49ad-464f-a1aa-afbf5c140be9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:52:27.770943 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51013907-9489-426f-ae14-e45288bbc42e req-bb03e981-0e6b-4aea-925e-f9c200d6ff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:52:27.772705 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-51013907-9489-426f-ae14-e45288bbc42e req-bb03e981-0e6b-4aea-925e-f9c200d6ff3e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&device_id=9cfa04a0-0034-4869-8601-ceb273c51510 HTTP/1.1" status: 200 len: 1100 time: 0.0806427 Sep 22 21:52:27.901912 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51013907-9489-426f-ae14-e45288bbc42e req-aae90a1b-5c73-42a9-96c2-96e86170db64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:52:27.903322 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-51013907-9489-426f-ae14-e45288bbc42e req-aae90a1b-5c73-42a9-96c2-96e86170db64 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1bb6d864-12aa-4f2d-916d-b912a03d1cf1 HTTP/1.1" status: 200 len: 897 time: 0.1218836 Sep 22 21:52:27.999112 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-51013907-9489-426f-ae14-e45288bbc42e req-61a2dfeb-bb23-4b66-b234-32ab1f5fd693 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1c0b747-a529-4bae-b23d-d0fdebffd999 HTTP/1.1" status: 200 len: 1003 time: 0.0900087 Sep 22 21:52:28.061013 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51013907-9489-426f-ae14-e45288bbc42e req-82d6acac-0e00-48f8-bed4-c0f00ab59a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:52:28.062360 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-51013907-9489-426f-ae14-e45288bbc42e req-82d6acac-0e00-48f8-bed4-c0f00ab59a8a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d98789b4-1e5d-4a68-a42f-d5cb1e045264 HTTP/1.1" status: 200 len: 835 time: 0.0579948 Sep 22 21:52:28.141610 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51013907-9489-426f-ae14-e45288bbc42e req-712f8df4-f422-4361-97d5-c90f745da70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:52:28.143065 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-51013907-9489-426f-ae14-e45288bbc42e req-712f8df4-f422-4361-97d5-c90f745da70e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1bb6d864-12aa-4f2d-916d-b912a03d1cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752356 Sep 22 21:52:28.270578 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-51013907-9489-426f-ae14-e45288bbc42e req-9fa770f6-b2ea-49f6-9120-2e3379314158 service neutron] 10.222.0.49 "GET /v2.0/networks/1bb6d864-12aa-4f2d-916d-b912a03d1cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212363 Sep 22 21:52:28.400869 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-51013907-9489-426f-ae14-e45288bbc42e req-3e09971f-27dc-4da6-bfe5-cb89ed09fef6 service neutron] 10.222.0.49 "GET /v2.0/networks/1bb6d864-12aa-4f2d-916d-b912a03d1cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246676 Sep 22 21:52:31.033925 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53738) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:52:31.039708 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-7f8ed5ec-7785-4d54-ba0a-8a610c05b2ce tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'port': {'admin_state_up': True}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:52:31.158821 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7f8ed5ec-7785-4d54-ba0a-8a610c05b2ce tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:31.457092 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-7f8ed5ec-7785-4d54-ba0a-8a610c05b2ce tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] For port d1c0b747-a529-4bae-b23d-d0fdebffd999, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=d1c0b747-a529-4bae-b23d-d0fdebffd999,segment=NetworkSegment(6146426e-bfd0-4bb0-987f-38bb9af65a89),segment_id=6146426e-bfd0-4bb0-987f-38bb9af65a89)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:52:31.481729 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7f8ed5ec-7785-4d54-ba0a-8a610c05b2ce tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:31.486241 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7f8ed5ec-7785-4d54-ba0a-8a610c05b2ce tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:31.521000 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8ed5ec-7785-4d54-ba0a-8a610c05b2ce tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:52:31.521588 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7f8ed5ec-7785-4d54-ba0a-8a610c05b2ce tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:31.522951 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-7f8ed5ec-7785-4d54-ba0a-8a610c05b2ce tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "PUT /v2.0/ports/d1c0b747-a529-4bae-b23d-d0fdebffd999 HTTP/1.1" status: 200 len: 938 time: 0.4880412 Sep 22 21:52:31.523480 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cfa04a0-0034-4869-8601-ceb273c51510', 'tag': 'd1c0b747-a529-4bae-b23d-d0fdebffd999'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:52:31.526356 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db23c707-b6e4-4b2a-8945-81cd0be9d685" -d '{"events": [{"name": "network-changed", "server_uuid": "9cfa04a0-0034-4869-8601-ceb273c51510", "tag": "d1c0b747-a529-4bae-b23d-d0fdebffd999"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:52:31.526499 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53742) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:52:31.569015 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e122f106-6a2b-4646-ba61-e04c614cf343 x-openstack-request-id: req-e122f106-6a2b-4646-ba61-e04c614cf343 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:52:31.569303 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cfa04a0-0034-4869-8601-ceb273c51510", "tag": "d1c0b747-a529-4bae-b23d-d0fdebffd999", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:52:31.569550 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e122f106-6a2b-4646-ba61-e04c614cf343 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:52:31.569940 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e122f106-6a2b-4646-ba61-e04c614cf343'] response: {'name': 'network-changed', 'server_uuid': '9cfa04a0-0034-4869-8601-ceb273c51510', 'tag': 'd1c0b747-a529-4bae-b23d-d0fdebffd999', 'status': 'completed', 'code': 200} Sep 22 21:52:31.573108 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ed5ec-7785-4d54-ba0a-8a610c05b2ce tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=d1c0b747-a529-4bae-b23d-d0fdebffd999,revision_number=7']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:52:31.634383 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-7a1bd824-8a02-403e-baee-0ed743bf454f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/floatingips/76c3badf-8086-42a3-a4e8-8ce72aa4b072 HTTP/1.1" status: 200 len: 994 time: 0.1067398 Sep 22 21:52:31.670868 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23c707-b6e4-4b2a-8945-81cd0be9d685 req-6fca9482-8f2b-42eb-ad2f-cbad970f117c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:52:31.672343 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-db23c707-b6e4-4b2a-8945-81cd0be9d685 req-6fca9482-8f2b-42eb-ad2f-cbad970f117c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&device_id=9cfa04a0-0034-4869-8601-ceb273c51510 HTTP/1.1" status: 200 len: 1099 time: 0.0818253 Sep 22 21:52:31.707668 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['d1c0b747-a529-4bae-b23d-d0fdebffd999'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 21:52:31.801552 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23c707-b6e4-4b2a-8945-81cd0be9d685 req-eb47e74c-a92d-4de5-a17a-ccd83b40c6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:52:31.803002 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-db23c707-b6e4-4b2a-8945-81cd0be9d685 req-eb47e74c-a92d-4de5-a17a-ccd83b40c6f7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1bb6d864-12aa-4f2d-916d-b912a03d1cf1 HTTP/1.1" status: 200 len: 897 time: 0.1242580 Sep 22 21:52:31.904851 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-db23c707-b6e4-4b2a-8945-81cd0be9d685 req-5009b98f-e3da-4862-8d96-060eb52accf3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1c0b747-a529-4bae-b23d-d0fdebffd999 HTTP/1.1" status: 200 len: 1002 time: 0.0953052 Sep 22 21:52:31.966797 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23c707-b6e4-4b2a-8945-81cd0be9d685 req-fe6553d0-8d78-46d1-b181-9ede6594f542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:52:31.968148 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-db23c707-b6e4-4b2a-8945-81cd0be9d685 req-fe6553d0-8d78-46d1-b181-9ede6594f542 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d98789b4-1e5d-4a68-a42f-d5cb1e045264 HTTP/1.1" status: 200 len: 835 time: 0.0576456 Sep 22 21:52:32.055582 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23c707-b6e4-4b2a-8945-81cd0be9d685 req-8cf57ca1-e209-4b23-b45c-9d7b7b6d68bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:52:32.057503 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-db23c707-b6e4-4b2a-8945-81cd0be9d685 req-8cf57ca1-e209-4b23-b45c-9d7b7b6d68bf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1bb6d864-12aa-4f2d-916d-b912a03d1cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0832384 Sep 22 21:52:32.187065 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-db23c707-b6e4-4b2a-8945-81cd0be9d685 req-6918f571-f0ed-4756-8268-33f0a4290b34 service neutron] 10.222.0.49 "GET /v2.0/networks/1bb6d864-12aa-4f2d-916d-b912a03d1cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229577 Sep 22 21:52:32.316336 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-db23c707-b6e4-4b2a-8945-81cd0be9d685 req-e248978a-a175-4de3-b462-b4478e1e1c42 service neutron] 10.222.0.49 "GET /v2.0/networks/1bb6d864-12aa-4f2d-916d-b912a03d1cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234224 Sep 22 21:52:34.192880 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53754) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:52:34.387520 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-da624e44-3c21-4e3c-b805-56bb82a468da tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Deleting port edfaa0c0-2d9b-4f43-ad9e-99664f74bdd6 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:52:34.387854 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-da624e44-3c21-4e3c-b805-56bb82a468da tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:34.554333 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-da624e44-3c21-4e3c-b805-56bb82a468da tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:34.554571 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-da624e44-3c21-4e3c-b805-56bb82a468da tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:34.671159 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-da624e44-3c21-4e3c-b805-56bb82a468da tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Calling delete_port for edfaa0c0-2d9b-4f43-ad9e-99664f74bdd6 owned by network:floatingip {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:52:34.812842 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-da624e44-3c21-4e3c-b805-56bb82a468da tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:34.975502 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da624e44-3c21-4e3c-b805-56bb82a468da tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'Port': ['ID=edfaa0c0-2d9b-4f43-ad9e-99664f74bdd6,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:52:35.043904 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-da624e44-3c21-4e3c-b805-56bb82a468da tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for floatingip, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:35.044234 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.l3_db [None req-da624e44-3c21-4e3c-b805-56bb82a468da tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Floating IP 1e41a25a-89d8-46a5-ad1b-95bdc52fbfba disassociated (deleted). External IP: 172.26.0.87, port: 5e906a59-783c-42e1-9e9c-05f9587ff67d. Sep 22 21:52:35.393616 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da624e44-3c21-4e3c-b805-56bb82a468da tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Router f75a7164-8ac3-4b90-bce4-f8364b8abd74 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:52:35.568754 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da624e44-3c21-4e3c-b805-56bb82a468da tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:52:35.577949 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a248e868-7622-423e-af09-04ecfc084a66 None None] Sync routers for ids ['f75a7164-8ac3-4b90-bce4-f8364b8abd74'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:52:35.587350 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a248e868-7622-423e-af09-04ecfc084a66 None None] Routers {'f75a7164-8ac3-4b90-bce4-f8364b8abd74'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:52:35.587962 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-a248e868-7622-423e-af09-04ecfc084a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:52:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['f75a7164-8ac3-4b90-bce4-f8364b8abd74'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:52:35.588087 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-da624e44-3c21-4e3c-b805-56bb82a468da tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:35.643621 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-da624e44-3c21-4e3c-b805-56bb82a468da tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "DELETE /v2.0/floatingips/1e41a25a-89d8-46a5-ad1b-95bdc52fbfba HTTP/1.1" status: 204 len: 168 time: 1.4496577 Sep 22 21:52:35.644190 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbb92918-29ed-4a1a-9c2b-0740eb9d2ad7', 'tag': '5e906a59-783c-42e1-9e9c-05f9587ff67d'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:52:35.646473 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1958fc-db9e-4b17-90ed-03c2c0630002" -d '{"events": [{"name": "network-changed", "server_uuid": "dbb92918-29ed-4a1a-9c2b-0740eb9d2ad7", "tag": "5e906a59-783c-42e1-9e9c-05f9587ff67d"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:52:35.692263 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eeab2bf-b9e1-4d49-a3ef-ad258708bed6 x-openstack-request-id: req-7eeab2bf-b9e1-4d49-a3ef-ad258708bed6 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:52:35.692558 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbb92918-29ed-4a1a-9c2b-0740eb9d2ad7", "tag": "5e906a59-783c-42e1-9e9c-05f9587ff67d", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:52:35.692809 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7eeab2bf-b9e1-4d49-a3ef-ad258708bed6 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:52:35.693234 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7eeab2bf-b9e1-4d49-a3ef-ad258708bed6'] response: {'name': 'network-changed', 'server_uuid': 'dbb92918-29ed-4a1a-9c2b-0740eb9d2ad7', 'tag': '5e906a59-783c-42e1-9e9c-05f9587ff67d', 'status': 'completed', 'code': 200} Sep 22 21:52:35.795770 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1958fc-db9e-4b17-90ed-03c2c0630002 req-ced1255d-bc1b-4c0f-ba6e-508cffd3ac23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:52:35.797243 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9f1958fc-db9e-4b17-90ed-03c2c0630002 req-ced1255d-bc1b-4c0f-ba6e-508cffd3ac23 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&device_id=dbb92918-29ed-4a1a-9c2b-0740eb9d2ad7 HTTP/1.1" status: 200 len: 1099 time: 0.0823812 Sep 22 21:52:35.808912 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-a248e868-7622-423e-af09-04ecfc084a66 None None] Set router f75a7164-8ac3-4b90-bce4-f8364b8abd74 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:52:35.936946 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1958fc-db9e-4b17-90ed-03c2c0630002 req-7a67db30-cbe1-433a-b9bc-48dc65f6ddd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:52:35.939084 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9f1958fc-db9e-4b17-90ed-03c2c0630002 req-7a67db30-cbe1-433a-b9bc-48dc65f6ddd6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1bb6d864-12aa-4f2d-916d-b912a03d1cf1 HTTP/1.1" status: 200 len: 897 time: 0.1356680 Sep 22 21:52:36.007079 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9f1958fc-db9e-4b17-90ed-03c2c0630002 req-9b06541a-5582-4e82-ba51-f679f1c22f54 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e906a59-783c-42e1-9e9c-05f9587ff67d HTTP/1.1" status: 200 len: 217 time: 0.0611274 Sep 22 21:52:36.044209 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3691ad6-354b-4370-88d8-b4082cfee55d req-5f6ac553-a90d-46a6-a419-5fee11bda110 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:52:36.045690 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-b3691ad6-354b-4370-88d8-b4082cfee55d req-5f6ac553-a90d-46a6-a419-5fee11bda110 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=dbb92918-29ed-4a1a-9c2b-0740eb9d2ad7 HTTP/1.1" status: 200 len: 946 time: 0.0898080 Sep 22 21:52:36.076788 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1958fc-db9e-4b17-90ed-03c2c0630002 req-fddf415f-852a-4cf5-bb2b-c019e0ce62e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:52:36.078714 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9f1958fc-db9e-4b17-90ed-03c2c0630002 req-fddf415f-852a-4cf5-bb2b-c019e0ce62e7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d98789b4-1e5d-4a68-a42f-d5cb1e045264 HTTP/1.1" status: 200 len: 835 time: 0.0653074 Sep 22 21:52:36.092665 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-b3691ad6-354b-4370-88d8-b4082cfee55d req-788b62b2-2521-4eb0-8416-ba3ab015b1c9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=73a04d38-a1df-4625-9e24-cbe092be70d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412362 Sep 22 21:52:36.160487 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-a248e868-7622-423e-af09-04ecfc084a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'name': 'tempest-TestNetworkBasicOps-router-671646432', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '63bba842-c595-4780-94a4-b8e109f383a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:51:17Z', 'updated_at': '2022-09-22T21:51:22Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '63bba842-c595-4780-94a4-b8e109f383a8', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:59:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:51:18Z', 'updated_at': '2022-09-22T21:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '76c3badf-8086-42a3-a4e8-8ce72aa4b072', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'floating_ip_address': '172.26.0.251', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'port_id': 'd1c0b747-a529-4bae-b23d-d0fdebffd999', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb6d864-12aa-4f2d-916d-b912a03d1cf1', 'mac_address': 'fa:16:3e:ba:53:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfa04a0-0034-4869-8601-ceb273c51510', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:51:37Z', 'updated_at': '2022-09-22T21:51:39Z', 'revision_number': 1, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39', 'name': '', 'network_id': '1bb6d864-12aa-4f2d-916d-b912a03d1cf1', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:65:9b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'd98789b4-1e5d-4a68-a42f-d5cb1e045264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:51:21Z', 'updated_at': '2022-09-22T21:51:27Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': 'd98789b4-1e5d-4a68-a42f-d5cb1e045264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:52:36.162018 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1958fc-db9e-4b17-90ed-03c2c0630002 req-2bd25c7f-dc70-49a2-96d5-11b22e13c1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:52:36.163535 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9f1958fc-db9e-4b17-90ed-03c2c0630002 req-2bd25c7f-dc70-49a2-96d5-11b22e13c1c0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1bb6d864-12aa-4f2d-916d-b912a03d1cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782030 Sep 22 21:52:36.165136 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a248e868-7622-423e-af09-04ecfc084a66 None None] Checking router: f75a7164-8ac3-4b90-bce4-f8364b8abd74 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:52:36.189962 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a248e868-7622-423e-af09-04ecfc084a66 None None] Routers {'f75a7164-8ac3-4b90-bce4-f8364b8abd74'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:52:36.190577 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-a248e868-7622-423e-af09-04ecfc084a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:52:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['f75a7164-8ac3-4b90-bce4-f8364b8abd74'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:52:36.305240 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9f1958fc-db9e-4b17-90ed-03c2c0630002 req-c8d982b9-7049-433e-93bb-3707cd12a910 service neutron] 10.222.0.49 "GET /v2.0/networks/1bb6d864-12aa-4f2d-916d-b912a03d1cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341081 Sep 22 21:52:36.371548 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-a248e868-7622-423e-af09-04ecfc084a66 None None] Set router f75a7164-8ac3-4b90-bce4-f8364b8abd74 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:52:36.537635 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9f1958fc-db9e-4b17-90ed-03c2c0630002 req-4339edb9-2212-4f27-b9cc-b717f82c4d04 service neutron] 10.222.0.49 "GET /v2.0/networks/1bb6d864-12aa-4f2d-916d-b912a03d1cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250283 Sep 22 21:52:36.717274 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-a248e868-7622-423e-af09-04ecfc084a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'name': 'tempest-TestNetworkBasicOps-router-671646432', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '63bba842-c595-4780-94a4-b8e109f383a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:51:17Z', 'updated_at': '2022-09-22T21:51:22Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '63bba842-c595-4780-94a4-b8e109f383a8', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:59:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:51:18Z', 'updated_at': '2022-09-22T21:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '76c3badf-8086-42a3-a4e8-8ce72aa4b072', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'floating_ip_address': '172.26.0.251', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'port_id': 'd1c0b747-a529-4bae-b23d-d0fdebffd999', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb6d864-12aa-4f2d-916d-b912a03d1cf1', 'mac_address': 'fa:16:3e:ba:53:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfa04a0-0034-4869-8601-ceb273c51510', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:51:37Z', 'updated_at': '2022-09-22T21:51:39Z', 'revision_number': 1, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39', 'name': '', 'network_id': '1bb6d864-12aa-4f2d-916d-b912a03d1cf1', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:65:9b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'd98789b4-1e5d-4a68-a42f-d5cb1e045264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:51:21Z', 'updated_at': '2022-09-22T21:51:27Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': 'd98789b4-1e5d-4a68-a42f-d5cb1e045264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:52:36.721183 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a248e868-7622-423e-af09-04ecfc084a66 None None] The sync data for ids ['f75a7164-8ac3-4b90-bce4-f8364b8abd74'] in dv-neutron-858900-1-hyperv is: [{'id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'name': 'tempest-TestNetworkBasicOps-router-671646432', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '63bba842-c595-4780-94a4-b8e109f383a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:51:17Z', 'updated_at': '2022-09-22T21:51:22Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '63bba842-c595-4780-94a4-b8e109f383a8', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:59:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:51:18Z', 'updated_at': '2022-09-22T21:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '76c3badf-8086-42a3-a4e8-8ce72aa4b072', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'floating_ip_address': '172.26.0.251', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'port_id': 'd1c0b747-a529-4bae-b23d-d0fdebffd999', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb6d864-12aa-4f2d-916d-b912a03d1cf1', 'mac_address': 'fa:16:3e:ba:53:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfa04a0-0034-4869-8601-ceb273c51510', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:51:37Z', 'updated_at': '2022-09-22T21:51:39Z', 'revision_number': 1, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39', 'name': '', 'network_id': '1bb6d864-12aa-4f2d-916d-b912a03d1cf1', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:65:9b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'd98789b4-1e5d-4a68-a42f-d5cb1e045264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:51:21Z', 'updated_at': '2022-09-22T21:51:27Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': 'd98789b4-1e5d-4a68-a42f-d5cb1e045264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:52:36.940975 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197b88cd-ae9a-48cd-8752-adfeacf4d77a None None] New status for floating IP 1e41a25a-89d8-46a5-ad1b-95bdc52fbfba: DOWN {{(pid=89011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:52:37.339490 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e1dfd9-4acd-4f1b-bcc8-fe8e694abb38 req-b54eebca-62b2-4799-b93b-549237c8d330 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:52:37.340089 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-e6e1dfd9-4acd-4f1b-bcc8-fe8e694abb38 req-b54eebca-62b2-4799-b93b-549237c8d330 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:52:37.349864 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a85e34-d0b9-4469-89fa-712cf760567c req-1fd9672f-873e-472c-82a7-a65c1ad3f4b9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:52:37.350507 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-c6a85e34-d0b9-4469-89fa-712cf760567c req-1fd9672f-873e-472c-82a7-a65c1ad3f4b9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:52:37.371886 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-e6e1dfd9-4acd-4f1b-bcc8-fe8e694abb38 req-b54eebca-62b2-4799-b93b-549237c8d330 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:52:37.372966 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e6e1dfd9-4acd-4f1b-bcc8-fe8e694abb38 req-b54eebca-62b2-4799-b93b-549237c8d330 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbb92918-29ed-4a1a-9c2b-0740eb9d2ad7 HTTP/1.1" status: 200 len: 946 time: 0.1898997 Sep 22 21:52:37.373945 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-c6a85e34-d0b9-4469-89fa-712cf760567c req-1fd9672f-873e-472c-82a7-a65c1ad3f4b9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:52:37.374939 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c6a85e34-d0b9-4469-89fa-712cf760567c req-1fd9672f-873e-472c-82a7-a65c1ad3f4b9 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=dbb92918-29ed-4a1a-9c2b-0740eb9d2ad7 HTTP/1.1" status: 200 len: 946 time: 0.1556039 Sep 22 21:52:37.471086 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-e6e1dfd9-4acd-4f1b-bcc8-fe8e694abb38 req-711bd641-832e-418d-adde-75fc7ee9eac3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Deleting port 5e906a59-783c-42e1-9e9c-05f9587ff67d {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:52:37.471426 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-e6e1dfd9-4acd-4f1b-bcc8-fe8e694abb38 req-711bd641-832e-418d-adde-75fc7ee9eac3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:37.497377 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c6a85e34-d0b9-4469-89fa-712cf760567c req-d7c69474-b5ad-4185-abad-171b273cac42 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=73a04d38-a1df-4625-9e24-cbe092be70d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897279 Sep 22 21:52:37.717761 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-e6e1dfd9-4acd-4f1b-bcc8-fe8e694abb38 req-711bd641-832e-418d-adde-75fc7ee9eac3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] For port 5e906a59-783c-42e1-9e9c-05f9587ff67d, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=5e906a59-783c-42e1-9e9c-05f9587ff67d,segment=NetworkSegment(6146426e-bfd0-4bb0-987f-38bb9af65a89),segment_id=6146426e-bfd0-4bb0-987f-38bb9af65a89)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:52:37.718444 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-e6e1dfd9-4acd-4f1b-bcc8-fe8e694abb38 req-711bd641-832e-418d-adde-75fc7ee9eac3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:37.837304 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-e6e1dfd9-4acd-4f1b-bcc8-fe8e694abb38 req-711bd641-832e-418d-adde-75fc7ee9eac3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Calling delete_port for 5e906a59-783c-42e1-9e9c-05f9587ff67d owned by compute:nova {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:52:37.980451 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-e6e1dfd9-4acd-4f1b-bcc8-fe8e694abb38 req-711bd641-832e-418d-adde-75fc7ee9eac3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:38.028561 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711bd641-832e-418d-adde-75fc7ee9eac3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'Port': ['ID=5e906a59-783c-42e1-9e9c-05f9587ff67d,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:52:38.115430 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e1dfd9-4acd-4f1b-bcc8-fe8e694abb38 req-711bd641-832e-418d-adde-75fc7ee9eac3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] No DVR routers for this DVR port 5e906a59-783c-42e1-9e9c-05f9587ff67d on host hv-neutron-8589 {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:52:38.117774 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-e6e1dfd9-4acd-4f1b-bcc8-fe8e694abb38 req-711bd641-832e-418d-adde-75fc7ee9eac3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:38.120223 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb92918-29ed-4a1a-9c2b-0740eb9d2ad7', 'name': 'network-vif-deleted', 'tag': '5e906a59-783c-42e1-9e9c-05f9587ff67d'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:52:38.122463 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae1b5c0-f39e-4a8e-a2a7-ad6bf250ee9f" -d '{"events": [{"server_uuid": "dbb92918-29ed-4a1a-9c2b-0740eb9d2ad7", "name": "network-vif-deleted", "tag": "5e906a59-783c-42e1-9e9c-05f9587ff67d"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:52:38.135553 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e6e1dfd9-4acd-4f1b-bcc8-fe8e694abb38 req-711bd641-832e-418d-adde-75fc7ee9eac3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "DELETE /v2.0/ports/5e906a59-783c-42e1-9e9c-05f9587ff67d HTTP/1.1" status: 204 len: 173 time: 0.7576578 Sep 22 21:52:38.166885 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 21:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab63fcf-8bf4-4d2f-9913-707d073e69a1 x-openstack-request-id: req-4ab63fcf-8bf4-4d2f-9913-707d073e69a1 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:52:38.167176 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbb92918-29ed-4a1a-9c2b-0740eb9d2ad7", "name": "network-vif-deleted", "tag": "5e906a59-783c-42e1-9e9c-05f9587ff67d", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:52:38.167430 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4ab63fcf-8bf4-4d2f-9913-707d073e69a1 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:52:38.167986 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ab63fcf-8bf4-4d2f-9913-707d073e69a1'] response: {'server_uuid': 'dbb92918-29ed-4a1a-9c2b-0740eb9d2ad7', 'name': 'network-vif-deleted', 'tag': '5e906a59-783c-42e1-9e9c-05f9587ff67d', 'status': 'completed', 'code': 200} Sep 22 21:52:38.668734 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-8f2ef50c-b2db-4eff-997a-9c98fb35e94c req-1e9626f5-390c-40eb-bbb1-48db7082186a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:52:38.684434 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-8f2ef50c-b2db-4eff-997a-9c98fb35e94c req-1e9626f5-390c-40eb-bbb1-48db7082186a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:52:38.685661 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-8f2ef50c-b2db-4eff-997a-9c98fb35e94c req-1e9626f5-390c-40eb-bbb1-48db7082186a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=dbb92918-29ed-4a1a-9c2b-0740eb9d2ad7 HTTP/1.1" status: 200 len: 210 time: 0.0656295 Sep 22 21:52:39.698152 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-84751921-75a6-4117-a014-131c3a442589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:39.786750 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53772) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:52:39.876243 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ab6be87b-45e7-40bd-a1ee-cd35b017075f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:39.907152 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ab6be87b-45e7-40bd-a1ee-cd35b017075f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:39.970537 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ab6be87b-45e7-40bd-a1ee-cd35b017075f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:39.984266 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 5e906a59-783c-42e1-9e9c-05f9587ff67d no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:52:39.988274 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6be87b-45e7-40bd-a1ee-cd35b017075f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a04d38-a1df-4625-9e24-cbe092be70d1,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:52:39.999192 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ab6be87b-45e7-40bd-a1ee-cd35b017075f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:40.000412 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ab6be87b-45e7-40bd-a1ee-cd35b017075f tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "DELETE /v2.0/security-groups/73a04d38-a1df-4625-9e24-cbe092be70d1 HTTP/1.1" status: 204 len: 168 time: 0.2126675 Sep 22 21:52:40.024817 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] No Port match for: 5e906a59-783c-42e1-9e9c-05f9587ff67d {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:52:40.025806 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 5e906a59-783c-42e1-9e9c-05f9587ff67d not bound to the agent host hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:52:40.031786 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53778) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:52:40.236502 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-600c789a-5c4d-4e05-a0b4-b5fffe7255e8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Deleting port 9a2ddf2f-ef77-497f-82f9-73ae869559b9 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:52:40.236750 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-600c789a-5c4d-4e05-a0b4-b5fffe7255e8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:40.496343 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-600c789a-5c4d-4e05-a0b4-b5fffe7255e8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:40.496568 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-600c789a-5c4d-4e05-a0b4-b5fffe7255e8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:40.613955 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-600c789a-5c4d-4e05-a0b4-b5fffe7255e8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Calling delete_port for 9a2ddf2f-ef77-497f-82f9-73ae869559b9 owned by network:floatingip {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:52:40.757016 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-600c789a-5c4d-4e05-a0b4-b5fffe7255e8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:40.805845 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c789a-5c4d-4e05-a0b4-b5fffe7255e8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'Port': ['ID=9a2ddf2f-ef77-497f-82f9-73ae869559b9,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:52:40.896849 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-600c789a-5c4d-4e05-a0b4-b5fffe7255e8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for floatingip, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:40.897203 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.l3_db [None req-600c789a-5c4d-4e05-a0b4-b5fffe7255e8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Floating IP 76c3badf-8086-42a3-a4e8-8ce72aa4b072 disassociated (deleted). External IP: 172.26.0.251, port: d1c0b747-a529-4bae-b23d-d0fdebffd999. Sep 22 21:52:41.235530 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600c789a-5c4d-4e05-a0b4-b5fffe7255e8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Router f75a7164-8ac3-4b90-bce4-f8364b8abd74 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:52:41.412418 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600c789a-5c4d-4e05-a0b4-b5fffe7255e8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:52:41.421522 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20d9c4f-0070-4113-8c48-262dd171a52f None None] Sync routers for ids ['f75a7164-8ac3-4b90-bce4-f8364b8abd74'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:52:41.430929 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20d9c4f-0070-4113-8c48-262dd171a52f None None] Routers {'f75a7164-8ac3-4b90-bce4-f8364b8abd74'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:52:41.431556 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-b20d9c4f-0070-4113-8c48-262dd171a52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:52:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['f75a7164-8ac3-4b90-bce4-f8364b8abd74'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:52:41.431895 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-600c789a-5c4d-4e05-a0b4-b5fffe7255e8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:41.491559 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-600c789a-5c4d-4e05-a0b4-b5fffe7255e8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "DELETE /v2.0/floatingips/76c3badf-8086-42a3-a4e8-8ce72aa4b072 HTTP/1.1" status: 204 len: 168 time: 1.4583671 Sep 22 21:52:41.492419 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cfa04a0-0034-4869-8601-ceb273c51510', 'tag': 'd1c0b747-a529-4bae-b23d-d0fdebffd999'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:52:41.495579 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe6cd53-c279-4e2a-95b5-2867bd71dd52" -d '{"events": [{"name": "network-changed", "server_uuid": "9cfa04a0-0034-4869-8601-ceb273c51510", "tag": "d1c0b747-a529-4bae-b23d-d0fdebffd999"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:52:41.541125 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dca83a5-2f4a-403a-b23b-b625eeb4ba63 x-openstack-request-id: req-5dca83a5-2f4a-403a-b23b-b625eeb4ba63 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:52:41.541411 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cfa04a0-0034-4869-8601-ceb273c51510", "tag": "d1c0b747-a529-4bae-b23d-d0fdebffd999", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:52:41.541663 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5dca83a5-2f4a-403a-b23b-b625eeb4ba63 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:52:41.542069 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dca83a5-2f4a-403a-b23b-b625eeb4ba63'] response: {'name': 'network-changed', 'server_uuid': '9cfa04a0-0034-4869-8601-ceb273c51510', 'tag': 'd1c0b747-a529-4bae-b23d-d0fdebffd999', 'status': 'completed', 'code': 200} Sep 22 21:52:41.644193 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6cd53-c279-4e2a-95b5-2867bd71dd52 req-6ef32ccd-21b1-4de3-8045-86a71243679f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:52:41.645671 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9fe6cd53-c279-4e2a-95b5-2867bd71dd52 req-6ef32ccd-21b1-4de3-8045-86a71243679f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&device_id=9cfa04a0-0034-4869-8601-ceb273c51510 HTTP/1.1" status: 200 len: 1099 time: 0.0821264 Sep 22 21:52:41.657636 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-b20d9c4f-0070-4113-8c48-262dd171a52f None None] Set router f75a7164-8ac3-4b90-bce4-f8364b8abd74 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:52:41.781348 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6cd53-c279-4e2a-95b5-2867bd71dd52 req-81d7473d-68cc-4a89-84d2-7b807e033647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:52:41.782788 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9fe6cd53-c279-4e2a-95b5-2867bd71dd52 req-81d7473d-68cc-4a89-84d2-7b807e033647 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1bb6d864-12aa-4f2d-916d-b912a03d1cf1 HTTP/1.1" status: 200 len: 897 time: 0.1308761 Sep 22 21:52:41.960505 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f9ebba56-cf78-4ae4-a2ca-5bda23557327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:41.992504 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-b20d9c4f-0070-4113-8c48-262dd171a52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'name': 'tempest-TestNetworkBasicOps-router-671646432', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '63bba842-c595-4780-94a4-b8e109f383a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:51:17Z', 'updated_at': '2022-09-22T21:51:22Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '63bba842-c595-4780-94a4-b8e109f383a8', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:59:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:51:18Z', 'updated_at': '2022-09-22T21:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': 'e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39', 'name': '', 'network_id': '1bb6d864-12aa-4f2d-916d-b912a03d1cf1', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:65:9b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'd98789b4-1e5d-4a68-a42f-d5cb1e045264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:51:21Z', 'updated_at': '2022-09-22T21:51:27Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': 'd98789b4-1e5d-4a68-a42f-d5cb1e045264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:52:41.996991 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20d9c4f-0070-4113-8c48-262dd171a52f None None] Checking router: f75a7164-8ac3-4b90-bce4-f8364b8abd74 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:52:42.002186 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9fe6cd53-c279-4e2a-95b5-2867bd71dd52 req-ca3aa582-6e97-43d6-bb48-20728ba1e8a1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1c0b747-a529-4bae-b23d-d0fdebffd999 HTTP/1.1" status: 200 len: 217 time: 0.2118697 Sep 22 21:52:42.005518 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20d9c4f-0070-4113-8c48-262dd171a52f None None] Routers {'f75a7164-8ac3-4b90-bce4-f8364b8abd74'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:52:42.006128 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-b20d9c4f-0070-4113-8c48-262dd171a52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:52:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['f75a7164-8ac3-4b90-bce4-f8364b8abd74'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:52:42.085311 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6cd53-c279-4e2a-95b5-2867bd71dd52 req-e88bfca6-ce39-4e91-b598-7a9b001870cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:52:42.087030 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9fe6cd53-c279-4e2a-95b5-2867bd71dd52 req-e88bfca6-ce39-4e91-b598-7a9b001870cb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d98789b4-1e5d-4a68-a42f-d5cb1e045264 HTTP/1.1" status: 200 len: 835 time: 0.0782998 Sep 22 21:52:42.146747 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1bc85b-3e66-47ce-9be9-d6a47abaffe1 req-29af5708-250f-4f78-85a2-bb31c81d71f3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:52:42.147451 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-8a1bc85b-3e66-47ce-9be9-d6a47abaffe1 req-29af5708-250f-4f78-85a2-bb31c81d71f3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:52:42.183003 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-8a1bc85b-3e66-47ce-9be9-d6a47abaffe1 req-29af5708-250f-4f78-85a2-bb31c81d71f3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:52:42.185112 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-8a1bc85b-3e66-47ce-9be9-d6a47abaffe1 req-29af5708-250f-4f78-85a2-bb31c81d71f3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=9cfa04a0-0034-4869-8601-ceb273c51510 HTTP/1.1" status: 200 len: 946 time: 0.3421130 Sep 22 21:52:42.193298 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-b20d9c4f-0070-4113-8c48-262dd171a52f None None] Set router f75a7164-8ac3-4b90-bce4-f8364b8abd74 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:52:42.214528 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6cd53-c279-4e2a-95b5-2867bd71dd52 req-9b122a15-e145-462c-b498-5a6206f8a284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:52:42.216010 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9fe6cd53-c279-4e2a-95b5-2867bd71dd52 req-9b122a15-e145-462c-b498-5a6206f8a284 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1bb6d864-12aa-4f2d-916d-b912a03d1cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1206369 Sep 22 21:52:42.266404 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-8a1bc85b-3e66-47ce-9be9-d6a47abaffe1 req-ad9828ed-1c8d-415e-9c9c-f354e8e915bb tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:security_group {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:52:42.340187 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-8a1bc85b-3e66-47ce-9be9-d6a47abaffe1 req-ad9828ed-1c8d-415e-9c9c-f354e8e915bb tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:security_group {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:52:42.341267 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-8a1bc85b-3e66-47ce-9be9-d6a47abaffe1 req-ad9828ed-1c8d-415e-9c9c-f354e8e915bb tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=1d1ddf47-e4ed-4ca9-a4f6-b213d7126dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479774 Sep 22 21:52:42.394970 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9fe6cd53-c279-4e2a-95b5-2867bd71dd52 req-9d77a3a7-3c97-4978-99ad-b88f6f044cdb service neutron] 10.222.0.49 "GET /v2.0/networks/1bb6d864-12aa-4f2d-916d-b912a03d1cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718976 Sep 22 21:52:42.507568 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-b20d9c4f-0070-4113-8c48-262dd171a52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'name': 'tempest-TestNetworkBasicOps-router-671646432', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '63bba842-c595-4780-94a4-b8e109f383a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:51:17Z', 'updated_at': '2022-09-22T21:51:22Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '63bba842-c595-4780-94a4-b8e109f383a8', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:59:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:51:18Z', 'updated_at': '2022-09-22T21:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': 'e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39', 'name': '', 'network_id': '1bb6d864-12aa-4f2d-916d-b912a03d1cf1', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:65:9b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'd98789b4-1e5d-4a68-a42f-d5cb1e045264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:51:21Z', 'updated_at': '2022-09-22T21:51:27Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': 'd98789b4-1e5d-4a68-a42f-d5cb1e045264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:52:42.512080 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20d9c4f-0070-4113-8c48-262dd171a52f None None] The sync data for ids ['f75a7164-8ac3-4b90-bce4-f8364b8abd74'] in dv-neutron-858900-1-hyperv is: [{'id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'name': 'tempest-TestNetworkBasicOps-router-671646432', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '63bba842-c595-4780-94a4-b8e109f383a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:51:17Z', 'updated_at': '2022-09-22T21:51:22Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '63bba842-c595-4780-94a4-b8e109f383a8', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:59:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:51:18Z', 'updated_at': '2022-09-22T21:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': 'e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39', 'name': '', 'network_id': '1bb6d864-12aa-4f2d-916d-b912a03d1cf1', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:65:9b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'd98789b4-1e5d-4a68-a42f-d5cb1e045264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:51:21Z', 'updated_at': '2022-09-22T21:51:27Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': 'd98789b4-1e5d-4a68-a42f-d5cb1e045264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:52:42.528839 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9fe6cd53-c279-4e2a-95b5-2867bd71dd52 req-af1f79e2-f656-4740-9bcb-cb8f2c56a6d3 service neutron] 10.222.0.49 "GET /v2.0/networks/1bb6d864-12aa-4f2d-916d-b912a03d1cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276462 Sep 22 21:52:42.716334 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b791b0-4e88-49e3-bf15-71a8aacf2c16 None None] New status for floating IP 76c3badf-8086-42a3-a4e8-8ce72aa4b072: DOWN {{(pid=89011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:52:42.755291 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:43.152699 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:43.219412 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f485cd-6b76-421e-a653-708750972b4f req-da1f2d3f-9d02-4a37-9234-5c4300cbb5b4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:52:43.220856 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a6f485cd-6b76-421e-a653-708750972b4f req-da1f2d3f-9d02-4a37-9234-5c4300cbb5b4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "GET /v2.0/ports?device_id=9cfa04a0-0034-4869-8601-ceb273c51510 HTTP/1.1" status: 200 len: 946 time: 0.0903070 Sep 22 21:52:43.289113 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-a6f485cd-6b76-421e-a653-708750972b4f req-94b76136-19a5-4b6b-94b5-df8af7136aa7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Deleting port d1c0b747-a529-4bae-b23d-d0fdebffd999 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:52:43.289454 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-a6f485cd-6b76-421e-a653-708750972b4f req-94b76136-19a5-4b6b-94b5-df8af7136aa7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:43.535021 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-a6f485cd-6b76-421e-a653-708750972b4f req-94b76136-19a5-4b6b-94b5-df8af7136aa7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] For port d1c0b747-a529-4bae-b23d-d0fdebffd999, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=d1c0b747-a529-4bae-b23d-d0fdebffd999,segment=NetworkSegment(6146426e-bfd0-4bb0-987f-38bb9af65a89),segment_id=6146426e-bfd0-4bb0-987f-38bb9af65a89)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:52:43.535296 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-a6f485cd-6b76-421e-a653-708750972b4f req-94b76136-19a5-4b6b-94b5-df8af7136aa7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:43.545461 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2b334-645e-42bc-85f9-95d05804491c req-f8449ed7-39b5-4edb-ab2a-794ec0be7514 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:52:43.547062 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-43f2b334-645e-42bc-85f9-95d05804491c req-f8449ed7-39b5-4edb-ab2a-794ec0be7514 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=9cfa04a0-0034-4869-8601-ceb273c51510 HTTP/1.1" status: 200 len: 946 time: 0.0901864 Sep 22 21:52:43.591361 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-43f2b334-645e-42bc-85f9-95d05804491c req-bfa0e56a-66f0-4490-8d29-717b3e9eb8dc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=1d1ddf47-e4ed-4ca9-a4f6-b213d7126dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384591 Sep 22 21:52:43.657969 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-a6f485cd-6b76-421e-a653-708750972b4f req-94b76136-19a5-4b6b-94b5-df8af7136aa7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Calling delete_port for d1c0b747-a529-4bae-b23d-d0fdebffd999 owned by compute:nova {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:52:43.799248 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-a6f485cd-6b76-421e-a653-708750972b4f req-94b76136-19a5-4b6b-94b5-df8af7136aa7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:43.851881 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b76136-19a5-4b6b-94b5-df8af7136aa7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'Port': ['ID=d1c0b747-a529-4bae-b23d-d0fdebffd999,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:52:43.936372 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f485cd-6b76-421e-a653-708750972b4f req-94b76136-19a5-4b6b-94b5-df8af7136aa7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] No DVR routers for this DVR port d1c0b747-a529-4bae-b23d-d0fdebffd999 on host hv-neutron-8589 {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:52:43.938679 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-a6f485cd-6b76-421e-a653-708750972b4f req-94b76136-19a5-4b6b-94b5-df8af7136aa7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:43.941091 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfa04a0-0034-4869-8601-ceb273c51510', 'name': 'network-vif-deleted', 'tag': 'd1c0b747-a529-4bae-b23d-d0fdebffd999'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:52:43.943445 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873143fb-390b-4acb-aee0-7e81446714f8" -d '{"events": [{"server_uuid": "9cfa04a0-0034-4869-8601-ceb273c51510", "name": "network-vif-deleted", "tag": "d1c0b747-a529-4bae-b23d-d0fdebffd999"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:52:43.958036 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a6f485cd-6b76-421e-a653-708750972b4f req-94b76136-19a5-4b6b-94b5-df8af7136aa7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "DELETE /v2.0/ports/d1c0b747-a529-4bae-b23d-d0fdebffd999 HTTP/1.1" status: 204 len: 173 time: 0.7320142 Sep 22 21:52:43.988171 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 21:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37b12f2-3505-48e2-abc8-c3b6416a28dd x-openstack-request-id: req-e37b12f2-3505-48e2-abc8-c3b6416a28dd {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:52:43.988463 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cfa04a0-0034-4869-8601-ceb273c51510", "name": "network-vif-deleted", "tag": "d1c0b747-a529-4bae-b23d-d0fdebffd999", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:52:43.988741 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e37b12f2-3505-48e2-abc8-c3b6416a28dd {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:52:43.989142 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e37b12f2-3505-48e2-abc8-c3b6416a28dd'] response: {'server_uuid': '9cfa04a0-0034-4869-8601-ceb273c51510', 'name': 'network-vif-deleted', 'tag': 'd1c0b747-a529-4bae-b23d-d0fdebffd999', 'status': 'completed', 'code': 200} Sep 22 21:52:44.542297 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:44.688634 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53794) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:52:44.754378 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-21849388-e748-4e8e-a54d-e078bcc713e0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:44.786095 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-21849388-e748-4e8e-a54d-e078bcc713e0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:44.850495 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-21849388-e748-4e8e-a54d-e078bcc713e0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:44.869157 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21849388-e748-4e8e-a54d-e078bcc713e0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1ddf47-e4ed-4ca9-a4f6-b213d7126dbb,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:52:44.876487 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21849388-e748-4e8e-a54d-e078bcc713e0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:52:44.876830 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21849388-e748-4e8e-a54d-e078bcc713e0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:52:44.877164 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21849388-e748-4e8e-a54d-e078bcc713e0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:52:44.877494 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21849388-e748-4e8e-a54d-e078bcc713e0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:52:44.877820 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21849388-e748-4e8e-a54d-e078bcc713e0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:52:44.878143 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21849388-e748-4e8e-a54d-e078bcc713e0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:52:44.878463 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21849388-e748-4e8e-a54d-e078bcc713e0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:52:44.878806 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21849388-e748-4e8e-a54d-e078bcc713e0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:52:44.879128 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21849388-e748-4e8e-a54d-e078bcc713e0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:52:44.879446 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21849388-e748-4e8e-a54d-e078bcc713e0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:52:44.879764 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21849388-e748-4e8e-a54d-e078bcc713e0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:52:44.880082 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21849388-e748-4e8e-a54d-e078bcc713e0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:52:44.887489 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-21849388-e748-4e8e-a54d-e078bcc713e0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:44.888580 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-21849388-e748-4e8e-a54d-e078bcc713e0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "DELETE /v2.0/security-groups/1d1ddf47-e4ed-4ca9-a4f6-b213d7126dbb HTTP/1.1" status: 204 len: 168 time: 0.1989951 Sep 22 21:52:44.924321 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53800) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:52:45.579969 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4127b9d6-94e3-4a19-aeb5-7604564c45c4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:45.870921 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:52:45.924214 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-4127b9d6-94e3-4a19-aeb5-7604564c45c4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Deleting port e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:52:45.924723 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4127b9d6-94e3-4a19-aeb5-7604564c45c4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:46.017071 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device d1c0b747-a529-4bae-b23d-d0fdebffd999 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:52:46.051094 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] No Port match for: d1c0b747-a529-4bae-b23d-d0fdebffd999 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:52:46.051438 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device d1c0b747-a529-4bae-b23d-d0fdebffd999 not bound to the agent host hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:52:46.106184 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-4127b9d6-94e3-4a19-aeb5-7604564c45c4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] For port e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39,segment=NetworkSegment(6146426e-bfd0-4bb0-987f-38bb9af65a89),segment_id=6146426e-bfd0-4bb0-987f-38bb9af65a89)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:52:46.106534 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4127b9d6-94e3-4a19-aeb5-7604564c45c4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:46.231170 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-4127b9d6-94e3-4a19-aeb5-7604564c45c4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Calling delete_port for e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39 owned by network:router_interface {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:52:46.654641 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4127b9d6-94e3-4a19-aeb5-7604564c45c4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:46.698730 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4127b9d6-94e3-4a19-aeb5-7604564c45c4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'Port': ['ID=e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:52:46.982643 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4127b9d6-94e3-4a19-aeb5-7604564c45c4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:47.335922 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4127b9d6-94e3-4a19-aeb5-7604564c45c4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Router f75a7164-8ac3-4b90-bce4-f8364b8abd74 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:52:47.509986 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4127b9d6-94e3-4a19-aeb5-7604564c45c4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:52:47.520010 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e145eac3-d0bc-4159-90cc-9b9ae9dcd4e1 None None] Sync routers for ids ['f75a7164-8ac3-4b90-bce4-f8364b8abd74'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:52:47.523375 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-4127b9d6-94e3-4a19-aeb5-7604564c45c4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "PUT /v2.0/routers/f75a7164-8ac3-4b90-bce4-f8364b8abd74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5980093 Sep 22 21:52:47.526023 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53804) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:52:47.529232 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e145eac3-d0bc-4159-90cc-9b9ae9dcd4e1 None None] Routers {'f75a7164-8ac3-4b90-bce4-f8364b8abd74'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:52:47.529839 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-e145eac3-d0bc-4159-90cc-9b9ae9dcd4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:52:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['f75a7164-8ac3-4b90-bce4-f8364b8abd74'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:52:47.590226 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-41844558-2e88-4e7d-9702-27ff2d4da1c2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Deleting subnet d98789b4-1e5d-4a68-a42f-d5cb1e045264 {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:52:47.593318 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-41844558-2e88-4e7d-9702-27ff2d4da1c2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:47.646340 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-41844558-2e88-4e7d-9702-27ff2d4da1c2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:47.705729 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-e145eac3-d0bc-4159-90cc-9b9ae9dcd4e1 None None] Set router f75a7164-8ac3-4b90-bce4-f8364b8abd74 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:52:47.731780 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-41844558-2e88-4e7d-9702-27ff2d4da1c2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:47.803105 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-41844558-2e88-4e7d-9702-27ff2d4da1c2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:47.844595 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41844558-2e88-4e7d-9702-27ff2d4da1c2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'Subnet': ['ID=d98789b4-1e5d-4a68-a42f-d5cb1e045264,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:52:47.849024 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-41844558-2e88-4e7d-9702-27ff2d4da1c2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:47.856269 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-41844558-2e88-4e7d-9702-27ff2d4da1c2 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "DELETE /v2.0/subnets/d98789b4-1e5d-4a68-a42f-d5cb1e045264 HTTP/1.1" status: 204 len: 168 time: 0.3292801 Sep 22 21:52:47.858771 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53808) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:52:47.868779 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c7e1dd-d094-46bd-b523-df1bd7ab31b9 None None] Network 1bb6d864-12aa-4f2d-916d-b912a03d1cf1 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:52:48.152925 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3db94b7f-0485-4703-b7e0-6834ccd98bf5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:48.217060 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-e145eac3-d0bc-4159-90cc-9b9ae9dcd4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'name': 'tempest-TestNetworkBasicOps-router-671646432', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '63bba842-c595-4780-94a4-b8e109f383a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:51:17Z', 'updated_at': '2022-09-22T21:52:46Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '63bba842-c595-4780-94a4-b8e109f383a8', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:59:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:51:18Z', 'updated_at': '2022-09-22T21:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:52:48.222236 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e145eac3-d0bc-4159-90cc-9b9ae9dcd4e1 None None] Checking router: f75a7164-8ac3-4b90-bce4-f8364b8abd74 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:52:48.234454 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e145eac3-d0bc-4159-90cc-9b9ae9dcd4e1 None None] Routers {'f75a7164-8ac3-4b90-bce4-f8364b8abd74'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:52:48.235752 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-e145eac3-d0bc-4159-90cc-9b9ae9dcd4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:52:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['f75a7164-8ac3-4b90-bce4-f8364b8abd74'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:52:48.300643 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6848cdc-7247-46de-88f1-30cdf7a7fb43 None None] DHCP port deletion for 1bb6d864-12aa-4f2d-916d-b912a03d1cf1 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:52:48.320040 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e6848cdc-7247-46de-88f1-30cdf7a7fb43 None None] Deleting port f3125bb3-a40f-4211-af2f-3a352e5d44ce {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:52:48.320283 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e6848cdc-7247-46de-88f1-30cdf7a7fb43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:48.345712 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3db94b7f-0485-4703-b7e0-6834ccd98bf5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:48.356087 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-3db94b7f-0485-4703-b7e0-6834ccd98bf5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Deleting port 63bba842-c595-4780-94a4-b8e109f383a8 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:52:48.356593 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3db94b7f-0485-4703-b7e0-6834ccd98bf5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:48.528263 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-3db94b7f-0485-4703-b7e0-6834ccd98bf5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] For port 63bba842-c595-4780-94a4-b8e109f383a8, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=63bba842-c595-4780-94a4-b8e109f383a8,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:52:48.528548 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3db94b7f-0485-4703-b7e0-6834ccd98bf5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:48.529370 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-e145eac3-d0bc-4159-90cc-9b9ae9dcd4e1 None None] Set router f75a7164-8ac3-4b90-bce4-f8364b8abd74 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:52:48.652552 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-3db94b7f-0485-4703-b7e0-6834ccd98bf5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Calling delete_port for 63bba842-c595-4780-94a4-b8e109f383a8 owned by network:router_gateway {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:52:48.780906 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-e6848cdc-7247-46de-88f1-30cdf7a7fb43 None None] For port f3125bb3-a40f-4211-af2f-3a352e5d44ce, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=f3125bb3-a40f-4211-af2f-3a352e5d44ce,segment=NetworkSegment(6146426e-bfd0-4bb0-987f-38bb9af65a89),segment_id=6146426e-bfd0-4bb0-987f-38bb9af65a89)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:52:48.781214 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e6848cdc-7247-46de-88f1-30cdf7a7fb43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:48.820579 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3db94b7f-0485-4703-b7e0-6834ccd98bf5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:48.871099 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db94b7f-0485-4703-b7e0-6834ccd98bf5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'Port': ['ID=63bba842-c595-4780-94a4-b8e109f383a8,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:52:48.905758 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e6848cdc-7247-46de-88f1-30cdf7a7fb43 None None] Calling delete_port for f3125bb3-a40f-4211-af2f-3a352e5d44ce owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:52:48.964689 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3db94b7f-0485-4703-b7e0-6834ccd98bf5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8012236'] for router_gateway, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:49.041134 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e6848cdc-7247-46de-88f1-30cdf7a7fb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:49.091071 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6848cdc-7247-46de-88f1-30cdf7a7fb43 None None] Pushing event deleted for resources: {'Port': ['ID=f3125bb3-a40f-4211-af2f-3a352e5d44ce,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:52:49.097258 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6848cdc-7247-46de-88f1-30cdf7a7fb43 None None] No DVR routers for this DVR port f3125bb3-a40f-4211-af2f-3a352e5d44ce on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:52:49.110899 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-e145eac3-d0bc-4159-90cc-9b9ae9dcd4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'name': 'tempest-TestNetworkBasicOps-router-671646432', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '63bba842-c595-4780-94a4-b8e109f383a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:51:17Z', 'updated_at': '2022-09-22T21:52:46Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '63bba842-c595-4780-94a4-b8e109f383a8', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:59:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:51:18Z', 'updated_at': '2022-09-22T21:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:52:49.113531 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6848cdc-7247-46de-88f1-30cdf7a7fb43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:52:49.113742 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6848cdc-7247-46de-88f1-30cdf7a7fb43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:52:49.114069 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6848cdc-7247-46de-88f1-30cdf7a7fb43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:52:49.114397 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6848cdc-7247-46de-88f1-30cdf7a7fb43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:52:49.114760 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6848cdc-7247-46de-88f1-30cdf7a7fb43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:52:49.115085 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6848cdc-7247-46de-88f1-30cdf7a7fb43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:52:49.115403 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6848cdc-7247-46de-88f1-30cdf7a7fb43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:52:49.115719 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6848cdc-7247-46de-88f1-30cdf7a7fb43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:52:49.116034 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6848cdc-7247-46de-88f1-30cdf7a7fb43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:52:49.116348 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6848cdc-7247-46de-88f1-30cdf7a7fb43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:52:49.116660 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6848cdc-7247-46de-88f1-30cdf7a7fb43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:52:49.116969 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6848cdc-7247-46de-88f1-30cdf7a7fb43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:52:49.124058 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e145eac3-d0bc-4159-90cc-9b9ae9dcd4e1 None None] The sync data for ids ['f75a7164-8ac3-4b90-bce4-f8364b8abd74'] in dv-neutron-858900-1-hyperv is: [{'id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'name': 'tempest-TestNetworkBasicOps-router-671646432', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '63bba842-c595-4780-94a4-b8e109f383a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:51:17Z', 'updated_at': '2022-09-22T21:52:46Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '63bba842-c595-4780-94a4-b8e109f383a8', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:59:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75a7164-8ac3-4b90-bce4-f8364b8abd74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:51:18Z', 'updated_at': '2022-09-22T21:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:52:49.150377 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3db94b7f-0485-4703-b7e0-6834ccd98bf5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:49.152732 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3db94b7f-0485-4703-b7e0-6834ccd98bf5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:49.175160 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3db94b7f-0485-4703-b7e0-6834ccd98bf5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:49.175874 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db94b7f-0485-4703-b7e0-6834ccd98bf5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Fanout notify agent at l3_agent the message router_deleted on router f75a7164-8ac3-4b90-bce4-f8364b8abd74 {{(pid=89009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:52:49.190950 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3db94b7f-0485-4703-b7e0-6834ccd98bf5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:49.192017 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-3db94b7f-0485-4703-b7e0-6834ccd98bf5 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "DELETE /v2.0/routers/f75a7164-8ac3-4b90-bce4-f8364b8abd74 HTTP/1.1" status: 204 len: 168 time: 1.3323605 Sep 22 21:52:49.194794 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53812) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:52:49.305362 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6c86c98b-c2e0-45b2-b4e3-73f4d86e0b64 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:49.434258 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6c86c98b-c2e0-45b2-b4e3-73f4d86e0b64 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:49.569832 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-6c86c98b-c2e0-45b2-b4e3-73f4d86e0b64 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bb6d864-12aa-4f2d-916d-b912a03d1cf1']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:52:49.580471 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device f3125bb3-a40f-4211-af2f-3a352e5d44ce no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:52:49.583457 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-6c86c98b-c2e0-45b2-b4e3-73f4d86e0b64 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6146426e-bfd0-4bb0-987f-38bb9af65a89') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:52:49.583753 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-6c86c98b-c2e0-45b2-b4e3-73f4d86e0b64 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6146426e-bfd0-4bb0-987f-38bb9af65a89') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:52:49.596253 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6c86c98b-c2e0-45b2-b4e3-73f4d86e0b64 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:49.613726 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6c86c98b-c2e0-45b2-b4e3-73f4d86e0b64 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:49.614961 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: f3125bb3-a40f-4211-af2f-3a352e5d44ce {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:52:49.615308 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device f3125bb3-a40f-4211-af2f-3a352e5d44ce not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:52:49.615893 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:52:49.620872 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c86c98b-c2e0-45b2-b4e3-73f4d86e0b64 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:52:49.621269 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6c86c98b-c2e0-45b2-b4e3-73f4d86e0b64 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:49.650387 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:52:49.650759 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device e9ffae3f-0cfb-45c1-8acf-a003b2b5ad39 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:52:49.714888 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 6146426e-bfd0-4bb0-987f-38bb9af65a89 resource provider aggregate not found Sep 22 21:52:49.732917 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 6146426e-bfd0-4bb0-987f-38bb9af65a89 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6146426e-bfd0-4bb0-987f-38bb9af65a89 found for delete ", "request_id": "req-e1228c6e-215a-4e22-9557-ada65f2147ce"}]} Sep 22 21:52:49.735728 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6c86c98b-c2e0-45b2-b4e3-73f4d86e0b64 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:49.754406 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6c86c98b-c2e0-45b2-b4e3-73f4d86e0b64 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:49.765687 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c86c98b-c2e0-45b2-b4e3-73f4d86e0b64 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'Network': ['ID=1bb6d864-12aa-4f2d-916d-b912a03d1cf1,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:52:49.774404 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6c86c98b-c2e0-45b2-b4e3-73f4d86e0b64 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "DELETE /v2.0/networks/1bb6d864-12aa-4f2d-916d-b912a03d1cf1 HTTP/1.1" status: 204 len: 168 time: 0.5785472 Sep 22 21:52:49.803005 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53822) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:52:49.809670 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-a5040951-4aff-4737-bba3-84cd4e8223cc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'network': {'name': 'tempest-network-smoke--1663535195', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'port_security_enabled': True}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:52:49.815146 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-a5040951-4aff-4737-bba3-84cd4e8223cc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:52:49.819509 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-a5040951-4aff-4737-bba3-84cd4e8223cc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:network and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:52:49.822503 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-a5040951-4aff-4737-bba3-84cd4e8223cc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:52:49.828941 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-a5040951-4aff-4737-bba3-84cd4e8223cc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:52:49.842435 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5040951-4aff-4737-bba3-84cd4e8223cc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Made reservation on behalf of eb1aed2a20e141c98ec99089a446670b for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:52:49.846048 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a5040951-4aff-4737-bba3-84cd4e8223cc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:49.874577 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5040951-4aff-4737-bba3-84cd4e8223cc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:52:49.883130 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a5040951-4aff-4737-bba3-84cd4e8223cc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:49.883507 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-a5040951-4aff-4737-bba3-84cd4e8223cc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Added segment 749486ca-373b-43da-b696-89fad164cd43 of type vlan for network a144ee9a-79fc-4e91-b16d-2574abcd90a1 Sep 22 21:52:49.912751 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a5040951-4aff-4737-bba3-84cd4e8223cc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:49.942322 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a5040951-4aff-4737-bba3-84cd4e8223cc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:49.947680 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5040951-4aff-4737-bba3-84cd4e8223cc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:52:49.948255 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a5040951-4aff-4737-bba3-84cd4e8223cc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:50.051900 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a5040951-4aff-4737-bba3-84cd4e8223cc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2473946 Sep 22 21:52:50.054706 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53826) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:52:50.061331 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-2ca7eac7-5806-43b2-8bd7-05227b282d30 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-640620307', 'admin_state_up': True, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:52:50.066691 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5040951-4aff-4737-bba3-84cd4e8223cc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Network': ['ID=a144ee9a-79fc-4e91-b16d-2574abcd90a1,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:52:50.070154 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-2ca7eac7-5806-43b2-8bd7-05227b282d30 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:52:50.074055 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-2ca7eac7-5806-43b2-8bd7-05227b282d30 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:router and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:52:50.076882 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network a144ee9a-79fc-4e91-b16d-2574abcd90a1 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:52:50.077033 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-2ca7eac7-5806-43b2-8bd7-05227b282d30 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:52:50.082769 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-2ca7eac7-5806-43b2-8bd7-05227b282d30 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:52:50.093258 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2ca7eac7-5806-43b2-8bd7-05227b282d30 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:50.094308 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2ca7eac7-5806-43b2-8bd7-05227b282d30 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:50.213525 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2ca7eac7-5806-43b2-8bd7-05227b282d30 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:50.476778 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2ca7eac7-5806-43b2-8bd7-05227b282d30 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:50.770783 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2ca7eac7-5806-43b2-8bd7-05227b282d30 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router_gateway, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:50.801244 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2ca7eac7-5806-43b2-8bd7-05227b282d30 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:50.929263 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-2ca7eac7-5806-43b2-8bd7-05227b282d30 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Allocated IP 172.26.0.24 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:52:51.074921 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2ca7eac7-5806-43b2-8bd7-05227b282d30 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:51.103223 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2ca7eac7-5806-43b2-8bd7-05227b282d30 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:51.167946 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca7eac7-5806-43b2-8bd7-05227b282d30 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:52:51.170522 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-2ca7eac7-5806-43b2-8bd7-05227b282d30 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:52:51.174217 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca7eac7-5806-43b2-8bd7-05227b282d30 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:52:51.207365 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca7eac7-5806-43b2-8bd7-05227b282d30 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:52:51.258934 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 63bba842-c595-4780-94a4-b8e109f383a8 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:52:51.297687 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 63bba842-c595-4780-94a4-b8e109f383a8 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:52:51.298008 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 63bba842-c595-4780-94a4-b8e109f383a8 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:52:51.683029 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2ca7eac7-5806-43b2-8bd7-05227b282d30 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router_gateway, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:52.012232 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2ca7eac7-5806-43b2-8bd7-05227b282d30 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:52.207339 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca7eac7-5806-43b2-8bd7-05227b282d30 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Router 65a9f56c-ce7e-40af-a457-66ba08fb1f7e is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:52:52.390269 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca7eac7-5806-43b2-8bd7-05227b282d30 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:52:52.399581 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5bb451-8676-4bf4-864c-d0c2d180343c None None] Sync routers for ids ['65a9f56c-ce7e-40af-a457-66ba08fb1f7e'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:52:52.408276 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5bb451-8676-4bf4-864c-d0c2d180343c None None] Routers {'65a9f56c-ce7e-40af-a457-66ba08fb1f7e'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:52:52.408874 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-1f5bb451-8676-4bf4-864c-d0c2d180343c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:52:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['65a9f56c-ce7e-40af-a457-66ba08fb1f7e'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:52:52.417561 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2ca7eac7-5806-43b2-8bd7-05227b282d30 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:52.418976 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-2ca7eac7-5806-43b2-8bd7-05227b282d30 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3632967 Sep 22 21:52:52.422118 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53830) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:52:52.463538 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-03602bff-1dda-437d-ae1c-82b77dd52823 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=eb1aed2a20e141c98ec99089a446670b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377822 Sep 22 21:52:52.463742 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53834) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:52:52.582408 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-1f5bb451-8676-4bf4-864c-d0c2d180343c None None] Set router 65a9f56c-ce7e-40af-a457-66ba08fb1f7e gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:52:52.590175 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8ecb6b-0739-4975-a5c9-70179adda346 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:52:52.591880 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-9d8ecb6b-0739-4975-a5c9-70179adda346 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1272702 Sep 22 21:52:52.594669 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53838) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:52:52.636891 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-2dc36766-12af-4720-81c7-b8218345be8f tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=a22ae1c9-d428-411f-af43-ce0f71b38d9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411098 Sep 22 21:52:52.639389 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53842) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:52:52.644551 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-9e36711f-5e4b-4de4-ab0d-e6dbb76c614c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2118882776', 'network_id': 'a144ee9a-79fc-4e91-b16d-2574abcd90a1', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:52:52.756850 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-9e36711f-5e4b-4de4-ab0d-e6dbb76c614c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:52:52.760757 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-9e36711f-5e4b-4de4-ab0d-e6dbb76c614c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:subnet and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:52:52.763810 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-9e36711f-5e4b-4de4-ab0d-e6dbb76c614c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:52:52.769409 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-9e36711f-5e4b-4de4-ab0d-e6dbb76c614c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:52:52.779016 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e36711f-5e4b-4de4-ab0d-e6dbb76c614c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Made reservation on behalf of eb1aed2a20e141c98ec99089a446670b for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:52:52.782703 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9e36711f-5e4b-4de4-ab0d-e6dbb76c614c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:52.859763 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-1f5bb451-8676-4bf4-864c-d0c2d180343c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a9f56c-ce7e-40af-a457-66ba08fb1f7e', 'name': 'tempest-TestNetworkBasicOps-router-640620307', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:52:50Z', 'updated_at': '2022-09-22T21:52:51Z', 'revision_number': 3, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:03:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a9f56c-ce7e-40af-a457-66ba08fb1f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:52:50Z', 'updated_at': '2022-09-22T21:52:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:52:52.863354 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5bb451-8676-4bf4-864c-d0c2d180343c None None] Checking router: 65a9f56c-ce7e-40af-a457-66ba08fb1f7e for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:52:52.863695 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5bb451-8676-4bf4-864c-d0c2d180343c None None] Updating router 65a9f56c-ce7e-40af-a457-66ba08fb1f7e port 504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4 binding host dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:52:52.920129 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-1f5bb451-8676-4bf4-864c-d0c2d180343c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:53.117539 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9e36711f-5e4b-4de4-ab0d-e6dbb76c614c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:53.192910 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e36711f-5e4b-4de4-ab0d-e6dbb76c614c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Subnet': ['ID=b0a02c21-94b5-4595-a4b7-3a8981f2a943,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:52:53.201904 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e36711f-5e4b-4de4-ab0d-e6dbb76c614c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Checking segment: {'id': '749486ca-373b-43da-b696-89fad164cd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a144ee9a-79fc-4e91-b16d-2574abcd90a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:52:53.202260 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e36711f-5e4b-4de4-ab0d-e6dbb76c614c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network hostable DHCP agents. Network: a144ee9a-79fc-4e91-b16d-2574abcd90a1, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:52:53.222471 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e36711f-5e4b-4de4-ab0d-e6dbb76c614c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network a144ee9a-79fc-4e91-b16d-2574abcd90a1 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:52:53.233627 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-9e36711f-5e4b-4de4-ab0d-e6dbb76c614c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, a144ee9a-79fc-4e91-b16d-2574abcd90a1) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:52:53.237643 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e36711f-5e4b-4de4-ab0d-e6dbb76c614c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:52:53.238216 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9e36711f-5e4b-4de4-ab0d-e6dbb76c614c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:53.250481 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70892c70-a274-4067-9c61-0f0fc2ca8ea3 None None] Network a144ee9a-79fc-4e91-b16d-2574abcd90a1 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:52:53.253269 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-1f5bb451-8676-4bf4-864c-d0c2d180343c None None] Notify callbacks [] for port, precommit_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:53.265742 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-9e36711f-5e4b-4de4-ab0d-e6dbb76c614c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6253407 Sep 22 21:52:53.266823 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.provisioning_blocks [None req-1f5bb451-8676-4bf4-864c-d0c2d180343c None None] Transition to ACTIVE for port object 504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4 will not be triggered until provisioned by entity L2. {{(pid=89011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:52:53.268501 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53846) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:52:53.273746 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-1f5bb451-8676-4bf4-864c-d0c2d180343c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:53.329384 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-1f5bb451-8676-4bf4-864c-d0c2d180343c None None] Attempting to bind port 504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:52:53.329751 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-1f5bb451-8676-4bf4-864c-d0c2d180343c None None] Attempting to bind port 504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:52:53.330100 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5bb451-8676-4bf4-864c-d0c2d180343c None None] Attempting to bind port 504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4 on network a22ae1c9-d428-411f-af43-ce0f71b38d9c {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:52:53.345039 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5bb451-8676-4bf4-864c-d0c2d180343c None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:52:53.346067 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5bb451-8676-4bf4-864c-d0c2d180343c None None] Checking segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:52:53.346067 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-1f5bb451-8676-4bf4-864c-d0c2d180343c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:53.346268 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5bb451-8676-4bf4-864c-d0c2d180343c None None] Bound using segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:52:53.346697 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-1f5bb451-8676-4bf4-864c-d0c2d180343c None None] Bound port: 504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:52:53.347058 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-1f5bb451-8676-4bf4-864c-d0c2d180343c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:53.407029 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c85568-8826-44d5-b7d6-a09c5515fe7c None None] Pushing event updated for resources: {'Port': ['ID=504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4,revision_number=2']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:52:53.423093 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c85568-8826-44d5-b7d6-a09c5515fe7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:52:53.423692 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c85568-8826-44d5-b7d6-a09c5515fe7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:52:53.424017 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c85568-8826-44d5-b7d6-a09c5515fe7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:52:53.424505 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c85568-8826-44d5-b7d6-a09c5515fe7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:52:53.424970 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c85568-8826-44d5-b7d6-a09c5515fe7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:52:53.425444 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c85568-8826-44d5-b7d6-a09c5515fe7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:52:53.425903 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c85568-8826-44d5-b7d6-a09c5515fe7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:52:53.426383 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c85568-8826-44d5-b7d6-a09c5515fe7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:52:53.426727 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c85568-8826-44d5-b7d6-a09c5515fe7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:52:53.427048 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c85568-8826-44d5-b7d6-a09c5515fe7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:52:53.427361 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c85568-8826-44d5-b7d6-a09c5515fe7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:52:53.427671 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c85568-8826-44d5-b7d6-a09c5515fe7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:52:53.443991 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-1f5bb451-8676-4bf4-864c-d0c2d180343c None None] For port 504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:52:53.447571 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-1f5bb451-8676-4bf4-864c-d0c2d180343c None None] For port 504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:52:53.454031 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-1f5bb451-8676-4bf4-864c-d0c2d180343c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:53.491145 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a7f301-e0d8-4a35-987d-2f40e37df87c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-a144ee9a-79fc-4e91-b16d-2574abcd90a1', 'network_id': 'a144ee9a-79fc-4e91-b16d-2574abcd90a1', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ips': [{'subnet_id': 'b0a02c21-94b5-4595-a4b7-3a8981f2a943'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:52:53.492007 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-34a7f301-e0d8-4a35-987d-2f40e37df87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:53.515331 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5bb451-8676-4bf4-864c-d0c2d180343c None None] Routers {'65a9f56c-ce7e-40af-a457-66ba08fb1f7e'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:52:53.515950 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-1f5bb451-8676-4bf4-864c-d0c2d180343c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:52:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['65a9f56c-ce7e-40af-a457-66ba08fb1f7e'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:52:53.606230 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c85568-8826-44d5-b7d6-a09c5515fe7c None None] Pushing event updated for resources: {'Port': ['ID=504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4,revision_number=3']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:52:53.656079 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-34a7f301-e0d8-4a35-987d-2f40e37df87c None None] Allocated IP 172.20.0.2 (a144ee9a-79fc-4e91-b16d-2574abcd90a1/b0a02c21-94b5-4595-a4b7-3a8981f2a943/781f07bb-ba6e-4439-95ad-3c4d16fefe08) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:52:53.741997 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-1f5bb451-8676-4bf4-864c-d0c2d180343c None None] Set router 65a9f56c-ce7e-40af-a457-66ba08fb1f7e gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:52:53.877509 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-34a7f301-e0d8-4a35-987d-2f40e37df87c None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:53.888514 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-34a7f301-e0d8-4a35-987d-2f40e37df87c None None] Transition to ACTIVE for port object 781f07bb-ba6e-4439-95ad-3c4d16fefe08 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:52:53.907546 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-34a7f301-e0d8-4a35-987d-2f40e37df87c None None] Transition to ACTIVE for port object 781f07bb-ba6e-4439-95ad-3c4d16fefe08 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:52:53.914869 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-34a7f301-e0d8-4a35-987d-2f40e37df87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:53.988908 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a7f301-e0d8-4a35-987d-2f40e37df87c None None] Network a144ee9a-79fc-4e91-b16d-2574abcd90a1 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:52:53.992449 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-34a7f301-e0d8-4a35-987d-2f40e37df87c None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:52:53.995424 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-68e80222-2635-414d-8d6d-585ce2be25cc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:53.995558 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a7f301-e0d8-4a35-987d-2f40e37df87c None None] Pushing event updated for resources: {'Port': ['ID=781f07bb-ba6e-4439-95ad-3c4d16fefe08,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:52:53.996921 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a7f301-e0d8-4a35-987d-2f40e37df87c None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:52:54.040908 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-1f5bb451-8676-4bf4-864c-d0c2d180343c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a9f56c-ce7e-40af-a457-66ba08fb1f7e', 'name': 'tempest-TestNetworkBasicOps-router-640620307', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:52:50Z', 'updated_at': '2022-09-22T21:52:51Z', 'revision_number': 3, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:03:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a9f56c-ce7e-40af-a457-66ba08fb1f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:52:50Z', 'updated_at': '2022-09-22T21:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:52:54.044786 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5bb451-8676-4bf4-864c-d0c2d180343c None None] The sync data for ids ['65a9f56c-ce7e-40af-a457-66ba08fb1f7e'] in dv-neutron-858900-1-hyperv is: [{'id': '65a9f56c-ce7e-40af-a457-66ba08fb1f7e', 'name': 'tempest-TestNetworkBasicOps-router-640620307', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:52:50Z', 'updated_at': '2022-09-22T21:52:51Z', 'revision_number': 3, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:03:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a9f56c-ce7e-40af-a457-66ba08fb1f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:52:50Z', 'updated_at': '2022-09-22T21:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:52:54.104027 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-34a7f301-e0d8-4a35-987d-2f40e37df87c None None] Attempting to bind port 781f07bb-ba6e-4439-95ad-3c4d16fefe08 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:52:54.104488 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-34a7f301-e0d8-4a35-987d-2f40e37df87c None None] Attempting to bind port 781f07bb-ba6e-4439-95ad-3c4d16fefe08 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '749486ca-373b-43da-b696-89fad164cd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a144ee9a-79fc-4e91-b16d-2574abcd90a1'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:52:54.104920 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a7f301-e0d8-4a35-987d-2f40e37df87c None None] Attempting to bind port 781f07bb-ba6e-4439-95ad-3c4d16fefe08 on network a144ee9a-79fc-4e91-b16d-2574abcd90a1 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:52:54.110460 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a7f301-e0d8-4a35-987d-2f40e37df87c None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:52:54.110961 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a7f301-e0d8-4a35-987d-2f40e37df87c None None] Checking segment: {'id': '749486ca-373b-43da-b696-89fad164cd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a144ee9a-79fc-4e91-b16d-2574abcd90a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:52:54.111462 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-34a7f301-e0d8-4a35-987d-2f40e37df87c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:54.111965 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a7f301-e0d8-4a35-987d-2f40e37df87c None None] Bound using segment: {'id': '749486ca-373b-43da-b696-89fad164cd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a144ee9a-79fc-4e91-b16d-2574abcd90a1'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:52:54.112504 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-34a7f301-e0d8-4a35-987d-2f40e37df87c None None] Bound port: 781f07bb-ba6e-4439-95ad-3c4d16fefe08, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '749486ca-373b-43da-b696-89fad164cd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a144ee9a-79fc-4e91-b16d-2574abcd90a1'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:52:54.112945 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-34a7f301-e0d8-4a35-987d-2f40e37df87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:54.203628 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-34a7f301-e0d8-4a35-987d-2f40e37df87c None None] For port 781f07bb-ba6e-4439-95ad-3c4d16fefe08, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:52:54.207098 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-34a7f301-e0d8-4a35-987d-2f40e37df87c None None] For port 781f07bb-ba6e-4439-95ad-3c4d16fefe08, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=781f07bb-ba6e-4439-95ad-3c4d16fefe08,segment=NetworkSegment(749486ca-373b-43da-b696-89fad164cd43),segment_id=749486ca-373b-43da-b696-89fad164cd43)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:52:54.214405 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-34a7f301-e0d8-4a35-987d-2f40e37df87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:54.354821 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a7f301-e0d8-4a35-987d-2f40e37df87c None None] Pushing event updated for resources: {'Port': ['ID=781f07bb-ba6e-4439-95ad-3c4d16fefe08,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:52:54.457987 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-68e80222-2635-414d-8d6d-585ce2be25cc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Allocated IP 172.20.0.1 (a144ee9a-79fc-4e91-b16d-2574abcd90a1/b0a02c21-94b5-4595-a4b7-3a8981f2a943/33c5d0d3-d69f-4267-bb90-fa3101d25818) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:52:54.656373 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-68e80222-2635-414d-8d6d-585ce2be25cc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:54.675113 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-68e80222-2635-414d-8d6d-585ce2be25cc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Transition to ACTIVE for port object 33c5d0d3-d69f-4267-bb90-fa3101d25818 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:52:54.699094 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-68e80222-2635-414d-8d6d-585ce2be25cc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:54.882234 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e80222-2635-414d-8d6d-585ce2be25cc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network a144ee9a-79fc-4e91-b16d-2574abcd90a1 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:52:54.885929 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-68e80222-2635-414d-8d6d-585ce2be25cc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:52:54.888363 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e80222-2635-414d-8d6d-585ce2be25cc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:52:54.924834 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e80222-2635-414d-8d6d-585ce2be25cc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=33c5d0d3-d69f-4267-bb90-fa3101d25818,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:52:54.953074 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-68e80222-2635-414d-8d6d-585ce2be25cc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:55.218259 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-68e80222-2635-414d-8d6d-585ce2be25cc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:55.334510 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b701bc7-16cb-470e-8f6f-bda2623a09d7 None None] Network a144ee9a-79fc-4e91-b16d-2574abcd90a1 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:52:55.403696 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 781f07bb-ba6e-4439-95ad-3c4d16fefe08 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:52:55.479895 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-eaa331d5-42c6-4742-a70a-07426251f752 None None] Provisioning for port 781f07bb-ba6e-4439-95ad-3c4d16fefe08 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:52:55.573860 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 781f07bb-ba6e-4439-95ad-3c4d16fefe08 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:52:55.581415 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 781f07bb-ba6e-4439-95ad-3c4d16fefe08 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:52:55.581850 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:55.582141 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 781f07bb-ba6e-4439-95ad-3c4d16fefe08 Sep 22 21:52:55.647896 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-68e80222-2635-414d-8d6d-585ce2be25cc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:55.654250 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-68e80222-2635-414d-8d6d-585ce2be25cc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:55.762349 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 781f07bb-ba6e-4439-95ad-3c4d16fefe08 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:52:55.762583 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:55.768452 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-68e80222-2635-414d-8d6d-585ce2be25cc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:55.773148 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e80222-2635-414d-8d6d-585ce2be25cc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=33c5d0d3-d69f-4267-bb90-fa3101d25818,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:52:55.803124 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 781f07bb-ba6e-4439-95ad-3c4d16fefe08, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=781f07bb-ba6e-4439-95ad-3c4d16fefe08,segment=NetworkSegment(749486ca-373b-43da-b696-89fad164cd43),segment_id=749486ca-373b-43da-b696-89fad164cd43)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:52:55.807862 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:55.808687 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:52:55.924435 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e80222-2635-414d-8d6d-585ce2be25cc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network a144ee9a-79fc-4e91-b16d-2574abcd90a1 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:52:55.926119 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-68e80222-2635-414d-8d6d-585ce2be25cc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:52:55.986375 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=781f07bb-ba6e-4439-95ad-3c4d16fefe08,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:52:55.996885 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:56.007551 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:52:56.013924 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:52:56.014288 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:56.014837 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4 Sep 22 21:52:56.077898 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-5d125859-2a7c-4427-b38c-be07be0fdf3f None None] Provisioning complete for port 781f07bb-ba6e-4439-95ad-3c4d16fefe08 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:52:56.078261 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5d125859-2a7c-4427-b38c-be07be0fdf3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:56.078756 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-5d125859-2a7c-4427-b38c-be07be0fdf3f None None] Attempt 1 to provision port 781f07bb-ba6e-4439-95ad-3c4d16fefe08 Sep 22 21:52:56.127732 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e80222-2635-414d-8d6d-585ce2be25cc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Router 65a9f56c-ce7e-40af-a457-66ba08fb1f7e has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:52:56.202469 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:52:56.202871 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:56.272599 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:52:56.280211 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:56.325904 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-5d125859-2a7c-4427-b38c-be07be0fdf3f None None] Current status of the port 781f07bb-ba6e-4439-95ad-3c4d16fefe08 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:52:56.363736 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-5d125859-2a7c-4427-b38c-be07be0fdf3f None None] Provisioning for port 33c5d0d3-d69f-4267-bb90-fa3101d25818 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:52:56.372952 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-5d125859-2a7c-4427-b38c-be07be0fdf3f None None] Provisioning complete for port 33c5d0d3-d69f-4267-bb90-fa3101d25818 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:52:56.373335 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5d125859-2a7c-4427-b38c-be07be0fdf3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:56.373656 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-5d125859-2a7c-4427-b38c-be07be0fdf3f None None] Attempt 1 to provision port 33c5d0d3-d69f-4267-bb90-fa3101d25818 Sep 22 21:52:56.410778 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:52:56.431568 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-5d125859-2a7c-4427-b38c-be07be0fdf3f None None] Port 33c5d0d3-d69f-4267-bb90-fa3101d25818 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:52:56.437984 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e80222-2635-414d-8d6d-585ce2be25cc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:52:56.448066 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f92ef1-3b9d-41f5-8d7e-36fe4e5f34d8 None None] Sync routers for ids ['65a9f56c-ce7e-40af-a457-66ba08fb1f7e'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:52:56.450684 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-68e80222-2635-414d-8d6d-585ce2be25cc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "PUT /v2.0/routers/65a9f56c-ce7e-40af-a457-66ba08fb1f7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1810367 Sep 22 21:52:56.453289 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53850) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:52:56.457194 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f92ef1-3b9d-41f5-8d7e-36fe4e5f34d8 None None] Routers {'65a9f56c-ce7e-40af-a457-66ba08fb1f7e'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:52:56.457725 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-97f92ef1-3b9d-41f5-8d7e-36fe4e5f34d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:52:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['65a9f56c-ce7e-40af-a457-66ba08fb1f7e'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:52:56.585113 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54c05b9-20a9-488d-98de-101c631c49f1 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:52:56.585495 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54c05b9-20a9-488d-98de-101c631c49f1 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:52:56.586205 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54c05b9-20a9-488d-98de-101c631c49f1 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:52:56.587241 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54c05b9-20a9-488d-98de-101c631c49f1 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:52:56.588850 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c54c05b9-20a9-488d-98de-101c631c49f1 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.1346757 Sep 22 21:52:56.591658 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53854) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:52:56.637728 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-97f92ef1-3b9d-41f5-8d7e-36fe4e5f34d8 None None] Set router 65a9f56c-ce7e-40af-a457-66ba08fb1f7e gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:52:56.661695 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47ea242-72f8-4f80-90ce-cccc9529b957 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:52:56.662226 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47ea242-72f8-4f80-90ce-cccc9529b957 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:52:56.662640 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47ea242-72f8-4f80-90ce-cccc9529b957 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:52:56.663092 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47ea242-72f8-4f80-90ce-cccc9529b957 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:52:56.665731 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a47ea242-72f8-4f80-90ce-cccc9529b957 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0731819 Sep 22 21:52:56.668602 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53858) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:52:56.871100 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ee8a7e29-e02f-450f-be15-3b09f20274d5 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2011559 Sep 22 21:52:56.936229 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-5d125859-2a7c-4427-b38c-be07be0fdf3f None None] Attempt 2 to provision port 33c5d0d3-d69f-4267-bb90-fa3101d25818 Sep 22 21:52:56.951144 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53864) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:52:56.956699 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-d002d850-953d-4d78-a8cc-fbd468e1c351 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-716276866', 'description': 'tempest-secgroup-smoke-716276866 description', 'project_id': 'eb1aed2a20e141c98ec99089a446670b'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:52:56.964668 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-d002d850-953d-4d78-a8cc-fbd468e1c351 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:52:56.968940 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-d002d850-953d-4d78-a8cc-fbd468e1c351 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:52:56.971975 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-d002d850-953d-4d78-a8cc-fbd468e1c351 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:52:56.978933 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-d002d850-953d-4d78-a8cc-fbd468e1c351 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:52:56.990325 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d002d850-953d-4d78-a8cc-fbd468e1c351 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:57.005251 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-5d125859-2a7c-4427-b38c-be07be0fdf3f None None] Port 33c5d0d3-d69f-4267-bb90-fa3101d25818 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:52:57.010925 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-d002d850-953d-4d78-a8cc-fbd468e1c351 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:52:57.015350 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-d002d850-953d-4d78-a8cc-fbd468e1c351 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:52:57.017016 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-97f92ef1-3b9d-41f5-8d7e-36fe4e5f34d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a9f56c-ce7e-40af-a457-66ba08fb1f7e', 'name': 'tempest-TestNetworkBasicOps-router-640620307', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:52:50Z', 'updated_at': '2022-09-22T21:52:55Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:03:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a9f56c-ce7e-40af-a457-66ba08fb1f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:52:50Z', 'updated_at': '2022-09-22T21:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '33c5d0d3-d69f-4267-bb90-fa3101d25818', 'name': '', 'network_id': 'a144ee9a-79fc-4e91-b16d-2574abcd90a1', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:c0:da:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a9f56c-ce7e-40af-a457-66ba08fb1f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b0a02c21-94b5-4595-a4b7-3a8981f2a943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:52:54Z', 'updated_at': '2022-09-22T21:52:55Z', 'revision_number': 2, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': 'b0a02c21-94b5-4595-a4b7-3a8981f2a943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:52:57.018937 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-d002d850-953d-4d78-a8cc-fbd468e1c351 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:52:57.020851 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f92ef1-3b9d-41f5-8d7e-36fe4e5f34d8 None None] Checking router: 65a9f56c-ce7e-40af-a457-66ba08fb1f7e for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:52:57.021633 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f92ef1-3b9d-41f5-8d7e-36fe4e5f34d8 None None] Updating router 65a9f56c-ce7e-40af-a457-66ba08fb1f7e port 33c5d0d3-d69f-4267-bb90-fa3101d25818 binding host dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:52:57.024983 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-d002d850-953d-4d78-a8cc-fbd468e1c351 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:52:57.084242 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-97f92ef1-3b9d-41f5-8d7e-36fe4e5f34d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:57.098594 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d002d850-953d-4d78-a8cc-fbd468e1c351 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:57.102940 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d002d850-953d-4d78-a8cc-fbd468e1c351 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:57.146401 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d002d850-953d-4d78-a8cc-fbd468e1c351 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dabd05a8-3707-4edf-bd82-a38409732df7,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:52:57.149075 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d002d850-953d-4d78-a8cc-fbd468e1c351 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:57.153236 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d002d850-953d-4d78-a8cc-fbd468e1c351 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1981106 Sep 22 21:52:57.153370 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53868) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:52:57.158273 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-f6125912-1694-46ae-a3cb-7c8f52d1ddd8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': 'dabd05a8-3707-4edf-bd82-a38409732df7', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:52:57.164030 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-f6125912-1694-46ae-a3cb-7c8f52d1ddd8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:52:57.168444 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f6125912-1694-46ae-a3cb-7c8f52d1ddd8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:52:57.171234 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f6125912-1694-46ae-a3cb-7c8f52d1ddd8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:52:57.176935 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-f6125912-1694-46ae-a3cb-7c8f52d1ddd8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:52:57.193460 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f6125912-1694-46ae-a3cb-7c8f52d1ddd8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:57.258312 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f6125912-1694-46ae-a3cb-7c8f52d1ddd8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:57.262629 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f6125912-1694-46ae-a3cb-7c8f52d1ddd8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:57.281513 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6125912-1694-46ae-a3cb-7c8f52d1ddd8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=941983aa-c1d2-4830-babd-96955299e107,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:52:57.301511 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f6125912-1694-46ae-a3cb-7c8f52d1ddd8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:57.305990 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-f6125912-1694-46ae-a3cb-7c8f52d1ddd8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1484892 Sep 22 21:52:57.306131 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53872) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:52:57.311232 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-e6a22c20-74c9-49cd-8059-2383ee8a9b8c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': 'dabd05a8-3707-4edf-bd82-a38409732df7', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:52:57.317601 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-e6a22c20-74c9-49cd-8059-2383ee8a9b8c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:52:57.321547 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-e6a22c20-74c9-49cd-8059-2383ee8a9b8c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:52:57.325014 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-e6a22c20-74c9-49cd-8059-2383ee8a9b8c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:52:57.331368 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-e6a22c20-74c9-49cd-8059-2383ee8a9b8c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:52:57.341615 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 781f07bb-ba6e-4439-95ad-3c4d16fefe08 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:52:57.355083 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e6a22c20-74c9-49cd-8059-2383ee8a9b8c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:57.420710 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e6a22c20-74c9-49cd-8059-2383ee8a9b8c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:57.424625 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e6a22c20-74c9-49cd-8059-2383ee8a9b8c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:57.447760 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a22c20-74c9-49cd-8059-2383ee8a9b8c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3a186d3-a1ff-41bf-a7f4-8a5af8813fe0,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:52:57.456630 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e6a22c20-74c9-49cd-8059-2383ee8a9b8c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:57.457919 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e6a22c20-74c9-49cd-8059-2383ee8a9b8c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1508381 Sep 22 21:52:57.460782 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53876) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:52:57.466728 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-d41a0595-e3bf-4b40-9731-e8875e8e06ca tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': 'dabd05a8-3707-4edf-bd82-a38409732df7', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:52:57.472573 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-d41a0595-e3bf-4b40-9731-e8875e8e06ca tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:52:57.476444 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-d41a0595-e3bf-4b40-9731-e8875e8e06ca tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:52:57.479867 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-d41a0595-e3bf-4b40-9731-e8875e8e06ca tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:52:57.486067 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-d41a0595-e3bf-4b40-9731-e8875e8e06ca tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:52:57.496425 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 781f07bb-ba6e-4439-95ad-3c4d16fefe08 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:52:57.496977 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:57.497160 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 781f07bb-ba6e-4439-95ad-3c4d16fefe08 Sep 22 21:52:57.502418 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d41a0595-e3bf-4b40-9731-e8875e8e06ca tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:57.526174 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-5d125859-2a7c-4427-b38c-be07be0fdf3f None None] Attempt 3 to provision port 33c5d0d3-d69f-4267-bb90-fa3101d25818 Sep 22 21:52:57.564024 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d41a0595-e3bf-4b40-9731-e8875e8e06ca tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:57.567869 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d41a0595-e3bf-4b40-9731-e8875e8e06ca tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:57.594063 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41a0595-e3bf-4b40-9731-e8875e8e06ca tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=031435b5-290c-4363-bc60-d39b8f962a11,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:52:57.605311 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d41a0595-e3bf-4b40-9731-e8875e8e06ca tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:57.606639 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d41a0595-e3bf-4b40-9731-e8875e8e06ca tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1440241 Sep 22 21:52:57.610727 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53880) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:52:57.616053 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-28221ad7-61a5-4eda-a111-e298c6c103cd tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': 'dabd05a8-3707-4edf-bd82-a38409732df7', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:52:57.622189 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-28221ad7-61a5-4eda-a111-e298c6c103cd tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:52:57.626207 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-28221ad7-61a5-4eda-a111-e298c6c103cd tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:52:57.629114 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-28221ad7-61a5-4eda-a111-e298c6c103cd tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:52:57.634772 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-28221ad7-61a5-4eda-a111-e298c6c103cd tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:52:57.654474 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-28221ad7-61a5-4eda-a111-e298c6c103cd tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:57.659595 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-97f92ef1-3b9d-41f5-8d7e-36fe4e5f34d8 None None] Notify callbacks [] for port, precommit_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:57.668272 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-5d125859-2a7c-4427-b38c-be07be0fdf3f None None] Port 33c5d0d3-d69f-4267-bb90-fa3101d25818 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:52:57.675178 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-97f92ef1-3b9d-41f5-8d7e-36fe4e5f34d8 None None] Transition to ACTIVE for port object 33c5d0d3-d69f-4267-bb90-fa3101d25818 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:52:57.682543 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-97f92ef1-3b9d-41f5-8d7e-36fe4e5f34d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:57.720103 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-28221ad7-61a5-4eda-a111-e298c6c103cd tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:57.724143 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-28221ad7-61a5-4eda-a111-e298c6c103cd tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:57.750297 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28221ad7-61a5-4eda-a111-e298c6c103cd tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ea43bcf-5cdb-449d-95a7-41be3c252f6e,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:52:57.761031 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-28221ad7-61a5-4eda-a111-e298c6c103cd tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:57.762434 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-28221ad7-61a5-4eda-a111-e298c6c103cd tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1506908 Sep 22 21:52:57.765185 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53884) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:52:57.770915 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-59df7693-d1db-4446-b919-4a0e02699134 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': 'dabd05a8-3707-4edf-bd82-a38409732df7', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:52:57.777292 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-59df7693-d1db-4446-b919-4a0e02699134 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:52:57.781124 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-59df7693-d1db-4446-b919-4a0e02699134 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:52:57.784087 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-59df7693-d1db-4446-b919-4a0e02699134 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:52:57.792064 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-59df7693-d1db-4446-b919-4a0e02699134 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:52:57.803330 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.securitygroups_db [None req-59df7693-d1db-4446-b919-4a0e02699134 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Project eb1aed2a20e141c98ec99089a446670b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 21:52:57.810367 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-59df7693-d1db-4446-b919-4a0e02699134 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:57.877049 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-59df7693-d1db-4446-b919-4a0e02699134 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:57.881005 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-59df7693-d1db-4446-b919-4a0e02699134 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:57.914031 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59df7693-d1db-4446-b919-4a0e02699134 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3868d036-2ec5-4442-8c49-330d425e0eba,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:52:57.920013 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a16b6ce-9c31-4744-b347-d66afa44960c None None] Pushing event updated for resources: {'Port': ['ID=33c5d0d3-d69f-4267-bb90-fa3101d25818,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:52:57.922317 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-59df7693-d1db-4446-b919-4a0e02699134 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:57.926943 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-59df7693-d1db-4446-b919-4a0e02699134 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1578646 Sep 22 21:52:57.927265 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53888) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:52:57.932470 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-cfbbb142-d45b-407c-bf66-add80258ce6a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'security_group_rule': {'security_group_id': 'dabd05a8-3707-4edf-bd82-a38409732df7', 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:52:57.938432 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-cfbbb142-d45b-407c-bf66-add80258ce6a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:52:57.942267 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-cfbbb142-d45b-407c-bf66-add80258ce6a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:security_group_rule and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:52:57.944216 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-97f92ef1-3b9d-41f5-8d7e-36fe4e5f34d8 None None] Attempting to bind port 33c5d0d3-d69f-4267-bb90-fa3101d25818 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:52:57.944592 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-97f92ef1-3b9d-41f5-8d7e-36fe4e5f34d8 None None] Attempting to bind port 33c5d0d3-d69f-4267-bb90-fa3101d25818 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '749486ca-373b-43da-b696-89fad164cd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a144ee9a-79fc-4e91-b16d-2574abcd90a1'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:52:57.944952 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f92ef1-3b9d-41f5-8d7e-36fe4e5f34d8 None None] Attempting to bind port 33c5d0d3-d69f-4267-bb90-fa3101d25818 on network a144ee9a-79fc-4e91-b16d-2574abcd90a1 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:52:57.945166 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-cfbbb142-d45b-407c-bf66-add80258ce6a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:52:57.947583 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 781f07bb-ba6e-4439-95ad-3c4d16fefe08 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:52:57.948595 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:52:57.951475 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-cfbbb142-d45b-407c-bf66-add80258ce6a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:52:57.962505 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.securitygroups_db [None req-cfbbb142-d45b-407c-bf66-add80258ce6a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Project eb1aed2a20e141c98ec99089a446670b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 21:52:57.969996 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cfbbb142-d45b-407c-bf66-add80258ce6a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:57.985155 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f92ef1-3b9d-41f5-8d7e-36fe4e5f34d8 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:52:57.985529 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f92ef1-3b9d-41f5-8d7e-36fe4e5f34d8 None None] Checking segment: {'id': '749486ca-373b-43da-b696-89fad164cd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a144ee9a-79fc-4e91-b16d-2574abcd90a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:52:57.985929 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-97f92ef1-3b9d-41f5-8d7e-36fe4e5f34d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:57.986320 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f92ef1-3b9d-41f5-8d7e-36fe4e5f34d8 None None] Bound using segment: {'id': '749486ca-373b-43da-b696-89fad164cd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a144ee9a-79fc-4e91-b16d-2574abcd90a1'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:52:57.986823 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-97f92ef1-3b9d-41f5-8d7e-36fe4e5f34d8 None None] Bound port: 33c5d0d3-d69f-4267-bb90-fa3101d25818, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '749486ca-373b-43da-b696-89fad164cd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a144ee9a-79fc-4e91-b16d-2574abcd90a1'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:52:57.987221 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-97f92ef1-3b9d-41f5-8d7e-36fe4e5f34d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:58.039453 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cfbbb142-d45b-407c-bf66-add80258ce6a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:58.044332 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cfbbb142-d45b-407c-bf66-add80258ce6a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:58.067041 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbbb142-d45b-407c-bf66-add80258ce6a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab39c801-429a-48dc-ac16-afccdc6df9f6,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:52:58.077594 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cfbbb142-d45b-407c-bf66-add80258ce6a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:58.078848 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-cfbbb142-d45b-407c-bf66-add80258ce6a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1508005 Sep 22 21:52:58.110432 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:52:58.110831 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:58.111170 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4 Sep 22 21:52:58.135276 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-97f92ef1-3b9d-41f5-8d7e-36fe4e5f34d8 None None] For port 33c5d0d3-d69f-4267-bb90-fa3101d25818, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:52:58.159723 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-97f92ef1-3b9d-41f5-8d7e-36fe4e5f34d8 None None] For port 33c5d0d3-d69f-4267-bb90-fa3101d25818, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=33c5d0d3-d69f-4267-bb90-fa3101d25818,segment=NetworkSegment(749486ca-373b-43da-b696-89fad164cd43),segment_id=749486ca-373b-43da-b696-89fad164cd43)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:52:58.167643 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-97f92ef1-3b9d-41f5-8d7e-36fe4e5f34d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:58.202332 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-5d125859-2a7c-4427-b38c-be07be0fdf3f None None] Attempt 4 to provision port 33c5d0d3-d69f-4267-bb90-fa3101d25818 Sep 22 21:52:58.259067 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-0e7ca920-df30-46e5-8741-4cb0a0998763 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-716276866&fields=id&tenant_id=eb1aed2a20e141c98ec99089a446670b HTTP/1.1" status: 200 len: 267 time: 0.0425434 Sep 22 21:52:58.285343 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f92ef1-3b9d-41f5-8d7e-36fe4e5f34d8 None None] Routers {'65a9f56c-ce7e-40af-a457-66ba08fb1f7e'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:52:58.285976 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-97f92ef1-3b9d-41f5-8d7e-36fe4e5f34d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:52:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['65a9f56c-ce7e-40af-a457-66ba08fb1f7e'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:52:58.403444 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a16b6ce-9c31-4744-b347-d66afa44960c None None] Pushing event updated for resources: {'Port': ['ID=33c5d0d3-d69f-4267-bb90-fa3101d25818,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:52:58.416569 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-0ae1e29f-08e8-4baf-875f-c32605a9c41c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:52:58.417271 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-0ae1e29f-08e8-4baf-875f-c32605a9c41c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:network {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:52:58.432941 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-0ae1e29f-08e8-4baf-875f-c32605a9c41c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:network {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:52:58.434049 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-0ae1e29f-08e8-4baf-875f-c32605a9c41c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/networks?id=a144ee9a-79fc-4e91-b16d-2574abcd90a1 HTTP/1.1" status: 200 len: 797 time: 0.1672692 Sep 22 21:52:58.434202 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-5d125859-2a7c-4427-b38c-be07be0fdf3f None None] Port 33c5d0d3-d69f-4267-bb90-fa3101d25818 had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 21:52:58.449723 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-fd2d386c-e10f-4263-b5ed-54721e72d1c4 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/quotas/eb1aed2a20e141c98ec99089a446670b HTTP/1.1" status: 200 len: 375 time: 0.0098176 Sep 22 21:52:58.514744 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:52:58.536035 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-a9820b15-5030-47e6-8346-d54cfafe2c43 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:52:58.536327 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-97f92ef1-3b9d-41f5-8d7e-36fe4e5f34d8 None None] Set router 65a9f56c-ce7e-40af-a457-66ba08fb1f7e gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:52:58.551786 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-a9820b15-5030-47e6-8346-d54cfafe2c43 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:52:58.553124 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-a9820b15-5030-47e6-8346-d54cfafe2c43 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0981174 Sep 22 21:52:58.691092 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-2c9fa5fc-1808-45a7-be39-f0c195c3074a service neutron] 10.222.0.33 "GET /v2.0/networks/a144ee9a-79fc-4e91-b16d-2574abcd90a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252012 Sep 22 21:52:58.820689 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-7ef40c88-ea52-48fb-a1be-57eb4f1226eb service neutron] 10.222.0.33 "GET /v2.0/networks/a144ee9a-79fc-4e91-b16d-2574abcd90a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237702 Sep 22 21:52:58.861021 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-97f92ef1-3b9d-41f5-8d7e-36fe4e5f34d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a9f56c-ce7e-40af-a457-66ba08fb1f7e', 'name': 'tempest-TestNetworkBasicOps-router-640620307', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:52:50Z', 'updated_at': '2022-09-22T21:52:55Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:03:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a9f56c-ce7e-40af-a457-66ba08fb1f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:52:50Z', 'updated_at': '2022-09-22T21:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '33c5d0d3-d69f-4267-bb90-fa3101d25818', 'name': '', 'network_id': 'a144ee9a-79fc-4e91-b16d-2574abcd90a1', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:c0:da:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a9f56c-ce7e-40af-a457-66ba08fb1f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b0a02c21-94b5-4595-a4b7-3a8981f2a943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:52:54Z', 'updated_at': '2022-09-22T21:52:58Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': 'b0a02c21-94b5-4595-a4b7-3a8981f2a943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:52:58.865118 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f92ef1-3b9d-41f5-8d7e-36fe4e5f34d8 None None] The sync data for ids ['65a9f56c-ce7e-40af-a457-66ba08fb1f7e'] in dv-neutron-858900-1-hyperv is: [{'id': '65a9f56c-ce7e-40af-a457-66ba08fb1f7e', 'name': 'tempest-TestNetworkBasicOps-router-640620307', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:52:50Z', 'updated_at': '2022-09-22T21:52:55Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:03:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a9f56c-ce7e-40af-a457-66ba08fb1f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:52:50Z', 'updated_at': '2022-09-22T21:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '33c5d0d3-d69f-4267-bb90-fa3101d25818', 'name': '', 'network_id': 'a144ee9a-79fc-4e91-b16d-2574abcd90a1', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:c0:da:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a9f56c-ce7e-40af-a457-66ba08fb1f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b0a02c21-94b5-4595-a4b7-3a8981f2a943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:52:54Z', 'updated_at': '2022-09-22T21:52:58Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': 'b0a02c21-94b5-4595-a4b7-3a8981f2a943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:52:59.038048 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-076b33e2-5462-4efc-9c25-1db34a6ad960 req-06453e16-0bcd-46d6-bb31-4c63af720d64 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:52:59.051201 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-076b33e2-5462-4efc-9c25-1db34a6ad960 req-06453e16-0bcd-46d6-bb31-4c63af720d64 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:52:59.060511 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-076b33e2-5462-4efc-9c25-1db34a6ad960 req-06453e16-0bcd-46d6-bb31-4c63af720d64 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=46f773c5-243f-4a05-bca2-fe21a0279803 HTTP/1.1" status: 200 len: 210 time: 0.0829184 Sep 22 21:52:59.350246 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 33c5d0d3-d69f-4267-bb90-fa3101d25818 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:52:59.428695 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 33c5d0d3-d69f-4267-bb90-fa3101d25818 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:52:59.434292 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 33c5d0d3-d69f-4267-bb90-fa3101d25818 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:52:59.434728 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:59.435067 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 33c5d0d3-d69f-4267-bb90-fa3101d25818 Sep 22 21:52:59.608038 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 33c5d0d3-d69f-4267-bb90-fa3101d25818 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:52:59.608746 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:59.643222 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 33c5d0d3-d69f-4267-bb90-fa3101d25818, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=33c5d0d3-d69f-4267-bb90-fa3101d25818,segment=NetworkSegment(749486ca-373b-43da-b696-89fad164cd43),segment_id=749486ca-373b-43da-b696-89fad164cd43)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:52:59.648251 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:52:59.778714 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=33c5d0d3-d69f-4267-bb90-fa3101d25818,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:53:00.132618 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-b0bd8dbd-7af7-4955-937c-f9a6c6113b9a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:53:00.134064 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-b0bd8dbd-7af7-4955-937c-f9a6c6113b9a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "GET /v2.0/networks?id=a144ee9a-79fc-4e91-b16d-2574abcd90a1 HTTP/1.1" status: 200 len: 797 time: 0.1589999 Sep 22 21:53:00.184413 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-246a0801-7d93-4748-bc33-23200fd29611 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb1aed2a20e141c98ec99089a446670b HTTP/1.1" status: 200 len: 379 time: 0.0412905 Sep 22 21:53:00.232942 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-bb7d397b-5633-4e6a-a043-563f1a319ce6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'port': {'device_id': '46f773c5-243f-4a05-bca2-fe21a0279803', 'network_id': 'a144ee9a-79fc-4e91-b16d-2574abcd90a1', 'admin_state_up': True, 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'security_groups': ['dabd05a8-3707-4edf-bd82-a38409732df7']}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:53:00.255550 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3477b139-dbc7-4e1e-9881-e33b3f199531 req-e3c98514-0d24-4252-872b-d6c97552bdb7 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=46f773c5-243f-4a05-bca2-fe21a0279803 HTTP/1.1" status: 200 len: 210 time: 0.0700903 Sep 22 21:53:00.376286 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-bb7d397b-5633-4e6a-a043-563f1a319ce6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:53:00.385838 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-bb7d397b-5633-4e6a-a043-563f1a319ce6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:53:00.395480 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-bb7d397b-5633-4e6a-a043-563f1a319ce6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Made reservation on behalf of eb1aed2a20e141c98ec99089a446670b for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:53:00.399442 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-bb7d397b-5633-4e6a-a043-563f1a319ce6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:00.557967 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-bb7d397b-5633-4e6a-a043-563f1a319ce6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Allocated IP 172.20.0.5 (a144ee9a-79fc-4e91-b16d-2574abcd90a1/b0a02c21-94b5-4595-a4b7-3a8981f2a943/d3fab243-f38c-4bcf-9a01-30f676b2c9df) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:53:00.751439 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-bb7d397b-5633-4e6a-a043-563f1a319ce6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:00.767479 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-bb7d397b-5633-4e6a-a043-563f1a319ce6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Transition to ACTIVE for port object d3fab243-f38c-4bcf-9a01-30f676b2c9df will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:53:00.790903 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-bb7d397b-5633-4e6a-a043-563f1a319ce6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:00.856826 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-bb7d397b-5633-4e6a-a043-563f1a319ce6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network a144ee9a-79fc-4e91-b16d-2574abcd90a1 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:53:00.857938 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-bb7d397b-5633-4e6a-a043-563f1a319ce6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:53:00.861511 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-bb7d397b-5633-4e6a-a043-563f1a319ce6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:53:01.034309 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7d397b-5633-4e6a-a043-563f1a319ce6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=d3fab243-f38c-4bcf-9a01-30f676b2c9df,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:53:01.055169 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-bb7d397b-5633-4e6a-a043-563f1a319ce6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:53:01.055759 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-bb7d397b-5633-4e6a-a043-563f1a319ce6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:01.079704 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-bb7d397b-5633-4e6a-a043-563f1a319ce6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8560340 Sep 22 21:53:01.091825 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-96ced927-4430-4f22-86c0-c0d60284c549 service neutron] Request body: {'port': {'device_id': '46f773c5-243f-4a05-bca2-fe21a0279803', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:53:01.103084 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1d040dc7-2eee-4b65-a41e-a0395d24541f None None] Provisioning for port d3fab243-f38c-4bcf-9a01-30f676b2c9df completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:53:01.107878 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1d040dc7-2eee-4b65-a41e-a0395d24541f None None] Provisioning complete for port d3fab243-f38c-4bcf-9a01-30f676b2c9df triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:53:01.108170 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1d040dc7-2eee-4b65-a41e-a0395d24541f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:01.108495 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1d040dc7-2eee-4b65-a41e-a0395d24541f None None] Attempt 1 to provision port d3fab243-f38c-4bcf-9a01-30f676b2c9df Sep 22 21:53:01.160262 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1d040dc7-2eee-4b65-a41e-a0395d24541f None None] Port d3fab243-f38c-4bcf-9a01-30f676b2c9df cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:53:01.201021 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-96ced927-4430-4f22-86c0-c0d60284c549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:01.322807 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 33c5d0d3-d69f-4267-bb90-fa3101d25818 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:53:01.391401 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 33c5d0d3-d69f-4267-bb90-fa3101d25818 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:53:01.391678 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:01.392024 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 33c5d0d3-d69f-4267-bb90-fa3101d25818 Sep 22 21:53:01.470351 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bdb425-7336-4e41-8b48-337aa313f332 req-895a0bc2-adf4-42b6-a002-a93cad910228 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:53:01.471967 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-a3bdb425-7336-4e41-8b48-337aa313f332 req-895a0bc2-adf4-42b6-a002-a93cad910228 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=46f773c5-243f-4a05-bca2-fe21a0279803 HTTP/1.1" status: 200 len: 931 time: 0.0938575 Sep 22 21:53:01.513392 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 33c5d0d3-d69f-4267-bb90-fa3101d25818 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:53:01.555947 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-96ced927-4430-4f22-86c0-c0d60284c549 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3fab243-f38c-4bcf-9a01-30f676b2c9df {{(pid=89008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:53:01.563074 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-96ced927-4430-4f22-86c0-c0d60284c549 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:01.571476 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-a3bdb425-7336-4e41-8b48-337aa313f332 req-95633118-bffd-451f-b196-8a747aa64cf0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:security_group {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:53:01.577122 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-96ced927-4430-4f22-86c0-c0d60284c549 service neutron] Transition to ACTIVE for port object d3fab243-f38c-4bcf-9a01-30f676b2c9df will not be triggered until provisioned by entity L2. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:53:01.581758 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-96ced927-4430-4f22-86c0-c0d60284c549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:01.586785 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-a3bdb425-7336-4e41-8b48-337aa313f332 req-95633118-bffd-451f-b196-8a747aa64cf0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:security_group {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:53:01.587903 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-a3bdb425-7336-4e41-8b48-337aa313f332 req-95633118-bffd-451f-b196-8a747aa64cf0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=dabd05a8-3707-4edf-bd82-a38409732df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092741 Sep 22 21:53:01.661562 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1d040dc7-2eee-4b65-a41e-a0395d24541f None None] Attempt 2 to provision port d3fab243-f38c-4bcf-9a01-30f676b2c9df Sep 22 21:53:01.714157 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1d040dc7-2eee-4b65-a41e-a0395d24541f None None] Port d3fab243-f38c-4bcf-9a01-30f676b2c9df cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:53:01.770344 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ced927-4430-4f22-86c0-c0d60284c549 service neutron] Pushing event updated for resources: {'Port': ['ID=d3fab243-f38c-4bcf-9a01-30f676b2c9df,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:53:01.800051 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-96ced927-4430-4f22-86c0-c0d60284c549 service neutron] Attempting to bind port d3fab243-f38c-4bcf-9a01-30f676b2c9df on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:53:01.800376 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-96ced927-4430-4f22-86c0-c0d60284c549 service neutron] Attempting to bind port d3fab243-f38c-4bcf-9a01-30f676b2c9df by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '749486ca-373b-43da-b696-89fad164cd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a144ee9a-79fc-4e91-b16d-2574abcd90a1'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:53:01.800695 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-96ced927-4430-4f22-86c0-c0d60284c549 service neutron] Attempting to bind port d3fab243-f38c-4bcf-9a01-30f676b2c9df on network a144ee9a-79fc-4e91-b16d-2574abcd90a1 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:53:01.805725 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-96ced927-4430-4f22-86c0-c0d60284c549 service neutron] Port d3fab243-f38c-4bcf-9a01-30f676b2c9df on network a144ee9a-79fc-4e91-b16d-2574abcd90a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:53:01.806036 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-96ced927-4430-4f22-86c0-c0d60284c549 service neutron] Attempting to bind port d3fab243-f38c-4bcf-9a01-30f676b2c9df on network a144ee9a-79fc-4e91-b16d-2574abcd90a1 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:53:01.810943 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-96ced927-4430-4f22-86c0-c0d60284c549 service neutron] Checking agent: {'id': '8a88b827-3477-4399-ac15-439d59b3c48a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'started_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:53:01.811276 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-96ced927-4430-4f22-86c0-c0d60284c549 service neutron] Checking segment: {'id': '749486ca-373b-43da-b696-89fad164cd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a144ee9a-79fc-4e91-b16d-2574abcd90a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:53:01.811642 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-96ced927-4430-4f22-86c0-c0d60284c549 service neutron] Bound using segment: {'id': '749486ca-373b-43da-b696-89fad164cd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a144ee9a-79fc-4e91-b16d-2574abcd90a1'} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:53:01.812051 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-96ced927-4430-4f22-86c0-c0d60284c549 service neutron] Bound port: d3fab243-f38c-4bcf-9a01-30f676b2c9df, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '749486ca-373b-43da-b696-89fad164cd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a144ee9a-79fc-4e91-b16d-2574abcd90a1'}}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:53:01.812382 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-96ced927-4430-4f22-86c0-c0d60284c549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:01.896566 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-96ced927-4430-4f22-86c0-c0d60284c549 service neutron] For port d3fab243-f38c-4bcf-9a01-30f676b2c9df, host hv-neutron-8589, cleared binding levels {{(pid=89008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:53:01.899973 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-96ced927-4430-4f22-86c0-c0d60284c549 service neutron] For port d3fab243-f38c-4bcf-9a01-30f676b2c9df, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=d3fab243-f38c-4bcf-9a01-30f676b2c9df,segment=NetworkSegment(749486ca-373b-43da-b696-89fad164cd43),segment_id=749486ca-373b-43da-b696-89fad164cd43)] {{(pid=89008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:53:01.904317 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-96ced927-4430-4f22-86c0-c0d60284c549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:01.937124 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-96ced927-4430-4f22-86c0-c0d60284c549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:53:01.937648 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-96ced927-4430-4f22-86c0-c0d60284c549 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:01.939000 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-96ced927-4430-4f22-86c0-c0d60284c549 service neutron] 10.222.0.49 "PUT /v2.0/ports/d3fab243-f38c-4bcf-9a01-30f676b2c9df HTTP/1.1" status: 200 len: 1093 time: 0.8528612 Sep 22 21:53:01.939424 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f773c5-243f-4a05-bca2-fe21a0279803', 'tag': 'd3fab243-f38c-4bcf-9a01-30f676b2c9df'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:53:01.941666 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4647ca6-225b-4bfc-b2f6-d1edabcdad42" -d '{"events": [{"name": "network-changed", "server_uuid": "46f773c5-243f-4a05-bca2-fe21a0279803", "tag": "d3fab243-f38c-4bcf-9a01-30f676b2c9df"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:53:02.012874 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e83c48-d7f5-4861-a0c3-7c1477cf13d0 x-openstack-request-id: req-f0e83c48-d7f5-4861-a0c3-7c1477cf13d0 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:53:02.013154 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46f773c5-243f-4a05-bca2-fe21a0279803", "tag": "d3fab243-f38c-4bcf-9a01-30f676b2c9df", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:53:02.013401 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f0e83c48-d7f5-4861-a0c3-7c1477cf13d0 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:53:02.013790 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0e83c48-d7f5-4861-a0c3-7c1477cf13d0'] response: {'name': 'network-changed', 'server_uuid': '46f773c5-243f-4a05-bca2-fe21a0279803', 'tag': 'd3fab243-f38c-4bcf-9a01-30f676b2c9df', 'status': 'completed', 'code': 200} Sep 22 21:53:02.028912 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ced927-4430-4f22-86c0-c0d60284c549 service neutron] Pushing event updated for resources: {'Port': ['ID=d3fab243-f38c-4bcf-9a01-30f676b2c9df,revision_number=3']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:53:02.060962 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-7104cfd6-f5a4-4674-a60f-d4f1fb661487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:53:02.062400 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-7104cfd6-f5a4-4674-a60f-d4f1fb661487 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&device_id=46f773c5-243f-4a05-bca2-fe21a0279803 HTTP/1.1" status: 200 len: 1096 time: 0.0862813 Sep 22 21:53:02.131435 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-4ffd1c13-eb31-40de-9602-e9cc66a9ee25 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3fab243-f38c-4bcf-9a01-30f676b2c9df HTTP/1.1" status: 200 len: 217 time: 0.0630722 Sep 22 21:53:02.190928 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-f7a1d67c-9b0c-49d8-9755-5b6fe122f923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:53:02.192223 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-f7a1d67c-9b0c-49d8-9755-5b6fe122f923 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b0a02c21-94b5-4595-a4b7-3a8981f2a943 HTTP/1.1" status: 200 len: 835 time: 0.0550506 Sep 22 21:53:02.215532 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1d040dc7-2eee-4b65-a41e-a0395d24541f None None] Attempt 3 to provision port d3fab243-f38c-4bcf-9a01-30f676b2c9df Sep 22 21:53:02.277450 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-0b1be739-07a7-4c9b-a20e-1366f87025a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:53:02.279624 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-0b1be739-07a7-4c9b-a20e-1366f87025a7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a144ee9a-79fc-4e91-b16d-2574abcd90a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817430 Sep 22 21:53:02.280812 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1d040dc7-2eee-4b65-a41e-a0395d24541f None None] Port d3fab243-f38c-4bcf-9a01-30f676b2c9df had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 21:53:02.407694 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-62b4df76-3ba2-48f4-b6f2-5a5d1a2adc36 service neutron] 10.222.0.49 "GET /v2.0/networks/a144ee9a-79fc-4e91-b16d-2574abcd90a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220682 Sep 22 21:53:02.533975 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-affca1f6-56b6-445e-b8ef-de88fea33fba req-16322986-b85b-402b-8e34-0e47c440fb43 service neutron] 10.222.0.49 "GET /v2.0/networks/a144ee9a-79fc-4e91-b16d-2574abcd90a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201804 Sep 22 21:53:02.656732 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4647ca6-225b-4bfc-b2f6-d1edabcdad42 req-2cd0dd2a-2a81-4bc8-a8c4-5d39c0fef712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:53:02.658200 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f4647ca6-225b-4bfc-b2f6-d1edabcdad42 req-2cd0dd2a-2a81-4bc8-a8c4-5d39c0fef712 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&device_id=46f773c5-243f-4a05-bca2-fe21a0279803 HTTP/1.1" status: 200 len: 1096 time: 0.0773726 Sep 22 21:53:02.787648 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb0538d-d822-4c1a-91de-caa4f706f9a1 req-64f4b2d1-970b-45a2-960e-2df04a2d0778 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:53:02.789204 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-cfb0538d-d822-4c1a-91de-caa4f706f9a1 req-64f4b2d1-970b-45a2-960e-2df04a2d0778 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=46f773c5-243f-4a05-bca2-fe21a0279803 HTTP/1.1" status: 200 len: 943 time: 0.0905721 Sep 22 21:53:02.835142 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-cfb0538d-d822-4c1a-91de-caa4f706f9a1 req-edb3fdfb-5492-42d6-9f08-0c8997a64a04 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=dabd05a8-3707-4edf-bd82-a38409732df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400169 Sep 22 21:53:02.895304 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4647ca6-225b-4bfc-b2f6-d1edabcdad42 req-a305439d-402d-405d-bf1c-c214fcc2a02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:53:02.896905 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f4647ca6-225b-4bfc-b2f6-d1edabcdad42 req-a305439d-402d-405d-bf1c-c214fcc2a02f service neutron] 10.222.0.49 "GET /v2.0/networks?id=a144ee9a-79fc-4e91-b16d-2574abcd90a1 HTTP/1.1" status: 200 len: 897 time: 0.2328784 Sep 22 21:53:02.967887 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f4647ca6-225b-4bfc-b2f6-d1edabcdad42 req-cdc9b97f-7ebc-4fbc-9840-5a54bdde6d9e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3fab243-f38c-4bcf-9a01-30f676b2c9df HTTP/1.1" status: 200 len: 217 time: 0.0637577 Sep 22 21:53:03.030019 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4647ca6-225b-4bfc-b2f6-d1edabcdad42 req-62b2f2a8-44df-4313-b85d-4ece511843bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:53:03.031463 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f4647ca6-225b-4bfc-b2f6-d1edabcdad42 req-62b2f2a8-44df-4313-b85d-4ece511843bc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b0a02c21-94b5-4595-a4b7-3a8981f2a943 HTTP/1.1" status: 200 len: 835 time: 0.0573518 Sep 22 21:53:03.115755 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4647ca6-225b-4bfc-b2f6-d1edabcdad42 req-398924b4-61df-409f-a2d8-c904563426ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:53:03.117200 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f4647ca6-225b-4bfc-b2f6-d1edabcdad42 req-398924b4-61df-409f-a2d8-c904563426ff service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a144ee9a-79fc-4e91-b16d-2574abcd90a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797064 Sep 22 21:53:03.248445 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f4647ca6-225b-4bfc-b2f6-d1edabcdad42 req-15fef966-eef1-4f65-81e1-9955bcf567e4 service neutron] 10.222.0.49 "GET /v2.0/networks/a144ee9a-79fc-4e91-b16d-2574abcd90a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206622 Sep 22 21:53:03.377118 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f4647ca6-225b-4bfc-b2f6-d1edabcdad42 req-c7e5a6f6-534d-49b0-bf0a-99c918da1170 service neutron] 10.222.0.49 "GET /v2.0/networks/a144ee9a-79fc-4e91-b16d-2574abcd90a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218412 Sep 22 21:53:04.077864 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694d816-5955-4daa-99a8-49d42ea7d41f req-8330fee8-821f-4537-b3ee-2d65bb5e01ff tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:53:04.078550 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-3694d816-5955-4daa-99a8-49d42ea7d41f req-8330fee8-821f-4537-b3ee-2d65bb5e01ff tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:53:04.094013 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-3694d816-5955-4daa-99a8-49d42ea7d41f req-8330fee8-821f-4537-b3ee-2d65bb5e01ff tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:53:04.095244 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3694d816-5955-4daa-99a8-49d42ea7d41f req-8330fee8-821f-4537-b3ee-2d65bb5e01ff tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=46f773c5-243f-4a05-bca2-fe21a0279803 HTTP/1.1" status: 200 len: 943 time: 0.1488008 Sep 22 21:53:04.142887 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3694d816-5955-4daa-99a8-49d42ea7d41f req-f0098c35-8f86-4967-bfd3-0fae5a50019a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=dabd05a8-3707-4edf-bd82-a38409732df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419226 Sep 22 21:53:05.339430 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97cc9c8-68e9-4715-9cb3-52195d1edaba req-2d055720-180a-4ac3-b114-eafda36aa88a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:53:05.340870 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c97cc9c8-68e9-4715-9cb3-52195d1edaba req-2d055720-180a-4ac3-b114-eafda36aa88a tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=46f773c5-243f-4a05-bca2-fe21a0279803 HTTP/1.1" status: 200 len: 943 time: 0.0903711 Sep 22 21:53:05.383785 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c97cc9c8-68e9-4715-9cb3-52195d1edaba req-f4eb0a6b-54d6-4430-bf23-5dc42586a0f8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=dabd05a8-3707-4edf-bd82-a38409732df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372744 Sep 22 21:53:06.107705 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device d3fab243-f38c-4bcf-9a01-30f676b2c9df details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 21:53:06.237546 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port d3fab243-f38c-4bcf-9a01-30f676b2c9df, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=d3fab243-f38c-4bcf-9a01-30f676b2c9df,segment=NetworkSegment(749486ca-373b-43da-b696-89fad164cd43),segment_id=749486ca-373b-43da-b696-89fad164cd43)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:53:06.250659 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': 'd3fab243-f38c-4bcf-9a01-30f676b2c9df', 'network_id': 'a144ee9a-79fc-4e91-b16d-2574abcd90a1', 'port_id': 'd3fab243-f38c-4bcf-9a01-30f676b2c9df', 'mac_address': 'fa:16:3e:33:7d:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a02c21-94b5-4595-a4b7-3a8981f2a943', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 21:53:06.308796 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port d3fab243-f38c-4bcf-9a01-30f676b2c9df is: DOWN; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:53:06.309172 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:06.327686 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3fab243-f38c-4bcf-9a01-30f676b2c9df {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:53:06.342703 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port d3fab243-f38c-4bcf-9a01-30f676b2c9df, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=d3fab243-f38c-4bcf-9a01-30f676b2c9df,segment=NetworkSegment(749486ca-373b-43da-b696-89fad164cd43),segment_id=749486ca-373b-43da-b696-89fad164cd43)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:53:06.346264 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:06.415934 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=d3fab243-f38c-4bcf-9a01-30f676b2c9df,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:53:06.544821 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['d3fab243-f38c-4bcf-9a01-30f676b2c9df'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 21:53:06.581557 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd8594a-6750-4a5a-b330-ca338cc5d3a3 req-1187a3cf-377a-42fa-91ba-31a4cc2732fa tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:53:06.583147 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0cd8594a-6750-4a5a-b330-ca338cc5d3a3 req-1187a3cf-377a-42fa-91ba-31a4cc2732fa tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=46f773c5-243f-4a05-bca2-fe21a0279803 HTTP/1.1" status: 200 len: 944 time: 0.0884421 Sep 22 21:53:06.628994 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0cd8594a-6750-4a5a-b330-ca338cc5d3a3 req-6731b2dd-35fe-47b9-a670-758169ef2380 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=dabd05a8-3707-4edf-bd82-a38409732df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392432 Sep 22 21:53:07.828213 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a8aa4-3747-495f-afef-44265397a498 req-c4df68a7-456a-4709-8b34-a159f58a5023 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:53:07.829653 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-880a8aa4-3747-495f-afef-44265397a498 req-c4df68a7-456a-4709-8b34-a159f58a5023 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=46f773c5-243f-4a05-bca2-fe21a0279803 HTTP/1.1" status: 200 len: 944 time: 0.0886528 Sep 22 21:53:07.872734 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-880a8aa4-3747-495f-afef-44265397a498 req-ccff483a-d6f5-4c26-ae12-b954a4875010 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=dabd05a8-3707-4edf-bd82-a38409732df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374119 Sep 22 21:53:08.107862 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device d3fab243-f38c-4bcf-9a01-30f676b2c9df up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:53:08.172828 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning for port d3fab243-f38c-4bcf-9a01-30f676b2c9df completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:53:08.177374 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port d3fab243-f38c-4bcf-9a01-30f676b2c9df triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:53:08.177738 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:08.178066 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port d3fab243-f38c-4bcf-9a01-30f676b2c9df Sep 22 21:53:08.310566 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port d3fab243-f38c-4bcf-9a01-30f676b2c9df is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:53:08.310972 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:08.340728 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f773c5-243f-4a05-bca2-fe21a0279803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3fab243-f38c-4bcf-9a01-30f676b2c9df'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:53:08.343067 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d474d5fe-75ec-4239-9a52-248257d53397" -d '{"events": [{"server_uuid": "46f773c5-243f-4a05-bca2-fe21a0279803", "name": "network-vif-plugged", "status": "completed", "tag": "d3fab243-f38c-4bcf-9a01-30f676b2c9df"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:53:08.350442 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port d3fab243-f38c-4bcf-9a01-30f676b2c9df, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=d3fab243-f38c-4bcf-9a01-30f676b2c9df,segment=NetworkSegment(749486ca-373b-43da-b696-89fad164cd43),segment_id=749486ca-373b-43da-b696-89fad164cd43)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:53:08.355085 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:08.390910 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 21:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0a2c01-b193-460c-8c01-f889444b33ca x-openstack-request-id: req-aa0a2c01-b193-460c-8c01-f889444b33ca {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:53:08.391202 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f773c5-243f-4a05-bca2-fe21a0279803", "name": "network-vif-plugged", "status": "completed", "tag": "d3fab243-f38c-4bcf-9a01-30f676b2c9df", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:53:08.391453 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-aa0a2c01-b193-460c-8c01-f889444b33ca {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:53:08.391848 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa0a2c01-b193-460c-8c01-f889444b33ca'] response: {'server_uuid': '46f773c5-243f-4a05-bca2-fe21a0279803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3fab243-f38c-4bcf-9a01-30f676b2c9df', 'code': 200} Sep 22 21:53:08.424214 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=d3fab243-f38c-4bcf-9a01-30f676b2c9df,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:53:08.621210 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2ade6-cda0-4e4a-866b-5e7a42c7bd51 req-e1395079-1a2b-431c-9b98-a79c0555cbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:53:08.622629 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3bb2ade6-cda0-4e4a-866b-5e7a42c7bd51 req-e1395079-1a2b-431c-9b98-a79c0555cbe7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=46f773c5-243f-4a05-bca2-fe21a0279803 HTTP/1.1" status: 200 len: 1098 time: 0.0841625 Sep 22 21:53:08.660567 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3bb2ade6-cda0-4e4a-866b-5e7a42c7bd51 req-e14e1f85-b1a9-403e-b986-a7b308b7e6bb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=dabd05a8-3707-4edf-bd82-a38409732df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326009 Sep 22 21:53:09.064674 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951e0b6-b73a-4ffc-9471-962efdb56e9b req-341ac354-4049-4b10-bc5c-1a4a1f0748a6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:53:09.066120 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-a951e0b6-b73a-4ffc-9471-962efdb56e9b req-341ac354-4049-4b10-bc5c-1a4a1f0748a6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=46f773c5-243f-4a05-bca2-fe21a0279803 HTTP/1.1" status: 200 len: 945 time: 0.0850334 Sep 22 21:53:09.109203 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-a951e0b6-b73a-4ffc-9471-962efdb56e9b req-aa3b92b4-c87b-4148-aec9-9a4d5926ccf8 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=dabd05a8-3707-4edf-bd82-a38409732df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374866 Sep 22 21:53:09.698800 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-74a2ef28-bc18-42fc-8d0e-da65d351ba4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:10.366851 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec0471-a618-45e4-b78d-e8c897003c27 req-497be682-7f77-4c91-bb5d-6b3e5068f467 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:53:10.368757 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-50ec0471-a618-45e4-b78d-e8c897003c27 req-497be682-7f77-4c91-bb5d-6b3e5068f467 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=46f773c5-243f-4a05-bca2-fe21a0279803 HTTP/1.1" status: 200 len: 945 time: 0.0865841 Sep 22 21:53:10.413512 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-50ec0471-a618-45e4-b78d-e8c897003c27 req-61404fb4-7790-4189-b695-2f3749641d2e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=dabd05a8-3707-4edf-bd82-a38409732df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391538 Sep 22 21:53:10.610289 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b243afc-f3f1-412b-9031-595f6b98c875 req-26a903fc-d8ba-4970-ad20-c992a2c1b1cc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:53:10.611740 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-1b243afc-f3f1-412b-9031-595f6b98c875 req-26a903fc-d8ba-4970-ad20-c992a2c1b1cc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=46f773c5-243f-4a05-bca2-fe21a0279803 HTTP/1.1" status: 200 len: 945 time: 0.0880163 Sep 22 21:53:10.654066 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-1b243afc-f3f1-412b-9031-595f6b98c875 req-c9dca6c5-95ae-486c-a3f0-de7feae48bb6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=dabd05a8-3707-4edf-bd82-a38409732df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366325 Sep 22 21:53:10.682724 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53946) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:53:10.760786 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1d3119-73f2-4c09-a8e9-a0fbd88eaed5 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:53:10.762253 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6d1d3119-73f2-4c09-a8e9-a0fbd88eaed5 tempest-TestNetworkBasicOps-1401419143 tempest-TestNetworkBasicOps-1401419143-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=46f773c5-243f-4a05-bca2-fe21a0279803 HTTP/1.1" status: 200 len: 1093 time: 0.0785897 Sep 22 21:53:10.764996 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53950) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:53:10.769711 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-8a8014dd-5601-454f-8f42-222a32bacc1d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'floatingip': {'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'port_id': 'd3fab243-f38c-4bcf-9a01-30f676b2c9df', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:53:10.777243 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-8a8014dd-5601-454f-8f42-222a32bacc1d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:53:10.781083 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-8a8014dd-5601-454f-8f42-222a32bacc1d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Usage tracker for resource:floatingip and tenant:eb1aed2a20e141c98ec99089a446670b is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:53:10.783897 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-8a8014dd-5601-454f-8f42-222a32bacc1d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:53:10.790021 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-8a8014dd-5601-454f-8f42-222a32bacc1d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:53:10.900357 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8a8014dd-5601-454f-8f42-222a32bacc1d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for floatingip, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:11.031342 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8a8014dd-5601-454f-8f42-222a32bacc1d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:11.180364 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-8a8014dd-5601-454f-8f42-222a32bacc1d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Allocated IP 172.26.0.173 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/b1264155-905b-4d63-a3d4-20740f0c7e71) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:53:11.330695 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8a8014dd-5601-454f-8f42-222a32bacc1d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:11.359686 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8a8014dd-5601-454f-8f42-222a32bacc1d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:11.426109 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8014dd-5601-454f-8f42-222a32bacc1d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:53:11.428794 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-8a8014dd-5601-454f-8f42-222a32bacc1d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:53:11.433222 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8014dd-5601-454f-8f42-222a32bacc1d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:53:11.467346 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8014dd-5601-454f-8f42-222a32bacc1d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=b1264155-905b-4d63-a3d4-20740f0c7e71,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:53:11.848649 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8a8014dd-5601-454f-8f42-222a32bacc1d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:11.922458 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8a8014dd-5601-454f-8f42-222a32bacc1d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:11.925508 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1e6bf013-c6d1-4218-9c02-c4761be46f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:12.121637 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8a8014dd-5601-454f-8f42-222a32bacc1d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:12.126021 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8a8014dd-5601-454f-8f42-222a32bacc1d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:12.228583 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8014dd-5601-454f-8f42-222a32bacc1d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event updated for resources: {'Port': ['ID=b1264155-905b-4d63-a3d4-20740f0c7e71,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:53:12.232977 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8a8014dd-5601-454f-8f42-222a32bacc1d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:12.405859 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.l3_db [None req-8a8014dd-5601-454f-8f42-222a32bacc1d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Floating IP 6db4b8db-e9ef-4864-bc9f-e15aa0bdf4a2 associated. External IP: 172.26.0.173, port: d3fab243-f38c-4bcf-9a01-30f676b2c9df. Sep 22 21:53:12.757093 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:12.858843 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a8014dd-5601-454f-8f42-222a32bacc1d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Router 65a9f56c-ce7e-40af-a457-66ba08fb1f7e has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:53:13.034275 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a8014dd-5601-454f-8f42-222a32bacc1d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:53:13.044396 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19e16bb-fcf7-4eca-b306-c50c01a27e97 None None] Sync routers for ids ['65a9f56c-ce7e-40af-a457-66ba08fb1f7e'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:53:13.054821 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19e16bb-fcf7-4eca-b306-c50c01a27e97 None None] Routers {'65a9f56c-ce7e-40af-a457-66ba08fb1f7e'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:53:13.055429 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-e19e16bb-fcf7-4eca-b306-c50c01a27e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:53:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['65a9f56c-ce7e-40af-a457-66ba08fb1f7e'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:53:13.060614 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8a8014dd-5601-454f-8f42-222a32bacc1d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:13.119543 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-8a8014dd-5601-454f-8f42-222a32bacc1d tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3535223 Sep 22 21:53:13.120118 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f773c5-243f-4a05-bca2-fe21a0279803', 'tag': 'd3fab243-f38c-4bcf-9a01-30f676b2c9df'}] {{(pid=89009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:53:13.122271 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53954) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:53:13.123611 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3cdb6d5bdfc0c86a52b2d842100ac752cec167fbf441e2518ec0a73bf85169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56eafbb6-e571-4eaa-b5eb-2f0460d8bafa" -d '{"events": [{"name": "network-changed", "server_uuid": "46f773c5-243f-4a05-bca2-fe21a0279803", "tag": "d3fab243-f38c-4bcf-9a01-30f676b2c9df"}]}' {{(pid=89009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:53:13.157150 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:13.186057 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef503a85-8f65-4b61-a2ee-6e52b76d3252 x-openstack-request-id: req-ef503a85-8f65-4b61-a2ee-6e52b76d3252 {{(pid=89009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:53:13.186455 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46f773c5-243f-4a05-bca2-fe21a0279803", "tag": "d3fab243-f38c-4bcf-9a01-30f676b2c9df", "status": "completed", "code": 200}]} {{(pid=89009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:53:13.186738 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ef503a85-8f65-4b61-a2ee-6e52b76d3252 {{(pid=89009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:53:13.187139 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef503a85-8f65-4b61-a2ee-6e52b76d3252'] response: {'name': 'network-changed', 'server_uuid': '46f773c5-243f-4a05-bca2-fe21a0279803', 'tag': 'd3fab243-f38c-4bcf-9a01-30f676b2c9df', 'status': 'completed', 'code': 200} Sep 22 21:53:13.236432 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-e19e16bb-fcf7-4eca-b306-c50c01a27e97 None None] Set router 65a9f56c-ce7e-40af-a457-66ba08fb1f7e gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:53:13.293772 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-786ae06f-a17e-40c5-a377-21cc0329d3e3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/floatingips/6db4b8db-e9ef-4864-bc9f-e15aa0bdf4a2 HTTP/1.1" status: 200 len: 991 time: 0.1702635 Sep 22 21:53:13.309468 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eafbb6-e571-4eaa-b5eb-2f0460d8bafa req-531af4de-abef-495a-b9a6-dcd1b0df7e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:53:13.311042 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-56eafbb6-e571-4eaa-b5eb-2f0460d8bafa req-531af4de-abef-495a-b9a6-dcd1b0df7e05 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&device_id=46f773c5-243f-4a05-bca2-fe21a0279803 HTTP/1.1" status: 200 len: 1098 time: 0.0996430 Sep 22 21:53:13.441572 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eafbb6-e571-4eaa-b5eb-2f0460d8bafa req-3895173b-475d-426c-af04-9cd993c93b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:53:13.443068 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-56eafbb6-e571-4eaa-b5eb-2f0460d8bafa req-3895173b-475d-426c-af04-9cd993c93b5e service neutron] 10.222.0.49 "GET /v2.0/networks?id=a144ee9a-79fc-4e91-b16d-2574abcd90a1 HTTP/1.1" status: 200 len: 897 time: 0.1262381 Sep 22 21:53:13.547107 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-56eafbb6-e571-4eaa-b5eb-2f0460d8bafa req-a96c866d-5073-4b0a-b37d-6f8d748c6330 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3fab243-f38c-4bcf-9a01-30f676b2c9df HTTP/1.1" status: 200 len: 999 time: 0.0979159 Sep 22 21:53:13.584279 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-e19e16bb-fcf7-4eca-b306-c50c01a27e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a9f56c-ce7e-40af-a457-66ba08fb1f7e', 'name': 'tempest-TestNetworkBasicOps-router-640620307', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:52:50Z', 'updated_at': '2022-09-22T21:52:55Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:03:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a9f56c-ce7e-40af-a457-66ba08fb1f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:52:50Z', 'updated_at': '2022-09-22T21:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '6db4b8db-e9ef-4864-bc9f-e15aa0bdf4a2', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'floating_ip_address': '172.26.0.173', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '65a9f56c-ce7e-40af-a457-66ba08fb1f7e', 'port_id': 'd3fab243-f38c-4bcf-9a01-30f676b2c9df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a144ee9a-79fc-4e91-b16d-2574abcd90a1', 'mac_address': 'fa:16:3e:33:7d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f773c5-243f-4a05-bca2-fe21a0279803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:53:11Z', 'updated_at': '2022-09-22T21:53:11Z', 'revision_number': 0, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33c5d0d3-d69f-4267-bb90-fa3101d25818', 'name': '', 'network_id': 'a144ee9a-79fc-4e91-b16d-2574abcd90a1', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:c0:da:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a9f56c-ce7e-40af-a457-66ba08fb1f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b0a02c21-94b5-4595-a4b7-3a8981f2a943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:52:54Z', 'updated_at': '2022-09-22T21:52:59Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': 'b0a02c21-94b5-4595-a4b7-3a8981f2a943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:53:13.588414 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19e16bb-fcf7-4eca-b306-c50c01a27e97 None None] Checking router: 65a9f56c-ce7e-40af-a457-66ba08fb1f7e for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:53:13.597111 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19e16bb-fcf7-4eca-b306-c50c01a27e97 None None] Routers {'65a9f56c-ce7e-40af-a457-66ba08fb1f7e'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:53:13.597703 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-e19e16bb-fcf7-4eca-b306-c50c01a27e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:53:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['65a9f56c-ce7e-40af-a457-66ba08fb1f7e'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:53:13.610419 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eafbb6-e571-4eaa-b5eb-2f0460d8bafa req-1c8fc864-b23d-43b6-a530-615cfaeb5498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:53:13.611867 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-56eafbb6-e571-4eaa-b5eb-2f0460d8bafa req-1c8fc864-b23d-43b6-a530-615cfaeb5498 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b0a02c21-94b5-4595-a4b7-3a8981f2a943 HTTP/1.1" status: 200 len: 835 time: 0.0580013 Sep 22 21:53:13.779041 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-e19e16bb-fcf7-4eca-b306-c50c01a27e97 None None] Set router 65a9f56c-ce7e-40af-a457-66ba08fb1f7e gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:53:13.801242 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eafbb6-e571-4eaa-b5eb-2f0460d8bafa req-24deb2f4-8022-488c-b7b8-5c733979e331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:53:13.802714 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-56eafbb6-e571-4eaa-b5eb-2f0460d8bafa req-24deb2f4-8022-488c-b7b8-5c733979e331 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a144ee9a-79fc-4e91-b16d-2574abcd90a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1855273 Sep 22 21:53:13.813297 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [req-56eafbb6-e571-4eaa-b5eb-2f0460d8bafa req-1304615b-746c-4158-b292-788ce0093ed8 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=89008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:53:13.814377 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-56eafbb6-e571-4eaa-b5eb-2f0460d8bafa req-1304615b-746c-4158-b292-788ce0093ed8 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050557 Sep 22 21:53:13.950462 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-56eafbb6-e571-4eaa-b5eb-2f0460d8bafa req-9421aa56-14a5-48c6-ae4b-cdcf453b5b26 service neutron] 10.222.0.49 "GET /v2.0/networks/a144ee9a-79fc-4e91-b16d-2574abcd90a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303456 Sep 22 21:53:14.081103 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-56eafbb6-e571-4eaa-b5eb-2f0460d8bafa req-c9895208-ee62-42a9-b584-0900cf6e09dd service neutron] 10.222.0.49 "GET /v2.0/networks/a144ee9a-79fc-4e91-b16d-2574abcd90a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247940 Sep 22 21:53:14.176274 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-e19e16bb-fcf7-4eca-b306-c50c01a27e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a9f56c-ce7e-40af-a457-66ba08fb1f7e', 'name': 'tempest-TestNetworkBasicOps-router-640620307', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:52:50Z', 'updated_at': '2022-09-22T21:52:55Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:03:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a9f56c-ce7e-40af-a457-66ba08fb1f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:52:50Z', 'updated_at': '2022-09-22T21:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '6db4b8db-e9ef-4864-bc9f-e15aa0bdf4a2', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'floating_ip_address': '172.26.0.173', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '65a9f56c-ce7e-40af-a457-66ba08fb1f7e', 'port_id': 'd3fab243-f38c-4bcf-9a01-30f676b2c9df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a144ee9a-79fc-4e91-b16d-2574abcd90a1', 'mac_address': 'fa:16:3e:33:7d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f773c5-243f-4a05-bca2-fe21a0279803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:53:11Z', 'updated_at': '2022-09-22T21:53:11Z', 'revision_number': 0, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33c5d0d3-d69f-4267-bb90-fa3101d25818', 'name': '', 'network_id': 'a144ee9a-79fc-4e91-b16d-2574abcd90a1', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:c0:da:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a9f56c-ce7e-40af-a457-66ba08fb1f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b0a02c21-94b5-4595-a4b7-3a8981f2a943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:52:54Z', 'updated_at': '2022-09-22T21:52:59Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': 'b0a02c21-94b5-4595-a4b7-3a8981f2a943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:53:14.180702 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19e16bb-fcf7-4eca-b306-c50c01a27e97 None None] The sync data for ids ['65a9f56c-ce7e-40af-a457-66ba08fb1f7e'] in dv-neutron-858900-1-hyperv is: [{'id': '65a9f56c-ce7e-40af-a457-66ba08fb1f7e', 'name': 'tempest-TestNetworkBasicOps-router-640620307', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:52:50Z', 'updated_at': '2022-09-22T21:52:55Z', 'revision_number': 4, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:03:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a9f56c-ce7e-40af-a457-66ba08fb1f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:52:50Z', 'updated_at': '2022-09-22T21:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '6db4b8db-e9ef-4864-bc9f-e15aa0bdf4a2', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'floating_ip_address': '172.26.0.173', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '65a9f56c-ce7e-40af-a457-66ba08fb1f7e', 'port_id': 'd3fab243-f38c-4bcf-9a01-30f676b2c9df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a144ee9a-79fc-4e91-b16d-2574abcd90a1', 'mac_address': 'fa:16:3e:33:7d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f773c5-243f-4a05-bca2-fe21a0279803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:53:11Z', 'updated_at': '2022-09-22T21:53:11Z', 'revision_number': 0, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33c5d0d3-d69f-4267-bb90-fa3101d25818', 'name': '', 'network_id': 'a144ee9a-79fc-4e91-b16d-2574abcd90a1', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:c0:da:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a9f56c-ce7e-40af-a457-66ba08fb1f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b0a02c21-94b5-4595-a4b7-3a8981f2a943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:52:54Z', 'updated_at': '2022-09-22T21:52:59Z', 'revision_number': 5, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': 'b0a02c21-94b5-4595-a4b7-3a8981f2a943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:53:14.297760 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53960) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:53:14.368913 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adc805c-5ca1-4bc4-bb02-6904a4703258 None None] New status for floating IP 6db4b8db-e9ef-4864-bc9f-e15aa0bdf4a2: ACTIVE {{(pid=89010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:53:14.410912 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-79fdc336-0591-4b6a-a0a9-8f6bf7efdbc6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/floatingips/6db4b8db-e9ef-4864-bc9f-e15aa0bdf4a2 HTTP/1.1" status: 200 len: 991 time: 0.1119444 Sep 22 21:53:14.556255 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:15.415329 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53964) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:53:15.517476 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-4ac43cd4-024e-4267-a986-483ff2a06c68 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/floatingips/6db4b8db-e9ef-4864-bc9f-e15aa0bdf4a2 HTTP/1.1" status: 200 len: 993 time: 0.1009300 Sep 22 21:53:22.869858 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:53:25.932965 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:39.701249 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-08641edb-b52d-4966-b3cf-676a4fccba18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:41.926802 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-87f37328-76a5-43ca-8690-bb42c8624d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:42.762732 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:43.156315 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:44.543159 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:44.733035 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53978) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:53:44.738272 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-fa83f631-8656-4af7-98c9-46b154381350 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'router': {'admin_state_up': False}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:53:45.246408 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fa83f631-8656-4af7-98c9-46b154381350 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:45.257383 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fa83f631-8656-4af7-98c9-46b154381350 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8026890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8012281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8012114'] for router, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:45.430618 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa83f631-8656-4af7-98c9-46b154381350 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Router 65a9f56c-ce7e-40af-a457-66ba08fb1f7e has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:53:45.711773 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa83f631-8656-4af7-98c9-46b154381350 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:53:45.718563 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fa83f631-8656-4af7-98c9-46b154381350 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:45.720467 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-fa83f631-8656-4af7-98c9-46b154381350 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "PUT /v2.0/routers/65a9f56c-ce7e-40af-a457-66ba08fb1f7e HTTP/1.1" status: 200 len: 887 time: 0.9864306 Sep 22 21:53:45.722087 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7612bb8e-6b3d-41bd-b470-36d11706f940 None None] Sync routers for ids ['65a9f56c-ce7e-40af-a457-66ba08fb1f7e'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:53:45.732343 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7612bb8e-6b3d-41bd-b470-36d11706f940 None None] Routers {'65a9f56c-ce7e-40af-a457-66ba08fb1f7e'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:53:45.732944 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-7612bb8e-6b3d-41bd-b470-36d11706f940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:53:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['65a9f56c-ce7e-40af-a457-66ba08fb1f7e'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:53:45.794353 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-7612bb8e-6b3d-41bd-b470-36d11706f940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:53:45.802457 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7612bb8e-6b3d-41bd-b470-36d11706f940 None None] Routers {'65a9f56c-ce7e-40af-a457-66ba08fb1f7e'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:53:45.803067 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-7612bb8e-6b3d-41bd-b470-36d11706f940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:53:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['65a9f56c-ce7e-40af-a457-66ba08fb1f7e'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:53:45.869687 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-7612bb8e-6b3d-41bd-b470-36d11706f940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:53:45.870673 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7612bb8e-6b3d-41bd-b470-36d11706f940 None None] The sync data for ids ['65a9f56c-ce7e-40af-a457-66ba08fb1f7e'] in dv-neutron-858900-1-hyperv is: [] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:53:46.642571 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5513ebfe-6e9b-41b8-ac71-0c459fa95fdd None None] New status for floating IP 6db4b8db-e9ef-4864-bc9f-e15aa0bdf4a2: DOWN {{(pid=89010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:53:47.325566 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 33c5d0d3-d69f-4267-bb90-fa3101d25818 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:53:47.435235 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 33c5d0d3-d69f-4267-bb90-fa3101d25818 is: ACTIVE; New status is: DOWN {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:53:47.435611 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:47.473349 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 33c5d0d3-d69f-4267-bb90-fa3101d25818, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=33c5d0d3-d69f-4267-bb90-fa3101d25818,segment=NetworkSegment(749486ca-373b-43da-b696-89fad164cd43),segment_id=749486ca-373b-43da-b696-89fad164cd43)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:53:47.477146 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:47.477828 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:53:47.590279 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=33c5d0d3-d69f-4267-bb90-fa3101d25818,revision_number=6']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:53:47.644863 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4 is: ACTIVE; New status is: DOWN {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:53:47.645462 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:47.660674 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:53:47.664139 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:47.728029 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:53:47.876785 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53984) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:53:47.882018 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-1f335b68-c99c-448f-8833-8a44022ceb9c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:53:48.389078 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1f335b68-c99c-448f-8833-8a44022ceb9c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:48.399648 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1f335b68-c99c-448f-8833-8a44022ceb9c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8026890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8012281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8012114'] for router, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:48.685637 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f335b68-c99c-448f-8833-8a44022ceb9c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Router 65a9f56c-ce7e-40af-a457-66ba08fb1f7e has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:53:48.861942 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f335b68-c99c-448f-8833-8a44022ceb9c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:53:48.868491 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1f335b68-c99c-448f-8833-8a44022ceb9c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:48.869688 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-1f335b68-c99c-448f-8833-8a44022ceb9c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "PUT /v2.0/routers/65a9f56c-ce7e-40af-a457-66ba08fb1f7e HTTP/1.1" status: 200 len: 886 time: 0.9918504 Sep 22 21:53:48.871427 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d707d0-6aea-499a-88ff-4624eda63239 None None] Sync routers for ids ['65a9f56c-ce7e-40af-a457-66ba08fb1f7e'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:53:48.872675 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53988) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:53:48.880740 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d707d0-6aea-499a-88ff-4624eda63239 None None] Routers {'65a9f56c-ce7e-40af-a457-66ba08fb1f7e'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:53:48.881326 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-b7d707d0-6aea-499a-88ff-4624eda63239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:53:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['65a9f56c-ce7e-40af-a457-66ba08fb1f7e'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:53:48.976700 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ad518094-f8c8-48c4-b241-e33c2588b96e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/floatingips/6db4b8db-e9ef-4864-bc9f-e15aa0bdf4a2 HTTP/1.1" status: 200 len: 991 time: 0.1027958 Sep 22 21:53:49.054072 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-b7d707d0-6aea-499a-88ff-4624eda63239 None None] Set router 65a9f56c-ce7e-40af-a457-66ba08fb1f7e gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:53:49.396471 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-b7d707d0-6aea-499a-88ff-4624eda63239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a9f56c-ce7e-40af-a457-66ba08fb1f7e', 'name': 'tempest-TestNetworkBasicOps-router-640620307', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:52:50Z', 'updated_at': '2022-09-22T21:53:48Z', 'revision_number': 6, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:03:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a9f56c-ce7e-40af-a457-66ba08fb1f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:52:50Z', 'updated_at': '2022-09-22T21:53:47Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '6db4b8db-e9ef-4864-bc9f-e15aa0bdf4a2', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'floating_ip_address': '172.26.0.173', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '65a9f56c-ce7e-40af-a457-66ba08fb1f7e', 'port_id': 'd3fab243-f38c-4bcf-9a01-30f676b2c9df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a144ee9a-79fc-4e91-b16d-2574abcd90a1', 'mac_address': 'fa:16:3e:33:7d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f773c5-243f-4a05-bca2-fe21a0279803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:53:11Z', 'updated_at': '2022-09-22T21:53:46Z', 'revision_number': 2, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33c5d0d3-d69f-4267-bb90-fa3101d25818', 'name': '', 'network_id': 'a144ee9a-79fc-4e91-b16d-2574abcd90a1', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:c0:da:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a9f56c-ce7e-40af-a457-66ba08fb1f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b0a02c21-94b5-4595-a4b7-3a8981f2a943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:52:54Z', 'updated_at': '2022-09-22T21:53:47Z', 'revision_number': 6, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': 'b0a02c21-94b5-4595-a4b7-3a8981f2a943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:53:49.400092 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d707d0-6aea-499a-88ff-4624eda63239 None None] Checking router: 65a9f56c-ce7e-40af-a457-66ba08fb1f7e for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:53:49.408402 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d707d0-6aea-499a-88ff-4624eda63239 None None] Routers {'65a9f56c-ce7e-40af-a457-66ba08fb1f7e'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:53:49.408994 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-b7d707d0-6aea-499a-88ff-4624eda63239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:53:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['65a9f56c-ce7e-40af-a457-66ba08fb1f7e'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:53:49.582947 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-b7d707d0-6aea-499a-88ff-4624eda63239 None None] Set router 65a9f56c-ce7e-40af-a457-66ba08fb1f7e gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:53:49.941955 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-b7d707d0-6aea-499a-88ff-4624eda63239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a9f56c-ce7e-40af-a457-66ba08fb1f7e', 'name': 'tempest-TestNetworkBasicOps-router-640620307', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:52:50Z', 'updated_at': '2022-09-22T21:53:48Z', 'revision_number': 6, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:03:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a9f56c-ce7e-40af-a457-66ba08fb1f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:52:50Z', 'updated_at': '2022-09-22T21:53:47Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '6db4b8db-e9ef-4864-bc9f-e15aa0bdf4a2', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'floating_ip_address': '172.26.0.173', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '65a9f56c-ce7e-40af-a457-66ba08fb1f7e', 'port_id': 'd3fab243-f38c-4bcf-9a01-30f676b2c9df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a144ee9a-79fc-4e91-b16d-2574abcd90a1', 'mac_address': 'fa:16:3e:33:7d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f773c5-243f-4a05-bca2-fe21a0279803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:53:11Z', 'updated_at': '2022-09-22T21:53:46Z', 'revision_number': 2, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33c5d0d3-d69f-4267-bb90-fa3101d25818', 'name': '', 'network_id': 'a144ee9a-79fc-4e91-b16d-2574abcd90a1', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:c0:da:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a9f56c-ce7e-40af-a457-66ba08fb1f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b0a02c21-94b5-4595-a4b7-3a8981f2a943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:52:54Z', 'updated_at': '2022-09-22T21:53:47Z', 'revision_number': 6, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': 'b0a02c21-94b5-4595-a4b7-3a8981f2a943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:53:49.945735 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d707d0-6aea-499a-88ff-4624eda63239 None None] The sync data for ids ['65a9f56c-ce7e-40af-a457-66ba08fb1f7e'] in dv-neutron-858900-1-hyperv is: [{'id': '65a9f56c-ce7e-40af-a457-66ba08fb1f7e', 'name': 'tempest-TestNetworkBasicOps-router-640620307', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:52:50Z', 'updated_at': '2022-09-22T21:53:48Z', 'revision_number': 6, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:03:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a9f56c-ce7e-40af-a457-66ba08fb1f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:52:50Z', 'updated_at': '2022-09-22T21:53:47Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '6db4b8db-e9ef-4864-bc9f-e15aa0bdf4a2', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'floating_ip_address': '172.26.0.173', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '65a9f56c-ce7e-40af-a457-66ba08fb1f7e', 'port_id': 'd3fab243-f38c-4bcf-9a01-30f676b2c9df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a144ee9a-79fc-4e91-b16d-2574abcd90a1', 'mac_address': 'fa:16:3e:33:7d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f773c5-243f-4a05-bca2-fe21a0279803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:53:11Z', 'updated_at': '2022-09-22T21:53:46Z', 'revision_number': 2, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33c5d0d3-d69f-4267-bb90-fa3101d25818', 'name': '', 'network_id': 'a144ee9a-79fc-4e91-b16d-2574abcd90a1', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:c0:da:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a9f56c-ce7e-40af-a457-66ba08fb1f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b0a02c21-94b5-4595-a4b7-3a8981f2a943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:52:54Z', 'updated_at': '2022-09-22T21:53:47Z', 'revision_number': 6, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': 'b0a02c21-94b5-4595-a4b7-3a8981f2a943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:53:49.981168 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 53992) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:53:50.087676 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a5d97d9f-dc87-4bb8-83b9-be9abd527c1b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/floatingips/6db4b8db-e9ef-4864-bc9f-e15aa0bdf4a2 HTTP/1.1" status: 200 len: 991 time: 0.1053276 Sep 22 21:53:51.091933 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 53996) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:53:51.199224 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-119350a4-bf34-4b5c-8f6f-90b2ba776459 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/floatingips/6db4b8db-e9ef-4864-bc9f-e15aa0bdf4a2 HTTP/1.1" status: 200 len: 991 time: 0.1060884 Sep 22 21:53:51.365171 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 33c5d0d3-d69f-4267-bb90-fa3101d25818 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:53:51.434020 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 33c5d0d3-d69f-4267-bb90-fa3101d25818 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:53:51.434389 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:51.434756 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 33c5d0d3-d69f-4267-bb90-fa3101d25818 Sep 22 21:53:51.537165 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081886b5-4143-4cae-91a2-1f9ed010fdfc None None] New status for floating IP 6db4b8db-e9ef-4864-bc9f-e15aa0bdf4a2: ACTIVE {{(pid=89010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:53:51.636775 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 33c5d0d3-d69f-4267-bb90-fa3101d25818 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:53:51.637156 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:51.754779 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 33c5d0d3-d69f-4267-bb90-fa3101d25818, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=33c5d0d3-d69f-4267-bb90-fa3101d25818,segment=NetworkSegment(749486ca-373b-43da-b696-89fad164cd43),segment_id=749486ca-373b-43da-b696-89fad164cd43)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:53:51.763654 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:51.764500 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:53:51.932130 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=33c5d0d3-d69f-4267-bb90-fa3101d25818,revision_number=7']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:53:51.941330 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:53:51.941764 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:53:51.942068 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:53:51.942511 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:53:51.942918 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:53:51.943258 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:53:51.943586 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:53:51.943914 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:53:51.944241 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:53:51.944565 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:53:51.944886 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:53:51.945204 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:53:51.957253 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:53:51.957625 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:51.957960 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4 Sep 22 21:53:52.075648 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:53:52.076026 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:52.093180 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:53:52.097403 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:52.165500 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4,revision_number=6']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:53:52.202806 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 54000) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:53:52.306172 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-0508a991-a4d5-4c08-93c8-b104a521616b tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/floatingips/6db4b8db-e9ef-4864-bc9f-e15aa0bdf4a2 HTTP/1.1" status: 200 len: 993 time: 0.1022377 Sep 22 21:53:52.584656 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 54008) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:53:52.777504 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-2a33d6d3-1f68-4db9-b328-f3945b5b7a9e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Deleting port b1264155-905b-4d63-a3d4-20740f0c7e71 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:53:52.777838 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2a33d6d3-1f68-4db9-b328-f3945b5b7a9e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:52.968089 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2a33d6d3-1f68-4db9-b328-f3945b5b7a9e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:52.968422 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2a33d6d3-1f68-4db9-b328-f3945b5b7a9e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:53.131439 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-2a33d6d3-1f68-4db9-b328-f3945b5b7a9e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Calling delete_port for b1264155-905b-4d63-a3d4-20740f0c7e71 owned by network:floatingip {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:53:53.237444 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4c40acc7-0eae-4425-8984-5c54432dc88a req-778591af-4c63-4e5e-abe1-857329805849 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=46f773c5-243f-4a05-bca2-fe21a0279803&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2619379 Sep 22 21:53:53.356141 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 33c5d0d3-d69f-4267-bb90-fa3101d25818 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:53:53.361709 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2a33d6d3-1f68-4db9-b328-f3945b5b7a9e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:53.420149 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a33d6d3-1f68-4db9-b328-f3945b5b7a9e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'Port': ['ID=b1264155-905b-4d63-a3d4-20740f0c7e71,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:53:53.462762 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 33c5d0d3-d69f-4267-bb90-fa3101d25818 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:53:53.463131 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:53.463262 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a33d6d3-1f68-4db9-b328-f3945b5b7a9e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:53:53.463458 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 33c5d0d3-d69f-4267-bb90-fa3101d25818 Sep 22 21:53:53.463557 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a33d6d3-1f68-4db9-b328-f3945b5b7a9e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:53:53.463840 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a33d6d3-1f68-4db9-b328-f3945b5b7a9e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:53:53.464165 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a33d6d3-1f68-4db9-b328-f3945b5b7a9e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:53:53.464494 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a33d6d3-1f68-4db9-b328-f3945b5b7a9e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:53:53.464825 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a33d6d3-1f68-4db9-b328-f3945b5b7a9e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:53:53.465155 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a33d6d3-1f68-4db9-b328-f3945b5b7a9e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:53:53.465483 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a33d6d3-1f68-4db9-b328-f3945b5b7a9e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:53:53.465812 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a33d6d3-1f68-4db9-b328-f3945b5b7a9e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:53:53.466136 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a33d6d3-1f68-4db9-b328-f3945b5b7a9e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:53:53.466457 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a33d6d3-1f68-4db9-b328-f3945b5b7a9e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:53:53.466807 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a33d6d3-1f68-4db9-b328-f3945b5b7a9e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:53:53.582463 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 33c5d0d3-d69f-4267-bb90-fa3101d25818 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:53:53.583581 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:53:53.652162 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:53:53.652527 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:53.652859 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4 Sep 22 21:53:53.654398 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2a33d6d3-1f68-4db9-b328-f3945b5b7a9e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for floatingip, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:53.654764 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.l3_db [None req-2a33d6d3-1f68-4db9-b328-f3945b5b7a9e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Floating IP 6db4b8db-e9ef-4864-bc9f-e15aa0bdf4a2 disassociated (deleted). External IP: 172.26.0.173, port: d3fab243-f38c-4bcf-9a01-30f676b2c9df. Sep 22 21:53:53.717122 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c40acc7-0eae-4425-8984-5c54432dc88a req-0e0e12a1-0e14-4597-b1c6-afa3a4114a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:53:53.718580 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4c40acc7-0eae-4425-8984-5c54432dc88a req-0e0e12a1-0e14-4597-b1c6-afa3a4114a56 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&device_id=46f773c5-243f-4a05-bca2-fe21a0279803 HTTP/1.1" status: 200 len: 1098 time: 0.4120188 Sep 22 21:53:53.767542 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:53:54.002809 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c40acc7-0eae-4425-8984-5c54432dc88a req-5a3a005e-45e6-4996-a3da-0d4225bd5e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:53:54.004145 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4c40acc7-0eae-4425-8984-5c54432dc88a req-5a3a005e-45e6-4996-a3da-0d4225bd5e72 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a144ee9a-79fc-4e91-b16d-2574abcd90a1 HTTP/1.1" status: 200 len: 897 time: 0.2667258 Sep 22 21:53:54.122037 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4c40acc7-0eae-4425-8984-5c54432dc88a req-7fdaabba-831d-426c-bc6d-47c098c48ba5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3fab243-f38c-4bcf-9a01-30f676b2c9df HTTP/1.1" status: 200 len: 217 time: 0.1104102 Sep 22 21:53:54.210987 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c40acc7-0eae-4425-8984-5c54432dc88a req-bce1afff-cb91-4d92-afe6-1e5ef4eb3336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:53:54.212393 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4c40acc7-0eae-4425-8984-5c54432dc88a req-bce1afff-cb91-4d92-afe6-1e5ef4eb3336 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b0a02c21-94b5-4595-a4b7-3a8981f2a943 HTTP/1.1" status: 200 len: 835 time: 0.0805545 Sep 22 21:53:54.217171 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a33d6d3-1f68-4db9-b328-f3945b5b7a9e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Router 65a9f56c-ce7e-40af-a457-66ba08fb1f7e has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:53:54.442380 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c40acc7-0eae-4425-8984-5c54432dc88a req-6a05b2ec-9908-45c6-9712-58bc4a9ddc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:53:54.443867 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4c40acc7-0eae-4425-8984-5c54432dc88a req-6a05b2ec-9908-45c6-9712-58bc4a9ddc9a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a144ee9a-79fc-4e91-b16d-2574abcd90a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2255840 Sep 22 21:53:54.527882 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a33d6d3-1f68-4db9-b328-f3945b5b7a9e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:53:54.537201 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116c252b-9905-4033-852f-b553b68acd1c None None] Sync routers for ids ['65a9f56c-ce7e-40af-a457-66ba08fb1f7e'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:53:54.549881 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116c252b-9905-4033-852f-b553b68acd1c None None] Routers {'65a9f56c-ce7e-40af-a457-66ba08fb1f7e'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:53:54.550806 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-116c252b-9905-4033-852f-b553b68acd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:53:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['65a9f56c-ce7e-40af-a457-66ba08fb1f7e'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:53:54.577571 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2a33d6d3-1f68-4db9-b328-f3945b5b7a9e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:54.640170 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4c40acc7-0eae-4425-8984-5c54432dc88a req-49efd2de-7a09-4bf1-bf27-d235d4d652d4 service neutron] 10.222.0.49 "GET /v2.0/networks/a144ee9a-79fc-4e91-b16d-2574abcd90a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884758 Sep 22 21:53:54.672996 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-2a33d6d3-1f68-4db9-b328-f3945b5b7a9e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "DELETE /v2.0/floatingips/6db4b8db-e9ef-4864-bc9f-e15aa0bdf4a2 HTTP/1.1" status: 204 len: 168 time: 2.0869846 Sep 22 21:53:54.676421 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f773c5-243f-4a05-bca2-fe21a0279803', 'tag': 'd3fab243-f38c-4bcf-9a01-30f676b2c9df'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:53:54.678693 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e7dfad-d3be-4e0c-9dd4-6a29bc006a5a" -d '{"events": [{"name": "network-changed", "server_uuid": "46f773c5-243f-4a05-bca2-fe21a0279803", "tag": "d3fab243-f38c-4bcf-9a01-30f676b2c9df"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:53:54.732120 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-116c252b-9905-4033-852f-b553b68acd1c None None] Set router 65a9f56c-ce7e-40af-a457-66ba08fb1f7e gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:53:54.735724 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a707b6c9-f7e8-4377-9709-4280ca2d2d91 x-openstack-request-id: req-a707b6c9-f7e8-4377-9709-4280ca2d2d91 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:53:54.736014 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46f773c5-243f-4a05-bca2-fe21a0279803", "tag": "d3fab243-f38c-4bcf-9a01-30f676b2c9df", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:53:54.736255 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a707b6c9-f7e8-4377-9709-4280ca2d2d91 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:53:54.736650 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a707b6c9-f7e8-4377-9709-4280ca2d2d91'] response: {'name': 'network-changed', 'server_uuid': '46f773c5-243f-4a05-bca2-fe21a0279803', 'tag': 'd3fab243-f38c-4bcf-9a01-30f676b2c9df', 'status': 'completed', 'code': 200} Sep 22 21:53:54.788081 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4c40acc7-0eae-4425-8984-5c54432dc88a req-67cd5c7a-2222-42e6-90d0-f58794056096 service neutron] 10.222.0.49 "GET /v2.0/networks/a144ee9a-79fc-4e91-b16d-2574abcd90a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399751 Sep 22 21:53:54.925302 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e7dfad-d3be-4e0c-9dd4-6a29bc006a5a req-9c34c96a-6683-413f-8a0c-f96f1c6b8fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:53:54.926806 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-95e7dfad-d3be-4e0c-9dd4-6a29bc006a5a req-9c34c96a-6683-413f-8a0c-f96f1c6b8fc6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb1aed2a20e141c98ec99089a446670b&device_id=46f773c5-243f-4a05-bca2-fe21a0279803 HTTP/1.1" status: 200 len: 1098 time: 0.0974879 Sep 22 21:53:55.052494 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-116c252b-9905-4033-852f-b553b68acd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a9f56c-ce7e-40af-a457-66ba08fb1f7e', 'name': 'tempest-TestNetworkBasicOps-router-640620307', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:52:50Z', 'updated_at': '2022-09-22T21:53:48Z', 'revision_number': 6, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:03:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a9f56c-ce7e-40af-a457-66ba08fb1f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:52:50Z', 'updated_at': '2022-09-22T21:53:52Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '33c5d0d3-d69f-4267-bb90-fa3101d25818', 'name': '', 'network_id': 'a144ee9a-79fc-4e91-b16d-2574abcd90a1', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:c0:da:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a9f56c-ce7e-40af-a457-66ba08fb1f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b0a02c21-94b5-4595-a4b7-3a8981f2a943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:52:54Z', 'updated_at': '2022-09-22T21:53:51Z', 'revision_number': 7, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': 'b0a02c21-94b5-4595-a4b7-3a8981f2a943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:53:55.056454 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116c252b-9905-4033-852f-b553b68acd1c None None] Checking router: 65a9f56c-ce7e-40af-a457-66ba08fb1f7e for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:53:55.065676 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116c252b-9905-4033-852f-b553b68acd1c None None] Routers {'65a9f56c-ce7e-40af-a457-66ba08fb1f7e'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:53:55.066303 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-116c252b-9905-4033-852f-b553b68acd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:53:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['65a9f56c-ce7e-40af-a457-66ba08fb1f7e'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:53:55.102420 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ac086-dafc-4000-92bc-69ca44b12645 req-5477d1b9-2716-4365-a62b-17f98d927cf0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:53:55.104705 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c14ac086-dafc-4000-92bc-69ca44b12645 req-5477d1b9-2716-4365-a62b-17f98d927cf0 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=46f773c5-243f-4a05-bca2-fe21a0279803 HTTP/1.1" status: 200 len: 945 time: 0.0990851 Sep 22 21:53:55.152555 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c14ac086-dafc-4000-92bc-69ca44b12645 req-06b09154-8010-447c-89b1-709530d5d9a3 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=dabd05a8-3707-4edf-bd82-a38409732df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417044 Sep 22 21:53:55.186744 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e7dfad-d3be-4e0c-9dd4-6a29bc006a5a req-03e90f80-b10b-4f68-88fb-d053286068f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:53:55.188170 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-95e7dfad-d3be-4e0c-9dd4-6a29bc006a5a req-03e90f80-b10b-4f68-88fb-d053286068f4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a144ee9a-79fc-4e91-b16d-2574abcd90a1 HTTP/1.1" status: 200 len: 897 time: 0.2548738 Sep 22 21:53:55.248989 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-116c252b-9905-4033-852f-b553b68acd1c None None] Set router 65a9f56c-ce7e-40af-a457-66ba08fb1f7e gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:53:55.256730 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-95e7dfad-d3be-4e0c-9dd4-6a29bc006a5a req-4fa50540-c7dd-463c-8fed-796c8cca973e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3fab243-f38c-4bcf-9a01-30f676b2c9df HTTP/1.1" status: 200 len: 217 time: 0.0621736 Sep 22 21:53:55.319231 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e7dfad-d3be-4e0c-9dd4-6a29bc006a5a req-550aed76-5933-4606-83f8-43a659eac7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:53:55.320849 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-95e7dfad-d3be-4e0c-9dd4-6a29bc006a5a req-550aed76-5933-4606-83f8-43a659eac7aa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b0a02c21-94b5-4595-a4b7-3a8981f2a943 HTTP/1.1" status: 200 len: 835 time: 0.0580344 Sep 22 21:53:55.407329 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e7dfad-d3be-4e0c-9dd4-6a29bc006a5a req-8c97ba4e-0e17-4007-b976-8d9784df9481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:53:55.408786 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-95e7dfad-d3be-4e0c-9dd4-6a29bc006a5a req-8c97ba4e-0e17-4007-b976-8d9784df9481 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a144ee9a-79fc-4e91-b16d-2574abcd90a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823004 Sep 22 21:53:55.537532 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-95e7dfad-d3be-4e0c-9dd4-6a29bc006a5a req-9305243e-d321-40d2-a13e-3de4584ceed3 service neutron] 10.222.0.49 "GET /v2.0/networks/a144ee9a-79fc-4e91-b16d-2574abcd90a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220369 Sep 22 21:53:55.560791 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-116c252b-9905-4033-852f-b553b68acd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a9f56c-ce7e-40af-a457-66ba08fb1f7e', 'name': 'tempest-TestNetworkBasicOps-router-640620307', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:52:50Z', 'updated_at': '2022-09-22T21:53:48Z', 'revision_number': 6, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:03:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a9f56c-ce7e-40af-a457-66ba08fb1f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:52:50Z', 'updated_at': '2022-09-22T21:53:52Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '33c5d0d3-d69f-4267-bb90-fa3101d25818', 'name': '', 'network_id': 'a144ee9a-79fc-4e91-b16d-2574abcd90a1', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:c0:da:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a9f56c-ce7e-40af-a457-66ba08fb1f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b0a02c21-94b5-4595-a4b7-3a8981f2a943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:52:54Z', 'updated_at': '2022-09-22T21:53:51Z', 'revision_number': 7, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': 'b0a02c21-94b5-4595-a4b7-3a8981f2a943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:53:55.564764 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116c252b-9905-4033-852f-b553b68acd1c None None] The sync data for ids ['65a9f56c-ce7e-40af-a457-66ba08fb1f7e'] in dv-neutron-858900-1-hyperv is: [{'id': '65a9f56c-ce7e-40af-a457-66ba08fb1f7e', 'name': 'tempest-TestNetworkBasicOps-router-640620307', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:52:50Z', 'updated_at': '2022-09-22T21:53:48Z', 'revision_number': 6, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:03:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a9f56c-ce7e-40af-a457-66ba08fb1f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:52:50Z', 'updated_at': '2022-09-22T21:53:52Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '33c5d0d3-d69f-4267-bb90-fa3101d25818', 'name': '', 'network_id': 'a144ee9a-79fc-4e91-b16d-2574abcd90a1', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'mac_address': 'fa:16:3e:c0:da:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a9f56c-ce7e-40af-a457-66ba08fb1f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b0a02c21-94b5-4595-a4b7-3a8981f2a943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:52:54Z', 'updated_at': '2022-09-22T21:53:51Z', 'revision_number': 7, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'subnets': [{'id': 'b0a02c21-94b5-4595-a4b7-3a8981f2a943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:53:55.677853 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-95e7dfad-d3be-4e0c-9dd4-6a29bc006a5a req-62157b2c-c1c6-4b60-9777-07b18c18bea8 service neutron] 10.222.0.49 "GET /v2.0/networks/a144ee9a-79fc-4e91-b16d-2574abcd90a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330402 Sep 22 21:53:55.948493 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:56.336316 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f719256d-d295-4fad-acee-a10cde4b0bf2 req-36dce646-e370-4fbe-9992-8eebf4291c8e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:53:56.336990 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-f719256d-d295-4fad-acee-a10cde4b0bf2 req-36dce646-e370-4fbe-9992-8eebf4291c8e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:53:56.366124 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-f719256d-d295-4fad-acee-a10cde4b0bf2 req-36dce646-e370-4fbe-9992-8eebf4291c8e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:53:56.367263 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f719256d-d295-4fad-acee-a10cde4b0bf2 req-36dce646-e370-4fbe-9992-8eebf4291c8e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f773c5-243f-4a05-bca2-fe21a0279803 HTTP/1.1" status: 200 len: 945 time: 0.1649089 Sep 22 21:53:56.428599 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4509a-e198-4b33-a92f-dff22472b03f req-e6b8c5f9-2225-419f-91c7-044e6c6b6fc6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:53:56.429937 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c4c4509a-e198-4b33-a92f-dff22472b03f req-e6b8c5f9-2225-419f-91c7-044e6c6b6fc6 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=46f773c5-243f-4a05-bca2-fe21a0279803 HTTP/1.1" status: 200 len: 945 time: 0.1537957 Sep 22 21:53:56.465555 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-f719256d-d295-4fad-acee-a10cde4b0bf2 req-f7a6cbc7-a1fc-4680-9928-4e0748a931dc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Deleting port d3fab243-f38c-4bcf-9a01-30f676b2c9df {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:53:56.465889 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-f719256d-d295-4fad-acee-a10cde4b0bf2 req-f7a6cbc7-a1fc-4680-9928-4e0748a931dc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:56.524992 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c4c4509a-e198-4b33-a92f-dff22472b03f req-8511351f-4040-4cc2-b5fa-4e643e382e91 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/security-groups?id=dabd05a8-3707-4edf-bd82-a38409732df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888908 Sep 22 21:53:56.707469 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722cfb00-6984-40a8-a998-3c66f846afff None None] New status for floating IP 6db4b8db-e9ef-4864-bc9f-e15aa0bdf4a2: DOWN {{(pid=89010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:53:56.723805 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-f719256d-d295-4fad-acee-a10cde4b0bf2 req-f7a6cbc7-a1fc-4680-9928-4e0748a931dc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] For port d3fab243-f38c-4bcf-9a01-30f676b2c9df, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=d3fab243-f38c-4bcf-9a01-30f676b2c9df,segment=NetworkSegment(749486ca-373b-43da-b696-89fad164cd43),segment_id=749486ca-373b-43da-b696-89fad164cd43)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:53:56.724334 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-f719256d-d295-4fad-acee-a10cde4b0bf2 req-f7a6cbc7-a1fc-4680-9928-4e0748a931dc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:56.848463 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-f719256d-d295-4fad-acee-a10cde4b0bf2 req-f7a6cbc7-a1fc-4680-9928-4e0748a931dc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Calling delete_port for d3fab243-f38c-4bcf-9a01-30f676b2c9df owned by compute:nova {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:53:56.988828 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-f719256d-d295-4fad-acee-a10cde4b0bf2 req-f7a6cbc7-a1fc-4680-9928-4e0748a931dc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:57.068994 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a6cbc7-a1fc-4680-9928-4e0748a931dc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'Port': ['ID=d3fab243-f38c-4bcf-9a01-30f676b2c9df,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:53:57.123700 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-f719256d-d295-4fad-acee-a10cde4b0bf2 req-f7a6cbc7-a1fc-4680-9928-4e0748a931dc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] No DVR routers for this DVR port d3fab243-f38c-4bcf-9a01-30f676b2c9df on host hv-neutron-8589 {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:53:57.125953 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-f719256d-d295-4fad-acee-a10cde4b0bf2 req-f7a6cbc7-a1fc-4680-9928-4e0748a931dc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:57.128713 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f773c5-243f-4a05-bca2-fe21a0279803', 'name': 'network-vif-deleted', 'tag': 'd3fab243-f38c-4bcf-9a01-30f676b2c9df'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:53:57.130994 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b24d7a-a8d0-4da2-a12d-979d6eb6b1a3" -d '{"events": [{"server_uuid": "46f773c5-243f-4a05-bca2-fe21a0279803", "name": "network-vif-deleted", "tag": "d3fab243-f38c-4bcf-9a01-30f676b2c9df"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:53:57.146150 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f719256d-d295-4fad-acee-a10cde4b0bf2 req-f7a6cbc7-a1fc-4680-9928-4e0748a931dc tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.49 "DELETE /v2.0/ports/d3fab243-f38c-4bcf-9a01-30f676b2c9df HTTP/1.1" status: 204 len: 173 time: 0.7728517 Sep 22 21:53:57.178554 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 21:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73273aac-e63c-478a-8376-99d5a0c679cb x-openstack-request-id: req-73273aac-e63c-478a-8376-99d5a0c679cb {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:53:57.178874 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f773c5-243f-4a05-bca2-fe21a0279803", "name": "network-vif-deleted", "tag": "d3fab243-f38c-4bcf-9a01-30f676b2c9df", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:53:57.179125 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-73273aac-e63c-478a-8376-99d5a0c679cb {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:53:57.179548 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73273aac-e63c-478a-8376-99d5a0c679cb'] response: {'server_uuid': '46f773c5-243f-4a05-bca2-fe21a0279803', 'name': 'network-vif-deleted', 'tag': 'd3fab243-f38c-4bcf-9a01-30f676b2c9df', 'status': 'completed', 'code': 200} Sep 22 21:53:57.826121 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-9c55cd2c-755d-4334-bc99-5acdc09cb066 req-3da26b24-9e9a-4221-95ec-c505b11cb16c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Synchronizing usage tracker for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:53:57.841715 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-9c55cd2c-755d-4334-bc99-5acdc09cb066 req-3da26b24-9e9a-4221-95ec-c505b11cb16c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Unset dirty status for tenant:eb1aed2a20e141c98ec99089a446670b on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:53:57.842846 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9c55cd2c-755d-4334-bc99-5acdc09cb066 req-3da26b24-9e9a-4221-95ec-c505b11cb16c tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "GET /v2.0/ports?device_id=46f773c5-243f-4a05-bca2-fe21a0279803 HTTP/1.1" status: 200 len: 210 time: 0.1719115 Sep 22 21:53:58.944098 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 54028) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:53:59.012566 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9298d779-1626-4cf3-8b25-537fb93cd218 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:59.041226 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9298d779-1626-4cf3-8b25-537fb93cd218 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:59.103090 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9298d779-1626-4cf3-8b25-537fb93cd218 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:59.121251 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9298d779-1626-4cf3-8b25-537fb93cd218 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabd05a8-3707-4edf-bd82-a38409732df7,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:53:59.130772 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9298d779-1626-4cf3-8b25-537fb93cd218 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:59.131995 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-9298d779-1626-4cf3-8b25-537fb93cd218 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "DELETE /v2.0/security-groups/dabd05a8-3707-4edf-bd82-a38409732df7 HTTP/1.1" status: 204 len: 168 time: 0.1867650 Sep 22 21:53:59.164869 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 54034) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:53:59.701999 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f255fd7b-801f-493f-be6c-f99731623823 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:53:59.868559 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:54:00.044648 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-f255fd7b-801f-493f-be6c-f99731623823 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Deleting port 33c5d0d3-d69f-4267-bb90-fa3101d25818 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:54:00.045182 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f255fd7b-801f-493f-be6c-f99731623823 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:00.225820 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-f255fd7b-801f-493f-be6c-f99731623823 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] For port 33c5d0d3-d69f-4267-bb90-fa3101d25818, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=33c5d0d3-d69f-4267-bb90-fa3101d25818,segment=NetworkSegment(749486ca-373b-43da-b696-89fad164cd43),segment_id=749486ca-373b-43da-b696-89fad164cd43)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:54:00.226171 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f255fd7b-801f-493f-be6c-f99731623823 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:00.324069 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device d3fab243-f38c-4bcf-9a01-30f676b2c9df no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:54:00.347918 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-f255fd7b-801f-493f-be6c-f99731623823 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Calling delete_port for 33c5d0d3-d69f-4267-bb90-fa3101d25818 owned by network:router_interface {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:54:00.360283 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] No Port match for: d3fab243-f38c-4bcf-9a01-30f676b2c9df {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:54:00.360627 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device d3fab243-f38c-4bcf-9a01-30f676b2c9df not bound to the agent host hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:54:00.761530 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f255fd7b-801f-493f-be6c-f99731623823 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:00.809260 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f255fd7b-801f-493f-be6c-f99731623823 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'Port': ['ID=33c5d0d3-d69f-4267-bb90-fa3101d25818,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:54:01.087001 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f255fd7b-801f-493f-be6c-f99731623823 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:01.438927 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f255fd7b-801f-493f-be6c-f99731623823 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Router 65a9f56c-ce7e-40af-a457-66ba08fb1f7e has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:54:01.608398 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f255fd7b-801f-493f-be6c-f99731623823 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:54:01.618362 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1107c260-8b18-47c4-964f-8be5df9e1735 None None] Sync routers for ids ['65a9f56c-ce7e-40af-a457-66ba08fb1f7e'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:54:01.624838 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-f255fd7b-801f-493f-be6c-f99731623823 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "PUT /v2.0/routers/65a9f56c-ce7e-40af-a457-66ba08fb1f7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4588923 Sep 22 21:54:01.627513 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1107c260-8b18-47c4-964f-8be5df9e1735 None None] Routers {'65a9f56c-ce7e-40af-a457-66ba08fb1f7e'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:54:01.627660 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 54038) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:54:01.628105 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-1107c260-8b18-47c4-964f-8be5df9e1735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:53:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['65a9f56c-ce7e-40af-a457-66ba08fb1f7e'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:54:01.695516 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e16a979-e6d8-41d6-9505-9b4ffeca6542 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Deleting subnet b0a02c21-94b5-4595-a4b7-3a8981f2a943 {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:54:01.699292 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9e16a979-e6d8-41d6-9505-9b4ffeca6542 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:01.753991 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9e16a979-e6d8-41d6-9505-9b4ffeca6542 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:01.825600 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-1107c260-8b18-47c4-964f-8be5df9e1735 None None] Set router 65a9f56c-ce7e-40af-a457-66ba08fb1f7e gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:54:01.835869 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9e16a979-e6d8-41d6-9505-9b4ffeca6542 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:01.911957 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9e16a979-e6d8-41d6-9505-9b4ffeca6542 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:01.950874 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e16a979-e6d8-41d6-9505-9b4ffeca6542 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'Subnet': ['ID=b0a02c21-94b5-4595-a4b7-3a8981f2a943,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:54:01.955783 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9e16a979-e6d8-41d6-9505-9b4ffeca6542 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:01.962702 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55a8b7d-26bd-4dd4-8711-d67c27503b78 None None] Network a144ee9a-79fc-4e91-b16d-2574abcd90a1 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:54:01.963175 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e16a979-e6d8-41d6-9505-9b4ffeca6542 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:54:01.963481 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e16a979-e6d8-41d6-9505-9b4ffeca6542 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:54:01.963822 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e16a979-e6d8-41d6-9505-9b4ffeca6542 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:54:01.964155 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e16a979-e6d8-41d6-9505-9b4ffeca6542 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:54:01.964554 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e16a979-e6d8-41d6-9505-9b4ffeca6542 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:54:01.964894 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e16a979-e6d8-41d6-9505-9b4ffeca6542 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:54:01.965221 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e16a979-e6d8-41d6-9505-9b4ffeca6542 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:54:01.965556 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e16a979-e6d8-41d6-9505-9b4ffeca6542 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:54:01.965883 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e16a979-e6d8-41d6-9505-9b4ffeca6542 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:54:01.966208 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e16a979-e6d8-41d6-9505-9b4ffeca6542 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:54:01.966531 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e16a979-e6d8-41d6-9505-9b4ffeca6542 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:54:01.966878 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e16a979-e6d8-41d6-9505-9b4ffeca6542 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:54:01.974446 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 54042) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:54:01.974586 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-9e16a979-e6d8-41d6-9505-9b4ffeca6542 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "DELETE /v2.0/subnets/b0a02c21-94b5-4595-a4b7-3a8981f2a943 HTTP/1.1" status: 204 len: 168 time: 0.3457606 Sep 22 21:54:02.102299 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-1107c260-8b18-47c4-964f-8be5df9e1735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a9f56c-ce7e-40af-a457-66ba08fb1f7e', 'name': 'tempest-TestNetworkBasicOps-router-640620307', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:52:50Z', 'updated_at': '2022-09-22T21:54:00Z', 'revision_number': 7, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:03:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a9f56c-ce7e-40af-a457-66ba08fb1f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:52:50Z', 'updated_at': '2022-09-22T21:53:52Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:54:02.106260 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1107c260-8b18-47c4-964f-8be5df9e1735 None None] Checking router: 65a9f56c-ce7e-40af-a457-66ba08fb1f7e for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:54:02.114471 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1107c260-8b18-47c4-964f-8be5df9e1735 None None] Routers {'65a9f56c-ce7e-40af-a457-66ba08fb1f7e'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:54:02.115095 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-1107c260-8b18-47c4-964f-8be5df9e1735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:53:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['65a9f56c-ce7e-40af-a457-66ba08fb1f7e'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:54:02.249662 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26b5b30-c1d8-4000-84ca-f776af8453f7 None None] DHCP port deletion for a144ee9a-79fc-4e91-b16d-2574abcd90a1 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:54:02.255755 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a26b5b30-c1d8-4000-84ca-f776af8453f7 None None] Deleting port 781f07bb-ba6e-4439-95ad-3c4d16fefe08 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:54:02.256406 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a26b5b30-c1d8-4000-84ca-f776af8453f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:02.296322 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-41fc267f-cf21-4fd9-a1d1-490f35228808 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:02.301192 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-1107c260-8b18-47c4-964f-8be5df9e1735 None None] Set router 65a9f56c-ce7e-40af-a457-66ba08fb1f7e gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:54:02.478349 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-a26b5b30-c1d8-4000-84ca-f776af8453f7 None None] For port 781f07bb-ba6e-4439-95ad-3c4d16fefe08, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=781f07bb-ba6e-4439-95ad-3c4d16fefe08,segment=NetworkSegment(749486ca-373b-43da-b696-89fad164cd43),segment_id=749486ca-373b-43da-b696-89fad164cd43)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:54:02.478751 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a26b5b30-c1d8-4000-84ca-f776af8453f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:02.480386 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-41fc267f-cf21-4fd9-a1d1-490f35228808 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:02.490836 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-41fc267f-cf21-4fd9-a1d1-490f35228808 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Deleting port 504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:54:02.491185 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-41fc267f-cf21-4fd9-a1d1-490f35228808 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:02.590182 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-1107c260-8b18-47c4-964f-8be5df9e1735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a9f56c-ce7e-40af-a457-66ba08fb1f7e', 'name': 'tempest-TestNetworkBasicOps-router-640620307', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:52:50Z', 'updated_at': '2022-09-22T21:54:00Z', 'revision_number': 7, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:03:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a9f56c-ce7e-40af-a457-66ba08fb1f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:52:50Z', 'updated_at': '2022-09-22T21:53:52Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:54:02.594163 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1107c260-8b18-47c4-964f-8be5df9e1735 None None] The sync data for ids ['65a9f56c-ce7e-40af-a457-66ba08fb1f7e'] in dv-neutron-858900-1-hyperv is: [{'id': '65a9f56c-ce7e-40af-a457-66ba08fb1f7e', 'name': 'tempest-TestNetworkBasicOps-router-640620307', 'tenant_id': 'eb1aed2a20e141c98ec99089a446670b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:52:50Z', 'updated_at': '2022-09-22T21:54:00Z', 'revision_number': 7, 'project_id': 'eb1aed2a20e141c98ec99089a446670b', 'gw_port': {'id': '504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:03:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a9f56c-ce7e-40af-a457-66ba08fb1f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:52:50Z', 'updated_at': '2022-09-22T21:53:52Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:54:02.610376 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a26b5b30-c1d8-4000-84ca-f776af8453f7 None None] Calling delete_port for 781f07bb-ba6e-4439-95ad-3c4d16fefe08 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:54:02.679020 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-41fc267f-cf21-4fd9-a1d1-490f35228808 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] For port 504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:54:02.679368 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-41fc267f-cf21-4fd9-a1d1-490f35228808 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:02.687834 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a26b5b30-c1d8-4000-84ca-f776af8453f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:02.741067 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b5b30-c1d8-4000-84ca-f776af8453f7 None None] Pushing event deleted for resources: {'Port': ['ID=781f07bb-ba6e-4439-95ad-3c4d16fefe08,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:54:02.742850 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26b5b30-c1d8-4000-84ca-f776af8453f7 None None] No DVR routers for this DVR port 781f07bb-ba6e-4439-95ad-3c4d16fefe08 on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:54:02.808374 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-41fc267f-cf21-4fd9-a1d1-490f35228808 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Calling delete_port for 504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4 owned by network:router_gateway {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:54:02.977440 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-41fc267f-cf21-4fd9-a1d1-490f35228808 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:03.031218 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc267f-cf21-4fd9-a1d1-490f35228808 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'Port': ['ID=504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:54:03.135845 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-41fc267f-cf21-4fd9-a1d1-490f35228808 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8012236'] for router_gateway, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:03.309780 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-41fc267f-cf21-4fd9-a1d1-490f35228808 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:03.312052 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-41fc267f-cf21-4fd9-a1d1-490f35228808 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:03.337482 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-41fc267f-cf21-4fd9-a1d1-490f35228808 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:03.338644 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41fc267f-cf21-4fd9-a1d1-490f35228808 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Fanout notify agent at l3_agent the message router_deleted on router 65a9f56c-ce7e-40af-a457-66ba08fb1f7e {{(pid=89008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:54:03.357402 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-41fc267f-cf21-4fd9-a1d1-490f35228808 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:03.360966 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-41fc267f-cf21-4fd9-a1d1-490f35228808 tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "DELETE /v2.0/routers/65a9f56c-ce7e-40af-a457-66ba08fb1f7e HTTP/1.1" status: 204 len: 168 time: 1.3830023 Sep 22 21:54:03.361188 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 54046) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:54:03.385760 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 33c5d0d3-d69f-4267-bb90-fa3101d25818 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:54:03.422342 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 33c5d0d3-d69f-4267-bb90-fa3101d25818 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:54:03.422867 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 33c5d0d3-d69f-4267-bb90-fa3101d25818 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:54:03.423293 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 781f07bb-ba6e-4439-95ad-3c4d16fefe08 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:54:03.459849 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 781f07bb-ba6e-4439-95ad-3c4d16fefe08 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:54:03.460367 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 781f07bb-ba6e-4439-95ad-3c4d16fefe08 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:54:03.480601 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c45ce959-13d9-49a6-b58c-a150cb84eb4e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:03.607793 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c45ce959-13d9-49a6-b58c-a150cb84eb4e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:03.631477 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-c45ce959-13d9-49a6-b58c-a150cb84eb4e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a144ee9a-79fc-4e91-b16d-2574abcd90a1']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:54:03.643601 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-c45ce959-13d9-49a6-b58c-a150cb84eb4e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '749486ca-373b-43da-b696-89fad164cd43') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:54:03.643896 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-c45ce959-13d9-49a6-b58c-a150cb84eb4e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '749486ca-373b-43da-b696-89fad164cd43') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:54:03.655289 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c45ce959-13d9-49a6-b58c-a150cb84eb4e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:03.670754 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c45ce959-13d9-49a6-b58c-a150cb84eb4e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:03.676573 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c45ce959-13d9-49a6-b58c-a150cb84eb4e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:54:03.676946 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c45ce959-13d9-49a6-b58c-a150cb84eb4e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:03.853523 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 749486ca-373b-43da-b696-89fad164cd43 resource provider aggregate not found Sep 22 21:54:03.876217 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 749486ca-373b-43da-b696-89fad164cd43 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 749486ca-373b-43da-b696-89fad164cd43 found for delete ", "request_id": "req-1ff98f5f-1f64-4645-98ed-7d0f3c6c10cb"}]} Sep 22 21:54:03.887789 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c45ce959-13d9-49a6-b58c-a150cb84eb4e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:03.892143 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c45ce959-13d9-49a6-b58c-a150cb84eb4e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:03.917395 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45ce959-13d9-49a6-b58c-a150cb84eb4e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] Pushing event deleted for resources: {'Network': ['ID=a144ee9a-79fc-4e91-b16d-2574abcd90a1,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:54:03.925531 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c45ce959-13d9-49a6-b58c-a150cb84eb4e tempest-TestNetworkBasicOps-176489662 tempest-TestNetworkBasicOps-176489662-project] 10.222.0.33 "DELETE /v2.0/networks/a144ee9a-79fc-4e91-b16d-2574abcd90a1 HTTP/1.1" status: 204 len: 168 time: 0.5634298 Sep 22 21:54:04.214798 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 54058) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:54:04.364391 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-38a2904b-9cb7-4e3a-931b-9715e701020c admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=eb1aed2a20e141c98ec99089a446670b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1483498 Sep 22 21:54:04.366867 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 54064) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:54:04.426139 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-474fd6fa-b686-479b-985e-5e205cb7fdee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:04.451165 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-474fd6fa-b686-479b-985e-5e205cb7fdee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:04.501785 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-474fd6fa-b686-479b-985e-5e205cb7fdee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:04.518753 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474fd6fa-b686-479b-985e-5e205cb7fdee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5b55fd-e2fe-45d0-858a-5754c93930f1,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:54:04.524986 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-474fd6fa-b686-479b-985e-5e205cb7fdee admin admin] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:04.526696 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-474fd6fa-b686-479b-985e-5e205cb7fdee admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/4f5b55fd-e2fe-45d0-858a-5754c93930f1 HTTP/1.1" status: 204 len: 168 time: 0.1589150 Sep 22 21:54:04.795047 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 54072) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:54:04.812684 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e9ef5ee0-54e2-4b8c-aad0-7d481c55a6d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:04.827182 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-e9ef5ee0-54e2-4b8c-aad0-7d481c55a6d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:54:04.831057 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-e9ef5ee0-54e2-4b8c-aad0-7d481c55a6d8 admin admin] Usage tracker for resource:security_group_rule and tenant:1386a15767474ec8827e4f6111e01f00 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:54:04.833789 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-e9ef5ee0-54e2-4b8c-aad0-7d481c55a6d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:54:04.839727 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-e9ef5ee0-54e2-4b8c-aad0-7d481c55a6d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:54:04.921247 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e9ef5ee0-54e2-4b8c-aad0-7d481c55a6d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:04.925237 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e9ef5ee0-54e2-4b8c-aad0-7d481c55a6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:04.970478 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ef5ee0-54e2-4b8c-aad0-7d481c55a6d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505d40a6-f2ef-463f-8b89-329705849d69,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:54:04.975471 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e9ef5ee0-54e2-4b8c-aad0-7d481c55a6d8 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=1386a15767474ec8827e4f6111e01f00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1793931 Sep 22 21:54:04.978204 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 54076) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:54:05.037637 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-055b4e9f-c63b-4701-ae15-d194a0ac298d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:05.062629 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-055b4e9f-c63b-4701-ae15-d194a0ac298d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:05.111919 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-055b4e9f-c63b-4701-ae15-d194a0ac298d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:05.127568 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b4e9f-c63b-4701-ae15-d194a0ac298d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505d40a6-f2ef-463f-8b89-329705849d69,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:54:05.131921 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-055b4e9f-c63b-4701-ae15-d194a0ac298d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:05.132917 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-055b4e9f-c63b-4701-ae15-d194a0ac298d admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/505d40a6-f2ef-463f-8b89-329705849d69 HTTP/1.1" status: 204 len: 168 time: 0.1537185 Sep 22 21:54:05.295050 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:54:05.331256 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:54:05.331592 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 504f5fe9-1dc0-4a67-a4e8-0d2bf9e3bca4 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:54:09.702560 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a14fa26d-7ad3-4443-a88a-9a900b945c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:11.525406 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-c526e3d9-cc82-4642-bde3-01bc8850db5a tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] 10.222.0.33 "GET /v2.0/networks?tenant_id=01d62a21f4e44b428e938b6621043575&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302796 Sep 22 21:54:11.673875 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-2cf8f98c-c52e-4a67-85be-5c46bcf22400 tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:11.675220 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-2cf8f98c-c52e-4a67-85be-5c46bcf22400 tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1446209 Sep 22 21:54:11.689538 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-827af199-5a63-4fe4-b00f-ffca2d6514ca tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] 10.222.0.33 "GET /v2.0/quotas/01d62a21f4e44b428e938b6621043575 HTTP/1.1" status: 200 len: 375 time: 0.0087156 Sep 22 21:54:11.742109 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-b560af79-a5f5-4e34-86f4-7e3e82a533c7 tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=01d62a21f4e44b428e938b6621043575&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476859 Sep 22 21:54:11.923232 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-923e7af4-b10a-4896-9a71-36f97ff7ed77 req-56ea3021-fb51-4566-bf1e-cedeb211212e tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] 10.222.0.33 "GET /v2.0/ports?device_id=66278cfd-2c96-4417-81f3-4408a22f3431 HTTP/1.1" status: 200 len: 210 time: 0.0496583 Sep 22 21:54:11.933885 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4f836260-a955-498c-ae9f-bf573ee87f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:12.764194 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:12.808755 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-051ff139-c61e-474d-931d-f1a5b01f2892 tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=01d62a21f4e44b428e938b6621043575&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340025 Sep 22 21:54:12.957434 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-2bb3610d-1e6f-48b2-b63a-4aa9097d52a6 tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:12.960213 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-2bb3610d-1e6f-48b2-b63a-4aa9097d52a6 tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1470926 Sep 22 21:54:12.971579 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-b5def313-7ab6-47d5-bd26-5eba3c95c3fd tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] Request body: {'port': {'device_id': '66278cfd-2c96-4417-81f3-4408a22f3431', 'network_id': 'f4d51da9-2e06-4dca-aedf-7c5f6f1cb967', 'admin_state_up': True, 'tenant_id': '01d62a21f4e44b428e938b6621043575'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:54:13.089239 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-1d30d5b4-73d3-42b2-bf95-7a93aab9a90d req-37374d8f-6b7b-4f74-b310-3c658175a2d7 tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] 10.222.0.33 "GET /v2.0/ports?device_id=66278cfd-2c96-4417-81f3-4408a22f3431 HTTP/1.1" status: 200 len: 210 time: 0.0505633 Sep 22 21:54:13.111564 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-b5def313-7ab6-47d5-bd26-5eba3c95c3fd tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:54:13.115413 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-b5def313-7ab6-47d5-bd26-5eba3c95c3fd tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] Usage tracker for resource:port and tenant:01d62a21f4e44b428e938b6621043575 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:54:13.118141 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-b5def313-7ab6-47d5-bd26-5eba3c95c3fd tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:54:13.124283 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-b5def313-7ab6-47d5-bd26-5eba3c95c3fd tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:54:13.135185 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-b5def313-7ab6-47d5-bd26-5eba3c95c3fd tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] Made reservation on behalf of 01d62a21f4e44b428e938b6621043575 for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:54:13.138595 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-b5def313-7ab6-47d5-bd26-5eba3c95c3fd tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:13.156500 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-b5def313-7ab6-47d5-bd26-5eba3c95c3fd tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:13.159871 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:13.172943 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-b5def313-7ab6-47d5-bd26-5eba3c95c3fd tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:54:13.177593 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-b5def313-7ab6-47d5-bd26-5eba3c95c3fd tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] Usage tracker for resource:security_group_rule and tenant:01d62a21f4e44b428e938b6621043575 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:54:13.182068 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-b5def313-7ab6-47d5-bd26-5eba3c95c3fd tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:54:13.189868 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-b5def313-7ab6-47d5-bd26-5eba3c95c3fd tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:54:13.277397 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-b5def313-7ab6-47d5-bd26-5eba3c95c3fd tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:13.280876 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-b5def313-7ab6-47d5-bd26-5eba3c95c3fd tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:13.368842 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5def313-7ab6-47d5-bd26-5eba3c95c3fd tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=607dd039-a3fd-441b-8303-ff6de551f777,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:54:13.455497 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-b5def313-7ab6-47d5-bd26-5eba3c95c3fd tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] Allocated IP 192.168.233.43 (f4d51da9-2e06-4dca-aedf-7c5f6f1cb967/c8dfd65b-5d1b-4a82-b06c-bde2b2732d22/e9ade79e-a4d0-4644-96c1-13d9015f8776) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:54:13.660775 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-b5def313-7ab6-47d5-bd26-5eba3c95c3fd tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:13.675897 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-b5def313-7ab6-47d5-bd26-5eba3c95c3fd tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] Transition to ACTIVE for port object e9ade79e-a4d0-4644-96c1-13d9015f8776 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:54:13.698755 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-b5def313-7ab6-47d5-bd26-5eba3c95c3fd tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:13.767374 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-b5def313-7ab6-47d5-bd26-5eba3c95c3fd tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] Network f4d51da9-2e06-4dca-aedf-7c5f6f1cb967 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:54:13.770341 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-b5def313-7ab6-47d5-bd26-5eba3c95c3fd tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:54:13.775253 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-b5def313-7ab6-47d5-bd26-5eba3c95c3fd tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:54:13.813270 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5def313-7ab6-47d5-bd26-5eba3c95c3fd tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] Pushing event updated for resources: {'Port': ['ID=e9ade79e-a4d0-4644-96c1-13d9015f8776,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:54:13.854902 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-b5def313-7ab6-47d5-bd26-5eba3c95c3fd tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:13.855525 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-b5def313-7ab6-47d5-bd26-5eba3c95c3fd tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:13.882041 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-b5def313-7ab6-47d5-bd26-5eba3c95c3fd tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9141595 Sep 22 21:54:13.894133 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-1a388d23-a95f-4f8b-9823-8af81ae41031 service neutron] Request body: {'port': {'device_id': '66278cfd-2c96-4417-81f3-4408a22f3431', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:54:13.982483 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-5acef510-9142-4bdf-b7bc-49cb5e163dc2 None None] Provisioning for port e9ade79e-a4d0-4644-96c1-13d9015f8776 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:54:13.988225 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-5acef510-9142-4bdf-b7bc-49cb5e163dc2 None None] Provisioning complete for port e9ade79e-a4d0-4644-96c1-13d9015f8776 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:54:13.988593 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5acef510-9142-4bdf-b7bc-49cb5e163dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:13.988922 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-5acef510-9142-4bdf-b7bc-49cb5e163dc2 None None] Attempt 1 to provision port e9ade79e-a4d0-4644-96c1-13d9015f8776 Sep 22 21:54:14.011892 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-1a388d23-a95f-4f8b-9823-8af81ae41031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:14.045962 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-5acef510-9142-4bdf-b7bc-49cb5e163dc2 None None] Port e9ade79e-a4d0-4644-96c1-13d9015f8776 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:54:14.405676 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dba76b-b29c-48dc-90ad-8f17e21dc740 req-185bedc5-456c-4efc-9345-3c6e1fdb350b tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:14.406352 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-51dba76b-b29c-48dc-90ad-8f17e21dc740 req-185bedc5-456c-4efc-9345-3c6e1fdb350b tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] Synchronizing usage tracker for tenant:01d62a21f4e44b428e938b6621043575 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:54:14.531673 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-1a388d23-a95f-4f8b-9823-8af81ae41031 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9ade79e-a4d0-4644-96c1-13d9015f8776 {{(pid=89008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:54:14.539874 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-1a388d23-a95f-4f8b-9823-8af81ae41031 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:14.543976 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-51dba76b-b29c-48dc-90ad-8f17e21dc740 req-185bedc5-456c-4efc-9345-3c6e1fdb350b tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] Unset dirty status for tenant:01d62a21f4e44b428e938b6621043575 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:54:14.545154 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-51dba76b-b29c-48dc-90ad-8f17e21dc740 req-185bedc5-456c-4efc-9345-3c6e1fdb350b tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] 10.222.0.33 "GET /v2.0/ports?device_id=66278cfd-2c96-4417-81f3-4408a22f3431 HTTP/1.1" status: 200 len: 935 time: 0.3246717 Sep 22 21:54:14.546705 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-5acef510-9142-4bdf-b7bc-49cb5e163dc2 None None] Attempt 2 to provision port e9ade79e-a4d0-4644-96c1-13d9015f8776 Sep 22 21:54:14.569571 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-1a388d23-a95f-4f8b-9823-8af81ae41031 service neutron] Transition to ACTIVE for port object e9ade79e-a4d0-4644-96c1-13d9015f8776 will not be triggered until provisioned by entity L2. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:54:14.575912 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-1a388d23-a95f-4f8b-9823-8af81ae41031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:14.602566 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:14.632289 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-5acef510-9142-4bdf-b7bc-49cb5e163dc2 None None] Port e9ade79e-a4d0-4644-96c1-13d9015f8776 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:54:14.737379 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-51dba76b-b29c-48dc-90ad-8f17e21dc740 req-eabafda6-068b-4e27-b55b-6cd86404b304 tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] Synchronizing usage tracker for tenant:01d62a21f4e44b428e938b6621043575 on resource:security_group {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:54:14.781475 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a388d23-a95f-4f8b-9823-8af81ae41031 service neutron] Pushing event updated for resources: {'Port': ['ID=e9ade79e-a4d0-4644-96c1-13d9015f8776,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:54:14.806925 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-51dba76b-b29c-48dc-90ad-8f17e21dc740 req-eabafda6-068b-4e27-b55b-6cd86404b304 tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] Unset dirty status for tenant:01d62a21f4e44b428e938b6621043575 on resource:security_group {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:54:14.808062 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-51dba76b-b29c-48dc-90ad-8f17e21dc740 req-eabafda6-068b-4e27-b55b-6cd86404b304 tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] 10.222.0.33 "GET /v2.0/security-groups?id=607dd039-a3fd-441b-8303-ff6de551f777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567751 Sep 22 21:54:14.829369 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-1a388d23-a95f-4f8b-9823-8af81ae41031 service neutron] Attempting to bind port e9ade79e-a4d0-4644-96c1-13d9015f8776 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:54:14.829703 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-1a388d23-a95f-4f8b-9823-8af81ae41031 service neutron] Attempting to bind port e9ade79e-a4d0-4644-96c1-13d9015f8776 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'f626d993-766a-4fc0-b723-b1822fa2e591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f4d51da9-2e06-4dca-aedf-7c5f6f1cb967'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:54:14.830026 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-1a388d23-a95f-4f8b-9823-8af81ae41031 service neutron] Attempting to bind port e9ade79e-a4d0-4644-96c1-13d9015f8776 on network f4d51da9-2e06-4dca-aedf-7c5f6f1cb967 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:54:14.834509 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-1a388d23-a95f-4f8b-9823-8af81ae41031 service neutron] Port e9ade79e-a4d0-4644-96c1-13d9015f8776 on network f4d51da9-2e06-4dca-aedf-7c5f6f1cb967 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:54:14.835111 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-1a388d23-a95f-4f8b-9823-8af81ae41031 service neutron] Attempting to bind port e9ade79e-a4d0-4644-96c1-13d9015f8776 on network f4d51da9-2e06-4dca-aedf-7c5f6f1cb967 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:54:14.840123 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-1a388d23-a95f-4f8b-9823-8af81ae41031 service neutron] Checking agent: {'id': '8a88b827-3477-4399-ac15-439d59b3c48a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'started_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:54:14.840457 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-1a388d23-a95f-4f8b-9823-8af81ae41031 service neutron] Checking segment: {'id': 'f626d993-766a-4fc0-b723-b1822fa2e591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f4d51da9-2e06-4dca-aedf-7c5f6f1cb967'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:54:14.840830 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-1a388d23-a95f-4f8b-9823-8af81ae41031 service neutron] Bound using segment: {'id': 'f626d993-766a-4fc0-b723-b1822fa2e591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f4d51da9-2e06-4dca-aedf-7c5f6f1cb967'} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:54:14.841249 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-1a388d23-a95f-4f8b-9823-8af81ae41031 service neutron] Bound port: e9ade79e-a4d0-4644-96c1-13d9015f8776, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f626d993-766a-4fc0-b723-b1822fa2e591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f4d51da9-2e06-4dca-aedf-7c5f6f1cb967'}}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:54:14.841586 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-1a388d23-a95f-4f8b-9823-8af81ae41031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:14.929661 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-1a388d23-a95f-4f8b-9823-8af81ae41031 service neutron] For port e9ade79e-a4d0-4644-96c1-13d9015f8776, host hv-neutron-8589, cleared binding levels {{(pid=89008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:54:14.933164 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-1a388d23-a95f-4f8b-9823-8af81ae41031 service neutron] For port e9ade79e-a4d0-4644-96c1-13d9015f8776, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=e9ade79e-a4d0-4644-96c1-13d9015f8776,segment=NetworkSegment(f626d993-766a-4fc0-b723-b1822fa2e591),segment_id=f626d993-766a-4fc0-b723-b1822fa2e591)] {{(pid=89008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:54:14.937381 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-1a388d23-a95f-4f8b-9823-8af81ae41031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:14.967128 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-1a388d23-a95f-4f8b-9823-8af81ae41031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:14.967727 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-1a388d23-a95f-4f8b-9823-8af81ae41031 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:14.969054 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-1a388d23-a95f-4f8b-9823-8af81ae41031 service neutron] 10.222.0.49 "PUT /v2.0/ports/e9ade79e-a4d0-4644-96c1-13d9015f8776 HTTP/1.1" status: 200 len: 1097 time: 1.0800831 Sep 22 21:54:14.969479 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66278cfd-2c96-4417-81f3-4408a22f3431', 'tag': 'e9ade79e-a4d0-4644-96c1-13d9015f8776'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:54:14.971775 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df362037-b06e-4f97-8b0f-be781f5672c5" -d '{"events": [{"name": "network-changed", "server_uuid": "66278cfd-2c96-4417-81f3-4408a22f3431", "tag": "e9ade79e-a4d0-4644-96c1-13d9015f8776"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:54:15.066661 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a388d23-a95f-4f8b-9823-8af81ae41031 service neutron] Pushing event updated for resources: {'Port': ['ID=e9ade79e-a4d0-4644-96c1-13d9015f8776,revision_number=3']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:54:15.073508 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0698f953-0dd8-41f9-bcf8-8896fc2a4838 x-openstack-request-id: req-0698f953-0dd8-41f9-bcf8-8896fc2a4838 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:54:15.073789 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66278cfd-2c96-4417-81f3-4408a22f3431", "tag": "e9ade79e-a4d0-4644-96c1-13d9015f8776", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:54:15.074036 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0698f953-0dd8-41f9-bcf8-8896fc2a4838 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:54:15.074424 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0698f953-0dd8-41f9-bcf8-8896fc2a4838'] response: {'name': 'network-changed', 'server_uuid': '66278cfd-2c96-4417-81f3-4408a22f3431', 'tag': 'e9ade79e-a4d0-4644-96c1-13d9015f8776', 'status': 'completed', 'code': 200} Sep 22 21:54:15.092605 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-0bce5152-5596-4414-af92-ada685b7b493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:15.094050 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-0bce5152-5596-4414-af92-ada685b7b493 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=01d62a21f4e44b428e938b6621043575&device_id=66278cfd-2c96-4417-81f3-4408a22f3431 HTTP/1.1" status: 200 len: 1100 time: 0.0887601 Sep 22 21:54:15.133189 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-5acef510-9142-4bdf-b7bc-49cb5e163dc2 None None] Attempt 3 to provision port e9ade79e-a4d0-4644-96c1-13d9015f8776 Sep 22 21:54:15.162484 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-dbb73845-e92b-4e11-a237-f30350274622 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=e9ade79e-a4d0-4644-96c1-13d9015f8776 HTTP/1.1" status: 200 len: 217 time: 0.0621245 Sep 22 21:54:15.192192 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-5acef510-9142-4bdf-b7bc-49cb5e163dc2 None None] Port e9ade79e-a4d0-4644-96c1-13d9015f8776 had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 21:54:15.222329 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-d39f4215-8139-4fae-baa6-30937346fa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:15.223763 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-d39f4215-8139-4fae-baa6-30937346fa78 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c8dfd65b-5d1b-4a82-b06c-bde2b2732d22 HTTP/1.1" status: 200 len: 843 time: 0.0556831 Sep 22 21:54:15.308911 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-eb860630-f9a4-4fd3-ab62-a351913cb60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:15.310360 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-eb860630-f9a4-4fd3-ab62-a351913cb60f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f4d51da9-2e06-4dca-aedf-7c5f6f1cb967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0796902 Sep 22 21:54:15.436503 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-1fe23802-04cd-475d-9139-84b1ea866ddd service neutron] 10.222.0.49 "GET /v2.0/networks/f4d51da9-2e06-4dca-aedf-7c5f6f1cb967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204770 Sep 22 21:54:15.561009 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-34b3e0f3-993f-43b7-bc04-7c05c9551cbb req-15de1c8d-c33f-4970-a71d-a54fd6f4d89d service neutron] 10.222.0.49 "GET /v2.0/networks/f4d51da9-2e06-4dca-aedf-7c5f6f1cb967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192369 Sep 22 21:54:15.677913 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df362037-b06e-4f97-8b0f-be781f5672c5 req-32dbb0a6-298d-4717-8db0-880cf4ea4b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:15.679371 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-df362037-b06e-4f97-8b0f-be781f5672c5 req-32dbb0a6-298d-4717-8db0-880cf4ea4b31 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=01d62a21f4e44b428e938b6621043575&device_id=66278cfd-2c96-4417-81f3-4408a22f3431 HTTP/1.1" status: 200 len: 1100 time: 0.0752256 Sep 22 21:54:15.805447 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df362037-b06e-4f97-8b0f-be781f5672c5 req-687d217e-cef6-478c-8413-bd9a647a23e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:15.807422 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-df362037-b06e-4f97-8b0f-be781f5672c5 req-687d217e-cef6-478c-8413-bd9a647a23e3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f4d51da9-2e06-4dca-aedf-7c5f6f1cb967 HTTP/1.1" status: 200 len: 869 time: 0.1223650 Sep 22 21:54:15.876044 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-df362037-b06e-4f97-8b0f-be781f5672c5 req-3ab64328-a864-466b-9d2a-02c1bcb01747 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=e9ade79e-a4d0-4644-96c1-13d9015f8776 HTTP/1.1" status: 200 len: 217 time: 0.0626585 Sep 22 21:54:15.982876 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df362037-b06e-4f97-8b0f-be781f5672c5 req-cedf48d2-f190-412f-a0f2-5e93df1971ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:15.984268 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-df362037-b06e-4f97-8b0f-be781f5672c5 req-cedf48d2-f190-412f-a0f2-5e93df1971ce service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c8dfd65b-5d1b-4a82-b06c-bde2b2732d22 HTTP/1.1" status: 200 len: 843 time: 0.1028235 Sep 22 21:54:16.075135 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a0d7f-57ab-49cf-9aa3-ab1eb7619f14 req-8116f167-c6af-4ccf-8099-5397dee57af8 tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:16.076553 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9b2a0d7f-57ab-49cf-9aa3-ab1eb7619f14 req-8116f167-c6af-4ccf-8099-5397dee57af8 tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] 10.222.0.33 "GET /v2.0/ports?device_id=66278cfd-2c96-4417-81f3-4408a22f3431 HTTP/1.1" status: 200 len: 947 time: 0.1547256 Sep 22 21:54:16.099377 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df362037-b06e-4f97-8b0f-be781f5672c5 req-de6f012e-5c89-4154-b5c0-a59b536a971a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:16.100673 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-df362037-b06e-4f97-8b0f-be781f5672c5 req-de6f012e-5c89-4154-b5c0-a59b536a971a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f4d51da9-2e06-4dca-aedf-7c5f6f1cb967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.1101556 Sep 22 21:54:16.288738 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9b2a0d7f-57ab-49cf-9aa3-ab1eb7619f14 req-a608446f-a254-4bcd-a72f-177fad11e4a9 tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] 10.222.0.33 "GET /v2.0/security-groups?id=607dd039-a3fd-441b-8303-ff6de551f777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060280 Sep 22 21:54:16.348846 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-df362037-b06e-4f97-8b0f-be781f5672c5 req-199ac3d1-692c-4af1-ab09-028f1ac2f34c service neutron] 10.222.0.49 "GET /v2.0/networks/f4d51da9-2e06-4dca-aedf-7c5f6f1cb967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359214 Sep 22 21:54:16.475575 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-df362037-b06e-4f97-8b0f-be781f5672c5 req-9010c082-3d79-4c07-969c-f64b1ea53ed9 service neutron] 10.222.0.49 "GET /v2.0/networks/f4d51da9-2e06-4dca-aedf-7c5f6f1cb967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205082 Sep 22 21:54:17.490447 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ebb87-ed8f-47c9-8214-b254f3db48a4 req-f649d813-5cd0-4e58-96bb-6bb833b1791d tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:17.491964 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-969ebb87-ed8f-47c9-8214-b254f3db48a4 req-f649d813-5cd0-4e58-96bb-6bb833b1791d tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] 10.222.0.33 "GET /v2.0/ports?device_id=66278cfd-2c96-4417-81f3-4408a22f3431 HTTP/1.1" status: 200 len: 947 time: 0.0891855 Sep 22 21:54:17.535556 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-969ebb87-ed8f-47c9-8214-b254f3db48a4 req-0eaf8670-d60d-4ea4-8243-dded24f3b875 tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] 10.222.0.33 "GET /v2.0/security-groups?id=607dd039-a3fd-441b-8303-ff6de551f777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373130 Sep 22 21:54:18.416020 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device e9ade79e-a4d0-4644-96c1-13d9015f8776 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 21:54:18.549975 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port e9ade79e-a4d0-4644-96c1-13d9015f8776, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=e9ade79e-a4d0-4644-96c1-13d9015f8776,segment=NetworkSegment(f626d993-766a-4fc0-b723-b1822fa2e591),segment_id=f626d993-766a-4fc0-b723-b1822fa2e591)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:54:18.563077 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': 'e9ade79e-a4d0-4644-96c1-13d9015f8776', 'network_id': 'f4d51da9-2e06-4dca-aedf-7c5f6f1cb967', 'port_id': 'e9ade79e-a4d0-4644-96c1-13d9015f8776', 'mac_address': 'fa:16:3e:ed:79:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8dfd65b-5d1b-4a82-b06c-bde2b2732d22', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 21:54:18.620418 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port e9ade79e-a4d0-4644-96c1-13d9015f8776 is: DOWN; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:54:18.620796 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:18.637778 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9ade79e-a4d0-4644-96c1-13d9015f8776 {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:54:18.652990 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port e9ade79e-a4d0-4644-96c1-13d9015f8776, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=e9ade79e-a4d0-4644-96c1-13d9015f8776,segment=NetworkSegment(f626d993-766a-4fc0-b723-b1822fa2e591),segment_id=f626d993-766a-4fc0-b723-b1822fa2e591)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:54:18.657375 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:18.728083 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=e9ade79e-a4d0-4644-96c1-13d9015f8776,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:54:18.733901 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469eb830-d2e0-4861-9f6a-c432e2cc6b76 req-1f21b30f-91b7-4aea-83a9-26cbc47f6ea2 tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:18.735430 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-469eb830-d2e0-4861-9f6a-c432e2cc6b76 req-1f21b30f-91b7-4aea-83a9-26cbc47f6ea2 tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] 10.222.0.33 "GET /v2.0/ports?device_id=66278cfd-2c96-4417-81f3-4408a22f3431 HTTP/1.1" status: 200 len: 948 time: 0.0903394 Sep 22 21:54:18.778541 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-469eb830-d2e0-4861-9f6a-c432e2cc6b76 req-b0a8d98e-ea2e-44fe-882e-d06970ee1184 tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] 10.222.0.33 "GET /v2.0/security-groups?id=607dd039-a3fd-441b-8303-ff6de551f777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375645 Sep 22 21:54:18.860634 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['e9ade79e-a4d0-4644-96c1-13d9015f8776'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 21:54:19.978295 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6834526-d83e-49d8-862f-8af63e56e78d req-25aa0706-0aea-4fd3-a2c5-cf95ece79b22 tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:19.979770 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-a6834526-d83e-49d8-862f-8af63e56e78d req-25aa0706-0aea-4fd3-a2c5-cf95ece79b22 tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] 10.222.0.33 "GET /v2.0/ports?device_id=66278cfd-2c96-4417-81f3-4408a22f3431 HTTP/1.1" status: 200 len: 948 time: 0.0902185 Sep 22 21:54:20.023201 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-a6834526-d83e-49d8-862f-8af63e56e78d req-b078def5-1f36-441f-aa6a-d23805374363 tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] 10.222.0.33 "GET /v2.0/security-groups?id=607dd039-a3fd-441b-8303-ff6de551f777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376649 Sep 22 21:54:20.432241 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device e9ade79e-a4d0-4644-96c1-13d9015f8776 up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:54:20.497170 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning for port e9ade79e-a4d0-4644-96c1-13d9015f8776 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:54:20.501605 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port e9ade79e-a4d0-4644-96c1-13d9015f8776 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:54:20.501968 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:20.502314 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port e9ade79e-a4d0-4644-96c1-13d9015f8776 Sep 22 21:54:20.614872 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port e9ade79e-a4d0-4644-96c1-13d9015f8776 is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:54:20.615241 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:20.640317 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66278cfd-2c96-4417-81f3-4408a22f3431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ade79e-a4d0-4644-96c1-13d9015f8776'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:54:20.642548 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ebf7cc-a2d1-4375-a862-d44c858e8f9c" -d '{"events": [{"server_uuid": "66278cfd-2c96-4417-81f3-4408a22f3431", "name": "network-vif-plugged", "status": "completed", "tag": "e9ade79e-a4d0-4644-96c1-13d9015f8776"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:54:20.650341 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port e9ade79e-a4d0-4644-96c1-13d9015f8776, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=e9ade79e-a4d0-4644-96c1-13d9015f8776,segment=NetworkSegment(f626d993-766a-4fc0-b723-b1822fa2e591),segment_id=f626d993-766a-4fc0-b723-b1822fa2e591)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:54:20.654174 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:20.687054 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 21:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1606ceee-f9f7-4377-ba07-885518e553a6 x-openstack-request-id: req-1606ceee-f9f7-4377-ba07-885518e553a6 {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:54:20.687341 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66278cfd-2c96-4417-81f3-4408a22f3431", "name": "network-vif-plugged", "status": "completed", "tag": "e9ade79e-a4d0-4644-96c1-13d9015f8776", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:54:20.687588 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1606ceee-f9f7-4377-ba07-885518e553a6 {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:54:20.687965 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1606ceee-f9f7-4377-ba07-885518e553a6'] response: {'server_uuid': '66278cfd-2c96-4417-81f3-4408a22f3431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ade79e-a4d0-4644-96c1-13d9015f8776', 'code': 200} Sep 22 21:54:20.727450 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=e9ade79e-a4d0-4644-96c1-13d9015f8776,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:54:20.912478 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bf35ee-4853-42c6-afab-dcc69df6fd47 req-f5b171a1-686f-47b6-adb8-4dc547f2e9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:20.913838 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-65bf35ee-4853-42c6-afab-dcc69df6fd47 req-f5b171a1-686f-47b6-adb8-4dc547f2e9a7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=66278cfd-2c96-4417-81f3-4408a22f3431 HTTP/1.1" status: 200 len: 1102 time: 0.0793440 Sep 22 21:54:20.953018 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-65bf35ee-4853-42c6-afab-dcc69df6fd47 req-6f272782-59e3-4da1-a680-ef10b73d5c9e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=607dd039-a3fd-441b-8303-ff6de551f777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330069 Sep 22 21:54:21.216276 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a1010-1056-460e-ab16-df3a91fea763 req-c1a50a6a-c2db-4ac6-8fc8-82d69cd7cf90 tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:21.217627 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-b86a1010-1056-460e-ab16-df3a91fea763 req-c1a50a6a-c2db-4ac6-8fc8-82d69cd7cf90 tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] 10.222.0.33 "GET /v2.0/ports?device_id=66278cfd-2c96-4417-81f3-4408a22f3431 HTTP/1.1" status: 200 len: 949 time: 0.0870788 Sep 22 21:54:21.261121 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-b86a1010-1056-460e-ab16-df3a91fea763 req-b1c6bf5b-0794-4843-9885-3db03022f9d1 tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] 10.222.0.33 "GET /v2.0/security-groups?id=607dd039-a3fd-441b-8303-ff6de551f777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374339 Sep 22 21:54:22.459243 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97407615-c801-4203-bad1-186fa484ec25 req-314c7646-812d-4a6b-a81b-e4c90b973586 tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:22.460943 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-97407615-c801-4203-bad1-186fa484ec25 req-314c7646-812d-4a6b-a81b-e4c90b973586 tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] 10.222.0.33 "GET /v2.0/ports?device_id=66278cfd-2c96-4417-81f3-4408a22f3431 HTTP/1.1" status: 200 len: 949 time: 0.0853820 Sep 22 21:54:22.511411 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-97407615-c801-4203-bad1-186fa484ec25 req-908d22c5-3798-4b34-8158-fcd4a9a8917d tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] 10.222.0.33 "GET /v2.0/security-groups?id=607dd039-a3fd-441b-8303-ff6de551f777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448959 Sep 22 21:54:23.633113 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b83b5-6d59-417e-af0b-5e4f0f0c94a2 req-f04b6a13-fe30-4142-accb-7638373c1ce0 tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:23.635069 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-669b83b5-6d59-417e-af0b-5e4f0f0c94a2 req-f04b6a13-fe30-4142-accb-7638373c1ce0 tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] 10.222.0.33 "GET /v2.0/ports?device_id=66278cfd-2c96-4417-81f3-4408a22f3431 HTTP/1.1" status: 200 len: 949 time: 0.0857873 Sep 22 21:54:23.676325 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-669b83b5-6d59-417e-af0b-5e4f0f0c94a2 req-52f22f19-7f31-45f1-842d-5a8a22f5e5ac tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] 10.222.0.33 "GET /v2.0/security-groups?id=607dd039-a3fd-441b-8303-ff6de551f777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357387 Sep 22 21:54:24.846248 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f0432-d4c6-4354-b0e2-5c3b378f7eff req-9cf00151-a6fa-485c-aad7-d1b37cc92bd2 tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:24.847819 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b42f0432-d4c6-4354-b0e2-5c3b378f7eff req-9cf00151-a6fa-485c-aad7-d1b37cc92bd2 tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] 10.222.0.49 "GET /v2.0/ports?device_id=66278cfd-2c96-4417-81f3-4408a22f3431 HTTP/1.1" status: 200 len: 949 time: 0.0912182 Sep 22 21:54:24.919523 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-b42f0432-d4c6-4354-b0e2-5c3b378f7eff req-5a888829-eb66-463d-94ce-8dc6bc90fb18 tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] Deleting port e9ade79e-a4d0-4644-96c1-13d9015f8776 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:54:24.919870 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-b42f0432-d4c6-4354-b0e2-5c3b378f7eff req-5a888829-eb66-463d-94ce-8dc6bc90fb18 tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:24.981025 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac2f73-c0f4-4a07-b1b2-900424a4329e req-860b716d-83d0-4787-b391-3a9ac12d95ac tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:24.982408 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-d1ac2f73-c0f4-4a07-b1b2-900424a4329e req-860b716d-83d0-4787-b391-3a9ac12d95ac tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] 10.222.0.33 "GET /v2.0/ports?device_id=66278cfd-2c96-4417-81f3-4408a22f3431 HTTP/1.1" status: 200 len: 949 time: 0.1924334 Sep 22 21:54:25.026735 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-d1ac2f73-c0f4-4a07-b1b2-900424a4329e req-a38eec43-c86b-4698-8576-e4eff95b6b4e tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] 10.222.0.33 "GET /v2.0/security-groups?id=607dd039-a3fd-441b-8303-ff6de551f777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385001 Sep 22 21:54:25.164919 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-b42f0432-d4c6-4354-b0e2-5c3b378f7eff req-5a888829-eb66-463d-94ce-8dc6bc90fb18 tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] For port e9ade79e-a4d0-4644-96c1-13d9015f8776, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=e9ade79e-a4d0-4644-96c1-13d9015f8776,segment=NetworkSegment(f626d993-766a-4fc0-b723-b1822fa2e591),segment_id=f626d993-766a-4fc0-b723-b1822fa2e591)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:54:25.165301 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-b42f0432-d4c6-4354-b0e2-5c3b378f7eff req-5a888829-eb66-463d-94ce-8dc6bc90fb18 tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:25.285784 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-b42f0432-d4c6-4354-b0e2-5c3b378f7eff req-5a888829-eb66-463d-94ce-8dc6bc90fb18 tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] Calling delete_port for e9ade79e-a4d0-4644-96c1-13d9015f8776 owned by compute:nova {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:54:25.433150 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-b42f0432-d4c6-4354-b0e2-5c3b378f7eff req-5a888829-eb66-463d-94ce-8dc6bc90fb18 tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:25.443955 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['e9ade79e-a4d0-4644-96c1-13d9015f8776'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 21:54:25.481667 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a888829-eb66-463d-94ce-8dc6bc90fb18 tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] Pushing event deleted for resources: {'Port': ['ID=e9ade79e-a4d0-4644-96c1-13d9015f8776,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:54:25.578927 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-b42f0432-d4c6-4354-b0e2-5c3b378f7eff req-5a888829-eb66-463d-94ce-8dc6bc90fb18 tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] No DVR routers for this DVR port e9ade79e-a4d0-4644-96c1-13d9015f8776 on host hv-neutron-8589 {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:54:25.581433 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-b42f0432-d4c6-4354-b0e2-5c3b378f7eff req-5a888829-eb66-463d-94ce-8dc6bc90fb18 tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:25.584190 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66278cfd-2c96-4417-81f3-4408a22f3431', 'name': 'network-vif-deleted', 'tag': 'e9ade79e-a4d0-4644-96c1-13d9015f8776'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:54:25.586759 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a795b4-d1d3-4f95-9e42-7ab788d066b4" -d '{"events": [{"server_uuid": "66278cfd-2c96-4417-81f3-4408a22f3431", "name": "network-vif-deleted", "tag": "e9ade79e-a4d0-4644-96c1-13d9015f8776"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:54:25.600940 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b42f0432-d4c6-4354-b0e2-5c3b378f7eff req-5a888829-eb66-463d-94ce-8dc6bc90fb18 tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] 10.222.0.49 "DELETE /v2.0/ports/e9ade79e-a4d0-4644-96c1-13d9015f8776 HTTP/1.1" status: 204 len: 173 time: 0.7478662 Sep 22 21:54:25.639088 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 21:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5780fa-4fb3-4c9a-aa12-b5bef5bca473 x-openstack-request-id: req-0c5780fa-4fb3-4c9a-aa12-b5bef5bca473 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:54:25.639481 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66278cfd-2c96-4417-81f3-4408a22f3431", "name": "network-vif-deleted", "tag": "e9ade79e-a4d0-4644-96c1-13d9015f8776", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:54:25.639692 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0c5780fa-4fb3-4c9a-aa12-b5bef5bca473 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:54:25.640153 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c5780fa-4fb3-4c9a-aa12-b5bef5bca473'] response: {'server_uuid': '66278cfd-2c96-4417-81f3-4408a22f3431', 'name': 'network-vif-deleted', 'tag': 'e9ade79e-a4d0-4644-96c1-13d9015f8776', 'status': 'completed', 'code': 200} Sep 22 21:54:25.945857 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:26.204809 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-b20150ee-d245-417c-b787-5cd74b0f17b8 req-3b1d6b52-d8ab-4e96-b48a-a8234a6a4118 tempest-ServersAdminNegativeTestJSON-514963460 tempest-ServersAdminNegativeTestJSON-514963460-project] 10.222.0.33 "GET /v2.0/ports?device_id=66278cfd-2c96-4417-81f3-4408a22f3431 HTTP/1.1" status: 200 len: 210 time: 0.0557594 Sep 22 21:54:27.563314 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 54214) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:54:27.707849 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-6d44ba0f-8709-4c1f-abd4-fecf50914d04 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=01d62a21f4e44b428e938b6621043575&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1433020 Sep 22 21:54:27.710499 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 54220) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:54:27.768867 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ff535219-c656-43c6-be5c-81f2b13c0c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:27.794069 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ff535219-c656-43c6-be5c-81f2b13c0c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:27.844679 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ff535219-c656-43c6-be5c-81f2b13c0c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:27.861206 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff535219-c656-43c6-be5c-81f2b13c0c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607dd039-a3fd-441b-8303-ff6de551f777,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:54:27.871441 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ff535219-c656-43c6-be5c-81f2b13c0c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:27.872556 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ff535219-c656-43c6-be5c-81f2b13c0c63 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/607dd039-a3fd-441b-8303-ff6de551f777 HTTP/1.1" status: 204 len: 168 time: 0.1610155 Sep 22 21:54:28.135609 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 54228) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:54:28.152786 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-77251a98-d050-412b-9c28-411c1f4889f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:28.166728 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-77251a98-d050-412b-9c28-411c1f4889f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:54:28.170484 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-77251a98-d050-412b-9c28-411c1f4889f7 admin admin] Usage tracker for resource:security_group_rule and tenant:4055782d70984ff8b674851e590a1897 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:54:28.173325 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-77251a98-d050-412b-9c28-411c1f4889f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:54:28.179264 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-77251a98-d050-412b-9c28-411c1f4889f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:54:28.263326 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-77251a98-d050-412b-9c28-411c1f4889f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:28.267709 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-77251a98-d050-412b-9c28-411c1f4889f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:28.317075 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-77251a98-d050-412b-9c28-411c1f4889f7 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=4055782d70984ff8b674851e590a1897&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1801596 Sep 22 21:54:28.318527 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77251a98-d050-412b-9c28-411c1f4889f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16cddaa-f8b5-4f1f-89c7-43ab1bbc31bf,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:54:28.320029 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 54232) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:54:28.379009 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cf625a94-541b-4df4-bbef-49aa068f1d63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:28.404502 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cf625a94-541b-4df4-bbef-49aa068f1d63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:28.455415 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cf625a94-541b-4df4-bbef-49aa068f1d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:28.470541 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf625a94-541b-4df4-bbef-49aa068f1d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16cddaa-f8b5-4f1f-89c7-43ab1bbc31bf,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:54:28.480936 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cf625a94-541b-4df4-bbef-49aa068f1d63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:28.482070 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-cf625a94-541b-4df4-bbef-49aa068f1d63 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/a16cddaa-f8b5-4f1f-89c7-43ab1bbc31bf HTTP/1.1" status: 204 len: 168 time: 0.1601124 Sep 22 21:54:29.199740 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 54256) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:54:29.313536 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-b42d7ed3-a78e-4260-a074-843fdd7b3532 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1561387853-network', 'tenant_id': '40c8a191c2cc42b988640eb4ad2e49d8'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:54:29.318302 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-b42d7ed3-a78e-4260-a074-843fdd7b3532 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:54:29.323611 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-b42d7ed3-a78e-4260-a074-843fdd7b3532 admin admin] Usage tracker for resource:network and tenant:40c8a191c2cc42b988640eb4ad2e49d8 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:54:29.326511 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-b42d7ed3-a78e-4260-a074-843fdd7b3532 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:54:29.332623 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-b42d7ed3-a78e-4260-a074-843fdd7b3532 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:54:29.342794 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42d7ed3-a78e-4260-a074-843fdd7b3532 admin admin] Made reservation on behalf of 40c8a191c2cc42b988640eb4ad2e49d8 for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:54:29.344929 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b42d7ed3-a78e-4260-a074-843fdd7b3532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:29.356420 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b42d7ed3-a78e-4260-a074-843fdd7b3532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:29.372726 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-b42d7ed3-a78e-4260-a074-843fdd7b3532 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:54:29.376484 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-b42d7ed3-a78e-4260-a074-843fdd7b3532 admin admin] Usage tracker for resource:security_group_rule and tenant:40c8a191c2cc42b988640eb4ad2e49d8 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:54:29.379402 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-b42d7ed3-a78e-4260-a074-843fdd7b3532 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:54:29.385662 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-b42d7ed3-a78e-4260-a074-843fdd7b3532 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:54:29.467315 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b42d7ed3-a78e-4260-a074-843fdd7b3532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:29.471341 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b42d7ed3-a78e-4260-a074-843fdd7b3532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:29.498245 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b42d7ed3-a78e-4260-a074-843fdd7b3532 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:54:29.510987 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42d7ed3-a78e-4260-a074-843fdd7b3532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=045b8b11-3e00-4a38-ac7f-bc434aa0ab1e,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:54:29.515547 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b42d7ed3-a78e-4260-a074-843fdd7b3532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:29.515890 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-b42d7ed3-a78e-4260-a074-843fdd7b3532 admin admin] Added segment 3d6be697-c632-417b-8a95-31dcd7421fa3 of type vlan for network 467f722b-5dc2-4717-95ae-f09270f15ad6 Sep 22 21:54:29.540779 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b42d7ed3-a78e-4260-a074-843fdd7b3532 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:29.568596 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b42d7ed3-a78e-4260-a074-843fdd7b3532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:29.569516 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42d7ed3-a78e-4260-a074-843fdd7b3532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:29.570087 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b42d7ed3-a78e-4260-a074-843fdd7b3532 admin admin] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:29.671154 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-b42d7ed3-a78e-4260-a074-843fdd7b3532 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4702537 Sep 22 21:54:29.671941 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42d7ed3-a78e-4260-a074-843fdd7b3532 admin admin] Pushing event updated for resources: {'Network': ['ID=467f722b-5dc2-4717-95ae-f09270f15ad6,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:54:29.673878 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 54262) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:54:29.679379 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-fe3dcbba-adf2-4eb1-a798-f652bb6ccb6f admin admin] Request body: {'subnet': {'network_id': '467f722b-5dc2-4717-95ae-f09270f15ad6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1561387853-subnet', 'tenant_id': '40c8a191c2cc42b988640eb4ad2e49d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:54:29.683173 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 467f722b-5dc2-4717-95ae-f09270f15ad6 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:54:29.684733 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-fe3dcbba-adf2-4eb1-a798-f652bb6ccb6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:54:29.688618 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-fe3dcbba-adf2-4eb1-a798-f652bb6ccb6f admin admin] Usage tracker for resource:subnet and tenant:40c8a191c2cc42b988640eb4ad2e49d8 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:54:29.691425 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-fe3dcbba-adf2-4eb1-a798-f652bb6ccb6f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:54:29.698128 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-fe3dcbba-adf2-4eb1-a798-f652bb6ccb6f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:54:29.707626 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3dcbba-adf2-4eb1-a798-f652bb6ccb6f admin admin] Made reservation on behalf of 40c8a191c2cc42b988640eb4ad2e49d8 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:54:29.710229 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fe3dcbba-adf2-4eb1-a798-f652bb6ccb6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:29.907382 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fe3dcbba-adf2-4eb1-a798-f652bb6ccb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:29.980710 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3dcbba-adf2-4eb1-a798-f652bb6ccb6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=641c31ef-b5f6-42a6-8a1d-2488893f3c3a,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:54:29.990574 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3dcbba-adf2-4eb1-a798-f652bb6ccb6f admin admin] Checking segment: {'id': '3d6be697-c632-417b-8a95-31dcd7421fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '467f722b-5dc2-4717-95ae-f09270f15ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:54:29.990958 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3dcbba-adf2-4eb1-a798-f652bb6ccb6f admin admin] Network hostable DHCP agents. Network: 467f722b-5dc2-4717-95ae-f09270f15ad6, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:54:30.009636 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3dcbba-adf2-4eb1-a798-f652bb6ccb6f admin admin] Network 467f722b-5dc2-4717-95ae-f09270f15ad6 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:54:30.018140 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-fe3dcbba-adf2-4eb1-a798-f652bb6ccb6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 467f722b-5dc2-4717-95ae-f09270f15ad6) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:54:30.021991 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3dcbba-adf2-4eb1-a798-f652bb6ccb6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:30.022597 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fe3dcbba-adf2-4eb1-a798-f652bb6ccb6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:30.026733 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0d2664-77e1-4bfe-8034-877b374e45e2 None None] Network 467f722b-5dc2-4717-95ae-f09270f15ad6 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:54:30.043399 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-fe3dcbba-adf2-4eb1-a798-f652bb6ccb6f admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3685379 Sep 22 21:54:30.046050 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 54266) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:54:30.051136 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-64aa1878-a2ad-4515-a495-9b8d907042ff admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1561387853-router', 'tenant_id': '40c8a191c2cc42b988640eb4ad2e49d8', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:54:30.056368 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-64aa1878-a2ad-4515-a495-9b8d907042ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:54:30.060702 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-64aa1878-a2ad-4515-a495-9b8d907042ff admin admin] Usage tracker for resource:router and tenant:40c8a191c2cc42b988640eb4ad2e49d8 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:54:30.063513 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-64aa1878-a2ad-4515-a495-9b8d907042ff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:54:30.069509 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-64aa1878-a2ad-4515-a495-9b8d907042ff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:54:30.079940 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-64aa1878-a2ad-4515-a495-9b8d907042ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:30.081160 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-64aa1878-a2ad-4515-a495-9b8d907042ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:30.098920 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-64aa1878-a2ad-4515-a495-9b8d907042ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:30.245219 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf0efd5-b88f-4524-9004-11db58c99001 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-467f722b-5dc2-4717-95ae-f09270f15ad6', 'network_id': '467f722b-5dc2-4717-95ae-f09270f15ad6', 'tenant_id': '40c8a191c2cc42b988640eb4ad2e49d8', 'fixed_ips': [{'subnet_id': '641c31ef-b5f6-42a6-8a1d-2488893f3c3a'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:54:30.246038 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-dbf0efd5-b88f-4524-9004-11db58c99001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:30.368638 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-64aa1878-a2ad-4515-a495-9b8d907042ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:30.434884 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-dbf0efd5-b88f-4524-9004-11db58c99001 None None] Allocated IP 172.20.0.2 (467f722b-5dc2-4717-95ae-f09270f15ad6/641c31ef-b5f6-42a6-8a1d-2488893f3c3a/7ea3f4b3-6b9a-4213-910e-4d39e37dbe06) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:54:30.508457 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device e9ade79e-a4d0-4644-96c1-13d9015f8776 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:54:30.555956 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] No Port match for: e9ade79e-a4d0-4644-96c1-13d9015f8776 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:54:30.556317 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device e9ade79e-a4d0-4644-96c1-13d9015f8776 not bound to the agent host hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:54:30.676046 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-dbf0efd5-b88f-4524-9004-11db58c99001 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:30.687854 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-dbf0efd5-b88f-4524-9004-11db58c99001 None None] Transition to ACTIVE for port object 7ea3f4b3-6b9a-4213-910e-4d39e37dbe06 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:54:30.707991 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-dbf0efd5-b88f-4524-9004-11db58c99001 None None] Transition to ACTIVE for port object 7ea3f4b3-6b9a-4213-910e-4d39e37dbe06 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:54:30.713936 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-dbf0efd5-b88f-4524-9004-11db58c99001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:30.784628 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-64aa1878-a2ad-4515-a495-9b8d907042ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:30.789985 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf0efd5-b88f-4524-9004-11db58c99001 None None] Network 467f722b-5dc2-4717-95ae-f09270f15ad6 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:54:30.791176 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-dbf0efd5-b88f-4524-9004-11db58c99001 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:54:30.795034 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf0efd5-b88f-4524-9004-11db58c99001 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:54:30.803699 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf0efd5-b88f-4524-9004-11db58c99001 None None] Pushing event updated for resources: {'Port': ['ID=7ea3f4b3-6b9a-4213-910e-4d39e37dbe06,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:54:30.813885 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-64aa1878-a2ad-4515-a495-9b8d907042ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:30.903315 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-dbf0efd5-b88f-4524-9004-11db58c99001 None None] Attempting to bind port 7ea3f4b3-6b9a-4213-910e-4d39e37dbe06 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:54:30.903679 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-dbf0efd5-b88f-4524-9004-11db58c99001 None None] Attempting to bind port 7ea3f4b3-6b9a-4213-910e-4d39e37dbe06 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '3d6be697-c632-417b-8a95-31dcd7421fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '467f722b-5dc2-4717-95ae-f09270f15ad6'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:54:30.904039 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf0efd5-b88f-4524-9004-11db58c99001 None None] Attempting to bind port 7ea3f4b3-6b9a-4213-910e-4d39e37dbe06 on network 467f722b-5dc2-4717-95ae-f09270f15ad6 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:54:30.909374 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf0efd5-b88f-4524-9004-11db58c99001 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:54:30.909742 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf0efd5-b88f-4524-9004-11db58c99001 None None] Checking segment: {'id': '3d6be697-c632-417b-8a95-31dcd7421fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '467f722b-5dc2-4717-95ae-f09270f15ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:54:30.910135 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-dbf0efd5-b88f-4524-9004-11db58c99001 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:30.910519 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf0efd5-b88f-4524-9004-11db58c99001 None None] Bound using segment: {'id': '3d6be697-c632-417b-8a95-31dcd7421fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '467f722b-5dc2-4717-95ae-f09270f15ad6'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:54:30.911006 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-dbf0efd5-b88f-4524-9004-11db58c99001 None None] Bound port: 7ea3f4b3-6b9a-4213-910e-4d39e37dbe06, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d6be697-c632-417b-8a95-31dcd7421fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '467f722b-5dc2-4717-95ae-f09270f15ad6'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:54:30.911371 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-dbf0efd5-b88f-4524-9004-11db58c99001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:30.949147 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-64aa1878-a2ad-4515-a495-9b8d907042ff admin admin] Allocated IP 172.26.0.186 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/64eb2d34-9b9d-4e0b-81a2-d08b5395b382) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:54:30.999346 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-dbf0efd5-b88f-4524-9004-11db58c99001 None None] For port 7ea3f4b3-6b9a-4213-910e-4d39e37dbe06, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:54:31.002454 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-dbf0efd5-b88f-4524-9004-11db58c99001 None None] For port 7ea3f4b3-6b9a-4213-910e-4d39e37dbe06, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=7ea3f4b3-6b9a-4213-910e-4d39e37dbe06,segment=NetworkSegment(3d6be697-c632-417b-8a95-31dcd7421fa3),segment_id=3d6be697-c632-417b-8a95-31dcd7421fa3)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:54:31.007220 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-dbf0efd5-b88f-4524-9004-11db58c99001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:31.091418 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf0efd5-b88f-4524-9004-11db58c99001 None None] Pushing event updated for resources: {'Port': ['ID=7ea3f4b3-6b9a-4213-910e-4d39e37dbe06,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:54:31.109612 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-64aa1878-a2ad-4515-a495-9b8d907042ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:31.140088 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-64aa1878-a2ad-4515-a495-9b8d907042ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:31.207258 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64aa1878-a2ad-4515-a495-9b8d907042ff admin admin] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:54:31.210990 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-64aa1878-a2ad-4515-a495-9b8d907042ff admin admin] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:54:31.214788 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aa1878-a2ad-4515-a495-9b8d907042ff admin admin] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:54:31.255845 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa1878-a2ad-4515-a495-9b8d907042ff admin admin] Pushing event updated for resources: {'Port': ['ID=64eb2d34-9b9d-4e0b-81a2-d08b5395b382,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:54:31.389451 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 7ea3f4b3-6b9a-4213-910e-4d39e37dbe06 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:54:31.462015 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 7ea3f4b3-6b9a-4213-910e-4d39e37dbe06 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:54:31.648531 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-64aa1878-a2ad-4515-a495-9b8d907042ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:31.992239 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-64aa1878-a2ad-4515-a495-9b8d907042ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:32.013156 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cb5cf5-f3ff-47f8-920c-5cd67174983a None None] Network 467f722b-5dc2-4717-95ae-f09270f15ad6 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:54:32.133657 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-15757f3a-8920-4947-9d2f-94bbe024c66e None None] Provisioning for port 7ea3f4b3-6b9a-4213-910e-4d39e37dbe06 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:54:32.168100 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-15757f3a-8920-4947-9d2f-94bbe024c66e None None] Provisioning complete for port 7ea3f4b3-6b9a-4213-910e-4d39e37dbe06 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:54:32.168394 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-15757f3a-8920-4947-9d2f-94bbe024c66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:32.168734 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-15757f3a-8920-4947-9d2f-94bbe024c66e None None] Attempt 1 to provision port 7ea3f4b3-6b9a-4213-910e-4d39e37dbe06 Sep 22 21:54:32.310892 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64aa1878-a2ad-4515-a495-9b8d907042ff admin admin] Router 5a3164ed-d859-4395-a121-f281a9dbeb11 is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:54:32.360912 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-15757f3a-8920-4947-9d2f-94bbe024c66e None None] Current status of the port 7ea3f4b3-6b9a-4213-910e-4d39e37dbe06 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:54:32.361287 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-15757f3a-8920-4947-9d2f-94bbe024c66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:32.400935 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-15757f3a-8920-4947-9d2f-94bbe024c66e None None] For port 7ea3f4b3-6b9a-4213-910e-4d39e37dbe06, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=7ea3f4b3-6b9a-4213-910e-4d39e37dbe06,segment=NetworkSegment(3d6be697-c632-417b-8a95-31dcd7421fa3),segment_id=3d6be697-c632-417b-8a95-31dcd7421fa3)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:54:32.405325 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-15757f3a-8920-4947-9d2f-94bbe024c66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:32.474329 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15757f3a-8920-4947-9d2f-94bbe024c66e None None] Pushing event updated for resources: {'Port': ['ID=7ea3f4b3-6b9a-4213-910e-4d39e37dbe06,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:54:32.495115 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64aa1878-a2ad-4515-a495-9b8d907042ff admin admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:54:32.504126 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19e70b4-dd0a-409a-b0d3-b90b3b263053 None None] Sync routers for ids ['5a3164ed-d859-4395-a121-f281a9dbeb11'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:54:32.514443 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19e70b4-dd0a-409a-b0d3-b90b3b263053 None None] Routers {'5a3164ed-d859-4395-a121-f281a9dbeb11'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:54:32.515228 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-a19e70b4-dd0a-409a-b0d3-b90b3b263053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:54:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['5a3164ed-d859-4395-a121-f281a9dbeb11'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:54:32.519355 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-64aa1878-a2ad-4515-a495-9b8d907042ff admin admin] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:32.520629 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-64aa1878-a2ad-4515-a495-9b8d907042ff admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4736035 Sep 22 21:54:32.524106 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 54270) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:54:32.690761 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-39b7bc21-c9da-4765-9c41-9843473ae111 None None] Provisioning complete for port 7ea3f4b3-6b9a-4213-910e-4d39e37dbe06 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:54:32.691204 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-39b7bc21-c9da-4765-9c41-9843473ae111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:32.691627 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-39b7bc21-c9da-4765-9c41-9843473ae111 None None] Attempt 1 to provision port 7ea3f4b3-6b9a-4213-910e-4d39e37dbe06 Sep 22 21:54:32.745558 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-a19e70b4-dd0a-409a-b0d3-b90b3b263053 None None] Set router 5a3164ed-d859-4395-a121-f281a9dbeb11 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:54:33.058112 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-39b7bc21-c9da-4765-9c41-9843473ae111 None None] Current status of the port 7ea3f4b3-6b9a-4213-910e-4d39e37dbe06 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:54:33.126391 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-a19e70b4-dd0a-409a-b0d3-b90b3b263053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3164ed-d859-4395-a121-f281a9dbeb11', 'name': 'tempest-DeleteServersTestJSON-1561387853-router', 'tenant_id': '40c8a191c2cc42b988640eb4ad2e49d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '64eb2d34-9b9d-4e0b-81a2-d08b5395b382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:54:30Z', 'updated_at': '2022-09-22T21:54:31Z', 'revision_number': 3, 'project_id': '40c8a191c2cc42b988640eb4ad2e49d8', 'gw_port': {'id': '64eb2d34-9b9d-4e0b-81a2-d08b5395b382', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3164ed-d859-4395-a121-f281a9dbeb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:54:30Z', 'updated_at': '2022-09-22T21:54:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:54:33.130326 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19e70b4-dd0a-409a-b0d3-b90b3b263053 None None] Checking router: 5a3164ed-d859-4395-a121-f281a9dbeb11 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:54:33.130703 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19e70b4-dd0a-409a-b0d3-b90b3b263053 None None] Updating router 5a3164ed-d859-4395-a121-f281a9dbeb11 port 64eb2d34-9b9d-4e0b-81a2-d08b5395b382 binding host dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:54:33.185060 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a19e70b4-dd0a-409a-b0d3-b90b3b263053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:33.196053 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6e4c06e4-fd06-4ea7-a7be-1bfee6b38fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:33.372532 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 7ea3f4b3-6b9a-4213-910e-4d39e37dbe06 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:54:33.407512 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-6e4c06e4-fd06-4ea7-a7be-1bfee6b38fc1 admin admin] Allocated IP 172.20.0.1 (467f722b-5dc2-4717-95ae-f09270f15ad6/641c31ef-b5f6-42a6-8a1d-2488893f3c3a/96dce77f-c681-4834-814d-fc7d8afb2838) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:54:33.492055 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 7ea3f4b3-6b9a-4213-910e-4d39e37dbe06 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:54:33.492949 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:33.493281 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 7ea3f4b3-6b9a-4213-910e-4d39e37dbe06 Sep 22 21:54:33.553139 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6e4c06e4-fd06-4ea7-a7be-1bfee6b38fc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:33.568813 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-6e4c06e4-fd06-4ea7-a7be-1bfee6b38fc1 admin admin] Transition to ACTIVE for port object 96dce77f-c681-4834-814d-fc7d8afb2838 will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:54:33.592182 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6e4c06e4-fd06-4ea7-a7be-1bfee6b38fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:33.623739 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a19e70b4-dd0a-409a-b0d3-b90b3b263053 None None] Notify callbacks [] for port, precommit_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:33.668452 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4c06e4-fd06-4ea7-a7be-1bfee6b38fc1 admin admin] Network 467f722b-5dc2-4717-95ae-f09270f15ad6 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:54:33.671577 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-6e4c06e4-fd06-4ea7-a7be-1bfee6b38fc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:54:33.675431 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4c06e4-fd06-4ea7-a7be-1bfee6b38fc1 admin admin] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:54:33.676332 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-a19e70b4-dd0a-409a-b0d3-b90b3b263053 None None] Transition to ACTIVE for port object 64eb2d34-9b9d-4e0b-81a2-d08b5395b382 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:54:33.686856 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a19e70b4-dd0a-409a-b0d3-b90b3b263053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:33.711731 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c06e4-fd06-4ea7-a7be-1bfee6b38fc1 admin admin] Pushing event updated for resources: {'Port': ['ID=96dce77f-c681-4834-814d-fc7d8afb2838,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:54:33.735312 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6e4c06e4-fd06-4ea7-a7be-1bfee6b38fc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:33.739365 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 7ea3f4b3-6b9a-4213-910e-4d39e37dbe06 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:54:33.759824 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-a19e70b4-dd0a-409a-b0d3-b90b3b263053 None None] Attempting to bind port 64eb2d34-9b9d-4e0b-81a2-d08b5395b382 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:54:33.760189 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-a19e70b4-dd0a-409a-b0d3-b90b3b263053 None None] Attempting to bind port 64eb2d34-9b9d-4e0b-81a2-d08b5395b382 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:54:33.760546 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19e70b4-dd0a-409a-b0d3-b90b3b263053 None None] Attempting to bind port 64eb2d34-9b9d-4e0b-81a2-d08b5395b382 on network a22ae1c9-d428-411f-af43-ce0f71b38d9c {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:54:33.771559 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19e70b4-dd0a-409a-b0d3-b90b3b263053 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:54:33.771925 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19e70b4-dd0a-409a-b0d3-b90b3b263053 None None] Checking segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:54:33.772321 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a19e70b4-dd0a-409a-b0d3-b90b3b263053 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:33.772704 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19e70b4-dd0a-409a-b0d3-b90b3b263053 None None] Bound using segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:54:33.773164 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-a19e70b4-dd0a-409a-b0d3-b90b3b263053 None None] Bound port: 64eb2d34-9b9d-4e0b-81a2-d08b5395b382, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:54:33.773567 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a19e70b4-dd0a-409a-b0d3-b90b3b263053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:33.797551 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0c43a-c900-49f5-a3be-ec2b85901c62 None None] Pushing event updated for resources: {'Port': ['ID=64eb2d34-9b9d-4e0b-81a2-d08b5395b382,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:54:33.855243 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-a19e70b4-dd0a-409a-b0d3-b90b3b263053 None None] For port 64eb2d34-9b9d-4e0b-81a2-d08b5395b382, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:54:33.859579 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-a19e70b4-dd0a-409a-b0d3-b90b3b263053 None None] For port 64eb2d34-9b9d-4e0b-81a2-d08b5395b382, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=64eb2d34-9b9d-4e0b-81a2-d08b5395b382,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:54:33.870484 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a19e70b4-dd0a-409a-b0d3-b90b3b263053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:33.934022 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19e70b4-dd0a-409a-b0d3-b90b3b263053 None None] Routers {'5a3164ed-d859-4395-a121-f281a9dbeb11'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:54:33.934677 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-a19e70b4-dd0a-409a-b0d3-b90b3b263053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:54:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['5a3164ed-d859-4395-a121-f281a9dbeb11'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:54:34.047072 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0c43a-c900-49f5-a3be-ec2b85901c62 None None] Pushing event updated for resources: {'Port': ['ID=64eb2d34-9b9d-4e0b-81a2-d08b5395b382,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:54:34.052278 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-9db7a85a-9d8d-42f5-b834-8dd31bb715a1 None None] Provisioning for port 96dce77f-c681-4834-814d-fc7d8afb2838 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:54:34.060592 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-9db7a85a-9d8d-42f5-b834-8dd31bb715a1 None None] Provisioning complete for port 96dce77f-c681-4834-814d-fc7d8afb2838 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:54:34.061231 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9db7a85a-9d8d-42f5-b834-8dd31bb715a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:34.061328 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-9db7a85a-9d8d-42f5-b834-8dd31bb715a1 None None] Attempt 1 to provision port 96dce77f-c681-4834-814d-fc7d8afb2838 Sep 22 21:54:34.129453 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6e4c06e4-fd06-4ea7-a7be-1bfee6b38fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:34.186236 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-9db7a85a-9d8d-42f5-b834-8dd31bb715a1 None None] Port 96dce77f-c681-4834-814d-fc7d8afb2838 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:54:34.198391 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-a19e70b4-dd0a-409a-b0d3-b90b3b263053 None None] Set router 5a3164ed-d859-4395-a121-f281a9dbeb11 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:54:34.356527 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6e4c06e4-fd06-4ea7-a7be-1bfee6b38fc1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:34.361599 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6e4c06e4-fd06-4ea7-a7be-1bfee6b38fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:34.468298 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c06e4-fd06-4ea7-a7be-1bfee6b38fc1 admin admin] Pushing event updated for resources: {'Port': ['ID=96dce77f-c681-4834-814d-fc7d8afb2838,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:54:34.472789 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6e4c06e4-fd06-4ea7-a7be-1bfee6b38fc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:34.524953 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-a19e70b4-dd0a-409a-b0d3-b90b3b263053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3164ed-d859-4395-a121-f281a9dbeb11', 'name': 'tempest-DeleteServersTestJSON-1561387853-router', 'tenant_id': '40c8a191c2cc42b988640eb4ad2e49d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '64eb2d34-9b9d-4e0b-81a2-d08b5395b382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:54:30Z', 'updated_at': '2022-09-22T21:54:31Z', 'revision_number': 3, 'project_id': '40c8a191c2cc42b988640eb4ad2e49d8', 'gw_port': {'id': '64eb2d34-9b9d-4e0b-81a2-d08b5395b382', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3164ed-d859-4395-a121-f281a9dbeb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:54:30Z', 'updated_at': '2022-09-22T21:54:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:54:34.529066 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19e70b4-dd0a-409a-b0d3-b90b3b263053 None None] The sync data for ids ['5a3164ed-d859-4395-a121-f281a9dbeb11'] in dv-neutron-858900-1-hyperv is: [{'id': '5a3164ed-d859-4395-a121-f281a9dbeb11', 'name': 'tempest-DeleteServersTestJSON-1561387853-router', 'tenant_id': '40c8a191c2cc42b988640eb4ad2e49d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '64eb2d34-9b9d-4e0b-81a2-d08b5395b382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:54:30Z', 'updated_at': '2022-09-22T21:54:31Z', 'revision_number': 3, 'project_id': '40c8a191c2cc42b988640eb4ad2e49d8', 'gw_port': {'id': '64eb2d34-9b9d-4e0b-81a2-d08b5395b382', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3164ed-d859-4395-a121-f281a9dbeb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:54:30Z', 'updated_at': '2022-09-22T21:54:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:54:34.610543 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4c06e4-fd06-4ea7-a7be-1bfee6b38fc1 admin admin] Network 467f722b-5dc2-4717-95ae-f09270f15ad6 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:54:34.611744 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-6e4c06e4-fd06-4ea7-a7be-1bfee6b38fc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:54:34.687740 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-9db7a85a-9d8d-42f5-b834-8dd31bb715a1 None None] Attempt 2 to provision port 96dce77f-c681-4834-814d-fc7d8afb2838 Sep 22 21:54:34.773863 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-9db7a85a-9d8d-42f5-b834-8dd31bb715a1 None None] Port 96dce77f-c681-4834-814d-fc7d8afb2838 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:54:34.836816 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e4c06e4-fd06-4ea7-a7be-1bfee6b38fc1 admin admin] Router 5a3164ed-d859-4395-a121-f281a9dbeb11 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:54:35.026547 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4c06e4-fd06-4ea7-a7be-1bfee6b38fc1 admin admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:54:35.036389 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6e4c06e4-fd06-4ea7-a7be-1bfee6b38fc1 admin admin] 10.222.0.33 "PUT /v2.0/routers/5a3164ed-d859-4395-a121-f281a9dbeb11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5111444 Sep 22 21:54:35.275672 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-9db7a85a-9d8d-42f5-b834-8dd31bb715a1 None None] Attempt 3 to provision port 96dce77f-c681-4834-814d-fc7d8afb2838 Sep 22 21:54:35.332704 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-9db7a85a-9d8d-42f5-b834-8dd31bb715a1 None None] Port 96dce77f-c681-4834-814d-fc7d8afb2838 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:54:35.382066 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 64eb2d34-9b9d-4e0b-81a2-d08b5395b382 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:54:35.449681 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 64eb2d34-9b9d-4e0b-81a2-d08b5395b382 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:54:35.455526 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 64eb2d34-9b9d-4e0b-81a2-d08b5395b382 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:54:35.455897 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:35.456234 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 64eb2d34-9b9d-4e0b-81a2-d08b5395b382 Sep 22 21:54:35.575585 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-136b09bb-fc4a-4ee3-aa9c-f2d0d0f98348 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:35.576112 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 64eb2d34-9b9d-4e0b-81a2-d08b5395b382 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:54:35.576112 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:35.576317 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-136b09bb-fc4a-4ee3-aa9c-f2d0d0f98348 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Synchronizing usage tracker for tenant:40c8a191c2cc42b988640eb4ad2e49d8 on resource:network {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:54:35.593939 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 64eb2d34-9b9d-4e0b-81a2-d08b5395b382, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=64eb2d34-9b9d-4e0b-81a2-d08b5395b382,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:54:35.595389 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-136b09bb-fc4a-4ee3-aa9c-f2d0d0f98348 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Unset dirty status for tenant:40c8a191c2cc42b988640eb4ad2e49d8 on resource:network {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:54:35.596879 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-136b09bb-fc4a-4ee3-aa9c-f2d0d0f98348 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/networks?id=467f722b-5dc2-4717-95ae-f09270f15ad6 HTTP/1.1" status: 200 len: 812 time: 0.1708589 Sep 22 21:54:35.597991 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:35.612334 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-6907ee54-b194-4d7b-8cc1-dcf4d75cf914 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/quotas/40c8a191c2cc42b988640eb4ad2e49d8 HTTP/1.1" status: 200 len: 375 time: 0.0091848 Sep 22 21:54:35.670330 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=64eb2d34-9b9d-4e0b-81a2-d08b5395b382,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:54:35.699427 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-413bed86-275a-49a4-9b2a-49afec0e191f tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Synchronizing usage tracker for tenant:40c8a191c2cc42b988640eb4ad2e49d8 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:54:35.716208 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-413bed86-275a-49a4-9b2a-49afec0e191f tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Unset dirty status for tenant:40c8a191c2cc42b988640eb4ad2e49d8 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:54:35.717561 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-413bed86-275a-49a4-9b2a-49afec0e191f tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=40c8a191c2cc42b988640eb4ad2e49d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0997510 Sep 22 21:54:35.834079 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-9db7a85a-9d8d-42f5-b834-8dd31bb715a1 None None] Attempt 4 to provision port 96dce77f-c681-4834-814d-fc7d8afb2838 Sep 22 21:54:35.889524 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-9db7a85a-9d8d-42f5-b834-8dd31bb715a1 None None] Port 96dce77f-c681-4834-814d-fc7d8afb2838 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:54:35.897201 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-35419109-3544-49d5-9849-38f8615053b2 service neutron] 10.222.0.33 "GET /v2.0/networks/467f722b-5dc2-4717-95ae-f09270f15ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727753 Sep 22 21:54:35.992722 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d977d6ce-4f95-426b-a166-567c41eaa406 None None] Sync routers for ids ['5a3164ed-d859-4395-a121-f281a9dbeb11'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:54:36.002718 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d977d6ce-4f95-426b-a166-567c41eaa406 None None] Routers {'5a3164ed-d859-4395-a121-f281a9dbeb11'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:54:36.003339 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-d977d6ce-4f95-426b-a166-567c41eaa406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:54:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['5a3164ed-d859-4395-a121-f281a9dbeb11'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:54:36.143684 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-6ab92686-3de1-4985-b972-847148a4b05e service neutron] 10.222.0.33 "GET /v2.0/networks/467f722b-5dc2-4717-95ae-f09270f15ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397859 Sep 22 21:54:36.180269 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-d977d6ce-4f95-426b-a166-567c41eaa406 None None] Set router 5a3164ed-d859-4395-a121-f281a9dbeb11 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:54:36.391035 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-9db7a85a-9d8d-42f5-b834-8dd31bb715a1 None None] Attempt 5 to provision port 96dce77f-c681-4834-814d-fc7d8afb2838 Sep 22 21:54:36.442971 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-97f13643-6711-4e83-b2ce-a2861c01ee31 req-b9278717-8501-46c8-8b28-b90427bd6419 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d77f7d2-edb5-4b0d-b064-2a2b2244ec15 HTTP/1.1" status: 200 len: 210 time: 0.1583326 Sep 22 21:54:36.450398 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-9db7a85a-9d8d-42f5-b834-8dd31bb715a1 None None] Port 96dce77f-c681-4834-814d-fc7d8afb2838 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:54:36.549246 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-d977d6ce-4f95-426b-a166-567c41eaa406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3164ed-d859-4395-a121-f281a9dbeb11', 'name': 'tempest-DeleteServersTestJSON-1561387853-router', 'tenant_id': '40c8a191c2cc42b988640eb4ad2e49d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '64eb2d34-9b9d-4e0b-81a2-d08b5395b382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:54:30Z', 'updated_at': '2022-09-22T21:54:34Z', 'revision_number': 4, 'project_id': '40c8a191c2cc42b988640eb4ad2e49d8', 'gw_port': {'id': '64eb2d34-9b9d-4e0b-81a2-d08b5395b382', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3164ed-d859-4395-a121-f281a9dbeb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:54:30Z', 'updated_at': '2022-09-22T21:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '96dce77f-c681-4834-814d-fc7d8afb2838', 'name': '', 'network_id': '467f722b-5dc2-4717-95ae-f09270f15ad6', 'tenant_id': '40c8a191c2cc42b988640eb4ad2e49d8', 'mac_address': 'fa:16:3e:e1:20:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3164ed-d859-4395-a121-f281a9dbeb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '641c31ef-b5f6-42a6-8a1d-2488893f3c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:54:33Z', 'updated_at': '2022-09-22T21:54:34Z', 'revision_number': 2, 'project_id': '40c8a191c2cc42b988640eb4ad2e49d8', 'subnets': [{'id': '641c31ef-b5f6-42a6-8a1d-2488893f3c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:54:36.552860 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d977d6ce-4f95-426b-a166-567c41eaa406 None None] Checking router: 5a3164ed-d859-4395-a121-f281a9dbeb11 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:54:36.553203 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d977d6ce-4f95-426b-a166-567c41eaa406 None None] Updating router 5a3164ed-d859-4395-a121-f281a9dbeb11 port 96dce77f-c681-4834-814d-fc7d8afb2838 binding host dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:54:36.604915 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-d977d6ce-4f95-426b-a166-567c41eaa406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:36.869095 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:54:36.937372 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-d977d6ce-4f95-426b-a166-567c41eaa406 None None] Notify callbacks [] for port, precommit_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:36.948381 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.provisioning_blocks [None req-d977d6ce-4f95-426b-a166-567c41eaa406 None None] Transition to ACTIVE for port object 96dce77f-c681-4834-814d-fc7d8afb2838 will not be triggered until provisioned by entity L2. {{(pid=89011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:54:36.951481 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-9db7a85a-9d8d-42f5-b834-8dd31bb715a1 None None] Attempt 6 to provision port 96dce77f-c681-4834-814d-fc7d8afb2838 Sep 22 21:54:36.955665 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-d977d6ce-4f95-426b-a166-567c41eaa406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:37.005119 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-9db7a85a-9d8d-42f5-b834-8dd31bb715a1 None None] Port 96dce77f-c681-4834-814d-fc7d8afb2838 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:54:37.142575 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276a57f-5d97-4844-b918-4cdf0eed7889 None None] Pushing event updated for resources: {'Port': ['ID=96dce77f-c681-4834-814d-fc7d8afb2838,revision_number=3']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:54:37.159500 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276a57f-5d97-4844-b918-4cdf0eed7889 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:54:37.159834 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276a57f-5d97-4844-b918-4cdf0eed7889 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:54:37.160167 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276a57f-5d97-4844-b918-4cdf0eed7889 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:54:37.160485 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276a57f-5d97-4844-b918-4cdf0eed7889 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:54:37.160800 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276a57f-5d97-4844-b918-4cdf0eed7889 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:54:37.161115 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276a57f-5d97-4844-b918-4cdf0eed7889 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:54:37.161430 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276a57f-5d97-4844-b918-4cdf0eed7889 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:54:37.161740 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276a57f-5d97-4844-b918-4cdf0eed7889 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:54:37.162051 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276a57f-5d97-4844-b918-4cdf0eed7889 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:54:37.162359 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276a57f-5d97-4844-b918-4cdf0eed7889 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:54:37.162694 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276a57f-5d97-4844-b918-4cdf0eed7889 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:54:37.163001 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276a57f-5d97-4844-b918-4cdf0eed7889 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:54:37.169806 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-d977d6ce-4f95-426b-a166-567c41eaa406 None None] Attempting to bind port 96dce77f-c681-4834-814d-fc7d8afb2838 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:54:37.170162 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-d977d6ce-4f95-426b-a166-567c41eaa406 None None] Attempting to bind port 96dce77f-c681-4834-814d-fc7d8afb2838 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '3d6be697-c632-417b-8a95-31dcd7421fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '467f722b-5dc2-4717-95ae-f09270f15ad6'}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:54:37.170509 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d977d6ce-4f95-426b-a166-567c41eaa406 None None] Attempting to bind port 96dce77f-c681-4834-814d-fc7d8afb2838 on network 467f722b-5dc2-4717-95ae-f09270f15ad6 {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:54:37.175566 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d977d6ce-4f95-426b-a166-567c41eaa406 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:54:37.175925 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d977d6ce-4f95-426b-a166-567c41eaa406 None None] Checking segment: {'id': '3d6be697-c632-417b-8a95-31dcd7421fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '467f722b-5dc2-4717-95ae-f09270f15ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:54:37.176310 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-d977d6ce-4f95-426b-a166-567c41eaa406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:37.176682 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d977d6ce-4f95-426b-a166-567c41eaa406 None None] Bound using segment: {'id': '3d6be697-c632-417b-8a95-31dcd7421fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '467f722b-5dc2-4717-95ae-f09270f15ad6'} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:54:37.177123 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-d977d6ce-4f95-426b-a166-567c41eaa406 None None] Bound port: 96dce77f-c681-4834-814d-fc7d8afb2838, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d6be697-c632-417b-8a95-31dcd7421fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '467f722b-5dc2-4717-95ae-f09270f15ad6'}}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:54:37.177476 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-d977d6ce-4f95-426b-a166-567c41eaa406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:37.263380 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-d977d6ce-4f95-426b-a166-567c41eaa406 None None] For port 96dce77f-c681-4834-814d-fc7d8afb2838, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:54:37.266236 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-d977d6ce-4f95-426b-a166-567c41eaa406 None None] For port 96dce77f-c681-4834-814d-fc7d8afb2838, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=96dce77f-c681-4834-814d-fc7d8afb2838,segment=NetworkSegment(3d6be697-c632-417b-8a95-31dcd7421fa3),segment_id=3d6be697-c632-417b-8a95-31dcd7421fa3)] {{(pid=89011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:54:37.270980 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-d977d6ce-4f95-426b-a166-567c41eaa406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:37.325241 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d977d6ce-4f95-426b-a166-567c41eaa406 None None] Routers {'5a3164ed-d859-4395-a121-f281a9dbeb11'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:54:37.325881 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-d977d6ce-4f95-426b-a166-567c41eaa406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:54:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['5a3164ed-d859-4395-a121-f281a9dbeb11'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:54:37.354815 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 64eb2d34-9b9d-4e0b-81a2-d08b5395b382 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:54:37.423302 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276a57f-5d97-4844-b918-4cdf0eed7889 None None] Pushing event updated for resources: {'Port': ['ID=96dce77f-c681-4834-814d-fc7d8afb2838,revision_number=4']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:54:37.425111 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 64eb2d34-9b9d-4e0b-81a2-d08b5395b382 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:54:37.425571 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:37.426241 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 64eb2d34-9b9d-4e0b-81a2-d08b5395b382 Sep 22 21:54:37.523121 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-d977d6ce-4f95-426b-a166-567c41eaa406 None None] Set router 5a3164ed-d859-4395-a121-f281a9dbeb11 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:54:37.524975 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-9db7a85a-9d8d-42f5-b834-8dd31bb715a1 None None] Attempt 7 to provision port 96dce77f-c681-4834-814d-fc7d8afb2838 Sep 22 21:54:37.571636 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-651fdf3b-3b07-4312-929c-96527dc34d23 req-f2531869-f53f-4ba3-92fb-f843d2814943 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d77f7d2-edb5-4b0d-b064-2a2b2244ec15 HTTP/1.1" status: 200 len: 210 time: 0.0551205 Sep 22 21:54:37.598207 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 64eb2d34-9b9d-4e0b-81a2-d08b5395b382 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:54:37.608920 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-9db7a85a-9d8d-42f5-b834-8dd31bb715a1 None None] Port 96dce77f-c681-4834-814d-fc7d8afb2838 had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 21:54:37.828936 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-d977d6ce-4f95-426b-a166-567c41eaa406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3164ed-d859-4395-a121-f281a9dbeb11', 'name': 'tempest-DeleteServersTestJSON-1561387853-router', 'tenant_id': '40c8a191c2cc42b988640eb4ad2e49d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '64eb2d34-9b9d-4e0b-81a2-d08b5395b382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:54:30Z', 'updated_at': '2022-09-22T21:54:34Z', 'revision_number': 4, 'project_id': '40c8a191c2cc42b988640eb4ad2e49d8', 'gw_port': {'id': '64eb2d34-9b9d-4e0b-81a2-d08b5395b382', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3164ed-d859-4395-a121-f281a9dbeb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:54:30Z', 'updated_at': '2022-09-22T21:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '96dce77f-c681-4834-814d-fc7d8afb2838', 'name': '', 'network_id': '467f722b-5dc2-4717-95ae-f09270f15ad6', 'tenant_id': '40c8a191c2cc42b988640eb4ad2e49d8', 'mac_address': 'fa:16:3e:e1:20:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3164ed-d859-4395-a121-f281a9dbeb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '641c31ef-b5f6-42a6-8a1d-2488893f3c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:54:33Z', 'updated_at': '2022-09-22T21:54:37Z', 'revision_number': 4, 'project_id': '40c8a191c2cc42b988640eb4ad2e49d8', 'subnets': [{'id': '641c31ef-b5f6-42a6-8a1d-2488893f3c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:54:37.832693 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d977d6ce-4f95-426b-a166-567c41eaa406 None None] The sync data for ids ['5a3164ed-d859-4395-a121-f281a9dbeb11'] in dv-neutron-858900-1-hyperv is: [{'id': '5a3164ed-d859-4395-a121-f281a9dbeb11', 'name': 'tempest-DeleteServersTestJSON-1561387853-router', 'tenant_id': '40c8a191c2cc42b988640eb4ad2e49d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '64eb2d34-9b9d-4e0b-81a2-d08b5395b382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:54:30Z', 'updated_at': '2022-09-22T21:54:34Z', 'revision_number': 4, 'project_id': '40c8a191c2cc42b988640eb4ad2e49d8', 'gw_port': {'id': '64eb2d34-9b9d-4e0b-81a2-d08b5395b382', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3164ed-d859-4395-a121-f281a9dbeb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:54:30Z', 'updated_at': '2022-09-22T21:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '96dce77f-c681-4834-814d-fc7d8afb2838', 'name': '', 'network_id': '467f722b-5dc2-4717-95ae-f09270f15ad6', 'tenant_id': '40c8a191c2cc42b988640eb4ad2e49d8', 'mac_address': 'fa:16:3e:e1:20:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3164ed-d859-4395-a121-f281a9dbeb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '641c31ef-b5f6-42a6-8a1d-2488893f3c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:54:33Z', 'updated_at': '2022-09-22T21:54:37Z', 'revision_number': 4, 'project_id': '40c8a191c2cc42b988640eb4ad2e49d8', 'subnets': [{'id': '641c31ef-b5f6-42a6-8a1d-2488893f3c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:54:38.707185 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-131f190d-4d93-432e-97b6-91f9d15bd27e req-b0f6a0bc-5e68-4130-ba28-03a95d9df71a tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d77f7d2-edb5-4b0d-b064-2a2b2244ec15 HTTP/1.1" status: 200 len: 210 time: 0.0713682 Sep 22 21:54:39.384848 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 96dce77f-c681-4834-814d-fc7d8afb2838 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:54:39.400697 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-d71daffd-4b90-4bef-985d-53b0f31f70a5 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:39.402137 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-d71daffd-4b90-4bef-985d-53b0f31f70a5 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.49 "GET /v2.0/networks?id=467f722b-5dc2-4717-95ae-f09270f15ad6 HTTP/1.1" status: 200 len: 812 time: 0.1532094 Sep 22 21:54:39.412973 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-ba2eefb6-58b9-4db8-b488-4f21c4d1b485 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Request body: {'port': {'device_id': '8d77f7d2-edb5-4b0d-b064-2a2b2244ec15', 'network_id': '467f722b-5dc2-4717-95ae-f09270f15ad6', 'admin_state_up': True, 'tenant_id': '40c8a191c2cc42b988640eb4ad2e49d8'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:54:39.475191 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 96dce77f-c681-4834-814d-fc7d8afb2838 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:54:39.482937 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 96dce77f-c681-4834-814d-fc7d8afb2838 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:54:39.483312 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:39.483641 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 96dce77f-c681-4834-814d-fc7d8afb2838 Sep 22 21:54:39.555564 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-ba2eefb6-58b9-4db8-b488-4f21c4d1b485 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:54:39.564935 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-ba2eefb6-58b9-4db8-b488-4f21c4d1b485 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:54:39.574886 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-ba2eefb6-58b9-4db8-b488-4f21c4d1b485 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Made reservation on behalf of 40c8a191c2cc42b988640eb4ad2e49d8 for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:54:39.578329 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-ba2eefb6-58b9-4db8-b488-4f21c4d1b485 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:39.609270 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 96dce77f-c681-4834-814d-fc7d8afb2838 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:54:39.609649 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:39.641995 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 96dce77f-c681-4834-814d-fc7d8afb2838, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=96dce77f-c681-4834-814d-fc7d8afb2838,segment=NetworkSegment(3d6be697-c632-417b-8a95-31dcd7421fa3),segment_id=3d6be697-c632-417b-8a95-31dcd7421fa3)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:54:39.645201 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:39.731964 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9b59b879-dbb6-4c78-a838-3119b8035692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:39.737062 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=96dce77f-c681-4834-814d-fc7d8afb2838,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:54:39.749448 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-ba2eefb6-58b9-4db8-b488-4f21c4d1b485 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Allocated IP 172.20.0.4 (467f722b-5dc2-4717-95ae-f09270f15ad6/641c31ef-b5f6-42a6-8a1d-2488893f3c3a/e7404371-4a5b-42f8-a6f0-de4b297635a8) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:54:39.871389 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-cb7f3015-f039-4c23-a523-5fb0bd2ec8a9 req-bea52e79-390a-462f-8bc1-e6baa5432cf0 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d77f7d2-edb5-4b0d-b064-2a2b2244ec15 HTTP/1.1" status: 200 len: 210 time: 0.0487294 Sep 22 21:54:39.964749 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-ba2eefb6-58b9-4db8-b488-4f21c4d1b485 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:39.979563 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-ba2eefb6-58b9-4db8-b488-4f21c4d1b485 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Transition to ACTIVE for port object e7404371-4a5b-42f8-a6f0-de4b297635a8 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:54:40.002885 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-ba2eefb6-58b9-4db8-b488-4f21c4d1b485 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:40.068409 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-ba2eefb6-58b9-4db8-b488-4f21c4d1b485 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Network 467f722b-5dc2-4717-95ae-f09270f15ad6 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:54:40.071850 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-ba2eefb6-58b9-4db8-b488-4f21c4d1b485 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:54:40.075727 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-ba2eefb6-58b9-4db8-b488-4f21c4d1b485 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:54:40.111070 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2eefb6-58b9-4db8-b488-4f21c4d1b485 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Pushing event updated for resources: {'Port': ['ID=e7404371-4a5b-42f8-a6f0-de4b297635a8,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:54:40.143474 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-ba2eefb6-58b9-4db8-b488-4f21c4d1b485 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:40.144205 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-ba2eefb6-58b9-4db8-b488-4f21c4d1b485 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:40.175670 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-ba2eefb6-58b9-4db8-b488-4f21c4d1b485 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7663600 Sep 22 21:54:40.187728 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-d0aaaebe-7d0d-4a34-a11a-c1bd2189fe08 service neutron] Request body: {'port': {'device_id': '8d77f7d2-edb5-4b0d-b064-2a2b2244ec15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:54:40.307822 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-d0aaaebe-7d0d-4a34-a11a-c1bd2189fe08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:40.361302 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-29784eb4-94fd-4122-95f8-2aee7f25f7a9 None None] Provisioning for port e7404371-4a5b-42f8-a6f0-de4b297635a8 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:54:40.366109 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-29784eb4-94fd-4122-95f8-2aee7f25f7a9 None None] Provisioning complete for port e7404371-4a5b-42f8-a6f0-de4b297635a8 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:54:40.366497 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-29784eb4-94fd-4122-95f8-2aee7f25f7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:40.366856 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-29784eb4-94fd-4122-95f8-2aee7f25f7a9 None None] Attempt 1 to provision port e7404371-4a5b-42f8-a6f0-de4b297635a8 Sep 22 21:54:40.420136 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-29784eb4-94fd-4122-95f8-2aee7f25f7a9 None None] Port e7404371-4a5b-42f8-a6f0-de4b297635a8 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:54:40.642110 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-d0aaaebe-7d0d-4a34-a11a-c1bd2189fe08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7404371-4a5b-42f8-a6f0-de4b297635a8 {{(pid=89008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:54:40.649958 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-d0aaaebe-7d0d-4a34-a11a-c1bd2189fe08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:40.663736 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-d0aaaebe-7d0d-4a34-a11a-c1bd2189fe08 service neutron] Transition to ACTIVE for port object e7404371-4a5b-42f8-a6f0-de4b297635a8 will not be triggered until provisioned by entity L2. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:54:40.667437 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-d0aaaebe-7d0d-4a34-a11a-c1bd2189fe08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:40.849364 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aaaebe-7d0d-4a34-a11a-c1bd2189fe08 service neutron] Pushing event updated for resources: {'Port': ['ID=e7404371-4a5b-42f8-a6f0-de4b297635a8,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:54:40.894017 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-d0aaaebe-7d0d-4a34-a11a-c1bd2189fe08 service neutron] Attempting to bind port e7404371-4a5b-42f8-a6f0-de4b297635a8 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:54:40.894350 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-d0aaaebe-7d0d-4a34-a11a-c1bd2189fe08 service neutron] Attempting to bind port e7404371-4a5b-42f8-a6f0-de4b297635a8 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '3d6be697-c632-417b-8a95-31dcd7421fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '467f722b-5dc2-4717-95ae-f09270f15ad6'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:54:40.894706 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-d0aaaebe-7d0d-4a34-a11a-c1bd2189fe08 service neutron] Attempting to bind port e7404371-4a5b-42f8-a6f0-de4b297635a8 on network 467f722b-5dc2-4717-95ae-f09270f15ad6 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:54:40.899170 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-d0aaaebe-7d0d-4a34-a11a-c1bd2189fe08 service neutron] Port e7404371-4a5b-42f8-a6f0-de4b297635a8 on network 467f722b-5dc2-4717-95ae-f09270f15ad6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:54:40.899486 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-d0aaaebe-7d0d-4a34-a11a-c1bd2189fe08 service neutron] Attempting to bind port e7404371-4a5b-42f8-a6f0-de4b297635a8 on network 467f722b-5dc2-4717-95ae-f09270f15ad6 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:54:40.904906 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-d0aaaebe-7d0d-4a34-a11a-c1bd2189fe08 service neutron] Checking agent: {'id': '8a88b827-3477-4399-ac15-439d59b3c48a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'started_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:54:40.905241 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-d0aaaebe-7d0d-4a34-a11a-c1bd2189fe08 service neutron] Checking segment: {'id': '3d6be697-c632-417b-8a95-31dcd7421fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '467f722b-5dc2-4717-95ae-f09270f15ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:54:40.905613 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-d0aaaebe-7d0d-4a34-a11a-c1bd2189fe08 service neutron] Bound using segment: {'id': '3d6be697-c632-417b-8a95-31dcd7421fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '467f722b-5dc2-4717-95ae-f09270f15ad6'} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:54:40.906030 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-d0aaaebe-7d0d-4a34-a11a-c1bd2189fe08 service neutron] Bound port: e7404371-4a5b-42f8-a6f0-de4b297635a8, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d6be697-c632-417b-8a95-31dcd7421fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '467f722b-5dc2-4717-95ae-f09270f15ad6'}}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:54:40.906368 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-d0aaaebe-7d0d-4a34-a11a-c1bd2189fe08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:40.921131 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-29784eb4-94fd-4122-95f8-2aee7f25f7a9 None None] Attempt 2 to provision port e7404371-4a5b-42f8-a6f0-de4b297635a8 Sep 22 21:54:40.979309 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-29784eb4-94fd-4122-95f8-2aee7f25f7a9 None None] Port e7404371-4a5b-42f8-a6f0-de4b297635a8 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:54:41.039204 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-d0aaaebe-7d0d-4a34-a11a-c1bd2189fe08 service neutron] For port e7404371-4a5b-42f8-a6f0-de4b297635a8, host hv-neutron-8589, cleared binding levels {{(pid=89008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:54:41.057406 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-d0aaaebe-7d0d-4a34-a11a-c1bd2189fe08 service neutron] For port e7404371-4a5b-42f8-a6f0-de4b297635a8, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=e7404371-4a5b-42f8-a6f0-de4b297635a8,segment=NetworkSegment(3d6be697-c632-417b-8a95-31dcd7421fa3),segment_id=3d6be697-c632-417b-8a95-31dcd7421fa3)] {{(pid=89008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:54:41.063047 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-d0aaaebe-7d0d-4a34-a11a-c1bd2189fe08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:41.094096 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-d0aaaebe-7d0d-4a34-a11a-c1bd2189fe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:41.094729 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-d0aaaebe-7d0d-4a34-a11a-c1bd2189fe08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:41.096064 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-d0aaaebe-7d0d-4a34-a11a-c1bd2189fe08 service neutron] 10.222.0.49 "PUT /v2.0/ports/e7404371-4a5b-42f8-a6f0-de4b297635a8 HTTP/1.1" status: 200 len: 1093 time: 0.9128966 Sep 22 21:54:41.096636 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d77f7d2-edb5-4b0d-b064-2a2b2244ec15', 'tag': 'e7404371-4a5b-42f8-a6f0-de4b297635a8'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:54:41.098943 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c7294d-0ef1-4f92-9c4a-da220cff9536" -d '{"events": [{"name": "network-changed", "server_uuid": "8d77f7d2-edb5-4b0d-b064-2a2b2244ec15", "tag": "e7404371-4a5b-42f8-a6f0-de4b297635a8"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:54:41.179019 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a103df-3c1f-4b45-b979-162580f05a42 x-openstack-request-id: req-40a103df-3c1f-4b45-b979-162580f05a42 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:54:41.180045 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d77f7d2-edb5-4b0d-b064-2a2b2244ec15", "tag": "e7404371-4a5b-42f8-a6f0-de4b297635a8", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:54:41.180465 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-40a103df-3c1f-4b45-b979-162580f05a42 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:54:41.181126 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40a103df-3c1f-4b45-b979-162580f05a42'] response: {'name': 'network-changed', 'server_uuid': '8d77f7d2-edb5-4b0d-b064-2a2b2244ec15', 'tag': 'e7404371-4a5b-42f8-a6f0-de4b297635a8', 'status': 'completed', 'code': 200} Sep 22 21:54:41.204227 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029a561-5c48-45ed-9bc8-45f2d63219d9 req-e147a933-a4bd-4c5d-b4a4-26a6c5da43f2 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:41.204911 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-b029a561-5c48-45ed-9bc8-45f2d63219d9 req-e147a933-a4bd-4c5d-b4a4-26a6c5da43f2 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Synchronizing usage tracker for tenant:40c8a191c2cc42b988640eb4ad2e49d8 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:54:41.209914 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aaaebe-7d0d-4a34-a11a-c1bd2189fe08 service neutron] Pushing event updated for resources: {'Port': ['ID=e7404371-4a5b-42f8-a6f0-de4b297635a8,revision_number=3']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:54:41.245115 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-b029a561-5c48-45ed-9bc8-45f2d63219d9 req-e147a933-a4bd-4c5d-b4a4-26a6c5da43f2 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Unset dirty status for tenant:40c8a191c2cc42b988640eb4ad2e49d8 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:54:41.246265 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b029a561-5c48-45ed-9bc8-45f2d63219d9 req-e147a933-a4bd-4c5d-b4a4-26a6c5da43f2 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d77f7d2-edb5-4b0d-b064-2a2b2244ec15 HTTP/1.1" status: 200 len: 943 time: 0.2612512 Sep 22 21:54:41.357247 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 96dce77f-c681-4834-814d-fc7d8afb2838 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:54:41.363709 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-cfc8fc67-07f2-43a7-9887-55a785aca594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:41.365160 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-cfc8fc67-07f2-43a7-9887-55a785aca594 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=40c8a191c2cc42b988640eb4ad2e49d8&device_id=8d77f7d2-edb5-4b0d-b064-2a2b2244ec15 HTTP/1.1" status: 200 len: 1096 time: 0.2290330 Sep 22 21:54:41.426164 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 96dce77f-c681-4834-814d-fc7d8afb2838 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:54:41.426773 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:41.426897 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 96dce77f-c681-4834-814d-fc7d8afb2838 Sep 22 21:54:41.441336 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-097e83b9-8ff8-459b-97ab-1364eb970882 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7404371-4a5b-42f8-a6f0-de4b297635a8 HTTP/1.1" status: 200 len: 217 time: 0.0688601 Sep 22 21:54:41.448284 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b029a561-5c48-45ed-9bc8-45f2d63219d9 req-82b623c5-627e-4326-8ee7-dbdfbadfc65f tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/security-groups?id=045b8b11-3e00-4a38-ac7f-bc434aa0ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957653 Sep 22 21:54:41.480495 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-29784eb4-94fd-4122-95f8-2aee7f25f7a9 None None] Attempt 3 to provision port e7404371-4a5b-42f8-a6f0-de4b297635a8 Sep 22 21:54:41.509597 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-39d32dd4-dcb7-4c5b-b117-d83181710f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:41.511279 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-39d32dd4-dcb7-4c5b-b117-d83181710f4a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=641c31ef-b5f6-42a6-8a1d-2488893f3c3a HTTP/1.1" status: 200 len: 851 time: 0.0621476 Sep 22 21:54:41.594042 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-205d77ec-9eb9-42d1-9361-8fb883045dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:41.595651 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-205d77ec-9eb9-42d1-9361-8fb883045dbc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=467f722b-5dc2-4717-95ae-f09270f15ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788949 Sep 22 21:54:41.606652 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-29784eb4-94fd-4122-95f8-2aee7f25f7a9 None None] Port e7404371-4a5b-42f8-a6f0-de4b297635a8 had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 21:54:41.610340 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 96dce77f-c681-4834-814d-fc7d8afb2838 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:54:41.724391 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-144fdaaa-7bdb-463f-a211-6b0b40d2d1d7 service neutron] 10.222.0.49 "GET /v2.0/networks/467f722b-5dc2-4717-95ae-f09270f15ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227794 Sep 22 21:54:41.861745 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-8797e3d3-df4e-4bc7-9938-f2fa9579eb8b req-a96dc936-6aff-490b-9102-b2eb6215c68b service neutron] 10.222.0.49 "GET /v2.0/networks/467f722b-5dc2-4717-95ae-f09270f15ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316199 Sep 22 21:54:41.924442 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8bf5b7e3-8085-4162-98ab-a45dfd61cfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:41.986333 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7294d-0ef1-4f92-9c4a-da220cff9536 req-c534f3ee-c8ac-4d51-8c8b-151b7649d2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:41.987836 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-55c7294d-0ef1-4f92-9c4a-da220cff9536 req-c534f3ee-c8ac-4d51-8c8b-151b7649d2de service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=40c8a191c2cc42b988640eb4ad2e49d8&device_id=8d77f7d2-edb5-4b0d-b064-2a2b2244ec15 HTTP/1.1" status: 200 len: 1096 time: 0.0805411 Sep 22 21:54:42.116143 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7294d-0ef1-4f92-9c4a-da220cff9536 req-dbf58b3b-4424-44fc-9225-19c5db559bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:42.117491 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-55c7294d-0ef1-4f92-9c4a-da220cff9536 req-dbf58b3b-4424-44fc-9225-19c5db559bc8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=467f722b-5dc2-4717-95ae-f09270f15ad6 HTTP/1.1" status: 200 len: 912 time: 0.1227281 Sep 22 21:54:42.187137 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-55c7294d-0ef1-4f92-9c4a-da220cff9536 req-924189da-145e-4261-8080-a0c99a8c3168 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7404371-4a5b-42f8-a6f0-de4b297635a8 HTTP/1.1" status: 200 len: 217 time: 0.0628266 Sep 22 21:54:42.251353 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7294d-0ef1-4f92-9c4a-da220cff9536 req-2fe59f6a-a26d-450b-8911-c4e772af7730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:42.252907 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-55c7294d-0ef1-4f92-9c4a-da220cff9536 req-2fe59f6a-a26d-450b-8911-c4e772af7730 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=641c31ef-b5f6-42a6-8a1d-2488893f3c3a HTTP/1.1" status: 200 len: 851 time: 0.0597823 Sep 22 21:54:42.333842 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7294d-0ef1-4f92-9c4a-da220cff9536 req-73568fe8-ded2-4aeb-8dc2-50233273efc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:42.335745 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-55c7294d-0ef1-4f92-9c4a-da220cff9536 req-73568fe8-ded2-4aeb-8dc2-50233273efc1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=467f722b-5dc2-4717-95ae-f09270f15ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767796 Sep 22 21:54:42.468093 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-55c7294d-0ef1-4f92-9c4a-da220cff9536 req-388e929d-5901-4bcd-8b53-37319245511c service neutron] 10.222.0.49 "GET /v2.0/networks/467f722b-5dc2-4717-95ae-f09270f15ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234374 Sep 22 21:54:42.599442 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-55c7294d-0ef1-4f92-9c4a-da220cff9536 req-123e83c6-939e-4174-bd5a-2eca15d29cea service neutron] 10.222.0.49 "GET /v2.0/networks/467f722b-5dc2-4717-95ae-f09270f15ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241813 Sep 22 21:54:42.653126 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b7ddd-9490-4318-97a0-c22b30e182b1 req-c6a2c7f1-e81b-46ce-8e33-859276a6b536 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:42.655259 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-823b7ddd-9490-4318-97a0-c22b30e182b1 req-c6a2c7f1-e81b-46ce-8e33-859276a6b536 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d77f7d2-edb5-4b0d-b064-2a2b2244ec15 HTTP/1.1" status: 200 len: 943 time: 0.0943103 Sep 22 21:54:42.700055 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-823b7ddd-9490-4318-97a0-c22b30e182b1 req-cca7df6b-f21b-40e6-b3cc-1279a7504682 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Synchronizing usage tracker for tenant:40c8a191c2cc42b988640eb4ad2e49d8 on resource:security_group {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:54:42.716802 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-823b7ddd-9490-4318-97a0-c22b30e182b1 req-cca7df6b-f21b-40e6-b3cc-1279a7504682 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Unset dirty status for tenant:40c8a191c2cc42b988640eb4ad2e49d8 on resource:security_group {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:54:42.718714 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-823b7ddd-9490-4318-97a0-c22b30e182b1 req-cca7df6b-f21b-40e6-b3cc-1279a7504682 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/security-groups?id=045b8b11-3e00-4a38-ac7f-bc434aa0ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572069 Sep 22 21:54:42.768520 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:43.162129 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:43.922358 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167481bf-9615-46a0-b78d-773091baf6f3 req-f2535a46-f51b-4af2-96a4-c60810dd2129 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:43.923831 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-167481bf-9615-46a0-b78d-773091baf6f3 req-f2535a46-f51b-4af2-96a4-c60810dd2129 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d77f7d2-edb5-4b0d-b064-2a2b2244ec15 HTTP/1.1" status: 200 len: 943 time: 0.0900784 Sep 22 21:54:43.967705 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-167481bf-9615-46a0-b78d-773091baf6f3 req-1fcf7b99-c2db-4405-96ea-d00b574e2b9f tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/security-groups?id=045b8b11-3e00-4a38-ac7f-bc434aa0ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383236 Sep 22 21:54:44.524616 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device e7404371-4a5b-42f8-a6f0-de4b297635a8 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 21:54:44.563807 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:44.698895 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port e7404371-4a5b-42f8-a6f0-de4b297635a8, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=e7404371-4a5b-42f8-a6f0-de4b297635a8,segment=NetworkSegment(3d6be697-c632-417b-8a95-31dcd7421fa3),segment_id=3d6be697-c632-417b-8a95-31dcd7421fa3)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:54:44.712315 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': 'e7404371-4a5b-42f8-a6f0-de4b297635a8', 'network_id': '467f722b-5dc2-4717-95ae-f09270f15ad6', 'port_id': 'e7404371-4a5b-42f8-a6f0-de4b297635a8', 'mac_address': 'fa:16:3e:c5:bf:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '641c31ef-b5f6-42a6-8a1d-2488893f3c3a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 21:54:44.767922 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port e7404371-4a5b-42f8-a6f0-de4b297635a8 is: DOWN; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:54:44.768289 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:44.785129 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7404371-4a5b-42f8-a6f0-de4b297635a8 {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:54:44.804973 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port e7404371-4a5b-42f8-a6f0-de4b297635a8, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=e7404371-4a5b-42f8-a6f0-de4b297635a8,segment=NetworkSegment(3d6be697-c632-417b-8a95-31dcd7421fa3),segment_id=3d6be697-c632-417b-8a95-31dcd7421fa3)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:54:44.809079 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:44.874698 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=e7404371-4a5b-42f8-a6f0-de4b297635a8,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:54:44.995227 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['e7404371-4a5b-42f8-a6f0-de4b297635a8'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 21:54:45.166032 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c6a40-6391-4ed3-8cfe-de54559c6246 req-c5163aa2-eed8-4ed4-821d-9908f7660e08 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:45.167468 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-243c6a40-6391-4ed3-8cfe-de54559c6246 req-c5163aa2-eed8-4ed4-821d-9908f7660e08 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d77f7d2-edb5-4b0d-b064-2a2b2244ec15 HTTP/1.1" status: 200 len: 944 time: 0.0904005 Sep 22 21:54:45.211396 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-243c6a40-6391-4ed3-8cfe-de54559c6246 req-8f459024-e647-4f8f-bc8f-5e93c5c30126 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/security-groups?id=045b8b11-3e00-4a38-ac7f-bc434aa0ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372217 Sep 22 21:54:46.406171 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b58fd2-6f39-47d0-a4be-5d57b8ed5513 req-5b984e57-900d-44d6-8d61-24636b30a678 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:46.407635 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-01b58fd2-6f39-47d0-a4be-5d57b8ed5513 req-5b984e57-900d-44d6-8d61-24636b30a678 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d77f7d2-edb5-4b0d-b064-2a2b2244ec15 HTTP/1.1" status: 200 len: 944 time: 0.0892017 Sep 22 21:54:46.450932 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-01b58fd2-6f39-47d0-a4be-5d57b8ed5513 req-f9e77fad-aa73-44ce-9ef1-9d5fb51d211c tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/security-groups?id=045b8b11-3e00-4a38-ac7f-bc434aa0ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376163 Sep 22 21:54:46.555661 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device e7404371-4a5b-42f8-a6f0-de4b297635a8 up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:54:46.620380 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning for port e7404371-4a5b-42f8-a6f0-de4b297635a8 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:54:46.625019 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port e7404371-4a5b-42f8-a6f0-de4b297635a8 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:54:46.625381 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:46.625707 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port e7404371-4a5b-42f8-a6f0-de4b297635a8 Sep 22 21:54:46.737908 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port e7404371-4a5b-42f8-a6f0-de4b297635a8 is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:54:46.738279 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:46.763513 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d77f7d2-edb5-4b0d-b064-2a2b2244ec15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7404371-4a5b-42f8-a6f0-de4b297635a8'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:54:46.765756 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e64191-be2c-4c2f-b685-3631a6c8e5d7" -d '{"events": [{"server_uuid": "8d77f7d2-edb5-4b0d-b064-2a2b2244ec15", "name": "network-vif-plugged", "status": "completed", "tag": "e7404371-4a5b-42f8-a6f0-de4b297635a8"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:54:46.773007 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port e7404371-4a5b-42f8-a6f0-de4b297635a8, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=e7404371-4a5b-42f8-a6f0-de4b297635a8,segment=NetworkSegment(3d6be697-c632-417b-8a95-31dcd7421fa3),segment_id=3d6be697-c632-417b-8a95-31dcd7421fa3)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:54:46.777913 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:46.811177 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 21:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb4d2bb-6a64-4945-9d97-a24900a43083 x-openstack-request-id: req-1cb4d2bb-6a64-4945-9d97-a24900a43083 {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:54:46.811460 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d77f7d2-edb5-4b0d-b064-2a2b2244ec15", "name": "network-vif-plugged", "status": "completed", "tag": "e7404371-4a5b-42f8-a6f0-de4b297635a8", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:54:46.811701 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1cb4d2bb-6a64-4945-9d97-a24900a43083 {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:54:46.812073 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cb4d2bb-6a64-4945-9d97-a24900a43083'] response: {'server_uuid': '8d77f7d2-edb5-4b0d-b064-2a2b2244ec15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7404371-4a5b-42f8-a6f0-de4b297635a8', 'code': 200} Sep 22 21:54:46.851631 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=e7404371-4a5b-42f8-a6f0-de4b297635a8,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:54:47.036976 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c17b1-d2ed-4225-a5a7-8e5e9e7e7e9d req-8d652c02-5279-488c-93e8-238c53935acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:47.038435 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-506c17b1-d2ed-4225-a5a7-8e5e9e7e7e9d req-8d652c02-5279-488c-93e8-238c53935acb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8d77f7d2-edb5-4b0d-b064-2a2b2244ec15 HTTP/1.1" status: 200 len: 1098 time: 0.0769868 Sep 22 21:54:47.078300 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-506c17b1-d2ed-4225-a5a7-8e5e9e7e7e9d req-ed7c277d-d641-468e-bfa2-8f4880acb527 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=045b8b11-3e00-4a38-ac7f-bc434aa0ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333989 Sep 22 21:54:47.645766 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e8261-3217-4054-b035-60492f6dfd72 req-0e30dad5-4754-4c2f-aba1-25c3980685cc tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:47.647215 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-514e8261-3217-4054-b035-60492f6dfd72 req-0e30dad5-4754-4c2f-aba1-25c3980685cc tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d77f7d2-edb5-4b0d-b064-2a2b2244ec15 HTTP/1.1" status: 200 len: 945 time: 0.0887275 Sep 22 21:54:47.689730 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-514e8261-3217-4054-b035-60492f6dfd72 req-fb5ddad9-6d2c-45bf-92d4-885fb0868e37 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/security-groups?id=045b8b11-3e00-4a38-ac7f-bc434aa0ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367982 Sep 22 21:54:48.891647 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c2e7b-0d8d-48fa-be51-f087f46005e0 req-6cc9476a-1899-49da-b5fd-a5ad2b87c467 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:48.893122 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-395c2e7b-0d8d-48fa-be51-f087f46005e0 req-6cc9476a-1899-49da-b5fd-a5ad2b87c467 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d77f7d2-edb5-4b0d-b064-2a2b2244ec15 HTTP/1.1" status: 200 len: 945 time: 0.0910053 Sep 22 21:54:48.937413 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-395c2e7b-0d8d-48fa-be51-f087f46005e0 req-13b3a4f6-1954-4b4f-96b8-9688ca4a5f89 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/security-groups?id=045b8b11-3e00-4a38-ac7f-bc434aa0ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385196 Sep 22 21:54:49.320358 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 54342) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:54:49.372121 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a155b8-b8af-4803-9027-f0d0c0de9dea req-44d42f5f-6cac-41be-920c-90193203ae96 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:49.373640 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-04a155b8-b8af-4803-9027-f0d0c0de9dea req-44d42f5f-6cac-41be-920c-90193203ae96 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d77f7d2-edb5-4b0d-b064-2a2b2244ec15 HTTP/1.1" status: 200 len: 945 time: 0.0983703 Sep 22 21:54:49.418309 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-04a155b8-b8af-4803-9027-f0d0c0de9dea req-9f742f23-096c-4c13-9d8b-9f5a7454d2a6 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/security-groups?id=045b8b11-3e00-4a38-ac7f-bc434aa0ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390666 Sep 22 21:54:49.440927 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-489b5e8a-d260-4164-b26d-ff619426132b req-c6f42977-8f5c-4092-93e3-df9fa0ac6f29 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=8d77f7d2-edb5-4b0d-b064-2a2b2244ec15&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1194005 Sep 22 21:54:50.681647 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b5e8a-d260-4164-b26d-ff619426132b req-a2398f8a-63fa-403d-94da-aa77e08023d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:50.683138 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-489b5e8a-d260-4164-b26d-ff619426132b req-a2398f8a-63fa-403d-94da-aa77e08023d3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=40c8a191c2cc42b988640eb4ad2e49d8&device_id=8d77f7d2-edb5-4b0d-b064-2a2b2244ec15 HTTP/1.1" status: 200 len: 1098 time: 0.1103728 Sep 22 21:54:50.691099 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d8049a-7031-45ec-ba31-90c9f67afd84 req-fbe71c7b-bfcc-4b34-a484-002f50713994 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:50.692427 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f4d8049a-7031-45ec-ba31-90c9f67afd84 req-fbe71c7b-bfcc-4b34-a484-002f50713994 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d77f7d2-edb5-4b0d-b064-2a2b2244ec15 HTTP/1.1" status: 200 len: 945 time: 0.1635096 Sep 22 21:54:50.908691 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f4d8049a-7031-45ec-ba31-90c9f67afd84 req-e5bcad21-0704-493e-bd36-63fcf19e6da0 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/security-groups?id=045b8b11-3e00-4a38-ac7f-bc434aa0ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068611 Sep 22 21:54:50.942826 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b5e8a-d260-4164-b26d-ff619426132b req-68469a7c-735c-46ec-9871-787c1c540333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:50.944267 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-489b5e8a-d260-4164-b26d-ff619426132b req-68469a7c-735c-46ec-9871-787c1c540333 service neutron] 10.222.0.49 "GET /v2.0/networks?id=467f722b-5dc2-4717-95ae-f09270f15ad6 HTTP/1.1" status: 200 len: 912 time: 0.2510078 Sep 22 21:54:51.016935 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-489b5e8a-d260-4164-b26d-ff619426132b req-f1dcea17-1963-4a0d-b6a2-cabe58a5bbfc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7404371-4a5b-42f8-a6f0-de4b297635a8 HTTP/1.1" status: 200 len: 217 time: 0.0628693 Sep 22 21:54:51.077503 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b5e8a-d260-4164-b26d-ff619426132b req-cc78ad3d-9781-4291-9a04-afb94d1e1896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:51.078904 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-489b5e8a-d260-4164-b26d-ff619426132b req-cc78ad3d-9781-4291-9a04-afb94d1e1896 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=641c31ef-b5f6-42a6-8a1d-2488893f3c3a HTTP/1.1" status: 200 len: 851 time: 0.0560911 Sep 22 21:54:51.161398 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b5e8a-d260-4164-b26d-ff619426132b req-11c29dcb-54dc-4de0-941c-601810eb88ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:51.162782 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-489b5e8a-d260-4164-b26d-ff619426132b req-11c29dcb-54dc-4de0-941c-601810eb88ea service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=467f722b-5dc2-4717-95ae-f09270f15ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784013 Sep 22 21:54:51.291152 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-489b5e8a-d260-4164-b26d-ff619426132b req-a4840805-774a-4c87-9ce9-b83cc2db869c service neutron] 10.222.0.49 "GET /v2.0/networks/467f722b-5dc2-4717-95ae-f09270f15ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223254 Sep 22 21:54:51.420396 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-489b5e8a-d260-4164-b26d-ff619426132b req-975d9dd0-1cab-4625-92ae-023ee783bc24 service neutron] 10.222.0.49 "GET /v2.0/networks/467f722b-5dc2-4717-95ae-f09270f15ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232016 Sep 22 21:54:52.103784 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184fb117-bfc2-4d34-a2c3-89eccc25b42f req-edccbc19-e19f-4111-8eb5-92048dcc5fb6 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:52.105226 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-184fb117-bfc2-4d34-a2c3-89eccc25b42f req-edccbc19-e19f-4111-8eb5-92048dcc5fb6 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d77f7d2-edb5-4b0d-b064-2a2b2244ec15 HTTP/1.1" status: 200 len: 945 time: 0.0860479 Sep 22 21:54:52.151797 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-184fb117-bfc2-4d34-a2c3-89eccc25b42f req-63a5404d-0042-4a80-8ff0-5d91be4b9ddf tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/security-groups?id=045b8b11-3e00-4a38-ac7f-bc434aa0ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409551 Sep 22 21:54:53.346173 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8736ba-261d-40c3-9aaf-2fed9a7182de req-647e230a-2cb0-4386-81f2-06673c04db0d tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:53.347628 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cc8736ba-261d-40c3-9aaf-2fed9a7182de req-647e230a-2cb0-4386-81f2-06673c04db0d tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d77f7d2-edb5-4b0d-b064-2a2b2244ec15 HTTP/1.1" status: 200 len: 945 time: 0.0850453 Sep 22 21:54:53.390212 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cc8736ba-261d-40c3-9aaf-2fed9a7182de req-01ba1091-d8bc-4082-99fd-1cba917b8351 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/security-groups?id=045b8b11-3e00-4a38-ac7f-bc434aa0ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363846 Sep 22 21:54:54.586357 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35bd224-669d-404c-b0de-d05d37c6072d req-f4e79732-55f0-4758-adde-4062c2f52605 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:54.587817 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-b35bd224-669d-404c-b0de-d05d37c6072d req-f4e79732-55f0-4758-adde-4062c2f52605 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d77f7d2-edb5-4b0d-b064-2a2b2244ec15 HTTP/1.1" status: 200 len: 945 time: 0.0864053 Sep 22 21:54:54.629990 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-b35bd224-669d-404c-b0de-d05d37c6072d req-fc99b40c-b698-43b6-b13d-9f650dcb50b6 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/security-groups?id=045b8b11-3e00-4a38-ac7f-bc434aa0ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366535 Sep 22 21:54:55.104595 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945771b7-91ca-4ec7-b8d8-771f680ffbac req-d6f2d50f-8732-4baa-b518-bbd09800ebce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:55.106034 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-945771b7-91ca-4ec7-b8d8-771f680ffbac req-d6f2d50f-8732-4baa-b518-bbd09800ebce service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=40c8a191c2cc42b988640eb4ad2e49d8&device_id=8d77f7d2-edb5-4b0d-b064-2a2b2244ec15 HTTP/1.1" status: 200 len: 1098 time: 0.0800655 Sep 22 21:54:55.250061 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945771b7-91ca-4ec7-b8d8-771f680ffbac req-56bb17c1-7353-4f84-82af-b105918bae50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:55.251493 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-945771b7-91ca-4ec7-b8d8-771f680ffbac req-56bb17c1-7353-4f84-82af-b105918bae50 service neutron] 10.222.0.49 "GET /v2.0/networks?id=467f722b-5dc2-4717-95ae-f09270f15ad6 HTTP/1.1" status: 200 len: 912 time: 0.1280043 Sep 22 21:54:55.317205 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-945771b7-91ca-4ec7-b8d8-771f680ffbac req-44f49b58-7812-4c6f-aca7-384f25f5331d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7404371-4a5b-42f8-a6f0-de4b297635a8 HTTP/1.1" status: 200 len: 217 time: 0.0605025 Sep 22 21:54:55.382520 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945771b7-91ca-4ec7-b8d8-771f680ffbac req-16bb0355-5d5b-44f0-8913-d2ad19907778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:55.384050 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-945771b7-91ca-4ec7-b8d8-771f680ffbac req-16bb0355-5d5b-44f0-8913-d2ad19907778 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=641c31ef-b5f6-42a6-8a1d-2488893f3c3a HTTP/1.1" status: 200 len: 851 time: 0.0608008 Sep 22 21:54:55.463491 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945771b7-91ca-4ec7-b8d8-771f680ffbac req-c4efaf73-06ca-43f5-858c-3171a00ad20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:55.464910 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-945771b7-91ca-4ec7-b8d8-771f680ffbac req-c4efaf73-06ca-43f5-858c-3171a00ad20e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=467f722b-5dc2-4717-95ae-f09270f15ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753493 Sep 22 21:54:55.593714 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-945771b7-91ca-4ec7-b8d8-771f680ffbac req-63b18337-17e9-4a02-8b6a-9f744041d365 service neutron] 10.222.0.49 "GET /v2.0/networks/467f722b-5dc2-4717-95ae-f09270f15ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230030 Sep 22 21:54:55.723868 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-945771b7-91ca-4ec7-b8d8-771f680ffbac req-78a79e1b-3476-4819-a3f3-d88c535e9566 service neutron] 10.222.0.49 "GET /v2.0/networks/467f722b-5dc2-4717-95ae-f09270f15ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243746 Sep 22 21:54:55.924005 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f21b6b-de13-4de6-bbed-fd82bf79f4b8 req-320f594a-88c1-4d05-9d19-086598f781b5 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:55.925377 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-96f21b6b-de13-4de6-bbed-fd82bf79f4b8 req-320f594a-88c1-4d05-9d19-086598f781b5 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d77f7d2-edb5-4b0d-b064-2a2b2244ec15 HTTP/1.1" status: 200 len: 945 time: 0.1851532 Sep 22 21:54:55.948252 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:54:55.970718 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-96f21b6b-de13-4de6-bbed-fd82bf79f4b8 req-76746b8a-317f-4cf6-bd5e-41c70bce87ae tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/security-groups?id=045b8b11-3e00-4a38-ac7f-bc434aa0ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390260 Sep 22 21:54:57.167440 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdf730-fee2-43c6-b208-5ced60b99c11 req-4119346c-6642-49ee-9437-4beb49720aeb tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:57.168995 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-03cdf730-fee2-43c6-b208-5ced60b99c11 req-4119346c-6642-49ee-9437-4beb49720aeb tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d77f7d2-edb5-4b0d-b064-2a2b2244ec15 HTTP/1.1" status: 200 len: 945 time: 0.0907159 Sep 22 21:54:57.212034 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-03cdf730-fee2-43c6-b208-5ced60b99c11 req-a688bb37-0536-434b-b463-f9e69e9b42b7 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/security-groups?id=045b8b11-3e00-4a38-ac7f-bc434aa0ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374749 Sep 22 21:54:58.406612 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58821009-53fa-4e43-b474-cea012698bdd req-6e837931-0b31-497a-9ee1-f6c74a5f772a tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:58.408058 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-58821009-53fa-4e43-b474-cea012698bdd req-6e837931-0b31-497a-9ee1-f6c74a5f772a tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d77f7d2-edb5-4b0d-b064-2a2b2244ec15 HTTP/1.1" status: 200 len: 945 time: 0.0879288 Sep 22 21:54:58.449848 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-58821009-53fa-4e43-b474-cea012698bdd req-86e706cc-b187-48e0-b96c-2b980c4ffbe8 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/security-groups?id=045b8b11-3e00-4a38-ac7f-bc434aa0ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362546 Sep 22 21:54:59.649661 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4b9d6-0feb-4118-b19c-f3d7f5bb2a67 req-32e9af25-d253-4a5f-8ec9-4e6292aea3a4 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:54:59.651134 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-81f4b9d6-0feb-4118-b19c-f3d7f5bb2a67 req-32e9af25-d253-4a5f-8ec9-4e6292aea3a4 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d77f7d2-edb5-4b0d-b064-2a2b2244ec15 HTTP/1.1" status: 200 len: 945 time: 0.0904598 Sep 22 21:54:59.697013 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-81f4b9d6-0feb-4118-b19c-f3d7f5bb2a67 req-b748de49-5c92-4045-8b97-7a6953e1efb7 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/security-groups?id=045b8b11-3e00-4a38-ac7f-bc434aa0ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401103 Sep 22 21:55:00.892147 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a368b5-c11b-49f0-b779-ac58b0d1f8ea req-fb173d87-0f93-4890-917a-03575ff3d51c tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:00.893580 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-68a368b5-c11b-49f0-b779-ac58b0d1f8ea req-fb173d87-0f93-4890-917a-03575ff3d51c tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d77f7d2-edb5-4b0d-b064-2a2b2244ec15 HTTP/1.1" status: 200 len: 945 time: 0.0849943 Sep 22 21:55:00.943633 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-68a368b5-c11b-49f0-b779-ac58b0d1f8ea req-961d97da-0048-45ca-b84a-1cae089c4f49 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/security-groups?id=045b8b11-3e00-4a38-ac7f-bc434aa0ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434356 Sep 22 21:55:02.290971 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fff007-8913-4476-94f2-3726e6a27bde req-5488ae80-766b-4248-9a24-cf47fd6c2881 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:02.292426 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-d5fff007-8913-4476-94f2-3726e6a27bde req-5488ae80-766b-4248-9a24-cf47fd6c2881 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d77f7d2-edb5-4b0d-b064-2a2b2244ec15 HTTP/1.1" status: 200 len: 945 time: 0.0867128 Sep 22 21:55:02.335872 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-d5fff007-8913-4476-94f2-3726e6a27bde req-5c611832-a615-4160-ad54-facfc5142246 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/security-groups?id=045b8b11-3e00-4a38-ac7f-bc434aa0ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378332 Sep 22 21:55:03.528425 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15e4a6-bf80-4c8c-b223-88dfef263121 req-feb34c78-ee87-4285-9a9b-a4e31e953534 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:03.529772 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2b15e4a6-bf80-4c8c-b223-88dfef263121 req-feb34c78-ee87-4285-9a9b-a4e31e953534 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d77f7d2-edb5-4b0d-b064-2a2b2244ec15 HTTP/1.1" status: 200 len: 945 time: 0.0855246 Sep 22 21:55:03.572725 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2b15e4a6-bf80-4c8c-b223-88dfef263121 req-2bfdd383-9e98-45ef-95f2-5f79511f0681 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/security-groups?id=045b8b11-3e00-4a38-ac7f-bc434aa0ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373762 Sep 22 21:55:04.769168 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a4be6-cffb-464d-ba26-cdba21850c1d req-91516411-8f47-4de5-a509-1dc3cb8d89cf tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:04.770626 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-a02a4be6-cffb-464d-ba26-cdba21850c1d req-91516411-8f47-4de5-a509-1dc3cb8d89cf tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d77f7d2-edb5-4b0d-b064-2a2b2244ec15 HTTP/1.1" status: 200 len: 945 time: 0.0894907 Sep 22 21:55:04.812616 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-a02a4be6-cffb-464d-ba26-cdba21850c1d req-0b8e0c25-3aec-4c54-a328-c8a0d07d354e tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/security-groups?id=045b8b11-3e00-4a38-ac7f-bc434aa0ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364597 Sep 22 21:55:06.009669 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841af02-46b7-4ad3-9f6b-9cc2f62826c5 req-5f8f62cd-55e2-4d33-9a18-8f4c2a5eef00 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:06.011249 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6841af02-46b7-4ad3-9f6b-9cc2f62826c5 req-5f8f62cd-55e2-4d33-9a18-8f4c2a5eef00 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d77f7d2-edb5-4b0d-b064-2a2b2244ec15 HTTP/1.1" status: 200 len: 945 time: 0.0893252 Sep 22 21:55:06.054494 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6841af02-46b7-4ad3-9f6b-9cc2f62826c5 req-636c9da2-b32f-4e88-9664-0dfe041be89a tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/security-groups?id=045b8b11-3e00-4a38-ac7f-bc434aa0ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371056 Sep 22 21:55:07.250681 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82c3ef-a034-41f9-82a2-443173e8a397 req-85505f91-1cf3-4988-9516-fc01c244eef7 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:07.252138 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-fb82c3ef-a034-41f9-82a2-443173e8a397 req-85505f91-1cf3-4988-9516-fc01c244eef7 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d77f7d2-edb5-4b0d-b064-2a2b2244ec15 HTTP/1.1" status: 200 len: 945 time: 0.0871637 Sep 22 21:55:07.299674 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-fb82c3ef-a034-41f9-82a2-443173e8a397 req-4be94abf-0ba9-4900-900f-8d991dfdb64d tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/security-groups?id=045b8b11-3e00-4a38-ac7f-bc434aa0ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418270 Sep 22 21:55:08.497427 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca944cfb-d78f-4f5f-8f52-4ec6af2a185f req-95b7e41e-c887-4b7e-ac69-693aef21f88a tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:08.498891 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ca944cfb-d78f-4f5f-8f52-4ec6af2a185f req-95b7e41e-c887-4b7e-ac69-693aef21f88a tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d77f7d2-edb5-4b0d-b064-2a2b2244ec15 HTTP/1.1" status: 200 len: 945 time: 0.0853212 Sep 22 21:55:08.544643 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ca944cfb-d78f-4f5f-8f52-4ec6af2a185f req-76474ccf-0f95-4a24-92d4-595fcca08d76 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/security-groups?id=045b8b11-3e00-4a38-ac7f-bc434aa0ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399702 Sep 22 21:55:09.704643 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-266db7fd-6226-4b87-be64-a1c65ab847e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:09.740960 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1feb5-d446-4c4b-9a25-36843e96b63f req-0fe19ec8-2aac-4059-bf72-b50a4140f471 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:09.742453 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-9ad1feb5-d446-4c4b-9a25-36843e96b63f req-0fe19ec8-2aac-4059-bf72-b50a4140f471 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d77f7d2-edb5-4b0d-b064-2a2b2244ec15 HTTP/1.1" status: 200 len: 945 time: 0.0876484 Sep 22 21:55:09.785329 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-9ad1feb5-d446-4c4b-9a25-36843e96b63f req-36d0d1fd-2d4d-4785-b1c8-997c5cc0ca01 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/security-groups?id=045b8b11-3e00-4a38-ac7f-bc434aa0ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372989 Sep 22 21:55:10.983272 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee8663d-2f08-4c91-9590-c1e9b2bc337b req-b5b25219-c116-41ff-827c-fc11538bae20 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:10.984794 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1ee8663d-2f08-4c91-9590-c1e9b2bc337b req-b5b25219-c116-41ff-827c-fc11538bae20 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d77f7d2-edb5-4b0d-b064-2a2b2244ec15 HTTP/1.1" status: 200 len: 945 time: 0.0890834 Sep 22 21:55:11.029737 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1ee8663d-2f08-4c91-9590-c1e9b2bc337b req-f1f3c81b-4aa8-4922-83b8-c22cb1f5ef8c tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/security-groups?id=045b8b11-3e00-4a38-ac7f-bc434aa0ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390580 Sep 22 21:55:11.925306 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0b66494c-19a0-408c-8cb8-2734fad9d392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:12.227773 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45761285-40f5-4063-bd99-ed5189e24b87 req-30a51f0b-dee6-43b5-bc54-0a02d4030d4c tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:12.229204 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-45761285-40f5-4063-bd99-ed5189e24b87 req-30a51f0b-dee6-43b5-bc54-0a02d4030d4c tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d77f7d2-edb5-4b0d-b064-2a2b2244ec15 HTTP/1.1" status: 200 len: 945 time: 0.0898933 Sep 22 21:55:12.271977 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-45761285-40f5-4063-bd99-ed5189e24b87 req-7adbef20-f410-4694-abf8-e91919e784cc tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/security-groups?id=045b8b11-3e00-4a38-ac7f-bc434aa0ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369310 Sep 22 21:55:12.773287 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:13.164167 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:13.472695 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ddc42-89b8-46f1-9ec1-ec55ace4caad req-183bac45-e7f0-41cd-a6ad-1850aeb02817 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:13.474220 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d72ddc42-89b8-46f1-9ec1-ec55ace4caad req-183bac45-e7f0-41cd-a6ad-1850aeb02817 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d77f7d2-edb5-4b0d-b064-2a2b2244ec15 HTTP/1.1" status: 200 len: 945 time: 0.0895917 Sep 22 21:55:13.520447 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d72ddc42-89b8-46f1-9ec1-ec55ace4caad req-7d3b2af0-2557-43cd-b414-efe4e2749046 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/security-groups?id=045b8b11-3e00-4a38-ac7f-bc434aa0ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399022 Sep 22 21:55:13.869049 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:55:14.552654 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:14.721146 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7e931-f1f9-4fb3-8f0e-2ba18699b2fd req-9072b44f-0d0a-46ac-bf5e-0c3b75bdd1db tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:14.722738 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c9d7e931-f1f9-4fb3-8f0e-2ba18699b2fd req-9072b44f-0d0a-46ac-bf5e-0c3b75bdd1db tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d77f7d2-edb5-4b0d-b064-2a2b2244ec15 HTTP/1.1" status: 200 len: 945 time: 0.0852380 Sep 22 21:55:14.769176 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c9d7e931-f1f9-4fb3-8f0e-2ba18699b2fd req-a501dcf3-7a29-4bdf-8221-b40d99a20d27 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/security-groups?id=045b8b11-3e00-4a38-ac7f-bc434aa0ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408454 Sep 22 21:55:15.964393 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c48ff-d9b8-4fd3-8d97-f98160801107 req-c995d98c-0213-495b-999c-a64e77e3a265 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:15.965817 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-934c48ff-d9b8-4fd3-8d97-f98160801107 req-c995d98c-0213-495b-999c-a64e77e3a265 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d77f7d2-edb5-4b0d-b064-2a2b2244ec15 HTTP/1.1" status: 200 len: 945 time: 0.0850234 Sep 22 21:55:16.011306 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-934c48ff-d9b8-4fd3-8d97-f98160801107 req-4829ef59-e09c-416a-9b12-dbf812314282 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/security-groups?id=045b8b11-3e00-4a38-ac7f-bc434aa0ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398669 Sep 22 21:55:17.206140 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60372ecf-a0a8-4467-84af-6189a5dec7ed req-565310c9-66c4-41b3-95e3-fadd6a32a3b9 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:17.207597 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-60372ecf-a0a8-4467-84af-6189a5dec7ed req-565310c9-66c4-41b3-95e3-fadd6a32a3b9 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d77f7d2-edb5-4b0d-b064-2a2b2244ec15 HTTP/1.1" status: 200 len: 945 time: 0.0882101 Sep 22 21:55:17.251742 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-60372ecf-a0a8-4467-84af-6189a5dec7ed req-fe583e49-23f2-4c5c-bc0b-d3d2fabde039 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/security-groups?id=045b8b11-3e00-4a38-ac7f-bc434aa0ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375822 Sep 22 21:55:18.446893 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00811601-4415-4ae4-852f-9166c3b75ee2 req-2a24a3af-66ad-445d-908a-b51fa4d556e9 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:18.448339 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-00811601-4415-4ae4-852f-9166c3b75ee2 req-2a24a3af-66ad-445d-908a-b51fa4d556e9 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d77f7d2-edb5-4b0d-b064-2a2b2244ec15 HTTP/1.1" status: 200 len: 945 time: 0.0849514 Sep 22 21:55:18.491394 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-00811601-4415-4ae4-852f-9166c3b75ee2 req-e291e781-fb96-4068-a87d-432cebc95416 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/security-groups?id=045b8b11-3e00-4a38-ac7f-bc434aa0ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375235 Sep 22 21:55:19.688125 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dbddad-42ec-4b6a-9d65-268f551e1295 req-eeab4dda-75a7-44e4-9d3f-22299faedcab tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:19.689575 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-04dbddad-42ec-4b6a-9d65-268f551e1295 req-eeab4dda-75a7-44e4-9d3f-22299faedcab tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d77f7d2-edb5-4b0d-b064-2a2b2244ec15 HTTP/1.1" status: 200 len: 945 time: 0.0902152 Sep 22 21:55:19.736286 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-04dbddad-42ec-4b6a-9d65-268f551e1295 req-64843ce2-b81c-49bc-8031-c21833a31103 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/security-groups?id=045b8b11-3e00-4a38-ac7f-bc434aa0ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409303 Sep 22 21:55:20.932737 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b207c7-32d0-418e-83a5-46f8823ee4b4 req-db0ca44e-9853-4b9c-9c1a-9d3c9706ba61 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:20.934182 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-78b207c7-32d0-418e-83a5-46f8823ee4b4 req-db0ca44e-9853-4b9c-9c1a-9d3c9706ba61 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d77f7d2-edb5-4b0d-b064-2a2b2244ec15 HTTP/1.1" status: 200 len: 945 time: 0.0889423 Sep 22 21:55:20.977728 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-78b207c7-32d0-418e-83a5-46f8823ee4b4 req-595b599f-cb93-4a83-9b1d-4f89bcc75bb9 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/security-groups?id=045b8b11-3e00-4a38-ac7f-bc434aa0ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380180 Sep 22 21:55:22.173048 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b199f4-b9cf-45ed-9b8c-2f75c81f0bd8 req-291a274a-05f3-48af-8183-c7f001e14250 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:22.174506 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-44b199f4-b9cf-45ed-9b8c-2f75c81f0bd8 req-291a274a-05f3-48af-8183-c7f001e14250 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d77f7d2-edb5-4b0d-b064-2a2b2244ec15 HTTP/1.1" status: 200 len: 945 time: 0.0858121 Sep 22 21:55:22.221521 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-44b199f4-b9cf-45ed-9b8c-2f75c81f0bd8 req-d3d3375f-d46f-4ec7-b1a7-4ddf24d769bb tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/security-groups?id=045b8b11-3e00-4a38-ac7f-bc434aa0ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413697 Sep 22 21:55:23.058788 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-489b5e8a-d260-4164-b26d-ff619426132b req-96177ca4-1888-465a-8d67-d3525a5f1dd8 service neutron] 10.222.0.49 "GET /v2.0/ports/e7404371-4a5b-42f8-a6f0-de4b297635a8/bindings/hv-neutron-8589 HTTP/1.1" status: 200 len: 384 time: 0.0747833 Sep 22 21:55:23.325702 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b5e8a-d260-4164-b26d-ff619426132b req-3a1cf318-2e71-42a0-a908-e104b942e929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:23.327664 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-489b5e8a-d260-4164-b26d-ff619426132b req-3a1cf318-2e71-42a0-a908-e104b942e929 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8d77f7d2-edb5-4b0d-b064-2a2b2244ec15&tenant_id=40c8a191c2cc42b988640eb4ad2e49d8 HTTP/1.1" status: 200 len: 1098 time: 0.0817282 Sep 22 21:55:23.479059 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58941d8c-e132-4e38-acec-f71fbe9ff0ee req-47aef0b0-84e8-41fd-b16d-f24098e72ca1 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:23.480508 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-58941d8c-e132-4e38-acec-f71fbe9ff0ee req-47aef0b0-84e8-41fd-b16d-f24098e72ca1 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d77f7d2-edb5-4b0d-b064-2a2b2244ec15 HTTP/1.1" status: 200 len: 945 time: 0.1445129 Sep 22 21:55:23.486201 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b5e8a-d260-4164-b26d-ff619426132b req-5bedfc16-dfec-4394-b61c-edc3d6beaf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:23.487550 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-489b5e8a-d260-4164-b26d-ff619426132b req-5bedfc16-dfec-4394-b61c-edc3d6beaf39 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=40c8a191c2cc42b988640eb4ad2e49d8&device_id=8d77f7d2-edb5-4b0d-b064-2a2b2244ec15 HTTP/1.1" status: 200 len: 1098 time: 0.1161394 Sep 22 21:55:23.600753 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-58941d8c-e132-4e38-acec-f71fbe9ff0ee req-846426c7-0f46-4496-97d6-785fa7abd41d tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/security-groups?id=045b8b11-3e00-4a38-ac7f-bc434aa0ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122942 Sep 22 21:55:23.642928 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b5e8a-d260-4164-b26d-ff619426132b req-e386c208-ec39-4b07-a720-63b27da82b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:23.644360 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-489b5e8a-d260-4164-b26d-ff619426132b req-e386c208-ec39-4b07-a720-63b27da82b28 service neutron] 10.222.0.49 "GET /v2.0/networks?id=467f722b-5dc2-4717-95ae-f09270f15ad6 HTTP/1.1" status: 200 len: 912 time: 0.1420262 Sep 22 21:55:23.801347 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-489b5e8a-d260-4164-b26d-ff619426132b req-d0289a7b-235f-4794-a716-0ba0f774381c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7404371-4a5b-42f8-a6f0-de4b297635a8 HTTP/1.1" status: 200 len: 217 time: 0.1507578 Sep 22 21:55:23.860552 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b5e8a-d260-4164-b26d-ff619426132b req-95e49f0b-3063-4672-b6f2-f72dccb777cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:23.861838 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-489b5e8a-d260-4164-b26d-ff619426132b req-95e49f0b-3063-4672-b6f2-f72dccb777cb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=641c31ef-b5f6-42a6-8a1d-2488893f3c3a HTTP/1.1" status: 200 len: 851 time: 0.0550308 Sep 22 21:55:23.942972 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b5e8a-d260-4164-b26d-ff619426132b req-152ecc58-fcf3-4025-bcbd-f5483e5e17b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:23.944437 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-489b5e8a-d260-4164-b26d-ff619426132b req-152ecc58-fcf3-4025-bcbd-f5483e5e17b6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=467f722b-5dc2-4717-95ae-f09270f15ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765195 Sep 22 21:55:24.070832 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-489b5e8a-d260-4164-b26d-ff619426132b req-e518a54c-314a-4fe8-a3ca-50f0cbb6ead3 service neutron] 10.222.0.49 "GET /v2.0/networks/467f722b-5dc2-4717-95ae-f09270f15ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205251 Sep 22 21:55:24.195366 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-489b5e8a-d260-4164-b26d-ff619426132b req-67143aec-bd51-4c09-9bb8-c269c6c6f0ba service neutron] 10.222.0.49 "GET /v2.0/networks/467f722b-5dc2-4717-95ae-f09270f15ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192968 Sep 22 21:55:24.795679 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7ca0b-f9b8-4a35-8044-31850b52df51 req-9c0ba9cf-ed3f-4a52-abc7-f0bc24ead27b tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:24.797126 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-3bf7ca0b-f9b8-4a35-8044-31850b52df51 req-9c0ba9cf-ed3f-4a52-abc7-f0bc24ead27b tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d77f7d2-edb5-4b0d-b064-2a2b2244ec15 HTTP/1.1" status: 200 len: 945 time: 0.0865848 Sep 22 21:55:24.840307 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-3bf7ca0b-f9b8-4a35-8044-31850b52df51 req-bd0c6ce0-73ef-4735-9f9b-078e5df1c7e3 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/security-groups?id=045b8b11-3e00-4a38-ac7f-bc434aa0ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375583 Sep 22 21:55:25.957152 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:26.044528 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93ef3c-a0c9-40d2-8ffb-11bd36fa0022 req-619e8d36-0fa3-400e-af5a-22037eb2d260 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:26.046062 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-dc93ef3c-a0c9-40d2-8ffb-11bd36fa0022 req-619e8d36-0fa3-400e-af5a-22037eb2d260 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d77f7d2-edb5-4b0d-b064-2a2b2244ec15 HTTP/1.1" status: 200 len: 945 time: 0.0932035 Sep 22 21:55:26.092854 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-dc93ef3c-a0c9-40d2-8ffb-11bd36fa0022 req-27e29db4-ae76-49a3-8d51-aa2049a5b5fb tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/security-groups?id=045b8b11-3e00-4a38-ac7f-bc434aa0ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410507 Sep 22 21:55:26.492503 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b67937-f78e-47f7-89c9-94c405c3313c req-1ae207c7-5de1-43a4-9c0d-3efecf15d958 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:26.493829 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-30b67937-f78e-47f7-89c9-94c405c3313c req-1ae207c7-5de1-43a4-9c0d-3efecf15d958 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d77f7d2-edb5-4b0d-b064-2a2b2244ec15&tenant_id=40c8a191c2cc42b988640eb4ad2e49d8&binding%3Ahost_id=hv-neutron-8589 HTTP/1.1" status: 200 len: 945 time: 0.0930910 Sep 22 21:55:26.637126 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b67937-f78e-47f7-89c9-94c405c3313c req-4021e8d1-c9dd-4c0f-bdbe-8a72357e8788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:26.638545 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-30b67937-f78e-47f7-89c9-94c405c3313c req-4021e8d1-c9dd-4c0f-bdbe-8a72357e8788 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=40c8a191c2cc42b988640eb4ad2e49d8&device_id=8d77f7d2-edb5-4b0d-b064-2a2b2244ec15 HTTP/1.1" status: 200 len: 1098 time: 0.0772879 Sep 22 21:55:26.762698 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device e7404371-4a5b-42f8-a6f0-de4b297635a8 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 21:55:26.763792 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b67937-f78e-47f7-89c9-94c405c3313c req-fb5263c9-5bd9-400d-9e29-f2fd7cb3f8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:26.764902 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device e7404371-4a5b-42f8-a6f0-de4b297635a8 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:55:26.765196 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-30b67937-f78e-47f7-89c9-94c405c3313c req-fb5263c9-5bd9-400d-9e29-f2fd7cb3f8ad service neutron] 10.222.0.49 "GET /v2.0/networks?id=467f722b-5dc2-4717-95ae-f09270f15ad6 HTTP/1.1" status: 200 len: 912 time: 0.1213796 Sep 22 21:55:26.833023 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-30b67937-f78e-47f7-89c9-94c405c3313c req-565732f5-3f06-4742-ac3d-2e9fb88c714a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7404371-4a5b-42f8-a6f0-de4b297635a8 HTTP/1.1" status: 200 len: 217 time: 0.0622299 Sep 22 21:55:26.895204 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b67937-f78e-47f7-89c9-94c405c3313c req-bcdc3d16-4d82-4bca-aa6e-aa6a2a451fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:26.896605 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-30b67937-f78e-47f7-89c9-94c405c3313c req-bcdc3d16-4d82-4bca-aa6e-aa6a2a451fff service neutron] 10.222.0.49 "GET /v2.0/subnets?id=641c31ef-b5f6-42a6-8a1d-2488893f3c3a HTTP/1.1" status: 200 len: 851 time: 0.0587080 Sep 22 21:55:26.978268 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b67937-f78e-47f7-89c9-94c405c3313c req-8dc3cc9e-8c8a-4cde-968d-6a2b4ce90001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:26.979752 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-30b67937-f78e-47f7-89c9-94c405c3313c req-8dc3cc9e-8c8a-4cde-968d-6a2b4ce90001 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=467f722b-5dc2-4717-95ae-f09270f15ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772583 Sep 22 21:55:26.987892 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port e7404371-4a5b-42f8-a6f0-de4b297635a8 is: ACTIVE; New status is: DOWN {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:55:26.988373 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:27.005890 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port e7404371-4a5b-42f8-a6f0-de4b297635a8, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=e7404371-4a5b-42f8-a6f0-de4b297635a8,segment=NetworkSegment(3d6be697-c632-417b-8a95-31dcd7421fa3),segment_id=3d6be697-c632-417b-8a95-31dcd7421fa3)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:55:27.027391 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': 'e7404371-4a5b-42f8-a6f0-de4b297635a8', 'network_id': '467f722b-5dc2-4717-95ae-f09270f15ad6', 'port_id': 'e7404371-4a5b-42f8-a6f0-de4b297635a8', 'mac_address': 'fa:16:3e:c5:bf:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '641c31ef-b5f6-42a6-8a1d-2488893f3c3a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 21:55:27.033905 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d77f7d2-edb5-4b0d-b064-2a2b2244ec15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7404371-4a5b-42f8-a6f0-de4b297635a8'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:55:27.036276 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d487d6d-235b-47e7-b189-9cdc2ebeff8b" -d '{"events": [{"server_uuid": "8d77f7d2-edb5-4b0d-b064-2a2b2244ec15", "name": "network-vif-unplugged", "status": "completed", "tag": "e7404371-4a5b-42f8-a6f0-de4b297635a8"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:55:27.082961 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port e7404371-4a5b-42f8-a6f0-de4b297635a8, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=e7404371-4a5b-42f8-a6f0-de4b297635a8,segment=NetworkSegment(3d6be697-c632-417b-8a95-31dcd7421fa3),segment_id=3d6be697-c632-417b-8a95-31dcd7421fa3)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:55:27.095796 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:27.116556 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-30b67937-f78e-47f7-89c9-94c405c3313c req-e46e0ca1-a609-44e1-9ceb-a54d9a8c542e service neutron] 10.222.0.49 "GET /v2.0/networks/467f722b-5dc2-4717-95ae-f09270f15ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311047 Sep 22 21:55:27.134468 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Sep 2022 21:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d84169a-181f-4dcc-9b30-4bd8fdf021f1 x-openstack-request-id: req-2d84169a-181f-4dcc-9b30-4bd8fdf021f1 {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:55:27.134977 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d77f7d2-edb5-4b0d-b064-2a2b2244ec15", "name": "network-vif-unplugged", "status": "completed", "tag": "e7404371-4a5b-42f8-a6f0-de4b297635a8", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:55:27.134977 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2d84169a-181f-4dcc-9b30-4bd8fdf021f1 {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:55:27.135659 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d84169a-181f-4dcc-9b30-4bd8fdf021f1'] response: {'server_uuid': '8d77f7d2-edb5-4b0d-b064-2a2b2244ec15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7404371-4a5b-42f8-a6f0-de4b297635a8', 'code': 200} Sep 22 21:55:27.158770 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port e7404371-4a5b-42f8-a6f0-de4b297635a8 is: ACTIVE; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:55:27.159168 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:27.183462 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e7404371-4a5b-42f8-a6f0-de4b297635a8 {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:55:27.191189 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=e7404371-4a5b-42f8-a6f0-de4b297635a8,revision_number=6']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:55:27.233109 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:55:27.233488 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:55:27.233823 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:55:27.234154 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:55:27.234481 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:55:27.234852 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:55:27.235175 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:55:27.235495 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:55:27.235838 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:55:27.236161 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:55:27.236498 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:55:27.236810 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:55:27.256192 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-30b67937-f78e-47f7-89c9-94c405c3313c req-cb52a53d-068c-4f2a-8af3-10e872b40456 service neutron] 10.222.0.49 "GET /v2.0/networks/467f722b-5dc2-4717-95ae-f09270f15ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341221 Sep 22 21:55:27.264893 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.db.api [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:55:27.265478 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG oslo_db.api [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:55:27.823104 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port e7404371-4a5b-42f8-a6f0-de4b297635a8 is: DOWN; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:55:27.823484 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:27.841124 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7404371-4a5b-42f8-a6f0-de4b297635a8 {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:55:27.857152 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port e7404371-4a5b-42f8-a6f0-de4b297635a8, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=e7404371-4a5b-42f8-a6f0-de4b297635a8,segment=NetworkSegment(3d6be697-c632-417b-8a95-31dcd7421fa3),segment_id=3d6be697-c632-417b-8a95-31dcd7421fa3)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:55:27.861598 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:27.931011 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['e7404371-4a5b-42f8-a6f0-de4b297635a8'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 21:55:27.977658 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=e7404371-4a5b-42f8-a6f0-de4b297635a8,revision_number=7']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:55:28.090486 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88645748-9a50-4233-a2a8-37e521f1ddfd req-7b9e6d8f-3b45-439a-bba0-3273fbe0ea40 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:28.092432 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-88645748-9a50-4233-a2a8-37e521f1ddfd req-7b9e6d8f-3b45-439a-bba0-3273fbe0ea40 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d77f7d2-edb5-4b0d-b064-2a2b2244ec15 HTTP/1.1" status: 200 len: 944 time: 0.0925295 Sep 22 21:55:28.140847 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-88645748-9a50-4233-a2a8-37e521f1ddfd req-19649636-9eb0-45e0-8b6c-109f123a26bd tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/security-groups?id=045b8b11-3e00-4a38-ac7f-bc434aa0ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426722 Sep 22 21:55:28.772640 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device e7404371-4a5b-42f8-a6f0-de4b297635a8 up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:55:28.841324 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port e7404371-4a5b-42f8-a6f0-de4b297635a8 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:55:28.841689 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:28.842019 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port e7404371-4a5b-42f8-a6f0-de4b297635a8 Sep 22 21:55:28.952759 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port e7404371-4a5b-42f8-a6f0-de4b297635a8 is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:55:28.953132 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:28.986482 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port e7404371-4a5b-42f8-a6f0-de4b297635a8, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=e7404371-4a5b-42f8-a6f0-de4b297635a8,segment=NetworkSegment(3d6be697-c632-417b-8a95-31dcd7421fa3),segment_id=3d6be697-c632-417b-8a95-31dcd7421fa3)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:55:28.990058 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:29.091315 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=e7404371-4a5b-42f8-a6f0-de4b297635a8,revision_number=8']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:55:29.136398 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d77f7d2-edb5-4b0d-b064-2a2b2244ec15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7404371-4a5b-42f8-a6f0-de4b297635a8'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:55:29.138678 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cee58a5-7f76-4c40-a9bf-be0d7fdbe693" -d '{"events": [{"server_uuid": "8d77f7d2-edb5-4b0d-b064-2a2b2244ec15", "name": "network-vif-plugged", "status": "completed", "tag": "e7404371-4a5b-42f8-a6f0-de4b297635a8"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:55:29.182675 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 21:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21736735-ff66-4acf-9149-6126bf3a79d0 x-openstack-request-id: req-21736735-ff66-4acf-9149-6126bf3a79d0 {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:55:29.182964 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d77f7d2-edb5-4b0d-b064-2a2b2244ec15", "name": "network-vif-plugged", "status": "completed", "tag": "e7404371-4a5b-42f8-a6f0-de4b297635a8", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:55:29.183212 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-21736735-ff66-4acf-9149-6126bf3a79d0 {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:55:29.183602 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21736735-ff66-4acf-9149-6126bf3a79d0'] response: {'server_uuid': '8d77f7d2-edb5-4b0d-b064-2a2b2244ec15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7404371-4a5b-42f8-a6f0-de4b297635a8', 'code': 200} Sep 22 21:55:29.336728 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c06425-1213-43be-8027-d790cc4d29de req-bc255017-4dde-4042-a385-e7db7bbbf12a tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:29.338332 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-36c06425-1213-43be-8027-d790cc4d29de req-bc255017-4dde-4042-a385-e7db7bbbf12a tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d77f7d2-edb5-4b0d-b064-2a2b2244ec15 HTTP/1.1" status: 200 len: 945 time: 0.0862429 Sep 22 21:55:29.384559 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-36c06425-1213-43be-8027-d790cc4d29de req-89af6f92-b8d8-4f61-8d8a-9813e656ecc2 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/security-groups?id=045b8b11-3e00-4a38-ac7f-bc434aa0ab1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398445 Sep 22 21:55:29.763271 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b67937-f78e-47f7-89c9-94c405c3313c req-b0007e3c-dfad-4b6c-b29a-77aa37c1d55a tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:29.764661 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-30b67937-f78e-47f7-89c9-94c405c3313c req-b0007e3c-dfad-4b6c-b29a-77aa37c1d55a tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d77f7d2-edb5-4b0d-b064-2a2b2244ec15 HTTP/1.1" status: 200 len: 945 time: 0.1824527 Sep 22 21:55:29.833494 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-30b67937-f78e-47f7-89c9-94c405c3313c req-8ff889a1-ea5e-4b3b-b48a-8811733363b7 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Deleting port e7404371-4a5b-42f8-a6f0-de4b297635a8 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:55:29.834081 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-30b67937-f78e-47f7-89c9-94c405c3313c req-8ff889a1-ea5e-4b3b-b48a-8811733363b7 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:30.075802 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-30b67937-f78e-47f7-89c9-94c405c3313c req-8ff889a1-ea5e-4b3b-b48a-8811733363b7 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] For port e7404371-4a5b-42f8-a6f0-de4b297635a8, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=e7404371-4a5b-42f8-a6f0-de4b297635a8,segment=NetworkSegment(3d6be697-c632-417b-8a95-31dcd7421fa3),segment_id=3d6be697-c632-417b-8a95-31dcd7421fa3)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:55:30.076163 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-30b67937-f78e-47f7-89c9-94c405c3313c req-8ff889a1-ea5e-4b3b-b48a-8811733363b7 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:30.202618 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-30b67937-f78e-47f7-89c9-94c405c3313c req-8ff889a1-ea5e-4b3b-b48a-8811733363b7 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Calling delete_port for e7404371-4a5b-42f8-a6f0-de4b297635a8 owned by compute:nova {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:55:30.342032 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-30b67937-f78e-47f7-89c9-94c405c3313c req-8ff889a1-ea5e-4b3b-b48a-8811733363b7 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:30.352675 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['e7404371-4a5b-42f8-a6f0-de4b297635a8'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 21:55:30.395258 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff889a1-ea5e-4b3b-b48a-8811733363b7 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Pushing event deleted for resources: {'Port': ['ID=e7404371-4a5b-42f8-a6f0-de4b297635a8,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:55:30.445692 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff889a1-ea5e-4b3b-b48a-8811733363b7 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:55:30.446043 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff889a1-ea5e-4b3b-b48a-8811733363b7 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:55:30.446388 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff889a1-ea5e-4b3b-b48a-8811733363b7 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:55:30.446753 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff889a1-ea5e-4b3b-b48a-8811733363b7 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:55:30.447091 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff889a1-ea5e-4b3b-b48a-8811733363b7 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:55:30.447426 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff889a1-ea5e-4b3b-b48a-8811733363b7 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:55:30.447757 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff889a1-ea5e-4b3b-b48a-8811733363b7 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:55:30.448083 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff889a1-ea5e-4b3b-b48a-8811733363b7 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:55:30.448411 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff889a1-ea5e-4b3b-b48a-8811733363b7 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:55:30.448737 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff889a1-ea5e-4b3b-b48a-8811733363b7 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:55:30.449069 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff889a1-ea5e-4b3b-b48a-8811733363b7 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:55:30.449389 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff889a1-ea5e-4b3b-b48a-8811733363b7 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:55:30.495086 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b67937-f78e-47f7-89c9-94c405c3313c req-8ff889a1-ea5e-4b3b-b48a-8811733363b7 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] No DVR routers for this DVR port e7404371-4a5b-42f8-a6f0-de4b297635a8 on host hv-neutron-8589 {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:55:30.498807 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-30b67937-f78e-47f7-89c9-94c405c3313c req-8ff889a1-ea5e-4b3b-b48a-8811733363b7 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:30.501778 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d77f7d2-edb5-4b0d-b064-2a2b2244ec15', 'name': 'network-vif-deleted', 'tag': 'e7404371-4a5b-42f8-a6f0-de4b297635a8'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:55:30.504211 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4ea73f-7981-40c7-8644-84f9cd83aefe" -d '{"events": [{"server_uuid": "8d77f7d2-edb5-4b0d-b064-2a2b2244ec15", "name": "network-vif-deleted", "tag": "e7404371-4a5b-42f8-a6f0-de4b297635a8"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:55:30.524960 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-30b67937-f78e-47f7-89c9-94c405c3313c req-8ff889a1-ea5e-4b3b-b48a-8811733363b7 tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.49 "DELETE /v2.0/ports/e7404371-4a5b-42f8-a6f0-de4b297635a8 HTTP/1.1" status: 204 len: 173 time: 0.7554624 Sep 22 21:55:30.585749 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 21:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1429c8d-00ba-42fe-bae9-4f5eec05f252 x-openstack-request-id: req-f1429c8d-00ba-42fe-bae9-4f5eec05f252 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:55:30.586047 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d77f7d2-edb5-4b0d-b064-2a2b2244ec15", "name": "network-vif-deleted", "tag": "e7404371-4a5b-42f8-a6f0-de4b297635a8", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:55:30.586303 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f1429c8d-00ba-42fe-bae9-4f5eec05f252 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:55:30.586796 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1429c8d-00ba-42fe-bae9-4f5eec05f252'] response: {'server_uuid': '8d77f7d2-edb5-4b0d-b064-2a2b2244ec15', 'name': 'network-vif-deleted', 'tag': 'e7404371-4a5b-42f8-a6f0-de4b297635a8', 'status': 'completed', 'code': 200} Sep 22 21:55:30.602492 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-377b4157-97d0-4744-a8a6-9bf6db9d7b07 req-0eacc04c-1670-45b5-99e9-3849ee6164ff tempest-DeleteServersTestJSON-1053829449 tempest-DeleteServersTestJSON-1053829449-project] 10.222.0.33 "GET /v2.0/ports?device_id=8d77f7d2-edb5-4b0d-b064-2a2b2244ec15 HTTP/1.1" status: 200 len: 210 time: 0.0873635 Sep 22 21:55:31.847448 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 54452) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:55:32.367143 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-59c49758-54c3-41c9-96bc-05b4bbbe7e2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:32.800991 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-59c49758-54c3-41c9-96bc-05b4bbbe7e2f admin admin] Deleting port 96dce77f-c681-4834-814d-fc7d8afb2838 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:55:32.801331 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-59c49758-54c3-41c9-96bc-05b4bbbe7e2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:32.967770 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-59c49758-54c3-41c9-96bc-05b4bbbe7e2f admin admin] For port 96dce77f-c681-4834-814d-fc7d8afb2838, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=96dce77f-c681-4834-814d-fc7d8afb2838,segment=NetworkSegment(3d6be697-c632-417b-8a95-31dcd7421fa3),segment_id=3d6be697-c632-417b-8a95-31dcd7421fa3)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:55:32.968448 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-59c49758-54c3-41c9-96bc-05b4bbbe7e2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:33.087936 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-59c49758-54c3-41c9-96bc-05b4bbbe7e2f admin admin] Calling delete_port for 96dce77f-c681-4834-814d-fc7d8afb2838 owned by network:router_interface {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:55:33.260173 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-59c49758-54c3-41c9-96bc-05b4bbbe7e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:33.308903 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c49758-54c3-41c9-96bc-05b4bbbe7e2f admin admin] Pushing event deleted for resources: {'Port': ['ID=96dce77f-c681-4834-814d-fc7d8afb2838,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:55:33.574305 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-59c49758-54c3-41c9-96bc-05b4bbbe7e2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:34.021973 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c49758-54c3-41c9-96bc-05b4bbbe7e2f admin admin] Router 5a3164ed-d859-4395-a121-f281a9dbeb11 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:55:34.196466 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c49758-54c3-41c9-96bc-05b4bbbe7e2f admin admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:55:34.204869 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da97208-1f62-4491-97c9-a17b13b47d0f None None] Sync routers for ids ['5a3164ed-d859-4395-a121-f281a9dbeb11'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:55:34.208389 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-59c49758-54c3-41c9-96bc-05b4bbbe7e2f admin admin] 10.222.0.33 "PUT /v2.0/routers/5a3164ed-d859-4395-a121-f281a9dbeb11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3598716 Sep 22 21:55:34.211141 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 54458) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:55:34.216957 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da97208-1f62-4491-97c9-a17b13b47d0f None None] Routers {'5a3164ed-d859-4395-a121-f281a9dbeb11'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:55:34.217574 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-3da97208-1f62-4491-97c9-a17b13b47d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:55:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['5a3164ed-d859-4395-a121-f281a9dbeb11'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:55:34.384334 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8de223c5-51e4-46a0-bde3-8427b4bf2a24 admin admin] Notify callbacks [] for router, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:34.392580 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-3da97208-1f62-4491-97c9-a17b13b47d0f None None] Set router 5a3164ed-d859-4395-a121-f281a9dbeb11 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:55:34.559862 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8de223c5-51e4-46a0-bde3-8427b4bf2a24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:34.569050 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-8de223c5-51e4-46a0-bde3-8427b4bf2a24 admin admin] Deleting port 64eb2d34-9b9d-4e0b-81a2-d08b5395b382 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:55:34.569915 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8de223c5-51e4-46a0-bde3-8427b4bf2a24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:34.675244 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-3da97208-1f62-4491-97c9-a17b13b47d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3164ed-d859-4395-a121-f281a9dbeb11', 'name': 'tempest-DeleteServersTestJSON-1561387853-router', 'tenant_id': '40c8a191c2cc42b988640eb4ad2e49d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '64eb2d34-9b9d-4e0b-81a2-d08b5395b382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:54:30Z', 'updated_at': '2022-09-22T21:55:33Z', 'revision_number': 5, 'project_id': '40c8a191c2cc42b988640eb4ad2e49d8', 'gw_port': {'id': '64eb2d34-9b9d-4e0b-81a2-d08b5395b382', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3164ed-d859-4395-a121-f281a9dbeb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:54:30Z', 'updated_at': '2022-09-22T21:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:55:34.679521 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da97208-1f62-4491-97c9-a17b13b47d0f None None] Checking router: 5a3164ed-d859-4395-a121-f281a9dbeb11 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:55:34.687777 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da97208-1f62-4491-97c9-a17b13b47d0f None None] Routers {'5a3164ed-d859-4395-a121-f281a9dbeb11'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:55:34.688371 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-3da97208-1f62-4491-97c9-a17b13b47d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:55:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['5a3164ed-d859-4395-a121-f281a9dbeb11'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:55:34.745478 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-8de223c5-51e4-46a0-bde3-8427b4bf2a24 admin admin] For port 64eb2d34-9b9d-4e0b-81a2-d08b5395b382, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=64eb2d34-9b9d-4e0b-81a2-d08b5395b382,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:55:34.745838 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8de223c5-51e4-46a0-bde3-8427b4bf2a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:34.797734 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device e7404371-4a5b-42f8-a6f0-de4b297635a8 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:55:34.848740 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] No Port match for: e7404371-4a5b-42f8-a6f0-de4b297635a8 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:55:34.849083 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device e7404371-4a5b-42f8-a6f0-de4b297635a8 not bound to the agent host hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:55:34.870730 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-3da97208-1f62-4491-97c9-a17b13b47d0f None None] Set router 5a3164ed-d859-4395-a121-f281a9dbeb11 gateway port host: None {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:55:34.872287 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-8de223c5-51e4-46a0-bde3-8427b4bf2a24 admin admin] Calling delete_port for 64eb2d34-9b9d-4e0b-81a2-d08b5395b382 owned by network:router_gateway {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:55:34.974392 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-3da97208-1f62-4491-97c9-a17b13b47d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3164ed-d859-4395-a121-f281a9dbeb11', 'name': 'tempest-DeleteServersTestJSON-1561387853-router', 'tenant_id': '40c8a191c2cc42b988640eb4ad2e49d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:54:30Z', 'updated_at': '2022-09-22T21:55:34Z', 'revision_number': 6, 'project_id': '40c8a191c2cc42b988640eb4ad2e49d8', 'gw_port_host': None}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:55:34.978341 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da97208-1f62-4491-97c9-a17b13b47d0f None None] The sync data for ids ['5a3164ed-d859-4395-a121-f281a9dbeb11'] in dv-neutron-858900-1-hyperv is: [{'id': '5a3164ed-d859-4395-a121-f281a9dbeb11', 'name': 'tempest-DeleteServersTestJSON-1561387853-router', 'tenant_id': '40c8a191c2cc42b988640eb4ad2e49d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:54:30Z', 'updated_at': '2022-09-22T21:55:34Z', 'revision_number': 6, 'project_id': '40c8a191c2cc42b988640eb4ad2e49d8', 'gw_port_host': None}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:55:35.041883 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8de223c5-51e4-46a0-bde3-8427b4bf2a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:35.087453 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de223c5-51e4-46a0-bde3-8427b4bf2a24 admin admin] Pushing event deleted for resources: {'Port': ['ID=64eb2d34-9b9d-4e0b-81a2-d08b5395b382,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:55:35.182732 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8de223c5-51e4-46a0-bde3-8427b4bf2a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8012236'] for router_gateway, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:35.393449 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 96dce77f-c681-4834-814d-fc7d8afb2838 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:55:35.429964 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 96dce77f-c681-4834-814d-fc7d8afb2838 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:55:35.430309 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 96dce77f-c681-4834-814d-fc7d8afb2838 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:55:35.466613 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8de223c5-51e4-46a0-bde3-8427b4bf2a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:35.468759 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8de223c5-51e4-46a0-bde3-8427b4bf2a24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:35.491809 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8de223c5-51e4-46a0-bde3-8427b4bf2a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:35.492360 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de223c5-51e4-46a0-bde3-8427b4bf2a24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a3164ed-d859-4395-a121-f281a9dbeb11 {{(pid=89008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:55:35.504329 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8de223c5-51e4-46a0-bde3-8427b4bf2a24 admin admin] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:35.505423 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-8de223c5-51e4-46a0-bde3-8427b4bf2a24 admin admin] 10.222.0.33 "DELETE /v2.0/routers/5a3164ed-d859-4395-a121-f281a9dbeb11 HTTP/1.1" status: 204 len: 168 time: 1.2933815 Sep 22 21:55:35.508538 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 54462) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:55:35.565025 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-e538667e-f080-4d70-9510-7896da87442f admin admin] Deleting subnet 641c31ef-b5f6-42a6-8a1d-2488893f3c3a {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:55:35.567920 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e538667e-f080-4d70-9510-7896da87442f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:35.617403 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e538667e-f080-4d70-9510-7896da87442f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:35.691648 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e538667e-f080-4d70-9510-7896da87442f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:35.760431 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e538667e-f080-4d70-9510-7896da87442f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:35.800851 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e538667e-f080-4d70-9510-7896da87442f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=641c31ef-b5f6-42a6-8a1d-2488893f3c3a,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:55:35.804940 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e538667e-f080-4d70-9510-7896da87442f admin admin] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:35.810863 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f15bcf5-fe5c-4190-9347-038cd1aa016f None None] Network 467f722b-5dc2-4717-95ae-f09270f15ad6 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:55:35.811216 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e538667e-f080-4d70-9510-7896da87442f admin admin] 10.222.0.33 "DELETE /v2.0/subnets/641c31ef-b5f6-42a6-8a1d-2488893f3c3a HTTP/1.1" status: 204 len: 168 time: 0.3013034 Sep 22 21:55:35.813198 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 54466) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:55:35.921071 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-758b2972-853f-4bee-b186-4a7a3a05aca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:35.933626 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-758b2972-853f-4bee-b186-4a7a3a05aca3 admin admin] Deleting port 7ea3f4b3-6b9a-4213-910e-4d39e37dbe06 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:55:35.933968 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-758b2972-853f-4bee-b186-4a7a3a05aca3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:36.075729 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6752b5cf-56d0-4eeb-b320-74b1de244efa None None] DHCP port deletion for 467f722b-5dc2-4717-95ae-f09270f15ad6 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:55:36.079963 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-6752b5cf-56d0-4eeb-b320-74b1de244efa None None] Deleting port 7ea3f4b3-6b9a-4213-910e-4d39e37dbe06 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:55:36.080335 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6752b5cf-56d0-4eeb-b320-74b1de244efa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:36.150226 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-758b2972-853f-4bee-b186-4a7a3a05aca3 admin admin] For port 7ea3f4b3-6b9a-4213-910e-4d39e37dbe06, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=7ea3f4b3-6b9a-4213-910e-4d39e37dbe06,segment=NetworkSegment(3d6be697-c632-417b-8a95-31dcd7421fa3),segment_id=3d6be697-c632-417b-8a95-31dcd7421fa3)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:55:36.150226 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-758b2972-853f-4bee-b186-4a7a3a05aca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:36.280816 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-758b2972-853f-4bee-b186-4a7a3a05aca3 admin admin] Calling delete_port for 7ea3f4b3-6b9a-4213-910e-4d39e37dbe06 owned by network:dhcp {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:55:36.327098 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-6752b5cf-56d0-4eeb-b320-74b1de244efa None None] For port 7ea3f4b3-6b9a-4213-910e-4d39e37dbe06, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=7ea3f4b3-6b9a-4213-910e-4d39e37dbe06,segment=NetworkSegment(3d6be697-c632-417b-8a95-31dcd7421fa3),segment_id=3d6be697-c632-417b-8a95-31dcd7421fa3)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:55:36.327590 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6752b5cf-56d0-4eeb-b320-74b1de244efa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:36.360949 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-758b2972-853f-4bee-b186-4a7a3a05aca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:36.404440 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b2972-853f-4bee-b186-4a7a3a05aca3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ea3f4b3-6b9a-4213-910e-4d39e37dbe06,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:55:36.409449 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758b2972-853f-4bee-b186-4a7a3a05aca3 admin admin] No DVR routers for this DVR port 7ea3f4b3-6b9a-4213-910e-4d39e37dbe06 on host dv-neutron-858900-1-hyperv {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:55:36.453477 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-6752b5cf-56d0-4eeb-b320-74b1de244efa None None] Calling delete_port for 7ea3f4b3-6b9a-4213-910e-4d39e37dbe06 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:55:36.524462 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.db.api [None req-6752b5cf-56d0-4eeb-b320-74b1de244efa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:55:36.524719 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-758b2972-853f-4bee-b186-4a7a3a05aca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:36.524870 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG oslo_db.api [None req-6752b5cf-56d0-4eeb-b320-74b1de244efa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:55:36.549466 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-758b2972-853f-4bee-b186-4a7a3a05aca3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['467f722b-5dc2-4717-95ae-f09270f15ad6']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:55:36.564919 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-758b2972-853f-4bee-b186-4a7a3a05aca3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d6be697-c632-417b-8a95-31dcd7421fa3') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:55:36.565215 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-758b2972-853f-4bee-b186-4a7a3a05aca3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d6be697-c632-417b-8a95-31dcd7421fa3') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:55:36.576772 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-758b2972-853f-4bee-b186-4a7a3a05aca3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:36.593648 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-758b2972-853f-4bee-b186-4a7a3a05aca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:36.599653 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-758b2972-853f-4bee-b186-4a7a3a05aca3 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:55:36.600034 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-758b2972-853f-4bee-b186-4a7a3a05aca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:36.688981 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-758b2972-853f-4bee-b186-4a7a3a05aca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:36.694530 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-758b2972-853f-4bee-b186-4a7a3a05aca3 admin admin] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:36.722344 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b2972-853f-4bee-b186-4a7a3a05aca3 admin admin] Pushing event deleted for resources: {'Network': ['ID=467f722b-5dc2-4717-95ae-f09270f15ad6,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:55:36.733684 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 3d6be697-c632-417b-8a95-31dcd7421fa3 resource provider aggregate not found Sep 22 21:55:36.738593 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-758b2972-853f-4bee-b186-4a7a3a05aca3 admin admin] 10.222.0.33 "DELETE /v2.0/networks/467f722b-5dc2-4717-95ae-f09270f15ad6 HTTP/1.1" status: 204 len: 168 time: 0.9244576 Sep 22 21:55:36.750344 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 3d6be697-c632-417b-8a95-31dcd7421fa3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3d6be697-c632-417b-8a95-31dcd7421fa3 found for delete ", "request_id": "req-4c1f4a7b-2dfa-4e8b-9439-02aec87ba49e"}]} Sep 22 21:55:36.872782 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 54478) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:55:36.920031 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-d161fd9d-d730-4704-b399-fb55ffa70ef4 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=40c8a191c2cc42b988640eb4ad2e49d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461459 Sep 22 21:55:36.922292 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 54482) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:55:36.984532 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1525e3e4-5503-4b6f-ba2e-7673865f458f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:37.010448 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1525e3e4-5503-4b6f-ba2e-7673865f458f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:37.026105 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-6752b5cf-56d0-4eeb-b320-74b1de244efa None None] Deleting port 7ea3f4b3-6b9a-4213-910e-4d39e37dbe06 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:55:37.026471 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6752b5cf-56d0-4eeb-b320-74b1de244efa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:37.061230 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1525e3e4-5503-4b6f-ba2e-7673865f458f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:37.078400 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525e3e4-5503-4b6f-ba2e-7673865f458f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045b8b11-3e00-4a38-ac7f-bc434aa0ab1e,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:55:37.091513 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1525e3e4-5503-4b6f-ba2e-7673865f458f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:37.092705 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-1525e3e4-5503-4b6f-ba2e-7673865f458f admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/045b8b11-3e00-4a38-ac7f-bc434aa0ab1e HTTP/1.1" status: 204 len: 168 time: 0.1693866 Sep 22 21:55:37.107380 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-6752b5cf-56d0-4eeb-b320-74b1de244efa None None] The port '7ea3f4b3-6b9a-4213-910e-4d39e37dbe06' was deleted {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 21:55:37.377942 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 64eb2d34-9b9d-4e0b-81a2-d08b5395b382 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:55:37.410938 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 64eb2d34-9b9d-4e0b-81a2-d08b5395b382 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:55:37.411283 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 64eb2d34-9b9d-4e0b-81a2-d08b5395b382 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:55:37.411695 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 7ea3f4b3-6b9a-4213-910e-4d39e37dbe06 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:55:37.444561 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 7ea3f4b3-6b9a-4213-910e-4d39e37dbe06 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:55:37.444908 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 7ea3f4b3-6b9a-4213-910e-4d39e37dbe06 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:55:37.805857 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 54506) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:55:37.914013 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-c4e9afad-82cb-4858-a4fd-7fe515743533 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-437597516-network', 'tenant_id': 'ba0731e9e73f422f8197998d2dccf4ff'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:55:37.918799 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c4e9afad-82cb-4858-a4fd-7fe515743533 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:55:37.922768 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c4e9afad-82cb-4858-a4fd-7fe515743533 admin admin] Usage tracker for resource:network and tenant:ba0731e9e73f422f8197998d2dccf4ff is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:55:37.925686 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c4e9afad-82cb-4858-a4fd-7fe515743533 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:55:37.931942 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c4e9afad-82cb-4858-a4fd-7fe515743533 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:55:37.941193 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e9afad-82cb-4858-a4fd-7fe515743533 admin admin] Made reservation on behalf of ba0731e9e73f422f8197998d2dccf4ff for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:55:37.943652 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c4e9afad-82cb-4858-a4fd-7fe515743533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:37.955190 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c4e9afad-82cb-4858-a4fd-7fe515743533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:37.972398 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c4e9afad-82cb-4858-a4fd-7fe515743533 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:55:37.976730 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c4e9afad-82cb-4858-a4fd-7fe515743533 admin admin] Usage tracker for resource:security_group_rule and tenant:ba0731e9e73f422f8197998d2dccf4ff is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:55:37.979449 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c4e9afad-82cb-4858-a4fd-7fe515743533 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:55:37.984969 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c4e9afad-82cb-4858-a4fd-7fe515743533 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:55:38.065930 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c4e9afad-82cb-4858-a4fd-7fe515743533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:38.070233 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c4e9afad-82cb-4858-a4fd-7fe515743533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:38.097146 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4e9afad-82cb-4858-a4fd-7fe515743533 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:55:38.109140 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e9afad-82cb-4858-a4fd-7fe515743533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54529324-c20e-4d66-8373-7cbda82ec14b,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:55:38.113487 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c4e9afad-82cb-4858-a4fd-7fe515743533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:38.113827 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-c4e9afad-82cb-4858-a4fd-7fe515743533 admin admin] Added segment e388763e-5123-4b46-b9c6-5183d7154241 of type vlan for network 48783a47-af34-4b4b-b0d2-7ff73348c368 Sep 22 21:55:38.140361 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c4e9afad-82cb-4858-a4fd-7fe515743533 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:38.168224 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c4e9afad-82cb-4858-a4fd-7fe515743533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:38.169195 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e9afad-82cb-4858-a4fd-7fe515743533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:38.169753 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c4e9afad-82cb-4858-a4fd-7fe515743533 admin admin] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:38.360969 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c4e9afad-82cb-4858-a4fd-7fe515743533 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5539382 Sep 22 21:55:38.363699 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e9afad-82cb-4858-a4fd-7fe515743533 admin admin] Pushing event updated for resources: {'Network': ['ID=48783a47-af34-4b4b-b0d2-7ff73348c368,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:55:38.363925 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 54512) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:55:38.369420 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-e21b9d1b-b26a-440c-b42a-e555e634288f admin admin] Request body: {'subnet': {'network_id': '48783a47-af34-4b4b-b0d2-7ff73348c368', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-437597516-subnet', 'tenant_id': 'ba0731e9e73f422f8197998d2dccf4ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:55:38.373431 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 48783a47-af34-4b4b-b0d2-7ff73348c368 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:55:38.374556 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-e21b9d1b-b26a-440c-b42a-e555e634288f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:55:38.378479 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-e21b9d1b-b26a-440c-b42a-e555e634288f admin admin] Usage tracker for resource:subnet and tenant:ba0731e9e73f422f8197998d2dccf4ff is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:55:38.381362 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-e21b9d1b-b26a-440c-b42a-e555e634288f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:55:38.388266 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-e21b9d1b-b26a-440c-b42a-e555e634288f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:55:38.399436 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21b9d1b-b26a-440c-b42a-e555e634288f admin admin] Made reservation on behalf of ba0731e9e73f422f8197998d2dccf4ff for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:55:38.401684 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e21b9d1b-b26a-440c-b42a-e555e634288f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:38.688249 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e21b9d1b-b26a-440c-b42a-e555e634288f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:38.759702 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b9d1b-b26a-440c-b42a-e555e634288f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c764bbec-416b-46c3-8bd1-01baae7dc399,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:55:38.770363 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21b9d1b-b26a-440c-b42a-e555e634288f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:55:38.770737 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21b9d1b-b26a-440c-b42a-e555e634288f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:55:38.771075 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21b9d1b-b26a-440c-b42a-e555e634288f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:55:38.771403 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21b9d1b-b26a-440c-b42a-e555e634288f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:55:38.771731 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21b9d1b-b26a-440c-b42a-e555e634288f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:55:38.772081 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21b9d1b-b26a-440c-b42a-e555e634288f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:55:38.772402 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21b9d1b-b26a-440c-b42a-e555e634288f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:55:38.772724 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21b9d1b-b26a-440c-b42a-e555e634288f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:55:38.773042 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21b9d1b-b26a-440c-b42a-e555e634288f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:55:38.773356 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21b9d1b-b26a-440c-b42a-e555e634288f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:55:38.773672 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21b9d1b-b26a-440c-b42a-e555e634288f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:55:38.773990 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21b9d1b-b26a-440c-b42a-e555e634288f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:55:38.779894 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21b9d1b-b26a-440c-b42a-e555e634288f admin admin] Checking segment: {'id': 'e388763e-5123-4b46-b9c6-5183d7154241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '48783a47-af34-4b4b-b0d2-7ff73348c368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:55:38.780244 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21b9d1b-b26a-440c-b42a-e555e634288f admin admin] Network hostable DHCP agents. Network: 48783a47-af34-4b4b-b0d2-7ff73348c368, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:55:38.798264 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21b9d1b-b26a-440c-b42a-e555e634288f admin admin] Network 48783a47-af34-4b4b-b0d2-7ff73348c368 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:55:38.807117 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-e21b9d1b-b26a-440c-b42a-e555e634288f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 48783a47-af34-4b4b-b0d2-7ff73348c368) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:55:38.811016 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21b9d1b-b26a-440c-b42a-e555e634288f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:38.811588 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e21b9d1b-b26a-440c-b42a-e555e634288f admin admin] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:38.817290 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87317848-9f43-403c-8931-70a303c581b9 None None] Network 48783a47-af34-4b4b-b0d2-7ff73348c368 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:55:38.834886 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e21b9d1b-b26a-440c-b42a-e555e634288f admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4696496 Sep 22 21:55:38.837622 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 54516) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:55:38.842731 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-a521b6a1-b002-45d2-a5b4-83079d079b7b admin admin] Request body: {'router': {'name': 'tempest-ServerDiskConfigTestJSON-437597516-router', 'tenant_id': 'ba0731e9e73f422f8197998d2dccf4ff', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:55:38.847624 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-a521b6a1-b002-45d2-a5b4-83079d079b7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:55:38.852042 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-a521b6a1-b002-45d2-a5b4-83079d079b7b admin admin] Usage tracker for resource:router and tenant:ba0731e9e73f422f8197998d2dccf4ff is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:55:38.854887 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-a521b6a1-b002-45d2-a5b4-83079d079b7b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:55:38.860515 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-a521b6a1-b002-45d2-a5b4-83079d079b7b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:55:38.871479 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a521b6a1-b002-45d2-a5b4-83079d079b7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:38.872556 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a521b6a1-b002-45d2-a5b4-83079d079b7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:38.887915 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a521b6a1-b002-45d2-a5b4-83079d079b7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:39.035275 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1178bc5-519b-49f8-8844-a6123836a6e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-48783a47-af34-4b4b-b0d2-7ff73348c368', 'network_id': '48783a47-af34-4b4b-b0d2-7ff73348c368', 'tenant_id': 'ba0731e9e73f422f8197998d2dccf4ff', 'fixed_ips': [{'subnet_id': 'c764bbec-416b-46c3-8bd1-01baae7dc399'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:55:39.036096 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-b1178bc5-519b-49f8-8844-a6123836a6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:39.152212 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a521b6a1-b002-45d2-a5b4-83079d079b7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:39.192585 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-b1178bc5-519b-49f8-8844-a6123836a6e4 None None] Allocated IP 172.20.0.2 (48783a47-af34-4b4b-b0d2-7ff73348c368/c764bbec-416b-46c3-8bd1-01baae7dc399/434464bf-6314-4f7d-832c-422559f63c33) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:55:39.394299 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-b1178bc5-519b-49f8-8844-a6123836a6e4 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:39.404853 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-b1178bc5-519b-49f8-8844-a6123836a6e4 None None] Transition to ACTIVE for port object 434464bf-6314-4f7d-832c-422559f63c33 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:55:39.423810 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-b1178bc5-519b-49f8-8844-a6123836a6e4 None None] Transition to ACTIVE for port object 434464bf-6314-4f7d-832c-422559f63c33 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:55:39.429156 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-b1178bc5-519b-49f8-8844-a6123836a6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:39.460506 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a521b6a1-b002-45d2-a5b4-83079d079b7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:39.489756 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a521b6a1-b002-45d2-a5b4-83079d079b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:39.494859 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1178bc5-519b-49f8-8844-a6123836a6e4 None None] Network 48783a47-af34-4b4b-b0d2-7ff73348c368 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:55:39.497617 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-b1178bc5-519b-49f8-8844-a6123836a6e4 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:55:39.501103 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1178bc5-519b-49f8-8844-a6123836a6e4 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:55:39.544422 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1178bc5-519b-49f8-8844-a6123836a6e4 None None] Pushing event updated for resources: {'Port': ['ID=434464bf-6314-4f7d-832c-422559f63c33,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:55:39.612145 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-b1178bc5-519b-49f8-8844-a6123836a6e4 None None] Attempting to bind port 434464bf-6314-4f7d-832c-422559f63c33 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:55:39.612380 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-b1178bc5-519b-49f8-8844-a6123836a6e4 None None] Attempting to bind port 434464bf-6314-4f7d-832c-422559f63c33 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'e388763e-5123-4b46-b9c6-5183d7154241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '48783a47-af34-4b4b-b0d2-7ff73348c368'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:55:39.612732 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1178bc5-519b-49f8-8844-a6123836a6e4 None None] Attempting to bind port 434464bf-6314-4f7d-832c-422559f63c33 on network 48783a47-af34-4b4b-b0d2-7ff73348c368 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:55:39.617840 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1178bc5-519b-49f8-8844-a6123836a6e4 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:55:39.618228 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1178bc5-519b-49f8-8844-a6123836a6e4 None None] Checking segment: {'id': 'e388763e-5123-4b46-b9c6-5183d7154241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '48783a47-af34-4b4b-b0d2-7ff73348c368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:55:39.618627 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-b1178bc5-519b-49f8-8844-a6123836a6e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:39.619019 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1178bc5-519b-49f8-8844-a6123836a6e4 None None] Bound using segment: {'id': 'e388763e-5123-4b46-b9c6-5183d7154241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '48783a47-af34-4b4b-b0d2-7ff73348c368'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:55:39.619461 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-b1178bc5-519b-49f8-8844-a6123836a6e4 None None] Bound port: 434464bf-6314-4f7d-832c-422559f63c33, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e388763e-5123-4b46-b9c6-5183d7154241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '48783a47-af34-4b4b-b0d2-7ff73348c368'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:55:39.619821 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-b1178bc5-519b-49f8-8844-a6123836a6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:39.624661 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-a521b6a1-b002-45d2-a5b4-83079d079b7b admin admin] Allocated IP 172.26.0.164 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/137f478e-3641-423e-ad69-a5e64c8dfdd3) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:55:39.715273 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-b1178bc5-519b-49f8-8844-a6123836a6e4 None None] For port 434464bf-6314-4f7d-832c-422559f63c33, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:55:39.717695 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7cd28166-df52-4f75-8aa0-ac2d84a1a37e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:39.720031 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-b1178bc5-519b-49f8-8844-a6123836a6e4 None None] For port 434464bf-6314-4f7d-832c-422559f63c33, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=434464bf-6314-4f7d-832c-422559f63c33,segment=NetworkSegment(e388763e-5123-4b46-b9c6-5183d7154241),segment_id=e388763e-5123-4b46-b9c6-5183d7154241)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:55:39.724769 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-b1178bc5-519b-49f8-8844-a6123836a6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:39.778402 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a521b6a1-b002-45d2-a5b4-83079d079b7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:39.799540 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1178bc5-519b-49f8-8844-a6123836a6e4 None None] Pushing event updated for resources: {'Port': ['ID=434464bf-6314-4f7d-832c-422559f63c33,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:55:39.815486 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a521b6a1-b002-45d2-a5b4-83079d079b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:39.882517 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a521b6a1-b002-45d2-a5b4-83079d079b7b admin admin] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:55:39.885576 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-a521b6a1-b002-45d2-a5b4-83079d079b7b admin admin] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:55:39.889255 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a521b6a1-b002-45d2-a5b4-83079d079b7b admin admin] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:55:39.918956 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521b6a1-b002-45d2-a5b4-83079d079b7b admin admin] Pushing event updated for resources: {'Port': ['ID=137f478e-3641-423e-ad69-a5e64c8dfdd3,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:55:40.424012 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a521b6a1-b002-45d2-a5b4-83079d079b7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:40.713220 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec03c55-477c-4aae-a21c-24886904f7f1 None None] Network 48783a47-af34-4b4b-b0d2-7ff73348c368 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:55:40.766360 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a521b6a1-b002-45d2-a5b4-83079d079b7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:40.827367 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-2f8c39ad-8dea-4308-b394-4277f81af27a None None] Provisioning for port 434464bf-6314-4f7d-832c-422559f63c33 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:55:40.969946 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a521b6a1-b002-45d2-a5b4-83079d079b7b admin admin] Router 071c4f32-9b2b-47ca-9b9c-4fec0d7f10d5 is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:55:41.155645 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a521b6a1-b002-45d2-a5b4-83079d079b7b admin admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:55:41.164832 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e348609f-8cae-44c3-9f12-7ccff4de2b5c None None] Sync routers for ids ['071c4f32-9b2b-47ca-9b9c-4fec0d7f10d5'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:55:41.174242 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e348609f-8cae-44c3-9f12-7ccff4de2b5c None None] Routers {'071c4f32-9b2b-47ca-9b9c-4fec0d7f10d5'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:55:41.174888 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-e348609f-8cae-44c3-9f12-7ccff4de2b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:55:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['071c4f32-9b2b-47ca-9b9c-4fec0d7f10d5'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:55:41.179436 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a521b6a1-b002-45d2-a5b4-83079d079b7b admin admin] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:41.180619 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a521b6a1-b002-45d2-a5b4-83079d079b7b admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3419716 Sep 22 21:55:41.184532 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 54520) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:55:41.356585 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-e348609f-8cae-44c3-9f12-7ccff4de2b5c None None] Set router 071c4f32-9b2b-47ca-9b9c-4fec0d7f10d5 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:55:41.421147 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 434464bf-6314-4f7d-832c-422559f63c33 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:55:41.495645 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 434464bf-6314-4f7d-832c-422559f63c33 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:55:41.501028 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 434464bf-6314-4f7d-832c-422559f63c33 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:55:41.501028 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:41.501364 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 434464bf-6314-4f7d-832c-422559f63c33 Sep 22 21:55:41.638230 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 434464bf-6314-4f7d-832c-422559f63c33 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:55:41.638659 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:41.657816 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-e348609f-8cae-44c3-9f12-7ccff4de2b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071c4f32-9b2b-47ca-9b9c-4fec0d7f10d5', 'name': 'tempest-ServerDiskConfigTestJSON-437597516-router', 'tenant_id': 'ba0731e9e73f422f8197998d2dccf4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.164'}], 'enable_snat': True}, 'gw_port_id': '137f478e-3641-423e-ad69-a5e64c8dfdd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:55:38Z', 'updated_at': '2022-09-22T21:55:40Z', 'revision_number': 3, 'project_id': 'ba0731e9e73f422f8197998d2dccf4ff', 'gw_port': {'id': '137f478e-3641-423e-ad69-a5e64c8dfdd3', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f4:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071c4f32-9b2b-47ca-9b9c-4fec0d7f10d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:55:39Z', 'updated_at': '2022-09-22T21:55:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:55:41.661976 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e348609f-8cae-44c3-9f12-7ccff4de2b5c None None] Checking router: 071c4f32-9b2b-47ca-9b9c-4fec0d7f10d5 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:55:41.662415 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e348609f-8cae-44c3-9f12-7ccff4de2b5c None None] Updating router 071c4f32-9b2b-47ca-9b9c-4fec0d7f10d5 port 137f478e-3641-423e-ad69-a5e64c8dfdd3 binding host dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:55:41.675532 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 434464bf-6314-4f7d-832c-422559f63c33, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=434464bf-6314-4f7d-832c-422559f63c33,segment=NetworkSegment(e388763e-5123-4b46-b9c6-5183d7154241),segment_id=e388763e-5123-4b46-b9c6-5183d7154241)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:55:41.680444 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:41.719708 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-e348609f-8cae-44c3-9f12-7ccff4de2b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:41.751284 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=434464bf-6314-4f7d-832c-422559f63c33,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:55:41.929551 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-b6577496-0c95-418d-bfa4-7eb2a73f151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:41.999096 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b3ab631d-36a9-455b-9a09-f104a41c3e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:42.059721 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-e348609f-8cae-44c3-9f12-7ccff4de2b5c None None] Notify callbacks [] for port, precommit_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:42.071302 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.provisioning_blocks [None req-e348609f-8cae-44c3-9f12-7ccff4de2b5c None None] Transition to ACTIVE for port object 137f478e-3641-423e-ad69-a5e64c8dfdd3 will not be triggered until provisioned by entity L2. {{(pid=89011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:55:42.079246 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-e348609f-8cae-44c3-9f12-7ccff4de2b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:42.142553 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-e348609f-8cae-44c3-9f12-7ccff4de2b5c None None] Attempting to bind port 137f478e-3641-423e-ad69-a5e64c8dfdd3 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:55:42.142935 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-e348609f-8cae-44c3-9f12-7ccff4de2b5c None None] Attempting to bind port 137f478e-3641-423e-ad69-a5e64c8dfdd3 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:55:42.143293 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e348609f-8cae-44c3-9f12-7ccff4de2b5c None None] Attempting to bind port 137f478e-3641-423e-ad69-a5e64c8dfdd3 on network a22ae1c9-d428-411f-af43-ce0f71b38d9c {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:55:42.153228 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e348609f-8cae-44c3-9f12-7ccff4de2b5c None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:55:42.153593 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e348609f-8cae-44c3-9f12-7ccff4de2b5c None None] Checking segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:55:42.153982 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-e348609f-8cae-44c3-9f12-7ccff4de2b5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:42.154371 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e348609f-8cae-44c3-9f12-7ccff4de2b5c None None] Bound using segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:55:42.155102 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-e348609f-8cae-44c3-9f12-7ccff4de2b5c None None] Bound port: 137f478e-3641-423e-ad69-a5e64c8dfdd3, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:55:42.155583 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-e348609f-8cae-44c3-9f12-7ccff4de2b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:42.191117 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f8aa8d-8915-4d73-a5a1-c4b95b66b07c None None] Pushing event updated for resources: {'Port': ['ID=137f478e-3641-423e-ad69-a5e64c8dfdd3,revision_number=2']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:55:42.202662 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-b3ab631d-36a9-455b-9a09-f104a41c3e38 admin admin] Allocated IP 172.20.0.1 (48783a47-af34-4b4b-b0d2-7ff73348c368/c764bbec-416b-46c3-8bd1-01baae7dc399/72e6c746-702c-49fc-96f0-f81d40800473) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:55:42.207910 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f8aa8d-8915-4d73-a5a1-c4b95b66b07c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:55:42.208560 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f8aa8d-8915-4d73-a5a1-c4b95b66b07c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:55:42.208909 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f8aa8d-8915-4d73-a5a1-c4b95b66b07c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:55:42.209256 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f8aa8d-8915-4d73-a5a1-c4b95b66b07c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:55:42.210089 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f8aa8d-8915-4d73-a5a1-c4b95b66b07c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:55:42.210415 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f8aa8d-8915-4d73-a5a1-c4b95b66b07c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:55:42.210767 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f8aa8d-8915-4d73-a5a1-c4b95b66b07c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:55:42.211088 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f8aa8d-8915-4d73-a5a1-c4b95b66b07c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:55:42.211406 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f8aa8d-8915-4d73-a5a1-c4b95b66b07c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:55:42.211725 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f8aa8d-8915-4d73-a5a1-c4b95b66b07c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:55:42.212148 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f8aa8d-8915-4d73-a5a1-c4b95b66b07c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:55:42.212349 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f8aa8d-8915-4d73-a5a1-c4b95b66b07c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:55:42.244352 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-e348609f-8cae-44c3-9f12-7ccff4de2b5c None None] For port 137f478e-3641-423e-ad69-a5e64c8dfdd3, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:55:42.247801 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-e348609f-8cae-44c3-9f12-7ccff4de2b5c None None] For port 137f478e-3641-423e-ad69-a5e64c8dfdd3, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=137f478e-3641-423e-ad69-a5e64c8dfdd3,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:55:42.252003 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-e348609f-8cae-44c3-9f12-7ccff4de2b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:42.316253 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e348609f-8cae-44c3-9f12-7ccff4de2b5c None None] Routers {'071c4f32-9b2b-47ca-9b9c-4fec0d7f10d5'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:55:42.316876 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-e348609f-8cae-44c3-9f12-7ccff4de2b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:55:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['071c4f32-9b2b-47ca-9b9c-4fec0d7f10d5'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:55:42.369715 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b3ab631d-36a9-455b-9a09-f104a41c3e38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:42.385038 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-b3ab631d-36a9-455b-9a09-f104a41c3e38 admin admin] Transition to ACTIVE for port object 72e6c746-702c-49fc-96f0-f81d40800473 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:55:42.403720 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f8aa8d-8915-4d73-a5a1-c4b95b66b07c None None] Pushing event updated for resources: {'Port': ['ID=137f478e-3641-423e-ad69-a5e64c8dfdd3,revision_number=3']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:55:42.409569 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b3ab631d-36a9-455b-9a09-f104a41c3e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:42.474793 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ab631d-36a9-455b-9a09-f104a41c3e38 admin admin] Network 48783a47-af34-4b4b-b0d2-7ff73348c368 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:55:42.478030 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-b3ab631d-36a9-455b-9a09-f104a41c3e38 admin admin] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:55:42.481813 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ab631d-36a9-455b-9a09-f104a41c3e38 admin admin] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:55:42.519579 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab631d-36a9-455b-9a09-f104a41c3e38 admin admin] Pushing event updated for resources: {'Port': ['ID=72e6c746-702c-49fc-96f0-f81d40800473,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:55:42.540636 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-e348609f-8cae-44c3-9f12-7ccff4de2b5c None None] Set router 071c4f32-9b2b-47ca-9b9c-4fec0d7f10d5 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:55:42.548674 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b3ab631d-36a9-455b-9a09-f104a41c3e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:42.690690 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-81ab5dbb-e730-49df-ade2-c4017d647917 None None] Provisioning for port 72e6c746-702c-49fc-96f0-f81d40800473 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:55:42.696244 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-81ab5dbb-e730-49df-ade2-c4017d647917 None None] Provisioning complete for port 72e6c746-702c-49fc-96f0-f81d40800473 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:55:42.696613 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-81ab5dbb-e730-49df-ade2-c4017d647917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:42.696943 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-81ab5dbb-e730-49df-ade2-c4017d647917 None None] Attempt 1 to provision port 72e6c746-702c-49fc-96f0-f81d40800473 Sep 22 21:55:42.757528 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-81ab5dbb-e730-49df-ade2-c4017d647917 None None] Port 72e6c746-702c-49fc-96f0-f81d40800473 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:55:42.775813 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:42.817576 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b3ab631d-36a9-455b-9a09-f104a41c3e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:42.840646 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-e348609f-8cae-44c3-9f12-7ccff4de2b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071c4f32-9b2b-47ca-9b9c-4fec0d7f10d5', 'name': 'tempest-ServerDiskConfigTestJSON-437597516-router', 'tenant_id': 'ba0731e9e73f422f8197998d2dccf4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.164'}], 'enable_snat': True}, 'gw_port_id': '137f478e-3641-423e-ad69-a5e64c8dfdd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:55:38Z', 'updated_at': '2022-09-22T21:55:40Z', 'revision_number': 3, 'project_id': 'ba0731e9e73f422f8197998d2dccf4ff', 'gw_port': {'id': '137f478e-3641-423e-ad69-a5e64c8dfdd3', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f4:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071c4f32-9b2b-47ca-9b9c-4fec0d7f10d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:55:39Z', 'updated_at': '2022-09-22T21:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:55:42.844474 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e348609f-8cae-44c3-9f12-7ccff4de2b5c None None] The sync data for ids ['071c4f32-9b2b-47ca-9b9c-4fec0d7f10d5'] in dv-neutron-858900-1-hyperv is: [{'id': '071c4f32-9b2b-47ca-9b9c-4fec0d7f10d5', 'name': 'tempest-ServerDiskConfigTestJSON-437597516-router', 'tenant_id': 'ba0731e9e73f422f8197998d2dccf4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.164'}], 'enable_snat': True}, 'gw_port_id': '137f478e-3641-423e-ad69-a5e64c8dfdd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:55:38Z', 'updated_at': '2022-09-22T21:55:40Z', 'revision_number': 3, 'project_id': 'ba0731e9e73f422f8197998d2dccf4ff', 'gw_port': {'id': '137f478e-3641-423e-ad69-a5e64c8dfdd3', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f4:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071c4f32-9b2b-47ca-9b9c-4fec0d7f10d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:55:39Z', 'updated_at': '2022-09-22T21:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:55:43.062704 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b3ab631d-36a9-455b-9a09-f104a41c3e38 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:43.068464 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b3ab631d-36a9-455b-9a09-f104a41c3e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:43.171185 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:43.214743 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b3ab631d-36a9-455b-9a09-f104a41c3e38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:43.218711 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab631d-36a9-455b-9a09-f104a41c3e38 admin admin] Pushing event updated for resources: {'Port': ['ID=72e6c746-702c-49fc-96f0-f81d40800473,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:55:43.259331 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-81ab5dbb-e730-49df-ade2-c4017d647917 None None] Attempt 2 to provision port 72e6c746-702c-49fc-96f0-f81d40800473 Sep 22 21:55:43.317680 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-81ab5dbb-e730-49df-ade2-c4017d647917 None None] Port 72e6c746-702c-49fc-96f0-f81d40800473 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:55:43.453679 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 137f478e-3641-423e-ad69-a5e64c8dfdd3 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:55:43.498962 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ab631d-36a9-455b-9a09-f104a41c3e38 admin admin] Network 48783a47-af34-4b4b-b0d2-7ff73348c368 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:55:43.500277 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-b3ab631d-36a9-455b-9a09-f104a41c3e38 admin admin] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:55:43.533428 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 137f478e-3641-423e-ad69-a5e64c8dfdd3 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:55:43.540117 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 137f478e-3641-423e-ad69-a5e64c8dfdd3 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:55:43.540564 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:43.540976 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 137f478e-3641-423e-ad69-a5e64c8dfdd3 Sep 22 21:55:43.683172 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 137f478e-3641-423e-ad69-a5e64c8dfdd3 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:55:43.683665 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:43.707208 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 137f478e-3641-423e-ad69-a5e64c8dfdd3, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=137f478e-3641-423e-ad69-a5e64c8dfdd3,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:55:43.714280 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:43.715645 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 434464bf-6314-4f7d-832c-422559f63c33 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:55:43.728761 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ab631d-36a9-455b-9a09-f104a41c3e38 admin admin] Router 071c4f32-9b2b-47ca-9b9c-4fec0d7f10d5 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:55:43.819300 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-81ab5dbb-e730-49df-ade2-c4017d647917 None None] Attempt 3 to provision port 72e6c746-702c-49fc-96f0-f81d40800473 Sep 22 21:55:43.885304 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=137f478e-3641-423e-ad69-a5e64c8dfdd3,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:55:43.897186 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-81ab5dbb-e730-49df-ade2-c4017d647917 None None] Port 72e6c746-702c-49fc-96f0-f81d40800473 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:55:43.902843 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 434464bf-6314-4f7d-832c-422559f63c33 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:55:43.903211 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:43.903542 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 434464bf-6314-4f7d-832c-422559f63c33 Sep 22 21:55:43.918336 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ab631d-36a9-455b-9a09-f104a41c3e38 admin admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:55:43.927216 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-b3ab631d-36a9-455b-9a09-f104a41c3e38 admin admin] 10.222.0.33 "PUT /v2.0/routers/071c4f32-9b2b-47ca-9b9c-4fec0d7f10d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7417405 Sep 22 21:55:44.023490 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 434464bf-6314-4f7d-832c-422559f63c33 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:55:44.398405 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-81ab5dbb-e730-49df-ade2-c4017d647917 None None] Attempt 4 to provision port 72e6c746-702c-49fc-96f0-f81d40800473 Sep 22 21:55:44.443081 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3791a11-ece2-482f-9f5b-f751995e0005 req-23ddb41a-726a-4c2a-b7ed-897771aa8942 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:44.445327 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-b3791a11-ece2-482f-9f5b-f751995e0005 req-23ddb41a-726a-4c2a-b7ed-897771aa8942 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/networks?id=48783a47-af34-4b4b-b0d2-7ff73348c368 HTTP/1.1" status: 200 len: 814 time: 0.1505673 Sep 22 21:55:44.455402 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-81ab5dbb-e730-49df-ade2-c4017d647917 None None] Port 72e6c746-702c-49fc-96f0-f81d40800473 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:55:44.460676 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-b3791a11-ece2-482f-9f5b-f751995e0005 req-aa9a379a-67b4-44b5-bfa2-1f2df9f12f11 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/quotas/ba0731e9e73f422f8197998d2dccf4ff HTTP/1.1" status: 200 len: 375 time: 0.0096974 Sep 22 21:55:44.528066 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8161d8-5b6a-4db9-be2f-b2da08cdf753 None None] Sync routers for ids ['071c4f32-9b2b-47ca-9b9c-4fec0d7f10d5'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:55:44.537145 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8161d8-5b6a-4db9-be2f-b2da08cdf753 None None] Routers {'071c4f32-9b2b-47ca-9b9c-4fec0d7f10d5'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:55:44.537810 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-fa8161d8-5b6a-4db9-be2f-b2da08cdf753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:55:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['071c4f32-9b2b-47ca-9b9c-4fec0d7f10d5'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:55:44.551018 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-b3791a11-ece2-482f-9f5b-f751995e0005 req-2c060df8-9014-422c-bbfc-1eadc908dee2 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=ba0731e9e73f422f8197998d2dccf4ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0848641 Sep 22 21:55:44.649930 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:44.687397 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-b3791a11-ece2-482f-9f5b-f751995e0005 req-ba2997c0-866c-4be4-9e81-e3d1dd8ffa84 service neutron] 10.222.0.33 "GET /v2.0/networks/48783a47-af34-4b4b-b0d2-7ff73348c368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289480 Sep 22 21:55:44.745586 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-fa8161d8-5b6a-4db9-be2f-b2da08cdf753 None None] Set router 071c4f32-9b2b-47ca-9b9c-4fec0d7f10d5 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:55:44.821288 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-b3791a11-ece2-482f-9f5b-f751995e0005 req-df0b6c70-a635-4673-9b98-e3882e0ececb service neutron] 10.222.0.33 "GET /v2.0/networks/48783a47-af34-4b4b-b0d2-7ff73348c368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276941 Sep 22 21:55:44.981537 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-81ab5dbb-e730-49df-ade2-c4017d647917 None None] Attempt 5 to provision port 72e6c746-702c-49fc-96f0-f81d40800473 Sep 22 21:55:45.025661 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-4a6aeab1-7f4c-4a4a-8bf1-5dffae040206 req-8e45e4f6-37af-42f1-a2a6-9e33227aed43 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Synchronizing usage tracker for tenant:ba0731e9e73f422f8197998d2dccf4ff on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:55:45.043335 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-4a6aeab1-7f4c-4a4a-8bf1-5dffae040206 req-8e45e4f6-37af-42f1-a2a6-9e33227aed43 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Unset dirty status for tenant:ba0731e9e73f422f8197998d2dccf4ff on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:55:45.044783 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4a6aeab1-7f4c-4a4a-8bf1-5dffae040206 req-8e45e4f6-37af-42f1-a2a6-9e33227aed43 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871 HTTP/1.1" status: 200 len: 210 time: 0.0710497 Sep 22 21:55:45.068219 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-81ab5dbb-e730-49df-ade2-c4017d647917 None None] Port 72e6c746-702c-49fc-96f0-f81d40800473 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:55:45.157568 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-fa8161d8-5b6a-4db9-be2f-b2da08cdf753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071c4f32-9b2b-47ca-9b9c-4fec0d7f10d5', 'name': 'tempest-ServerDiskConfigTestJSON-437597516-router', 'tenant_id': 'ba0731e9e73f422f8197998d2dccf4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.164'}], 'enable_snat': True}, 'gw_port_id': '137f478e-3641-423e-ad69-a5e64c8dfdd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:55:38Z', 'updated_at': '2022-09-22T21:55:42Z', 'revision_number': 4, 'project_id': 'ba0731e9e73f422f8197998d2dccf4ff', 'gw_port': {'id': '137f478e-3641-423e-ad69-a5e64c8dfdd3', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071c4f32-9b2b-47ca-9b9c-4fec0d7f10d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:55:39Z', 'updated_at': '2022-09-22T21:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '72e6c746-702c-49fc-96f0-f81d40800473', 'name': '', 'network_id': '48783a47-af34-4b4b-b0d2-7ff73348c368', 'tenant_id': 'ba0731e9e73f422f8197998d2dccf4ff', 'mac_address': 'fa:16:3e:8f:0b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071c4f32-9b2b-47ca-9b9c-4fec0d7f10d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'c764bbec-416b-46c3-8bd1-01baae7dc399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:55:42Z', 'updated_at': '2022-09-22T21:55:42Z', 'revision_number': 2, 'project_id': 'ba0731e9e73f422f8197998d2dccf4ff', 'subnets': [{'id': 'c764bbec-416b-46c3-8bd1-01baae7dc399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:55:45.161691 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8161d8-5b6a-4db9-be2f-b2da08cdf753 None None] Checking router: 071c4f32-9b2b-47ca-9b9c-4fec0d7f10d5 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:55:45.162038 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8161d8-5b6a-4db9-be2f-b2da08cdf753 None None] Updating router 071c4f32-9b2b-47ca-9b9c-4fec0d7f10d5 port 72e6c746-702c-49fc-96f0-f81d40800473 binding host dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:55:45.216861 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-fa8161d8-5b6a-4db9-be2f-b2da08cdf753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:45.392574 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 137f478e-3641-423e-ad69-a5e64c8dfdd3 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:55:45.554711 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 137f478e-3641-423e-ad69-a5e64c8dfdd3 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:55:45.555088 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:45.555422 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 137f478e-3641-423e-ad69-a5e64c8dfdd3 Sep 22 21:55:45.587300 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-81ab5dbb-e730-49df-ade2-c4017d647917 None None] Attempt 6 to provision port 72e6c746-702c-49fc-96f0-f81d40800473 Sep 22 21:55:45.712644 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-81ab5dbb-e730-49df-ade2-c4017d647917 None None] Port 72e6c746-702c-49fc-96f0-f81d40800473 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:55:45.757578 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-fa8161d8-5b6a-4db9-be2f-b2da08cdf753 None None] Notify callbacks [] for port, precommit_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:45.786235 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-fa8161d8-5b6a-4db9-be2f-b2da08cdf753 None None] Transition to ACTIVE for port object 72e6c746-702c-49fc-96f0-f81d40800473 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:55:45.797474 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-fa8161d8-5b6a-4db9-be2f-b2da08cdf753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:45.842473 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 137f478e-3641-423e-ad69-a5e64c8dfdd3 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:55:46.012006 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85d8449-6601-42ce-b32d-4e6f9009fb27 None None] Pushing event updated for resources: {'Port': ['ID=72e6c746-702c-49fc-96f0-f81d40800473,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:55:46.033979 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-fa8161d8-5b6a-4db9-be2f-b2da08cdf753 None None] Attempting to bind port 72e6c746-702c-49fc-96f0-f81d40800473 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:55:46.034349 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-fa8161d8-5b6a-4db9-be2f-b2da08cdf753 None None] Attempting to bind port 72e6c746-702c-49fc-96f0-f81d40800473 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'e388763e-5123-4b46-b9c6-5183d7154241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '48783a47-af34-4b4b-b0d2-7ff73348c368'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:55:46.034761 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8161d8-5b6a-4db9-be2f-b2da08cdf753 None None] Attempting to bind port 72e6c746-702c-49fc-96f0-f81d40800473 on network 48783a47-af34-4b4b-b0d2-7ff73348c368 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:55:46.040786 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8161d8-5b6a-4db9-be2f-b2da08cdf753 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:55:46.041158 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8161d8-5b6a-4db9-be2f-b2da08cdf753 None None] Checking segment: {'id': 'e388763e-5123-4b46-b9c6-5183d7154241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '48783a47-af34-4b4b-b0d2-7ff73348c368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:55:46.041554 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-fa8161d8-5b6a-4db9-be2f-b2da08cdf753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:46.042780 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8161d8-5b6a-4db9-be2f-b2da08cdf753 None None] Bound using segment: {'id': 'e388763e-5123-4b46-b9c6-5183d7154241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '48783a47-af34-4b4b-b0d2-7ff73348c368'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:55:46.043230 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-fa8161d8-5b6a-4db9-be2f-b2da08cdf753 None None] Bound port: 72e6c746-702c-49fc-96f0-f81d40800473, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e388763e-5123-4b46-b9c6-5183d7154241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '48783a47-af34-4b4b-b0d2-7ff73348c368'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:55:46.043604 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-fa8161d8-5b6a-4db9-be2f-b2da08cdf753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:46.072163 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3791a11-ece2-482f-9f5b-f751995e0005 req-e5ef59ed-2223-4eaa-bf92-399a375a3ded tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:46.072924 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-b3791a11-ece2-482f-9f5b-f751995e0005 req-e5ef59ed-2223-4eaa-bf92-399a375a3ded tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Synchronizing usage tracker for tenant:ba0731e9e73f422f8197998d2dccf4ff on resource:network {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:55:46.092204 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-b3791a11-ece2-482f-9f5b-f751995e0005 req-e5ef59ed-2223-4eaa-bf92-399a375a3ded tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Unset dirty status for tenant:ba0731e9e73f422f8197998d2dccf4ff on resource:network {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:55:46.093565 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b3791a11-ece2-482f-9f5b-f751995e0005 req-e5ef59ed-2223-4eaa-bf92-399a375a3ded tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.49 "GET /v2.0/networks?id=48783a47-af34-4b4b-b0d2-7ff73348c368 HTTP/1.1" status: 200 len: 814 time: 0.1869822 Sep 22 21:55:46.107420 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-b3791a11-ece2-482f-9f5b-f751995e0005 req-7cbcffcb-7768-4dc6-995a-256901aff671 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Request body: {'port': {'device_id': '93bf0e6d-3b66-4b19-a7f1-58b117270871', 'network_id': '48783a47-af34-4b4b-b0d2-7ff73348c368', 'admin_state_up': True, 'tenant_id': 'ba0731e9e73f422f8197998d2dccf4ff'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:55:46.138860 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-fa8161d8-5b6a-4db9-be2f-b2da08cdf753 None None] For port 72e6c746-702c-49fc-96f0-f81d40800473, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:55:46.143952 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-fa8161d8-5b6a-4db9-be2f-b2da08cdf753 None None] For port 72e6c746-702c-49fc-96f0-f81d40800473, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=72e6c746-702c-49fc-96f0-f81d40800473,segment=NetworkSegment(e388763e-5123-4b46-b9c6-5183d7154241),segment_id=e388763e-5123-4b46-b9c6-5183d7154241)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:55:46.150756 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-fa8161d8-5b6a-4db9-be2f-b2da08cdf753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:46.213454 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-81ab5dbb-e730-49df-ade2-c4017d647917 None None] Attempt 7 to provision port 72e6c746-702c-49fc-96f0-f81d40800473 Sep 22 21:55:46.260956 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-b3791a11-ece2-482f-9f5b-f751995e0005 req-7cbcffcb-7768-4dc6-995a-256901aff671 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:55:46.262593 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-8171378c-58f6-48a3-bc6f-aa29baea980c req-09eaf8ec-8b95-4c73-96f7-13722d894ae7 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871 HTTP/1.1" status: 200 len: 210 time: 0.0784357 Sep 22 21:55:46.275036 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-b3791a11-ece2-482f-9f5b-f751995e0005 req-7cbcffcb-7768-4dc6-995a-256901aff671 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:55:46.284783 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8161d8-5b6a-4db9-be2f-b2da08cdf753 None None] Routers {'071c4f32-9b2b-47ca-9b9c-4fec0d7f10d5'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:55:46.285414 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-fa8161d8-5b6a-4db9-be2f-b2da08cdf753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:55:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['071c4f32-9b2b-47ca-9b9c-4fec0d7f10d5'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:55:46.299952 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3791a11-ece2-482f-9f5b-f751995e0005 req-7cbcffcb-7768-4dc6-995a-256901aff671 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Made reservation on behalf of ba0731e9e73f422f8197998d2dccf4ff for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:55:46.304019 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-b3791a11-ece2-482f-9f5b-f751995e0005 req-7cbcffcb-7768-4dc6-995a-256901aff671 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:46.363536 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-81ab5dbb-e730-49df-ade2-c4017d647917 None None] Port 72e6c746-702c-49fc-96f0-f81d40800473 had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 21:55:46.377559 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85d8449-6601-42ce-b32d-4e6f9009fb27 None None] Pushing event updated for resources: {'Port': ['ID=72e6c746-702c-49fc-96f0-f81d40800473,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:55:46.485598 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [req-b3791a11-ece2-482f-9f5b-f751995e0005 req-7cbcffcb-7768-4dc6-995a-256901aff671 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Allocated IP 172.20.0.7 (48783a47-af34-4b4b-b0d2-7ff73348c368/c764bbec-416b-46c3-8bd1-01baae7dc399/4db6bd74-e524-4fd6-8de2-f2d67f50fa8c) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:55:46.532145 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-fa8161d8-5b6a-4db9-be2f-b2da08cdf753 None None] Set router 071c4f32-9b2b-47ca-9b9c-4fec0d7f10d5 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:55:46.685573 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-b3791a11-ece2-482f-9f5b-f751995e0005 req-7cbcffcb-7768-4dc6-995a-256901aff671 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:46.705271 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-b3791a11-ece2-482f-9f5b-f751995e0005 req-7cbcffcb-7768-4dc6-995a-256901aff671 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Transition to ACTIVE for port object 4db6bd74-e524-4fd6-8de2-f2d67f50fa8c will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:55:46.732093 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-b3791a11-ece2-482f-9f5b-f751995e0005 req-7cbcffcb-7768-4dc6-995a-256901aff671 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:46.800049 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3791a11-ece2-482f-9f5b-f751995e0005 req-7cbcffcb-7768-4dc6-995a-256901aff671 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Network 48783a47-af34-4b4b-b0d2-7ff73348c368 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:55:46.802823 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [req-b3791a11-ece2-482f-9f5b-f751995e0005 req-7cbcffcb-7768-4dc6-995a-256901aff671 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:55:46.806813 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3791a11-ece2-482f-9f5b-f751995e0005 req-7cbcffcb-7768-4dc6-995a-256901aff671 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:55:46.852100 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-fa8161d8-5b6a-4db9-be2f-b2da08cdf753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071c4f32-9b2b-47ca-9b9c-4fec0d7f10d5', 'name': 'tempest-ServerDiskConfigTestJSON-437597516-router', 'tenant_id': 'ba0731e9e73f422f8197998d2dccf4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.164'}], 'enable_snat': True}, 'gw_port_id': '137f478e-3641-423e-ad69-a5e64c8dfdd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:55:38Z', 'updated_at': '2022-09-22T21:55:42Z', 'revision_number': 4, 'project_id': 'ba0731e9e73f422f8197998d2dccf4ff', 'gw_port': {'id': '137f478e-3641-423e-ad69-a5e64c8dfdd3', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071c4f32-9b2b-47ca-9b9c-4fec0d7f10d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:55:39Z', 'updated_at': '2022-09-22T21:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '72e6c746-702c-49fc-96f0-f81d40800473', 'name': '', 'network_id': '48783a47-af34-4b4b-b0d2-7ff73348c368', 'tenant_id': 'ba0731e9e73f422f8197998d2dccf4ff', 'mac_address': 'fa:16:3e:8f:0b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071c4f32-9b2b-47ca-9b9c-4fec0d7f10d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'c764bbec-416b-46c3-8bd1-01baae7dc399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:55:42Z', 'updated_at': '2022-09-22T21:55:46Z', 'revision_number': 4, 'project_id': 'ba0731e9e73f422f8197998d2dccf4ff', 'subnets': [{'id': 'c764bbec-416b-46c3-8bd1-01baae7dc399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:55:46.854188 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbcffcb-7768-4dc6-995a-256901aff671 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Pushing event updated for resources: {'Port': ['ID=4db6bd74-e524-4fd6-8de2-f2d67f50fa8c,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:55:46.856497 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8161d8-5b6a-4db9-be2f-b2da08cdf753 None None] The sync data for ids ['071c4f32-9b2b-47ca-9b9c-4fec0d7f10d5'] in dv-neutron-858900-1-hyperv is: [{'id': '071c4f32-9b2b-47ca-9b9c-4fec0d7f10d5', 'name': 'tempest-ServerDiskConfigTestJSON-437597516-router', 'tenant_id': 'ba0731e9e73f422f8197998d2dccf4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.164'}], 'enable_snat': True}, 'gw_port_id': '137f478e-3641-423e-ad69-a5e64c8dfdd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:55:38Z', 'updated_at': '2022-09-22T21:55:42Z', 'revision_number': 4, 'project_id': 'ba0731e9e73f422f8197998d2dccf4ff', 'gw_port': {'id': '137f478e-3641-423e-ad69-a5e64c8dfdd3', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071c4f32-9b2b-47ca-9b9c-4fec0d7f10d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:55:39Z', 'updated_at': '2022-09-22T21:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '72e6c746-702c-49fc-96f0-f81d40800473', 'name': '', 'network_id': '48783a47-af34-4b4b-b0d2-7ff73348c368', 'tenant_id': 'ba0731e9e73f422f8197998d2dccf4ff', 'mac_address': 'fa:16:3e:8f:0b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071c4f32-9b2b-47ca-9b9c-4fec0d7f10d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'c764bbec-416b-46c3-8bd1-01baae7dc399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:55:42Z', 'updated_at': '2022-09-22T21:55:46Z', 'revision_number': 4, 'project_id': 'ba0731e9e73f422f8197998d2dccf4ff', 'subnets': [{'id': 'c764bbec-416b-46c3-8bd1-01baae7dc399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:55:46.878989 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3791a11-ece2-482f-9f5b-f751995e0005 req-7cbcffcb-7768-4dc6-995a-256901aff671 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:46.879619 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-b3791a11-ece2-482f-9f5b-f751995e0005 req-7cbcffcb-7768-4dc6-995a-256901aff671 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:46.930967 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b3791a11-ece2-482f-9f5b-f751995e0005 req-7cbcffcb-7768-4dc6-995a-256901aff671 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8290002 Sep 22 21:55:46.941643 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-b3791a11-ece2-482f-9f5b-f751995e0005 req-f4313b02-ea6a-469e-a23c-399973b2bd54 service neutron] Request body: {'port': {'device_id': '93bf0e6d-3b66-4b19-a7f1-58b117270871', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:55:47.073842 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-b3791a11-ece2-482f-9f5b-f751995e0005 req-f4313b02-ea6a-469e-a23c-399973b2bd54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:47.145117 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-d522d33a-2d86-43f0-8562-1bc661ca5a63 None None] Provisioning for port 4db6bd74-e524-4fd6-8de2-f2d67f50fa8c completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:55:47.150259 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-d522d33a-2d86-43f0-8562-1bc661ca5a63 None None] Provisioning complete for port 4db6bd74-e524-4fd6-8de2-f2d67f50fa8c triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:55:47.150660 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-d522d33a-2d86-43f0-8562-1bc661ca5a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:47.150998 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-d522d33a-2d86-43f0-8562-1bc661ca5a63 None None] Attempt 1 to provision port 4db6bd74-e524-4fd6-8de2-f2d67f50fa8c Sep 22 21:55:47.212743 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-d522d33a-2d86-43f0-8562-1bc661ca5a63 None None] Port 4db6bd74-e524-4fd6-8de2-f2d67f50fa8c cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:55:47.427025 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 72e6c746-702c-49fc-96f0-f81d40800473 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:55:47.500293 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 72e6c746-702c-49fc-96f0-f81d40800473 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:55:47.507004 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 72e6c746-702c-49fc-96f0-f81d40800473 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:55:47.507458 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:47.507794 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 72e6c746-702c-49fc-96f0-f81d40800473 Sep 22 21:55:47.576916 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a0ec5b-4097-4530-9fe6-4ef7a74aff32 req-53dde202-a07c-42e4-afe8-4c2749347060 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:47.577642 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-42a0ec5b-4097-4530-9fe6-4ef7a74aff32 req-53dde202-a07c-42e4-afe8-4c2749347060 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Synchronizing usage tracker for tenant:ba0731e9e73f422f8197998d2dccf4ff on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:55:47.633995 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 72e6c746-702c-49fc-96f0-f81d40800473 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:55:47.634375 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:47.643945 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [req-b3791a11-ece2-482f-9f5b-f751995e0005 req-f4313b02-ea6a-469e-a23c-399973b2bd54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4db6bd74-e524-4fd6-8de2-f2d67f50fa8c {{(pid=89008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:55:47.651616 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-42a0ec5b-4097-4530-9fe6-4ef7a74aff32 req-53dde202-a07c-42e4-afe8-4c2749347060 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Unset dirty status for tenant:ba0731e9e73f422f8197998d2dccf4ff on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:55:47.658940 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-42a0ec5b-4097-4530-9fe6-4ef7a74aff32 req-53dde202-a07c-42e4-afe8-4c2749347060 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871 HTTP/1.1" status: 200 len: 931 time: 0.2263179 Sep 22 21:55:47.670401 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 72e6c746-702c-49fc-96f0-f81d40800473, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=72e6c746-702c-49fc-96f0-f81d40800473,segment=NetworkSegment(e388763e-5123-4b46-b9c6-5183d7154241),segment_id=e388763e-5123-4b46-b9c6-5183d7154241)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:55:47.675815 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:47.680716 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-b3791a11-ece2-482f-9f5b-f751995e0005 req-f4313b02-ea6a-469e-a23c-399973b2bd54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:47.710817 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-b3791a11-ece2-482f-9f5b-f751995e0005 req-f4313b02-ea6a-469e-a23c-399973b2bd54 service neutron] Transition to ACTIVE for port object 4db6bd74-e524-4fd6-8de2-f2d67f50fa8c will not be triggered until provisioned by entity L2. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:55:47.715710 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-d522d33a-2d86-43f0-8562-1bc661ca5a63 None None] Attempt 2 to provision port 4db6bd74-e524-4fd6-8de2-f2d67f50fa8c Sep 22 21:55:47.715898 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-b3791a11-ece2-482f-9f5b-f751995e0005 req-f4313b02-ea6a-469e-a23c-399973b2bd54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:47.795497 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-d522d33a-2d86-43f0-8562-1bc661ca5a63 None None] Port 4db6bd74-e524-4fd6-8de2-f2d67f50fa8c cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:55:47.797676 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=72e6c746-702c-49fc-96f0-f81d40800473,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:55:47.813863 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-42a0ec5b-4097-4530-9fe6-4ef7a74aff32 req-0fe0f656-37e8-483b-879e-fe62befd83e4 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Synchronizing usage tracker for tenant:ba0731e9e73f422f8197998d2dccf4ff on resource:security_group {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:55:47.925084 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4313b02-ea6a-469e-a23c-399973b2bd54 service neutron] Pushing event updated for resources: {'Port': ['ID=4db6bd74-e524-4fd6-8de2-f2d67f50fa8c,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:55:47.928399 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-42a0ec5b-4097-4530-9fe6-4ef7a74aff32 req-0fe0f656-37e8-483b-879e-fe62befd83e4 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Unset dirty status for tenant:ba0731e9e73f422f8197998d2dccf4ff on resource:security_group {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:55:47.935171 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-42a0ec5b-4097-4530-9fe6-4ef7a74aff32 req-0fe0f656-37e8-483b-879e-fe62befd83e4 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756259 Sep 22 21:55:47.978130 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-b3791a11-ece2-482f-9f5b-f751995e0005 req-f4313b02-ea6a-469e-a23c-399973b2bd54 service neutron] Attempting to bind port 4db6bd74-e524-4fd6-8de2-f2d67f50fa8c on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:55:47.978465 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-b3791a11-ece2-482f-9f5b-f751995e0005 req-f4313b02-ea6a-469e-a23c-399973b2bd54 service neutron] Attempting to bind port 4db6bd74-e524-4fd6-8de2-f2d67f50fa8c by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'e388763e-5123-4b46-b9c6-5183d7154241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '48783a47-af34-4b4b-b0d2-7ff73348c368'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:55:47.978821 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3791a11-ece2-482f-9f5b-f751995e0005 req-f4313b02-ea6a-469e-a23c-399973b2bd54 service neutron] Attempting to bind port 4db6bd74-e524-4fd6-8de2-f2d67f50fa8c on network 48783a47-af34-4b4b-b0d2-7ff73348c368 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:55:47.983412 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3791a11-ece2-482f-9f5b-f751995e0005 req-f4313b02-ea6a-469e-a23c-399973b2bd54 service neutron] Port 4db6bd74-e524-4fd6-8de2-f2d67f50fa8c on network 48783a47-af34-4b4b-b0d2-7ff73348c368 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:55:47.983731 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3791a11-ece2-482f-9f5b-f751995e0005 req-f4313b02-ea6a-469e-a23c-399973b2bd54 service neutron] Attempting to bind port 4db6bd74-e524-4fd6-8de2-f2d67f50fa8c on network 48783a47-af34-4b4b-b0d2-7ff73348c368 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:55:47.988726 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3791a11-ece2-482f-9f5b-f751995e0005 req-f4313b02-ea6a-469e-a23c-399973b2bd54 service neutron] Checking agent: {'id': '8a88b827-3477-4399-ac15-439d59b3c48a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'started_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:55:47.989059 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3791a11-ece2-482f-9f5b-f751995e0005 req-f4313b02-ea6a-469e-a23c-399973b2bd54 service neutron] Checking segment: {'id': 'e388763e-5123-4b46-b9c6-5183d7154241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '48783a47-af34-4b4b-b0d2-7ff73348c368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:55:47.989433 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3791a11-ece2-482f-9f5b-f751995e0005 req-f4313b02-ea6a-469e-a23c-399973b2bd54 service neutron] Bound using segment: {'id': 'e388763e-5123-4b46-b9c6-5183d7154241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '48783a47-af34-4b4b-b0d2-7ff73348c368'} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:55:47.989847 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-b3791a11-ece2-482f-9f5b-f751995e0005 req-f4313b02-ea6a-469e-a23c-399973b2bd54 service neutron] Bound port: 4db6bd74-e524-4fd6-8de2-f2d67f50fa8c, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e388763e-5123-4b46-b9c6-5183d7154241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '48783a47-af34-4b4b-b0d2-7ff73348c368'}}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:55:47.990190 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-b3791a11-ece2-482f-9f5b-f751995e0005 req-f4313b02-ea6a-469e-a23c-399973b2bd54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:48.077046 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-b3791a11-ece2-482f-9f5b-f751995e0005 req-f4313b02-ea6a-469e-a23c-399973b2bd54 service neutron] For port 4db6bd74-e524-4fd6-8de2-f2d67f50fa8c, host hv-neutron-8589, cleared binding levels {{(pid=89008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:55:48.080373 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-b3791a11-ece2-482f-9f5b-f751995e0005 req-f4313b02-ea6a-469e-a23c-399973b2bd54 service neutron] For port 4db6bd74-e524-4fd6-8de2-f2d67f50fa8c, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=4db6bd74-e524-4fd6-8de2-f2d67f50fa8c,segment=NetworkSegment(e388763e-5123-4b46-b9c6-5183d7154241),segment_id=e388763e-5123-4b46-b9c6-5183d7154241)] {{(pid=89008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:55:48.084662 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-b3791a11-ece2-482f-9f5b-f751995e0005 req-f4313b02-ea6a-469e-a23c-399973b2bd54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:48.113836 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3791a11-ece2-482f-9f5b-f751995e0005 req-f4313b02-ea6a-469e-a23c-399973b2bd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:48.114369 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-b3791a11-ece2-482f-9f5b-f751995e0005 req-f4313b02-ea6a-469e-a23c-399973b2bd54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:48.115746 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b3791a11-ece2-482f-9f5b-f751995e0005 req-f4313b02-ea6a-469e-a23c-399973b2bd54 service neutron] 10.222.0.49 "PUT /v2.0/ports/4db6bd74-e524-4fd6-8de2-f2d67f50fa8c HTTP/1.1" status: 200 len: 1093 time: 1.1782849 Sep 22 21:55:48.116173 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93bf0e6d-3b66-4b19-a7f1-58b117270871', 'tag': '4db6bd74-e524-4fd6-8de2-f2d67f50fa8c'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:55:48.118475 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fabebaaa-23ac-4a81-bd5b-8cf9774839d1" -d '{"events": [{"name": "network-changed", "server_uuid": "93bf0e6d-3b66-4b19-a7f1-58b117270871", "tag": "4db6bd74-e524-4fd6-8de2-f2d67f50fa8c"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:55:48.192104 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25eb7301-a3be-47f2-b9d0-f7fb0b752871 x-openstack-request-id: req-25eb7301-a3be-47f2-b9d0-f7fb0b752871 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:55:48.192385 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93bf0e6d-3b66-4b19-a7f1-58b117270871", "tag": "4db6bd74-e524-4fd6-8de2-f2d67f50fa8c", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:55:48.192632 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-25eb7301-a3be-47f2-b9d0-f7fb0b752871 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:55:48.193014 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25eb7301-a3be-47f2-b9d0-f7fb0b752871'] response: {'name': 'network-changed', 'server_uuid': '93bf0e6d-3b66-4b19-a7f1-58b117270871', 'tag': '4db6bd74-e524-4fd6-8de2-f2d67f50fa8c', 'status': 'completed', 'code': 200} Sep 22 21:55:48.208761 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4313b02-ea6a-469e-a23c-399973b2bd54 service neutron] Pushing event updated for resources: {'Port': ['ID=4db6bd74-e524-4fd6-8de2-f2d67f50fa8c,revision_number=3']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:55:48.240782 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3791a11-ece2-482f-9f5b-f751995e0005 req-5e8d83f1-aa62-4b26-9f63-c0f8109e0dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:48.242229 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b3791a11-ece2-482f-9f5b-f751995e0005 req-5e8d83f1-aa62-4b26-9f63-c0f8109e0dd3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ba0731e9e73f422f8197998d2dccf4ff&device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871 HTTP/1.1" status: 200 len: 1096 time: 0.0899212 Sep 22 21:55:48.296648 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-d522d33a-2d86-43f0-8562-1bc661ca5a63 None None] Attempt 3 to provision port 4db6bd74-e524-4fd6-8de2-f2d67f50fa8c Sep 22 21:55:48.310723 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b3791a11-ece2-482f-9f5b-f751995e0005 req-abe38ae2-0b4e-4b94-acd6-3cb2dd362c18 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4db6bd74-e524-4fd6-8de2-f2d67f50fa8c HTTP/1.1" status: 200 len: 217 time: 0.0620933 Sep 22 21:55:48.357391 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-d522d33a-2d86-43f0-8562-1bc661ca5a63 None None] Port 4db6bd74-e524-4fd6-8de2-f2d67f50fa8c had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 21:55:48.371822 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3791a11-ece2-482f-9f5b-f751995e0005 req-53fb6d25-cb5f-4ee2-9a9f-412513f8de2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:48.373185 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b3791a11-ece2-482f-9f5b-f751995e0005 req-53fb6d25-cb5f-4ee2-9a9f-412513f8de2e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c764bbec-416b-46c3-8bd1-01baae7dc399 HTTP/1.1" status: 200 len: 853 time: 0.0572972 Sep 22 21:55:48.457234 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3791a11-ece2-482f-9f5b-f751995e0005 req-e802e40b-d0f8-4c7a-a854-ca59512579ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:48.458966 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b3791a11-ece2-482f-9f5b-f751995e0005 req-e802e40b-d0f8-4c7a-a854-ca59512579ed service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=48783a47-af34-4b4b-b0d2-7ff73348c368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801098 Sep 22 21:55:48.585809 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b3791a11-ece2-482f-9f5b-f751995e0005 req-7b0c2907-dad8-467a-a8da-73c22c56db48 service neutron] 10.222.0.49 "GET /v2.0/networks/48783a47-af34-4b4b-b0d2-7ff73348c368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213288 Sep 22 21:55:48.712959 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b3791a11-ece2-482f-9f5b-f751995e0005 req-eb0aeb78-4c6c-4c4e-8e72-698161051c65 service neutron] 10.222.0.49 "GET /v2.0/networks/48783a47-af34-4b4b-b0d2-7ff73348c368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211884 Sep 22 21:55:48.834808 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabebaaa-23ac-4a81-bd5b-8cf9774839d1 req-68de8b8b-83d1-4e60-ba33-9a5e8101b5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:48.836230 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fabebaaa-23ac-4a81-bd5b-8cf9774839d1 req-68de8b8b-83d1-4e60-ba33-9a5e8101b5fc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ba0731e9e73f422f8197998d2dccf4ff&device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871 HTTP/1.1" status: 200 len: 1096 time: 0.0763369 Sep 22 21:55:48.968432 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabebaaa-23ac-4a81-bd5b-8cf9774839d1 req-e73a1217-77d6-4594-a0eb-3a2ca22a8d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:48.969899 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fabebaaa-23ac-4a81-bd5b-8cf9774839d1 req-e73a1217-77d6-4594-a0eb-3a2ca22a8d77 service neutron] 10.222.0.49 "GET /v2.0/networks?id=48783a47-af34-4b4b-b0d2-7ff73348c368 HTTP/1.1" status: 200 len: 914 time: 0.1275539 Sep 22 21:55:49.130230 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fabebaaa-23ac-4a81-bd5b-8cf9774839d1 req-b63b6f40-94bb-4319-942c-480a59fb4673 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4db6bd74-e524-4fd6-8de2-f2d67f50fa8c HTTP/1.1" status: 200 len: 217 time: 0.1533930 Sep 22 21:55:49.244716 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabebaaa-23ac-4a81-bd5b-8cf9774839d1 req-3b0a8b96-92e7-4cc8-93aa-c395093f22de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:49.246018 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fabebaaa-23ac-4a81-bd5b-8cf9774839d1 req-3b0a8b96-92e7-4cc8-93aa-c395093f22de service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c764bbec-416b-46c3-8bd1-01baae7dc399 HTTP/1.1" status: 200 len: 853 time: 0.0817547 Sep 22 21:55:49.308458 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc4a33f-5970-4fdb-93c8-8615d6d60a33 req-f599bfe9-84e9-4c5c-96a4-2b1eb9f635a1 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:49.309881 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6bc4a33f-5970-4fdb-93c8-8615d6d60a33 req-f599bfe9-84e9-4c5c-96a4-2b1eb9f635a1 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871 HTTP/1.1" status: 200 len: 943 time: 0.1815491 Sep 22 21:55:49.367444 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6bc4a33f-5970-4fdb-93c8-8615d6d60a33 req-004393e1-0bac-4c31-a355-d91ad2aabc45 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493634 Sep 22 21:55:49.373513 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabebaaa-23ac-4a81-bd5b-8cf9774839d1 req-af7cf8b9-a164-41a3-af0a-6f4a5639a45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:49.374929 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fabebaaa-23ac-4a81-bd5b-8cf9774839d1 req-af7cf8b9-a164-41a3-af0a-6f4a5639a45c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=48783a47-af34-4b4b-b0d2-7ff73348c368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1213920 Sep 22 21:55:49.388731 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 72e6c746-702c-49fc-96f0-f81d40800473 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:55:49.457527 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 72e6c746-702c-49fc-96f0-f81d40800473 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:55:49.457893 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:49.458476 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 72e6c746-702c-49fc-96f0-f81d40800473 Sep 22 21:55:49.507678 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fabebaaa-23ac-4a81-bd5b-8cf9774839d1 req-18edb3fe-b62f-4a59-b94e-907e6dfe36f1 service neutron] 10.222.0.49 "GET /v2.0/networks/48783a47-af34-4b4b-b0d2-7ff73348c368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256313 Sep 22 21:55:49.573747 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 72e6c746-702c-49fc-96f0-f81d40800473 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:55:49.637522 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fabebaaa-23ac-4a81-bd5b-8cf9774839d1 req-3c7e6f5f-84b8-46e9-915d-3672ca5cfc01 service neutron] 10.222.0.49 "GET /v2.0/networks/48783a47-af34-4b4b-b0d2-7ff73348c368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245613 Sep 22 21:55:50.563659 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6710d78-a5e2-4806-9157-6f0a786764df req-ede5484a-3b57-49e1-8831-e47de66d507f tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:50.565119 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-b6710d78-a5e2-4806-9157-6f0a786764df req-ede5484a-3b57-49e1-8831-e47de66d507f tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871 HTTP/1.1" status: 200 len: 943 time: 0.0854473 Sep 22 21:55:50.609239 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-b6710d78-a5e2-4806-9157-6f0a786764df req-3f717f8f-cbb0-4e69-b63a-fda7cbf157e0 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384047 Sep 22 21:55:50.848080 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 4db6bd74-e524-4fd6-8de2-f2d67f50fa8c details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 21:55:50.867303 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:55:50.977971 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 4db6bd74-e524-4fd6-8de2-f2d67f50fa8c, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=4db6bd74-e524-4fd6-8de2-f2d67f50fa8c,segment=NetworkSegment(e388763e-5123-4b46-b9c6-5183d7154241),segment_id=e388763e-5123-4b46-b9c6-5183d7154241)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:55:50.990594 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': '4db6bd74-e524-4fd6-8de2-f2d67f50fa8c', 'network_id': '48783a47-af34-4b4b-b0d2-7ff73348c368', 'port_id': '4db6bd74-e524-4fd6-8de2-f2d67f50fa8c', 'mac_address': 'fa:16:3e:ad:2e:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c764bbec-416b-46c3-8bd1-01baae7dc399', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 21:55:51.044235 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 4db6bd74-e524-4fd6-8de2-f2d67f50fa8c is: DOWN; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:55:51.044613 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:51.060550 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4db6bd74-e524-4fd6-8de2-f2d67f50fa8c {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:55:51.076268 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 4db6bd74-e524-4fd6-8de2-f2d67f50fa8c, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=4db6bd74-e524-4fd6-8de2-f2d67f50fa8c,segment=NetworkSegment(e388763e-5123-4b46-b9c6-5183d7154241),segment_id=e388763e-5123-4b46-b9c6-5183d7154241)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:55:51.080087 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:51.149350 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=4db6bd74-e524-4fd6-8de2-f2d67f50fa8c,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:55:51.279369 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['4db6bd74-e524-4fd6-8de2-f2d67f50fa8c'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 21:55:51.810704 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf8321-2706-47d9-a32c-dd98094c842f req-f0ce6bc7-0035-447f-bfa7-5e9cc0073d8a tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:51.812142 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-29bf8321-2706-47d9-a32c-dd98094c842f req-f0ce6bc7-0035-447f-bfa7-5e9cc0073d8a tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871 HTTP/1.1" status: 200 len: 944 time: 0.0892332 Sep 22 21:55:51.855190 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-29bf8321-2706-47d9-a32c-dd98094c842f req-49da71c5-ab93-4859-8097-60ac9e468cf8 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374207 Sep 22 21:55:52.865912 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 4db6bd74-e524-4fd6-8de2-f2d67f50fa8c up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:55:52.934741 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning for port 4db6bd74-e524-4fd6-8de2-f2d67f50fa8c completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:55:52.939408 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port 4db6bd74-e524-4fd6-8de2-f2d67f50fa8c triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:55:52.939756 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:52.940089 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port 4db6bd74-e524-4fd6-8de2-f2d67f50fa8c Sep 22 21:55:53.055508 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efac00e-e173-4eb7-a4ba-dded799e5cb2 req-4ab60b0a-c2ba-491f-b8c6-4332855dd009 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:53.057064 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-8efac00e-e173-4eb7-a4ba-dded799e5cb2 req-4ab60b0a-c2ba-491f-b8c6-4332855dd009 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871 HTTP/1.1" status: 200 len: 944 time: 0.0922122 Sep 22 21:55:53.099299 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 4db6bd74-e524-4fd6-8de2-f2d67f50fa8c is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:55:53.100165 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:53.104916 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-8efac00e-e173-4eb7-a4ba-dded799e5cb2 req-07949818-6bae-4956-908d-e523edb8657c tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420256 Sep 22 21:55:53.127701 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93bf0e6d-3b66-4b19-a7f1-58b117270871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db6bd74-e524-4fd6-8de2-f2d67f50fa8c'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:55:53.129969 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd975157-7496-4cc4-a7fc-38fdc1ae41f8" -d '{"events": [{"server_uuid": "93bf0e6d-3b66-4b19-a7f1-58b117270871", "name": "network-vif-plugged", "status": "completed", "tag": "4db6bd74-e524-4fd6-8de2-f2d67f50fa8c"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:55:53.140384 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 4db6bd74-e524-4fd6-8de2-f2d67f50fa8c, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=4db6bd74-e524-4fd6-8de2-f2d67f50fa8c,segment=NetworkSegment(e388763e-5123-4b46-b9c6-5183d7154241),segment_id=e388763e-5123-4b46-b9c6-5183d7154241)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:55:53.144153 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:53.180399 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 21:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60734432-7efc-447b-8130-268f56d20f08 x-openstack-request-id: req-60734432-7efc-447b-8130-268f56d20f08 {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:55:53.180690 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93bf0e6d-3b66-4b19-a7f1-58b117270871", "name": "network-vif-plugged", "status": "completed", "tag": "4db6bd74-e524-4fd6-8de2-f2d67f50fa8c", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:55:53.180945 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-60734432-7efc-447b-8130-268f56d20f08 {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:55:53.181333 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60734432-7efc-447b-8130-268f56d20f08'] response: {'server_uuid': '93bf0e6d-3b66-4b19-a7f1-58b117270871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db6bd74-e524-4fd6-8de2-f2d67f50fa8c', 'code': 200} Sep 22 21:55:53.214776 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=4db6bd74-e524-4fd6-8de2-f2d67f50fa8c,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:55:53.406515 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5471d9-ad07-4491-9e2b-abbe762fc150 req-94f8598f-fba4-49d9-8df3-2271259b82fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:53.407918 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3b5471d9-ad07-4491-9e2b-abbe762fc150 req-94f8598f-fba4-49d9-8df3-2271259b82fc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871 HTTP/1.1" status: 200 len: 1098 time: 0.0794277 Sep 22 21:55:53.446979 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3b5471d9-ad07-4491-9e2b-abbe762fc150 req-96d36146-8884-49c7-b994-4ef3df9abd22 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329309 Sep 22 21:55:54.301243 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64302a40-2e40-4886-bb1c-2a1b310db6e1 req-60ad614e-ac7a-4405-b370-bad59d583699 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:54.303416 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-64302a40-2e40-4886-bb1c-2a1b310db6e1 req-60ad614e-ac7a-4405-b370-bad59d583699 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871 HTTP/1.1" status: 200 len: 945 time: 0.0850923 Sep 22 21:55:54.351865 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-64302a40-2e40-4886-bb1c-2a1b310db6e1 req-2940049f-8e12-4965-9086-5917a5613cc2 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428421 Sep 22 21:55:55.547482 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c40eb-0437-4668-9d50-df9e8c70ae0b req-0bef3ff5-49a9-4b00-8110-0b224958e0ef tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:55.548840 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4d3c40eb-0437-4668-9d50-df9e8c70ae0b req-0bef3ff5-49a9-4b00-8110-0b224958e0ef tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871 HTTP/1.1" status: 200 len: 945 time: 0.0859518 Sep 22 21:55:55.591451 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4d3c40eb-0437-4668-9d50-df9e8c70ae0b req-59bafd6e-fcd7-43f0-a1b8-410ccc0e4b47 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363274 Sep 22 21:55:55.784616 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd116c99-3a71-4589-ae82-a82135697dc0 req-062fe67c-e120-4fcd-b0c2-ccbfc37f023f tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:55.786086 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-cd116c99-3a71-4589-ae82-a82135697dc0 req-062fe67c-e120-4fcd-b0c2-ccbfc37f023f tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871 HTTP/1.1" status: 200 len: 945 time: 0.0881791 Sep 22 21:55:55.828385 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-cd116c99-3a71-4589-ae82-a82135697dc0 req-296cdb35-f861-4da6-a823-0fffa7c753e2 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361323 Sep 22 21:55:55.963710 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:55:56.064608 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7cd5b471-7b3b-44c7-a68d-db85ddb6195d req-fd9bb9d7-335b-4a8d-9bc5-0b92edafed60 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0827327 Sep 22 21:55:56.204164 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2881a09-8a39-4d1a-958d-7e9e8349f800 req-89e91b5c-a921-45bc-b9fc-535e8d679ea0 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:56.205522 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-e2881a09-8a39-4d1a-958d-7e9e8349f800 req-89e91b5c-a921-45bc-b9fc-535e8d679ea0 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871 HTTP/1.1" status: 200 len: 945 time: 0.0898235 Sep 22 21:55:56.210444 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5b471-7b3b-44c7-a68d-db85ddb6195d req-7893f00e-e12f-4ccf-8844-b05edc8ff505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:56.211925 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7cd5b471-7b3b-44c7-a68d-db85ddb6195d req-7893f00e-e12f-4ccf-8844-b05edc8ff505 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ba0731e9e73f422f8197998d2dccf4ff&device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871 HTTP/1.1" status: 200 len: 1098 time: 0.0787733 Sep 22 21:55:56.251322 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-e2881a09-8a39-4d1a-958d-7e9e8349f800 req-b3f74b29-909c-4bd3-8f6d-788da2e15a2b tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392005 Sep 22 21:55:56.360275 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5b471-7b3b-44c7-a68d-db85ddb6195d req-1a02cf71-8fb7-48e0-9cd2-da8919d99a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:56.361724 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7cd5b471-7b3b-44c7-a68d-db85ddb6195d req-1a02cf71-8fb7-48e0-9cd2-da8919d99a3c service neutron] 10.222.0.49 "GET /v2.0/networks?id=48783a47-af34-4b4b-b0d2-7ff73348c368 HTTP/1.1" status: 200 len: 914 time: 0.1305892 Sep 22 21:55:56.485505 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7cd5b471-7b3b-44c7-a68d-db85ddb6195d req-24e38120-0532-4757-8260-1851e48f2651 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4db6bd74-e524-4fd6-8de2-f2d67f50fa8c HTTP/1.1" status: 200 len: 217 time: 0.0848978 Sep 22 21:55:56.560042 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5b471-7b3b-44c7-a68d-db85ddb6195d req-2eede283-5d44-41f9-b1f3-0afd77c5ef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:56.561461 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7cd5b471-7b3b-44c7-a68d-db85ddb6195d req-2eede283-5d44-41f9-b1f3-0afd77c5ef19 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c764bbec-416b-46c3-8bd1-01baae7dc399 HTTP/1.1" status: 200 len: 853 time: 0.0671866 Sep 22 21:55:56.614206 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5020b-4558-4511-b7ef-90b69b171bf3 req-7754729f-0d24-4f08-bf06-4e53a13d7e11 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:56.616180 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0db5020b-4558-4511-b7ef-90b69b171bf3 req-7754729f-0d24-4f08-bf06-4e53a13d7e11 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871 HTTP/1.1" status: 200 len: 945 time: 0.2512102 Sep 22 21:55:56.674438 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0db5020b-4558-4511-b7ef-90b69b171bf3 req-428ba73c-d17d-4a58-9338-088ef5b7271c tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524559 Sep 22 21:55:56.687445 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5b471-7b3b-44c7-a68d-db85ddb6195d req-49c9cfaa-a126-4171-bed7-51466e7145bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:56.688876 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7cd5b471-7b3b-44c7-a68d-db85ddb6195d req-49c9cfaa-a126-4171-bed7-51466e7145bd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=48783a47-af34-4b4b-b0d2-7ff73348c368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1199234 Sep 22 21:55:56.819468 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7cd5b471-7b3b-44c7-a68d-db85ddb6195d req-972510f8-2728-4a86-b9c1-76de425a613b service neutron] 10.222.0.49 "GET /v2.0/networks/48783a47-af34-4b4b-b0d2-7ff73348c368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240363 Sep 22 21:55:57.164585 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7cd5b471-7b3b-44c7-a68d-db85ddb6195d req-47dd7267-734b-45cf-ad54-c3fbba73a1fe service neutron] 10.222.0.49 "GET /v2.0/networks/48783a47-af34-4b4b-b0d2-7ff73348c368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397717 Sep 22 21:55:57.176325 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fc14e0a2-3e31-45cb-994b-fb2543a853e2 req-e010b955-f2d3-4c83-ad05-1dceb17fab26 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1922612 Sep 22 21:55:57.185394 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816d2a1-260e-4cc4-8ea5-7206c19b6b2f req-ad3eba21-bc29-46e9-ba51-831e7e307cef tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:57.186890 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4816d2a1-260e-4cc4-8ea5-7206c19b6b2f req-ad3eba21-bc29-46e9-ba51-831e7e307cef tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871 HTTP/1.1" status: 200 len: 945 time: 0.1586094 Sep 22 21:55:57.232627 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4816d2a1-260e-4cc4-8ea5-7206c19b6b2f req-4dc3c6a0-2b87-4f53-9ff7-d379df8c3800 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400562 Sep 22 21:55:58.273596 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14e0a2-3e31-45cb-994b-fb2543a853e2 req-94c88dda-7969-4282-8183-9e10799b20b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:58.275077 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fc14e0a2-3e31-45cb-994b-fb2543a853e2 req-94c88dda-7969-4282-8183-9e10799b20b3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ba0731e9e73f422f8197998d2dccf4ff&device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871 HTTP/1.1" status: 200 len: 1098 time: 0.0811918 Sep 22 21:55:58.410664 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14e0a2-3e31-45cb-994b-fb2543a853e2 req-773a7ed8-3136-422b-a426-0422b2506bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:58.412092 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fc14e0a2-3e31-45cb-994b-fb2543a853e2 req-773a7ed8-3136-422b-a426-0422b2506bbc service neutron] 10.222.0.49 "GET /v2.0/networks?id=48783a47-af34-4b4b-b0d2-7ff73348c368 HTTP/1.1" status: 200 len: 914 time: 0.1314087 Sep 22 21:55:58.426625 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cff1f9-ef12-4452-880b-9d1fbdcfface req-4a8c2d19-0c90-409d-80a4-e0052c0d6a7b tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:58.428058 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-79cff1f9-ef12-4452-880b-9d1fbdcfface req-4a8c2d19-0c90-409d-80a4-e0052c0d6a7b tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871 HTTP/1.1" status: 200 len: 945 time: 0.0859714 Sep 22 21:55:58.476072 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-79cff1f9-ef12-4452-880b-9d1fbdcfface req-fab2baff-2761-4c9a-a876-3f5974660ff3 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412848 Sep 22 21:55:58.476584 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fc14e0a2-3e31-45cb-994b-fb2543a853e2 req-b230fc6e-d982-4673-af39-6ca27aaaa0be service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4db6bd74-e524-4fd6-8de2-f2d67f50fa8c HTTP/1.1" status: 200 len: 217 time: 0.0592170 Sep 22 21:55:58.541086 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14e0a2-3e31-45cb-994b-fb2543a853e2 req-b5aa77c8-b8ac-45fa-8982-53482057c068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:58.542496 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fc14e0a2-3e31-45cb-994b-fb2543a853e2 req-b5aa77c8-b8ac-45fa-8982-53482057c068 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c764bbec-416b-46c3-8bd1-01baae7dc399 HTTP/1.1" status: 200 len: 853 time: 0.0606735 Sep 22 21:55:58.623496 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14e0a2-3e31-45cb-994b-fb2543a853e2 req-3d6f0f57-15c6-4a6e-992a-f57dbc883d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:58.624926 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fc14e0a2-3e31-45cb-994b-fb2543a853e2 req-3d6f0f57-15c6-4a6e-992a-f57dbc883d73 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=48783a47-af34-4b4b-b0d2-7ff73348c368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765946 Sep 22 21:55:58.752288 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fc14e0a2-3e31-45cb-994b-fb2543a853e2 req-20c954ab-f12a-4de3-aa65-c898fbaba8e6 service neutron] 10.222.0.49 "GET /v2.0/networks/48783a47-af34-4b4b-b0d2-7ff73348c368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208422 Sep 22 21:55:58.880921 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fc14e0a2-3e31-45cb-994b-fb2543a853e2 req-12457a50-4eed-4f4c-ae7c-bb6f12dfd9f9 service neutron] 10.222.0.49 "GET /v2.0/networks/48783a47-af34-4b4b-b0d2-7ff73348c368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215098 Sep 22 21:55:59.677983 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3930457-36df-427e-a202-903999d00990 req-a00c7b96-3940-4751-8d04-8e47976135cc tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:55:59.679962 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d3930457-36df-427e-a202-903999d00990 req-a00c7b96-3940-4751-8d04-8e47976135cc tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871 HTTP/1.1" status: 200 len: 945 time: 0.0901964 Sep 22 21:55:59.722965 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d3930457-36df-427e-a202-903999d00990 req-d6823fa3-66ec-419f-b691-e7585841a2d5 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373657 Sep 22 21:56:00.919574 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ac330-03cb-4ad5-a4f8-e01c4c6a97ea req-4c0b35a1-2cdd-45e4-b54f-bbcc8ae684cb tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:00.921016 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-da4ac330-03cb-4ad5-a4f8-e01c4c6a97ea req-4c0b35a1-2cdd-45e4-b54f-bbcc8ae684cb tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871 HTTP/1.1" status: 200 len: 945 time: 0.0849590 Sep 22 21:56:00.964291 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-da4ac330-03cb-4ad5-a4f8-e01c4c6a97ea req-68f843b6-141c-4ed3-bcad-22c851763563 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376773 Sep 22 21:56:02.170230 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc29054-d48d-4f3b-8d98-7a27b9883c44 req-5d1c6530-6176-483c-b72e-d9274cbffb77 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:02.171716 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cdc29054-d48d-4f3b-8d98-7a27b9883c44 req-5d1c6530-6176-483c-b72e-d9274cbffb77 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871 HTTP/1.1" status: 200 len: 945 time: 0.0953209 Sep 22 21:56:02.218430 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cdc29054-d48d-4f3b-8d98-7a27b9883c44 req-ad275fc2-d963-4af7-8eb4-b18fd832ebeb tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410860 Sep 22 21:56:03.416738 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5eff8-f2ba-4b2c-88ce-6267a0bde18b req-8a8bddb4-65ba-473f-95e0-5a9992ef08a7 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:03.418170 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-21f5eff8-f2ba-4b2c-88ce-6267a0bde18b req-8a8bddb4-65ba-473f-95e0-5a9992ef08a7 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871 HTTP/1.1" status: 200 len: 945 time: 0.0902023 Sep 22 21:56:03.461436 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-21f5eff8-f2ba-4b2c-88ce-6267a0bde18b req-33e0a8cf-5f45-44ab-a6e9-aab4d510cfaf tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376427 Sep 22 21:56:04.654442 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44fd7c-a156-42a1-b560-50a40623372e req-82412d5a-0462-471b-8c16-a5d28b46c889 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:04.655922 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-eb44fd7c-a156-42a1-b560-50a40623372e req-82412d5a-0462-471b-8c16-a5d28b46c889 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871 HTTP/1.1" status: 200 len: 945 time: 0.0855937 Sep 22 21:56:04.698295 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-eb44fd7c-a156-42a1-b560-50a40623372e req-7c11a452-e0a0-4c32-bb77-5878de79683e tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368245 Sep 22 21:56:05.890777 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f98cb3-55bd-476a-afcb-788d1a0bee17 req-41cde123-9ad6-4580-a9f8-d5854aa4a1f1 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:05.892266 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-73f98cb3-55bd-476a-afcb-788d1a0bee17 req-41cde123-9ad6-4580-a9f8-d5854aa4a1f1 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871 HTTP/1.1" status: 200 len: 945 time: 0.0863597 Sep 22 21:56:05.938697 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-73f98cb3-55bd-476a-afcb-788d1a0bee17 req-47c9b376-56f9-4b85-bcc8-99feefeada24 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401077 Sep 22 21:56:07.140762 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1937875-16ca-41ba-a355-f0fd0067ed42 req-77c17625-05bc-4696-81bf-b38248e2f84b tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:07.142231 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d1937875-16ca-41ba-a355-f0fd0067ed42 req-77c17625-05bc-4696-81bf-b38248e2f84b tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871 HTTP/1.1" status: 200 len: 945 time: 0.0936668 Sep 22 21:56:07.187426 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d1937875-16ca-41ba-a355-f0fd0067ed42 req-ea9ff368-2abd-4a6b-a1eb-9be4eab0aad7 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389004 Sep 22 21:56:08.384898 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85c332-f5be-49ba-be50-48b039bae14e req-652f54e0-4eea-4384-b33a-ca9751b02cdc tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:08.386353 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-0c85c332-f5be-49ba-be50-48b039bae14e req-652f54e0-4eea-4384-b33a-ca9751b02cdc tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871 HTTP/1.1" status: 200 len: 945 time: 0.0867081 Sep 22 21:56:08.430021 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-0c85c332-f5be-49ba-be50-48b039bae14e req-5a66d5f6-7faa-4eb6-bc1f-a13f227b66a7 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380025 Sep 22 21:56:09.629978 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572c4ec-0b74-4e75-a811-0dd79ac9e1ca req-b924ed2f-7f45-452e-a90f-e0aaf4fc2370 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:09.631452 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-8572c4ec-0b74-4e75-a811-0dd79ac9e1ca req-b924ed2f-7f45-452e-a90f-e0aaf4fc2370 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871 HTTP/1.1" status: 200 len: 945 time: 0.0860937 Sep 22 21:56:09.676673 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-8572c4ec-0b74-4e75-a811-0dd79ac9e1ca req-350c54c1-0275-40f6-9608-8ffac4c53cf3 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396066 Sep 22 21:56:09.709551 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5d2430a9-ea4d-44c8-933d-f8a2401abe2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:10.871874 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427147c-d60f-4a20-b27d-6a0e95d61de0 req-93108b6f-be1c-4f28-ba99-727f33677bc4 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:10.873310 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-9427147c-d60f-4a20-b27d-6a0e95d61de0 req-93108b6f-be1c-4f28-ba99-727f33677bc4 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871 HTTP/1.1" status: 200 len: 945 time: 0.0892475 Sep 22 21:56:10.915979 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-9427147c-d60f-4a20-b27d-6a0e95d61de0 req-f023efbc-5b33-4177-8a13-c9c1cee61789 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371330 Sep 22 21:56:11.931861 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9c639537-71e9-4e6a-8faf-bad49dc5a695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:12.197330 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f875b58-b045-4ccd-b93a-5242960722d6 req-ef08450a-c871-4bd3-8ef2-fe1578a80e08 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:12.198711 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6f875b58-b045-4ccd-b93a-5242960722d6 req-ef08450a-c871-4bd3-8ef2-fe1578a80e08 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871 HTTP/1.1" status: 200 len: 945 time: 0.1714675 Sep 22 21:56:12.241345 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6f875b58-b045-4ccd-b93a-5242960722d6 req-c9c21445-2b2f-46c2-a1bd-3a3177bb78ce tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365069 Sep 22 21:56:12.778202 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:13.169562 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:13.439197 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e7f6c-d737-4285-a59d-d81394e3be36 req-2df96ff4-d5df-4a8b-8f5f-bf3ca877e334 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:13.440569 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-593e7f6c-d737-4285-a59d-d81394e3be36 req-2df96ff4-d5df-4a8b-8f5f-bf3ca877e334 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871 HTTP/1.1" status: 200 len: 945 time: 0.0859189 Sep 22 21:56:13.590265 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-593e7f6c-d737-4285-a59d-d81394e3be36 req-b7756ae4-4c4d-486b-8846-e0c5cd00125a tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439991 Sep 22 21:56:14.556865 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:14.787205 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c335b42-84b7-4cda-8521-152ccf38358f req-a5fc8d01-b868-4d5d-93bf-30cc57998c76 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:14.789124 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7c335b42-84b7-4cda-8521-152ccf38358f req-a5fc8d01-b868-4d5d-93bf-30cc57998c76 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871 HTTP/1.1" status: 200 len: 945 time: 0.0875635 Sep 22 21:56:14.831339 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7c335b42-84b7-4cda-8521-152ccf38358f req-0cbc54af-634a-4d2d-8f23-ce7d91dd1d35 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367424 Sep 22 21:56:16.026594 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7b58e-e30a-4b00-9391-0226659effd0 req-e90b892d-4c5c-4599-aaef-7cd959372272 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:16.028050 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-07d7b58e-e30a-4b00-9391-0226659effd0 req-e90b892d-4c5c-4599-aaef-7cd959372272 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871 HTTP/1.1" status: 200 len: 945 time: 0.0849612 Sep 22 21:56:16.071114 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-07d7b58e-e30a-4b00-9391-0226659effd0 req-2ab49188-4e67-457d-8c8f-8a5a00ef3640 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373960 Sep 22 21:56:17.288011 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2c8f8-d571-46f8-8b2d-6cfab24e1493 req-56679709-8041-40db-af6e-b07d8fbec7e0 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:17.289455 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6bd2c8f8-d571-46f8-8b2d-6cfab24e1493 req-56679709-8041-40db-af6e-b07d8fbec7e0 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871 HTTP/1.1" status: 200 len: 945 time: 0.1030338 Sep 22 21:56:17.337008 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6bd2c8f8-d571-46f8-8b2d-6cfab24e1493 req-993e74e8-96be-45a1-9553-5b7c39a6c0a9 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420048 Sep 22 21:56:18.531481 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705deb2-e4fe-4f12-8bed-9a592b737cfa req-7224a647-950f-4999-b090-da2f26b79b23 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:18.532827 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-1705deb2-e4fe-4f12-8bed-9a592b737cfa req-7224a647-950f-4999-b090-da2f26b79b23 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871 HTTP/1.1" status: 200 len: 945 time: 0.0878925 Sep 22 21:56:18.576027 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-1705deb2-e4fe-4f12-8bed-9a592b737cfa req-ef60c778-8d2b-4cd7-aca5-4de12a14a769 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369422 Sep 22 21:56:19.768748 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc26c5e-c1d5-4874-aa2d-485e4cb78857 req-797bef5b-1015-4109-a1fd-2b2cb6473eba tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:19.770183 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2cc26c5e-c1d5-4874-aa2d-485e4cb78857 req-797bef5b-1015-4109-a1fd-2b2cb6473eba tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871 HTTP/1.1" status: 200 len: 945 time: 0.0856800 Sep 22 21:56:19.812327 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2cc26c5e-c1d5-4874-aa2d-485e4cb78857 req-b36eeecb-906d-4b7e-aa4c-ecf082e06a81 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365911 Sep 22 21:56:21.013704 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d9018-7e6f-4c88-b6d9-074b77271e28 req-93454a06-5e95-4a53-bd48-61abe1df61b6 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:21.015194 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-9c1d9018-7e6f-4c88-b6d9-074b77271e28 req-93454a06-5e95-4a53-bd48-61abe1df61b6 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871 HTTP/1.1" status: 200 len: 945 time: 0.0904374 Sep 22 21:56:21.057523 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-9c1d9018-7e6f-4c88-b6d9-074b77271e28 req-7ff85c23-ca11-47e0-897b-335cee59e49f tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367680 Sep 22 21:56:22.258732 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594b2c7-c473-4ff8-88b5-10eb81bba3be req-fcfbee90-4dca-4bfe-8a3f-57e831c38263 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:22.260178 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2594b2c7-c473-4ff8-88b5-10eb81bba3be req-fcfbee90-4dca-4bfe-8a3f-57e831c38263 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871 HTTP/1.1" status: 200 len: 945 time: 0.0926845 Sep 22 21:56:22.304418 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2594b2c7-c473-4ff8-88b5-10eb81bba3be req-80a626bc-0dd5-4589-a6ff-43e5c74359bc tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386031 Sep 22 21:56:23.505999 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d020ca-9165-4659-ad15-1dcf067b547c req-79a13d1d-52cd-439e-a124-5a3a53cdbd93 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:23.507380 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-b1d020ca-9165-4659-ad15-1dcf067b547c req-79a13d1d-52cd-439e-a124-5a3a53cdbd93 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871 HTTP/1.1" status: 200 len: 945 time: 0.0849130 Sep 22 21:56:23.550100 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-b1d020ca-9165-4659-ad15-1dcf067b547c req-84bbffe7-39c2-44be-aa63-6cbb0506e650 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370970 Sep 22 21:56:24.746173 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f710a1b5-ef5d-47f3-88c1-26318961a9ea req-668e6403-c606-4739-9f04-5904a6fe9007 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:24.747682 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f710a1b5-ef5d-47f3-88c1-26318961a9ea req-668e6403-c606-4739-9f04-5904a6fe9007 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871 HTTP/1.1" status: 200 len: 945 time: 0.0858283 Sep 22 21:56:24.794856 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f710a1b5-ef5d-47f3-88c1-26318961a9ea req-f36e1550-5e8f-43a8-b8b5-532220667444 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412731 Sep 22 21:56:25.970491 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:25.993252 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8a1bf-a559-4302-a386-03c47c05edd1 req-0ec0fc4a-3110-4f95-b468-2cd98cab50ec tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:25.994754 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-26a8a1bf-a559-4302-a386-03c47c05edd1 req-0ec0fc4a-3110-4f95-b468-2cd98cab50ec tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871 HTTP/1.1" status: 200 len: 945 time: 0.0915003 Sep 22 21:56:26.038331 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-26a8a1bf-a559-4302-a386-03c47c05edd1 req-c8e7dfc1-6baf-46f8-ab25-e67c26a068f3 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377047 Sep 22 21:56:27.240652 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48e73c-19b9-4624-9796-6c982cd581e0 req-2c6a756f-11ba-4e31-8141-2a9cf4ce548d tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:27.242117 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0a48e73c-19b9-4624-9796-6c982cd581e0 req-2c6a756f-11ba-4e31-8141-2a9cf4ce548d tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871 HTTP/1.1" status: 200 len: 945 time: 0.0953615 Sep 22 21:56:27.285611 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0a48e73c-19b9-4624-9796-6c982cd581e0 req-dac4d637-8b51-47ba-9b56-5c3b83a9bb5e tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378814 Sep 22 21:56:27.865706 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:56:28.482788 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064bb199-3f8a-4ad0-9796-eafeef895733 req-041f37b3-8c8d-4c55-90c6-8d17013a06b5 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:28.484133 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-064bb199-3f8a-4ad0-9796-eafeef895733 req-041f37b3-8c8d-4c55-90c6-8d17013a06b5 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871 HTTP/1.1" status: 200 len: 945 time: 0.0886061 Sep 22 21:56:28.526332 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-064bb199-3f8a-4ad0-9796-eafeef895733 req-8f7b935a-6fcd-4555-ad7b-7ffc79425425 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366294 Sep 22 21:56:29.727116 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3add6e-5181-4c8e-88a0-597eb90fd515 req-21f58241-eaa5-42b6-969e-14e006744833 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:29.728567 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1e3add6e-5181-4c8e-88a0-597eb90fd515 req-21f58241-eaa5-42b6-969e-14e006744833 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871 HTTP/1.1" status: 200 len: 945 time: 0.0891340 Sep 22 21:56:29.771942 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1e3add6e-5181-4c8e-88a0-597eb90fd515 req-0cd8cee0-7189-4ecb-ab47-0debfdace92a tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377624 Sep 22 21:56:30.572605 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fc14e0a2-3e31-45cb-994b-fb2543a853e2 req-136adf53-d825-40b8-957b-b4fdff3a7118 service neutron] 10.222.0.49 "GET /v2.0/ports/4db6bd74-e524-4fd6-8de2-f2d67f50fa8c/bindings/hv-neutron-8589 HTTP/1.1" status: 200 len: 384 time: 0.0790575 Sep 22 21:56:30.840714 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14e0a2-3e31-45cb-994b-fb2543a853e2 req-7544cb14-841b-421e-ab42-54b977e26507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:30.841716 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fc14e0a2-3e31-45cb-994b-fb2543a853e2 req-7544cb14-841b-421e-ab42-54b977e26507 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871&tenant_id=ba0731e9e73f422f8197998d2dccf4ff HTTP/1.1" status: 200 len: 1098 time: 0.0822794 Sep 22 21:56:30.939883 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14e0a2-3e31-45cb-994b-fb2543a853e2 req-23e79333-d03a-49ec-a8d9-3218531fa26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:30.941365 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fc14e0a2-3e31-45cb-994b-fb2543a853e2 req-23e79333-d03a-49ec-a8d9-3218531fa26c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ba0731e9e73f422f8197998d2dccf4ff&device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871 HTTP/1.1" status: 200 len: 1098 time: 0.0782738 Sep 22 21:56:30.972179 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3636b892-7fe5-4d4c-bc42-d4cb295a3dd4 req-c884a6f0-17b0-449d-ae72-8fe8c3b26491 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:30.973650 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-3636b892-7fe5-4d4c-bc42-d4cb295a3dd4 req-c884a6f0-17b0-449d-ae72-8fe8c3b26491 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871 HTTP/1.1" status: 200 len: 945 time: 0.0869367 Sep 22 21:56:31.017657 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-3636b892-7fe5-4d4c-bc42-d4cb295a3dd4 req-8d62c3e4-fc64-4457-b7af-ce5c339ab6a9 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381236 Sep 22 21:56:31.072119 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14e0a2-3e31-45cb-994b-fb2543a853e2 req-a4fc08b6-af8f-4f86-acc5-3e6e98bef50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:31.073552 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fc14e0a2-3e31-45cb-994b-fb2543a853e2 req-a4fc08b6-af8f-4f86-acc5-3e6e98bef50c service neutron] 10.222.0.49 "GET /v2.0/networks?id=48783a47-af34-4b4b-b0d2-7ff73348c368 HTTP/1.1" status: 200 len: 914 time: 0.1264629 Sep 22 21:56:31.142237 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fc14e0a2-3e31-45cb-994b-fb2543a853e2 req-8662b8fe-b0f4-4817-b43e-e7137f425449 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4db6bd74-e524-4fd6-8de2-f2d67f50fa8c HTTP/1.1" status: 200 len: 217 time: 0.0625463 Sep 22 21:56:31.211629 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14e0a2-3e31-45cb-994b-fb2543a853e2 req-fce585e7-c876-4989-bc85-01ed55ea5ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:31.213072 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fc14e0a2-3e31-45cb-994b-fb2543a853e2 req-fce585e7-c876-4989-bc85-01ed55ea5ada service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c764bbec-416b-46c3-8bd1-01baae7dc399 HTTP/1.1" status: 200 len: 853 time: 0.0654669 Sep 22 21:56:31.294887 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14e0a2-3e31-45cb-994b-fb2543a853e2 req-3f87e5f1-636a-4818-bc3b-81dbb15ec9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:31.296343 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fc14e0a2-3e31-45cb-994b-fb2543a853e2 req-3f87e5f1-636a-4818-bc3b-81dbb15ec9f6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=48783a47-af34-4b4b-b0d2-7ff73348c368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772579 Sep 22 21:56:31.425123 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fc14e0a2-3e31-45cb-994b-fb2543a853e2 req-80627655-1e12-493c-982b-1119850eaf87 service neutron] 10.222.0.49 "GET /v2.0/networks/48783a47-af34-4b4b-b0d2-7ff73348c368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225080 Sep 22 21:56:31.551797 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fc14e0a2-3e31-45cb-994b-fb2543a853e2 req-7267ee05-ac27-4042-bd65-62589cdd05bf service neutron] 10.222.0.49 "GET /v2.0/networks/48783a47-af34-4b4b-b0d2-7ff73348c368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208768 Sep 22 21:56:32.224068 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af349233-925a-4af1-a081-0efc8da14160 req-8fbff97a-34a5-4e54-803c-ec608344203f tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:32.226287 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-af349233-925a-4af1-a081-0efc8da14160 req-8fbff97a-34a5-4e54-803c-ec608344203f tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871 HTTP/1.1" status: 200 len: 945 time: 0.0977836 Sep 22 21:56:32.354737 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-af349233-925a-4af1-a081-0efc8da14160 req-8ebfc7c2-99d7-4d7d-b138-e3cf62ee28e0 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228266 Sep 22 21:56:33.551417 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242db627-6c3f-4ff5-9c42-5dbf072439f2 req-9dc365d6-a75f-4fc9-ad90-ddad5cac5142 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:33.552805 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-242db627-6c3f-4ff5-9c42-5dbf072439f2 req-9dc365d6-a75f-4fc9-ad90-ddad5cac5142 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871 HTTP/1.1" status: 200 len: 945 time: 0.0880806 Sep 22 21:56:33.595261 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-242db627-6c3f-4ff5-9c42-5dbf072439f2 req-0bf8e52d-d883-4e9e-8626-da3033891f83 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363929 Sep 22 21:56:33.909957 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e76005-6444-4799-a57c-53c13f2b1aaf req-061d073a-f5d1-4073-b70d-4be3ce0a0f23 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:33.910956 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0264d64-1de5-481d-8f11-d04a43999447 req-a42e875e-966d-4541-afed-e5c59b7db8ae tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:33.911470 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-59e76005-6444-4799-a57c-53c13f2b1aaf req-061d073a-f5d1-4073-b70d-4be3ce0a0f23 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871 HTTP/1.1" status: 200 len: 945 time: 0.0902071 Sep 22 21:56:33.912922 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c0264d64-1de5-481d-8f11-d04a43999447 req-a42e875e-966d-4541-afed-e5c59b7db8ae tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.49 "GET /v2.0/ports?device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871&tenant_id=ba0731e9e73f422f8197998d2dccf4ff&binding%3Ahost_id=hv-neutron-8589 HTTP/1.1" status: 200 len: 945 time: 0.0886490 Sep 22 21:56:33.955362 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-59e76005-6444-4799-a57c-53c13f2b1aaf req-be16d515-238e-4a8b-b0ba-b7fe3cc76642 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373828 Sep 22 21:56:34.055739 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0264d64-1de5-481d-8f11-d04a43999447 req-0ad0ac37-7e1f-485c-87ec-35a6face9714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:34.057161 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c0264d64-1de5-481d-8f11-d04a43999447 req-0ad0ac37-7e1f-485c-87ec-35a6face9714 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ba0731e9e73f422f8197998d2dccf4ff&device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871 HTTP/1.1" status: 200 len: 1098 time: 0.0781412 Sep 22 21:56:34.183091 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0264d64-1de5-481d-8f11-d04a43999447 req-1f253c67-686c-4553-bb50-a00d1ff04dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:34.184393 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c0264d64-1de5-481d-8f11-d04a43999447 req-1f253c67-686c-4553-bb50-a00d1ff04dbe service neutron] 10.222.0.49 "GET /v2.0/networks?id=48783a47-af34-4b4b-b0d2-7ff73348c368 HTTP/1.1" status: 200 len: 914 time: 0.1214232 Sep 22 21:56:34.251739 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c0264d64-1de5-481d-8f11-d04a43999447 req-d1e579ae-81ec-4607-8a05-cee38b7cc5ba service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4db6bd74-e524-4fd6-8de2-f2d67f50fa8c HTTP/1.1" status: 200 len: 217 time: 0.0618358 Sep 22 21:56:34.311188 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0264d64-1de5-481d-8f11-d04a43999447 req-ff147862-6b0b-40bc-8d19-d593a20142a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:34.312580 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c0264d64-1de5-481d-8f11-d04a43999447 req-ff147862-6b0b-40bc-8d19-d593a20142a5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c764bbec-416b-46c3-8bd1-01baae7dc399 HTTP/1.1" status: 200 len: 853 time: 0.0552042 Sep 22 21:56:34.393315 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0264d64-1de5-481d-8f11-d04a43999447 req-10999e95-fd29-4d9c-afab-2ba8ad04f703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:34.394791 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c0264d64-1de5-481d-8f11-d04a43999447 req-10999e95-fd29-4d9c-afab-2ba8ad04f703 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=48783a47-af34-4b4b-b0d2-7ff73348c368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762529 Sep 22 21:56:34.520034 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c0264d64-1de5-481d-8f11-d04a43999447 req-4d4abf29-5282-4dad-a6f8-fc67b7516c6b service neutron] 10.222.0.49 "GET /v2.0/networks/48783a47-af34-4b4b-b0d2-7ff73348c368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194952 Sep 22 21:56:34.644496 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c0264d64-1de5-481d-8f11-d04a43999447 req-5424ff8d-8fe2-4358-8e58-a8c3b7b6cca4 service neutron] 10.222.0.49 "GET /v2.0/networks/48783a47-af34-4b4b-b0d2-7ff73348c368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193852 Sep 22 21:56:35.129116 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 4db6bd74-e524-4fd6-8de2-f2d67f50fa8c details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 21:56:35.131498 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 4db6bd74-e524-4fd6-8de2-f2d67f50fa8c no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:56:35.159992 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d55857-c409-4dfb-a3c3-9d71a8e24fd9 req-fa91d1b4-9bf6-40f5-9c04-4d87a3772ae7 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:35.161655 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-27d55857-c409-4dfb-a3c3-9d71a8e24fd9 req-fa91d1b4-9bf6-40f5-9c04-4d87a3772ae7 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871 HTTP/1.1" status: 200 len: 945 time: 0.0917926 Sep 22 21:56:35.209854 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-27d55857-c409-4dfb-a3c3-9d71a8e24fd9 req-87e57488-816a-4389-8f6d-c326512f6e91 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414038 Sep 22 21:56:35.352553 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 4db6bd74-e524-4fd6-8de2-f2d67f50fa8c is: ACTIVE; New status is: DOWN {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:56:35.352924 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:35.389223 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 4db6bd74-e524-4fd6-8de2-f2d67f50fa8c, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=4db6bd74-e524-4fd6-8de2-f2d67f50fa8c,segment=NetworkSegment(e388763e-5123-4b46-b9c6-5183d7154241),segment_id=e388763e-5123-4b46-b9c6-5183d7154241)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:56:35.403067 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93bf0e6d-3b66-4b19-a7f1-58b117270871', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4db6bd74-e524-4fd6-8de2-f2d67f50fa8c'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:56:35.405323 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafde1ea-eb3e-4c58-a2d7-b0b43b6a4db6" -d '{"events": [{"server_uuid": "93bf0e6d-3b66-4b19-a7f1-58b117270871", "name": "network-vif-unplugged", "status": "completed", "tag": "4db6bd74-e524-4fd6-8de2-f2d67f50fa8c"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:56:35.414963 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': '4db6bd74-e524-4fd6-8de2-f2d67f50fa8c', 'network_id': '48783a47-af34-4b4b-b0d2-7ff73348c368', 'port_id': '4db6bd74-e524-4fd6-8de2-f2d67f50fa8c', 'mac_address': 'fa:16:3e:ad:2e:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c764bbec-416b-46c3-8bd1-01baae7dc399', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 21:56:35.417253 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 4db6bd74-e524-4fd6-8de2-f2d67f50fa8c, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=4db6bd74-e524-4fd6-8de2-f2d67f50fa8c,segment=NetworkSegment(e388763e-5123-4b46-b9c6-5183d7154241),segment_id=e388763e-5123-4b46-b9c6-5183d7154241)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:56:35.449914 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:35.510318 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Sep 2022 21:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61431a9-e614-4c13-aa06-68191259ef67 x-openstack-request-id: req-b61431a9-e614-4c13-aa06-68191259ef67 {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:56:35.510637 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93bf0e6d-3b66-4b19-a7f1-58b117270871", "name": "network-vif-unplugged", "status": "completed", "tag": "4db6bd74-e524-4fd6-8de2-f2d67f50fa8c", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:56:35.510894 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-b61431a9-e614-4c13-aa06-68191259ef67 {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:56:35.511276 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b61431a9-e614-4c13-aa06-68191259ef67'] response: {'server_uuid': '93bf0e6d-3b66-4b19-a7f1-58b117270871', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4db6bd74-e524-4fd6-8de2-f2d67f50fa8c', 'code': 200} Sep 22 21:56:35.528630 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 4db6bd74-e524-4fd6-8de2-f2d67f50fa8c is: DOWN; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:56:35.529005 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:35.549805 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=4db6bd74-e524-4fd6-8de2-f2d67f50fa8c,revision_number=6']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:56:35.552549 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4db6bd74-e524-4fd6-8de2-f2d67f50fa8c {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:56:35.562460 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:56:35.562828 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:56:35.563166 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:56:35.563493 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:56:35.563819 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:56:35.564145 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:56:35.564464 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:56:35.564783 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:56:35.565102 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:56:35.565416 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:56:35.565734 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:56:35.566053 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:56:35.578786 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 4db6bd74-e524-4fd6-8de2-f2d67f50fa8c, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=4db6bd74-e524-4fd6-8de2-f2d67f50fa8c,segment=NetworkSegment(e388763e-5123-4b46-b9c6-5183d7154241),segment_id=e388763e-5123-4b46-b9c6-5183d7154241)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:56:35.582364 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:35.647262 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['4db6bd74-e524-4fd6-8de2-f2d67f50fa8c'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 21:56:35.698848 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=4db6bd74-e524-4fd6-8de2-f2d67f50fa8c,revision_number=7']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:56:36.416990 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6588380b-2dd5-4314-ad0f-35842f53ab3b req-c00001d7-9791-4c61-97fb-93b057fa6f3e tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:36.418531 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6588380b-2dd5-4314-ad0f-35842f53ab3b req-c00001d7-9791-4c61-97fb-93b057fa6f3e tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871 HTTP/1.1" status: 200 len: 944 time: 0.0900784 Sep 22 21:56:36.461538 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6588380b-2dd5-4314-ad0f-35842f53ab3b req-083fe1f9-e9d5-470d-95c2-fb781b39bc92 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375059 Sep 22 21:56:36.655905 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e0936-924b-4d6d-81b5-5938397ce47b req-563e1e43-93c6-4177-929d-fed84e16155f tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:36.657350 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-444e0936-924b-4d6d-81b5-5938397ce47b req-563e1e43-93c6-4177-929d-fed84e16155f tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871 HTTP/1.1" status: 200 len: 944 time: 0.0851340 Sep 22 21:56:36.700518 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-444e0936-924b-4d6d-81b5-5938397ce47b req-3c68e7cf-258c-4bc8-af6b-eb1c281f4200 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370402 Sep 22 21:56:36.797920 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 54694) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:56:36.803689 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-d767052d-32d0-4a63-8ebb-6e6fe3b8296f tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1775032158', 'description': 'tempest-description--691478719'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:56:36.809553 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-d767052d-32d0-4a63-8ebb-6e6fe3b8296f tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:56:36.819524 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-d767052d-32d0-4a63-8ebb-6e6fe3b8296f tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:56:36.828240 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d767052d-32d0-4a63-8ebb-6e6fe3b8296f tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:36.848709 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-d767052d-32d0-4a63-8ebb-6e6fe3b8296f tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:56:36.852550 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-d767052d-32d0-4a63-8ebb-6e6fe3b8296f tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Usage tracker for resource:security_group_rule and tenant:ba0731e9e73f422f8197998d2dccf4ff is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:56:36.855320 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-d767052d-32d0-4a63-8ebb-6e6fe3b8296f tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:56:36.860937 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-d767052d-32d0-4a63-8ebb-6e6fe3b8296f tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:56:36.932123 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d767052d-32d0-4a63-8ebb-6e6fe3b8296f tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:36.935652 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d767052d-32d0-4a63-8ebb-6e6fe3b8296f tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:36.980290 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d767052d-32d0-4a63-8ebb-6e6fe3b8296f tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2a739b-1f81-484a-8436-7c685dcc2f4c,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:56:36.987091 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d767052d-32d0-4a63-8ebb-6e6fe3b8296f tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:36.988287 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-d767052d-32d0-4a63-8ebb-6e6fe3b8296f tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1893477 Sep 22 21:56:36.989716 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d767052d-32d0-4a63-8ebb-6e6fe3b8296f tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:56:36.990556 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d767052d-32d0-4a63-8ebb-6e6fe3b8296f tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:56:36.990927 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d767052d-32d0-4a63-8ebb-6e6fe3b8296f tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:56:36.991266 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d767052d-32d0-4a63-8ebb-6e6fe3b8296f tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:56:36.991600 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d767052d-32d0-4a63-8ebb-6e6fe3b8296f tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:56:36.991933 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d767052d-32d0-4a63-8ebb-6e6fe3b8296f tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:56:36.992139 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 54698) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:56:36.992247 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d767052d-32d0-4a63-8ebb-6e6fe3b8296f tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:56:36.992589 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d767052d-32d0-4a63-8ebb-6e6fe3b8296f tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:56:36.992921 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d767052d-32d0-4a63-8ebb-6e6fe3b8296f tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:56:36.993233 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d767052d-32d0-4a63-8ebb-6e6fe3b8296f tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:56:36.993557 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d767052d-32d0-4a63-8ebb-6e6fe3b8296f tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:56:36.993879 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d767052d-32d0-4a63-8ebb-6e6fe3b8296f tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:56:36.999787 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-9f768800-e6ef-47f3-bbe0-02c31ae7b545 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Request body: {'security_group_rule': {'security_group_id': '0c2a739b-1f81-484a-8436-7c685dcc2f4c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:56:37.010712 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-9f768800-e6ef-47f3-bbe0-02c31ae7b545 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:56:37.014542 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-9f768800-e6ef-47f3-bbe0-02c31ae7b545 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Usage tracker for resource:security_group_rule and tenant:ba0731e9e73f422f8197998d2dccf4ff is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:56:37.017446 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-9f768800-e6ef-47f3-bbe0-02c31ae7b545 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:56:37.023129 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-9f768800-e6ef-47f3-bbe0-02c31ae7b545 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:56:37.042231 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9f768800-e6ef-47f3-bbe0-02c31ae7b545 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:37.100846 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9f768800-e6ef-47f3-bbe0-02c31ae7b545 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:37.104174 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9f768800-e6ef-47f3-bbe0-02c31ae7b545 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:37.127793 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f768800-e6ef-47f3-bbe0-02c31ae7b545 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=defab3a2-fd64-4a41-b761-485eb22bb09e,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:56:37.136837 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9f768800-e6ef-47f3-bbe0-02c31ae7b545 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:37.137979 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-9f768800-e6ef-47f3-bbe0-02c31ae7b545 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1448476 Sep 22 21:56:37.140678 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 54702) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:56:37.143654 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 4db6bd74-e524-4fd6-8de2-f2d67f50fa8c up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:56:37.145663 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-58a94be1-0535-45ac-9d5b-425b98e9a4cf tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Request body: {'security_group_rule': {'security_group_id': '0c2a739b-1f81-484a-8436-7c685dcc2f4c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:56:37.151949 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-58a94be1-0535-45ac-9d5b-425b98e9a4cf tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:56:37.155768 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-58a94be1-0535-45ac-9d5b-425b98e9a4cf tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Usage tracker for resource:security_group_rule and tenant:ba0731e9e73f422f8197998d2dccf4ff is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:56:37.158566 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-58a94be1-0535-45ac-9d5b-425b98e9a4cf tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:56:37.164848 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-58a94be1-0535-45ac-9d5b-425b98e9a4cf tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:56:37.181858 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-58a94be1-0535-45ac-9d5b-425b98e9a4cf tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:37.214261 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port 4db6bd74-e524-4fd6-8de2-f2d67f50fa8c triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:56:37.214659 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:37.214997 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port 4db6bd74-e524-4fd6-8de2-f2d67f50fa8c Sep 22 21:56:37.245856 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-58a94be1-0535-45ac-9d5b-425b98e9a4cf tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:37.250047 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-58a94be1-0535-45ac-9d5b-425b98e9a4cf tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:37.275234 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a94be1-0535-45ac-9d5b-425b98e9a4cf tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b462958-1bd8-4a9d-a7ba-cc6da96641d1,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:56:37.285721 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-58a94be1-0535-45ac-9d5b-425b98e9a4cf tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:37.286994 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-58a94be1-0535-45ac-9d5b-425b98e9a4cf tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1453648 Sep 22 21:56:37.290149 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 54706) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:56:37.295066 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-0873c785-dba5-4af8-89d1-28734e5a0f14 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Request body: {'floatingip': {'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:56:37.300896 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-0873c785-dba5-4af8-89d1-28734e5a0f14 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:56:37.304783 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-0873c785-dba5-4af8-89d1-28734e5a0f14 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Usage tracker for resource:floatingip and tenant:ba0731e9e73f422f8197998d2dccf4ff is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:56:37.307661 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-0873c785-dba5-4af8-89d1-28734e5a0f14 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:56:37.313631 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-0873c785-dba5-4af8-89d1-28734e5a0f14 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:56:37.324466 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0873c785-dba5-4af8-89d1-28734e5a0f14 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Notify callbacks [] for floatingip, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:37.336907 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 4db6bd74-e524-4fd6-8de2-f2d67f50fa8c is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:56:37.337314 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:37.370468 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 4db6bd74-e524-4fd6-8de2-f2d67f50fa8c, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=4db6bd74-e524-4fd6-8de2-f2d67f50fa8c,segment=NetworkSegment(e388763e-5123-4b46-b9c6-5183d7154241),segment_id=e388763e-5123-4b46-b9c6-5183d7154241)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:56:37.374178 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:37.441052 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=4db6bd74-e524-4fd6-8de2-f2d67f50fa8c,revision_number=8']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:56:37.463907 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0873c785-dba5-4af8-89d1-28734e5a0f14 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:37.512201 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93bf0e6d-3b66-4b19-a7f1-58b117270871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db6bd74-e524-4fd6-8de2-f2d67f50fa8c'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:56:37.514704 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9fe546-3562-4fe9-aa20-c214dd96ad0d" -d '{"events": [{"server_uuid": "93bf0e6d-3b66-4b19-a7f1-58b117270871", "name": "network-vif-plugged", "status": "completed", "tag": "4db6bd74-e524-4fd6-8de2-f2d67f50fa8c"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:56:37.555962 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 21:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3618a08-6ac7-4042-9dc8-9b7f11c4802d x-openstack-request-id: req-d3618a08-6ac7-4042-9dc8-9b7f11c4802d {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:56:37.556271 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93bf0e6d-3b66-4b19-a7f1-58b117270871", "name": "network-vif-plugged", "status": "completed", "tag": "4db6bd74-e524-4fd6-8de2-f2d67f50fa8c", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:56:37.556523 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d3618a08-6ac7-4042-9dc8-9b7f11c4802d {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:56:37.556921 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3618a08-6ac7-4042-9dc8-9b7f11c4802d'] response: {'server_uuid': '93bf0e6d-3b66-4b19-a7f1-58b117270871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db6bd74-e524-4fd6-8de2-f2d67f50fa8c', 'code': 200} Sep 22 21:56:37.602839 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-0873c785-dba5-4af8-89d1-28734e5a0f14 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Allocated IP 172.26.0.148 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/301e5fcb-74a9-4c04-8302-835a499a2372) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:56:37.748067 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0873c785-dba5-4af8-89d1-28734e5a0f14 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:37.776493 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0873c785-dba5-4af8-89d1-28734e5a0f14 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:37.844389 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0873c785-dba5-4af8-89d1-28734e5a0f14 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:56:37.847492 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-0873c785-dba5-4af8-89d1-28734e5a0f14 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:56:37.850843 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0873c785-dba5-4af8-89d1-28734e5a0f14 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:56:37.888179 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0873c785-dba5-4af8-89d1-28734e5a0f14 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Pushing event updated for resources: {'Port': ['ID=301e5fcb-74a9-4c04-8302-835a499a2372,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:56:37.941317 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0873c785-dba5-4af8-89d1-28734e5a0f14 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:37.999168 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0873c785-dba5-4af8-89d1-28734e5a0f14 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:38.295381 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0873c785-dba5-4af8-89d1-28734e5a0f14 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:38.299949 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0873c785-dba5-4af8-89d1-28734e5a0f14 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:38.407723 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0873c785-dba5-4af8-89d1-28734e5a0f14 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:38.411538 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0873c785-dba5-4af8-89d1-28734e5a0f14 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Pushing event updated for resources: {'Port': ['ID=301e5fcb-74a9-4c04-8302-835a499a2372,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:56:38.433537 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0873c785-dba5-4af8-89d1-28734e5a0f14 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:38.434810 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-0873c785-dba5-4af8-89d1-28734e5a0f14 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1436796 Sep 22 21:56:38.605387 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7c117-ddc6-447a-8559-ee66d09c180e req-551271f3-21ad-4d09-a2f3-c0b9d9015993 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:38.606858 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-88b7c117-ddc6-447a-8559-ee66d09c180e req-551271f3-21ad-4d09-a2f3-c0b9d9015993 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871 HTTP/1.1" status: 200 len: 945 time: 0.0895696 Sep 22 21:56:38.649948 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-88b7c117-ddc6-447a-8559-ee66d09c180e req-8f5d982a-1a68-4fb8-bcf3-48152f0cd41c tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Synchronizing usage tracker for tenant:ba0731e9e73f422f8197998d2dccf4ff on resource:security_group {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:56:38.665304 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-88b7c117-ddc6-447a-8559-ee66d09c180e req-8f5d982a-1a68-4fb8-bcf3-48152f0cd41c tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Unset dirty status for tenant:ba0731e9e73f422f8197998d2dccf4ff on resource:security_group {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:56:38.666558 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-88b7c117-ddc6-447a-8559-ee66d09c180e req-8f5d982a-1a68-4fb8-bcf3-48152f0cd41c tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541453 Sep 22 21:56:39.144875 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb17237b-cec2-4041-b052-5bee395ee907 req-70eb8cce-ec8b-444b-aed3-0051a775dfc5 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:39.146213 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-bb17237b-cec2-4041-b052-5bee395ee907 req-70eb8cce-ec8b-444b-aed3-0051a775dfc5 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/networks?id=48783a47-af34-4b4b-b0d2-7ff73348c368 HTTP/1.1" status: 200 len: 814 time: 0.1393337 Sep 22 21:56:39.160784 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-bb17237b-cec2-4041-b052-5bee395ee907 req-33c9ff02-c5cd-4354-ad21-a771575c6184 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/quotas/ba0731e9e73f422f8197998d2dccf4ff HTTP/1.1" status: 200 len: 375 time: 0.0086193 Sep 22 21:56:39.251849 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-bb17237b-cec2-4041-b052-5bee395ee907 req-af593160-6a7e-4740-83da-11fe12741344 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=ba0731e9e73f422f8197998d2dccf4ff&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0863245 Sep 22 21:56:39.314595 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [req-bb17237b-cec2-4041-b052-5bee395ee907 req-35ad00b8-a8c8-4741-8050-3750e063fb3b service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=89008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:56:39.315569 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-bb17237b-cec2-4041-b052-5bee395ee907 req-35ad00b8-a8c8-4741-8050-3750e063fb3b service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0565975 Sep 22 21:56:39.445240 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-bb17237b-cec2-4041-b052-5bee395ee907 req-c572ffde-2788-4bfb-8d41-79c23adee212 service neutron] 10.222.0.33 "GET /v2.0/networks/48783a47-af34-4b4b-b0d2-7ff73348c368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231177 Sep 22 21:56:39.663183 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-bb17237b-cec2-4041-b052-5bee395ee907 req-8727d3ec-9cd1-4f48-a408-e7194dbf7608 service neutron] 10.222.0.33 "GET /v2.0/networks/48783a47-af34-4b4b-b0d2-7ff73348c368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121170 Sep 22 21:56:39.711497 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-00c9560a-11b7-4805-a1dc-b7af16b77a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:39.843248 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-a32a6962-d7a2-4534-bc1e-9e85d1579ba9 req-58ef9cbd-3790-40d6-a493-f63d48f2e7ac tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=ac922acb-9243-4eed-8825-efc980a02a7c HTTP/1.1" status: 200 len: 210 time: 0.0509872 Sep 22 21:56:40.737965 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72392418-6caa-48a7-ad34-c2ed835c0608 req-1e33ef49-cea6-4bfb-ae81-b0ca8bd40040 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:40.739510 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-72392418-6caa-48a7-ad34-c2ed835c0608 req-1e33ef49-cea6-4bfb-ae81-b0ca8bd40040 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.49 "GET /v2.0/ports?device_id=93bf0e6d-3b66-4b19-a7f1-58b117270871 HTTP/1.1" status: 200 len: 945 time: 0.0861192 Sep 22 21:56:40.808174 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-72392418-6caa-48a7-ad34-c2ed835c0608 req-aac8bd21-fd5d-4c46-8197-c9bace034d6b tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Deleting port 4db6bd74-e524-4fd6-8de2-f2d67f50fa8c {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:56:40.808519 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-72392418-6caa-48a7-ad34-c2ed835c0608 req-aac8bd21-fd5d-4c46-8197-c9bace034d6b tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:41.068921 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-65247908-9b98-4df3-b859-e31b74b4a161 req-4020077b-5a1d-4b19-8e86-d1f673ccd664 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=ac922acb-9243-4eed-8825-efc980a02a7c HTTP/1.1" status: 200 len: 210 time: 0.0819852 Sep 22 21:56:41.164107 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb17237b-cec2-4041-b052-5bee395ee907 req-79171fd5-e83a-4b09-b0f6-1b7f2b2a6f18 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:41.165510 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-bb17237b-cec2-4041-b052-5bee395ee907 req-79171fd5-e83a-4b09-b0f6-1b7f2b2a6f18 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.49 "GET /v2.0/networks?id=48783a47-af34-4b4b-b0d2-7ff73348c368 HTTP/1.1" status: 200 len: 814 time: 0.3242261 Sep 22 21:56:41.183832 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-bb17237b-cec2-4041-b052-5bee395ee907 req-6ef0c19e-3bc5-499c-a126-138631e672b9 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Request body: {'port': {'device_id': 'ac922acb-9243-4eed-8825-efc980a02a7c', 'network_id': '48783a47-af34-4b4b-b0d2-7ff73348c368', 'admin_state_up': True, 'tenant_id': 'ba0731e9e73f422f8197998d2dccf4ff'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:56:41.333564 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-72392418-6caa-48a7-ad34-c2ed835c0608 req-aac8bd21-fd5d-4c46-8197-c9bace034d6b tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] For port 4db6bd74-e524-4fd6-8de2-f2d67f50fa8c, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=4db6bd74-e524-4fd6-8de2-f2d67f50fa8c,segment=NetworkSegment(e388763e-5123-4b46-b9c6-5183d7154241),segment_id=e388763e-5123-4b46-b9c6-5183d7154241)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:56:41.333925 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-72392418-6caa-48a7-ad34-c2ed835c0608 req-aac8bd21-fd5d-4c46-8197-c9bace034d6b tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:41.470260 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-72392418-6caa-48a7-ad34-c2ed835c0608 req-aac8bd21-fd5d-4c46-8197-c9bace034d6b tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Calling delete_port for 4db6bd74-e524-4fd6-8de2-f2d67f50fa8c owned by compute:nova {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:56:41.516018 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-bb17237b-cec2-4041-b052-5bee395ee907 req-6ef0c19e-3bc5-499c-a126-138631e672b9 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:56:41.532220 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-bb17237b-cec2-4041-b052-5bee395ee907 req-6ef0c19e-3bc5-499c-a126-138631e672b9 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:56:41.560713 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb17237b-cec2-4041-b052-5bee395ee907 req-6ef0c19e-3bc5-499c-a126-138631e672b9 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Made reservation on behalf of ba0731e9e73f422f8197998d2dccf4ff for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:56:41.564247 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-bb17237b-cec2-4041-b052-5bee395ee907 req-6ef0c19e-3bc5-499c-a126-138631e672b9 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:41.709212 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-72392418-6caa-48a7-ad34-c2ed835c0608 req-aac8bd21-fd5d-4c46-8197-c9bace034d6b tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:41.720398 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['4db6bd74-e524-4fd6-8de2-f2d67f50fa8c'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 21:56:41.790980 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac8bd21-fd5d-4c46-8197-c9bace034d6b tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Pushing event deleted for resources: {'Port': ['ID=4db6bd74-e524-4fd6-8de2-f2d67f50fa8c,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:56:41.895783 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-72392418-6caa-48a7-ad34-c2ed835c0608 req-aac8bd21-fd5d-4c46-8197-c9bace034d6b tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] No DVR routers for this DVR port 4db6bd74-e524-4fd6-8de2-f2d67f50fa8c on host hv-neutron-8589 {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:56:41.900930 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-72392418-6caa-48a7-ad34-c2ed835c0608 req-aac8bd21-fd5d-4c46-8197-c9bace034d6b tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:41.903347 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93bf0e6d-3b66-4b19-a7f1-58b117270871', 'name': 'network-vif-deleted', 'tag': '4db6bd74-e524-4fd6-8de2-f2d67f50fa8c'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:56:41.905633 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba27472a-db89-4ffc-8dd1-7e68b589f985" -d '{"events": [{"server_uuid": "93bf0e6d-3b66-4b19-a7f1-58b117270871", "name": "network-vif-deleted", "tag": "4db6bd74-e524-4fd6-8de2-f2d67f50fa8c"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:56:41.918128 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [req-bb17237b-cec2-4041-b052-5bee395ee907 req-6ef0c19e-3bc5-499c-a126-138631e672b9 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Allocated IP 172.20.0.8 (48783a47-af34-4b4b-b0d2-7ff73348c368/c764bbec-416b-46c3-8bd1-01baae7dc399/a7636984-b3dd-459d-b6ea-0fd4453bccd2) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:56:41.933266 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-72392418-6caa-48a7-ad34-c2ed835c0608 req-aac8bd21-fd5d-4c46-8197-c9bace034d6b tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.49 "DELETE /v2.0/ports/4db6bd74-e524-4fd6-8de2-f2d67f50fa8c HTTP/1.1" status: 204 len: 173 time: 1.1888378 Sep 22 21:56:41.936935 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2d86b4eb-fc5f-491d-bf99-59310b5a7163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:41.958820 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 21:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b15932-371b-43a5-823a-bd86777f1fd1 x-openstack-request-id: req-f7b15932-371b-43a5-823a-bd86777f1fd1 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:56:41.959223 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93bf0e6d-3b66-4b19-a7f1-58b117270871", "name": "network-vif-deleted", "tag": "4db6bd74-e524-4fd6-8de2-f2d67f50fa8c", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:56:41.959474 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f7b15932-371b-43a5-823a-bd86777f1fd1 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:56:41.959865 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7b15932-371b-43a5-823a-bd86777f1fd1'] response: {'server_uuid': '93bf0e6d-3b66-4b19-a7f1-58b117270871', 'name': 'network-vif-deleted', 'tag': '4db6bd74-e524-4fd6-8de2-f2d67f50fa8c', 'status': 'completed', 'code': 200} Sep 22 21:56:42.257516 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-e11c2e29-ec47-4b93-90f4-bf3edca66647 req-0f6cf1cb-d131-48ce-871a-590a08194042 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Synchronizing usage tracker for tenant:ba0731e9e73f422f8197998d2dccf4ff on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:56:42.299375 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-e11c2e29-ec47-4b93-90f4-bf3edca66647 req-0f6cf1cb-d131-48ce-871a-590a08194042 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Unset dirty status for tenant:ba0731e9e73f422f8197998d2dccf4ff on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:56:42.300551 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e11c2e29-ec47-4b93-90f4-bf3edca66647 req-0f6cf1cb-d131-48ce-871a-590a08194042 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=ac922acb-9243-4eed-8825-efc980a02a7c HTTP/1.1" status: 200 len: 210 time: 0.1142397 Sep 22 21:56:42.303413 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-bb17237b-cec2-4041-b052-5bee395ee907 req-6ef0c19e-3bc5-499c-a126-138631e672b9 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:42.330267 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-bb17237b-cec2-4041-b052-5bee395ee907 req-6ef0c19e-3bc5-499c-a126-138631e672b9 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Transition to ACTIVE for port object a7636984-b3dd-459d-b6ea-0fd4453bccd2 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:56:42.355696 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-bb17237b-cec2-4041-b052-5bee395ee907 req-6ef0c19e-3bc5-499c-a126-138631e672b9 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:42.367263 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['4db6bd74-e524-4fd6-8de2-f2d67f50fa8c'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 21:56:42.432776 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb17237b-cec2-4041-b052-5bee395ee907 req-6ef0c19e-3bc5-499c-a126-138631e672b9 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Network 48783a47-af34-4b4b-b0d2-7ff73348c368 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:56:42.435901 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [req-bb17237b-cec2-4041-b052-5bee395ee907 req-6ef0c19e-3bc5-499c-a126-138631e672b9 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:56:42.439629 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb17237b-cec2-4041-b052-5bee395ee907 req-6ef0c19e-3bc5-499c-a126-138631e672b9 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:56:42.473625 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef0c19e-3bc5-499c-a126-138631e672b9 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Pushing event updated for resources: {'Port': ['ID=a7636984-b3dd-459d-b6ea-0fd4453bccd2,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:56:42.513157 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb17237b-cec2-4041-b052-5bee395ee907 req-6ef0c19e-3bc5-499c-a126-138631e672b9 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:42.513967 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-bb17237b-cec2-4041-b052-5bee395ee907 req-6ef0c19e-3bc5-499c-a126-138631e672b9 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:42.533869 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-bb17237b-cec2-4041-b052-5bee395ee907 req-6ef0c19e-3bc5-499c-a126-138631e672b9 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3557963 Sep 22 21:56:42.544809 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-bb17237b-cec2-4041-b052-5bee395ee907 req-b56ede3f-1e4b-4929-a119-46d11bd8ffc7 service neutron] Request body: {'port': {'device_id': 'ac922acb-9243-4eed-8825-efc980a02a7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:56:42.665027 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-bb17237b-cec2-4041-b052-5bee395ee907 req-b56ede3f-1e4b-4929-a119-46d11bd8ffc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:42.755500 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-5a490d20-02a6-461a-9732-f804f0ebe750 None None] Provisioning for port a7636984-b3dd-459d-b6ea-0fd4453bccd2 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:56:42.760219 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-5a490d20-02a6-461a-9732-f804f0ebe750 None None] Provisioning complete for port a7636984-b3dd-459d-b6ea-0fd4453bccd2 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:56:42.760588 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5a490d20-02a6-461a-9732-f804f0ebe750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:42.760928 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-5a490d20-02a6-461a-9732-f804f0ebe750 None None] Attempt 1 to provision port a7636984-b3dd-459d-b6ea-0fd4453bccd2 Sep 22 21:56:42.822222 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:42.825211 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-5a490d20-02a6-461a-9732-f804f0ebe750 None None] Port a7636984-b3dd-459d-b6ea-0fd4453bccd2 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:56:43.007356 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [req-bb17237b-cec2-4041-b052-5bee395ee907 req-b56ede3f-1e4b-4929-a119-46d11bd8ffc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7636984-b3dd-459d-b6ea-0fd4453bccd2 {{(pid=89008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:56:43.014440 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-bb17237b-cec2-4041-b052-5bee395ee907 req-b56ede3f-1e4b-4929-a119-46d11bd8ffc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:43.029240 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-bb17237b-cec2-4041-b052-5bee395ee907 req-b56ede3f-1e4b-4929-a119-46d11bd8ffc7 service neutron] Transition to ACTIVE for port object a7636984-b3dd-459d-b6ea-0fd4453bccd2 will not be triggered until provisioned by entity L2. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:56:43.032907 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-bb17237b-cec2-4041-b052-5bee395ee907 req-b56ede3f-1e4b-4929-a119-46d11bd8ffc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:43.173650 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:43.213822 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ede3f-1e4b-4929-a119-46d11bd8ffc7 service neutron] Pushing event updated for resources: {'Port': ['ID=a7636984-b3dd-459d-b6ea-0fd4453bccd2,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:56:43.253708 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-bb17237b-cec2-4041-b052-5bee395ee907 req-b56ede3f-1e4b-4929-a119-46d11bd8ffc7 service neutron] Attempting to bind port a7636984-b3dd-459d-b6ea-0fd4453bccd2 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:56:43.254038 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-bb17237b-cec2-4041-b052-5bee395ee907 req-b56ede3f-1e4b-4929-a119-46d11bd8ffc7 service neutron] Attempting to bind port a7636984-b3dd-459d-b6ea-0fd4453bccd2 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'e388763e-5123-4b46-b9c6-5183d7154241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '48783a47-af34-4b4b-b0d2-7ff73348c368'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:56:43.254361 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb17237b-cec2-4041-b052-5bee395ee907 req-b56ede3f-1e4b-4929-a119-46d11bd8ffc7 service neutron] Attempting to bind port a7636984-b3dd-459d-b6ea-0fd4453bccd2 on network 48783a47-af34-4b4b-b0d2-7ff73348c368 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:56:43.259553 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb17237b-cec2-4041-b052-5bee395ee907 req-b56ede3f-1e4b-4929-a119-46d11bd8ffc7 service neutron] Port a7636984-b3dd-459d-b6ea-0fd4453bccd2 on network 48783a47-af34-4b4b-b0d2-7ff73348c368 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:56:43.259806 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb17237b-cec2-4041-b052-5bee395ee907 req-b56ede3f-1e4b-4929-a119-46d11bd8ffc7 service neutron] Attempting to bind port a7636984-b3dd-459d-b6ea-0fd4453bccd2 on network 48783a47-af34-4b4b-b0d2-7ff73348c368 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:56:43.264786 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb17237b-cec2-4041-b052-5bee395ee907 req-b56ede3f-1e4b-4929-a119-46d11bd8ffc7 service neutron] Checking agent: {'id': '8a88b827-3477-4399-ac15-439d59b3c48a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'started_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:56:43.265122 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb17237b-cec2-4041-b052-5bee395ee907 req-b56ede3f-1e4b-4929-a119-46d11bd8ffc7 service neutron] Checking segment: {'id': 'e388763e-5123-4b46-b9c6-5183d7154241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '48783a47-af34-4b4b-b0d2-7ff73348c368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:56:43.265512 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb17237b-cec2-4041-b052-5bee395ee907 req-b56ede3f-1e4b-4929-a119-46d11bd8ffc7 service neutron] Bound using segment: {'id': 'e388763e-5123-4b46-b9c6-5183d7154241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '48783a47-af34-4b4b-b0d2-7ff73348c368'} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:56:43.265914 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-bb17237b-cec2-4041-b052-5bee395ee907 req-b56ede3f-1e4b-4929-a119-46d11bd8ffc7 service neutron] Bound port: a7636984-b3dd-459d-b6ea-0fd4453bccd2, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e388763e-5123-4b46-b9c6-5183d7154241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '48783a47-af34-4b4b-b0d2-7ff73348c368'}}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:56:43.266249 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-bb17237b-cec2-4041-b052-5bee395ee907 req-b56ede3f-1e4b-4929-a119-46d11bd8ffc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:43.329487 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-5a490d20-02a6-461a-9732-f804f0ebe750 None None] Attempt 2 to provision port a7636984-b3dd-459d-b6ea-0fd4453bccd2 Sep 22 21:56:43.370216 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-bb17237b-cec2-4041-b052-5bee395ee907 req-b56ede3f-1e4b-4929-a119-46d11bd8ffc7 service neutron] For port a7636984-b3dd-459d-b6ea-0fd4453bccd2, host hv-neutron-8589, cleared binding levels {{(pid=89008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:56:43.373702 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-bb17237b-cec2-4041-b052-5bee395ee907 req-b56ede3f-1e4b-4929-a119-46d11bd8ffc7 service neutron] For port a7636984-b3dd-459d-b6ea-0fd4453bccd2, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=a7636984-b3dd-459d-b6ea-0fd4453bccd2,segment=NetworkSegment(e388763e-5123-4b46-b9c6-5183d7154241),segment_id=e388763e-5123-4b46-b9c6-5183d7154241)] {{(pid=89008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:56:43.380426 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-bb17237b-cec2-4041-b052-5bee395ee907 req-b56ede3f-1e4b-4929-a119-46d11bd8ffc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:43.412632 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb17237b-cec2-4041-b052-5bee395ee907 req-b56ede3f-1e4b-4929-a119-46d11bd8ffc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:43.413368 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-bb17237b-cec2-4041-b052-5bee395ee907 req-b56ede3f-1e4b-4929-a119-46d11bd8ffc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:43.415077 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-bb17237b-cec2-4041-b052-5bee395ee907 req-b56ede3f-1e4b-4929-a119-46d11bd8ffc7 service neutron] 10.222.0.49 "PUT /v2.0/ports/a7636984-b3dd-459d-b6ea-0fd4453bccd2 HTTP/1.1" status: 200 len: 1093 time: 0.8743486 Sep 22 21:56:43.421441 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-5a490d20-02a6-461a-9732-f804f0ebe750 None None] Port a7636984-b3dd-459d-b6ea-0fd4453bccd2 had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 21:56:43.511515 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ede3f-1e4b-4929-a119-46d11bd8ffc7 service neutron] Pushing event updated for resources: {'Port': ['ID=a7636984-b3dd-459d-b6ea-0fd4453bccd2,revision_number=3']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:56:43.527137 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694718d-ad34-4e4f-be86-bd8e07221e45 req-52d504ff-4602-4371-9a51-ca60a33aff73 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:43.533294 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-4694718d-ad34-4e4f-be86-bd8e07221e45 req-52d504ff-4602-4371-9a51-ca60a33aff73 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=ac922acb-9243-4eed-8825-efc980a02a7c HTTP/1.1" status: 200 len: 943 time: 0.0991883 Sep 22 21:56:43.556043 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb17237b-cec2-4041-b052-5bee395ee907 req-54915532-a598-4aa9-b073-3e90d8a8177a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:43.557822 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-bb17237b-cec2-4041-b052-5bee395ee907 req-54915532-a598-4aa9-b073-3e90d8a8177a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ba0731e9e73f422f8197998d2dccf4ff&device_id=ac922acb-9243-4eed-8825-efc980a02a7c HTTP/1.1" status: 200 len: 1096 time: 0.1003273 Sep 22 21:56:43.575211 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-4694718d-ad34-4e4f-be86-bd8e07221e45 req-a6de310a-3f77-4b3b-b563-d1b5ea7897a2 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407844 Sep 22 21:56:43.629990 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-bb17237b-cec2-4041-b052-5bee395ee907 req-d9121c37-60b0-4230-b605-5ffd140fbe05 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7636984-b3dd-459d-b6ea-0fd4453bccd2 HTTP/1.1" status: 200 len: 217 time: 0.0652413 Sep 22 21:56:43.690298 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb17237b-cec2-4041-b052-5bee395ee907 req-225e233d-51c8-411e-8d3d-2625504a6087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:43.691728 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-bb17237b-cec2-4041-b052-5bee395ee907 req-225e233d-51c8-411e-8d3d-2625504a6087 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c764bbec-416b-46c3-8bd1-01baae7dc399 HTTP/1.1" status: 200 len: 853 time: 0.0560412 Sep 22 21:56:43.773822 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb17237b-cec2-4041-b052-5bee395ee907 req-412c5029-0c44-43ec-89ac-16035a5fe964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:43.775311 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-bb17237b-cec2-4041-b052-5bee395ee907 req-412c5029-0c44-43ec-89ac-16035a5fe964 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=48783a47-af34-4b4b-b0d2-7ff73348c368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782502 Sep 22 21:56:43.902283 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-bb17237b-cec2-4041-b052-5bee395ee907 req-0f2456d6-371a-4117-b0a4-b743b424f0d2 service neutron] 10.222.0.49 "GET /v2.0/networks/48783a47-af34-4b4b-b0d2-7ff73348c368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212375 Sep 22 21:56:44.024486 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac922acb-9243-4eed-8825-efc980a02a7c', 'tag': 'a7636984-b3dd-459d-b6ea-0fd4453bccd2'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:56:44.026697 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84a91b3-61b9-4b27-8170-a04ef7fdac14" -d '{"events": [{"name": "network-changed", "server_uuid": "ac922acb-9243-4eed-8825-efc980a02a7c", "tag": "a7636984-b3dd-459d-b6ea-0fd4453bccd2"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:56:44.078374 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552a99a4-2a49-426d-b453-f0b0213b4fbf x-openstack-request-id: req-552a99a4-2a49-426d-b453-f0b0213b4fbf {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:56:44.078690 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac922acb-9243-4eed-8825-efc980a02a7c", "tag": "a7636984-b3dd-459d-b6ea-0fd4453bccd2", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:56:44.078937 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-552a99a4-2a49-426d-b453-f0b0213b4fbf {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:56:44.079316 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-552a99a4-2a49-426d-b453-f0b0213b4fbf'] response: {'name': 'network-changed', 'server_uuid': 'ac922acb-9243-4eed-8825-efc980a02a7c', 'tag': 'a7636984-b3dd-459d-b6ea-0fd4453bccd2', 'status': 'completed', 'code': 200} Sep 22 21:56:44.138138 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-bb17237b-cec2-4041-b052-5bee395ee907 req-608a73ae-a746-4110-8869-d8cb2844bfd6 service neutron] 10.222.0.49 "GET /v2.0/networks/48783a47-af34-4b4b-b0d2-7ff73348c368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297959 Sep 22 21:56:44.257701 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a91b3-61b9-4b27-8170-a04ef7fdac14 req-8aadfc8b-0eb1-422a-b5e9-13e42f713637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:44.259204 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d84a91b3-61b9-4b27-8170-a04ef7fdac14 req-8aadfc8b-0eb1-422a-b5e9-13e42f713637 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ba0731e9e73f422f8197998d2dccf4ff&device_id=ac922acb-9243-4eed-8825-efc980a02a7c HTTP/1.1" status: 200 len: 1096 time: 0.0772181 Sep 22 21:56:44.391387 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a91b3-61b9-4b27-8170-a04ef7fdac14 req-32698615-27ef-418e-9262-b2c1c8d86c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:44.392815 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d84a91b3-61b9-4b27-8170-a04ef7fdac14 req-32698615-27ef-418e-9262-b2c1c8d86c18 service neutron] 10.222.0.49 "GET /v2.0/networks?id=48783a47-af34-4b4b-b0d2-7ff73348c368 HTTP/1.1" status: 200 len: 914 time: 0.1273613 Sep 22 21:56:44.462345 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d84a91b3-61b9-4b27-8170-a04ef7fdac14 req-9ebae10d-4e7e-44d9-9ee6-e1b27b2dd4fa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7636984-b3dd-459d-b6ea-0fd4453bccd2 HTTP/1.1" status: 200 len: 217 time: 0.0631964 Sep 22 21:56:44.522725 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a91b3-61b9-4b27-8170-a04ef7fdac14 req-7430755d-b1c0-4a0d-8726-a857bc257dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:44.524190 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d84a91b3-61b9-4b27-8170-a04ef7fdac14 req-7430755d-b1c0-4a0d-8726-a857bc257dfa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c764bbec-416b-46c3-8bd1-01baae7dc399 HTTP/1.1" status: 200 len: 853 time: 0.0561094 Sep 22 21:56:44.559106 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:44.609063 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a91b3-61b9-4b27-8170-a04ef7fdac14 req-2d09f58d-5371-4d94-ae22-eaf194e4fff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:44.610521 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d84a91b3-61b9-4b27-8170-a04ef7fdac14 req-2d09f58d-5371-4d94-ae22-eaf194e4fff8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=48783a47-af34-4b4b-b0d2-7ff73348c368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798824 Sep 22 21:56:44.751851 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d84a91b3-61b9-4b27-8170-a04ef7fdac14 req-64dbce2c-7dc2-4a98-8605-2127ad14cc90 service neutron] 10.222.0.49 "GET /v2.0/networks/48783a47-af34-4b4b-b0d2-7ff73348c368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341531 Sep 22 21:56:44.771587 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30fb930-192c-4ca2-b8d0-39a4ce2c15b2 req-d945d8ac-a05e-453f-a62d-0be733b44481 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:44.773070 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-d30fb930-192c-4ca2-b8d0-39a4ce2c15b2 req-d945d8ac-a05e-453f-a62d-0be733b44481 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=ac922acb-9243-4eed-8825-efc980a02a7c HTTP/1.1" status: 200 len: 943 time: 0.0864964 Sep 22 21:56:44.819914 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-d30fb930-192c-4ca2-b8d0-39a4ce2c15b2 req-c65cc79d-21e5-48c3-8604-bb006eca381d tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410562 Sep 22 21:56:44.883039 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d84a91b3-61b9-4b27-8170-a04ef7fdac14 req-72a184ea-ae88-48bf-b8b8-bdc09f0a1419 service neutron] 10.222.0.49 "GET /v2.0/networks/48783a47-af34-4b4b-b0d2-7ff73348c368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243093 Sep 22 21:56:45.204392 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 4db6bd74-e524-4fd6-8de2-f2d67f50fa8c no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:56:45.240329 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] No Port match for: 4db6bd74-e524-4fd6-8de2-f2d67f50fa8c {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:56:45.240691 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 4db6bd74-e524-4fd6-8de2-f2d67f50fa8c not bound to the agent host hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:56:46.019077 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed201d-d43b-4209-b84c-9c0172bd8c77 req-a6489f40-ae36-4634-8530-015f32ff132f tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:46.020515 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-feed201d-d43b-4209-b84c-9c0172bd8c77 req-a6489f40-ae36-4634-8530-015f32ff132f tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=ac922acb-9243-4eed-8825-efc980a02a7c HTTP/1.1" status: 200 len: 943 time: 0.0922148 Sep 22 21:56:46.062932 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-feed201d-d43b-4209-b84c-9c0172bd8c77 req-3d6065ad-8d57-4d16-ac74-407a190cbe18 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366280 Sep 22 21:56:47.220088 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device a7636984-b3dd-459d-b6ea-0fd4453bccd2 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 21:56:47.259905 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d02db4-db21-42a4-8f06-338cbe5c3334 req-091bffc9-10f2-4647-a903-f2f17554dc93 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:47.261354 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-24d02db4-db21-42a4-8f06-338cbe5c3334 req-091bffc9-10f2-4647-a903-f2f17554dc93 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=ac922acb-9243-4eed-8825-efc980a02a7c HTTP/1.1" status: 200 len: 943 time: 0.0867591 Sep 22 21:56:47.307751 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-24d02db4-db21-42a4-8f06-338cbe5c3334 req-fd3af7be-1ca9-4ff6-a426-f4bdd7c59b9a tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403104 Sep 22 21:56:47.389407 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port a7636984-b3dd-459d-b6ea-0fd4453bccd2, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=a7636984-b3dd-459d-b6ea-0fd4453bccd2,segment=NetworkSegment(e388763e-5123-4b46-b9c6-5183d7154241),segment_id=e388763e-5123-4b46-b9c6-5183d7154241)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:56:47.402352 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': 'a7636984-b3dd-459d-b6ea-0fd4453bccd2', 'network_id': '48783a47-af34-4b4b-b0d2-7ff73348c368', 'port_id': 'a7636984-b3dd-459d-b6ea-0fd4453bccd2', 'mac_address': 'fa:16:3e:53:b2:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c764bbec-416b-46c3-8bd1-01baae7dc399', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 21:56:47.458001 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port a7636984-b3dd-459d-b6ea-0fd4453bccd2 is: DOWN; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:56:47.458213 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:47.474457 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7636984-b3dd-459d-b6ea-0fd4453bccd2 {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:56:47.490663 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port a7636984-b3dd-459d-b6ea-0fd4453bccd2, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=a7636984-b3dd-459d-b6ea-0fd4453bccd2,segment=NetworkSegment(e388763e-5123-4b46-b9c6-5183d7154241),segment_id=e388763e-5123-4b46-b9c6-5183d7154241)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:56:47.494425 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:47.559321 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=a7636984-b3dd-459d-b6ea-0fd4453bccd2,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:56:47.683946 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['a7636984-b3dd-459d-b6ea-0fd4453bccd2'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 21:56:48.509391 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea5387-f18c-46e8-a6c4-8c6e73f17aa1 req-7af4abab-cc2b-459c-8952-de6a8a0b46e9 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:48.510885 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2eea5387-f18c-46e8-a6c4-8c6e73f17aa1 req-7af4abab-cc2b-459c-8952-de6a8a0b46e9 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=ac922acb-9243-4eed-8825-efc980a02a7c HTTP/1.1" status: 200 len: 944 time: 0.0904391 Sep 22 21:56:48.553730 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2eea5387-f18c-46e8-a6c4-8c6e73f17aa1 req-346f4b04-5558-4901-9467-7794b27805b6 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372083 Sep 22 21:56:49.235516 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device a7636984-b3dd-459d-b6ea-0fd4453bccd2 up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:56:49.301506 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning for port a7636984-b3dd-459d-b6ea-0fd4453bccd2 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:56:49.306198 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port a7636984-b3dd-459d-b6ea-0fd4453bccd2 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:56:49.306573 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:49.306936 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port a7636984-b3dd-459d-b6ea-0fd4453bccd2 Sep 22 21:56:49.425119 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port a7636984-b3dd-459d-b6ea-0fd4453bccd2 is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:56:49.425497 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:49.451436 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac922acb-9243-4eed-8825-efc980a02a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7636984-b3dd-459d-b6ea-0fd4453bccd2'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:56:49.453696 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771b30bc-991a-4693-badf-49a61afc5b30" -d '{"events": [{"server_uuid": "ac922acb-9243-4eed-8825-efc980a02a7c", "name": "network-vif-plugged", "status": "completed", "tag": "a7636984-b3dd-459d-b6ea-0fd4453bccd2"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:56:49.461799 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port a7636984-b3dd-459d-b6ea-0fd4453bccd2, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=a7636984-b3dd-459d-b6ea-0fd4453bccd2,segment=NetworkSegment(e388763e-5123-4b46-b9c6-5183d7154241),segment_id=e388763e-5123-4b46-b9c6-5183d7154241)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:56:49.466847 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:49.501451 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 21:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2209d800-25c5-411f-9596-30af8413c0f9 x-openstack-request-id: req-2209d800-25c5-411f-9596-30af8413c0f9 {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:56:49.501738 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac922acb-9243-4eed-8825-efc980a02a7c", "name": "network-vif-plugged", "status": "completed", "tag": "a7636984-b3dd-459d-b6ea-0fd4453bccd2", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:56:49.501984 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2209d800-25c5-411f-9596-30af8413c0f9 {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:56:49.502367 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2209d800-25c5-411f-9596-30af8413c0f9'] response: {'server_uuid': 'ac922acb-9243-4eed-8825-efc980a02a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7636984-b3dd-459d-b6ea-0fd4453bccd2', 'code': 200} Sep 22 21:56:49.537741 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=a7636984-b3dd-459d-b6ea-0fd4453bccd2,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:56:49.790169 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a782d-47d7-473a-a214-b1b93908b52c req-ae047597-236c-4147-9146-c50be2334bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:49.791526 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-8f9a782d-47d7-473a-a214-b1b93908b52c req-ae047597-236c-4147-9146-c50be2334bfb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ac922acb-9243-4eed-8825-efc980a02a7c HTTP/1.1" status: 200 len: 1098 time: 0.1401923 Sep 22 21:56:49.798613 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7fa61-0d67-4fba-a46c-af5d59b51ae9 req-a2d0f20b-7bcb-426f-95e1-1626e8d8b927 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:49.799913 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-52a7fa61-0d67-4fba-a46c-af5d59b51ae9 req-a2d0f20b-7bcb-426f-95e1-1626e8d8b927 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=ac922acb-9243-4eed-8825-efc980a02a7c HTTP/1.1" status: 200 len: 945 time: 0.1149983 Sep 22 21:56:49.862207 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-8f9a782d-47d7-473a-a214-b1b93908b52c req-0b3a2509-8706-461f-8d54-d4bb43da06ce service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614114 Sep 22 21:56:49.869244 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-52a7fa61-0d67-4fba-a46c-af5d59b51ae9 req-ac068d79-3706-40ee-8582-d253b882dfe8 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565529 Sep 22 21:56:51.066557 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f24e83-4566-4e05-aace-98241933471a req-c3c3f4ec-fa05-4515-b77f-b9983aaeff50 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:51.068024 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-40f24e83-4566-4e05-aace-98241933471a req-c3c3f4ec-fa05-4515-b77f-b9983aaeff50 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=ac922acb-9243-4eed-8825-efc980a02a7c HTTP/1.1" status: 200 len: 945 time: 0.0882187 Sep 22 21:56:51.110919 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-40f24e83-4566-4e05-aace-98241933471a req-9fa237cd-0471-4b69-9851-46130ab5d0b3 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367339 Sep 22 21:56:51.301749 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c2666-9b96-4241-86c0-cb9dbbc4fa2b req-d186bb03-d3cb-4539-9951-9e3728dee44c tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:51.303229 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f19c2666-9b96-4241-86c0-cb9dbbc4fa2b req-d186bb03-d3cb-4539-9951-9e3728dee44c tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=ac922acb-9243-4eed-8825-efc980a02a7c HTTP/1.1" status: 200 len: 945 time: 0.0858896 Sep 22 21:56:51.347603 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f19c2666-9b96-4241-86c0-cb9dbbc4fa2b req-ae26c154-48c9-46a3-b9a7-bdeb7ec5a730 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381963 Sep 22 21:56:51.764840 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-17a4db7e-f1ce-4bbf-baec-8dd61e4a3b0e req-051fbc59-a045-4708-8a46-d96ff64927dc service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=ac922acb-9243-4eed-8825-efc980a02a7c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1421432 Sep 22 21:56:51.776256 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea70ab-d208-4ca4-90ed-6564f2f33f94 req-9381a129-adc2-4e4c-80a5-8ece8994f871 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:51.777636 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d2ea70ab-d208-4ca4-90ed-6564f2f33f94 req-9381a129-adc2-4e4c-80a5-8ece8994f871 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=ac922acb-9243-4eed-8825-efc980a02a7c HTTP/1.1" status: 200 len: 945 time: 0.1052384 Sep 22 21:56:51.822141 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d2ea70ab-d208-4ca4-90ed-6564f2f33f94 req-031406c2-9611-4ed5-bce3-f114c7139f3a tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383577 Sep 22 21:56:53.021857 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33aa3f-0be6-4f04-acf0-f86c3401d8b7 req-9f5ace71-1a85-44ee-abc2-a0b23cd63a64 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:53.024096 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-eb33aa3f-0be6-4f04-acf0-f86c3401d8b7 req-9f5ace71-1a85-44ee-abc2-a0b23cd63a64 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=ac922acb-9243-4eed-8825-efc980a02a7c HTTP/1.1" status: 200 len: 945 time: 0.0901382 Sep 22 21:56:53.071656 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-eb33aa3f-0be6-4f04-acf0-f86c3401d8b7 req-5eef5e96-ff8c-4601-8689-cca5bdc42b4d tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416574 Sep 22 21:56:53.073382 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a4db7e-f1ce-4bbf-baec-8dd61e4a3b0e req-c07f15b3-7802-433d-a032-3b95b13c1fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:53.074871 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-17a4db7e-f1ce-4bbf-baec-8dd61e4a3b0e req-c07f15b3-7802-433d-a032-3b95b13c1fb0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ba0731e9e73f422f8197998d2dccf4ff&device_id=ac922acb-9243-4eed-8825-efc980a02a7c HTTP/1.1" status: 200 len: 1098 time: 0.1810131 Sep 22 21:56:53.202515 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a4db7e-f1ce-4bbf-baec-8dd61e4a3b0e req-f8a61c0a-2e76-49bd-ac33-24123e45d346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:53.203894 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-17a4db7e-f1ce-4bbf-baec-8dd61e4a3b0e req-f8a61c0a-2e76-49bd-ac33-24123e45d346 service neutron] 10.222.0.49 "GET /v2.0/networks?id=48783a47-af34-4b4b-b0d2-7ff73348c368 HTTP/1.1" status: 200 len: 914 time: 0.1229720 Sep 22 21:56:53.272063 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-17a4db7e-f1ce-4bbf-baec-8dd61e4a3b0e req-49a1def8-e7cb-4b41-a0da-39acdd0245d4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7636984-b3dd-459d-b6ea-0fd4453bccd2 HTTP/1.1" status: 200 len: 217 time: 0.0625646 Sep 22 21:56:53.337138 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a4db7e-f1ce-4bbf-baec-8dd61e4a3b0e req-2d548da2-5ecb-45dc-b3d4-ac1a1e5faabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:53.338571 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-17a4db7e-f1ce-4bbf-baec-8dd61e4a3b0e req-2d548da2-5ecb-45dc-b3d4-ac1a1e5faabf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c764bbec-416b-46c3-8bd1-01baae7dc399 HTTP/1.1" status: 200 len: 853 time: 0.0609581 Sep 22 21:56:53.421841 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a4db7e-f1ce-4bbf-baec-8dd61e4a3b0e req-e8d0c835-47ea-4dd4-9d7e-3a77cd0b37d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:53.423325 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-17a4db7e-f1ce-4bbf-baec-8dd61e4a3b0e req-e8d0c835-47ea-4dd4-9d7e-3a77cd0b37d1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=48783a47-af34-4b4b-b0d2-7ff73348c368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788383 Sep 22 21:56:53.553826 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-17a4db7e-f1ce-4bbf-baec-8dd61e4a3b0e req-5e4b07d6-6490-48fd-85c2-1d7ce61df337 service neutron] 10.222.0.49 "GET /v2.0/networks/48783a47-af34-4b4b-b0d2-7ff73348c368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241481 Sep 22 21:56:53.682964 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-17a4db7e-f1ce-4bbf-baec-8dd61e4a3b0e req-6622b7cb-1c67-4b48-b817-0239599b5baf service neutron] 10.222.0.49 "GET /v2.0/networks/48783a47-af34-4b4b-b0d2-7ff73348c368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231527 Sep 22 21:56:54.267518 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a31c5-0c2d-4fa0-a909-a38da89ef1f6 req-6fbdd27b-458c-4a9a-b2db-d08b0d3cce3f tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:54.268969 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-533a31c5-0c2d-4fa0-a909-a38da89ef1f6 req-6fbdd27b-458c-4a9a-b2db-d08b0d3cce3f tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=ac922acb-9243-4eed-8825-efc980a02a7c HTTP/1.1" status: 200 len: 945 time: 0.0862839 Sep 22 21:56:54.312307 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-533a31c5-0c2d-4fa0-a909-a38da89ef1f6 req-d25a4241-5485-4eca-a5f9-1e67759d5369 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375755 Sep 22 21:56:55.509099 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af768a-3282-40d3-811f-fec8f9fc3de0 req-1ceeff45-e37d-45d3-beb5-a059e444975e tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:55.510633 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-93af768a-3282-40d3-811f-fec8f9fc3de0 req-1ceeff45-e37d-45d3-beb5-a059e444975e tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=ac922acb-9243-4eed-8825-efc980a02a7c HTTP/1.1" status: 200 len: 945 time: 0.0886984 Sep 22 21:56:55.553402 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-93af768a-3282-40d3-811f-fec8f9fc3de0 req-d2db8e2c-5a4e-49d3-9ca6-a078bdd1b0a3 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371735 Sep 22 21:56:55.983823 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:56:56.750180 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345efffc-c23c-4c28-b936-7e17c3bfd754 req-fffd4512-d3af-4623-bada-4bd211b2f32f tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:56.751650 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-345efffc-c23c-4c28-b936-7e17c3bfd754 req-fffd4512-d3af-4623-bada-4bd211b2f32f tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=ac922acb-9243-4eed-8825-efc980a02a7c HTTP/1.1" status: 200 len: 945 time: 0.0894082 Sep 22 21:56:56.794805 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-345efffc-c23c-4c28-b936-7e17c3bfd754 req-80327e4d-b13d-4264-9a36-d685a48ed4ca tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374565 Sep 22 21:56:57.112087 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa32c0-7c05-4c44-8f54-6301b337ce06 req-bc34095b-8d69-4ac1-9cd1-998ef3be53f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:57.113508 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-adaa32c0-7c05-4c44-8f54-6301b337ce06 req-bc34095b-8d69-4ac1-9cd1-998ef3be53f4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ba0731e9e73f422f8197998d2dccf4ff&device_id=ac922acb-9243-4eed-8825-efc980a02a7c HTTP/1.1" status: 200 len: 1098 time: 0.0755634 Sep 22 21:56:57.251870 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa32c0-7c05-4c44-8f54-6301b337ce06 req-6be5855e-fc3b-4ade-ac45-c6bbf569357c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:57.253275 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-adaa32c0-7c05-4c44-8f54-6301b337ce06 req-6be5855e-fc3b-4ade-ac45-c6bbf569357c service neutron] 10.222.0.49 "GET /v2.0/networks?id=48783a47-af34-4b4b-b0d2-7ff73348c368 HTTP/1.1" status: 200 len: 914 time: 0.1218276 Sep 22 21:56:57.322293 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-adaa32c0-7c05-4c44-8f54-6301b337ce06 req-dd3d6608-fb58-481b-8528-9debb315c3f3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7636984-b3dd-459d-b6ea-0fd4453bccd2 HTTP/1.1" status: 200 len: 217 time: 0.0623500 Sep 22 21:56:57.385007 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa32c0-7c05-4c44-8f54-6301b337ce06 req-3fe36e86-d7f7-4ccf-af9a-56fefda965a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:57.386371 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-adaa32c0-7c05-4c44-8f54-6301b337ce06 req-3fe36e86-d7f7-4ccf-af9a-56fefda965a4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c764bbec-416b-46c3-8bd1-01baae7dc399 HTTP/1.1" status: 200 len: 853 time: 0.0590296 Sep 22 21:56:57.466383 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa32c0-7c05-4c44-8f54-6301b337ce06 req-b80ad876-503b-48f5-9681-8aa26ec058ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:57.467897 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-adaa32c0-7c05-4c44-8f54-6301b337ce06 req-b80ad876-503b-48f5-9681-8aa26ec058ed service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=48783a47-af34-4b4b-b0d2-7ff73348c368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750263 Sep 22 21:56:57.595873 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-adaa32c0-7c05-4c44-8f54-6301b337ce06 req-674c8fb9-6e46-474e-9dda-b1ffe510bc41 service neutron] 10.222.0.49 "GET /v2.0/networks/48783a47-af34-4b4b-b0d2-7ff73348c368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217616 Sep 22 21:56:57.819948 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-adaa32c0-7c05-4c44-8f54-6301b337ce06 req-09459a10-bc56-43f0-844a-07af3bf69be4 service neutron] 10.222.0.49 "GET /v2.0/networks/48783a47-af34-4b4b-b0d2-7ff73348c368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162938 Sep 22 21:56:57.994394 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f303d-1566-48de-a31a-aaed6c8800e9 req-41309c4c-aa72-45c7-a8e6-592b65c811be tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:57.995849 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-886f303d-1566-48de-a31a-aaed6c8800e9 req-41309c4c-aa72-45c7-a8e6-592b65c811be tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=ac922acb-9243-4eed-8825-efc980a02a7c HTTP/1.1" status: 200 len: 945 time: 0.0886056 Sep 22 21:56:58.039177 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-886f303d-1566-48de-a31a-aaed6c8800e9 req-0338904f-eb82-4a72-882f-04dac9f9d49f tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377121 Sep 22 21:56:59.241421 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e350a80-3d10-4bb0-84ae-d93fb3f6369c req-cbf08688-e5a5-4613-8ddb-9fa925f5bd95 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:56:59.242901 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-8e350a80-3d10-4bb0-84ae-d93fb3f6369c req-cbf08688-e5a5-4613-8ddb-9fa925f5bd95 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=ac922acb-9243-4eed-8825-efc980a02a7c HTTP/1.1" status: 200 len: 945 time: 0.0882912 Sep 22 21:56:59.286456 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-8e350a80-3d10-4bb0-84ae-d93fb3f6369c req-e408cf53-1c4b-4c16-9077-1db4d718c63f tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378504 Sep 22 21:57:00.480151 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c6dd9-ba39-40e7-b20b-9b9862a074fc req-6362391c-484b-461b-9ba6-c89b77ffb76f tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:00.481623 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-080c6dd9-ba39-40e7-b20b-9b9862a074fc req-6362391c-484b-461b-9ba6-c89b77ffb76f tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=ac922acb-9243-4eed-8825-efc980a02a7c HTTP/1.1" status: 200 len: 945 time: 0.0853691 Sep 22 21:57:00.527085 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-080c6dd9-ba39-40e7-b20b-9b9862a074fc req-713ed056-740d-44bf-887a-d1b196b266da tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398045 Sep 22 21:57:01.728721 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2b7b1-c5f1-4552-962e-c54f3ac58da7 req-b5921690-779f-446f-a7f4-6f69f6184ba3 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:01.730175 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c5e2b7b1-c5f1-4552-962e-c54f3ac58da7 req-b5921690-779f-446f-a7f4-6f69f6184ba3 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=ac922acb-9243-4eed-8825-efc980a02a7c HTTP/1.1" status: 200 len: 945 time: 0.0946517 Sep 22 21:57:01.775803 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c5e2b7b1-c5f1-4552-962e-c54f3ac58da7 req-76a6d586-5772-40e2-87b7-07907bf56ed3 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400503 Sep 22 21:57:02.970780 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df97aae-eac7-4c0a-acfb-7907b4d15e78 req-71b4ec8a-fe33-4980-a288-953593016e5c tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:02.972231 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-9df97aae-eac7-4c0a-acfb-7907b4d15e78 req-71b4ec8a-fe33-4980-a288-953593016e5c tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=ac922acb-9243-4eed-8825-efc980a02a7c HTTP/1.1" status: 200 len: 945 time: 0.0868375 Sep 22 21:57:03.019302 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-9df97aae-eac7-4c0a-acfb-7907b4d15e78 req-88c40cb6-fd26-4c33-be63-b058b18765f1 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409679 Sep 22 21:57:04.210709 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16d699-7620-4031-90a8-1fae5af8a812 req-81a73cf8-08d8-4aaa-a123-6bb311694db6 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:04.212691 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0f16d699-7620-4031-90a8-1fae5af8a812 req-81a73cf8-08d8-4aaa-a123-6bb311694db6 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=ac922acb-9243-4eed-8825-efc980a02a7c HTTP/1.1" status: 200 len: 945 time: 0.0854847 Sep 22 21:57:04.255641 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0f16d699-7620-4031-90a8-1fae5af8a812 req-bab5f51e-59c3-454a-a6e5-f58f73683e2a tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374095 Sep 22 21:57:04.864531 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:57:05.455635 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb189f-beee-4d88-9a07-e0e12a000dc3 req-71472d6e-49bd-450b-87aa-162b45ab4190 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:05.457342 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-ebeb189f-beee-4d88-9a07-e0e12a000dc3 req-71472d6e-49bd-450b-87aa-162b45ab4190 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=ac922acb-9243-4eed-8825-efc980a02a7c HTTP/1.1" status: 200 len: 945 time: 0.0884166 Sep 22 21:57:05.500400 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-ebeb189f-beee-4d88-9a07-e0e12a000dc3 req-d2a2fe6e-77af-4938-83d3-bd62bbfc535f tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368390 Sep 22 21:57:06.699849 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec4fc5-4da3-4f72-a927-594dddbd8c4f req-25655d6f-3e54-4da0-b9dc-121e949b71bf tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:06.701287 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4cec4fc5-4da3-4f72-a927-594dddbd8c4f req-25655d6f-3e54-4da0-b9dc-121e949b71bf tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=ac922acb-9243-4eed-8825-efc980a02a7c HTTP/1.1" status: 200 len: 945 time: 0.0890777 Sep 22 21:57:06.744497 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4cec4fc5-4da3-4f72-a927-594dddbd8c4f req-61e16796-aa7e-4dc1-9517-5e41f4274dfc tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376074 Sep 22 21:57:07.936991 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd931f2-5800-452c-a5a1-e950354b01d3 req-e3bb53fa-b32f-4428-8c3d-e97c2222c844 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:07.938463 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-5dd931f2-5800-452c-a5a1-e950354b01d3 req-e3bb53fa-b32f-4428-8c3d-e97c2222c844 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=ac922acb-9243-4eed-8825-efc980a02a7c HTTP/1.1" status: 200 len: 945 time: 0.0857527 Sep 22 21:57:07.984026 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-5dd931f2-5800-452c-a5a1-e950354b01d3 req-cce66cea-52d0-4805-b5c6-a152cc9d3e25 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399003 Sep 22 21:57:09.175281 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31302c96-55f7-4662-b679-82426eee8bf6 req-4c247237-d604-4417-a061-b29dffd3c152 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:09.176715 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-31302c96-55f7-4662-b679-82426eee8bf6 req-4c247237-d604-4417-a061-b29dffd3c152 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=ac922acb-9243-4eed-8825-efc980a02a7c HTTP/1.1" status: 200 len: 945 time: 0.0839226 Sep 22 21:57:09.223631 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-31302c96-55f7-4662-b679-82426eee8bf6 req-4176f3ab-7067-4047-a5ea-af2ee1abfe48 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408041 Sep 22 21:57:09.713769 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-675c73d1-19fd-42c7-a410-bcf297020d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:10.420607 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0607ee-191e-4744-84ce-c687f14c461b req-82178c92-0838-4303-a293-0cac02102aa3 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:10.422127 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-bd0607ee-191e-4744-84ce-c687f14c461b req-82178c92-0838-4303-a293-0cac02102aa3 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=ac922acb-9243-4eed-8825-efc980a02a7c HTTP/1.1" status: 200 len: 945 time: 0.0859497 Sep 22 21:57:10.467035 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-bd0607ee-191e-4744-84ce-c687f14c461b req-8debad06-c10e-40f7-aa80-d2fc2ec89743 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390308 Sep 22 21:57:11.662350 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e227726-ecbb-44ce-8311-66f2dde8ae95 req-2784045c-fc61-4ce3-911b-c67f1ec5dee7 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:11.663869 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2e227726-ecbb-44ce-8311-66f2dde8ae95 req-2784045c-fc61-4ce3-911b-c67f1ec5dee7 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=ac922acb-9243-4eed-8825-efc980a02a7c HTTP/1.1" status: 200 len: 945 time: 0.0883298 Sep 22 21:57:11.706555 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2e227726-ecbb-44ce-8311-66f2dde8ae95 req-e0f5c268-d118-48bc-bdcb-85cd6212f4d3 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364935 Sep 22 21:57:11.929363 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-3e09e755-560b-4bc3-b4a3-b31ee53b4e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:12.785000 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:13.003924 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90144c26-7ce6-4fce-8851-01d7a6af3e1f req-83b94eca-ec68-45cc-9846-ae05d6137948 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:13.005284 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-90144c26-7ce6-4fce-8851-01d7a6af3e1f req-83b94eca-ec68-45cc-9846-ae05d6137948 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=ac922acb-9243-4eed-8825-efc980a02a7c HTTP/1.1" status: 200 len: 945 time: 0.1864076 Sep 22 21:57:13.049206 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-90144c26-7ce6-4fce-8851-01d7a6af3e1f req-b4d02a13-6872-4d16-a822-498518e45ed4 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382473 Sep 22 21:57:13.175587 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:14.250055 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c6075-1e4d-4f01-9a67-d65ca867024c req-8f51d533-f76e-4df7-8ad9-7e68e5594a54 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:14.252834 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ba7c6075-1e4d-4f01-9a67-d65ca867024c req-8f51d533-f76e-4df7-8ad9-7e68e5594a54 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=ac922acb-9243-4eed-8825-efc980a02a7c HTTP/1.1" status: 200 len: 945 time: 0.0911248 Sep 22 21:57:14.300076 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ba7c6075-1e4d-4f01-9a67-d65ca867024c req-04cfa0ce-f791-4424-a642-12cd81750d7f tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409701 Sep 22 21:57:14.561226 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:15.495460 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42792eee-a8c7-4442-a384-690b6a6fc11b req-58f54092-8139-480a-a786-263aecde437f tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:15.496963 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-42792eee-a8c7-4442-a384-690b6a6fc11b req-58f54092-8139-480a-a786-263aecde437f tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=ac922acb-9243-4eed-8825-efc980a02a7c HTTP/1.1" status: 200 len: 945 time: 0.0885196 Sep 22 21:57:15.540078 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-42792eee-a8c7-4442-a384-690b6a6fc11b req-0dc1514f-db68-4739-aac7-a611d47428a6 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373542 Sep 22 21:57:16.734391 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef35cb-e127-44b4-9d9f-f881285d2b48 req-ac985bc5-45b8-408b-8a7d-cf4eb3ced689 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:16.735883 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-59ef35cb-e127-44b4-9d9f-f881285d2b48 req-ac985bc5-45b8-408b-8a7d-cf4eb3ced689 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=ac922acb-9243-4eed-8825-efc980a02a7c HTTP/1.1" status: 200 len: 945 time: 0.0862606 Sep 22 21:57:16.784645 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-59ef35cb-e127-44b4-9d9f-f881285d2b48 req-2acbaed0-e660-4e37-8ba9-421856960b88 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430791 Sep 22 21:57:17.979885 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec9ec4-d5d5-4ec6-8e5c-ef570db73045 req-4c793c2c-5b8f-491c-9e7e-3a47228f33fb tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:17.981319 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-47ec9ec4-d5d5-4ec6-8e5c-ef570db73045 req-4c793c2c-5b8f-491c-9e7e-3a47228f33fb tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=ac922acb-9243-4eed-8825-efc980a02a7c HTTP/1.1" status: 200 len: 945 time: 0.0880697 Sep 22 21:57:18.024096 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-47ec9ec4-d5d5-4ec6-8e5c-ef570db73045 req-8f17603f-995e-4bea-babc-aefd5c298954 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372329 Sep 22 21:57:19.222491 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105704a7-7629-49a1-9b7d-c1ba6c1aa5eb req-6af98176-a75c-47d0-ba1f-187bfcd4294e tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:19.223979 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-105704a7-7629-49a1-9b7d-c1ba6c1aa5eb req-6af98176-a75c-47d0-ba1f-187bfcd4294e tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=ac922acb-9243-4eed-8825-efc980a02a7c HTTP/1.1" status: 200 len: 945 time: 0.0863235 Sep 22 21:57:19.267794 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-105704a7-7629-49a1-9b7d-c1ba6c1aa5eb req-51cd97bf-2d26-4a5f-95a6-b2a12952d9d0 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376053 Sep 22 21:57:20.286994 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-17a4db7e-f1ce-4bbf-baec-8dd61e4a3b0e req-1545f86e-2bbf-4fa5-a75c-324549e8c7fe service neutron] 10.222.0.49 "GET /v2.0/ports/a7636984-b3dd-459d-b6ea-0fd4453bccd2/bindings/hv-neutron-8589 HTTP/1.1" status: 200 len: 384 time: 0.0761521 Sep 22 21:57:20.475449 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72584ca-8ff8-4637-aa5e-b86a170da688 req-273e599d-e2aa-4637-aa13-9ddd54abf6b6 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:20.476897 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-f72584ca-8ff8-4637-aa5e-b86a170da688 req-273e599d-e2aa-4637-aa13-9ddd54abf6b6 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=ac922acb-9243-4eed-8825-efc980a02a7c HTTP/1.1" status: 200 len: 945 time: 0.0925400 Sep 22 21:57:20.521239 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-f72584ca-8ff8-4637-aa5e-b86a170da688 req-952faaab-4cc2-40b0-bf63-ba678c50b17c tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385990 Sep 22 21:57:20.557318 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a4db7e-f1ce-4bbf-baec-8dd61e4a3b0e req-d2f3f12d-2541-4d6c-8c42-898c199b0cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:20.558814 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-17a4db7e-f1ce-4bbf-baec-8dd61e4a3b0e req-d2f3f12d-2541-4d6c-8c42-898c199b0cf9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ac922acb-9243-4eed-8825-efc980a02a7c&tenant_id=ba0731e9e73f422f8197998d2dccf4ff HTTP/1.1" status: 200 len: 1098 time: 0.0787041 Sep 22 21:57:20.657846 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a4db7e-f1ce-4bbf-baec-8dd61e4a3b0e req-eb6cb813-1032-49f1-a497-e50a720ec520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:20.659341 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-17a4db7e-f1ce-4bbf-baec-8dd61e4a3b0e req-eb6cb813-1032-49f1-a497-e50a720ec520 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ba0731e9e73f422f8197998d2dccf4ff&device_id=ac922acb-9243-4eed-8825-efc980a02a7c HTTP/1.1" status: 200 len: 1098 time: 0.0797632 Sep 22 21:57:20.787504 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a4db7e-f1ce-4bbf-baec-8dd61e4a3b0e req-50b13724-2c11-4d59-b382-9cf8d44fa8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:20.788818 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-17a4db7e-f1ce-4bbf-baec-8dd61e4a3b0e req-50b13724-2c11-4d59-b382-9cf8d44fa8d9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=48783a47-af34-4b4b-b0d2-7ff73348c368 HTTP/1.1" status: 200 len: 914 time: 0.1235356 Sep 22 21:57:20.853201 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-17a4db7e-f1ce-4bbf-baec-8dd61e4a3b0e req-e7e2bbbe-c0ca-4572-8ef3-29618aec89f8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7636984-b3dd-459d-b6ea-0fd4453bccd2 HTTP/1.1" status: 200 len: 217 time: 0.0586767 Sep 22 21:57:20.914893 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a4db7e-f1ce-4bbf-baec-8dd61e4a3b0e req-70ad958c-9d72-4143-ba13-4da1a8ddaf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:20.916242 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-17a4db7e-f1ce-4bbf-baec-8dd61e4a3b0e req-70ad958c-9d72-4143-ba13-4da1a8ddaf90 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c764bbec-416b-46c3-8bd1-01baae7dc399 HTTP/1.1" status: 200 len: 853 time: 0.0581105 Sep 22 21:57:20.995787 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a4db7e-f1ce-4bbf-baec-8dd61e4a3b0e req-9855f20e-4fc8-4f06-8fc7-3647aaecd259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:20.997220 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-17a4db7e-f1ce-4bbf-baec-8dd61e4a3b0e req-9855f20e-4fc8-4f06-8fc7-3647aaecd259 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=48783a47-af34-4b4b-b0d2-7ff73348c368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752060 Sep 22 21:57:21.210628 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-17a4db7e-f1ce-4bbf-baec-8dd61e4a3b0e req-002c714f-4a23-4535-b507-402a2cd061d5 service neutron] 10.222.0.49 "GET /v2.0/networks/48783a47-af34-4b4b-b0d2-7ff73348c368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064376 Sep 22 21:57:21.339544 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-17a4db7e-f1ce-4bbf-baec-8dd61e4a3b0e req-5c7c0099-26a0-4dfc-b990-9a1038312e90 service neutron] 10.222.0.49 "GET /v2.0/networks/48783a47-af34-4b4b-b0d2-7ff73348c368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230502 Sep 22 21:57:21.730387 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eca237-9d04-479b-9df1-a58eefc8d424 req-23263439-d10e-4a49-aa0e-fd64ea59a0c8 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:21.731770 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a4eca237-9d04-479b-9df1-a58eefc8d424 req-23263439-d10e-4a49-aa0e-fd64ea59a0c8 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=ac922acb-9243-4eed-8825-efc980a02a7c HTTP/1.1" status: 200 len: 945 time: 0.0928526 Sep 22 21:57:21.775016 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a4eca237-9d04-479b-9df1-a58eefc8d424 req-30f85cb4-6ec3-4cbc-8b7b-bc8f26c97de5 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376492 Sep 22 21:57:22.972012 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bda7a7-0a4d-4ab3-962a-ed74defbfc0c req-55ae5fae-8418-4679-b50e-8382399fb61c tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:22.973449 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-61bda7a7-0a4d-4ab3-962a-ed74defbfc0c req-55ae5fae-8418-4679-b50e-8382399fb61c tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=ac922acb-9243-4eed-8825-efc980a02a7c HTTP/1.1" status: 200 len: 945 time: 0.0872855 Sep 22 21:57:23.015513 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-61bda7a7-0a4d-4ab3-962a-ed74defbfc0c req-741e61fc-2e82-43d3-815a-39a1e167f957 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363872 Sep 22 21:57:23.330013 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7bb29-3b08-4481-974f-74a4b7f1c2d4 req-351714e9-4e46-4abc-b9ef-d50770cad140 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:23.331511 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-93b7bb29-3b08-4481-974f-74a4b7f1c2d4 req-351714e9-4e46-4abc-b9ef-d50770cad140 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=ac922acb-9243-4eed-8825-efc980a02a7c HTTP/1.1" status: 200 len: 945 time: 0.0909715 Sep 22 21:57:23.334556 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843efdaa-e2da-47dd-a7b9-a9456065f5df req-9b4651f4-b02c-48b7-a7a4-22f01fc2407c tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:23.336064 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-843efdaa-e2da-47dd-a7b9-a9456065f5df req-9b4651f4-b02c-48b7-a7a4-22f01fc2407c tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac922acb-9243-4eed-8825-efc980a02a7c&tenant_id=ba0731e9e73f422f8197998d2dccf4ff&binding%3Ahost_id=hv-neutron-8589 HTTP/1.1" status: 200 len: 945 time: 0.0914111 Sep 22 21:57:23.376890 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-93b7bb29-3b08-4481-974f-74a4b7f1c2d4 req-477e9fbd-84a1-4340-aab4-a0ecfa88b74e tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393941 Sep 22 21:57:23.478393 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843efdaa-e2da-47dd-a7b9-a9456065f5df req-bdf3d2af-5d55-4514-9789-9ddd6fcfdb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:23.479780 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-843efdaa-e2da-47dd-a7b9-a9456065f5df req-bdf3d2af-5d55-4514-9789-9ddd6fcfdb84 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ba0731e9e73f422f8197998d2dccf4ff&device_id=ac922acb-9243-4eed-8825-efc980a02a7c HTTP/1.1" status: 200 len: 1098 time: 0.0784228 Sep 22 21:57:23.605261 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843efdaa-e2da-47dd-a7b9-a9456065f5df req-33026df2-8f4a-4bb1-85c9-e7d013772ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:23.606749 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-843efdaa-e2da-47dd-a7b9-a9456065f5df req-33026df2-8f4a-4bb1-85c9-e7d013772ca5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=48783a47-af34-4b4b-b0d2-7ff73348c368 HTTP/1.1" status: 200 len: 914 time: 0.1216037 Sep 22 21:57:23.680497 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-843efdaa-e2da-47dd-a7b9-a9456065f5df req-72476cbd-ee80-4b67-9443-d9f22be45b4d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7636984-b3dd-459d-b6ea-0fd4453bccd2 HTTP/1.1" status: 200 len: 217 time: 0.0664477 Sep 22 21:57:23.738969 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843efdaa-e2da-47dd-a7b9-a9456065f5df req-18e8165f-ed7c-4946-b9ad-1297eefa19ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:23.740269 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-843efdaa-e2da-47dd-a7b9-a9456065f5df req-18e8165f-ed7c-4946-b9ad-1297eefa19ff service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c764bbec-416b-46c3-8bd1-01baae7dc399 HTTP/1.1" status: 200 len: 853 time: 0.0551512 Sep 22 21:57:23.821364 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843efdaa-e2da-47dd-a7b9-a9456065f5df req-4192f26d-10d0-4da8-a123-0ed8e8b38795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:23.822824 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-843efdaa-e2da-47dd-a7b9-a9456065f5df req-4192f26d-10d0-4da8-a123-0ed8e8b38795 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=48783a47-af34-4b4b-b0d2-7ff73348c368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771494 Sep 22 21:57:23.948919 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-843efdaa-e2da-47dd-a7b9-a9456065f5df req-69c18ad5-5da3-43cb-a4da-c699d0e2eebf service neutron] 10.222.0.49 "GET /v2.0/networks/48783a47-af34-4b4b-b0d2-7ff73348c368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197641 Sep 22 21:57:24.079684 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-843efdaa-e2da-47dd-a7b9-a9456065f5df req-2bcb82af-4667-4d26-970e-fd9fcfad954e service neutron] 10.222.0.49 "GET /v2.0/networks/48783a47-af34-4b4b-b0d2-7ff73348c368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244125 Sep 22 21:57:24.581142 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d528cf8d-37f2-4057-aabf-5d9b790862e2 req-bddbf64d-6fff-4115-9223-1ae58b48e6b4 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:24.582888 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d528cf8d-37f2-4057-aabf-5d9b790862e2 req-bddbf64d-6fff-4115-9223-1ae58b48e6b4 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=ac922acb-9243-4eed-8825-efc980a02a7c HTTP/1.1" status: 200 len: 945 time: 0.0901620 Sep 22 21:57:24.627354 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d528cf8d-37f2-4057-aabf-5d9b790862e2 req-51dd31d9-704f-4591-91ca-f5391397346e tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379801 Sep 22 21:57:25.416641 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device a7636984-b3dd-459d-b6ea-0fd4453bccd2 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:57:25.528471 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port a7636984-b3dd-459d-b6ea-0fd4453bccd2 is: ACTIVE; New status is: DOWN {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:57:25.528769 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:25.555469 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac922acb-9243-4eed-8825-efc980a02a7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7636984-b3dd-459d-b6ea-0fd4453bccd2'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:57:25.557723 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e317ac-ae54-4927-bc9d-802d92ee76ee" -d '{"events": [{"server_uuid": "ac922acb-9243-4eed-8825-efc980a02a7c", "name": "network-vif-unplugged", "status": "completed", "tag": "a7636984-b3dd-459d-b6ea-0fd4453bccd2"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:57:25.565577 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port a7636984-b3dd-459d-b6ea-0fd4453bccd2, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=a7636984-b3dd-459d-b6ea-0fd4453bccd2,segment=NetworkSegment(e388763e-5123-4b46-b9c6-5183d7154241),segment_id=e388763e-5123-4b46-b9c6-5183d7154241)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:57:25.569425 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:25.600610 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Sep 2022 21:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c953cb68-cdf1-4f11-9191-a4c26ae302f5 x-openstack-request-id: req-c953cb68-cdf1-4f11-9191-a4c26ae302f5 {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:57:25.600897 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac922acb-9243-4eed-8825-efc980a02a7c", "name": "network-vif-unplugged", "status": "completed", "tag": "a7636984-b3dd-459d-b6ea-0fd4453bccd2", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:57:25.601146 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c953cb68-cdf1-4f11-9191-a4c26ae302f5 {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:57:25.602184 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c953cb68-cdf1-4f11-9191-a4c26ae302f5'] response: {'server_uuid': 'ac922acb-9243-4eed-8825-efc980a02a7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7636984-b3dd-459d-b6ea-0fd4453bccd2', 'code': 200} Sep 22 21:57:25.638501 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=a7636984-b3dd-459d-b6ea-0fd4453bccd2,revision_number=6']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:57:25.828713 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777c9a8-42c9-4659-9947-f95d6b7e71b5 req-ca2cc8a3-627c-4773-a898-4b06c977e486 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:25.830152 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d777c9a8-42c9-4659-9947-f95d6b7e71b5 req-ca2cc8a3-627c-4773-a898-4b06c977e486 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=ac922acb-9243-4eed-8825-efc980a02a7c HTTP/1.1" status: 200 len: 943 time: 0.0877907 Sep 22 21:57:25.874595 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d777c9a8-42c9-4659-9947-f95d6b7e71b5 req-bc99e63f-e012-42dc-b771-76e4c12334f3 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386052 Sep 22 21:57:26.003478 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:26.074220 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de86a7a9-d66a-4f7d-9ca7-ebf669960a0e req-bbd05b8b-1672-4ed7-add2-b59f41882b56 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:26.075688 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-de86a7a9-d66a-4f7d-9ca7-ebf669960a0e req-bbd05b8b-1672-4ed7-add2-b59f41882b56 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=ac922acb-9243-4eed-8825-efc980a02a7c HTTP/1.1" status: 200 len: 943 time: 0.0896215 Sep 22 21:57:26.118591 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-de86a7a9-d66a-4f7d-9ca7-ebf669960a0e req-0fad76df-a074-4926-ad3b-63dbb6899593 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371850 Sep 22 21:57:26.310709 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162996e-8a90-40c1-9060-960b0f76d497 req-a2d4bde7-3a5a-42c7-a46b-159fd07d6e18 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:26.312157 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e162996e-8a90-40c1-9060-960b0f76d497 req-a2d4bde7-3a5a-42c7-a46b-159fd07d6e18 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=ac922acb-9243-4eed-8825-efc980a02a7c HTTP/1.1" status: 200 len: 943 time: 0.0858557 Sep 22 21:57:26.361823 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e162996e-8a90-40c1-9060-960b0f76d497 req-6bbc5ca1-8081-42bc-aada-de72c66bf0b3 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439363 Sep 22 21:57:26.908658 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61833942-b600-4c1c-bb90-f320753b2219 req-0630da93-e0c1-4751-ae0b-1a435009484f tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:26.910027 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-61833942-b600-4c1c-bb90-f320753b2219 req-0630da93-e0c1-4751-ae0b-1a435009484f tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=ac922acb-9243-4eed-8825-efc980a02a7c HTTP/1.1" status: 200 len: 943 time: 0.0872791 Sep 22 21:57:26.953437 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-61833942-b600-4c1c-bb90-f320753b2219 req-a12068ce-eafb-45a0-b286-788387fe8a77 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371780 Sep 22 21:57:28.148061 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe2772-e138-42e3-bb9d-86928bd564c9 req-7e741f6b-d044-4b50-bbdc-a2137ef31c8a tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:28.150052 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7dfe2772-e138-42e3-bb9d-86928bd564c9 req-7e741f6b-d044-4b50-bbdc-a2137ef31c8a tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=ac922acb-9243-4eed-8825-efc980a02a7c HTTP/1.1" status: 200 len: 943 time: 0.0869296 Sep 22 21:57:28.192982 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7dfe2772-e138-42e3-bb9d-86928bd564c9 req-89eb0986-ec30-4a14-9e4a-aa93c2f981b1 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups?id=54529324-c20e-4d66-8373-7cbda82ec14b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371785 Sep 22 21:57:28.418031 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbacbcc1-a14e-48c2-a98b-c24118d00071 req-6b192fae-b1d2-4e70-a86a-2eeb48e6b78e tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:28.419534 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fbacbcc1-a14e-48c2-a98b-c24118d00071 req-6b192fae-b1d2-4e70-a86a-2eeb48e6b78e tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac922acb-9243-4eed-8825-efc980a02a7c HTTP/1.1" status: 200 len: 943 time: 0.1753170 Sep 22 21:57:28.495011 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-fbacbcc1-a14e-48c2-a98b-c24118d00071 req-3d5ebf50-e320-4802-b2f2-ad37cb5d5ab1 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Deleting port a7636984-b3dd-459d-b6ea-0fd4453bccd2 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:57:28.495350 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-fbacbcc1-a14e-48c2-a98b-c24118d00071 req-3d5ebf50-e320-4802-b2f2-ad37cb5d5ab1 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:28.735907 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-fbacbcc1-a14e-48c2-a98b-c24118d00071 req-3d5ebf50-e320-4802-b2f2-ad37cb5d5ab1 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] For port a7636984-b3dd-459d-b6ea-0fd4453bccd2, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=a7636984-b3dd-459d-b6ea-0fd4453bccd2,segment=NetworkSegment(e388763e-5123-4b46-b9c6-5183d7154241),segment_id=e388763e-5123-4b46-b9c6-5183d7154241)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:57:28.736259 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-fbacbcc1-a14e-48c2-a98b-c24118d00071 req-3d5ebf50-e320-4802-b2f2-ad37cb5d5ab1 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:28.862698 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-fbacbcc1-a14e-48c2-a98b-c24118d00071 req-3d5ebf50-e320-4802-b2f2-ad37cb5d5ab1 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Calling delete_port for a7636984-b3dd-459d-b6ea-0fd4453bccd2 owned by compute:nova {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:57:29.004353 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-fbacbcc1-a14e-48c2-a98b-c24118d00071 req-3d5ebf50-e320-4802-b2f2-ad37cb5d5ab1 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:29.059786 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ebf50-e320-4802-b2f2-ad37cb5d5ab1 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Pushing event deleted for resources: {'Port': ['ID=a7636984-b3dd-459d-b6ea-0fd4453bccd2,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:57:29.142965 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbacbcc1-a14e-48c2-a98b-c24118d00071 req-3d5ebf50-e320-4802-b2f2-ad37cb5d5ab1 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] No DVR routers for this DVR port a7636984-b3dd-459d-b6ea-0fd4453bccd2 on host hv-neutron-8589 {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:57:29.145337 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-fbacbcc1-a14e-48c2-a98b-c24118d00071 req-3d5ebf50-e320-4802-b2f2-ad37cb5d5ab1 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:29.147872 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac922acb-9243-4eed-8825-efc980a02a7c', 'name': 'network-vif-deleted', 'tag': 'a7636984-b3dd-459d-b6ea-0fd4453bccd2'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:57:29.150137 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b387b71-1c31-4935-953b-20f58920ef19" -d '{"events": [{"server_uuid": "ac922acb-9243-4eed-8825-efc980a02a7c", "name": "network-vif-deleted", "tag": "a7636984-b3dd-459d-b6ea-0fd4453bccd2"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:57:29.163277 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fbacbcc1-a14e-48c2-a98b-c24118d00071 req-3d5ebf50-e320-4802-b2f2-ad37cb5d5ab1 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.49 "DELETE /v2.0/ports/a7636984-b3dd-459d-b6ea-0fd4453bccd2 HTTP/1.1" status: 204 len: 173 time: 0.7380872 Sep 22 21:57:29.192023 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 21:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4970b6f4-ca8a-4fdb-8b22-bde017f628d7 x-openstack-request-id: req-4970b6f4-ca8a-4fdb-8b22-bde017f628d7 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:57:29.192317 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac922acb-9243-4eed-8825-efc980a02a7c", "name": "network-vif-deleted", "tag": "a7636984-b3dd-459d-b6ea-0fd4453bccd2", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:57:29.192570 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4970b6f4-ca8a-4fdb-8b22-bde017f628d7 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:57:29.192963 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4970b6f4-ca8a-4fdb-8b22-bde017f628d7'] response: {'server_uuid': 'ac922acb-9243-4eed-8825-efc980a02a7c', 'name': 'network-vif-deleted', 'tag': 'a7636984-b3dd-459d-b6ea-0fd4453bccd2', 'status': 'completed', 'code': 200} Sep 22 21:57:29.376883 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-058463a6-62f5-49ef-9536-33356b4aa615 req-a5f2b504-fffd-4f57-b830-b25d051f981c tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Synchronizing usage tracker for tenant:ba0731e9e73f422f8197998d2dccf4ff on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:57:29.392950 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-058463a6-62f5-49ef-9536-33356b4aa615 req-a5f2b504-fffd-4f57-b830-b25d051f981c tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Unset dirty status for tenant:ba0731e9e73f422f8197998d2dccf4ff on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:57:29.394329 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-058463a6-62f5-49ef-9536-33356b4aa615 req-a5f2b504-fffd-4f57-b830-b25d051f981c tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/ports?device_id=ac922acb-9243-4eed-8825-efc980a02a7c HTTP/1.1" status: 200 len: 210 time: 0.0699568 Sep 22 21:57:30.520780 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 54884) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:57:30.590071 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-166c821f-9001-487c-b79e-b13606a22a71 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:30.620393 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-166c821f-9001-487c-b79e-b13606a22a71 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:30.672318 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-166c821f-9001-487c-b79e-b13606a22a71 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:30.689846 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c821f-9001-487c-b79e-b13606a22a71 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2a739b-1f81-484a-8436-7c685dcc2f4c,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:57:30.699280 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c821f-9001-487c-b79e-b13606a22a71 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:57:30.699634 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c821f-9001-487c-b79e-b13606a22a71 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:57:30.699977 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c821f-9001-487c-b79e-b13606a22a71 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:57:30.700317 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c821f-9001-487c-b79e-b13606a22a71 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:57:30.700651 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c821f-9001-487c-b79e-b13606a22a71 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:57:30.700983 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c821f-9001-487c-b79e-b13606a22a71 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:57:30.701311 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c821f-9001-487c-b79e-b13606a22a71 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:57:30.701640 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c821f-9001-487c-b79e-b13606a22a71 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:57:30.701968 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c821f-9001-487c-b79e-b13606a22a71 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:57:30.702291 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c821f-9001-487c-b79e-b13606a22a71 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:57:30.702644 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c821f-9001-487c-b79e-b13606a22a71 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:57:30.702961 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c821f-9001-487c-b79e-b13606a22a71 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:57:30.709990 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-166c821f-9001-487c-b79e-b13606a22a71 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:30.711149 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-166c821f-9001-487c-b79e-b13606a22a71 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "DELETE /v2.0/security-groups/0c2a739b-1f81-484a-8436-7c685dcc2f4c HTTP/1.1" status: 204 len: 168 time: 0.1892905 Sep 22 21:57:30.713619 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 54888) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:57:30.729728 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.api.v2.resource [None req-0f397f19-a707-4abd-b4a9-161051dc519c tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] show failed (client error): The resource could not be found. Sep 22 21:57:30.730743 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-0f397f19-a707-4abd-b4a9-161051dc519c tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "GET /v2.0/security-groups/0c2a739b-1f81-484a-8436-7c685dcc2f4c HTTP/1.1" status: 404 len: 347 time: 0.0161893 Sep 22 21:57:30.733301 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 54892) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:57:30.887856 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-5cd53e11-1303-4ec8-8557-0d6cb1736ed9 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Deleting port 301e5fcb-74a9-4c04-8302-835a499a2372 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:57:30.888106 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5cd53e11-1303-4ec8-8557-0d6cb1736ed9 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:31.056578 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5cd53e11-1303-4ec8-8557-0d6cb1736ed9 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:31.056905 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5cd53e11-1303-4ec8-8557-0d6cb1736ed9 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:31.177496 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-5cd53e11-1303-4ec8-8557-0d6cb1736ed9 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Calling delete_port for 301e5fcb-74a9-4c04-8302-835a499a2372 owned by network:floatingip {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:57:31.316132 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5cd53e11-1303-4ec8-8557-0d6cb1736ed9 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:31.362803 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd53e11-1303-4ec8-8557-0d6cb1736ed9 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Pushing event deleted for resources: {'Port': ['ID=301e5fcb-74a9-4c04-8302-835a499a2372,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:57:31.550166 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5cd53e11-1303-4ec8-8557-0d6cb1736ed9 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Notify callbacks [] for floatingip, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:31.567715 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5cd53e11-1303-4ec8-8557-0d6cb1736ed9 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:31.568883 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-5cd53e11-1303-4ec8-8557-0d6cb1736ed9 tempest-ServerDiskConfigTestJSON-779465948 tempest-ServerDiskConfigTestJSON-779465948-project] 10.222.0.33 "DELETE /v2.0/floatingips/522da634-4136-4a34-9bfd-1f38cd6b5d13 HTTP/1.1" status: 204 len: 168 time: 0.8347151 Sep 22 21:57:31.715660 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 54900) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:57:32.234976 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e0d420ee-9f1b-4b94-a857-6991e3e98d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:32.579464 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-e0d420ee-9f1b-4b94-a857-6991e3e98d78 admin admin] Deleting port 72e6c746-702c-49fc-96f0-f81d40800473 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:57:32.580138 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e0d420ee-9f1b-4b94-a857-6991e3e98d78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:32.746849 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-e0d420ee-9f1b-4b94-a857-6991e3e98d78 admin admin] For port 72e6c746-702c-49fc-96f0-f81d40800473, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=72e6c746-702c-49fc-96f0-f81d40800473,segment=NetworkSegment(e388763e-5123-4b46-b9c6-5183d7154241),segment_id=e388763e-5123-4b46-b9c6-5183d7154241)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:57:32.747198 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e0d420ee-9f1b-4b94-a857-6991e3e98d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:32.871589 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-e0d420ee-9f1b-4b94-a857-6991e3e98d78 admin admin] Calling delete_port for 72e6c746-702c-49fc-96f0-f81d40800473 owned by network:router_interface {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:57:33.277644 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e0d420ee-9f1b-4b94-a857-6991e3e98d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:33.323386 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d420ee-9f1b-4b94-a857-6991e3e98d78 admin admin] Pushing event deleted for resources: {'Port': ['ID=72e6c746-702c-49fc-96f0-f81d40800473,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:57:33.431845 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device a7636984-b3dd-459d-b6ea-0fd4453bccd2 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:57:33.475338 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] No Port match for: a7636984-b3dd-459d-b6ea-0fd4453bccd2 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:57:33.476574 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device a7636984-b3dd-459d-b6ea-0fd4453bccd2 not bound to the agent host hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:57:33.593902 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e0d420ee-9f1b-4b94-a857-6991e3e98d78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:33.942348 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d420ee-9f1b-4b94-a857-6991e3e98d78 admin admin] Router 071c4f32-9b2b-47ca-9b9c-4fec0d7f10d5 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:57:34.112851 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d420ee-9f1b-4b94-a857-6991e3e98d78 admin admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:57:34.121339 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5216f7-a86d-460d-aaf8-77fa7f0086c4 None None] Sync routers for ids ['071c4f32-9b2b-47ca-9b9c-4fec0d7f10d5'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:57:34.127934 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e0d420ee-9f1b-4b94-a857-6991e3e98d78 admin admin] 10.222.0.33 "PUT /v2.0/routers/071c4f32-9b2b-47ca-9b9c-4fec0d7f10d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4088054 Sep 22 21:57:34.128090 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 54904) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:57:34.130447 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5216f7-a86d-460d-aaf8-77fa7f0086c4 None None] Routers {'071c4f32-9b2b-47ca-9b9c-4fec0d7f10d5'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:57:34.131074 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-ae5216f7-a86d-460d-aaf8-77fa7f0086c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:57:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['071c4f32-9b2b-47ca-9b9c-4fec0d7f10d5'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:57:34.326110 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-ae5216f7-a86d-460d-aaf8-77fa7f0086c4 None None] Set router 071c4f32-9b2b-47ca-9b9c-4fec0d7f10d5 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:57:34.430139 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-20ca3d2f-8d6f-4fd8-9823-3d2e34b1ff53 admin admin] Notify callbacks [] for router, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:34.607143 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-20ca3d2f-8d6f-4fd8-9823-3d2e34b1ff53 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:34.619218 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-20ca3d2f-8d6f-4fd8-9823-3d2e34b1ff53 admin admin] Deleting port 137f478e-3641-423e-ad69-a5e64c8dfdd3 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:57:34.619566 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-20ca3d2f-8d6f-4fd8-9823-3d2e34b1ff53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:34.621010 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-ae5216f7-a86d-460d-aaf8-77fa7f0086c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071c4f32-9b2b-47ca-9b9c-4fec0d7f10d5', 'name': 'tempest-ServerDiskConfigTestJSON-437597516-router', 'tenant_id': 'ba0731e9e73f422f8197998d2dccf4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.164'}], 'enable_snat': True}, 'gw_port_id': '137f478e-3641-423e-ad69-a5e64c8dfdd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:55:38Z', 'updated_at': '2022-09-22T21:57:33Z', 'revision_number': 5, 'project_id': 'ba0731e9e73f422f8197998d2dccf4ff', 'gw_port': {'id': '137f478e-3641-423e-ad69-a5e64c8dfdd3', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071c4f32-9b2b-47ca-9b9c-4fec0d7f10d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:55:39Z', 'updated_at': '2022-09-22T21:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:57:34.626583 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5216f7-a86d-460d-aaf8-77fa7f0086c4 None None] Checking router: 071c4f32-9b2b-47ca-9b9c-4fec0d7f10d5 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:57:34.635890 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5216f7-a86d-460d-aaf8-77fa7f0086c4 None None] Routers {'071c4f32-9b2b-47ca-9b9c-4fec0d7f10d5'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:57:34.636500 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-ae5216f7-a86d-460d-aaf8-77fa7f0086c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:57:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['071c4f32-9b2b-47ca-9b9c-4fec0d7f10d5'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:57:34.782191 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-ae5216f7-a86d-460d-aaf8-77fa7f0086c4 None None] Set router 071c4f32-9b2b-47ca-9b9c-4fec0d7f10d5 gateway port host: None {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:57:34.790953 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-20ca3d2f-8d6f-4fd8-9823-3d2e34b1ff53 admin admin] For port 137f478e-3641-423e-ad69-a5e64c8dfdd3, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=137f478e-3641-423e-ad69-a5e64c8dfdd3,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:57:34.791310 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-20ca3d2f-8d6f-4fd8-9823-3d2e34b1ff53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:34.911426 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-ae5216f7-a86d-460d-aaf8-77fa7f0086c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071c4f32-9b2b-47ca-9b9c-4fec0d7f10d5', 'name': 'tempest-ServerDiskConfigTestJSON-437597516-router', 'tenant_id': 'ba0731e9e73f422f8197998d2dccf4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:55:38Z', 'updated_at': '2022-09-22T21:57:34Z', 'revision_number': 6, 'project_id': 'ba0731e9e73f422f8197998d2dccf4ff', 'gw_port_host': None}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:57:34.915835 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5216f7-a86d-460d-aaf8-77fa7f0086c4 None None] The sync data for ids ['071c4f32-9b2b-47ca-9b9c-4fec0d7f10d5'] in dv-neutron-858900-1-hyperv is: [{'id': '071c4f32-9b2b-47ca-9b9c-4fec0d7f10d5', 'name': 'tempest-ServerDiskConfigTestJSON-437597516-router', 'tenant_id': 'ba0731e9e73f422f8197998d2dccf4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:55:38Z', 'updated_at': '2022-09-22T21:57:34Z', 'revision_number': 6, 'project_id': 'ba0731e9e73f422f8197998d2dccf4ff', 'gw_port_host': None}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:57:34.916279 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-20ca3d2f-8d6f-4fd8-9823-3d2e34b1ff53 admin admin] Calling delete_port for 137f478e-3641-423e-ad69-a5e64c8dfdd3 owned by network:router_gateway {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:57:35.089634 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-20ca3d2f-8d6f-4fd8-9823-3d2e34b1ff53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:35.137549 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca3d2f-8d6f-4fd8-9823-3d2e34b1ff53 admin admin] Pushing event deleted for resources: {'Port': ['ID=137f478e-3641-423e-ad69-a5e64c8dfdd3,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:57:35.232539 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-20ca3d2f-8d6f-4fd8-9823-3d2e34b1ff53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8012236'] for router_gateway, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:35.407124 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-20ca3d2f-8d6f-4fd8-9823-3d2e34b1ff53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:35.409250 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-20ca3d2f-8d6f-4fd8-9823-3d2e34b1ff53 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:35.431516 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-20ca3d2f-8d6f-4fd8-9823-3d2e34b1ff53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:35.432019 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ca3d2f-8d6f-4fd8-9823-3d2e34b1ff53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 071c4f32-9b2b-47ca-9b9c-4fec0d7f10d5 {{(pid=89009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 21:57:35.444230 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-20ca3d2f-8d6f-4fd8-9823-3d2e34b1ff53 admin admin] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:35.445377 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-20ca3d2f-8d6f-4fd8-9823-3d2e34b1ff53 admin admin] 10.222.0.33 "DELETE /v2.0/routers/071c4f32-9b2b-47ca-9b9c-4fec0d7f10d5 HTTP/1.1" status: 204 len: 168 time: 1.3163805 Sep 22 21:57:35.447923 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 54908) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:57:35.509069 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb96bae2-906b-4647-a569-dac074282bab admin admin] Deleting subnet c764bbec-416b-46c3-8bd1-01baae7dc399 {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 21:57:35.511947 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cb96bae2-906b-4647-a569-dac074282bab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:35.559744 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cb96bae2-906b-4647-a569-dac074282bab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:35.635088 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cb96bae2-906b-4647-a569-dac074282bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:35.713771 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cb96bae2-906b-4647-a569-dac074282bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:35.715342 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 137f478e-3641-423e-ad69-a5e64c8dfdd3 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:57:35.749782 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb96bae2-906b-4647-a569-dac074282bab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c764bbec-416b-46c3-8bd1-01baae7dc399,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:57:35.750425 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 137f478e-3641-423e-ad69-a5e64c8dfdd3 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:57:35.750802 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 137f478e-3641-423e-ad69-a5e64c8dfdd3 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:57:35.752207 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 72e6c746-702c-49fc-96f0-f81d40800473 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:57:35.755313 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cb96bae2-906b-4647-a569-dac074282bab admin admin] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:35.763105 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-cb96bae2-906b-4647-a569-dac074282bab admin admin] 10.222.0.33 "DELETE /v2.0/subnets/c764bbec-416b-46c3-8bd1-01baae7dc399 HTTP/1.1" status: 204 len: 168 time: 0.3141816 Sep 22 21:57:35.765151 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 54912) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:57:35.783261 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3770e85e-7623-4818-aa3e-253c88772d35 None None] Network 48783a47-af34-4b4b-b0d2-7ff73348c368 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:57:35.852764 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 72e6c746-702c-49fc-96f0-f81d40800473 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:57:35.853108 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 72e6c746-702c-49fc-96f0-f81d40800473 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:57:35.992333 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6b1e5591-75e6-42d3-b3a8-fb1fd5c9ee48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:36.002755 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e5591-75e6-42d3-b3a8-fb1fd5c9ee48 admin admin] Deleting port 434464bf-6314-4f7d-832c-422559f63c33 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:57:36.003207 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6b1e5591-75e6-42d3-b3a8-fb1fd5c9ee48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:36.063053 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5acd3ff-214d-459c-8480-e24ba41a9eee None None] DHCP port deletion for 48783a47-af34-4b4b-b0d2-7ff73348c368 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 21:57:36.067297 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e5acd3ff-214d-459c-8480-e24ba41a9eee None None] Deleting port 434464bf-6314-4f7d-832c-422559f63c33 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:57:36.067670 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e5acd3ff-214d-459c-8480-e24ba41a9eee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:36.208300 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-6b1e5591-75e6-42d3-b3a8-fb1fd5c9ee48 admin admin] For port 434464bf-6314-4f7d-832c-422559f63c33, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=434464bf-6314-4f7d-832c-422559f63c33,segment=NetworkSegment(e388763e-5123-4b46-b9c6-5183d7154241),segment_id=e388763e-5123-4b46-b9c6-5183d7154241)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:57:36.209557 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6b1e5591-75e6-42d3-b3a8-fb1fd5c9ee48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:36.265106 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-e5acd3ff-214d-459c-8480-e24ba41a9eee None None] For port 434464bf-6314-4f7d-832c-422559f63c33, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=434464bf-6314-4f7d-832c-422559f63c33,segment=NetworkSegment(e388763e-5123-4b46-b9c6-5183d7154241),segment_id=e388763e-5123-4b46-b9c6-5183d7154241)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:57:36.265578 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e5acd3ff-214d-459c-8480-e24ba41a9eee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:36.334092 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e5591-75e6-42d3-b3a8-fb1fd5c9ee48 admin admin] Calling delete_port for 434464bf-6314-4f7d-832c-422559f63c33 owned by network:dhcp {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:57:36.414664 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6b1e5591-75e6-42d3-b3a8-fb1fd5c9ee48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:36.423358 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e5acd3ff-214d-459c-8480-e24ba41a9eee None None] Calling delete_port for 434464bf-6314-4f7d-832c-422559f63c33 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:57:36.466017 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e5591-75e6-42d3-b3a8-fb1fd5c9ee48 admin admin] Pushing event deleted for resources: {'Port': ['ID=434464bf-6314-4f7d-832c-422559f63c33,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:57:36.467905 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1e5591-75e6-42d3-b3a8-fb1fd5c9ee48 admin admin] No DVR routers for this DVR port 434464bf-6314-4f7d-832c-422559f63c33 on host dv-neutron-858900-1-hyperv {{(pid=89009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:57:36.496603 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.db.api [None req-e5acd3ff-214d-459c-8480-e24ba41a9eee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:57:36.496961 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG oslo_db.api [None req-e5acd3ff-214d-459c-8480-e24ba41a9eee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:57:36.581345 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6b1e5591-75e6-42d3-b3a8-fb1fd5c9ee48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:36.606240 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-6b1e5591-75e6-42d3-b3a8-fb1fd5c9ee48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48783a47-af34-4b4b-b0d2-7ff73348c368']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:57:36.617846 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-6b1e5591-75e6-42d3-b3a8-fb1fd5c9ee48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e388763e-5123-4b46-b9c6-5183d7154241') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:57:36.618149 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-6b1e5591-75e6-42d3-b3a8-fb1fd5c9ee48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e388763e-5123-4b46-b9c6-5183d7154241') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:57:36.629071 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6b1e5591-75e6-42d3-b3a8-fb1fd5c9ee48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:36.644833 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6b1e5591-75e6-42d3-b3a8-fb1fd5c9ee48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:36.651275 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b1e5591-75e6-42d3-b3a8-fb1fd5c9ee48 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:57:36.651741 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6b1e5591-75e6-42d3-b3a8-fb1fd5c9ee48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:36.715733 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment e388763e-5123-4b46-b9c6-5183d7154241 resource provider aggregate not found Sep 22 21:57:36.736622 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment e388763e-5123-4b46-b9c6-5183d7154241 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e388763e-5123-4b46-b9c6-5183d7154241 found for delete ", "request_id": "req-0b430543-6fec-4946-a225-7942a0130734"}]} Sep 22 21:57:36.747841 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6b1e5591-75e6-42d3-b3a8-fb1fd5c9ee48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:36.763735 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6b1e5591-75e6-42d3-b3a8-fb1fd5c9ee48 admin admin] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:36.775614 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e5591-75e6-42d3-b3a8-fb1fd5c9ee48 admin admin] Pushing event deleted for resources: {'Network': ['ID=48783a47-af34-4b4b-b0d2-7ff73348c368,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:57:36.786980 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6b1e5591-75e6-42d3-b3a8-fb1fd5c9ee48 admin admin] 10.222.0.33 "DELETE /v2.0/networks/48783a47-af34-4b4b-b0d2-7ff73348c368 HTTP/1.1" status: 204 len: 168 time: 1.0206833 Sep 22 21:57:36.893285 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 54922) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:57:36.940309 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-14bf95a6-b1a7-496d-8eae-5036d016948d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=ba0731e9e73f422f8197998d2dccf4ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458736 Sep 22 21:57:36.942547 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 54926) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:57:36.998560 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e5acd3ff-214d-459c-8480-e24ba41a9eee None None] Deleting port 434464bf-6314-4f7d-832c-422559f63c33 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:57:36.999173 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e5acd3ff-214d-459c-8480-e24ba41a9eee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:37.002258 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cb23b990-64d5-48bb-aac1-d793f7a8f55d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:37.032184 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cb23b990-64d5-48bb-aac1-d793f7a8f55d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:37.064827 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e5acd3ff-214d-459c-8480-e24ba41a9eee None None] The port '434464bf-6314-4f7d-832c-422559f63c33' was deleted {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 21:57:37.084752 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cb23b990-64d5-48bb-aac1-d793f7a8f55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:37.100254 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb23b990-64d5-48bb-aac1-d793f7a8f55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54529324-c20e-4d66-8373-7cbda82ec14b,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:57:37.108213 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cb23b990-64d5-48bb-aac1-d793f7a8f55d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:37.109278 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-cb23b990-64d5-48bb-aac1-d793f7a8f55d admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/54529324-c20e-4d66-8373-7cbda82ec14b HTTP/1.1" status: 204 len: 168 time: 0.1658404 Sep 22 21:57:37.434683 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 434464bf-6314-4f7d-832c-422559f63c33 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:57:37.468859 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 434464bf-6314-4f7d-832c-422559f63c33 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:57:37.469203 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 434464bf-6314-4f7d-832c-422559f63c33 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:57:37.813621 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 54950) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:57:37.929967 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-e1911483-90d7-42c9-b8db-edc6bff3fe0e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1883969126-network', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:57:37.934756 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-e1911483-90d7-42c9-b8db-edc6bff3fe0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:57:37.938559 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-e1911483-90d7-42c9-b8db-edc6bff3fe0e admin admin] Usage tracker for resource:network and tenant:9bb47c5ff1754359af1fc098b6bb16d9 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:57:37.941376 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-e1911483-90d7-42c9-b8db-edc6bff3fe0e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:57:37.948068 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-e1911483-90d7-42c9-b8db-edc6bff3fe0e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:57:37.957929 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1911483-90d7-42c9-b8db-edc6bff3fe0e admin admin] Made reservation on behalf of 9bb47c5ff1754359af1fc098b6bb16d9 for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:57:37.960937 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e1911483-90d7-42c9-b8db-edc6bff3fe0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:37.972759 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e1911483-90d7-42c9-b8db-edc6bff3fe0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:37.986646 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-e1911483-90d7-42c9-b8db-edc6bff3fe0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:57:37.990362 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-e1911483-90d7-42c9-b8db-edc6bff3fe0e admin admin] Usage tracker for resource:security_group_rule and tenant:9bb47c5ff1754359af1fc098b6bb16d9 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:57:37.993091 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-e1911483-90d7-42c9-b8db-edc6bff3fe0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:57:37.998683 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-e1911483-90d7-42c9-b8db-edc6bff3fe0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:57:38.081710 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e1911483-90d7-42c9-b8db-edc6bff3fe0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:38.085988 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e1911483-90d7-42c9-b8db-edc6bff3fe0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:38.114927 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1911483-90d7-42c9-b8db-edc6bff3fe0e admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:57:38.123138 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1911483-90d7-42c9-b8db-edc6bff3fe0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c741bfb5-f58d-4581-b639-2d5fe437e7bb,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:57:38.132587 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e1911483-90d7-42c9-b8db-edc6bff3fe0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:38.132994 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-e1911483-90d7-42c9-b8db-edc6bff3fe0e admin admin] Added segment 4c0a4709-c953-48f4-9552-39e700585c27 of type vlan for network 10a09e26-5865-4fe7-893b-1c1311dc2163 Sep 22 21:57:38.134792 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1911483-90d7-42c9-b8db-edc6bff3fe0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:57:38.135137 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1911483-90d7-42c9-b8db-edc6bff3fe0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:57:38.135473 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1911483-90d7-42c9-b8db-edc6bff3fe0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:57:38.135805 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1911483-90d7-42c9-b8db-edc6bff3fe0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:57:38.136133 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1911483-90d7-42c9-b8db-edc6bff3fe0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:57:38.136462 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1911483-90d7-42c9-b8db-edc6bff3fe0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:57:38.136785 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1911483-90d7-42c9-b8db-edc6bff3fe0e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:57:38.137109 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1911483-90d7-42c9-b8db-edc6bff3fe0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:57:38.137428 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1911483-90d7-42c9-b8db-edc6bff3fe0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:57:38.137745 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1911483-90d7-42c9-b8db-edc6bff3fe0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:57:38.138059 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1911483-90d7-42c9-b8db-edc6bff3fe0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:57:38.138373 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1911483-90d7-42c9-b8db-edc6bff3fe0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:57:38.167717 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e1911483-90d7-42c9-b8db-edc6bff3fe0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:38.194530 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e1911483-90d7-42c9-b8db-edc6bff3fe0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:38.195959 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1911483-90d7-42c9-b8db-edc6bff3fe0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:38.196524 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e1911483-90d7-42c9-b8db-edc6bff3fe0e admin admin] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:38.297408 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e1911483-90d7-42c9-b8db-edc6bff3fe0e admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4826765 Sep 22 21:57:38.298258 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1911483-90d7-42c9-b8db-edc6bff3fe0e admin admin] Pushing event updated for resources: {'Network': ['ID=10a09e26-5865-4fe7-893b-1c1311dc2163,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:57:38.300265 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 54956) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:57:38.306164 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-62ba364e-c7ac-4783-ab36-bcdf901caa49 admin admin] Request body: {'subnet': {'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1883969126-subnet', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:57:38.308974 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 10a09e26-5865-4fe7-893b-1c1311dc2163 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 21:57:38.311485 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-62ba364e-c7ac-4783-ab36-bcdf901caa49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:57:38.315285 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-62ba364e-c7ac-4783-ab36-bcdf901caa49 admin admin] Usage tracker for resource:subnet and tenant:9bb47c5ff1754359af1fc098b6bb16d9 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:57:38.318056 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-62ba364e-c7ac-4783-ab36-bcdf901caa49 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:57:38.324988 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-62ba364e-c7ac-4783-ab36-bcdf901caa49 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:57:38.334676 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ba364e-c7ac-4783-ab36-bcdf901caa49 admin admin] Made reservation on behalf of 9bb47c5ff1754359af1fc098b6bb16d9 for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:57:38.337083 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-62ba364e-c7ac-4783-ab36-bcdf901caa49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:38.537575 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-62ba364e-c7ac-4783-ab36-bcdf901caa49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:38.608066 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba364e-c7ac-4783-ab36-bcdf901caa49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34d50232-c76b-4978-8279-6b641ae56792,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:57:38.619757 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ba364e-c7ac-4783-ab36-bcdf901caa49 admin admin] Checking segment: {'id': '4c0a4709-c953-48f4-9552-39e700585c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:57:38.620108 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ba364e-c7ac-4783-ab36-bcdf901caa49 admin admin] Network hostable DHCP agents. Network: 10a09e26-5865-4fe7-893b-1c1311dc2163, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:57:38.639340 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ba364e-c7ac-4783-ab36-bcdf901caa49 admin admin] Network 10a09e26-5865-4fe7-893b-1c1311dc2163 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:57:38.647725 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-62ba364e-c7ac-4783-ab36-bcdf901caa49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 10a09e26-5865-4fe7-893b-1c1311dc2163) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:57:38.651754 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ba364e-c7ac-4783-ab36-bcdf901caa49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:38.652324 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-62ba364e-c7ac-4783-ab36-bcdf901caa49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:38.658290 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b01186b-ec2b-49bf-b498-bc4f4e1cddbc None None] Network 10a09e26-5865-4fe7-893b-1c1311dc2163 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:57:38.674770 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-62ba364e-c7ac-4783-ab36-bcdf901caa49 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3708622 Sep 22 21:57:38.674926 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 54960) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:57:38.680314 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-e919553b-3442-4285-a8fd-13991413c903 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1883969126-router', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:57:38.684785 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-e919553b-3442-4285-a8fd-13991413c903 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:57:38.688610 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-e919553b-3442-4285-a8fd-13991413c903 admin admin] Usage tracker for resource:router and tenant:9bb47c5ff1754359af1fc098b6bb16d9 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:57:38.691418 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-e919553b-3442-4285-a8fd-13991413c903 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:57:38.697089 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-e919553b-3442-4285-a8fd-13991413c903 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:57:38.707781 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e919553b-3442-4285-a8fd-13991413c903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:38.708745 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e919553b-3442-4285-a8fd-13991413c903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:38.725384 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e919553b-3442-4285-a8fd-13991413c903 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:38.875616 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cc9327-291a-454c-b4d0-e45e8db6d4da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-10a09e26-5865-4fe7-893b-1c1311dc2163', 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'fixed_ips': [{'subnet_id': '34d50232-c76b-4978-8279-6b641ae56792'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 21:57:38.876458 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-29cc9327-291a-454c-b4d0-e45e8db6d4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:39.031803 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-29cc9327-291a-454c-b4d0-e45e8db6d4da None None] Allocated IP 172.20.0.2 (10a09e26-5865-4fe7-893b-1c1311dc2163/34d50232-c76b-4978-8279-6b641ae56792/a414eaf3-fe65-4fdc-87c2-5fd0f6500f01) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:57:39.081160 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e919553b-3442-4285-a8fd-13991413c903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:39.236416 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-29cc9327-291a-454c-b4d0-e45e8db6d4da None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:39.246445 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-29cc9327-291a-454c-b4d0-e45e8db6d4da None None] Transition to ACTIVE for port object a414eaf3-fe65-4fdc-87c2-5fd0f6500f01 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:57:39.265057 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-29cc9327-291a-454c-b4d0-e45e8db6d4da None None] Transition to ACTIVE for port object a414eaf3-fe65-4fdc-87c2-5fd0f6500f01 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:57:39.274195 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-29cc9327-291a-454c-b4d0-e45e8db6d4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:39.339203 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cc9327-291a-454c-b4d0-e45e8db6d4da None None] Network 10a09e26-5865-4fe7-893b-1c1311dc2163 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:57:39.342462 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-29cc9327-291a-454c-b4d0-e45e8db6d4da None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:57:39.344966 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cc9327-291a-454c-b4d0-e45e8db6d4da None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:57:39.391944 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e919553b-3442-4285-a8fd-13991413c903 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:39.421867 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e919553b-3442-4285-a8fd-13991413c903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:39.430508 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc9327-291a-454c-b4d0-e45e8db6d4da None None] Pushing event updated for resources: {'Port': ['ID=a414eaf3-fe65-4fdc-87c2-5fd0f6500f01,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:57:39.453316 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cc9327-291a-454c-b4d0-e45e8db6d4da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:57:39.453667 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cc9327-291a-454c-b4d0-e45e8db6d4da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:57:39.454002 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cc9327-291a-454c-b4d0-e45e8db6d4da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:57:39.454329 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cc9327-291a-454c-b4d0-e45e8db6d4da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:57:39.454678 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cc9327-291a-454c-b4d0-e45e8db6d4da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:57:39.455006 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cc9327-291a-454c-b4d0-e45e8db6d4da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:57:39.455331 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cc9327-291a-454c-b4d0-e45e8db6d4da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:57:39.455647 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cc9327-291a-454c-b4d0-e45e8db6d4da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:57:39.455965 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cc9327-291a-454c-b4d0-e45e8db6d4da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:57:39.456280 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cc9327-291a-454c-b4d0-e45e8db6d4da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:57:39.456863 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cc9327-291a-454c-b4d0-e45e8db6d4da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:57:39.457177 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cc9327-291a-454c-b4d0-e45e8db6d4da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:57:39.467865 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-29cc9327-291a-454c-b4d0-e45e8db6d4da None None] Attempting to bind port a414eaf3-fe65-4fdc-87c2-5fd0f6500f01 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:57:39.468233 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-29cc9327-291a-454c-b4d0-e45e8db6d4da None None] Attempting to bind port a414eaf3-fe65-4fdc-87c2-5fd0f6500f01 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '4c0a4709-c953-48f4-9552-39e700585c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:57:39.468590 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cc9327-291a-454c-b4d0-e45e8db6d4da None None] Attempting to bind port a414eaf3-fe65-4fdc-87c2-5fd0f6500f01 on network 10a09e26-5865-4fe7-893b-1c1311dc2163 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:57:39.474034 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cc9327-291a-454c-b4d0-e45e8db6d4da None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:57:39.474468 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cc9327-291a-454c-b4d0-e45e8db6d4da None None] Checking segment: {'id': '4c0a4709-c953-48f4-9552-39e700585c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:57:39.474928 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-29cc9327-291a-454c-b4d0-e45e8db6d4da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:39.475311 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cc9327-291a-454c-b4d0-e45e8db6d4da None None] Bound using segment: {'id': '4c0a4709-c953-48f4-9552-39e700585c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:57:39.475770 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-29cc9327-291a-454c-b4d0-e45e8db6d4da None None] Bound port: a414eaf3-fe65-4fdc-87c2-5fd0f6500f01, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c0a4709-c953-48f4-9552-39e700585c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:57:39.476137 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-29cc9327-291a-454c-b4d0-e45e8db6d4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:39.561134 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-e919553b-3442-4285-a8fd-13991413c903 admin admin] Allocated IP 172.26.0.119 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/dc7bc590-e81b-419d-87b8-6ff41fac3dc1) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:57:39.561864 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-29cc9327-291a-454c-b4d0-e45e8db6d4da None None] For port a414eaf3-fe65-4fdc-87c2-5fd0f6500f01, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:57:39.564828 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-29cc9327-291a-454c-b4d0-e45e8db6d4da None None] For port a414eaf3-fe65-4fdc-87c2-5fd0f6500f01, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=a414eaf3-fe65-4fdc-87c2-5fd0f6500f01,segment=NetworkSegment(4c0a4709-c953-48f4-9552-39e700585c27),segment_id=4c0a4709-c953-48f4-9552-39e700585c27)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:57:39.568737 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-29cc9327-291a-454c-b4d0-e45e8db6d4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:39.660487 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc9327-291a-454c-b4d0-e45e8db6d4da None None] Pushing event updated for resources: {'Port': ['ID=a414eaf3-fe65-4fdc-87c2-5fd0f6500f01,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:57:39.718154 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-31c40c34-626f-45b5-b6b0-de721328828e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:39.727314 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e919553b-3442-4285-a8fd-13991413c903 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:39.756878 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e919553b-3442-4285-a8fd-13991413c903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:39.837348 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e919553b-3442-4285-a8fd-13991413c903 admin admin] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:57:39.840208 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-e919553b-3442-4285-a8fd-13991413c903 admin admin] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:57:39.843725 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e919553b-3442-4285-a8fd-13991413c903 admin admin] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:57:39.893919 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e919553b-3442-4285-a8fd-13991413c903 admin admin] Pushing event updated for resources: {'Port': ['ID=dc7bc590-e81b-419d-87b8-6ff41fac3dc1,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:57:40.265846 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e919553b-3442-4285-a8fd-13991413c903 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:40.600273 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2db1c8-11b3-49dd-a7b2-79b0df966b9d None None] Network 10a09e26-5865-4fe7-893b-1c1311dc2163 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 21:57:40.693387 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-cba8589e-0804-4e5e-9276-a1e3c4a594c0 None None] Provisioning for port a414eaf3-fe65-4fdc-87c2-5fd0f6500f01 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:57:40.722488 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e919553b-3442-4285-a8fd-13991413c903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:40.930041 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e919553b-3442-4285-a8fd-13991413c903 admin admin] Router 65cc8f1a-17de-4e08-8a18-a7b78bbee514 is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 21:57:41.107636 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e919553b-3442-4285-a8fd-13991413c903 admin admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:57:41.115899 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7058bfb9-8f7c-4fca-aea6-d6d532179089 None None] Sync routers for ids ['65cc8f1a-17de-4e08-8a18-a7b78bbee514'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:57:41.125023 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7058bfb9-8f7c-4fca-aea6-d6d532179089 None None] Routers {'65cc8f1a-17de-4e08-8a18-a7b78bbee514'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:57:41.125749 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-7058bfb9-8f7c-4fca-aea6-d6d532179089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:57:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['65cc8f1a-17de-4e08-8a18-a7b78bbee514'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:57:41.130575 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e919553b-3442-4285-a8fd-13991413c903 admin admin] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:41.131792 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e919553b-3442-4285-a8fd-13991413c903 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4559934 Sep 22 21:57:41.134965 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 54964) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:57:41.330435 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-7058bfb9-8f7c-4fca-aea6-d6d532179089 None None] Set router 65cc8f1a-17de-4e08-8a18-a7b78bbee514 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:57:41.497503 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device a414eaf3-fe65-4fdc-87c2-5fd0f6500f01 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:57:41.639613 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port a414eaf3-fe65-4fdc-87c2-5fd0f6500f01 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:57:41.649501 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port a414eaf3-fe65-4fdc-87c2-5fd0f6500f01 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:57:41.649876 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:41.650207 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port a414eaf3-fe65-4fdc-87c2-5fd0f6500f01 Sep 22 21:57:41.733120 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-7058bfb9-8f7c-4fca-aea6-d6d532179089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'name': 'tempest-ServerActionsTestJSON-1883969126-router', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:57:38Z', 'updated_at': '2022-09-22T21:57:40Z', 'revision_number': 3, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'gw_port': {'id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:23:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:39Z', 'updated_at': '2022-09-22T21:57:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:57:41.764870 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7058bfb9-8f7c-4fca-aea6-d6d532179089 None None] Checking router: 65cc8f1a-17de-4e08-8a18-a7b78bbee514 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:57:41.765214 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7058bfb9-8f7c-4fca-aea6-d6d532179089 None None] Updating router 65cc8f1a-17de-4e08-8a18-a7b78bbee514 port dc7bc590-e81b-419d-87b8-6ff41fac3dc1 binding host dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:57:41.833527 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port a414eaf3-fe65-4fdc-87c2-5fd0f6500f01 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:57:41.833900 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:41.849012 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7058bfb9-8f7c-4fca-aea6-d6d532179089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:41.862794 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:57:41.913777 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-085648ea-a0ca-4dfe-ba5f-fd151fe6cc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:41.918745 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port a414eaf3-fe65-4fdc-87c2-5fd0f6500f01, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=a414eaf3-fe65-4fdc-87c2-5fd0f6500f01,segment=NetworkSegment(4c0a4709-c953-48f4-9552-39e700585c27),segment_id=4c0a4709-c953-48f4-9552-39e700585c27)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:57:41.968033 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:42.035004 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-022b78de-0f4a-4f53-959a-b6f76b49721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:42.120080 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=a414eaf3-fe65-4fdc-87c2-5fd0f6500f01,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:57:42.120757 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-085648ea-a0ca-4dfe-ba5f-fd151fe6cc81 admin admin] Allocated IP 172.20.0.1 (10a09e26-5865-4fe7-893b-1c1311dc2163/34d50232-c76b-4978-8279-6b641ae56792/2d15c942-465a-4065-9e3a-7ac2bf0f08ec) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:57:42.261065 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7058bfb9-8f7c-4fca-aea6-d6d532179089 None None] Notify callbacks [] for port, precommit_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:42.266543 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-085648ea-a0ca-4dfe-ba5f-fd151fe6cc81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:42.273636 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-7058bfb9-8f7c-4fca-aea6-d6d532179089 None None] Transition to ACTIVE for port object dc7bc590-e81b-419d-87b8-6ff41fac3dc1 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:57:42.280282 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7058bfb9-8f7c-4fca-aea6-d6d532179089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:42.284547 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-085648ea-a0ca-4dfe-ba5f-fd151fe6cc81 admin admin] Transition to ACTIVE for port object 2d15c942-465a-4065-9e3a-7ac2bf0f08ec will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:57:42.308079 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-085648ea-a0ca-4dfe-ba5f-fd151fe6cc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:42.341779 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-7058bfb9-8f7c-4fca-aea6-d6d532179089 None None] Attempting to bind port dc7bc590-e81b-419d-87b8-6ff41fac3dc1 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:57:42.342148 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-7058bfb9-8f7c-4fca-aea6-d6d532179089 None None] Attempting to bind port dc7bc590-e81b-419d-87b8-6ff41fac3dc1 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:57:42.342509 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7058bfb9-8f7c-4fca-aea6-d6d532179089 None None] Attempting to bind port dc7bc590-e81b-419d-87b8-6ff41fac3dc1 on network a22ae1c9-d428-411f-af43-ce0f71b38d9c {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:57:42.353210 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7058bfb9-8f7c-4fca-aea6-d6d532179089 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:57:42.353576 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7058bfb9-8f7c-4fca-aea6-d6d532179089 None None] Checking segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:57:42.353972 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7058bfb9-8f7c-4fca-aea6-d6d532179089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:42.354359 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7058bfb9-8f7c-4fca-aea6-d6d532179089 None None] Bound using segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:57:42.354847 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-7058bfb9-8f7c-4fca-aea6-d6d532179089 None None] Bound port: dc7bc590-e81b-419d-87b8-6ff41fac3dc1, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:57:42.355218 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7058bfb9-8f7c-4fca-aea6-d6d532179089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:42.376110 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085648ea-a0ca-4dfe-ba5f-fd151fe6cc81 admin admin] Network 10a09e26-5865-4fe7-893b-1c1311dc2163 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:57:42.378769 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-085648ea-a0ca-4dfe-ba5f-fd151fe6cc81 admin admin] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:57:42.382842 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085648ea-a0ca-4dfe-ba5f-fd151fe6cc81 admin admin] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:57:42.402449 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df174b94-369e-473e-8f88-72abe82ebe53 None None] Pushing event updated for resources: {'Port': ['ID=dc7bc590-e81b-419d-87b8-6ff41fac3dc1,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:57:42.429862 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085648ea-a0ca-4dfe-ba5f-fd151fe6cc81 admin admin] Pushing event updated for resources: {'Port': ['ID=2d15c942-465a-4065-9e3a-7ac2bf0f08ec,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:57:42.439755 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-7058bfb9-8f7c-4fca-aea6-d6d532179089 None None] For port dc7bc590-e81b-419d-87b8-6ff41fac3dc1, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:57:42.443305 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-7058bfb9-8f7c-4fca-aea6-d6d532179089 None None] For port dc7bc590-e81b-419d-87b8-6ff41fac3dc1, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=dc7bc590-e81b-419d-87b8-6ff41fac3dc1,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:57:42.448602 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7058bfb9-8f7c-4fca-aea6-d6d532179089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:42.452519 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-085648ea-a0ca-4dfe-ba5f-fd151fe6cc81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:42.512344 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7058bfb9-8f7c-4fca-aea6-d6d532179089 None None] Routers {'65cc8f1a-17de-4e08-8a18-a7b78bbee514'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:57:42.512890 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-7058bfb9-8f7c-4fca-aea6-d6d532179089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:57:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['65cc8f1a-17de-4e08-8a18-a7b78bbee514'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:57:42.580742 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-085648ea-a0ca-4dfe-ba5f-fd151fe6cc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:42.598661 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df174b94-369e-473e-8f88-72abe82ebe53 None None] Pushing event updated for resources: {'Port': ['ID=dc7bc590-e81b-419d-87b8-6ff41fac3dc1,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:57:42.737062 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-d26b3c6a-1e3d-48fa-83f6-7891ac5a1d93 None None] Provisioning for port 2d15c942-465a-4065-9e3a-7ac2bf0f08ec completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:57:42.747937 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-d26b3c6a-1e3d-48fa-83f6-7891ac5a1d93 None None] Provisioning complete for port 2d15c942-465a-4065-9e3a-7ac2bf0f08ec triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:57:42.748304 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-d26b3c6a-1e3d-48fa-83f6-7891ac5a1d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:42.748632 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-d26b3c6a-1e3d-48fa-83f6-7891ac5a1d93 None None] Attempt 1 to provision port 2d15c942-465a-4065-9e3a-7ac2bf0f08ec Sep 22 21:57:42.785529 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-7058bfb9-8f7c-4fca-aea6-d6d532179089 None None] Set router 65cc8f1a-17de-4e08-8a18-a7b78bbee514 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:57:42.809807 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-085648ea-a0ca-4dfe-ba5f-fd151fe6cc81 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:42.814744 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-085648ea-a0ca-4dfe-ba5f-fd151fe6cc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:42.916526 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-085648ea-a0ca-4dfe-ba5f-fd151fe6cc81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:42.920750 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085648ea-a0ca-4dfe-ba5f-fd151fe6cc81 admin admin] Pushing event updated for resources: {'Port': ['ID=2d15c942-465a-4065-9e3a-7ac2bf0f08ec,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:57:42.925272 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:42.955513 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-d26b3c6a-1e3d-48fa-83f6-7891ac5a1d93 None None] Port 2d15c942-465a-4065-9e3a-7ac2bf0f08ec cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:57:43.079619 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085648ea-a0ca-4dfe-ba5f-fd151fe6cc81 admin admin] Network 10a09e26-5865-4fe7-893b-1c1311dc2163 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:57:43.080743 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-085648ea-a0ca-4dfe-ba5f-fd151fe6cc81 admin admin] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:57:43.129936 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-7058bfb9-8f7c-4fca-aea6-d6d532179089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'name': 'tempest-ServerActionsTestJSON-1883969126-router', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:57:38Z', 'updated_at': '2022-09-22T21:57:42Z', 'revision_number': 4, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'gw_port': {'id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:23:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:39Z', 'updated_at': '2022-09-22T21:57:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '2d15c942-465a-4065-9e3a-7ac2bf0f08ec', 'name': '', 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'mac_address': 'fa:16:3e:c0:e3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '34d50232-c76b-4978-8279-6b641ae56792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:41Z', 'updated_at': '2022-09-22T21:57:42Z', 'revision_number': 1, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'subnets': [{'id': '34d50232-c76b-4978-8279-6b641ae56792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:57:43.134706 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7058bfb9-8f7c-4fca-aea6-d6d532179089 None None] The sync data for ids ['65cc8f1a-17de-4e08-8a18-a7b78bbee514'] in dv-neutron-858900-1-hyperv is: [{'id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'name': 'tempest-ServerActionsTestJSON-1883969126-router', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:57:38Z', 'updated_at': '2022-09-22T21:57:42Z', 'revision_number': 4, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'gw_port': {'id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:23:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:39Z', 'updated_at': '2022-09-22T21:57:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '2d15c942-465a-4065-9e3a-7ac2bf0f08ec', 'name': '', 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'mac_address': 'fa:16:3e:c0:e3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '34d50232-c76b-4978-8279-6b641ae56792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:41Z', 'updated_at': '2022-09-22T21:57:42Z', 'revision_number': 1, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'subnets': [{'id': '34d50232-c76b-4978-8279-6b641ae56792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:57:43.180380 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:43.288575 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085648ea-a0ca-4dfe-ba5f-fd151fe6cc81 admin admin] Router 65cc8f1a-17de-4e08-8a18-a7b78bbee514 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:57:43.453874 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device a414eaf3-fe65-4fdc-87c2-5fd0f6500f01 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:57:43.479100 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-d26b3c6a-1e3d-48fa-83f6-7891ac5a1d93 None None] Attempt 2 to provision port 2d15c942-465a-4065-9e3a-7ac2bf0f08ec Sep 22 21:57:43.565067 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-d26b3c6a-1e3d-48fa-83f6-7891ac5a1d93 None None] Port 2d15c942-465a-4065-9e3a-7ac2bf0f08ec cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:57:43.582583 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port a414eaf3-fe65-4fdc-87c2-5fd0f6500f01 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:57:43.583120 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:43.583454 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port a414eaf3-fe65-4fdc-87c2-5fd0f6500f01 Sep 22 21:57:43.603535 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085648ea-a0ca-4dfe-ba5f-fd151fe6cc81 admin admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:57:43.625056 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-085648ea-a0ca-4dfe-ba5f-fd151fe6cc81 admin admin] 10.222.0.33 "PUT /v2.0/routers/65cc8f1a-17de-4e08-8a18-a7b78bbee514/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4814281 Sep 22 21:57:43.713829 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port a414eaf3-fe65-4fdc-87c2-5fd0f6500f01 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:57:44.008483 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 54974) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:57:44.013855 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-cac831e8-1126-48c5-a429-d55d4ac514b0 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Request body: {'security_group': {'name': 'tempest-securitygroup--394423308', 'description': 'tempest-description--1042915883'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:57:44.020161 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-cac831e8-1126-48c5-a429-d55d4ac514b0 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:57:44.025649 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-cac831e8-1126-48c5-a429-d55d4ac514b0 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Usage tracker for resource:security_group and tenant:9bb47c5ff1754359af1fc098b6bb16d9 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:57:44.029662 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-cac831e8-1126-48c5-a429-d55d4ac514b0 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:57:44.037154 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-cac831e8-1126-48c5-a429-d55d4ac514b0 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:57:44.048258 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cac831e8-1126-48c5-a429-d55d4ac514b0 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:44.066419 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-d26b3c6a-1e3d-48fa-83f6-7891ac5a1d93 None None] Attempt 3 to provision port 2d15c942-465a-4065-9e3a-7ac2bf0f08ec Sep 22 21:57:44.069280 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-cac831e8-1126-48c5-a429-d55d4ac514b0 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:57:44.073924 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-cac831e8-1126-48c5-a429-d55d4ac514b0 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Usage tracker for resource:security_group_rule and tenant:9bb47c5ff1754359af1fc098b6bb16d9 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:57:44.077272 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-cac831e8-1126-48c5-a429-d55d4ac514b0 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:57:44.083497 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-cac831e8-1126-48c5-a429-d55d4ac514b0 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:57:44.124863 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-d26b3c6a-1e3d-48fa-83f6-7891ac5a1d93 None None] Port 2d15c942-465a-4065-9e3a-7ac2bf0f08ec cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:57:44.164707 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cac831e8-1126-48c5-a429-d55d4ac514b0 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:44.169353 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cac831e8-1126-48c5-a429-d55d4ac514b0 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:44.213142 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac831e8-1126-48c5-a429-d55d4ac514b0 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35ccbf38-1f84-4d22-8ed6-8f9d836dab15,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:57:44.216082 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cac831e8-1126-48c5-a429-d55d4ac514b0 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:44.217257 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-cac831e8-1126-48c5-a429-d55d4ac514b0 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2076528 Sep 22 21:57:44.220348 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 54978) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:57:44.226241 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-c3ba6455-29a1-4bcf-8c1a-a9f3851f7f20 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Request body: {'security_group_rule': {'security_group_id': '35ccbf38-1f84-4d22-8ed6-8f9d836dab15', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:57:44.232401 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c3ba6455-29a1-4bcf-8c1a-a9f3851f7f20 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:57:44.236967 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c3ba6455-29a1-4bcf-8c1a-a9f3851f7f20 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Usage tracker for resource:security_group_rule and tenant:9bb47c5ff1754359af1fc098b6bb16d9 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:57:44.240056 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c3ba6455-29a1-4bcf-8c1a-a9f3851f7f20 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:57:44.246822 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c3ba6455-29a1-4bcf-8c1a-a9f3851f7f20 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:57:44.265658 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c3ba6455-29a1-4bcf-8c1a-a9f3851f7f20 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:44.329951 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c3ba6455-29a1-4bcf-8c1a-a9f3851f7f20 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:44.334106 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c3ba6455-29a1-4bcf-8c1a-a9f3851f7f20 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:44.361628 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ba6455-29a1-4bcf-8c1a-a9f3851f7f20 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c49d9019-d6f3-4bd2-8e5a-804e6a318eeb,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:57:44.373061 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c3ba6455-29a1-4bcf-8c1a-a9f3851f7f20 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:44.374396 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c3ba6455-29a1-4bcf-8c1a-a9f3851f7f20 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1529732 Sep 22 21:57:44.377139 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 54982) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:57:44.382871 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-36fe2813-9927-4f6d-817b-f272c0b3f1df tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Request body: {'security_group_rule': {'security_group_id': '35ccbf38-1f84-4d22-8ed6-8f9d836dab15', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:57:44.389332 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-36fe2813-9927-4f6d-817b-f272c0b3f1df tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:57:44.393299 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-36fe2813-9927-4f6d-817b-f272c0b3f1df tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Usage tracker for resource:security_group_rule and tenant:9bb47c5ff1754359af1fc098b6bb16d9 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:57:44.396392 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-36fe2813-9927-4f6d-817b-f272c0b3f1df tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:57:44.402792 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-36fe2813-9927-4f6d-817b-f272c0b3f1df tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:57:44.420067 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-36fe2813-9927-4f6d-817b-f272c0b3f1df tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:44.484819 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-36fe2813-9927-4f6d-817b-f272c0b3f1df tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:44.491349 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-36fe2813-9927-4f6d-817b-f272c0b3f1df tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:44.514875 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fe2813-9927-4f6d-817b-f272c0b3f1df tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=875cd543-31b1-49fa-8513-85c85538082b,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:57:44.525605 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-36fe2813-9927-4f6d-817b-f272c0b3f1df tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:44.529755 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-36fe2813-9927-4f6d-817b-f272c0b3f1df tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1486833 Sep 22 21:57:44.529997 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 54986) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:57:44.535056 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-2a2713d4-2924-4522-8f3d-9ff2e708c7c8 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Request body: {'floatingip': {'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:57:44.541921 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-2a2713d4-2924-4522-8f3d-9ff2e708c7c8 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:57:44.548804 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-2a2713d4-2924-4522-8f3d-9ff2e708c7c8 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Usage tracker for resource:floatingip and tenant:9bb47c5ff1754359af1fc098b6bb16d9 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 21:57:44.552041 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-2a2713d4-2924-4522-8f3d-9ff2e708c7c8 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 21:57:44.558225 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-2a2713d4-2924-4522-8f3d-9ff2e708c7c8 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:57:44.565559 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:44.570157 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2a2713d4-2924-4522-8f3d-9ff2e708c7c8 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks [] for floatingip, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:44.625684 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-d26b3c6a-1e3d-48fa-83f6-7891ac5a1d93 None None] Attempt 4 to provision port 2d15c942-465a-4065-9e3a-7ac2bf0f08ec Sep 22 21:57:44.681952 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-d26b3c6a-1e3d-48fa-83f6-7891ac5a1d93 None None] Port 2d15c942-465a-4065-9e3a-7ac2bf0f08ec cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:57:44.705246 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2a2713d4-2924-4522-8f3d-9ff2e708c7c8 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:44.839328 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-2a2713d4-2924-4522-8f3d-9ff2e708c7c8 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Allocated IP 172.26.0.171 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/83cd5d9c-1083-4bdb-9847-8d9cc6487446) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:57:44.988058 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2a2713d4-2924-4522-8f3d-9ff2e708c7c8 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:45.018136 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2a2713d4-2924-4522-8f3d-9ff2e708c7c8 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:45.088812 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2713d4-2924-4522-8f3d-9ff2e708c7c8 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:57:45.091881 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-2a2713d4-2924-4522-8f3d-9ff2e708c7c8 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:57:45.095546 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2713d4-2924-4522-8f3d-9ff2e708c7c8 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:57:45.124833 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2713d4-2924-4522-8f3d-9ff2e708c7c8 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Pushing event updated for resources: {'Port': ['ID=83cd5d9c-1083-4bdb-9847-8d9cc6487446,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:57:45.177308 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2a2713d4-2924-4522-8f3d-9ff2e708c7c8 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:45.182873 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-d26b3c6a-1e3d-48fa-83f6-7891ac5a1d93 None None] Attempt 5 to provision port 2d15c942-465a-4065-9e3a-7ac2bf0f08ec Sep 22 21:57:45.229548 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83d698c-e97c-42c2-b17b-b278291aa61f None None] Sync routers for ids ['65cc8f1a-17de-4e08-8a18-a7b78bbee514'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:57:45.240213 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-d26b3c6a-1e3d-48fa-83f6-7891ac5a1d93 None None] Port 2d15c942-465a-4065-9e3a-7ac2bf0f08ec cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:57:45.241197 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2a2713d4-2924-4522-8f3d-9ff2e708c7c8 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:45.242249 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83d698c-e97c-42c2-b17b-b278291aa61f None None] Routers {'65cc8f1a-17de-4e08-8a18-a7b78bbee514'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:57:45.242893 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-b83d698c-e97c-42c2-b17b-b278291aa61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:57:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['65cc8f1a-17de-4e08-8a18-a7b78bbee514'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:57:45.429731 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-b83d698c-e97c-42c2-b17b-b278291aa61f None None] Set router 65cc8f1a-17de-4e08-8a18-a7b78bbee514 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:57:45.471631 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device dc7bc590-e81b-419d-87b8-6ff41fac3dc1 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:57:45.473349 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2a2713d4-2924-4522-8f3d-9ff2e708c7c8 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:45.478138 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2a2713d4-2924-4522-8f3d-9ff2e708c7c8 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:45.545698 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port dc7bc590-e81b-419d-87b8-6ff41fac3dc1 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:57:45.551761 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port dc7bc590-e81b-419d-87b8-6ff41fac3dc1 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:57:45.552142 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:45.552479 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port dc7bc590-e81b-419d-87b8-6ff41fac3dc1 Sep 22 21:57:45.587191 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2713d4-2924-4522-8f3d-9ff2e708c7c8 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Pushing event updated for resources: {'Port': ['ID=83cd5d9c-1083-4bdb-9847-8d9cc6487446,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:57:45.589531 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2a2713d4-2924-4522-8f3d-9ff2e708c7c8 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:45.611671 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2a2713d4-2924-4522-8f3d-9ff2e708c7c8 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:45.616524 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-2a2713d4-2924-4522-8f3d-9ff2e708c7c8 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0819016 Sep 22 21:57:45.685744 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port dc7bc590-e81b-419d-87b8-6ff41fac3dc1 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:57:45.686218 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:45.704340 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port dc7bc590-e81b-419d-87b8-6ff41fac3dc1, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=dc7bc590-e81b-419d-87b8-6ff41fac3dc1,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:57:45.709011 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:45.756081 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-d26b3c6a-1e3d-48fa-83f6-7891ac5a1d93 None None] Attempt 6 to provision port 2d15c942-465a-4065-9e3a-7ac2bf0f08ec Sep 22 21:57:45.783760 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-b83d698c-e97c-42c2-b17b-b278291aa61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'name': 'tempest-ServerActionsTestJSON-1883969126-router', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:57:38Z', 'updated_at': '2022-09-22T21:57:42Z', 'revision_number': 4, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'gw_port': {'id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:23:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:39Z', 'updated_at': '2022-09-22T21:57:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '2d15c942-465a-4065-9e3a-7ac2bf0f08ec', 'name': '', 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'mac_address': 'fa:16:3e:c0:e3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '34d50232-c76b-4978-8279-6b641ae56792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:41Z', 'updated_at': '2022-09-22T21:57:42Z', 'revision_number': 2, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'subnets': [{'id': '34d50232-c76b-4978-8279-6b641ae56792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:57:45.788186 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83d698c-e97c-42c2-b17b-b278291aa61f None None] Checking router: 65cc8f1a-17de-4e08-8a18-a7b78bbee514 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:57:45.788654 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83d698c-e97c-42c2-b17b-b278291aa61f None None] Updating router 65cc8f1a-17de-4e08-8a18-a7b78bbee514 port 2d15c942-465a-4065-9e3a-7ac2bf0f08ec binding host dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:57:45.790518 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-62581f4e-47ae-4888-a351-e447a57245c0 req-f29387d2-04b6-472f-8b19-ebfc5ca64629 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Synchronizing usage tracker for tenant:9bb47c5ff1754359af1fc098b6bb16d9 on resource:security_group {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:57:45.816127 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-62581f4e-47ae-4888-a351-e447a57245c0 req-f29387d2-04b6-472f-8b19-ebfc5ca64629 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Unset dirty status for tenant:9bb47c5ff1754359af1fc098b6bb16d9 on resource:security_group {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:57:45.817736 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-62581f4e-47ae-4888-a351-e447a57245c0 req-f29387d2-04b6-472f-8b19-ebfc5ca64629 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--394423308&fields=id&tenant_id=9bb47c5ff1754359af1fc098b6bb16d9 HTTP/1.1" status: 200 len: 267 time: 0.0695174 Sep 22 21:57:45.846933 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-b83d698c-e97c-42c2-b17b-b278291aa61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:45.853301 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-d26b3c6a-1e3d-48fa-83f6-7891ac5a1d93 None None] Port 2d15c942-465a-4065-9e3a-7ac2bf0f08ec cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:57:45.857736 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=dc7bc590-e81b-419d-87b8-6ff41fac3dc1,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:57:45.979369 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62581f4e-47ae-4888-a351-e447a57245c0 req-dd41969a-9e4b-4665-9ea6-81ca2a0e1578 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:45.979952 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-62581f4e-47ae-4888-a351-e447a57245c0 req-dd41969a-9e4b-4665-9ea6-81ca2a0e1578 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Synchronizing usage tracker for tenant:9bb47c5ff1754359af1fc098b6bb16d9 on resource:network {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:57:45.996396 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-62581f4e-47ae-4888-a351-e447a57245c0 req-dd41969a-9e4b-4665-9ea6-81ca2a0e1578 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Unset dirty status for tenant:9bb47c5ff1754359af1fc098b6bb16d9 on resource:network {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:57:45.997837 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-62581f4e-47ae-4888-a351-e447a57245c0 req-dd41969a-9e4b-4665-9ea6-81ca2a0e1578 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/networks?id=10a09e26-5865-4fe7-893b-1c1311dc2163 HTTP/1.1" status: 200 len: 812 time: 0.1667180 Sep 22 21:57:46.012777 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-62581f4e-47ae-4888-a351-e447a57245c0 req-a010d389-0e9e-4262-a165-0b5649eb3322 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/quotas/9bb47c5ff1754359af1fc098b6bb16d9 HTTP/1.1" status: 200 len: 375 time: 0.0093880 Sep 22 21:57:46.101843 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-62581f4e-47ae-4888-a351-e447a57245c0 req-0787b321-6197-49c5-bd0b-3d2b176c4c28 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Synchronizing usage tracker for tenant:9bb47c5ff1754359af1fc098b6bb16d9 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:57:46.120373 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-62581f4e-47ae-4888-a351-e447a57245c0 req-0787b321-6197-49c5-bd0b-3d2b176c4c28 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Unset dirty status for tenant:9bb47c5ff1754359af1fc098b6bb16d9 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:57:46.121698 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-62581f4e-47ae-4888-a351-e447a57245c0 req-0787b321-6197-49c5-bd0b-3d2b176c4c28 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=9bb47c5ff1754359af1fc098b6bb16d9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1038454 Sep 22 21:57:46.190493 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-b83d698c-e97c-42c2-b17b-b278291aa61f None None] Notify callbacks [] for port, precommit_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:46.201759 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.provisioning_blocks [None req-b83d698c-e97c-42c2-b17b-b278291aa61f None None] Transition to ACTIVE for port object 2d15c942-465a-4065-9e3a-7ac2bf0f08ec will not be triggered until provisioned by entity L2. {{(pid=89011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:57:46.208288 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-b83d698c-e97c-42c2-b17b-b278291aa61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:46.264998 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-62581f4e-47ae-4888-a351-e447a57245c0 req-51728376-9439-43bf-83ba-35d8c2e5556d service neutron] 10.222.0.33 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292109 Sep 22 21:57:46.354711 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-d26b3c6a-1e3d-48fa-83f6-7891ac5a1d93 None None] Attempt 7 to provision port 2d15c942-465a-4065-9e3a-7ac2bf0f08ec Sep 22 21:57:46.398786 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d59cb-9374-4012-a7fa-2132f6aed7db None None] Pushing event updated for resources: {'Port': ['ID=2d15c942-465a-4065-9e3a-7ac2bf0f08ec,revision_number=3']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:57:46.407740 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-62581f4e-47ae-4888-a351-e447a57245c0 req-8205be49-d5a7-4ce9-a5bf-55acf1e44ad9 service neutron] 10.222.0.33 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366253 Sep 22 21:57:46.410724 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032d59cb-9374-4012-a7fa-2132f6aed7db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:57:46.411069 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032d59cb-9374-4012-a7fa-2132f6aed7db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:57:46.411487 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032d59cb-9374-4012-a7fa-2132f6aed7db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:57:46.411717 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032d59cb-9374-4012-a7fa-2132f6aed7db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:57:46.412094 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032d59cb-9374-4012-a7fa-2132f6aed7db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:57:46.412347 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032d59cb-9374-4012-a7fa-2132f6aed7db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:57:46.412691 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032d59cb-9374-4012-a7fa-2132f6aed7db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:57:46.413516 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032d59cb-9374-4012-a7fa-2132f6aed7db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:57:46.413835 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032d59cb-9374-4012-a7fa-2132f6aed7db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:57:46.414149 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032d59cb-9374-4012-a7fa-2132f6aed7db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:57:46.414464 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032d59cb-9374-4012-a7fa-2132f6aed7db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:57:46.414803 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032d59cb-9374-4012-a7fa-2132f6aed7db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:57:46.422480 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-d26b3c6a-1e3d-48fa-83f6-7891ac5a1d93 None None] Port 2d15c942-465a-4065-9e3a-7ac2bf0f08ec cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:57:46.433249 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-b83d698c-e97c-42c2-b17b-b278291aa61f None None] Attempting to bind port 2d15c942-465a-4065-9e3a-7ac2bf0f08ec on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:57:46.433615 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-b83d698c-e97c-42c2-b17b-b278291aa61f None None] Attempting to bind port 2d15c942-465a-4065-9e3a-7ac2bf0f08ec by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '4c0a4709-c953-48f4-9552-39e700585c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163'}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:57:46.433970 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83d698c-e97c-42c2-b17b-b278291aa61f None None] Attempting to bind port 2d15c942-465a-4065-9e3a-7ac2bf0f08ec on network 10a09e26-5865-4fe7-893b-1c1311dc2163 {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:57:46.439402 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83d698c-e97c-42c2-b17b-b278291aa61f None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:57:46.439795 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83d698c-e97c-42c2-b17b-b278291aa61f None None] Checking segment: {'id': '4c0a4709-c953-48f4-9552-39e700585c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:57:46.440187 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-b83d698c-e97c-42c2-b17b-b278291aa61f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:46.440569 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83d698c-e97c-42c2-b17b-b278291aa61f None None] Bound using segment: {'id': '4c0a4709-c953-48f4-9552-39e700585c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163'} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:57:46.441148 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-b83d698c-e97c-42c2-b17b-b278291aa61f None None] Bound port: 2d15c942-465a-4065-9e3a-7ac2bf0f08ec, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c0a4709-c953-48f4-9552-39e700585c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163'}}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:57:46.441536 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-b83d698c-e97c-42c2-b17b-b278291aa61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:46.533586 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-b83d698c-e97c-42c2-b17b-b278291aa61f None None] For port 2d15c942-465a-4065-9e3a-7ac2bf0f08ec, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:57:46.537290 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-b83d698c-e97c-42c2-b17b-b278291aa61f None None] For port 2d15c942-465a-4065-9e3a-7ac2bf0f08ec, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=2d15c942-465a-4065-9e3a-7ac2bf0f08ec,segment=NetworkSegment(4c0a4709-c953-48f4-9552-39e700585c27),segment_id=4c0a4709-c953-48f4-9552-39e700585c27)] {{(pid=89011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:57:46.546223 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-b83d698c-e97c-42c2-b17b-b278291aa61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:46.596808 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83d698c-e97c-42c2-b17b-b278291aa61f None None] Routers {'65cc8f1a-17de-4e08-8a18-a7b78bbee514'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:57:46.597432 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-b83d698c-e97c-42c2-b17b-b278291aa61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:57:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['65cc8f1a-17de-4e08-8a18-a7b78bbee514'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:57:46.635321 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-381122a7-52dc-498a-824a-24fe243f6bc7 req-4355e40d-8fce-4643-acad-ae2bda822d70 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5920d516-7a98-4b5d-bd82-9803367e2f87 HTTP/1.1" status: 200 len: 210 time: 0.0618556 Sep 22 21:57:46.781699 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d59cb-9374-4012-a7fa-2132f6aed7db None None] Pushing event updated for resources: {'Port': ['ID=2d15c942-465a-4065-9e3a-7ac2bf0f08ec,revision_number=4']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:57:46.823117 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-b83d698c-e97c-42c2-b17b-b278291aa61f None None] Set router 65cc8f1a-17de-4e08-8a18-a7b78bbee514 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:57:46.923859 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-d26b3c6a-1e3d-48fa-83f6-7891ac5a1d93 None None] Attempt 8 to provision port 2d15c942-465a-4065-9e3a-7ac2bf0f08ec Sep 22 21:57:46.995058 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-d26b3c6a-1e3d-48fa-83f6-7891ac5a1d93 None None] Port 2d15c942-465a-4065-9e3a-7ac2bf0f08ec had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 21:57:47.139617 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-b83d698c-e97c-42c2-b17b-b278291aa61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'name': 'tempest-ServerActionsTestJSON-1883969126-router', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:57:38Z', 'updated_at': '2022-09-22T21:57:42Z', 'revision_number': 4, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'gw_port': {'id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:23:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:39Z', 'updated_at': '2022-09-22T21:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '2d15c942-465a-4065-9e3a-7ac2bf0f08ec', 'name': '', 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'mac_address': 'fa:16:3e:c0:e3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '34d50232-c76b-4978-8279-6b641ae56792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:41Z', 'updated_at': '2022-09-22T21:57:46Z', 'revision_number': 4, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'subnets': [{'id': '34d50232-c76b-4978-8279-6b641ae56792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:57:47.143516 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83d698c-e97c-42c2-b17b-b278291aa61f None None] The sync data for ids ['65cc8f1a-17de-4e08-8a18-a7b78bbee514'] in dv-neutron-858900-1-hyperv is: [{'id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'name': 'tempest-ServerActionsTestJSON-1883969126-router', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:57:38Z', 'updated_at': '2022-09-22T21:57:42Z', 'revision_number': 4, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'gw_port': {'id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:23:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:39Z', 'updated_at': '2022-09-22T21:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '2d15c942-465a-4065-9e3a-7ac2bf0f08ec', 'name': '', 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'mac_address': 'fa:16:3e:c0:e3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '34d50232-c76b-4978-8279-6b641ae56792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:41Z', 'updated_at': '2022-09-22T21:57:46Z', 'revision_number': 4, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'subnets': [{'id': '34d50232-c76b-4978-8279-6b641ae56792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:57:47.472813 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device dc7bc590-e81b-419d-87b8-6ff41fac3dc1 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:57:47.547351 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port dc7bc590-e81b-419d-87b8-6ff41fac3dc1 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:57:47.547735 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:47.548065 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port dc7bc590-e81b-419d-87b8-6ff41fac3dc1 Sep 22 21:57:47.689863 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port dc7bc590-e81b-419d-87b8-6ff41fac3dc1 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:57:47.691509 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 2d15c942-465a-4065-9e3a-7ac2bf0f08ec up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:57:47.798906 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 2d15c942-465a-4065-9e3a-7ac2bf0f08ec completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:57:47.805981 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 2d15c942-465a-4065-9e3a-7ac2bf0f08ec triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:57:47.805981 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:47.806981 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 2d15c942-465a-4065-9e3a-7ac2bf0f08ec Sep 22 21:57:47.875152 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4248260f-e7e1-423c-bdd0-edf037add7eb req-24ae7e70-945a-4bf2-a08e-de3893d52311 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5920d516-7a98-4b5d-bd82-9803367e2f87 HTTP/1.1" status: 200 len: 210 time: 0.0681961 Sep 22 21:57:47.931670 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62581f4e-47ae-4888-a351-e447a57245c0 req-6f6156db-da85-4b6e-8cc5-27ebcece55ca tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:47.933078 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-62581f4e-47ae-4888-a351-e447a57245c0 req-6f6156db-da85-4b6e-8cc5-27ebcece55ca tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.49 "GET /v2.0/networks?id=10a09e26-5865-4fe7-893b-1c1311dc2163 HTTP/1.1" status: 200 len: 812 time: 0.4011502 Sep 22 21:57:47.972445 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 2d15c942-465a-4065-9e3a-7ac2bf0f08ec is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:57:47.972820 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:47.981619 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-62581f4e-47ae-4888-a351-e447a57245c0 req-741987c2-b83c-4f41-8221-6f7a6255f0bc tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bb47c5ff1754359af1fc098b6bb16d9 HTTP/1.1" status: 200 len: 379 time: 0.0393190 Sep 22 21:57:47.989714 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-62581f4e-47ae-4888-a351-e447a57245c0 req-4d796a45-3ff2-43c2-b962-f2981408dbc4 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Request body: {'port': {'device_id': '5920d516-7a98-4b5d-bd82-9803367e2f87', 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'admin_state_up': True, 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'security_groups': ['35ccbf38-1f84-4d22-8ed6-8f9d836dab15']}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:57:48.006442 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 2d15c942-465a-4065-9e3a-7ac2bf0f08ec, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=2d15c942-465a-4065-9e3a-7ac2bf0f08ec,segment=NetworkSegment(4c0a4709-c953-48f4-9552-39e700585c27),segment_id=4c0a4709-c953-48f4-9552-39e700585c27)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:57:48.010440 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:48.075134 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=2d15c942-465a-4065-9e3a-7ac2bf0f08ec,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:57:48.125673 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-62581f4e-47ae-4888-a351-e447a57245c0 req-4d796a45-3ff2-43c2-b962-f2981408dbc4 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:57:48.137752 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-62581f4e-47ae-4888-a351-e447a57245c0 req-4d796a45-3ff2-43c2-b962-f2981408dbc4 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:57:48.148677 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62581f4e-47ae-4888-a351-e447a57245c0 req-4d796a45-3ff2-43c2-b962-f2981408dbc4 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Made reservation on behalf of 9bb47c5ff1754359af1fc098b6bb16d9 for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:57:48.152455 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-62581f4e-47ae-4888-a351-e447a57245c0 req-4d796a45-3ff2-43c2-b962-f2981408dbc4 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:48.311917 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [req-62581f4e-47ae-4888-a351-e447a57245c0 req-4d796a45-3ff2-43c2-b962-f2981408dbc4 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Allocated IP 172.20.0.7 (10a09e26-5865-4fe7-893b-1c1311dc2163/34d50232-c76b-4978-8279-6b641ae56792/159a9368-ce98-4d9d-9feb-c60900b8357e) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:57:48.497353 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-62581f4e-47ae-4888-a351-e447a57245c0 req-4d796a45-3ff2-43c2-b962-f2981408dbc4 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:48.512903 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-62581f4e-47ae-4888-a351-e447a57245c0 req-4d796a45-3ff2-43c2-b962-f2981408dbc4 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Transition to ACTIVE for port object 159a9368-ce98-4d9d-9feb-c60900b8357e will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:57:48.536546 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-62581f4e-47ae-4888-a351-e447a57245c0 req-4d796a45-3ff2-43c2-b962-f2981408dbc4 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:48.609466 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62581f4e-47ae-4888-a351-e447a57245c0 req-4d796a45-3ff2-43c2-b962-f2981408dbc4 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Network 10a09e26-5865-4fe7-893b-1c1311dc2163 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:57:48.612626 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [req-62581f4e-47ae-4888-a351-e447a57245c0 req-4d796a45-3ff2-43c2-b962-f2981408dbc4 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:57:48.615490 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-62581f4e-47ae-4888-a351-e447a57245c0 req-4d796a45-3ff2-43c2-b962-f2981408dbc4 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:57:48.652310 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d796a45-3ff2-43c2-b962-f2981408dbc4 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Pushing event updated for resources: {'Port': ['ID=159a9368-ce98-4d9d-9feb-c60900b8357e,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:57:48.685753 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62581f4e-47ae-4888-a351-e447a57245c0 req-4d796a45-3ff2-43c2-b962-f2981408dbc4 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:48.686362 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-62581f4e-47ae-4888-a351-e447a57245c0 req-4d796a45-3ff2-43c2-b962-f2981408dbc4 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:48.713026 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-62581f4e-47ae-4888-a351-e447a57245c0 req-4d796a45-3ff2-43c2-b962-f2981408dbc4 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7267179 Sep 22 21:57:48.723905 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-62581f4e-47ae-4888-a351-e447a57245c0 req-a9a5309d-5f59-42fe-bc86-98014ef5b7ca service neutron] Request body: {'port': {'device_id': '5920d516-7a98-4b5d-bd82-9803367e2f87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:57:48.837619 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-62581f4e-47ae-4888-a351-e447a57245c0 req-a9a5309d-5f59-42fe-bc86-98014ef5b7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:48.844565 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-3457f121-062f-4282-865f-af4055de997c None None] Provisioning for port 159a9368-ce98-4d9d-9feb-c60900b8357e completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:57:48.849419 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-3457f121-062f-4282-865f-af4055de997c None None] Provisioning complete for port 159a9368-ce98-4d9d-9feb-c60900b8357e triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:57:48.849785 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-3457f121-062f-4282-865f-af4055de997c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:48.850115 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-3457f121-062f-4282-865f-af4055de997c None None] Attempt 1 to provision port 159a9368-ce98-4d9d-9feb-c60900b8357e Sep 22 21:57:48.904208 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-3457f121-062f-4282-865f-af4055de997c None None] Port 159a9368-ce98-4d9d-9feb-c60900b8357e cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:57:49.077767 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90536fa-71b0-4230-ac91-05de9d2fee5c req-cd4730bf-579f-45a8-add9-dcb721a44b2d tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:49.082025 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c90536fa-71b0-4230-ac91-05de9d2fee5c req-cd4730bf-579f-45a8-add9-dcb721a44b2d tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5920d516-7a98-4b5d-bd82-9803367e2f87 HTTP/1.1" status: 200 len: 931 time: 0.0896626 Sep 22 21:57:49.121862 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-c90536fa-71b0-4230-ac91-05de9d2fee5c req-fb50b645-6a3e-49dc-84b9-f524838ac3b7 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Synchronizing usage tracker for tenant:9bb47c5ff1754359af1fc098b6bb16d9 on resource:security_group {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:57:49.133474 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-c90536fa-71b0-4230-ac91-05de9d2fee5c req-fb50b645-6a3e-49dc-84b9-f524838ac3b7 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Unset dirty status for tenant:9bb47c5ff1754359af1fc098b6bb16d9 on resource:security_group {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:57:49.134571 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c90536fa-71b0-4230-ac91-05de9d2fee5c req-fb50b645-6a3e-49dc-84b9-f524838ac3b7 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494483 Sep 22 21:57:49.175966 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [req-62581f4e-47ae-4888-a351-e447a57245c0 req-a9a5309d-5f59-42fe-bc86-98014ef5b7ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 159a9368-ce98-4d9d-9feb-c60900b8357e {{(pid=89008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:57:49.184289 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-62581f4e-47ae-4888-a351-e447a57245c0 req-a9a5309d-5f59-42fe-bc86-98014ef5b7ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:49.198455 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-62581f4e-47ae-4888-a351-e447a57245c0 req-a9a5309d-5f59-42fe-bc86-98014ef5b7ca service neutron] Transition to ACTIVE for port object 159a9368-ce98-4d9d-9feb-c60900b8357e will not be triggered until provisioned by entity L2. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:57:49.201717 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-62581f4e-47ae-4888-a351-e447a57245c0 req-a9a5309d-5f59-42fe-bc86-98014ef5b7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:49.383226 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a5309d-5f59-42fe-bc86-98014ef5b7ca service neutron] Pushing event updated for resources: {'Port': ['ID=159a9368-ce98-4d9d-9feb-c60900b8357e,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:57:49.405453 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-3457f121-062f-4282-865f-af4055de997c None None] Attempt 2 to provision port 159a9368-ce98-4d9d-9feb-c60900b8357e Sep 22 21:57:49.423981 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-62581f4e-47ae-4888-a351-e447a57245c0 req-a9a5309d-5f59-42fe-bc86-98014ef5b7ca service neutron] Attempting to bind port 159a9368-ce98-4d9d-9feb-c60900b8357e on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:57:49.424313 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-62581f4e-47ae-4888-a351-e447a57245c0 req-a9a5309d-5f59-42fe-bc86-98014ef5b7ca service neutron] Attempting to bind port 159a9368-ce98-4d9d-9feb-c60900b8357e by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '4c0a4709-c953-48f4-9552-39e700585c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:57:49.424636 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62581f4e-47ae-4888-a351-e447a57245c0 req-a9a5309d-5f59-42fe-bc86-98014ef5b7ca service neutron] Attempting to bind port 159a9368-ce98-4d9d-9feb-c60900b8357e on network 10a09e26-5865-4fe7-893b-1c1311dc2163 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:57:49.429966 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62581f4e-47ae-4888-a351-e447a57245c0 req-a9a5309d-5f59-42fe-bc86-98014ef5b7ca service neutron] Port 159a9368-ce98-4d9d-9feb-c60900b8357e on network 10a09e26-5865-4fe7-893b-1c1311dc2163 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:57:49.430281 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62581f4e-47ae-4888-a351-e447a57245c0 req-a9a5309d-5f59-42fe-bc86-98014ef5b7ca service neutron] Attempting to bind port 159a9368-ce98-4d9d-9feb-c60900b8357e on network 10a09e26-5865-4fe7-893b-1c1311dc2163 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:57:49.435390 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62581f4e-47ae-4888-a351-e447a57245c0 req-a9a5309d-5f59-42fe-bc86-98014ef5b7ca service neutron] Checking agent: {'id': '8a88b827-3477-4399-ac15-439d59b3c48a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'started_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:57:49.435721 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62581f4e-47ae-4888-a351-e447a57245c0 req-a9a5309d-5f59-42fe-bc86-98014ef5b7ca service neutron] Checking segment: {'id': '4c0a4709-c953-48f4-9552-39e700585c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:57:49.436103 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62581f4e-47ae-4888-a351-e447a57245c0 req-a9a5309d-5f59-42fe-bc86-98014ef5b7ca service neutron] Bound using segment: {'id': '4c0a4709-c953-48f4-9552-39e700585c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163'} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:57:49.436522 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-62581f4e-47ae-4888-a351-e447a57245c0 req-a9a5309d-5f59-42fe-bc86-98014ef5b7ca service neutron] Bound port: 159a9368-ce98-4d9d-9feb-c60900b8357e, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c0a4709-c953-48f4-9552-39e700585c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163'}}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:57:49.436863 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-62581f4e-47ae-4888-a351-e447a57245c0 req-a9a5309d-5f59-42fe-bc86-98014ef5b7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:49.455249 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 2d15c942-465a-4065-9e3a-7ac2bf0f08ec up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:57:49.526877 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-3457f121-062f-4282-865f-af4055de997c None None] Port 159a9368-ce98-4d9d-9feb-c60900b8357e cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:57:49.552328 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 2d15c942-465a-4065-9e3a-7ac2bf0f08ec triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:57:49.552690 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:49.553013 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 2d15c942-465a-4065-9e3a-7ac2bf0f08ec Sep 22 21:57:49.632041 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-62581f4e-47ae-4888-a351-e447a57245c0 req-a9a5309d-5f59-42fe-bc86-98014ef5b7ca service neutron] For port 159a9368-ce98-4d9d-9feb-c60900b8357e, host hv-neutron-8589, cleared binding levels {{(pid=89008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:57:49.635023 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-62581f4e-47ae-4888-a351-e447a57245c0 req-a9a5309d-5f59-42fe-bc86-98014ef5b7ca service neutron] For port 159a9368-ce98-4d9d-9feb-c60900b8357e, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=159a9368-ce98-4d9d-9feb-c60900b8357e,segment=NetworkSegment(4c0a4709-c953-48f4-9552-39e700585c27),segment_id=4c0a4709-c953-48f4-9552-39e700585c27)] {{(pid=89008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:57:49.639724 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-62581f4e-47ae-4888-a351-e447a57245c0 req-a9a5309d-5f59-42fe-bc86-98014ef5b7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:49.675175 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62581f4e-47ae-4888-a351-e447a57245c0 req-a9a5309d-5f59-42fe-bc86-98014ef5b7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:49.675419 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 2d15c942-465a-4065-9e3a-7ac2bf0f08ec is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:57:49.675776 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-62581f4e-47ae-4888-a351-e447a57245c0 req-a9a5309d-5f59-42fe-bc86-98014ef5b7ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:49.677143 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-62581f4e-47ae-4888-a351-e447a57245c0 req-a9a5309d-5f59-42fe-bc86-98014ef5b7ca service neutron] 10.222.0.49 "PUT /v2.0/ports/159a9368-ce98-4d9d-9feb-c60900b8357e HTTP/1.1" status: 200 len: 1093 time: 0.9574382 Sep 22 21:57:49.677587 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5920d516-7a98-4b5d-bd82-9803367e2f87', 'tag': '159a9368-ce98-4d9d-9feb-c60900b8357e'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:57:49.679879 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d61c7c-0485-41bc-b8e7-b4bb705ccac7" -d '{"events": [{"name": "network-changed", "server_uuid": "5920d516-7a98-4b5d-bd82-9803367e2f87", "tag": "159a9368-ce98-4d9d-9feb-c60900b8357e"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:57:49.749704 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ff9837-61c6-4a41-a915-9923cfc00246 x-openstack-request-id: req-15ff9837-61c6-4a41-a915-9923cfc00246 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:57:49.749989 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5920d516-7a98-4b5d-bd82-9803367e2f87", "tag": "159a9368-ce98-4d9d-9feb-c60900b8357e", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:57:49.750234 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-15ff9837-61c6-4a41-a915-9923cfc00246 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:57:49.750682 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15ff9837-61c6-4a41-a915-9923cfc00246'] response: {'name': 'network-changed', 'server_uuid': '5920d516-7a98-4b5d-bd82-9803367e2f87', 'tag': '159a9368-ce98-4d9d-9feb-c60900b8357e', 'status': 'completed', 'code': 200} Sep 22 21:57:49.770580 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a5309d-5f59-42fe-bc86-98014ef5b7ca service neutron] Pushing event updated for resources: {'Port': ['ID=159a9368-ce98-4d9d-9feb-c60900b8357e,revision_number=3']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:57:49.806503 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62581f4e-47ae-4888-a351-e447a57245c0 req-bc92e685-6e2c-4422-8954-f380e274291e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:49.808170 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-62581f4e-47ae-4888-a351-e447a57245c0 req-bc92e685-6e2c-4422-8954-f380e274291e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9bb47c5ff1754359af1fc098b6bb16d9&device_id=5920d516-7a98-4b5d-bd82-9803367e2f87 HTTP/1.1" status: 200 len: 1096 time: 0.0963740 Sep 22 21:57:49.893609 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-62581f4e-47ae-4888-a351-e447a57245c0 req-21c7fdb1-2624-41a7-a383-27fb057d1875 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=159a9368-ce98-4d9d-9feb-c60900b8357e HTTP/1.1" status: 200 len: 217 time: 0.0775971 Sep 22 21:57:49.960833 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62581f4e-47ae-4888-a351-e447a57245c0 req-ebbbcfcc-1260-4c17-8c06-7614453720a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:49.962331 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-62581f4e-47ae-4888-a351-e447a57245c0 req-ebbbcfcc-1260-4c17-8c06-7614453720a7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=34d50232-c76b-4978-8279-6b641ae56792 HTTP/1.1" status: 200 len: 851 time: 0.0623381 Sep 22 21:57:50.028678 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-3457f121-062f-4282-865f-af4055de997c None None] Attempt 3 to provision port 159a9368-ce98-4d9d-9feb-c60900b8357e Sep 22 21:57:50.042555 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62581f4e-47ae-4888-a351-e447a57245c0 req-c1086361-2e2f-4825-935c-a6d26fd8990a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:50.044097 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-62581f4e-47ae-4888-a351-e447a57245c0 req-c1086361-2e2f-4825-935c-a6d26fd8990a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=10a09e26-5865-4fe7-893b-1c1311dc2163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756500 Sep 22 21:57:50.092566 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-3457f121-062f-4282-865f-af4055de997c None None] Port 159a9368-ce98-4d9d-9feb-c60900b8357e had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 21:57:50.174434 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-62581f4e-47ae-4888-a351-e447a57245c0 req-56324f91-b7b3-4a6a-9600-79b5897fc4fa service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235027 Sep 22 21:57:50.332580 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-62581f4e-47ae-4888-a351-e447a57245c0 req-43319484-3c5e-4538-a1e1-baa921590fb1 service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520197 Sep 22 21:57:50.337230 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93337b61-07ee-4145-908f-7af7ed252fe5 req-27c784f3-f441-409b-afb0-27600ac968b9 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:50.338819 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-93337b61-07ee-4145-908f-7af7ed252fe5 req-27c784f3-f441-409b-afb0-27600ac968b9 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5920d516-7a98-4b5d-bd82-9803367e2f87 HTTP/1.1" status: 200 len: 943 time: 0.0920911 Sep 22 21:57:50.383247 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-93337b61-07ee-4145-908f-7af7ed252fe5 req-0d85d793-289b-4f19-88f2-890a4b585aa1 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388536 Sep 22 21:57:50.458942 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d61c7c-0485-41bc-b8e7-b4bb705ccac7 req-cf8782f8-7670-4f68-8ff6-53dce300f98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:50.460934 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-68d61c7c-0485-41bc-b8e7-b4bb705ccac7 req-cf8782f8-7670-4f68-8ff6-53dce300f98e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9bb47c5ff1754359af1fc098b6bb16d9&device_id=5920d516-7a98-4b5d-bd82-9803367e2f87 HTTP/1.1" status: 200 len: 1096 time: 0.0815644 Sep 22 21:57:50.598490 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d61c7c-0485-41bc-b8e7-b4bb705ccac7 req-73269e1d-5ee9-4b49-a2ef-8674afaac2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:50.599936 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-68d61c7c-0485-41bc-b8e7-b4bb705ccac7 req-73269e1d-5ee9-4b49-a2ef-8674afaac2b2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=10a09e26-5865-4fe7-893b-1c1311dc2163 HTTP/1.1" status: 200 len: 912 time: 0.1330311 Sep 22 21:57:50.664924 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-68d61c7c-0485-41bc-b8e7-b4bb705ccac7 req-4e4c34d7-dbf8-4d78-9724-6b36bb811c5b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=159a9368-ce98-4d9d-9feb-c60900b8357e HTTP/1.1" status: 200 len: 217 time: 0.0581994 Sep 22 21:57:50.728616 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d61c7c-0485-41bc-b8e7-b4bb705ccac7 req-3bfe23f9-7eba-4749-884a-0ca4670017d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:50.729908 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-68d61c7c-0485-41bc-b8e7-b4bb705ccac7 req-3bfe23f9-7eba-4749-884a-0ca4670017d0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=34d50232-c76b-4978-8279-6b641ae56792 HTTP/1.1" status: 200 len: 851 time: 0.0583515 Sep 22 21:57:50.809782 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d61c7c-0485-41bc-b8e7-b4bb705ccac7 req-e97d19e3-d8d0-4ea1-a49f-2648c8de72a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:50.811273 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-68d61c7c-0485-41bc-b8e7-b4bb705ccac7 req-e97d19e3-d8d0-4ea1-a49f-2648c8de72a8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=10a09e26-5865-4fe7-893b-1c1311dc2163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748723 Sep 22 21:57:50.939737 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-68d61c7c-0485-41bc-b8e7-b4bb705ccac7 req-33ddf3ac-5872-4e1e-aae0-2a4b8e3a0711 service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216891 Sep 22 21:57:51.068571 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-68d61c7c-0485-41bc-b8e7-b4bb705ccac7 req-8d66d9d3-7ef2-4a89-9924-d3b78456b9da service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220121 Sep 22 21:57:51.583987 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f5b87d-dc2c-49eb-aee1-742df6a6bbb9 req-9bde1428-b9da-4ee5-8df8-5cd5059c0d01 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:51.584678 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-96f5b87d-dc2c-49eb-aee1-742df6a6bbb9 req-9bde1428-b9da-4ee5-8df8-5cd5059c0d01 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Synchronizing usage tracker for tenant:9bb47c5ff1754359af1fc098b6bb16d9 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:57:51.599279 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-96f5b87d-dc2c-49eb-aee1-742df6a6bbb9 req-9bde1428-b9da-4ee5-8df8-5cd5059c0d01 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Unset dirty status for tenant:9bb47c5ff1754359af1fc098b6bb16d9 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:57:51.601027 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-96f5b87d-dc2c-49eb-aee1-742df6a6bbb9 req-9bde1428-b9da-4ee5-8df8-5cd5059c0d01 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5920d516-7a98-4b5d-bd82-9803367e2f87 HTTP/1.1" status: 200 len: 943 time: 0.1050501 Sep 22 21:57:51.644178 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-96f5b87d-dc2c-49eb-aee1-742df6a6bbb9 req-e00b1fb4-03a5-4ca7-9b6b-69b6f67ac9e2 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375457 Sep 22 21:57:52.837266 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31757458-7a3e-4e2e-b48c-7f9383e57833 req-f1c198ba-282a-4383-9a24-ca2c52048125 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:52.838730 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-31757458-7a3e-4e2e-b48c-7f9383e57833 req-f1c198ba-282a-4383-9a24-ca2c52048125 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5920d516-7a98-4b5d-bd82-9803367e2f87 HTTP/1.1" status: 200 len: 943 time: 0.0868170 Sep 22 21:57:52.890289 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-31757458-7a3e-4e2e-b48c-7f9383e57833 req-80f6de93-9ff2-4049-a7bc-49fcb665f11b tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458937 Sep 22 21:57:53.519049 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 159a9368-ce98-4d9d-9feb-c60900b8357e details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 21:57:53.651620 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 159a9368-ce98-4d9d-9feb-c60900b8357e, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=159a9368-ce98-4d9d-9feb-c60900b8357e,segment=NetworkSegment(4c0a4709-c953-48f4-9552-39e700585c27),segment_id=4c0a4709-c953-48f4-9552-39e700585c27)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:57:53.664318 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': '159a9368-ce98-4d9d-9feb-c60900b8357e', 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'port_id': '159a9368-ce98-4d9d-9feb-c60900b8357e', 'mac_address': 'fa:16:3e:8e:ba:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34d50232-c76b-4978-8279-6b641ae56792', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 21:57:53.718671 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 159a9368-ce98-4d9d-9feb-c60900b8357e is: DOWN; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:57:53.719051 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:53.735335 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 159a9368-ce98-4d9d-9feb-c60900b8357e {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:57:53.750167 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 159a9368-ce98-4d9d-9feb-c60900b8357e, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=159a9368-ce98-4d9d-9feb-c60900b8357e,segment=NetworkSegment(4c0a4709-c953-48f4-9552-39e700585c27),segment_id=4c0a4709-c953-48f4-9552-39e700585c27)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:57:53.754152 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:53.825408 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=159a9368-ce98-4d9d-9feb-c60900b8357e,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:57:53.956867 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['159a9368-ce98-4d9d-9feb-c60900b8357e'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 21:57:54.084883 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb57650-f13f-4eb7-bcb5-9aed1b30d8d1 req-fede8399-ed75-4e71-90b5-4415390c37e5 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:54.086342 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ceb57650-f13f-4eb7-bcb5-9aed1b30d8d1 req-fede8399-ed75-4e71-90b5-4415390c37e5 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5920d516-7a98-4b5d-bd82-9803367e2f87 HTTP/1.1" status: 200 len: 944 time: 0.0865912 Sep 22 21:57:54.232699 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ceb57650-f13f-4eb7-bcb5-9aed1b30d8d1 req-7137f092-9b5b-4056-877b-9c4c59a82aa0 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405230 Sep 22 21:57:55.429878 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c0e08-9632-475a-a7a0-8f0e6df72358 req-8c9b3c4d-2bb0-4161-b98b-d11ef424f95f tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:55.431340 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-b37c0e08-9632-475a-a7a0-8f0e6df72358 req-8c9b3c4d-2bb0-4161-b98b-d11ef424f95f tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5920d516-7a98-4b5d-bd82-9803367e2f87 HTTP/1.1" status: 200 len: 944 time: 0.0852361 Sep 22 21:57:55.475011 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-b37c0e08-9632-475a-a7a0-8f0e6df72358 req-9ea65a35-d4eb-4fbe-8623-05566befb130 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379615 Sep 22 21:57:55.544431 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 159a9368-ce98-4d9d-9feb-c60900b8357e up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:57:55.612602 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning for port 159a9368-ce98-4d9d-9feb-c60900b8357e completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:57:55.617984 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port 159a9368-ce98-4d9d-9feb-c60900b8357e triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:57:55.618357 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:55.618720 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port 159a9368-ce98-4d9d-9feb-c60900b8357e Sep 22 21:57:55.731960 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 159a9368-ce98-4d9d-9feb-c60900b8357e is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:57:55.732331 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:55.758565 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5920d516-7a98-4b5d-bd82-9803367e2f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159a9368-ce98-4d9d-9feb-c60900b8357e'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:57:55.760842 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2b9617-f433-4c25-b6a0-4c293471c220" -d '{"events": [{"server_uuid": "5920d516-7a98-4b5d-bd82-9803367e2f87", "name": "network-vif-plugged", "status": "completed", "tag": "159a9368-ce98-4d9d-9feb-c60900b8357e"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:57:55.768702 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 159a9368-ce98-4d9d-9feb-c60900b8357e, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=159a9368-ce98-4d9d-9feb-c60900b8357e,segment=NetworkSegment(4c0a4709-c953-48f4-9552-39e700585c27),segment_id=4c0a4709-c953-48f4-9552-39e700585c27)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:57:55.772606 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:55.803998 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 21:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8316a306-76b6-433d-a3d5-83e64e4cbbeb x-openstack-request-id: req-8316a306-76b6-433d-a3d5-83e64e4cbbeb {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:57:55.804287 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5920d516-7a98-4b5d-bd82-9803367e2f87", "name": "network-vif-plugged", "status": "completed", "tag": "159a9368-ce98-4d9d-9feb-c60900b8357e", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:57:55.804535 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8316a306-76b6-433d-a3d5-83e64e4cbbeb {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:57:55.804922 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8316a306-76b6-433d-a3d5-83e64e4cbbeb'] response: {'server_uuid': '5920d516-7a98-4b5d-bd82-9803367e2f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159a9368-ce98-4d9d-9feb-c60900b8357e', 'code': 200} Sep 22 21:57:55.848320 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=159a9368-ce98-4d9d-9feb-c60900b8357e,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:57:56.010366 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:56.029733 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21046311-5f72-4c8c-b17d-324ac7fa67d8 req-4e552088-2880-4860-b993-9e2312169c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:56.031238 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-21046311-5f72-4c8c-b17d-324ac7fa67d8 req-4e552088-2880-4860-b993-9e2312169c15 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5920d516-7a98-4b5d-bd82-9803367e2f87 HTTP/1.1" status: 200 len: 1098 time: 0.0778060 Sep 22 21:57:56.070671 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-21046311-5f72-4c8c-b17d-324ac7fa67d8 req-992f18fb-cc6f-4f3c-b49e-092a6e5ee043 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336082 Sep 22 21:57:56.672420 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92eef0-1827-43ea-9e69-540d8e009df9 req-97e71304-3b10-445e-b2f0-914c31543507 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:56.673848 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-ca92eef0-1827-43ea-9e69-540d8e009df9 req-97e71304-3b10-445e-b2f0-914c31543507 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5920d516-7a98-4b5d-bd82-9803367e2f87 HTTP/1.1" status: 200 len: 945 time: 0.0904260 Sep 22 21:57:56.716689 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-ca92eef0-1827-43ea-9e69-540d8e009df9 req-bb78399c-3610-47c0-a1c1-00cef20d0b9d tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364935 Sep 22 21:57:57.913333 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ca699-9310-4399-b7e0-7e7114a54eeb req-34d0b226-aa2c-41b3-95a5-da77b3d0bbe6 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:57.914807 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-be9ca699-9310-4399-b7e0-7e7114a54eeb req-34d0b226-aa2c-41b3-95a5-da77b3d0bbe6 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5920d516-7a98-4b5d-bd82-9803367e2f87 HTTP/1.1" status: 200 len: 945 time: 0.0876527 Sep 22 21:57:57.958381 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-be9ca699-9310-4399-b7e0-7e7114a54eeb req-da44f88f-6890-4792-91d5-fd6792280207 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379488 Sep 22 21:57:58.045990 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ae6e85ee-5afb-483b-aa4c-27ab22d858bf req-2910f389-cfee-45a7-8bd9-6686e10658a6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5920d516-7a98-4b5d-bd82-9803367e2f87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0810282 Sep 22 21:57:58.148953 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b9d4d-e9ad-4381-87c5-337914c3e017 req-8b3bf95f-49c4-45fd-ad9d-0d431ed81e1e tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:58.150390 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-970b9d4d-e9ad-4381-87c5-337914c3e017 req-8b3bf95f-49c4-45fd-ad9d-0d431ed81e1e tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5920d516-7a98-4b5d-bd82-9803367e2f87 HTTP/1.1" status: 200 len: 945 time: 0.0881584 Sep 22 21:57:58.160646 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 55042) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:57:58.166320 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-e37fa9c5-497a-4b31-976c-93b2cab0c709 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Request body: {'floatingip': {'port_id': '159a9368-ce98-4d9d-9feb-c60900b8357e'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:57:58.191345 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e85ee-5afb-483b-aa4c-27ab22d858bf req-b2ecd19a-6d45-467d-9be7-bf56c100b893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:58.192848 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ae6e85ee-5afb-483b-aa4c-27ab22d858bf req-b2ecd19a-6d45-467d-9be7-bf56c100b893 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9bb47c5ff1754359af1fc098b6bb16d9&device_id=5920d516-7a98-4b5d-bd82-9803367e2f87 HTTP/1.1" status: 200 len: 1098 time: 0.0783179 Sep 22 21:57:58.245646 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e37fa9c5-497a-4b31-976c-93b2cab0c709 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks [] for floatingip, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:58.333888 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e85ee-5afb-483b-aa4c-27ab22d858bf req-313a4911-63f5-4d52-a837-28ee8a1ab7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:58.335444 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ae6e85ee-5afb-483b-aa4c-27ab22d858bf req-313a4911-63f5-4d52-a837-28ee8a1ab7b3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=10a09e26-5865-4fe7-893b-1c1311dc2163 HTTP/1.1" status: 200 len: 912 time: 0.1252024 Sep 22 21:57:58.404503 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ae6e85ee-5afb-483b-aa4c-27ab22d858bf req-91e87107-d3d7-4834-808f-e5da5f179234 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=159a9368-ce98-4d9d-9feb-c60900b8357e HTTP/1.1" status: 200 len: 217 time: 0.0633988 Sep 22 21:57:58.468154 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e85ee-5afb-483b-aa4c-27ab22d858bf req-0f3c4827-f2d0-4b91-b62d-b0f49c3dd503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:58.469639 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ae6e85ee-5afb-483b-aa4c-27ab22d858bf req-0f3c4827-f2d0-4b91-b62d-b0f49c3dd503 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=34d50232-c76b-4978-8279-6b641ae56792 HTTP/1.1" status: 200 len: 851 time: 0.0595713 Sep 22 21:57:58.555041 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e85ee-5afb-483b-aa4c-27ab22d858bf req-e86d0e1a-31bf-456f-8814-c787e55e6271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:58.556545 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ae6e85ee-5afb-483b-aa4c-27ab22d858bf req-e86d0e1a-31bf-456f-8814-c787e55e6271 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=10a09e26-5865-4fe7-893b-1c1311dc2163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809479 Sep 22 21:57:58.687637 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ae6e85ee-5afb-483b-aa4c-27ab22d858bf req-ee68938c-86da-4a22-96fc-58de6b2f1fb9 service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251738 Sep 22 21:57:58.816499 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ae6e85ee-5afb-483b-aa4c-27ab22d858bf req-f0f89abf-f33c-40e4-b102-a1d0589ed8a0 service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232579 Sep 22 21:57:58.946391 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e37fa9c5-497a-4b31-976c-93b2cab0c709 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:58.950372 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e37fa9c5-497a-4b31-976c-93b2cab0c709 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:59.118848 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.l3_db [None req-e37fa9c5-497a-4b31-976c-93b2cab0c709 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Floating IP 31578bdf-210d-4414-b489-3fb3928d186e associated. External IP: 172.26.0.171, port: 159a9368-ce98-4d9d-9feb-c60900b8357e. Sep 22 21:57:59.463331 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e37fa9c5-497a-4b31-976c-93b2cab0c709 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Router 65cc8f1a-17de-4e08-8a18-a7b78bbee514 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:57:59.636743 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37fa9c5-497a-4b31-976c-93b2cab0c709 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:57:59.640948 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e37fa9c5-497a-4b31-976c-93b2cab0c709 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:57:59.646730 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c609a51c-c3ef-46c5-9614-83db78e7d2f8 None None] Sync routers for ids ['65cc8f1a-17de-4e08-8a18-a7b78bbee514'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:57:59.656612 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c609a51c-c3ef-46c5-9614-83db78e7d2f8 None None] Routers {'65cc8f1a-17de-4e08-8a18-a7b78bbee514'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:57:59.657226 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-c609a51c-c3ef-46c5-9614-83db78e7d2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:57:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['65cc8f1a-17de-4e08-8a18-a7b78bbee514'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:57:59.695902 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e37fa9c5-497a-4b31-976c-93b2cab0c709 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "PUT /v2.0/floatingips/31578bdf-210d-4414-b489-3fb3928d186e HTTP/1.1" status: 200 len: 991 time: 1.5341899 Sep 22 21:57:59.696574 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5920d516-7a98-4b5d-bd82-9803367e2f87', 'tag': '159a9368-ce98-4d9d-9feb-c60900b8357e'}] {{(pid=89009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:57:59.698969 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3cdb6d5bdfc0c86a52b2d842100ac752cec167fbf441e2518ec0a73bf85169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6726bdad-bed8-4580-b0c4-3693bffaa668" -d '{"events": [{"name": "network-changed", "server_uuid": "5920d516-7a98-4b5d-bd82-9803367e2f87", "tag": "159a9368-ce98-4d9d-9feb-c60900b8357e"}]}' {{(pid=89009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:57:59.794112 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb555cdd-0b63-42ac-bd6e-6e0ddb98079d x-openstack-request-id: req-eb555cdd-0b63-42ac-bd6e-6e0ddb98079d {{(pid=89009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:57:59.794405 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5920d516-7a98-4b5d-bd82-9803367e2f87", "tag": "159a9368-ce98-4d9d-9feb-c60900b8357e", "status": "completed", "code": 200}]} {{(pid=89009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:57:59.794686 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-eb555cdd-0b63-42ac-bd6e-6e0ddb98079d {{(pid=89009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:57:59.795093 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb555cdd-0b63-42ac-bd6e-6e0ddb98079d'] response: {'name': 'network-changed', 'server_uuid': '5920d516-7a98-4b5d-bd82-9803367e2f87', 'tag': '159a9368-ce98-4d9d-9feb-c60900b8357e', 'status': 'completed', 'code': 200} Sep 22 21:57:59.836160 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-c609a51c-c3ef-46c5-9614-83db78e7d2f8 None None] Set router 65cc8f1a-17de-4e08-8a18-a7b78bbee514 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:57:59.891772 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726bdad-bed8-4580-b0c4-3693bffaa668 req-0cc64090-25de-4974-8565-3c45691d8ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:57:59.893154 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6726bdad-bed8-4580-b0c4-3693bffaa668 req-0cc64090-25de-4974-8565-3c45691d8ee4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9bb47c5ff1754359af1fc098b6bb16d9&device_id=5920d516-7a98-4b5d-bd82-9803367e2f87 HTTP/1.1" status: 200 len: 1098 time: 0.0773354 Sep 22 21:58:00.028188 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726bdad-bed8-4580-b0c4-3693bffaa668 req-2b375a25-09c4-4c45-8720-18f5937de642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:58:00.029937 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6726bdad-bed8-4580-b0c4-3693bffaa668 req-2b375a25-09c4-4c45-8720-18f5937de642 service neutron] 10.222.0.49 "GET /v2.0/networks?id=10a09e26-5865-4fe7-893b-1c1311dc2163 HTTP/1.1" status: 200 len: 912 time: 0.1308975 Sep 22 21:58:00.133039 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6726bdad-bed8-4580-b0c4-3693bffaa668 req-ad1652fb-dbd6-4e21-a9c7-15f8a1cdaf52 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=159a9368-ce98-4d9d-9feb-c60900b8357e HTTP/1.1" status: 200 len: 999 time: 0.0970573 Sep 22 21:58:00.194817 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726bdad-bed8-4580-b0c4-3693bffaa668 req-70510861-e245-4bcb-892b-5a0c2985e464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:58:00.196176 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6726bdad-bed8-4580-b0c4-3693bffaa668 req-70510861-e245-4bcb-892b-5a0c2985e464 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=34d50232-c76b-4978-8279-6b641ae56792 HTTP/1.1" status: 200 len: 851 time: 0.0580583 Sep 22 21:58:00.216844 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-c609a51c-c3ef-46c5-9614-83db78e7d2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'name': 'tempest-ServerActionsTestJSON-1883969126-router', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:57:38Z', 'updated_at': '2022-09-22T21:57:42Z', 'revision_number': 4, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'gw_port': {'id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:23:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:39Z', 'updated_at': '2022-09-22T21:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '31578bdf-210d-4414-b489-3fb3928d186e', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'floating_ip_address': '172.26.0.171', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'port_id': '159a9368-ce98-4d9d-9feb-c60900b8357e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'mac_address': 'fa:16:3e:8e:ba:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5920d516-7a98-4b5d-bd82-9803367e2f87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:57:45Z', 'updated_at': '2022-09-22T21:57:58Z', 'revision_number': 1, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d15c942-465a-4065-9e3a-7ac2bf0f08ec', 'name': '', 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'mac_address': 'fa:16:3e:c0:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '34d50232-c76b-4978-8279-6b641ae56792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:41Z', 'updated_at': '2022-09-22T21:57:47Z', 'revision_number': 5, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'subnets': [{'id': '34d50232-c76b-4978-8279-6b641ae56792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:58:00.220707 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c609a51c-c3ef-46c5-9614-83db78e7d2f8 None None] Checking router: 65cc8f1a-17de-4e08-8a18-a7b78bbee514 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:58:00.229651 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c609a51c-c3ef-46c5-9614-83db78e7d2f8 None None] Routers {'65cc8f1a-17de-4e08-8a18-a7b78bbee514'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:58:00.230242 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-c609a51c-c3ef-46c5-9614-83db78e7d2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:57:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['65cc8f1a-17de-4e08-8a18-a7b78bbee514'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:58:00.281713 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726bdad-bed8-4580-b0c4-3693bffaa668 req-71b30363-9db3-468a-afe0-8fdd85fbfc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:58:00.283375 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6726bdad-bed8-4580-b0c4-3693bffaa668 req-71b30363-9db3-468a-afe0-8fdd85fbfc50 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=10a09e26-5865-4fe7-893b-1c1311dc2163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811071 Sep 22 21:58:00.409045 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-c609a51c-c3ef-46c5-9614-83db78e7d2f8 None None] Set router 65cc8f1a-17de-4e08-8a18-a7b78bbee514 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:58:00.510273 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6726bdad-bed8-4580-b0c4-3693bffaa668 req-5df3b01c-e4d3-437c-8495-c1955eb3ce38 service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206006 Sep 22 21:58:00.638194 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6726bdad-bed8-4580-b0c4-3693bffaa668 req-1fa45171-0a33-44f9-929c-85460822e413 service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219013 Sep 22 21:58:00.749812 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-c609a51c-c3ef-46c5-9614-83db78e7d2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'name': 'tempest-ServerActionsTestJSON-1883969126-router', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:57:38Z', 'updated_at': '2022-09-22T21:57:42Z', 'revision_number': 4, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'gw_port': {'id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:23:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:39Z', 'updated_at': '2022-09-22T21:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '31578bdf-210d-4414-b489-3fb3928d186e', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'floating_ip_address': '172.26.0.171', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'port_id': '159a9368-ce98-4d9d-9feb-c60900b8357e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'mac_address': 'fa:16:3e:8e:ba:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5920d516-7a98-4b5d-bd82-9803367e2f87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:57:45Z', 'updated_at': '2022-09-22T21:57:58Z', 'revision_number': 1, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d15c942-465a-4065-9e3a-7ac2bf0f08ec', 'name': '', 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'mac_address': 'fa:16:3e:c0:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '34d50232-c76b-4978-8279-6b641ae56792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:41Z', 'updated_at': '2022-09-22T21:57:47Z', 'revision_number': 5, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'subnets': [{'id': '34d50232-c76b-4978-8279-6b641ae56792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:58:00.753719 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c609a51c-c3ef-46c5-9614-83db78e7d2f8 None None] The sync data for ids ['65cc8f1a-17de-4e08-8a18-a7b78bbee514'] in dv-neutron-858900-1-hyperv is: [{'id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'name': 'tempest-ServerActionsTestJSON-1883969126-router', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:57:38Z', 'updated_at': '2022-09-22T21:57:42Z', 'revision_number': 4, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'gw_port': {'id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:23:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:39Z', 'updated_at': '2022-09-22T21:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '31578bdf-210d-4414-b489-3fb3928d186e', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'floating_ip_address': '172.26.0.171', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'port_id': '159a9368-ce98-4d9d-9feb-c60900b8357e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'mac_address': 'fa:16:3e:8e:ba:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5920d516-7a98-4b5d-bd82-9803367e2f87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:57:45Z', 'updated_at': '2022-09-22T21:57:58Z', 'revision_number': 1, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d15c942-465a-4065-9e3a-7ac2bf0f08ec', 'name': '', 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'mac_address': 'fa:16:3e:c0:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '34d50232-c76b-4978-8279-6b641ae56792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:41Z', 'updated_at': '2022-09-22T21:57:47Z', 'revision_number': 5, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'subnets': [{'id': '34d50232-c76b-4978-8279-6b641ae56792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:58:00.933139 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61fd358-550b-4623-a9e2-90dfa337b67d None None] New status for floating IP 31578bdf-210d-4414-b489-3fb3928d186e: ACTIVE {{(pid=89011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:58:09.721698 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0a0d2059-723c-4552-816b-fa5d231088a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:58:11.936992 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-73619f99-9949-4c26-a439-784c6aa87ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:58:12.793176 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:58:13.181047 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:58:14.565971 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:58:18.861361 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:58:26.010226 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:58:33.043779 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63a245-eecf-4781-9ed5-80aa2ada7861 req-92bbe3be-602a-4c0d-8c1f-b6f36e6fe82e tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:58:33.045239 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-5c63a245-eecf-4781-9ed5-80aa2ada7861 req-92bbe3be-602a-4c0d-8c1f-b6f36e6fe82e tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5920d516-7a98-4b5d-bd82-9803367e2f87 HTTP/1.1" status: 200 len: 945 time: 0.1602044 Sep 22 21:58:33.199757 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-5c63a245-eecf-4781-9ed5-80aa2ada7861 req-271a0bac-bd5a-47f0-bb78-5768577c608a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486511 Sep 22 21:58:33.449180 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676df5e5-a3b5-4755-a064-4948e2b6b3c1 req-b56a23ba-5763-483f-b4ec-bfd6347d6f9e tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:58:33.450686 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-676df5e5-a3b5-4755-a064-4948e2b6b3c1 req-b56a23ba-5763-483f-b4ec-bfd6347d6f9e tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5920d516-7a98-4b5d-bd82-9803367e2f87 HTTP/1.1" status: 200 len: 945 time: 0.1358275 Sep 22 21:58:33.494135 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-676df5e5-a3b5-4755-a064-4948e2b6b3c1 req-585c9199-a99b-4ef3-a2b2-2c8b187e894c tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374336 Sep 22 21:58:33.684158 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fa456-ff52-4a57-9e5a-24a9c0d22285 req-b7bce89a-68e6-40fc-a062-f026d95aaef6 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:58:33.685576 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c38fa456-ff52-4a57-9e5a-24a9c0d22285 req-b7bce89a-68e6-40fc-a062-f026d95aaef6 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5920d516-7a98-4b5d-bd82-9803367e2f87 HTTP/1.1" status: 200 len: 945 time: 0.0844436 Sep 22 21:58:33.731261 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c38fa456-ff52-4a57-9e5a-24a9c0d22285 req-f1069561-619d-4dce-8b22-d1942fe09390 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400093 Sep 22 21:58:34.085827 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-25a899d6-5e84-4460-9f63-8045a98f1b8f req-5f169d98-5fe6-4e39-a19b-912b4fe22451 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=5920d516-7a98-4b5d-bd82-9803367e2f87&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0836682 Sep 22 21:58:34.135647 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe568d10-6377-45c6-b8d0-39bad64a4c23 req-230f9788-bdec-43cf-8556-eab6bf8348b3 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:58:34.137252 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-fe568d10-6377-45c6-b8d0-39bad64a4c23 req-230f9788-bdec-43cf-8556-eab6bf8348b3 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5920d516-7a98-4b5d-bd82-9803367e2f87 HTTP/1.1" status: 200 len: 945 time: 0.0887160 Sep 22 21:58:34.180369 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-fe568d10-6377-45c6-b8d0-39bad64a4c23 req-ccf2e579-1078-4ec7-9746-4793a8c5e68a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375288 Sep 22 21:58:35.237360 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a899d6-5e84-4460-9f63-8045a98f1b8f req-ed546df8-d67e-44d3-a5dc-23573234195d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:58:35.238970 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-25a899d6-5e84-4460-9f63-8045a98f1b8f req-ed546df8-d67e-44d3-a5dc-23573234195d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9bb47c5ff1754359af1fc098b6bb16d9&device_id=5920d516-7a98-4b5d-bd82-9803367e2f87 HTTP/1.1" status: 200 len: 1098 time: 0.0797269 Sep 22 21:58:35.433080 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a899d6-5e84-4460-9f63-8045a98f1b8f req-e476cb3e-30a2-4680-b1bb-9a3ac6ddc001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:58:35.434520 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-25a899d6-5e84-4460-9f63-8045a98f1b8f req-e476cb3e-30a2-4680-b1bb-9a3ac6ddc001 service neutron] 10.222.0.49 "GET /v2.0/networks?id=10a09e26-5865-4fe7-893b-1c1311dc2163 HTTP/1.1" status: 200 len: 912 time: 0.1902170 Sep 22 21:58:35.446521 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f079d0f-ca38-409c-9a9e-069d7659fe52 req-fe8274a1-d89a-42ff-b717-9528460cff74 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:58:35.447883 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6f079d0f-ca38-409c-9a9e-069d7659fe52 req-fe8274a1-d89a-42ff-b717-9528460cff74 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5920d516-7a98-4b5d-bd82-9803367e2f87 HTTP/1.1" status: 200 len: 945 time: 0.1356924 Sep 22 21:58:35.571067 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6f079d0f-ca38-409c-9a9e-069d7659fe52 req-f9aa942b-d13e-4bef-9fda-4c4f54dd139e tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760510 Sep 22 21:58:35.572746 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-25a899d6-5e84-4460-9f63-8045a98f1b8f req-5a2b3eb2-45c8-4458-9f12-f8ce4c5c650a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=159a9368-ce98-4d9d-9feb-c60900b8357e HTTP/1.1" status: 200 len: 1001 time: 0.1240335 Sep 22 21:58:35.634104 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a899d6-5e84-4460-9f63-8045a98f1b8f req-430258b7-c949-46b5-86b9-a91287c14af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:58:35.635560 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-25a899d6-5e84-4460-9f63-8045a98f1b8f req-430258b7-c949-46b5-86b9-a91287c14af8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=34d50232-c76b-4978-8279-6b641ae56792 HTTP/1.1" status: 200 len: 851 time: 0.0567560 Sep 22 21:58:35.725572 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a899d6-5e84-4460-9f63-8045a98f1b8f req-5352f070-ddd4-422d-9f6c-062d9b30a870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:58:35.727058 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-25a899d6-5e84-4460-9f63-8045a98f1b8f req-5352f070-ddd4-422d-9f6c-062d9b30a870 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=10a09e26-5865-4fe7-893b-1c1311dc2163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0848949 Sep 22 21:58:35.854816 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-25a899d6-5e84-4460-9f63-8045a98f1b8f req-d6a47fa9-6a7f-4f5e-92a9-ae7a3e977b0e service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211929 Sep 22 21:58:35.983451 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-25a899d6-5e84-4460-9f63-8045a98f1b8f req-23f80f8c-934c-4e31-9058-bb9cf4e50e65 service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224940 Sep 22 21:58:36.773849 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac305a1f-b7c8-4639-9bc5-574e42707622 req-075fc8ce-9c24-463a-8bd9-7350284570bc tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:58:36.775324 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-ac305a1f-b7c8-4639-9bc5-574e42707622 req-075fc8ce-9c24-463a-8bd9-7350284570bc tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5920d516-7a98-4b5d-bd82-9803367e2f87 HTTP/1.1" status: 200 len: 945 time: 0.0904160 Sep 22 21:58:36.817464 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-ac305a1f-b7c8-4639-9bc5-574e42707622 req-54cbc3cf-27ce-41b3-9afc-1ff9e684534b tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365684 Sep 22 21:58:38.011946 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27738e5-190d-4a1b-a92f-b82c458a4c13 req-fadcdceb-29fe-4c97-acc4-64d3857873c7 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:58:38.014052 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b27738e5-190d-4a1b-a92f-b82c458a4c13 req-fadcdceb-29fe-4c97-acc4-64d3857873c7 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5920d516-7a98-4b5d-bd82-9803367e2f87 HTTP/1.1" status: 200 len: 945 time: 0.0878804 Sep 22 21:58:38.057840 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b27738e5-190d-4a1b-a92f-b82c458a4c13 req-751aff3d-ab56-449b-a9da-2569719eb2a8 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382836 Sep 22 21:58:39.254076 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d13fd-7823-47b9-8c9b-35b496f5d4e5 req-1ee51d29-d749-459d-afab-a69b7b5c7aa4 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:58:39.256204 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-b71d13fd-7823-47b9-8c9b-35b496f5d4e5 req-1ee51d29-d749-459d-afab-a69b7b5c7aa4 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5920d516-7a98-4b5d-bd82-9803367e2f87 HTTP/1.1" status: 200 len: 945 time: 0.0901778 Sep 22 21:58:39.303289 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-b71d13fd-7823-47b9-8c9b-35b496f5d4e5 req-4431da7b-a293-46c2-98d6-56ba9e1d1c80 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412321 Sep 22 21:58:39.723511 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-240d0389-ab23-40cd-b2cf-5d331f02feb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:58:40.504512 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4729449-2819-4963-aed9-90025e8b41d4 req-83081518-a79d-4e29-ab2a-ec968be7d012 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:58:40.506667 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f4729449-2819-4963-aed9-90025e8b41d4 req-83081518-a79d-4e29-ab2a-ec968be7d012 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5920d516-7a98-4b5d-bd82-9803367e2f87 HTTP/1.1" status: 200 len: 945 time: 0.0889311 Sep 22 21:58:40.549279 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f4729449-2819-4963-aed9-90025e8b41d4 req-37e2afd3-1f9c-420f-a437-e10f6e683438 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369854 Sep 22 21:58:41.742764 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29730338-8188-45b3-8b52-1cf96641cd8d req-fd823bda-e000-4808-aebc-6fdd411c3237 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:58:41.744191 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-29730338-8188-45b3-8b52-1cf96641cd8d req-fd823bda-e000-4808-aebc-6fdd411c3237 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5920d516-7a98-4b5d-bd82-9803367e2f87 HTTP/1.1" status: 200 len: 945 time: 0.0856595 Sep 22 21:58:41.787345 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-29730338-8188-45b3-8b52-1cf96641cd8d req-871349d0-8ff3-4352-9200-0c7739794868 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375180 Sep 22 21:58:41.938714 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-bd7b5424-30d0-4bb9-8451-eb3bfc452e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:58:42.788190 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:58:43.133952 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca02f6-160a-45c3-89b6-56475c09bb35 req-37397059-8429-474f-b883-24f43dd4f612 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:58:43.135464 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-04ca02f6-160a-45c3-89b6-56475c09bb35 req-37397059-8429-474f-b883-24f43dd4f612 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5920d516-7a98-4b5d-bd82-9803367e2f87 HTTP/1.1" status: 200 len: 945 time: 0.0893326 Sep 22 21:58:43.179025 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-04ca02f6-160a-45c3-89b6-56475c09bb35 req-08a79be4-c813-496a-9584-8b80df442ba3 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378613 Sep 22 21:58:43.184272 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:58:44.384074 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8f9392-5aae-418d-b8bd-0f73449fc8e5 req-9452e992-3324-4f5f-aa53-ef33d31f69b6 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:58:44.385561 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-1c8f9392-5aae-418d-b8bd-0f73449fc8e5 req-9452e992-3324-4f5f-aa53-ef33d31f69b6 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5920d516-7a98-4b5d-bd82-9803367e2f87 HTTP/1.1" status: 200 len: 945 time: 0.0933259 Sep 22 21:58:44.428124 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-1c8f9392-5aae-418d-b8bd-0f73449fc8e5 req-97520129-1775-425b-a021-d54412132a3f tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368261 Sep 22 21:58:44.568109 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:58:45.626780 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c811a-571e-4b29-9798-cfacb7a3a1f6 req-dc345cae-612a-4185-9b0e-295597142cc0 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:58:45.628226 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ae0c811a-571e-4b29-9798-cfacb7a3a1f6 req-dc345cae-612a-4185-9b0e-295597142cc0 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5920d516-7a98-4b5d-bd82-9803367e2f87 HTTP/1.1" status: 200 len: 945 time: 0.0854707 Sep 22 21:58:45.670562 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ae0c811a-571e-4b29-9798-cfacb7a3a1f6 req-ee30911d-9b90-4b70-bae4-a23f027a42c1 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366457 Sep 22 21:58:46.863710 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964a3cf-2b51-4b2b-9e77-41015623bb07 req-7a31b760-58a1-4869-a54b-48405ace50f5 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:58:46.865774 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-a964a3cf-2b51-4b2b-9e77-41015623bb07 req-7a31b760-58a1-4869-a54b-48405ace50f5 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5920d516-7a98-4b5d-bd82-9803367e2f87 HTTP/1.1" status: 200 len: 945 time: 0.0862501 Sep 22 21:58:46.910668 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-a964a3cf-2b51-4b2b-9e77-41015623bb07 req-c7282c64-1b8b-4d0b-b252-9060deebabef tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392673 Sep 22 21:58:47.690141 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-25a899d6-5e84-4460-9f63-8045a98f1b8f req-34ca7333-d627-4e21-8896-f11ea5545749 service neutron] 10.222.0.49 "GET /v2.0/ports/159a9368-ce98-4d9d-9feb-c60900b8357e/bindings/hv-neutron-8589 HTTP/1.1" status: 200 len: 384 time: 0.1723928 Sep 22 21:58:47.954220 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a899d6-5e84-4460-9f63-8045a98f1b8f req-5e7913f5-7ae3-4a0d-bca3-8c3c2bc8e583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:58:47.956098 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-25a899d6-5e84-4460-9f63-8045a98f1b8f req-5e7913f5-7ae3-4a0d-bca3-8c3c2bc8e583 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5920d516-7a98-4b5d-bd82-9803367e2f87&tenant_id=9bb47c5ff1754359af1fc098b6bb16d9 HTTP/1.1" status: 200 len: 1098 time: 0.0785234 Sep 22 21:58:48.131015 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a899d6-5e84-4460-9f63-8045a98f1b8f req-d23ff15f-fd9f-44b2-846d-390ed0b4e54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:58:48.133134 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-25a899d6-5e84-4460-9f63-8045a98f1b8f req-d23ff15f-fd9f-44b2-846d-390ed0b4e54e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9bb47c5ff1754359af1fc098b6bb16d9&device_id=5920d516-7a98-4b5d-bd82-9803367e2f87 HTTP/1.1" status: 200 len: 1098 time: 0.1532595 Sep 22 21:58:48.225872 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e6920-34eb-41c6-adbb-eb10e76eecca req-14c8b2ec-0905-4d68-9a4e-67f28b54721b tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:58:48.227241 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0f0e6920-34eb-41c6-adbb-eb10e76eecca req-14c8b2ec-0905-4d68-9a4e-67f28b54721b tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5920d516-7a98-4b5d-bd82-9803367e2f87 HTTP/1.1" status: 200 len: 945 time: 0.1996534 Sep 22 21:58:48.303450 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0f0e6920-34eb-41c6-adbb-eb10e76eecca req-b6d1f792-aee0-4488-a6d2-aaf208331be5 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646100 Sep 22 21:58:48.318454 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a899d6-5e84-4460-9f63-8045a98f1b8f req-0028398a-5ad0-452b-bae1-fae8bbc961c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:58:48.319891 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-25a899d6-5e84-4460-9f63-8045a98f1b8f req-0028398a-5ad0-452b-bae1-fae8bbc961c1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=10a09e26-5865-4fe7-893b-1c1311dc2163 HTTP/1.1" status: 200 len: 912 time: 0.1810040 Sep 22 21:58:48.422333 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-25a899d6-5e84-4460-9f63-8045a98f1b8f req-38985d61-4b65-4e27-b42b-a013c34067bf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=159a9368-ce98-4d9d-9feb-c60900b8357e HTTP/1.1" status: 200 len: 1001 time: 0.0943196 Sep 22 21:58:48.490169 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a899d6-5e84-4460-9f63-8045a98f1b8f req-959a8514-e2f9-4c41-88b1-f3d715970748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:58:48.492503 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-25a899d6-5e84-4460-9f63-8045a98f1b8f req-959a8514-e2f9-4c41-88b1-f3d715970748 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=34d50232-c76b-4978-8279-6b641ae56792 HTTP/1.1" status: 200 len: 851 time: 0.0642536 Sep 22 21:58:48.576552 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a899d6-5e84-4460-9f63-8045a98f1b8f req-34068a8d-500f-4f9d-bb25-b11d4c229a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:58:48.578037 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-25a899d6-5e84-4460-9f63-8045a98f1b8f req-34068a8d-500f-4f9d-bb25-b11d4c229a8c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=10a09e26-5865-4fe7-893b-1c1311dc2163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801678 Sep 22 21:58:48.704169 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-25a899d6-5e84-4460-9f63-8045a98f1b8f req-cafaaf05-65f1-4d58-b7a8-d764b34444ac service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203668 Sep 22 21:58:48.830847 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-25a899d6-5e84-4460-9f63-8045a98f1b8f req-76ffab45-46b7-432e-a7ff-fe1dc94a07a8 service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213124 Sep 22 21:58:49.503907 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402d9ad-806e-49ae-be1d-ece318883ccf req-9de98c03-cd6a-47a2-bee7-6fcf6a9999a9 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:58:49.505385 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-2402d9ad-806e-49ae-be1d-ece318883ccf req-9de98c03-cd6a-47a2-bee7-6fcf6a9999a9 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5920d516-7a98-4b5d-bd82-9803367e2f87 HTTP/1.1" status: 200 len: 945 time: 0.0886950 Sep 22 21:58:49.554713 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-2402d9ad-806e-49ae-be1d-ece318883ccf req-47451a9c-58e3-49e7-9b9c-379d5e17d16e tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434389 Sep 22 21:58:50.752248 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fb70e-5465-489b-9b09-0188183979a6 req-3299fa91-712c-4fba-919a-3e53ea9f0da6 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:58:50.753681 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-514fb70e-5465-489b-9b09-0188183979a6 req-3299fa91-712c-4fba-919a-3e53ea9f0da6 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5920d516-7a98-4b5d-bd82-9803367e2f87 HTTP/1.1" status: 200 len: 945 time: 0.0861554 Sep 22 21:58:50.795451 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-514fb70e-5465-489b-9b09-0188183979a6 req-70992e7d-20ca-46d6-a0c5-7bdaf57c67fa tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361602 Sep 22 21:58:51.176523 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba82aa-3991-4305-b94f-b371f73bf91e req-0805cbdd-ce18-4abf-82e5-89725e3249bf tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:58:51.177964 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0eba82aa-3991-4305-b94f-b371f73bf91e req-0805cbdd-ce18-4abf-82e5-89725e3249bf tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5920d516-7a98-4b5d-bd82-9803367e2f87 HTTP/1.1" status: 200 len: 945 time: 0.1200657 Sep 22 21:58:51.185086 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e357f98-8d4b-404d-ab0a-af549e8ec789 req-9c5d6d06-7658-4de0-9ce9-9a9ffbac39fe tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:58:51.186440 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2e357f98-8d4b-404d-ab0a-af549e8ec789 req-9c5d6d06-7658-4de0-9ce9-9a9ffbac39fe tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.49 "GET /v2.0/ports?device_id=5920d516-7a98-4b5d-bd82-9803367e2f87&tenant_id=9bb47c5ff1754359af1fc098b6bb16d9&binding%3Ahost_id=hv-neutron-8589 HTTP/1.1" status: 200 len: 945 time: 0.1638980 Sep 22 21:58:51.226485 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0eba82aa-3991-4305-b94f-b371f73bf91e req-9ca59e0f-1580-4daa-a117-dd635d47f44b tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391393 Sep 22 21:58:51.338452 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e357f98-8d4b-404d-ab0a-af549e8ec789 req-26fde91c-96aa-4e4b-a800-b2b639d6b970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:58:51.340009 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2e357f98-8d4b-404d-ab0a-af549e8ec789 req-26fde91c-96aa-4e4b-a800-b2b639d6b970 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9bb47c5ff1754359af1fc098b6bb16d9&device_id=5920d516-7a98-4b5d-bd82-9803367e2f87 HTTP/1.1" status: 200 len: 1098 time: 0.0856261 Sep 22 21:58:51.467309 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e357f98-8d4b-404d-ab0a-af549e8ec789 req-522e6a89-b962-4563-8626-02eaa74cfc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:58:51.468689 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2e357f98-8d4b-404d-ab0a-af549e8ec789 req-522e6a89-b962-4563-8626-02eaa74cfc6b service neutron] 10.222.0.49 "GET /v2.0/networks?id=10a09e26-5865-4fe7-893b-1c1311dc2163 HTTP/1.1" status: 200 len: 912 time: 0.1234097 Sep 22 21:58:51.670780 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2e357f98-8d4b-404d-ab0a-af549e8ec789 req-18fbff4c-e339-4e3e-b826-6a13737c3bf1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=159a9368-ce98-4d9d-9feb-c60900b8357e HTTP/1.1" status: 200 len: 1001 time: 0.1960816 Sep 22 21:58:51.730072 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e357f98-8d4b-404d-ab0a-af549e8ec789 req-76fb00b2-45be-4e97-ba03-8fca7ce9fba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:58:51.731449 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2e357f98-8d4b-404d-ab0a-af549e8ec789 req-76fb00b2-45be-4e97-ba03-8fca7ce9fba2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=34d50232-c76b-4978-8279-6b641ae56792 HTTP/1.1" status: 200 len: 851 time: 0.0553360 Sep 22 21:58:51.755976 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 159a9368-ce98-4d9d-9feb-c60900b8357e details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 21:58:51.758288 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 159a9368-ce98-4d9d-9feb-c60900b8357e no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:58:51.814226 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e357f98-8d4b-404d-ab0a-af549e8ec789 req-98a2516b-977e-40b8-b80f-b76a9c147995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:58:51.815720 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2e357f98-8d4b-404d-ab0a-af549e8ec789 req-98a2516b-977e-40b8-b80f-b76a9c147995 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=10a09e26-5865-4fe7-893b-1c1311dc2163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790484 Sep 22 21:58:51.948063 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2e357f98-8d4b-404d-ab0a-af549e8ec789 req-791ca103-da76-44f1-82da-0b3b67181297 service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266623 Sep 22 21:58:51.972356 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 159a9368-ce98-4d9d-9feb-c60900b8357e is: ACTIVE; New status is: DOWN {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:58:51.972735 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:58:52.002532 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 159a9368-ce98-4d9d-9feb-c60900b8357e, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=159a9368-ce98-4d9d-9feb-c60900b8357e,segment=NetworkSegment(4c0a4709-c953-48f4-9552-39e700585c27),segment_id=4c0a4709-c953-48f4-9552-39e700585c27)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:58:52.027687 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5920d516-7a98-4b5d-bd82-9803367e2f87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '159a9368-ce98-4d9d-9feb-c60900b8357e'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:58:52.029959 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282822b5-b6ca-4391-a5d3-2f7327556960" -d '{"events": [{"server_uuid": "5920d516-7a98-4b5d-bd82-9803367e2f87", "name": "network-vif-unplugged", "status": "completed", "tag": "159a9368-ce98-4d9d-9feb-c60900b8357e"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:58:52.034044 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': '159a9368-ce98-4d9d-9feb-c60900b8357e', 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'port_id': '159a9368-ce98-4d9d-9feb-c60900b8357e', 'mac_address': 'fa:16:3e:8e:ba:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34d50232-c76b-4978-8279-6b641ae56792', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 21:58:52.039894 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 159a9368-ce98-4d9d-9feb-c60900b8357e, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=159a9368-ce98-4d9d-9feb-c60900b8357e,segment=NetworkSegment(4c0a4709-c953-48f4-9552-39e700585c27),segment_id=4c0a4709-c953-48f4-9552-39e700585c27)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:58:52.089202 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2e357f98-8d4b-404d-ab0a-af549e8ec789 req-5c7da39c-13b4-445e-8afd-6090a066f12b service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353586 Sep 22 21:58:52.111948 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:58:52.199430 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 159a9368-ce98-4d9d-9feb-c60900b8357e is: DOWN; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:58:52.199810 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:58:52.221844 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=159a9368-ce98-4d9d-9feb-c60900b8357e,revision_number=6']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:58:52.225387 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 159a9368-ce98-4d9d-9feb-c60900b8357e {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:58:52.240346 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:58:52.240695 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:58:52.241030 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:58:52.241363 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:58:52.241689 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:58:52.242029 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:58:52.242348 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:58:52.242698 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:58:52.243021 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:58:52.243342 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:58:52.243668 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:58:52.244281 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:58:52.252666 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 159a9368-ce98-4d9d-9feb-c60900b8357e, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=159a9368-ce98-4d9d-9feb-c60900b8357e,segment=NetworkSegment(4c0a4709-c953-48f4-9552-39e700585c27),segment_id=4c0a4709-c953-48f4-9552-39e700585c27)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:58:52.259480 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Sep 2022 21:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eefe2b22-e0f3-4506-8e4e-fa412b68c0ff x-openstack-request-id: req-eefe2b22-e0f3-4506-8e4e-fa412b68c0ff {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:58:52.259781 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5920d516-7a98-4b5d-bd82-9803367e2f87", "name": "network-vif-unplugged", "status": "completed", "tag": "159a9368-ce98-4d9d-9feb-c60900b8357e", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:58:52.260036 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-eefe2b22-e0f3-4506-8e4e-fa412b68c0ff {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:58:52.260431 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eefe2b22-e0f3-4506-8e4e-fa412b68c0ff'] response: {'server_uuid': '5920d516-7a98-4b5d-bd82-9803367e2f87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '159a9368-ce98-4d9d-9feb-c60900b8357e', 'code': 200} Sep 22 21:58:52.261537 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:58:52.325329 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['159a9368-ce98-4d9d-9feb-c60900b8357e'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 21:58:52.381127 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=159a9368-ce98-4d9d-9feb-c60900b8357e,revision_number=7']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:58:52.423633 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76444c7-3c59-4bd0-95fe-a9f538f1e344 req-91ad9eb5-6101-46ab-b890-3fa56213b9b4 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:58:52.425104 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f76444c7-3c59-4bd0-95fe-a9f538f1e344 req-91ad9eb5-6101-46ab-b890-3fa56213b9b4 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5920d516-7a98-4b5d-bd82-9803367e2f87 HTTP/1.1" status: 200 len: 944 time: 0.0872314 Sep 22 21:58:52.474277 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f76444c7-3c59-4bd0-95fe-a9f538f1e344 req-df37a323-e97d-48b1-a366-719f7a922c35 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412915 Sep 22 21:58:53.674466 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4143a-ea7e-4e76-9785-0833a5d5ea46 req-36e38372-db98-4807-a29d-66b871fcad00 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:58:53.675964 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-ece4143a-ea7e-4e76-9785-0833a5d5ea46 req-36e38372-db98-4807-a29d-66b871fcad00 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5920d516-7a98-4b5d-bd82-9803367e2f87 HTTP/1.1" status: 200 len: 944 time: 0.0901082 Sep 22 21:58:53.719715 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-ece4143a-ea7e-4e76-9785-0833a5d5ea46 req-39fbd386-712c-4adb-94e0-ce14ee911101 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382047 Sep 22 21:58:53.764467 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 159a9368-ce98-4d9d-9feb-c60900b8357e up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:58:53.830212 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port 159a9368-ce98-4d9d-9feb-c60900b8357e triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:58:53.830867 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:58:53.831200 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port 159a9368-ce98-4d9d-9feb-c60900b8357e Sep 22 21:58:53.921315 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b6b83-c3b9-40b4-b74a-88e939d718f9 req-048777f2-2473-4e05-8b4a-359835caaa0d tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:58:53.922800 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5a0b6b83-c3b9-40b4-b74a-88e939d718f9 req-048777f2-2473-4e05-8b4a-359835caaa0d tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5920d516-7a98-4b5d-bd82-9803367e2f87 HTTP/1.1" status: 200 len: 944 time: 0.0905075 Sep 22 21:58:53.948068 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 159a9368-ce98-4d9d-9feb-c60900b8357e is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:58:53.948460 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:58:53.968428 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5a0b6b83-c3b9-40b4-b74a-88e939d718f9 req-f863e90f-3840-477c-8268-e7ff1c3c254d tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400782 Sep 22 21:58:53.981623 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 159a9368-ce98-4d9d-9feb-c60900b8357e, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=159a9368-ce98-4d9d-9feb-c60900b8357e,segment=NetworkSegment(4c0a4709-c953-48f4-9552-39e700585c27),segment_id=4c0a4709-c953-48f4-9552-39e700585c27)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:58:53.985702 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:58:54.054731 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=159a9368-ce98-4d9d-9feb-c60900b8357e,revision_number=8']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:58:54.160984 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e39c95-c87a-47ee-a81b-fe504af72349 req-1e4afa8b-c41b-46cd-8f92-90aef4e14bfa tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:58:54.162430 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-b2e39c95-c87a-47ee-a81b-fe504af72349 req-1e4afa8b-c41b-46cd-8f92-90aef4e14bfa tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5920d516-7a98-4b5d-bd82-9803367e2f87 HTTP/1.1" status: 200 len: 945 time: 0.0852757 Sep 22 21:58:54.210782 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-b2e39c95-c87a-47ee-a81b-fe504af72349 req-bc14eb3b-bb5b-4051-b020-4a4721e4ae00 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425532 Sep 22 21:58:54.261355 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5920d516-7a98-4b5d-bd82-9803367e2f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159a9368-ce98-4d9d-9feb-c60900b8357e'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:58:54.264041 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12da95db-da77-424e-ad9a-e2bcbe9c0721" -d '{"events": [{"server_uuid": "5920d516-7a98-4b5d-bd82-9803367e2f87", "name": "network-vif-plugged", "status": "completed", "tag": "159a9368-ce98-4d9d-9feb-c60900b8357e"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:58:54.304835 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 21:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f235046-c558-4800-8cbd-2186f5d1df62 x-openstack-request-id: req-8f235046-c558-4800-8cbd-2186f5d1df62 {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:58:54.305127 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5920d516-7a98-4b5d-bd82-9803367e2f87", "name": "network-vif-plugged", "status": "completed", "tag": "159a9368-ce98-4d9d-9feb-c60900b8357e", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:58:54.305379 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8f235046-c558-4800-8cbd-2186f5d1df62 {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:58:54.305776 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f235046-c558-4800-8cbd-2186f5d1df62'] response: {'server_uuid': '5920d516-7a98-4b5d-bd82-9803367e2f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159a9368-ce98-4d9d-9feb-c60900b8357e', 'code': 200} Sep 22 21:58:54.602127 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699cca33-71a0-432c-9767-69afee83c127 req-be3af9c7-df73-4e2b-ae4b-15795e7bf1c7 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:58:54.603629 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-699cca33-71a0-432c-9767-69afee83c127 req-be3af9c7-df73-4e2b-ae4b-15795e7bf1c7 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5920d516-7a98-4b5d-bd82-9803367e2f87 HTTP/1.1" status: 200 len: 945 time: 0.0859928 Sep 22 21:58:54.645954 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-699cca33-71a0-432c-9767-69afee83c127 req-4adf4d74-8696-4563-a165-c8129a592465 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367885 Sep 22 21:58:55.847236 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f210c3-53c8-454a-ae4f-473fde7c2bc8 req-07fc69d4-0a53-49f0-af65-17599cc8fba1 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:58:55.849237 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-42f210c3-53c8-454a-ae4f-473fde7c2bc8 req-07fc69d4-0a53-49f0-af65-17599cc8fba1 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5920d516-7a98-4b5d-bd82-9803367e2f87 HTTP/1.1" status: 200 len: 945 time: 0.0924897 Sep 22 21:58:55.860744 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:58:55.895968 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-42f210c3-53c8-454a-ae4f-473fde7c2bc8 req-7ac85dfb-609e-4188-aab7-e18b5a7b8c4d tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409045 Sep 22 21:58:56.007732 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:58:56.183753 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445754c0-b5e0-479b-8953-e59244186a68 req-03338b3f-83f9-4fb0-a8d6-e5ded732738a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:58:56.185160 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-445754c0-b5e0-479b-8953-e59244186a68 req-03338b3f-83f9-4fb0-a8d6-e5ded732738a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.49 "GET /v2.0/ports?device_id=5920d516-7a98-4b5d-bd82-9803367e2f87 HTTP/1.1" status: 200 len: 945 time: 0.0860493 Sep 22 21:58:56.256030 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-445754c0-b5e0-479b-8953-e59244186a68 req-afd27e3a-1d8e-4fb3-afee-1c9cdea03f67 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Deleting port 159a9368-ce98-4d9d-9feb-c60900b8357e {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 21:58:56.256372 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-445754c0-b5e0-479b-8953-e59244186a68 req-afd27e3a-1d8e-4fb3-afee-1c9cdea03f67 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:58:56.497719 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-445754c0-b5e0-479b-8953-e59244186a68 req-afd27e3a-1d8e-4fb3-afee-1c9cdea03f67 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] For port 159a9368-ce98-4d9d-9feb-c60900b8357e, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=159a9368-ce98-4d9d-9feb-c60900b8357e,segment=NetworkSegment(4c0a4709-c953-48f4-9552-39e700585c27),segment_id=4c0a4709-c953-48f4-9552-39e700585c27)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:58:56.498073 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-445754c0-b5e0-479b-8953-e59244186a68 req-afd27e3a-1d8e-4fb3-afee-1c9cdea03f67 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:58:56.785110 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-445754c0-b5e0-479b-8953-e59244186a68 req-afd27e3a-1d8e-4fb3-afee-1c9cdea03f67 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:58:56.785493 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-445754c0-b5e0-479b-8953-e59244186a68 req-afd27e3a-1d8e-4fb3-afee-1c9cdea03f67 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:58:56.785804 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.l3_db [req-445754c0-b5e0-479b-8953-e59244186a68 req-afd27e3a-1d8e-4fb3-afee-1c9cdea03f67 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Floating IP 31578bdf-210d-4414-b489-3fb3928d186e disassociated. External IP: 172.26.0.171, port: 159a9368-ce98-4d9d-9feb-c60900b8357e. Sep 22 21:58:56.786264 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-445754c0-b5e0-479b-8953-e59244186a68 req-afd27e3a-1d8e-4fb3-afee-1c9cdea03f67 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Calling delete_port for 159a9368-ce98-4d9d-9feb-c60900b8357e owned by compute:nova {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 21:58:56.930030 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-445754c0-b5e0-479b-8953-e59244186a68 req-afd27e3a-1d8e-4fb3-afee-1c9cdea03f67 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:58:56.980744 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd27e3a-1d8e-4fb3-afee-1c9cdea03f67 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Pushing event deleted for resources: {'Port': ['ID=159a9368-ce98-4d9d-9feb-c60900b8357e,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:58:56.992313 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd27e3a-1d8e-4fb3-afee-1c9cdea03f67 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:58:56.992666 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd27e3a-1d8e-4fb3-afee-1c9cdea03f67 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:58:56.993006 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd27e3a-1d8e-4fb3-afee-1c9cdea03f67 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:58:56.993338 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd27e3a-1d8e-4fb3-afee-1c9cdea03f67 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:58:56.993669 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd27e3a-1d8e-4fb3-afee-1c9cdea03f67 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:58:56.993996 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd27e3a-1d8e-4fb3-afee-1c9cdea03f67 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:58:56.994326 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd27e3a-1d8e-4fb3-afee-1c9cdea03f67 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:58:56.994674 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd27e3a-1d8e-4fb3-afee-1c9cdea03f67 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:58:56.995001 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd27e3a-1d8e-4fb3-afee-1c9cdea03f67 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:58:56.995325 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd27e3a-1d8e-4fb3-afee-1c9cdea03f67 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:58:56.995653 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd27e3a-1d8e-4fb3-afee-1c9cdea03f67 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:58:56.995967 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd27e3a-1d8e-4fb3-afee-1c9cdea03f67 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:58:57.071762 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-9c48cc8e-910e-48fe-b134-32da423690da req-459d5b3b-d9d4-4999-924b-a9b5dc73f7f9 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5920d516-7a98-4b5d-bd82-9803367e2f87 HTTP/1.1" status: 200 len: 210 time: 0.0558927 Sep 22 21:58:57.276203 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [req-445754c0-b5e0-479b-8953-e59244186a68 req-afd27e3a-1d8e-4fb3-afee-1c9cdea03f67 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Router 65cc8f1a-17de-4e08-8a18-a7b78bbee514 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:58:57.448693 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-445754c0-b5e0-479b-8953-e59244186a68 req-afd27e3a-1d8e-4fb3-afee-1c9cdea03f67 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:58:57.458469 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d61652-bf5f-492f-ad03-c1301b398fe8 None None] Sync routers for ids ['65cc8f1a-17de-4e08-8a18-a7b78bbee514'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:58:57.468368 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d61652-bf5f-492f-ad03-c1301b398fe8 None None] Routers {'65cc8f1a-17de-4e08-8a18-a7b78bbee514'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:58:57.468982 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-35d61652-bf5f-492f-ad03-c1301b398fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:58:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['65cc8f1a-17de-4e08-8a18-a7b78bbee514'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:58:57.535269 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-445754c0-b5e0-479b-8953-e59244186a68 req-afd27e3a-1d8e-4fb3-afee-1c9cdea03f67 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] No DVR routers for this DVR port 159a9368-ce98-4d9d-9feb-c60900b8357e on host hv-neutron-8589 {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:58:57.538286 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-445754c0-b5e0-479b-8953-e59244186a68 req-afd27e3a-1d8e-4fb3-afee-1c9cdea03f67 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:58:57.542133 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5920d516-7a98-4b5d-bd82-9803367e2f87', 'name': 'network-vif-deleted', 'tag': '159a9368-ce98-4d9d-9feb-c60900b8357e'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:58:57.544660 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71c495c-3357-4309-b6c4-509cafae04f1" -d '{"events": [{"server_uuid": "5920d516-7a98-4b5d-bd82-9803367e2f87", "name": "network-vif-deleted", "tag": "159a9368-ce98-4d9d-9feb-c60900b8357e"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:58:57.556912 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-445754c0-b5e0-479b-8953-e59244186a68 req-afd27e3a-1d8e-4fb3-afee-1c9cdea03f67 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.49 "DELETE /v2.0/ports/159a9368-ce98-4d9d-9feb-c60900b8357e HTTP/1.1" status: 204 len: 173 time: 1.3668480 Sep 22 21:58:57.595789 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 21:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eaec872-29b1-4cec-af2a-3baa4056fec8 x-openstack-request-id: req-9eaec872-29b1-4cec-af2a-3baa4056fec8 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:58:57.596078 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5920d516-7a98-4b5d-bd82-9803367e2f87", "name": "network-vif-deleted", "tag": "159a9368-ce98-4d9d-9feb-c60900b8357e", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:58:57.596330 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9eaec872-29b1-4cec-af2a-3baa4056fec8 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:58:57.596823 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eaec872-29b1-4cec-af2a-3baa4056fec8'] response: {'server_uuid': '5920d516-7a98-4b5d-bd82-9803367e2f87', 'name': 'network-vif-deleted', 'tag': '159a9368-ce98-4d9d-9feb-c60900b8357e', 'status': 'completed', 'code': 200} Sep 22 21:58:57.649480 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-35d61652-bf5f-492f-ad03-c1301b398fe8 None None] Set router 65cc8f1a-17de-4e08-8a18-a7b78bbee514 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:58:57.959555 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-35d61652-bf5f-492f-ad03-c1301b398fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'name': 'tempest-ServerActionsTestJSON-1883969126-router', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:57:38Z', 'updated_at': '2022-09-22T21:57:42Z', 'revision_number': 4, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'gw_port': {'id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:23:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:39Z', 'updated_at': '2022-09-22T21:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '2d15c942-465a-4065-9e3a-7ac2bf0f08ec', 'name': '', 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'mac_address': 'fa:16:3e:c0:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '34d50232-c76b-4978-8279-6b641ae56792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:41Z', 'updated_at': '2022-09-22T21:57:47Z', 'revision_number': 5, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'subnets': [{'id': '34d50232-c76b-4978-8279-6b641ae56792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:58:57.964738 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d61652-bf5f-492f-ad03-c1301b398fe8 None None] Checking router: 65cc8f1a-17de-4e08-8a18-a7b78bbee514 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:58:57.973679 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d61652-bf5f-492f-ad03-c1301b398fe8 None None] Routers {'65cc8f1a-17de-4e08-8a18-a7b78bbee514'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:58:57.974261 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-35d61652-bf5f-492f-ad03-c1301b398fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:58:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['65cc8f1a-17de-4e08-8a18-a7b78bbee514'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:58:58.066063 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3d35041c-1301-43d0-b256-da1fdec8c95d req-22b67386-71fb-442e-b7a4-9243d6f2bee8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5920d516-7a98-4b5d-bd82-9803367e2f87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0948176 Sep 22 21:58:58.175929 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-35d61652-bf5f-492f-ad03-c1301b398fe8 None None] Set router 65cc8f1a-17de-4e08-8a18-a7b78bbee514 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:58:58.203709 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3d35041c-1301-43d0-b256-da1fdec8c95d req-2a3f673f-0207-4ead-be9a-ac0826e9499a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9bb47c5ff1754359af1fc098b6bb16d9&device_id=5920d516-7a98-4b5d-bd82-9803367e2f87 HTTP/1.1" status: 200 len: 210 time: 0.0523980 Sep 22 21:58:58.379761 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35041c-1301-43d0-b256-da1fdec8c95d req-a1ed7f95-faa6-43e2-a908-7d3275c5c596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:58:58.381199 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3d35041c-1301-43d0-b256-da1fdec8c95d req-a1ed7f95-faa6-43e2-a908-7d3275c5c596 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=9bb47c5ff1754359af1fc098b6bb16d9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1596243 Sep 22 21:58:58.424126 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-3d313f15-6378-4443-be1f-40ae628b73ce tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--394423308&fields=id&tenant_id=9bb47c5ff1754359af1fc098b6bb16d9 HTTP/1.1" status: 200 len: 267 time: 0.0403366 Sep 22 21:58:58.522000 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35041c-1301-43d0-b256-da1fdec8c95d req-678dc186-1c93-40d3-9e6e-f0444d68f1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:58:58.523638 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3d35041c-1301-43d0-b256-da1fdec8c95d req-678dc186-1c93-40d3-9e6e-f0444d68f1e4 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1362326 Sep 22 21:58:58.542660 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-35d61652-bf5f-492f-ad03-c1301b398fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'name': 'tempest-ServerActionsTestJSON-1883969126-router', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:57:38Z', 'updated_at': '2022-09-22T21:57:42Z', 'revision_number': 4, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'gw_port': {'id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:23:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:39Z', 'updated_at': '2022-09-22T21:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '2d15c942-465a-4065-9e3a-7ac2bf0f08ec', 'name': '', 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'mac_address': 'fa:16:3e:c0:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '34d50232-c76b-4978-8279-6b641ae56792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:41Z', 'updated_at': '2022-09-22T21:57:47Z', 'revision_number': 5, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'subnets': [{'id': '34d50232-c76b-4978-8279-6b641ae56792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:58:58.546998 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d61652-bf5f-492f-ad03-c1301b398fe8 None None] The sync data for ids ['65cc8f1a-17de-4e08-8a18-a7b78bbee514'] in dv-neutron-858900-1-hyperv is: [{'id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'name': 'tempest-ServerActionsTestJSON-1883969126-router', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:57:38Z', 'updated_at': '2022-09-22T21:57:42Z', 'revision_number': 4, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'gw_port': {'id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:23:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:39Z', 'updated_at': '2022-09-22T21:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '2d15c942-465a-4065-9e3a-7ac2bf0f08ec', 'name': '', 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'mac_address': 'fa:16:3e:c0:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '34d50232-c76b-4978-8279-6b641ae56792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:41Z', 'updated_at': '2022-09-22T21:57:47Z', 'revision_number': 5, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'subnets': [{'id': '34d50232-c76b-4978-8279-6b641ae56792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:58:58.591698 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-1f502bae-4abc-4b1d-b542-ac0ae664b57b tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:58:58.593134 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-1f502bae-4abc-4b1d-b542-ac0ae664b57b tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/networks?id=10a09e26-5865-4fe7-893b-1c1311dc2163 HTTP/1.1" status: 200 len: 812 time: 0.1625969 Sep 22 21:58:58.608600 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-69eb938c-22a6-40cc-b43c-1a285b6592aa tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/quotas/9bb47c5ff1754359af1fc098b6bb16d9 HTTP/1.1" status: 200 len: 375 time: 0.0098741 Sep 22 21:58:58.702787 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-05a7e5fa-a76c-4a42-86b0-a27203a90f03 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=9bb47c5ff1754359af1fc098b6bb16d9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0879874 Sep 22 21:58:58.719012 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-1eebf74b-c295-4a58-a87c-ff828cd6cf2f service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=89009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:58:58.720144 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-1eebf74b-c295-4a58-a87c-ff828cd6cf2f service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054102 Sep 22 21:58:58.862908 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-dd4dd91b-5e52-494c-805c-04633e163e8a service neutron] 10.222.0.33 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361594 Sep 22 21:58:58.875931 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353d0617-b231-47f3-b06c-941da3e53a4d None None] New status for floating IP 31578bdf-210d-4414-b489-3fb3928d186e: DOWN {{(pid=89011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:58:58.995218 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-f77b9348-8c46-4fcb-ad3d-911c4e1af026 service neutron] 10.222.0.33 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257734 Sep 22 21:58:59.182475 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-c1c562fd-f300-4c4b-b72b-3149b7ee26db req-79c34661-3325-45d6-9edd-57103d227e33 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Synchronizing usage tracker for tenant:9bb47c5ff1754359af1fc098b6bb16d9 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:58:59.197616 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-c1c562fd-f300-4c4b-b72b-3149b7ee26db req-79c34661-3325-45d6-9edd-57103d227e33 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Unset dirty status for tenant:9bb47c5ff1754359af1fc098b6bb16d9 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:58:59.199039 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c1c562fd-f300-4c4b-b72b-3149b7ee26db req-79c34661-3325-45d6-9edd-57103d227e33 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5cc6c9a3-1250-476b-8f42-ec3822443295 HTTP/1.1" status: 200 len: 210 time: 0.0660338 Sep 22 21:58:59.806718 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 159a9368-ce98-4d9d-9feb-c60900b8357e no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 21:58:59.844635 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] No Port match for: 159a9368-ce98-4d9d-9feb-c60900b8357e {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 21:58:59.844977 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 159a9368-ce98-4d9d-9feb-c60900b8357e not bound to the agent host hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 21:59:00.187197 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-96142de5-4896-4327-a89a-d217a0a50b8f tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:59:00.188609 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-96142de5-4896-4327-a89a-d217a0a50b8f tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.49 "GET /v2.0/networks?id=10a09e26-5865-4fe7-893b-1c1311dc2163 HTTP/1.1" status: 200 len: 812 time: 0.1523802 Sep 22 21:59:00.244690 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-476c9a4a-24b5-4d62-b2c1-501e20424fde tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bb47c5ff1754359af1fc098b6bb16d9 HTTP/1.1" status: 200 len: 379 time: 0.0479453 Sep 22 21:59:00.253198 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-9ab84cfe-d153-4854-aa93-89a8e2157e92 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Request body: {'port': {'device_id': '5cc6c9a3-1250-476b-8f42-ec3822443295', 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'admin_state_up': True, 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'security_groups': ['35ccbf38-1f84-4d22-8ed6-8f9d836dab15']}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:59:00.371403 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-3339ce64-1140-4bab-a06a-fa8e23900d38 req-cd52b766-600b-4df4-8bfb-b27415c35597 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5cc6c9a3-1250-476b-8f42-ec3822443295 HTTP/1.1" status: 200 len: 210 time: 0.0534010 Sep 22 21:59:00.401345 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-9ab84cfe-d153-4854-aa93-89a8e2157e92 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 21:59:00.411370 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-9ab84cfe-d153-4854-aa93-89a8e2157e92 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 21:59:00.420914 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-9ab84cfe-d153-4854-aa93-89a8e2157e92 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Made reservation on behalf of 9bb47c5ff1754359af1fc098b6bb16d9 for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:59:00.424395 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-9ab84cfe-d153-4854-aa93-89a8e2157e92 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:59:00.585458 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-9ab84cfe-d153-4854-aa93-89a8e2157e92 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Allocated IP 172.20.0.10 (10a09e26-5865-4fe7-893b-1c1311dc2163/34d50232-c76b-4978-8279-6b641ae56792/9fb61cb6-62aa-4393-8c69-25666cbb32f9) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:59:00.773517 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-9ab84cfe-d153-4854-aa93-89a8e2157e92 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:59:00.788949 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-9ab84cfe-d153-4854-aa93-89a8e2157e92 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Transition to ACTIVE for port object 9fb61cb6-62aa-4393-8c69-25666cbb32f9 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:59:00.811372 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-9ab84cfe-d153-4854-aa93-89a8e2157e92 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:59:00.979533 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-9ab84cfe-d153-4854-aa93-89a8e2157e92 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Network 10a09e26-5865-4fe7-893b-1c1311dc2163 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:59:00.982446 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-9ab84cfe-d153-4854-aa93-89a8e2157e92 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:59:00.984810 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-9ab84cfe-d153-4854-aa93-89a8e2157e92 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 21:59:01.021045 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab84cfe-d153-4854-aa93-89a8e2157e92 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Pushing event updated for resources: {'Port': ['ID=9fb61cb6-62aa-4393-8c69-25666cbb32f9,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:59:01.054177 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-9ab84cfe-d153-4854-aa93-89a8e2157e92 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:59:01.054810 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-9ab84cfe-d153-4854-aa93-89a8e2157e92 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:59:01.080873 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-9ab84cfe-d153-4854-aa93-89a8e2157e92 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8309441 Sep 22 21:59:01.091844 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-e5e3ccd7-1ea4-4f2d-87fb-64ac89672f9e service neutron] Request body: {'port': {'device_id': '5cc6c9a3-1250-476b-8f42-ec3822443295', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:59:01.180919 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-ec0f188b-cbc1-4297-8bce-985c3653b784 None None] Provisioning for port 9fb61cb6-62aa-4393-8c69-25666cbb32f9 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:59:01.185875 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-ec0f188b-cbc1-4297-8bce-985c3653b784 None None] Provisioning complete for port 9fb61cb6-62aa-4393-8c69-25666cbb32f9 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:59:01.186308 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ec0f188b-cbc1-4297-8bce-985c3653b784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:59:01.186736 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-ec0f188b-cbc1-4297-8bce-985c3653b784 None None] Attempt 1 to provision port 9fb61cb6-62aa-4393-8c69-25666cbb32f9 Sep 22 21:59:01.204479 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-e5e3ccd7-1ea4-4f2d-87fb-64ac89672f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:59:01.239303 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ec0f188b-cbc1-4297-8bce-985c3653b784 None None] Port 9fb61cb6-62aa-4393-8c69-25666cbb32f9 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:59:01.592040 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-e5e3ccd7-1ea4-4f2d-87fb-64ac89672f9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fb61cb6-62aa-4393-8c69-25666cbb32f9 {{(pid=89008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:59:01.601505 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-e5e3ccd7-1ea4-4f2d-87fb-64ac89672f9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:59:01.619781 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-e5e3ccd7-1ea4-4f2d-87fb-64ac89672f9e service neutron] Transition to ACTIVE for port object 9fb61cb6-62aa-4393-8c69-25666cbb32f9 will not be triggered until provisioned by entity L2. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:59:01.625574 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-e5e3ccd7-1ea4-4f2d-87fb-64ac89672f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:59:01.724318 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af8760-2d19-4ac5-bbb6-0e050c3c9cda req-1fc5d4d3-6869-4ed1-8c0a-f1a9f6b73b30 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:59:01.725014 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-41af8760-2d19-4ac5-bbb6-0e050c3c9cda req-1fc5d4d3-6869-4ed1-8c0a-f1a9f6b73b30 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Synchronizing usage tracker for tenant:9bb47c5ff1754359af1fc098b6bb16d9 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 21:59:01.740355 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-ec0f188b-cbc1-4297-8bce-985c3653b784 None None] Attempt 2 to provision port 9fb61cb6-62aa-4393-8c69-25666cbb32f9 Sep 22 21:59:01.793312 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ec0f188b-cbc1-4297-8bce-985c3653b784 None None] Port 9fb61cb6-62aa-4393-8c69-25666cbb32f9 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 21:59:01.828709 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-41af8760-2d19-4ac5-bbb6-0e050c3c9cda req-1fc5d4d3-6869-4ed1-8c0a-f1a9f6b73b30 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Unset dirty status for tenant:9bb47c5ff1754359af1fc098b6bb16d9 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 21:59:01.829844 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-41af8760-2d19-4ac5-bbb6-0e050c3c9cda req-1fc5d4d3-6869-4ed1-8c0a-f1a9f6b73b30 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5cc6c9a3-1250-476b-8f42-ec3822443295 HTTP/1.1" status: 200 len: 932 time: 0.3479288 Sep 22 21:59:01.839749 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e3ccd7-1ea4-4f2d-87fb-64ac89672f9e service neutron] Pushing event updated for resources: {'Port': ['ID=9fb61cb6-62aa-4393-8c69-25666cbb32f9,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:59:01.899742 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-41af8760-2d19-4ac5-bbb6-0e050c3c9cda req-12fa8e09-b7cf-446c-b2a7-88a1502af619 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609562 Sep 22 21:59:01.901648 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-e5e3ccd7-1ea4-4f2d-87fb-64ac89672f9e service neutron] Attempting to bind port 9fb61cb6-62aa-4393-8c69-25666cbb32f9 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 21:59:01.901975 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-e5e3ccd7-1ea4-4f2d-87fb-64ac89672f9e service neutron] Attempting to bind port 9fb61cb6-62aa-4393-8c69-25666cbb32f9 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '4c0a4709-c953-48f4-9552-39e700585c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 21:59:01.902299 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-e5e3ccd7-1ea4-4f2d-87fb-64ac89672f9e service neutron] Attempting to bind port 9fb61cb6-62aa-4393-8c69-25666cbb32f9 on network 10a09e26-5865-4fe7-893b-1c1311dc2163 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:59:01.906919 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-e5e3ccd7-1ea4-4f2d-87fb-64ac89672f9e service neutron] Port 9fb61cb6-62aa-4393-8c69-25666cbb32f9 on network 10a09e26-5865-4fe7-893b-1c1311dc2163 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 21:59:01.907238 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-e5e3ccd7-1ea4-4f2d-87fb-64ac89672f9e service neutron] Attempting to bind port 9fb61cb6-62aa-4393-8c69-25666cbb32f9 on network 10a09e26-5865-4fe7-893b-1c1311dc2163 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 21:59:01.912292 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-e5e3ccd7-1ea4-4f2d-87fb-64ac89672f9e service neutron] Checking agent: {'id': '8a88b827-3477-4399-ac15-439d59b3c48a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'started_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 21:59:01.912626 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-e5e3ccd7-1ea4-4f2d-87fb-64ac89672f9e service neutron] Checking segment: {'id': '4c0a4709-c953-48f4-9552-39e700585c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 21:59:01.912996 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-e5e3ccd7-1ea4-4f2d-87fb-64ac89672f9e service neutron] Bound using segment: {'id': '4c0a4709-c953-48f4-9552-39e700585c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163'} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 21:59:01.913411 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-e5e3ccd7-1ea4-4f2d-87fb-64ac89672f9e service neutron] Bound port: 9fb61cb6-62aa-4393-8c69-25666cbb32f9, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c0a4709-c953-48f4-9552-39e700585c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163'}}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 21:59:01.913748 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-e5e3ccd7-1ea4-4f2d-87fb-64ac89672f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:59:02.008955 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-e5e3ccd7-1ea4-4f2d-87fb-64ac89672f9e service neutron] For port 9fb61cb6-62aa-4393-8c69-25666cbb32f9, host hv-neutron-8589, cleared binding levels {{(pid=89008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 21:59:02.011894 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-e5e3ccd7-1ea4-4f2d-87fb-64ac89672f9e service neutron] For port 9fb61cb6-62aa-4393-8c69-25666cbb32f9, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=9fb61cb6-62aa-4393-8c69-25666cbb32f9,segment=NetworkSegment(4c0a4709-c953-48f4-9552-39e700585c27),segment_id=4c0a4709-c953-48f4-9552-39e700585c27)] {{(pid=89008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 21:59:02.015368 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-e5e3ccd7-1ea4-4f2d-87fb-64ac89672f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:59:02.044793 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-e5e3ccd7-1ea4-4f2d-87fb-64ac89672f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:59:02.045386 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-e5e3ccd7-1ea4-4f2d-87fb-64ac89672f9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:59:02.046730 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-e5e3ccd7-1ea4-4f2d-87fb-64ac89672f9e service neutron] 10.222.0.49 "PUT /v2.0/ports/9fb61cb6-62aa-4393-8c69-25666cbb32f9 HTTP/1.1" status: 200 len: 1094 time: 0.9591670 Sep 22 21:59:02.047155 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc6c9a3-1250-476b-8f42-ec3822443295', 'tag': '9fb61cb6-62aa-4393-8c69-25666cbb32f9'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:59:02.049400 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd5f3b7-56d5-48f9-9be7-8100921a09d2" -d '{"events": [{"name": "network-changed", "server_uuid": "5cc6c9a3-1250-476b-8f42-ec3822443295", "tag": "9fb61cb6-62aa-4393-8c69-25666cbb32f9"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:59:02.123031 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0d43e5-0e07-4644-8440-dd2afc8cd1e5 x-openstack-request-id: req-0c0d43e5-0e07-4644-8440-dd2afc8cd1e5 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:59:02.123317 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cc6c9a3-1250-476b-8f42-ec3822443295", "tag": "9fb61cb6-62aa-4393-8c69-25666cbb32f9", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:59:02.123565 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0c0d43e5-0e07-4644-8440-dd2afc8cd1e5 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:59:02.123959 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c0d43e5-0e07-4644-8440-dd2afc8cd1e5'] response: {'name': 'network-changed', 'server_uuid': '5cc6c9a3-1250-476b-8f42-ec3822443295', 'tag': '9fb61cb6-62aa-4393-8c69-25666cbb32f9', 'status': 'completed', 'code': 200} Sep 22 21:59:02.153781 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e3ccd7-1ea4-4f2d-87fb-64ac89672f9e service neutron] Pushing event updated for resources: {'Port': ['ID=9fb61cb6-62aa-4393-8c69-25666cbb32f9,revision_number=3']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:59:02.175067 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-53e2cd58-3306-4080-853f-596084b8768a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:59:02.176562 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-53e2cd58-3306-4080-853f-596084b8768a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9bb47c5ff1754359af1fc098b6bb16d9&device_id=5cc6c9a3-1250-476b-8f42-ec3822443295 HTTP/1.1" status: 200 len: 1097 time: 0.0931337 Sep 22 21:59:02.244240 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-cd438c9b-ee02-4fe7-93fb-80ea088c845e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fb61cb6-62aa-4393-8c69-25666cbb32f9 HTTP/1.1" status: 200 len: 217 time: 0.0610271 Sep 22 21:59:02.295011 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-ec0f188b-cbc1-4297-8bce-985c3653b784 None None] Attempt 3 to provision port 9fb61cb6-62aa-4393-8c69-25666cbb32f9 Sep 22 21:59:02.306849 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-badba9b6-82ad-4a77-bff7-cc159fb90904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:59:02.308279 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-badba9b6-82ad-4a77-bff7-cc159fb90904 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=34d50232-c76b-4978-8279-6b641ae56792 HTTP/1.1" status: 200 len: 851 time: 0.0590565 Sep 22 21:59:02.357850 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ec0f188b-cbc1-4297-8bce-985c3653b784 None None] Port 9fb61cb6-62aa-4393-8c69-25666cbb32f9 had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 21:59:02.388607 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-1d665328-5c57-4e45-b7c4-d37fc81884b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:59:02.390068 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-1d665328-5c57-4e45-b7c4-d37fc81884b6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=10a09e26-5865-4fe7-893b-1c1311dc2163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762522 Sep 22 21:59:02.516151 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-fde15c2c-02d4-481c-831c-6adc81a44b78 service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205158 Sep 22 21:59:02.736945 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f7e38ba3-8ecd-458e-8b71-5ea806782021 req-7a02d227-5538-49c0-b4cf-daa6db36ffa8 service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153008 Sep 22 21:59:02.855590 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd5f3b7-56d5-48f9-9be7-8100921a09d2 req-62471ea8-7f15-43ba-898c-444d23d627c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:59:02.857034 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6fd5f3b7-56d5-48f9-9be7-8100921a09d2 req-62471ea8-7f15-43ba-898c-444d23d627c0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9bb47c5ff1754359af1fc098b6bb16d9&device_id=5cc6c9a3-1250-476b-8f42-ec3822443295 HTTP/1.1" status: 200 len: 1097 time: 0.0786414 Sep 22 21:59:02.984163 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd5f3b7-56d5-48f9-9be7-8100921a09d2 req-58e93ff0-cf6d-4d9a-aee6-1f0e85965167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:59:02.985612 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6fd5f3b7-56d5-48f9-9be7-8100921a09d2 req-58e93ff0-cf6d-4d9a-aee6-1f0e85965167 service neutron] 10.222.0.49 "GET /v2.0/networks?id=10a09e26-5865-4fe7-893b-1c1311dc2163 HTTP/1.1" status: 200 len: 912 time: 0.1228328 Sep 22 21:59:03.087656 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6fd5f3b7-56d5-48f9-9be7-8100921a09d2 req-1737afae-2d3e-4b59-836d-4df1dcb8ec5d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fb61cb6-62aa-4393-8c69-25666cbb32f9 HTTP/1.1" status: 200 len: 217 time: 0.0954289 Sep 22 21:59:03.166386 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd5f3b7-56d5-48f9-9be7-8100921a09d2 req-1cac0374-3e45-405b-bf1f-e22555cf344d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:59:03.167816 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6fd5f3b7-56d5-48f9-9be7-8100921a09d2 req-1cac0374-3e45-405b-bf1f-e22555cf344d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=34d50232-c76b-4978-8279-6b641ae56792 HTTP/1.1" status: 200 len: 851 time: 0.0744007 Sep 22 21:59:03.232176 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a2ac8-d48d-41ff-b1f3-393f0b116f5c req-e09eb36b-b822-4ddb-8a24-3150161e6421 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:59:03.233597 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9b1a2ac8-d48d-41ff-b1f3-393f0b116f5c req-e09eb36b-b822-4ddb-8a24-3150161e6421 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5cc6c9a3-1250-476b-8f42-ec3822443295 HTTP/1.1" status: 200 len: 944 time: 0.1894262 Sep 22 21:59:03.292133 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9b1a2ac8-d48d-41ff-b1f3-393f0b116f5c req-3810d739-527c-4913-bd65-614b750b7b3a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475118 Sep 22 21:59:03.298336 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd5f3b7-56d5-48f9-9be7-8100921a09d2 req-e611df02-c10b-4a46-a8fb-2d2283b684e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:59:03.299805 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6fd5f3b7-56d5-48f9-9be7-8100921a09d2 req-e611df02-c10b-4a46-a8fb-2d2283b684e5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=10a09e26-5865-4fe7-893b-1c1311dc2163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1249917 Sep 22 21:59:03.427775 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6fd5f3b7-56d5-48f9-9be7-8100921a09d2 req-71f27f8f-40d1-49df-b0ef-d6199aeb76e8 service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213903 Sep 22 21:59:03.564102 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6fd5f3b7-56d5-48f9-9be7-8100921a09d2 req-33a68bfb-d5bd-4285-8c2d-42d8625982e6 service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294675 Sep 22 21:59:04.489826 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1b726-a454-4894-80ac-8eb29a7f86b6 req-fdfaf582-8431-4ccc-8ce0-aee2b4c30ec2 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:59:04.491292 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-61d1b726-a454-4894-80ac-8eb29a7f86b6 req-fdfaf582-8431-4ccc-8ce0-aee2b4c30ec2 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5cc6c9a3-1250-476b-8f42-ec3822443295 HTTP/1.1" status: 200 len: 944 time: 0.0870645 Sep 22 21:59:04.533369 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-61d1b726-a454-4894-80ac-8eb29a7f86b6 req-6c47621c-04be-4083-bcf3-54512865a948 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363448 Sep 22 21:59:05.733144 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163873d-e963-4272-866a-25319aa8fe35 req-a75e47a7-1357-4222-b7da-df11c592e58a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:59:05.734577 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c163873d-e963-4272-866a-25319aa8fe35 req-a75e47a7-1357-4222-b7da-df11c592e58a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5cc6c9a3-1250-476b-8f42-ec3822443295 HTTP/1.1" status: 200 len: 944 time: 0.0881526 Sep 22 21:59:05.776971 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c163873d-e963-4272-866a-25319aa8fe35 req-15d7fab2-1b23-42dc-bff5-e590dd54ff35 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367980 Sep 22 21:59:05.806007 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 9fb61cb6-62aa-4393-8c69-25666cbb32f9 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 21:59:05.943622 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 9fb61cb6-62aa-4393-8c69-25666cbb32f9, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=9fb61cb6-62aa-4393-8c69-25666cbb32f9,segment=NetworkSegment(4c0a4709-c953-48f4-9552-39e700585c27),segment_id=4c0a4709-c953-48f4-9552-39e700585c27)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:59:05.956448 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': '9fb61cb6-62aa-4393-8c69-25666cbb32f9', 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'port_id': '9fb61cb6-62aa-4393-8c69-25666cbb32f9', 'mac_address': 'fa:16:3e:4b:41:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34d50232-c76b-4978-8279-6b641ae56792', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 21:59:06.009419 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 9fb61cb6-62aa-4393-8c69-25666cbb32f9 is: DOWN; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:59:06.009785 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:59:06.025733 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fb61cb6-62aa-4393-8c69-25666cbb32f9 {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 21:59:06.040510 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 9fb61cb6-62aa-4393-8c69-25666cbb32f9, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=9fb61cb6-62aa-4393-8c69-25666cbb32f9,segment=NetworkSegment(4c0a4709-c953-48f4-9552-39e700585c27),segment_id=4c0a4709-c953-48f4-9552-39e700585c27)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:59:06.044564 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:59:06.111827 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=9fb61cb6-62aa-4393-8c69-25666cbb32f9,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:59:06.245163 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['9fb61cb6-62aa-4393-8c69-25666cbb32f9'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 21:59:06.985316 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6c3fd-70b4-494f-9016-236ab4edc845 req-b89c7d8a-77b4-4d85-bf99-964c59cb9b9f tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:59:06.986794 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-84f6c3fd-70b4-494f-9016-236ab4edc845 req-b89c7d8a-77b4-4d85-bf99-964c59cb9b9f tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5cc6c9a3-1250-476b-8f42-ec3822443295 HTTP/1.1" status: 200 len: 945 time: 0.0907843 Sep 22 21:59:07.030230 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-84f6c3fd-70b4-494f-9016-236ab4edc845 req-0e2ac244-a022-43de-8570-18cbc8d5d5b4 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378456 Sep 22 21:59:07.821685 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 9fb61cb6-62aa-4393-8c69-25666cbb32f9 up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 21:59:07.887036 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning for port 9fb61cb6-62aa-4393-8c69-25666cbb32f9 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:59:07.891545 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port 9fb61cb6-62aa-4393-8c69-25666cbb32f9 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:59:07.891908 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:59:07.892238 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port 9fb61cb6-62aa-4393-8c69-25666cbb32f9 Sep 22 21:59:08.005390 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 9fb61cb6-62aa-4393-8c69-25666cbb32f9 is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 21:59:08.005851 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:59:08.032194 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc6c9a3-1250-476b-8f42-ec3822443295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb61cb6-62aa-4393-8c69-25666cbb32f9'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:59:08.034469 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688dd969-1a67-4b80-9741-3480a6062d13" -d '{"events": [{"server_uuid": "5cc6c9a3-1250-476b-8f42-ec3822443295", "name": "network-vif-plugged", "status": "completed", "tag": "9fb61cb6-62aa-4393-8c69-25666cbb32f9"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:59:08.042397 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 9fb61cb6-62aa-4393-8c69-25666cbb32f9, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=9fb61cb6-62aa-4393-8c69-25666cbb32f9,segment=NetworkSegment(4c0a4709-c953-48f4-9552-39e700585c27),segment_id=4c0a4709-c953-48f4-9552-39e700585c27)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 21:59:08.046017 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:59:08.081661 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 21:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96816055-878d-4db7-98da-64d26ed6d611 x-openstack-request-id: req-96816055-878d-4db7-98da-64d26ed6d611 {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:59:08.081950 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc6c9a3-1250-476b-8f42-ec3822443295", "name": "network-vif-plugged", "status": "completed", "tag": "9fb61cb6-62aa-4393-8c69-25666cbb32f9", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:59:08.082198 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-96816055-878d-4db7-98da-64d26ed6d611 {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:59:08.082628 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96816055-878d-4db7-98da-64d26ed6d611'] response: {'server_uuid': '5cc6c9a3-1250-476b-8f42-ec3822443295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb61cb6-62aa-4393-8c69-25666cbb32f9', 'code': 200} Sep 22 21:59:08.114704 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=9fb61cb6-62aa-4393-8c69-25666cbb32f9,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:59:08.239350 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b14899-a334-45ae-838a-ac61363fd918 req-121e471e-ee5e-4c87-88b5-c60ef0975f7a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:59:08.240891 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-74b14899-a334-45ae-838a-ac61363fd918 req-121e471e-ee5e-4c87-88b5-c60ef0975f7a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5cc6c9a3-1250-476b-8f42-ec3822443295 HTTP/1.1" status: 200 len: 946 time: 0.0936186 Sep 22 21:59:08.313348 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673dd910-5559-463a-8651-3d71b54217e6 req-c2e483f2-03fe-4003-b7b5-6a03116ca4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:59:08.314873 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-673dd910-5559-463a-8651-3d71b54217e6 req-c2e483f2-03fe-4003-b7b5-6a03116ca4e6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5cc6c9a3-1250-476b-8f42-ec3822443295 HTTP/1.1" status: 200 len: 1099 time: 0.0828598 Sep 22 21:59:08.359278 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-673dd910-5559-463a-8651-3d71b54217e6 req-e47bac4a-1784-4ce1-8499-ee7a3772b20c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386267 Sep 22 21:59:08.387832 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-74b14899-a334-45ae-838a-ac61363fd918 req-e3d5e101-4edf-4492-aac7-4d746a6928d1 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409402 Sep 22 21:59:09.591629 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd44855-fad6-41b4-941f-e3f1845811e5 req-88fdc829-ba6d-499a-9b7a-dfdc76698fe1 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:59:09.593074 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1dd44855-fad6-41b4-941f-e3f1845811e5 req-88fdc829-ba6d-499a-9b7a-dfdc76698fe1 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5cc6c9a3-1250-476b-8f42-ec3822443295 HTTP/1.1" status: 200 len: 946 time: 0.0899405 Sep 22 21:59:09.636871 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1dd44855-fad6-41b4-941f-e3f1845811e5 req-866efde7-0587-47bd-96c5-2a1838a5c0af tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376093 Sep 22 21:59:09.725583 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5491ee15-096b-4293-98d8-d947bb08ea5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:59:09.830891 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f553ed-28e0-4fa3-b180-28668f704979 req-576d4451-67ee-4841-96c7-e1f0b58c6746 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:59:09.832842 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-62f553ed-28e0-4fa3-b180-28668f704979 req-576d4451-67ee-4841-96c7-e1f0b58c6746 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5cc6c9a3-1250-476b-8f42-ec3822443295 HTTP/1.1" status: 200 len: 946 time: 0.0873320 Sep 22 21:59:09.842954 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 55210) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 21:59:09.848147 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-6788f35d-5ce6-4381-9db8-ab9b700e6a79 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Request body: {'floatingip': {'port_id': '9fb61cb6-62aa-4393-8c69-25666cbb32f9'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 21:59:09.922961 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6788f35d-5ce6-4381-9db8-ab9b700e6a79 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks [] for floatingip, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:59:10.501216 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6788f35d-5ce6-4381-9db8-ab9b700e6a79 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:59:10.505504 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6788f35d-5ce6-4381-9db8-ab9b700e6a79 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:59:10.672158 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.l3_db [None req-6788f35d-5ce6-4381-9db8-ab9b700e6a79 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Floating IP 31578bdf-210d-4414-b489-3fb3928d186e associated. External IP: 172.26.0.171, port: 9fb61cb6-62aa-4393-8c69-25666cbb32f9. Sep 22 21:59:11.118124 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6788f35d-5ce6-4381-9db8-ab9b700e6a79 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Router 65cc8f1a-17de-4e08-8a18-a7b78bbee514 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 21:59:11.300915 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6788f35d-5ce6-4381-9db8-ab9b700e6a79 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 21:59:11.305829 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6788f35d-5ce6-4381-9db8-ab9b700e6a79 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:59:11.310540 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efdf03e-3d0d-4a3a-a057-b137d6fb7548 None None] Sync routers for ids ['65cc8f1a-17de-4e08-8a18-a7b78bbee514'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:59:11.321526 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efdf03e-3d0d-4a3a-a057-b137d6fb7548 None None] Routers {'65cc8f1a-17de-4e08-8a18-a7b78bbee514'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:59:11.322143 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-8efdf03e-3d0d-4a3a-a057-b137d6fb7548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:58:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['65cc8f1a-17de-4e08-8a18-a7b78bbee514'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:59:11.365123 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6788f35d-5ce6-4381-9db8-ab9b700e6a79 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "PUT /v2.0/floatingips/31578bdf-210d-4414-b489-3fb3928d186e HTTP/1.1" status: 200 len: 992 time: 1.5211673 Sep 22 21:59:11.365788 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc6c9a3-1250-476b-8f42-ec3822443295', 'tag': '9fb61cb6-62aa-4393-8c69-25666cbb32f9'}] {{(pid=89009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 21:59:11.368306 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3cdb6d5bdfc0c86a52b2d842100ac752cec167fbf441e2518ec0a73bf85169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331982e1-a3f6-4bc2-b9fb-abafd9b6ee65" -d '{"events": [{"name": "network-changed", "server_uuid": "5cc6c9a3-1250-476b-8f42-ec3822443295", "tag": "9fb61cb6-62aa-4393-8c69-25666cbb32f9"}]}' {{(pid=89009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:59:11.410303 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 21:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab17abe-9712-4596-9e6d-7f6ee6bf9866 x-openstack-request-id: req-bab17abe-9712-4596-9e6d-7f6ee6bf9866 {{(pid=89009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:59:11.410594 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cc6c9a3-1250-476b-8f42-ec3822443295", "tag": "9fb61cb6-62aa-4393-8c69-25666cbb32f9", "status": "completed", "code": 200}]} {{(pid=89009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:59:11.410918 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-bab17abe-9712-4596-9e6d-7f6ee6bf9866 {{(pid=89009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:59:11.411349 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bab17abe-9712-4596-9e6d-7f6ee6bf9866'] response: {'name': 'network-changed', 'server_uuid': '5cc6c9a3-1250-476b-8f42-ec3822443295', 'tag': '9fb61cb6-62aa-4393-8c69-25666cbb32f9', 'status': 'completed', 'code': 200} Sep 22 21:59:11.509558 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331982e1-a3f6-4bc2-b9fb-abafd9b6ee65 req-8a97f229-847f-43dd-9bd0-44a0d995ca61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:59:11.511087 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-331982e1-a3f6-4bc2-b9fb-abafd9b6ee65 req-8a97f229-847f-43dd-9bd0-44a0d995ca61 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9bb47c5ff1754359af1fc098b6bb16d9&device_id=5cc6c9a3-1250-476b-8f42-ec3822443295 HTTP/1.1" status: 200 len: 1099 time: 0.0797570 Sep 22 21:59:11.519118 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-8efdf03e-3d0d-4a3a-a057-b137d6fb7548 None None] Set router 65cc8f1a-17de-4e08-8a18-a7b78bbee514 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:59:11.656569 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331982e1-a3f6-4bc2-b9fb-abafd9b6ee65 req-d1afb086-e7b0-436d-9499-5fc72b0303a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:59:11.658001 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-331982e1-a3f6-4bc2-b9fb-abafd9b6ee65 req-d1afb086-e7b0-436d-9499-5fc72b0303a7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=10a09e26-5865-4fe7-893b-1c1311dc2163 HTTP/1.1" status: 200 len: 912 time: 0.1414826 Sep 22 21:59:11.762313 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-331982e1-a3f6-4bc2-b9fb-abafd9b6ee65 req-ecfc3c7d-db88-42ea-be28-fe9dc92cb0af service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fb61cb6-62aa-4393-8c69-25666cbb32f9 HTTP/1.1" status: 200 len: 1000 time: 0.0988803 Sep 22 21:59:11.908154 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-8efdf03e-3d0d-4a3a-a057-b137d6fb7548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'name': 'tempest-ServerActionsTestJSON-1883969126-router', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:57:38Z', 'updated_at': '2022-09-22T21:57:42Z', 'revision_number': 4, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'gw_port': {'id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:23:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:39Z', 'updated_at': '2022-09-22T21:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '31578bdf-210d-4414-b489-3fb3928d186e', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'floating_ip_address': '172.26.0.171', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'port_id': '9fb61cb6-62aa-4393-8c69-25666cbb32f9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'mac_address': 'fa:16:3e:4b:41:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc6c9a3-1250-476b-8f42-ec3822443295', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:57:45Z', 'updated_at': '2022-09-22T21:59:10Z', 'revision_number': 5, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d15c942-465a-4065-9e3a-7ac2bf0f08ec', 'name': '', 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'mac_address': 'fa:16:3e:c0:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '34d50232-c76b-4978-8279-6b641ae56792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:41Z', 'updated_at': '2022-09-22T21:57:47Z', 'revision_number': 5, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'subnets': [{'id': '34d50232-c76b-4978-8279-6b641ae56792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:59:11.914114 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efdf03e-3d0d-4a3a-a057-b137d6fb7548 None None] Checking router: 65cc8f1a-17de-4e08-8a18-a7b78bbee514 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:59:11.923328 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efdf03e-3d0d-4a3a-a057-b137d6fb7548 None None] Routers {'65cc8f1a-17de-4e08-8a18-a7b78bbee514'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 21:59:11.923930 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-8efdf03e-3d0d-4a3a-a057-b137d6fb7548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T21:58:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['65cc8f1a-17de-4e08-8a18-a7b78bbee514'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:59:11.926443 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331982e1-a3f6-4bc2-b9fb-abafd9b6ee65 req-ce3373d8-1e84-4bf7-b4cb-fe423baf6d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:59:11.928012 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-331982e1-a3f6-4bc2-b9fb-abafd9b6ee65 req-ce3373d8-1e84-4bf7-b4cb-fe423baf6d7f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=34d50232-c76b-4978-8279-6b641ae56792 HTTP/1.1" status: 200 len: 851 time: 0.1603005 Sep 22 21:59:12.009985 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331982e1-a3f6-4bc2-b9fb-abafd9b6ee65 req-c214b60c-43a7-4724-abf2-a0c04f89fd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:59:12.011484 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-331982e1-a3f6-4bc2-b9fb-abafd9b6ee65 req-c214b60c-43a7-4724-abf2-a0c04f89fd26 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=10a09e26-5865-4fe7-893b-1c1311dc2163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769544 Sep 22 21:59:12.021479 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-855d698b-ded4-4bf8-b581-50bb6c94ed60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:59:12.124404 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-8efdf03e-3d0d-4a3a-a057-b137d6fb7548 None None] Set router 65cc8f1a-17de-4e08-8a18-a7b78bbee514 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 21:59:12.141422 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-331982e1-a3f6-4bc2-b9fb-abafd9b6ee65 req-498e8c4d-dd6f-48ac-adb1-4b8c7173afa6 service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242106 Sep 22 21:59:12.274503 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-331982e1-a3f6-4bc2-b9fb-abafd9b6ee65 req-75deefa2-a8c0-4c20-957c-8a3c85e8846d service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277411 Sep 22 21:59:12.471605 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-8efdf03e-3d0d-4a3a-a057-b137d6fb7548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'name': 'tempest-ServerActionsTestJSON-1883969126-router', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:57:38Z', 'updated_at': '2022-09-22T21:57:42Z', 'revision_number': 4, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'gw_port': {'id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:23:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:39Z', 'updated_at': '2022-09-22T21:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '31578bdf-210d-4414-b489-3fb3928d186e', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'floating_ip_address': '172.26.0.171', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'port_id': '9fb61cb6-62aa-4393-8c69-25666cbb32f9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'mac_address': 'fa:16:3e:4b:41:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc6c9a3-1250-476b-8f42-ec3822443295', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:57:45Z', 'updated_at': '2022-09-22T21:59:10Z', 'revision_number': 5, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d15c942-465a-4065-9e3a-7ac2bf0f08ec', 'name': '', 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'mac_address': 'fa:16:3e:c0:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '34d50232-c76b-4978-8279-6b641ae56792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:41Z', 'updated_at': '2022-09-22T21:57:47Z', 'revision_number': 5, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'subnets': [{'id': '34d50232-c76b-4978-8279-6b641ae56792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:59:12.475542 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efdf03e-3d0d-4a3a-a057-b137d6fb7548 None None] The sync data for ids ['65cc8f1a-17de-4e08-8a18-a7b78bbee514'] in dv-neutron-858900-1-hyperv is: [{'id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'name': 'tempest-ServerActionsTestJSON-1883969126-router', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:57:38Z', 'updated_at': '2022-09-22T21:57:42Z', 'revision_number': 4, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'gw_port': {'id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:23:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:39Z', 'updated_at': '2022-09-22T21:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '31578bdf-210d-4414-b489-3fb3928d186e', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'floating_ip_address': '172.26.0.171', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'port_id': '9fb61cb6-62aa-4393-8c69-25666cbb32f9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'mac_address': 'fa:16:3e:4b:41:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc6c9a3-1250-476b-8f42-ec3822443295', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:57:45Z', 'updated_at': '2022-09-22T21:59:10Z', 'revision_number': 5, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d15c942-465a-4065-9e3a-7ac2bf0f08ec', 'name': '', 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'mac_address': 'fa:16:3e:c0:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '34d50232-c76b-4978-8279-6b641ae56792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:41Z', 'updated_at': '2022-09-22T21:57:47Z', 'revision_number': 5, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'subnets': [{'id': '34d50232-c76b-4978-8279-6b641ae56792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:59:12.646903 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148abd3b-ced8-4880-9c5b-356175474900 None None] New status for floating IP 31578bdf-210d-4414-b489-3fb3928d186e: ACTIVE {{(pid=89011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:59:12.789719 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:59:13.186136 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:59:14.575201 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:59:26.013070 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:59:32.861007 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 21:59:39.728081 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1236873d-2a87-4ddc-951f-8b1a46a71dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:59:41.944856 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-d9e87e72-c00a-4e71-ad0f-ffdcaab9f69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:59:42.790747 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:59:43.189255 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:59:44.574399 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:59:45.967258 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c02ed-49d6-4480-aa04-d8127d3e5080 req-888bc555-607f-44b7-a761-80062d3e3b5e tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:59:45.968601 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-954c02ed-49d6-4480-aa04-d8127d3e5080 req-888bc555-607f-44b7-a761-80062d3e3b5e tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5cc6c9a3-1250-476b-8f42-ec3822443295 HTTP/1.1" status: 200 len: 946 time: 0.0907314 Sep 22 21:59:46.012025 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-954c02ed-49d6-4480-aa04-d8127d3e5080 req-ea2c3017-4766-41ab-8609-cd929a242481 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377624 Sep 22 21:59:47.208590 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1cf3e-fb1c-4e0a-b0e2-9f8f363705a6 req-619e618a-be6f-41de-9ccf-80455e23ff34 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:59:47.210071 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-d9d1cf3e-fb1c-4e0a-b0e2-9f8f363705a6 req-619e618a-be6f-41de-9ccf-80455e23ff34 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5cc6c9a3-1250-476b-8f42-ec3822443295 HTTP/1.1" status: 200 len: 946 time: 0.0888772 Sep 22 21:59:47.253867 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-d9d1cf3e-fb1c-4e0a-b0e2-9f8f363705a6 req-bd363fbf-dec5-418a-875b-2ed20ffbc307 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381715 Sep 22 21:59:48.457596 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded78b2-3cc8-42a0-b495-0c2ccf71375f req-3eff3e29-5de5-4686-afff-53c562c2b40a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:59:48.459894 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fded78b2-3cc8-42a0-b495-0c2ccf71375f req-3eff3e29-5de5-4686-afff-53c562c2b40a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5cc6c9a3-1250-476b-8f42-ec3822443295 HTTP/1.1" status: 200 len: 946 time: 0.0900013 Sep 22 21:59:48.508128 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fded78b2-3cc8-42a0-b495-0c2ccf71375f req-7074235c-5b17-40f7-97e1-3369692a84c6 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427568 Sep 22 21:59:49.700432 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300d3e0-874a-4412-8b2e-05e11cfe4f6d req-90aa3bdd-88ec-4453-8e8c-9645fea00fdc tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:59:49.701869 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-1300d3e0-874a-4412-8b2e-05e11cfe4f6d req-90aa3bdd-88ec-4453-8e8c-9645fea00fdc tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5cc6c9a3-1250-476b-8f42-ec3822443295 HTTP/1.1" status: 200 len: 946 time: 0.0853107 Sep 22 21:59:49.748221 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-1300d3e0-874a-4412-8b2e-05e11cfe4f6d req-e4db1bcf-7b61-41a6-aba0-0e14a769f570 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403700 Sep 22 21:59:50.939869 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a576c8-59b7-4e10-b910-0760e5232195 req-74b0262d-f0d7-4b33-8750-c68aab813e81 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:59:50.941301 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-43a576c8-59b7-4e10-b910-0760e5232195 req-74b0262d-f0d7-4b33-8750-c68aab813e81 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5cc6c9a3-1250-476b-8f42-ec3822443295 HTTP/1.1" status: 200 len: 946 time: 0.0845802 Sep 22 21:59:50.984687 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-43a576c8-59b7-4e10-b910-0760e5232195 req-7ea98614-3cd2-4ecb-a3fc-dc26d124bf21 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378792 Sep 22 21:59:52.178547 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fcba8f-48bf-44c8-8b22-63c9b6be1005 req-23466ccc-364c-412a-a6cc-71a59f3ba8e4 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:59:52.180014 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-10fcba8f-48bf-44c8-8b22-63c9b6be1005 req-23466ccc-364c-412a-a6cc-71a59f3ba8e4 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5cc6c9a3-1250-476b-8f42-ec3822443295 HTTP/1.1" status: 200 len: 946 time: 0.0858622 Sep 22 21:59:52.222384 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-10fcba8f-48bf-44c8-8b22-63c9b6be1005 req-c4deb99a-1d23-4b64-a549-171ae700c9af tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367093 Sep 22 21:59:53.425537 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a1d083-33bb-4fda-b6c8-35128939cc4e req-aaf53d1c-1bcf-463a-b1ac-7f96b691630d tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:59:53.427647 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-38a1d083-33bb-4fda-b6c8-35128939cc4e req-aaf53d1c-1bcf-463a-b1ac-7f96b691630d tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5cc6c9a3-1250-476b-8f42-ec3822443295 HTTP/1.1" status: 200 len: 946 time: 0.0926163 Sep 22 21:59:53.475221 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-38a1d083-33bb-4fda-b6c8-35128939cc4e req-f1d8ec52-597a-4a45-a3ec-8d19d3a7c351 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419614 Sep 22 21:59:54.671598 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273671a6-ee96-4abd-8051-1b86410e366e req-932f0b3f-69a0-4bd3-a0ae-8c1f6bdd484e tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:59:54.673044 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-273671a6-ee96-4abd-8051-1b86410e366e req-932f0b3f-69a0-4bd3-a0ae-8c1f6bdd484e tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5cc6c9a3-1250-476b-8f42-ec3822443295 HTTP/1.1" status: 200 len: 946 time: 0.0885618 Sep 22 21:59:54.716591 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-273671a6-ee96-4abd-8051-1b86410e366e req-f5e4d92e-488e-480b-bf58-5806906cc5f6 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373371 Sep 22 21:59:55.910309 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e3ed7-1b0a-4526-b571-4618f4438f05 req-e9f36fde-afa5-4adb-beaf-49db15980477 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:59:55.911800 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-919e3ed7-1b0a-4526-b571-4618f4438f05 req-e9f36fde-afa5-4adb-beaf-49db15980477 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5cc6c9a3-1250-476b-8f42-ec3822443295 HTTP/1.1" status: 200 len: 946 time: 0.0859845 Sep 22 21:59:55.959280 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-919e3ed7-1b0a-4526-b571-4618f4438f05 req-00bf2296-c2fb-4190-8cdc-ae2eb75f32b3 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417633 Sep 22 21:59:56.032713 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:59:57.153784 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955b7ae-ff70-45a5-94d8-1d50f8c28b75 req-bc621af7-da59-4622-aec4-b5208df4a09e tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:59:57.155240 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-8955b7ae-ff70-45a5-94d8-1d50f8c28b75 req-bc621af7-da59-4622-aec4-b5208df4a09e tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5cc6c9a3-1250-476b-8f42-ec3822443295 HTTP/1.1" status: 200 len: 946 time: 0.0883541 Sep 22 21:59:57.201320 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-8955b7ae-ff70-45a5-94d8-1d50f8c28b75 req-33356cbc-2b48-4ad3-89f7-01e8d600d70a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405087 Sep 22 21:59:58.401905 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38911cd5-c9ff-4cf5-95e5-5223f617b242 req-5ae3fcd7-9e5e-41ba-8032-489200ade824 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:59:58.403405 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-38911cd5-c9ff-4cf5-95e5-5223f617b242 req-5ae3fcd7-9e5e-41ba-8032-489200ade824 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5cc6c9a3-1250-476b-8f42-ec3822443295 HTTP/1.1" status: 200 len: 946 time: 0.0890617 Sep 22 21:59:58.446566 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-38911cd5-c9ff-4cf5-95e5-5223f617b242 req-9c442a44-afc8-4a75-8f52-ba5d47df4d5f tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375483 Sep 22 21:59:59.119418 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903ca18-bea0-4ead-adb7-fa022fa6f1d9 req-de3625db-6a3c-48dd-a9cf-48c5dd0212dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:59:59.120876 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e903ca18-bea0-4ead-adb7-fa022fa6f1d9 req-de3625db-6a3c-48dd-a9cf-48c5dd0212dc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9bb47c5ff1754359af1fc098b6bb16d9&device_id=5cc6c9a3-1250-476b-8f42-ec3822443295 HTTP/1.1" status: 200 len: 1099 time: 0.0819449 Sep 22 21:59:59.262198 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903ca18-bea0-4ead-adb7-fa022fa6f1d9 req-d6481ad0-3519-42ce-a3f6-04c192d92208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:59:59.263659 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e903ca18-bea0-4ead-adb7-fa022fa6f1d9 req-d6481ad0-3519-42ce-a3f6-04c192d92208 service neutron] 10.222.0.49 "GET /v2.0/networks?id=10a09e26-5865-4fe7-893b-1c1311dc2163 HTTP/1.1" status: 200 len: 912 time: 0.1247609 Sep 22 21:59:59.366101 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e903ca18-bea0-4ead-adb7-fa022fa6f1d9 req-d4bb0d2d-60d4-48be-be44-326e55863f4b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fb61cb6-62aa-4393-8c69-25666cbb32f9 HTTP/1.1" status: 200 len: 1002 time: 0.0965781 Sep 22 21:59:59.424121 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903ca18-bea0-4ead-adb7-fa022fa6f1d9 req-75d831d1-f072-48a2-997f-987abaeeef08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:59:59.425391 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e903ca18-bea0-4ead-adb7-fa022fa6f1d9 req-75d831d1-f072-48a2-997f-987abaeeef08 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=34d50232-c76b-4978-8279-6b641ae56792 HTTP/1.1" status: 200 len: 851 time: 0.0543461 Sep 22 21:59:59.509077 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903ca18-bea0-4ead-adb7-fa022fa6f1d9 req-1f818cc7-1bf6-4f48-89e9-dc925729d679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:59:59.510561 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e903ca18-bea0-4ead-adb7-fa022fa6f1d9 req-1f818cc7-1bf6-4f48-89e9-dc925729d679 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=10a09e26-5865-4fe7-893b-1c1311dc2163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797200 Sep 22 21:59:59.640198 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e903ca18-bea0-4ead-adb7-fa022fa6f1d9 req-a886a1f0-dee1-4619-abaf-05e68cadc0a2 service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236892 Sep 22 21:59:59.645442 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02111d78-80cd-4d1c-9c5b-08142b6b90de req-454a2910-cff9-4045-9333-ab6ad04e4de5 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 21:59:59.646947 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-02111d78-80cd-4d1c-9c5b-08142b6b90de req-454a2910-cff9-4045-9333-ab6ad04e4de5 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5cc6c9a3-1250-476b-8f42-ec3822443295 HTTP/1.1" status: 200 len: 946 time: 0.0859196 Sep 22 21:59:59.693257 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-02111d78-80cd-4d1c-9c5b-08142b6b90de req-80db1666-f8b6-4a70-a76b-cc35513b0d1a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404079 Sep 22 21:59:59.856253 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e903ca18-bea0-4ead-adb7-fa022fa6f1d9 req-985e883c-727a-4ee8-80d5-8e1044efe19a service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105062 Sep 22 22:00:00.890804 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baba1e9-4f3e-4db0-803c-1d0587f1a810 req-de038f47-5cb4-4e1e-8732-7c00d26e5708 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:00.892253 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3baba1e9-4f3e-4db0-803c-1d0587f1a810 req-de038f47-5cb4-4e1e-8732-7c00d26e5708 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5cc6c9a3-1250-476b-8f42-ec3822443295 HTTP/1.1" status: 200 len: 946 time: 0.0861552 Sep 22 22:00:00.934745 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3baba1e9-4f3e-4db0-803c-1d0587f1a810 req-a7831e07-d78f-4c74-9b66-a61230b0465e tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368915 Sep 22 22:00:02.137690 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b48723-09e4-46a1-99ce-62f76df8015b req-90976bba-1e92-4c21-92e6-f7be4bb08b03 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:02.139790 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-f3b48723-09e4-46a1-99ce-62f76df8015b req-90976bba-1e92-4c21-92e6-f7be4bb08b03 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5cc6c9a3-1250-476b-8f42-ec3822443295 HTTP/1.1" status: 200 len: 946 time: 0.0955813 Sep 22 22:00:02.184310 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-f3b48723-09e4-46a1-99ce-62f76df8015b req-832c28cb-2cd3-4795-be04-c896f49db3eb tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389853 Sep 22 22:00:02.578491 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f174e812-ece2-42c3-b47a-8a1b129383be req-62a28e6e-81cb-4dba-97ce-9852fb70e969 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=5cc6c9a3-1250-476b-8f42-ec3822443295&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1202493 Sep 22 22:00:02.588271 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042686d6-1e95-4566-8d2e-4a618ebcb7d5 req-9bd4d1ac-06db-4493-be54-43b032fbdadc tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:02.589784 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-042686d6-1e95-4566-8d2e-4a618ebcb7d5 req-9bd4d1ac-06db-4493-be54-43b032fbdadc tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5cc6c9a3-1250-476b-8f42-ec3822443295 HTTP/1.1" status: 200 len: 946 time: 0.0886877 Sep 22 22:00:02.638869 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-042686d6-1e95-4566-8d2e-4a618ebcb7d5 req-725d1562-d529-4bac-b47e-dbfa6dafb61c tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432889 Sep 22 22:00:03.705707 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174e812-ece2-42c3-b47a-8a1b129383be req-fb8071a0-9590-4947-9c9b-9a547e3bac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:03.707227 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f174e812-ece2-42c3-b47a-8a1b129383be req-fb8071a0-9590-4947-9c9b-9a547e3bac94 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9bb47c5ff1754359af1fc098b6bb16d9&device_id=5cc6c9a3-1250-476b-8f42-ec3822443295 HTTP/1.1" status: 200 len: 1099 time: 0.0769806 Sep 22 22:00:03.899189 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174e812-ece2-42c3-b47a-8a1b129383be req-b7533be2-49e9-421a-a68b-89a677959141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:03.900629 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f174e812-ece2-42c3-b47a-8a1b129383be req-b7533be2-49e9-421a-a68b-89a677959141 service neutron] 10.222.0.49 "GET /v2.0/networks?id=10a09e26-5865-4fe7-893b-1c1311dc2163 HTTP/1.1" status: 200 len: 912 time: 0.1879985 Sep 22 22:00:03.968371 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0dcf4-0a40-4338-9ee7-d26ef36c7e58 req-caf6b5de-ed4c-4967-95aa-d0749378146c tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:03.969686 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7de0dcf4-0a40-4338-9ee7-d26ef36c7e58 req-caf6b5de-ed4c-4967-95aa-d0749378146c tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5cc6c9a3-1250-476b-8f42-ec3822443295 HTTP/1.1" status: 200 len: 946 time: 0.1907322 Sep 22 22:00:04.037770 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f174e812-ece2-42c3-b47a-8a1b129383be req-c796f83e-04e2-4c0f-b744-933cf34d1632 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fb61cb6-62aa-4393-8c69-25666cbb32f9 HTTP/1.1" status: 200 len: 1002 time: 0.1301856 Sep 22 22:00:04.040535 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7de0dcf4-0a40-4338-9ee7-d26ef36c7e58 req-9582b1f4-0374-4f64-8d86-4261e2e52097 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584798 Sep 22 22:00:04.100466 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174e812-ece2-42c3-b47a-8a1b129383be req-04322dba-8ef4-4752-93ce-ab174295ffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:04.101859 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f174e812-ece2-42c3-b47a-8a1b129383be req-04322dba-8ef4-4752-93ce-ab174295ffb2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=34d50232-c76b-4978-8279-6b641ae56792 HTTP/1.1" status: 200 len: 851 time: 0.0586810 Sep 22 22:00:04.181913 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174e812-ece2-42c3-b47a-8a1b129383be req-5c7fc117-02f1-4035-a244-98e36494696c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:04.183383 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f174e812-ece2-42c3-b47a-8a1b129383be req-5c7fc117-02f1-4035-a244-98e36494696c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=10a09e26-5865-4fe7-893b-1c1311dc2163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754189 Sep 22 22:00:04.311862 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f174e812-ece2-42c3-b47a-8a1b129383be req-9aa708b5-28a4-4444-88ea-746a93aa7534 service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228123 Sep 22 22:00:04.443664 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f174e812-ece2-42c3-b47a-8a1b129383be req-307c01d7-a0f6-466b-8294-6082ec3c539c service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254709 Sep 22 22:00:05.237768 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a1f9f-2cdd-4877-bae0-d6bee7508c34 req-b6308c96-86dd-4f19-b861-ae33bd494bdb tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:05.239256 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-e32a1f9f-2cdd-4877-bae0-d6bee7508c34 req-b6308c96-86dd-4f19-b861-ae33bd494bdb tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5cc6c9a3-1250-476b-8f42-ec3822443295 HTTP/1.1" status: 200 len: 946 time: 0.0858443 Sep 22 22:00:05.283804 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-e32a1f9f-2cdd-4877-bae0-d6bee7508c34 req-5c852875-55ff-4651-9602-42c245aff9df tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383108 Sep 22 22:00:06.022390 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f174e812-ece2-42c3-b47a-8a1b129383be req-74a2f5b3-e1fa-4c84-978b-6eb9efb578ac service neutron] 10.222.0.49 "GET /v2.0/ports/9fb61cb6-62aa-4393-8c69-25666cbb32f9/bindings/hv-neutron-8589 HTTP/1.1" status: 200 len: 384 time: 0.0721648 Sep 22 22:00:06.289015 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174e812-ece2-42c3-b47a-8a1b129383be req-779a9386-26ad-420b-ae28-8a4874870db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:06.290447 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f174e812-ece2-42c3-b47a-8a1b129383be req-779a9386-26ad-420b-ae28-8a4874870db5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5cc6c9a3-1250-476b-8f42-ec3822443295&tenant_id=9bb47c5ff1754359af1fc098b6bb16d9 HTTP/1.1" status: 200 len: 1099 time: 0.0805335 Sep 22 22:00:06.387020 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174e812-ece2-42c3-b47a-8a1b129383be req-4b6d549b-6f38-46ca-832e-5a5cca4bb1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:06.388478 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f174e812-ece2-42c3-b47a-8a1b129383be req-4b6d549b-6f38-46ca-832e-5a5cca4bb1b8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9bb47c5ff1754359af1fc098b6bb16d9&device_id=5cc6c9a3-1250-476b-8f42-ec3822443295 HTTP/1.1" status: 200 len: 1099 time: 0.0781202 Sep 22 22:00:06.682243 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174e812-ece2-42c3-b47a-8a1b129383be req-096da11e-1a2a-4dd8-bf76-f6bf299d1cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:06.683681 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f174e812-ece2-42c3-b47a-8a1b129383be req-096da11e-1a2a-4dd8-bf76-f6bf299d1cd0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=10a09e26-5865-4fe7-893b-1c1311dc2163 HTTP/1.1" status: 200 len: 912 time: 0.2896528 Sep 22 22:00:06.695568 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3b3d7-98b1-401a-991a-3465f968a2fc req-fdb7fd1a-9e94-46a3-84a7-7d8d67b7bb32 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:06.696881 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-62c3b3d7-98b1-401a-991a-3465f968a2fc req-fdb7fd1a-9e94-46a3-84a7-7d8d67b7bb32 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5cc6c9a3-1250-476b-8f42-ec3822443295 HTTP/1.1" status: 200 len: 946 time: 0.2828782 Sep 22 22:00:06.834775 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-62c3b3d7-98b1-401a-991a-3465f968a2fc req-e15dcc73-bfed-4fb7-ba35-e67d0a829903 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913408 Sep 22 22:00:06.839543 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f174e812-ece2-42c3-b47a-8a1b129383be req-a0fe9533-594c-4e00-8821-16acb790172d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fb61cb6-62aa-4393-8c69-25666cbb32f9 HTTP/1.1" status: 200 len: 1002 time: 0.1416793 Sep 22 22:00:06.899820 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174e812-ece2-42c3-b47a-8a1b129383be req-0a98bf47-9673-4e8d-96d9-1961accfa841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:06.901180 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f174e812-ece2-42c3-b47a-8a1b129383be req-0a98bf47-9673-4e8d-96d9-1961accfa841 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=34d50232-c76b-4978-8279-6b641ae56792 HTTP/1.1" status: 200 len: 851 time: 0.0563595 Sep 22 22:00:06.982296 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174e812-ece2-42c3-b47a-8a1b129383be req-15adcab5-1a6f-41fd-a700-27d8979e332b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:06.983670 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f174e812-ece2-42c3-b47a-8a1b129383be req-15adcab5-1a6f-41fd-a700-27d8979e332b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=10a09e26-5865-4fe7-893b-1c1311dc2163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773408 Sep 22 22:00:07.110337 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f174e812-ece2-42c3-b47a-8a1b129383be req-ee7853db-7719-4a61-a28b-0315dbd39aaf service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212566 Sep 22 22:00:07.241223 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f174e812-ece2-42c3-b47a-8a1b129383be req-634a4db3-1e62-48ef-8981-0e8ed22a087c service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247647 Sep 22 22:00:08.033067 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10de76-2591-498f-93d9-3353ff4e489e req-3ba171a5-f200-47e4-988e-3297b69c8b8f tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:08.034521 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-9d10de76-2591-498f-93d9-3353ff4e489e req-3ba171a5-f200-47e4-988e-3297b69c8b8f tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5cc6c9a3-1250-476b-8f42-ec3822443295 HTTP/1.1" status: 200 len: 946 time: 0.0889623 Sep 22 22:00:08.077892 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-9d10de76-2591-498f-93d9-3353ff4e489e req-64b62d24-356a-41e2-8b76-a15242ac85a0 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371702 Sep 22 22:00:09.274267 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f654d6-4d2d-4f79-bee9-0779ce7dca6c req-94a461e1-8078-473c-99f1-ec25774a84e8 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:09.276754 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c6f654d6-4d2d-4f79-bee9-0779ce7dca6c req-94a461e1-8078-473c-99f1-ec25774a84e8 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5cc6c9a3-1250-476b-8f42-ec3822443295 HTTP/1.1" status: 200 len: 946 time: 0.0861311 Sep 22 22:00:09.321311 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c6f654d6-4d2d-4f79-bee9-0779ce7dca6c req-cb30a72a-61f0-4a22-aa18-34a34a538a2a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382407 Sep 22 22:00:09.709401 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604bcae4-9688-46f8-9b57-97f84d90ca39 req-207bb019-184f-49d0-8064-a66af89fe0f3 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:09.710879 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-604bcae4-9688-46f8-9b57-97f84d90ca39 req-207bb019-184f-49d0-8064-a66af89fe0f3 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5cc6c9a3-1250-476b-8f42-ec3822443295 HTTP/1.1" status: 200 len: 946 time: 0.1571805 Sep 22 22:00:09.718116 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa9948-3d24-42b3-a73e-8326100c56b7 req-e85a51ec-2bc8-4905-a53e-072eaa220520 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:09.719504 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-37aa9948-3d24-42b3-a73e-8326100c56b7 req-e85a51ec-2bc8-4905-a53e-072eaa220520 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cc6c9a3-1250-476b-8f42-ec3822443295&tenant_id=9bb47c5ff1754359af1fc098b6bb16d9&binding%3Ahost_id=hv-neutron-8589 HTTP/1.1" status: 200 len: 946 time: 0.1645970 Sep 22 22:00:09.733128 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4c5188c3-e4e3-4e44-ab6d-1393337af8a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:00:09.759635 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-604bcae4-9688-46f8-9b57-97f84d90ca39 req-385e52fa-ce38-4bf8-8644-3928e0b74f42 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391877 Sep 22 22:00:09.860123 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:00:09.871839 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa9948-3d24-42b3-a73e-8326100c56b7 req-e79e53e8-33e1-4b02-97ce-a01624bffbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:09.873237 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-37aa9948-3d24-42b3-a73e-8326100c56b7 req-e79e53e8-33e1-4b02-97ce-a01624bffbd4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9bb47c5ff1754359af1fc098b6bb16d9&device_id=5cc6c9a3-1250-476b-8f42-ec3822443295 HTTP/1.1" status: 200 len: 1099 time: 0.0776091 Sep 22 22:00:10.001911 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa9948-3d24-42b3-a73e-8326100c56b7 req-4110681e-6b7e-45a8-8c1c-922d7a8417d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:10.003387 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-37aa9948-3d24-42b3-a73e-8326100c56b7 req-4110681e-6b7e-45a8-8c1c-922d7a8417d2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=10a09e26-5865-4fe7-893b-1c1311dc2163 HTTP/1.1" status: 200 len: 912 time: 0.1246545 Sep 22 22:00:10.103421 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-37aa9948-3d24-42b3-a73e-8326100c56b7 req-58b78fd8-ce03-4864-9c87-cc1c00d63f2e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fb61cb6-62aa-4393-8c69-25666cbb32f9 HTTP/1.1" status: 200 len: 1002 time: 0.0941327 Sep 22 22:00:10.163845 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa9948-3d24-42b3-a73e-8326100c56b7 req-7dd227a0-0ef5-4966-a1e1-9b83fe8862c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:10.165139 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-37aa9948-3d24-42b3-a73e-8326100c56b7 req-7dd227a0-0ef5-4966-a1e1-9b83fe8862c2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=34d50232-c76b-4978-8279-6b641ae56792 HTTP/1.1" status: 200 len: 851 time: 0.0563917 Sep 22 22:00:10.209138 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 9fb61cb6-62aa-4393-8c69-25666cbb32f9 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 22:00:10.213021 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 9fb61cb6-62aa-4393-8c69-25666cbb32f9 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:00:10.251123 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa9948-3d24-42b3-a73e-8326100c56b7 req-2307b657-a207-401b-9f0d-d7139bff0462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:10.252967 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-37aa9948-3d24-42b3-a73e-8326100c56b7 req-2307b657-a207-401b-9f0d-d7139bff0462 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=10a09e26-5865-4fe7-893b-1c1311dc2163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825067 Sep 22 22:00:10.386442 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-37aa9948-3d24-42b3-a73e-8326100c56b7 req-d831aa94-65f7-475d-89e3-9a51c1b4f8c1 service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263785 Sep 22 22:00:10.425780 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 9fb61cb6-62aa-4393-8c69-25666cbb32f9 is: ACTIVE; New status is: DOWN {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:00:10.426070 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:00:10.457580 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 9fb61cb6-62aa-4393-8c69-25666cbb32f9, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=9fb61cb6-62aa-4393-8c69-25666cbb32f9,segment=NetworkSegment(4c0a4709-c953-48f4-9552-39e700585c27),segment_id=4c0a4709-c953-48f4-9552-39e700585c27)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:00:10.479529 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc6c9a3-1250-476b-8f42-ec3822443295', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fb61cb6-62aa-4393-8c69-25666cbb32f9'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:00:10.481843 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c052cf-2516-4bcb-896d-b7c94764c883" -d '{"events": [{"server_uuid": "5cc6c9a3-1250-476b-8f42-ec3822443295", "name": "network-vif-unplugged", "status": "completed", "tag": "9fb61cb6-62aa-4393-8c69-25666cbb32f9"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:00:10.488942 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': '9fb61cb6-62aa-4393-8c69-25666cbb32f9', 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'port_id': '9fb61cb6-62aa-4393-8c69-25666cbb32f9', 'mac_address': 'fa:16:3e:4b:41:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34d50232-c76b-4978-8279-6b641ae56792', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 22:00:10.493321 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 9fb61cb6-62aa-4393-8c69-25666cbb32f9, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=9fb61cb6-62aa-4393-8c69-25666cbb32f9,segment=NetworkSegment(4c0a4709-c953-48f4-9552-39e700585c27),segment_id=4c0a4709-c953-48f4-9552-39e700585c27)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:00:10.531012 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:00:10.573904 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Sep 2022 22:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ac4471-5dac-4c12-ba28-a0ad73527ee0 x-openstack-request-id: req-48ac4471-5dac-4c12-ba28-a0ad73527ee0 {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:00:10.574191 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc6c9a3-1250-476b-8f42-ec3822443295", "name": "network-vif-unplugged", "status": "completed", "tag": "9fb61cb6-62aa-4393-8c69-25666cbb32f9", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:00:10.574441 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-48ac4471-5dac-4c12-ba28-a0ad73527ee0 {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:00:10.574856 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48ac4471-5dac-4c12-ba28-a0ad73527ee0'] response: {'server_uuid': '5cc6c9a3-1250-476b-8f42-ec3822443295', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fb61cb6-62aa-4393-8c69-25666cbb32f9', 'code': 200} Sep 22 22:00:10.606576 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 9fb61cb6-62aa-4393-8c69-25666cbb32f9 is: DOWN; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:00:10.606973 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:00:10.629945 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fb61cb6-62aa-4393-8c69-25666cbb32f9 {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 22:00:10.630187 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-37aa9948-3d24-42b3-a73e-8326100c56b7 req-662c6eed-515e-4e34-b04d-683d6e7f58b1 service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385817 Sep 22 22:00:10.636806 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=9fb61cb6-62aa-4393-8c69-25666cbb32f9,revision_number=6']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:00:10.649568 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:00:10.649915 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:00:10.650254 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:00:10.650587 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:00:10.650944 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:00:10.651304 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:00:10.651651 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:00:10.651959 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:00:10.652283 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:00:10.652605 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:00:10.652926 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:00:10.653242 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:00:10.660194 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 9fb61cb6-62aa-4393-8c69-25666cbb32f9, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=9fb61cb6-62aa-4393-8c69-25666cbb32f9,segment=NetworkSegment(4c0a4709-c953-48f4-9552-39e700585c27),segment_id=4c0a4709-c953-48f4-9552-39e700585c27)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:00:10.665572 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:00:10.735957 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['9fb61cb6-62aa-4393-8c69-25666cbb32f9'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 22:00:10.762942 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=9fb61cb6-62aa-4393-8c69-25666cbb32f9,revision_number=7']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:00:10.959423 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bc7a1-b582-49b3-8359-f9d116e21c56 req-32ecabb6-077a-4474-ab7b-9ee245ce6852 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:10.960891 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-406bc7a1-b582-49b3-8359-f9d116e21c56 req-32ecabb6-077a-4474-ab7b-9ee245ce6852 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5cc6c9a3-1250-476b-8f42-ec3822443295 HTTP/1.1" status: 200 len: 945 time: 0.0887685 Sep 22 22:00:11.006057 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-406bc7a1-b582-49b3-8359-f9d116e21c56 req-33873a66-2383-427c-90cf-96cd79ead2f2 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391607 Sep 22 22:00:11.946824 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5d5336e4-4eb3-488b-b162-f2f9485d4152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:00:12.203225 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8618883-48e0-40d9-8255-dd52da444944 req-88f4031d-7691-4efc-8307-49cb4a5dd6b0 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:12.204841 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-f8618883-48e0-40d9-8255-dd52da444944 req-88f4031d-7691-4efc-8307-49cb4a5dd6b0 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5cc6c9a3-1250-476b-8f42-ec3822443295 HTTP/1.1" status: 200 len: 945 time: 0.0855587 Sep 22 22:00:12.225499 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 9fb61cb6-62aa-4393-8c69-25666cbb32f9 up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:00:12.252828 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-f8618883-48e0-40d9-8255-dd52da444944 req-b7fa8953-bf21-4754-9275-ad3fe4de7fc5 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420346 Sep 22 22:00:12.331235 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port 9fb61cb6-62aa-4393-8c69-25666cbb32f9 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:00:12.331235 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:00:12.331235 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port 9fb61cb6-62aa-4393-8c69-25666cbb32f9 Sep 22 22:00:12.448232 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 9fb61cb6-62aa-4393-8c69-25666cbb32f9 is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:00:12.448633 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:00:12.456531 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02bbdcc-cfc6-47b5-ba77-37cd4b5c38f9 req-05d81930-be8b-46cd-9b16-16c400eaf600 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:12.458035 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a02bbdcc-cfc6-47b5-ba77-37cd4b5c38f9 req-05d81930-be8b-46cd-9b16-16c400eaf600 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5cc6c9a3-1250-476b-8f42-ec3822443295 HTTP/1.1" status: 200 len: 945 time: 0.0917222 Sep 22 22:00:12.481558 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 9fb61cb6-62aa-4393-8c69-25666cbb32f9, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=9fb61cb6-62aa-4393-8c69-25666cbb32f9,segment=NetworkSegment(4c0a4709-c953-48f4-9552-39e700585c27),segment_id=4c0a4709-c953-48f4-9552-39e700585c27)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:00:12.486310 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:00:12.502800 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a02bbdcc-cfc6-47b5-ba77-37cd4b5c38f9 req-2f55e8ec-01e1-437e-9979-11a41d4a8416 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385628 Sep 22 22:00:12.558901 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=9fb61cb6-62aa-4393-8c69-25666cbb32f9,revision_number=8']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:00:12.576205 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc6c9a3-1250-476b-8f42-ec3822443295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb61cb6-62aa-4393-8c69-25666cbb32f9'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:00:12.578551 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9c1e34-67e7-4973-963c-fda0610823eb" -d '{"events": [{"server_uuid": "5cc6c9a3-1250-476b-8f42-ec3822443295", "name": "network-vif-plugged", "status": "completed", "tag": "9fb61cb6-62aa-4393-8c69-25666cbb32f9"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:00:12.620072 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b050666f-c326-4cf1-a771-00659f6c07d9 x-openstack-request-id: req-b050666f-c326-4cf1-a771-00659f6c07d9 {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:00:12.620360 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc6c9a3-1250-476b-8f42-ec3822443295", "name": "network-vif-plugged", "status": "completed", "tag": "9fb61cb6-62aa-4393-8c69-25666cbb32f9", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:00:12.620607 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-b050666f-c326-4cf1-a771-00659f6c07d9 {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:00:12.620995 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b050666f-c326-4cf1-a771-00659f6c07d9'] response: {'server_uuid': '5cc6c9a3-1250-476b-8f42-ec3822443295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb61cb6-62aa-4393-8c69-25666cbb32f9', 'code': 200} Sep 22 22:00:12.793135 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:00:12.925096 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46300f0-4c7c-4e25-ba86-0e9834c19171 req-47c12e32-9d60-4167-9909-f14c26d905cc tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:12.926547 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c46300f0-4c7c-4e25-ba86-0e9834c19171 req-47c12e32-9d60-4167-9909-f14c26d905cc tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5cc6c9a3-1250-476b-8f42-ec3822443295 HTTP/1.1" status: 200 len: 946 time: 0.1527548 Sep 22 22:00:12.932848 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e5761-8c31-4093-9df1-20a2c92a669f req-5a38a0c5-c1e8-4d5f-9155-6158a552dab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:12.934188 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d58e5761-8c31-4093-9df1-20a2c92a669f req-5a38a0c5-c1e8-4d5f-9155-6158a552dab2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9bb47c5ff1754359af1fc098b6bb16d9&device_id=5cc6c9a3-1250-476b-8f42-ec3822443295 HTTP/1.1" status: 200 len: 1099 time: 0.1111896 Sep 22 22:00:13.053582 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c46300f0-4c7c-4e25-ba86-0e9834c19171 req-5189932c-6b9d-4a8e-ab41-c3ab251e23e8 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183164 Sep 22 22:00:13.090859 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e5761-8c31-4093-9df1-20a2c92a669f req-795fd22b-b229-4038-9a29-03ef84562e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:13.092324 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d58e5761-8c31-4093-9df1-20a2c92a669f req-795fd22b-b229-4038-9a29-03ef84562e7a service neutron] 10.222.0.49 "GET /v2.0/networks?id=10a09e26-5865-4fe7-893b-1c1311dc2163 HTTP/1.1" status: 200 len: 912 time: 0.1443951 Sep 22 22:00:13.192356 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:00:13.196790 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d58e5761-8c31-4093-9df1-20a2c92a669f req-86d60331-7a10-4136-8ab2-8c14b69545ac service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fb61cb6-62aa-4393-8c69-25666cbb32f9 HTTP/1.1" status: 200 len: 1002 time: 0.0991957 Sep 22 22:00:13.260907 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e5761-8c31-4093-9df1-20a2c92a669f req-546938a0-9da3-4de8-8d6d-24bc7bd8273c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:13.262346 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d58e5761-8c31-4093-9df1-20a2c92a669f req-546938a0-9da3-4de8-8d6d-24bc7bd8273c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=34d50232-c76b-4978-8279-6b641ae56792 HTTP/1.1" status: 200 len: 851 time: 0.0606048 Sep 22 22:00:13.341909 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e5761-8c31-4093-9df1-20a2c92a669f req-100b06de-7326-420c-b66b-310722eaf86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:13.343415 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d58e5761-8c31-4093-9df1-20a2c92a669f req-100b06de-7326-420c-b66b-310722eaf86d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=10a09e26-5865-4fe7-893b-1c1311dc2163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756772 Sep 22 22:00:13.475055 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d58e5761-8c31-4093-9df1-20a2c92a669f req-394548c9-f070-4466-bf2a-c9ce87dd70fa service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259959 Sep 22 22:00:13.606556 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d58e5761-8c31-4093-9df1-20a2c92a669f req-f94c7fd6-599a-43dc-be1e-10992e22a421 service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263740 Sep 22 22:00:14.256551 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b901f403-9ca3-4a89-8adf-9ab51237ef95 req-eebdd6af-43b4-4849-afec-aa1ca6ad855d tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:14.258031 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-b901f403-9ca3-4a89-8adf-9ab51237ef95 req-eebdd6af-43b4-4849-afec-aa1ca6ad855d tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5cc6c9a3-1250-476b-8f42-ec3822443295 HTTP/1.1" status: 200 len: 946 time: 0.0868351 Sep 22 22:00:14.304972 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-b901f403-9ca3-4a89-8adf-9ab51237ef95 req-7edafba6-5918-4304-8e4f-5e8acf461f8b tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411425 Sep 22 22:00:14.576561 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:00:14.697567 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59dcfe8-cb25-49b7-ab97-e0d38fcd1f6c req-9fc1a1c3-3cc2-4d1e-8730-d5f65e1dd35a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:14.698958 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-b59dcfe8-cb25-49b7-ab97-e0d38fcd1f6c req-9fc1a1c3-3cc2-4d1e-8730-d5f65e1dd35a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5cc6c9a3-1250-476b-8f42-ec3822443295 HTTP/1.1" status: 200 len: 946 time: 0.0927632 Sep 22 22:00:14.741929 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-b59dcfe8-cb25-49b7-ab97-e0d38fcd1f6c req-e2133fac-ac4f-4a58-b9aa-885263b11082 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371456 Sep 22 22:00:15.943999 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415afcd6-c874-4adb-9b73-0ce6d6b01d61 req-80977d80-9e6c-451c-ab29-abc12b5ac393 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:15.945481 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-415afcd6-c874-4adb-9b73-0ce6d6b01d61 req-80977d80-9e6c-451c-ab29-abc12b5ac393 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5cc6c9a3-1250-476b-8f42-ec3822443295 HTTP/1.1" status: 200 len: 946 time: 0.0902462 Sep 22 22:00:15.989035 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-415afcd6-c874-4adb-9b73-0ce6d6b01d61 req-094728fa-6a95-46e8-9835-b08e51b223bb tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379055 Sep 22 22:00:16.271530 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32726951-0e2e-45ff-8dbe-7c0f09a65e0f req-a3f08cad-0b3a-4a44-9a61-d9e0d7db64ca tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:16.272948 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-32726951-0e2e-45ff-8dbe-7c0f09a65e0f req-a3f08cad-0b3a-4a44-9a61-d9e0d7db64ca tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cc6c9a3-1250-476b-8f42-ec3822443295 HTTP/1.1" status: 200 len: 946 time: 0.0848324 Sep 22 22:00:16.343245 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-32726951-0e2e-45ff-8dbe-7c0f09a65e0f req-d5385e39-6d0a-4495-8be1-4006d6b0b194 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Deleting port 9fb61cb6-62aa-4393-8c69-25666cbb32f9 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:00:16.343582 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-32726951-0e2e-45ff-8dbe-7c0f09a65e0f req-d5385e39-6d0a-4495-8be1-4006d6b0b194 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:00:16.586871 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-32726951-0e2e-45ff-8dbe-7c0f09a65e0f req-d5385e39-6d0a-4495-8be1-4006d6b0b194 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] For port 9fb61cb6-62aa-4393-8c69-25666cbb32f9, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=9fb61cb6-62aa-4393-8c69-25666cbb32f9,segment=NetworkSegment(4c0a4709-c953-48f4-9552-39e700585c27),segment_id=4c0a4709-c953-48f4-9552-39e700585c27)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:00:16.587229 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-32726951-0e2e-45ff-8dbe-7c0f09a65e0f req-d5385e39-6d0a-4495-8be1-4006d6b0b194 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:00:16.964091 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-32726951-0e2e-45ff-8dbe-7c0f09a65e0f req-d5385e39-6d0a-4495-8be1-4006d6b0b194 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:00:16.964752 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-32726951-0e2e-45ff-8dbe-7c0f09a65e0f req-d5385e39-6d0a-4495-8be1-4006d6b0b194 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:00:16.964752 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.l3_db [req-32726951-0e2e-45ff-8dbe-7c0f09a65e0f req-d5385e39-6d0a-4495-8be1-4006d6b0b194 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Floating IP 31578bdf-210d-4414-b489-3fb3928d186e disassociated. External IP: 172.26.0.171, port: 9fb61cb6-62aa-4393-8c69-25666cbb32f9. Sep 22 22:00:16.964966 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-32726951-0e2e-45ff-8dbe-7c0f09a65e0f req-d5385e39-6d0a-4495-8be1-4006d6b0b194 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Calling delete_port for 9fb61cb6-62aa-4393-8c69-25666cbb32f9 owned by compute:nova {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:00:17.109825 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-32726951-0e2e-45ff-8dbe-7c0f09a65e0f req-d5385e39-6d0a-4495-8be1-4006d6b0b194 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:00:17.150119 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-df5f53bc-3cb0-45e1-9192-4424f69d23e0 req-99b81f18-d655-4ac7-86bb-9aa89f41ed3d tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=5cc6c9a3-1250-476b-8f42-ec3822443295 HTTP/1.1" status: 200 len: 210 time: 0.0503433 Sep 22 22:00:17.158694 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5385e39-6d0a-4495-8be1-4006d6b0b194 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Pushing event deleted for resources: {'Port': ['ID=9fb61cb6-62aa-4393-8c69-25666cbb32f9,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:00:17.167378 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5385e39-6d0a-4495-8be1-4006d6b0b194 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:00:17.167722 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5385e39-6d0a-4495-8be1-4006d6b0b194 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:00:17.168054 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5385e39-6d0a-4495-8be1-4006d6b0b194 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:00:17.168382 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5385e39-6d0a-4495-8be1-4006d6b0b194 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:00:17.168710 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5385e39-6d0a-4495-8be1-4006d6b0b194 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:00:17.169033 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5385e39-6d0a-4495-8be1-4006d6b0b194 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:00:17.169352 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5385e39-6d0a-4495-8be1-4006d6b0b194 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:00:17.169671 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5385e39-6d0a-4495-8be1-4006d6b0b194 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:00:17.169987 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5385e39-6d0a-4495-8be1-4006d6b0b194 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:00:17.170300 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5385e39-6d0a-4495-8be1-4006d6b0b194 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:00:17.170626 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5385e39-6d0a-4495-8be1-4006d6b0b194 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:00:17.170950 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5385e39-6d0a-4495-8be1-4006d6b0b194 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:00:17.366301 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32726951-0e2e-45ff-8dbe-7c0f09a65e0f req-d5385e39-6d0a-4495-8be1-4006d6b0b194 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Router 65cc8f1a-17de-4e08-8a18-a7b78bbee514 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 22:00:17.542579 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32726951-0e2e-45ff-8dbe-7c0f09a65e0f req-d5385e39-6d0a-4495-8be1-4006d6b0b194 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:00:17.551941 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefb609b-ed48-4574-b219-5cf82bf1275d None None] Sync routers for ids ['65cc8f1a-17de-4e08-8a18-a7b78bbee514'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:00:17.561135 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefb609b-ed48-4574-b219-5cf82bf1275d None None] Routers {'65cc8f1a-17de-4e08-8a18-a7b78bbee514'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:00:17.561811 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-aefb609b-ed48-4574-b219-5cf82bf1275d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:00:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['65cc8f1a-17de-4e08-8a18-a7b78bbee514'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:00:17.625714 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-32726951-0e2e-45ff-8dbe-7c0f09a65e0f req-d5385e39-6d0a-4495-8be1-4006d6b0b194 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] No DVR routers for this DVR port 9fb61cb6-62aa-4393-8c69-25666cbb32f9 on host hv-neutron-8589 {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 22:00:17.636064 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-32726951-0e2e-45ff-8dbe-7c0f09a65e0f req-d5385e39-6d0a-4495-8be1-4006d6b0b194 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:00:17.638836 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc6c9a3-1250-476b-8f42-ec3822443295', 'name': 'network-vif-deleted', 'tag': '9fb61cb6-62aa-4393-8c69-25666cbb32f9'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:00:17.641170 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444fdade-8159-4201-a693-ced63e8ad600" -d '{"events": [{"server_uuid": "5cc6c9a3-1250-476b-8f42-ec3822443295", "name": "network-vif-deleted", "tag": "9fb61cb6-62aa-4393-8c69-25666cbb32f9"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:00:17.659893 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-32726951-0e2e-45ff-8dbe-7c0f09a65e0f req-d5385e39-6d0a-4495-8be1-4006d6b0b194 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.49 "DELETE /v2.0/ports/9fb61cb6-62aa-4393-8c69-25666cbb32f9 HTTP/1.1" status: 204 len: 173 time: 1.3818500 Sep 22 22:00:17.741634 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e895c70c-ebfb-479b-88f7-339816b90532 x-openstack-request-id: req-e895c70c-ebfb-479b-88f7-339816b90532 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:00:17.741923 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc6c9a3-1250-476b-8f42-ec3822443295", "name": "network-vif-deleted", "tag": "9fb61cb6-62aa-4393-8c69-25666cbb32f9", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:00:17.742174 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e895c70c-ebfb-479b-88f7-339816b90532 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:00:17.742575 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e895c70c-ebfb-479b-88f7-339816b90532'] response: {'server_uuid': '5cc6c9a3-1250-476b-8f42-ec3822443295', 'name': 'network-vif-deleted', 'tag': '9fb61cb6-62aa-4393-8c69-25666cbb32f9', 'status': 'completed', 'code': 200} Sep 22 22:00:17.760706 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-aefb609b-ed48-4574-b219-5cf82bf1275d None None] Set router 65cc8f1a-17de-4e08-8a18-a7b78bbee514 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:00:18.071818 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-aefb609b-ed48-4574-b219-5cf82bf1275d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'name': 'tempest-ServerActionsTestJSON-1883969126-router', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:57:38Z', 'updated_at': '2022-09-22T21:57:42Z', 'revision_number': 4, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'gw_port': {'id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:23:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:39Z', 'updated_at': '2022-09-22T21:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '2d15c942-465a-4065-9e3a-7ac2bf0f08ec', 'name': '', 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'mac_address': 'fa:16:3e:c0:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '34d50232-c76b-4978-8279-6b641ae56792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:41Z', 'updated_at': '2022-09-22T21:57:47Z', 'revision_number': 5, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'subnets': [{'id': '34d50232-c76b-4978-8279-6b641ae56792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:00:18.075669 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefb609b-ed48-4574-b219-5cf82bf1275d None None] Checking router: 65cc8f1a-17de-4e08-8a18-a7b78bbee514 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:00:18.084916 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefb609b-ed48-4574-b219-5cf82bf1275d None None] Routers {'65cc8f1a-17de-4e08-8a18-a7b78bbee514'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:00:18.085600 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-aefb609b-ed48-4574-b219-5cf82bf1275d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:00:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['65cc8f1a-17de-4e08-8a18-a7b78bbee514'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:00:18.281637 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-aefb609b-ed48-4574-b219-5cf82bf1275d None None] Set router 65cc8f1a-17de-4e08-8a18-a7b78bbee514 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:00:18.499381 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-058e510d-6d81-46e3-a0aa-72e040c6f187 req-5ac02ab7-2e53-4972-84a9-ecda5fc82030 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--394423308&fields=id&tenant_id=9bb47c5ff1754359af1fc098b6bb16d9 HTTP/1.1" status: 200 len: 267 time: 0.0443792 Sep 22 22:00:18.650352 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e510d-6d81-46e3-a0aa-72e040c6f187 req-61d41e59-ea52-46d7-8485-cea9a10d6185 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:18.651851 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-058e510d-6d81-46e3-a0aa-72e040c6f187 req-61d41e59-ea52-46d7-8485-cea9a10d6185 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/networks?id=10a09e26-5865-4fe7-893b-1c1311dc2163 HTTP/1.1" status: 200 len: 812 time: 0.1454020 Sep 22 22:00:18.652862 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-aefb609b-ed48-4574-b219-5cf82bf1275d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'name': 'tempest-ServerActionsTestJSON-1883969126-router', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:57:38Z', 'updated_at': '2022-09-22T21:57:42Z', 'revision_number': 4, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'gw_port': {'id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:23:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:39Z', 'updated_at': '2022-09-22T21:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '2d15c942-465a-4065-9e3a-7ac2bf0f08ec', 'name': '', 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'mac_address': 'fa:16:3e:c0:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '34d50232-c76b-4978-8279-6b641ae56792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:41Z', 'updated_at': '2022-09-22T21:57:47Z', 'revision_number': 5, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'subnets': [{'id': '34d50232-c76b-4978-8279-6b641ae56792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:00:18.656954 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefb609b-ed48-4574-b219-5cf82bf1275d None None] The sync data for ids ['65cc8f1a-17de-4e08-8a18-a7b78bbee514'] in dv-neutron-858900-1-hyperv is: [{'id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'name': 'tempest-ServerActionsTestJSON-1883969126-router', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:57:38Z', 'updated_at': '2022-09-22T21:57:42Z', 'revision_number': 4, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'gw_port': {'id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:23:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:39Z', 'updated_at': '2022-09-22T21:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '2d15c942-465a-4065-9e3a-7ac2bf0f08ec', 'name': '', 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'mac_address': 'fa:16:3e:c0:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '34d50232-c76b-4978-8279-6b641ae56792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:41Z', 'updated_at': '2022-09-22T21:57:47Z', 'revision_number': 5, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'subnets': [{'id': '34d50232-c76b-4978-8279-6b641ae56792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:00:18.666767 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-058e510d-6d81-46e3-a0aa-72e040c6f187 req-4a92a384-f98a-4562-9cfa-1647c8ab5b9c tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/quotas/9bb47c5ff1754359af1fc098b6bb16d9 HTTP/1.1" status: 200 len: 375 time: 0.0093255 Sep 22 22:00:18.762796 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-058e510d-6d81-46e3-a0aa-72e040c6f187 req-dfef5742-6012-4aef-a297-0c41fd89221b tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=9bb47c5ff1754359af1fc098b6bb16d9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0903814 Sep 22 22:00:18.860714 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929b6450-0167-4acc-8747-233417b5ba7e None None] New status for floating IP 31578bdf-210d-4414-b489-3fb3928d186e: DOWN {{(pid=89011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 22:00:19.064220 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-058e510d-6d81-46e3-a0aa-72e040c6f187 req-6bf1d295-cac6-48b5-8d4f-623063ac94ec service neutron] 10.222.0.33 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893760 Sep 22 22:00:19.195719 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-058e510d-6d81-46e3-a0aa-72e040c6f187 req-a0912e22-67e1-49af-bffc-23f601a6799f service neutron] 10.222.0.33 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256335 Sep 22 22:00:19.388951 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-3af470b9-5651-4462-8d23-67993c746924 req-2e249699-d1f4-4f07-9c42-1274bf0c77ef tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Synchronizing usage tracker for tenant:9bb47c5ff1754359af1fc098b6bb16d9 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:00:19.405575 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-3af470b9-5651-4462-8d23-67993c746924 req-2e249699-d1f4-4f07-9c42-1274bf0c77ef tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Unset dirty status for tenant:9bb47c5ff1754359af1fc098b6bb16d9 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:00:19.406836 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3af470b9-5651-4462-8d23-67993c746924 req-2e249699-d1f4-4f07-9c42-1274bf0c77ef tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=cec42526-1eec-4e47-a28a-57968412716b HTTP/1.1" status: 200 len: 210 time: 0.0698707 Sep 22 22:00:20.271101 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 9fb61cb6-62aa-4393-8c69-25666cbb32f9 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:00:20.309071 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] No Port match for: 9fb61cb6-62aa-4393-8c69-25666cbb32f9 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:00:20.309703 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 9fb61cb6-62aa-4393-8c69-25666cbb32f9 not bound to the agent host hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:00:20.362494 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e510d-6d81-46e3-a0aa-72e040c6f187 req-05af3de3-55fc-4b08-821e-41e1e5a5dd74 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:20.364499 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-058e510d-6d81-46e3-a0aa-72e040c6f187 req-05af3de3-55fc-4b08-821e-41e1e5a5dd74 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.49 "GET /v2.0/networks?id=10a09e26-5865-4fe7-893b-1c1311dc2163 HTTP/1.1" status: 200 len: 812 time: 0.1472132 Sep 22 22:00:20.410502 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-058e510d-6d81-46e3-a0aa-72e040c6f187 req-6aa9265f-91e9-4699-b639-15070e0736e4 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bb47c5ff1754359af1fc098b6bb16d9 HTTP/1.1" status: 200 len: 379 time: 0.0390403 Sep 22 22:00:20.418624 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-058e510d-6d81-46e3-a0aa-72e040c6f187 req-938be4ae-8338-4475-ad21-6911bf8c427b tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Request body: {'port': {'device_id': 'cec42526-1eec-4e47-a28a-57968412716b', 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'admin_state_up': True, 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'security_groups': ['35ccbf38-1f84-4d22-8ed6-8f9d836dab15']}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:00:20.558719 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-058e510d-6d81-46e3-a0aa-72e040c6f187 req-938be4ae-8338-4475-ad21-6911bf8c427b tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:00:20.568394 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-058e510d-6d81-46e3-a0aa-72e040c6f187 req-938be4ae-8338-4475-ad21-6911bf8c427b tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:00:20.574347 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-3e202da1-89ce-4b56-92de-c0ec1a0f43bc req-d3ff8f61-23c2-4b98-86f6-5554b6d1fca7 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=cec42526-1eec-4e47-a28a-57968412716b HTTP/1.1" status: 200 len: 210 time: 0.0527775 Sep 22 22:00:20.578625 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-058e510d-6d81-46e3-a0aa-72e040c6f187 req-938be4ae-8338-4475-ad21-6911bf8c427b tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Made reservation on behalf of 9bb47c5ff1754359af1fc098b6bb16d9 for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:00:20.582328 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-058e510d-6d81-46e3-a0aa-72e040c6f187 req-938be4ae-8338-4475-ad21-6911bf8c427b tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:00:20.836526 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [req-058e510d-6d81-46e3-a0aa-72e040c6f187 req-938be4ae-8338-4475-ad21-6911bf8c427b tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Allocated IP 172.20.0.5 (10a09e26-5865-4fe7-893b-1c1311dc2163/34d50232-c76b-4978-8279-6b641ae56792/a5c579da-ef30-47f1-a234-bf5fde5d1caf) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:00:21.026269 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-058e510d-6d81-46e3-a0aa-72e040c6f187 req-938be4ae-8338-4475-ad21-6911bf8c427b tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:00:21.041300 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-058e510d-6d81-46e3-a0aa-72e040c6f187 req-938be4ae-8338-4475-ad21-6911bf8c427b tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Transition to ACTIVE for port object a5c579da-ef30-47f1-a234-bf5fde5d1caf will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:00:21.064749 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-058e510d-6d81-46e3-a0aa-72e040c6f187 req-938be4ae-8338-4475-ad21-6911bf8c427b tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:00:21.134490 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-058e510d-6d81-46e3-a0aa-72e040c6f187 req-938be4ae-8338-4475-ad21-6911bf8c427b tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Network 10a09e26-5865-4fe7-893b-1c1311dc2163 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:00:21.137209 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [req-058e510d-6d81-46e3-a0aa-72e040c6f187 req-938be4ae-8338-4475-ad21-6911bf8c427b tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:00:21.141105 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-058e510d-6d81-46e3-a0aa-72e040c6f187 req-938be4ae-8338-4475-ad21-6911bf8c427b tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:00:21.176301 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938be4ae-8338-4475-ad21-6911bf8c427b tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Pushing event updated for resources: {'Port': ['ID=a5c579da-ef30-47f1-a234-bf5fde5d1caf,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:00:21.208643 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e510d-6d81-46e3-a0aa-72e040c6f187 req-938be4ae-8338-4475-ad21-6911bf8c427b tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:21.210191 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-058e510d-6d81-46e3-a0aa-72e040c6f187 req-938be4ae-8338-4475-ad21-6911bf8c427b tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:00:21.239778 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-058e510d-6d81-46e3-a0aa-72e040c6f187 req-938be4ae-8338-4475-ad21-6911bf8c427b tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8241298 Sep 22 22:00:21.250382 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-058e510d-6d81-46e3-a0aa-72e040c6f187 req-89d3d6c2-f218-4d36-b666-21e4ddfa4b4c service neutron] Request body: {'port': {'device_id': 'cec42526-1eec-4e47-a28a-57968412716b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:00:21.363500 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-058e510d-6d81-46e3-a0aa-72e040c6f187 req-89d3d6c2-f218-4d36-b666-21e4ddfa4b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:00:21.368444 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-2ee59b2a-e11f-41e9-869a-2b79458bbe37 None None] Provisioning for port a5c579da-ef30-47f1-a234-bf5fde5d1caf completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:00:21.373158 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-2ee59b2a-e11f-41e9-869a-2b79458bbe37 None None] Provisioning complete for port a5c579da-ef30-47f1-a234-bf5fde5d1caf triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:00:21.373527 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2ee59b2a-e11f-41e9-869a-2b79458bbe37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:00:21.373854 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-2ee59b2a-e11f-41e9-869a-2b79458bbe37 None None] Attempt 1 to provision port a5c579da-ef30-47f1-a234-bf5fde5d1caf Sep 22 22:00:21.425636 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-2ee59b2a-e11f-41e9-869a-2b79458bbe37 None None] Port a5c579da-ef30-47f1-a234-bf5fde5d1caf cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:00:21.746205 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [req-058e510d-6d81-46e3-a0aa-72e040c6f187 req-89d3d6c2-f218-4d36-b666-21e4ddfa4b4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5c579da-ef30-47f1-a234-bf5fde5d1caf {{(pid=89008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 22:00:21.758975 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-058e510d-6d81-46e3-a0aa-72e040c6f187 req-89d3d6c2-f218-4d36-b666-21e4ddfa4b4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:00:21.779804 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-058e510d-6d81-46e3-a0aa-72e040c6f187 req-89d3d6c2-f218-4d36-b666-21e4ddfa4b4c service neutron] Transition to ACTIVE for port object a5c579da-ef30-47f1-a234-bf5fde5d1caf will not be triggered until provisioned by entity L2. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:00:21.784746 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-058e510d-6d81-46e3-a0aa-72e040c6f187 req-89d3d6c2-f218-4d36-b666-21e4ddfa4b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:00:21.927218 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-2ee59b2a-e11f-41e9-869a-2b79458bbe37 None None] Attempt 2 to provision port a5c579da-ef30-47f1-a234-bf5fde5d1caf Sep 22 22:00:21.969861 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197b402-26ab-44bd-91b3-f2d98c3e76c2 req-25babd63-2330-46f1-be8f-6c62d458c441 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:21.970556 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-7197b402-26ab-44bd-91b3-f2d98c3e76c2 req-25babd63-2330-46f1-be8f-6c62d458c441 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Synchronizing usage tracker for tenant:9bb47c5ff1754359af1fc098b6bb16d9 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:00:21.980905 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-2ee59b2a-e11f-41e9-869a-2b79458bbe37 None None] Port a5c579da-ef30-47f1-a234-bf5fde5d1caf cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:00:21.997668 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d3d6c2-f218-4d36-b666-21e4ddfa4b4c service neutron] Pushing event updated for resources: {'Port': ['ID=a5c579da-ef30-47f1-a234-bf5fde5d1caf,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:00:22.014733 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-7197b402-26ab-44bd-91b3-f2d98c3e76c2 req-25babd63-2330-46f1-be8f-6c62d458c441 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Unset dirty status for tenant:9bb47c5ff1754359af1fc098b6bb16d9 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:00:22.015886 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7197b402-26ab-44bd-91b3-f2d98c3e76c2 req-25babd63-2330-46f1-be8f-6c62d458c441 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=cec42526-1eec-4e47-a28a-57968412716b HTTP/1.1" status: 200 len: 931 time: 0.3284273 Sep 22 22:00:22.051581 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-058e510d-6d81-46e3-a0aa-72e040c6f187 req-89d3d6c2-f218-4d36-b666-21e4ddfa4b4c service neutron] Attempting to bind port a5c579da-ef30-47f1-a234-bf5fde5d1caf on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:00:22.051905 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-058e510d-6d81-46e3-a0aa-72e040c6f187 req-89d3d6c2-f218-4d36-b666-21e4ddfa4b4c service neutron] Attempting to bind port a5c579da-ef30-47f1-a234-bf5fde5d1caf by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '4c0a4709-c953-48f4-9552-39e700585c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:00:22.052228 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058e510d-6d81-46e3-a0aa-72e040c6f187 req-89d3d6c2-f218-4d36-b666-21e4ddfa4b4c service neutron] Attempting to bind port a5c579da-ef30-47f1-a234-bf5fde5d1caf on network 10a09e26-5865-4fe7-893b-1c1311dc2163 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:00:22.064827 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058e510d-6d81-46e3-a0aa-72e040c6f187 req-89d3d6c2-f218-4d36-b666-21e4ddfa4b4c service neutron] Port a5c579da-ef30-47f1-a234-bf5fde5d1caf on network 10a09e26-5865-4fe7-893b-1c1311dc2163 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 22:00:22.065149 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058e510d-6d81-46e3-a0aa-72e040c6f187 req-89d3d6c2-f218-4d36-b666-21e4ddfa4b4c service neutron] Attempting to bind port a5c579da-ef30-47f1-a234-bf5fde5d1caf on network 10a09e26-5865-4fe7-893b-1c1311dc2163 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:00:22.074900 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058e510d-6d81-46e3-a0aa-72e040c6f187 req-89d3d6c2-f218-4d36-b666-21e4ddfa4b4c service neutron] Checking agent: {'id': '8a88b827-3477-4399-ac15-439d59b3c48a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'started_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 21, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:00:22.075239 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058e510d-6d81-46e3-a0aa-72e040c6f187 req-89d3d6c2-f218-4d36-b666-21e4ddfa4b4c service neutron] Checking segment: {'id': '4c0a4709-c953-48f4-9552-39e700585c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:00:22.075608 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058e510d-6d81-46e3-a0aa-72e040c6f187 req-89d3d6c2-f218-4d36-b666-21e4ddfa4b4c service neutron] Bound using segment: {'id': '4c0a4709-c953-48f4-9552-39e700585c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163'} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:00:22.076033 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-058e510d-6d81-46e3-a0aa-72e040c6f187 req-89d3d6c2-f218-4d36-b666-21e4ddfa4b4c service neutron] Bound port: a5c579da-ef30-47f1-a234-bf5fde5d1caf, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c0a4709-c953-48f4-9552-39e700585c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163'}}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:00:22.076374 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-058e510d-6d81-46e3-a0aa-72e040c6f187 req-89d3d6c2-f218-4d36-b666-21e4ddfa4b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:00:22.090836 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7197b402-26ab-44bd-91b3-f2d98c3e76c2 req-59c4bfa6-f6e5-4956-96ea-17fb490fbbb3 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633533 Sep 22 22:00:22.170356 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-058e510d-6d81-46e3-a0aa-72e040c6f187 req-89d3d6c2-f218-4d36-b666-21e4ddfa4b4c service neutron] For port a5c579da-ef30-47f1-a234-bf5fde5d1caf, host hv-neutron-8589, cleared binding levels {{(pid=89008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:00:22.173245 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-058e510d-6d81-46e3-a0aa-72e040c6f187 req-89d3d6c2-f218-4d36-b666-21e4ddfa4b4c service neutron] For port a5c579da-ef30-47f1-a234-bf5fde5d1caf, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=a5c579da-ef30-47f1-a234-bf5fde5d1caf,segment=NetworkSegment(4c0a4709-c953-48f4-9552-39e700585c27),segment_id=4c0a4709-c953-48f4-9552-39e700585c27)] {{(pid=89008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:00:22.177792 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-058e510d-6d81-46e3-a0aa-72e040c6f187 req-89d3d6c2-f218-4d36-b666-21e4ddfa4b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:00:22.208295 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e510d-6d81-46e3-a0aa-72e040c6f187 req-89d3d6c2-f218-4d36-b666-21e4ddfa4b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:22.208890 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-058e510d-6d81-46e3-a0aa-72e040c6f187 req-89d3d6c2-f218-4d36-b666-21e4ddfa4b4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:00:22.210246 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-058e510d-6d81-46e3-a0aa-72e040c6f187 req-89d3d6c2-f218-4d36-b666-21e4ddfa4b4c service neutron] 10.222.0.49 "PUT /v2.0/ports/a5c579da-ef30-47f1-a234-bf5fde5d1caf HTTP/1.1" status: 200 len: 1093 time: 0.9643459 Sep 22 22:00:22.210712 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cec42526-1eec-4e47-a28a-57968412716b', 'tag': 'a5c579da-ef30-47f1-a234-bf5fde5d1caf'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:00:22.212989 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5bbaca1-1216-4b7c-a32b-3f84b7175895" -d '{"events": [{"name": "network-changed", "server_uuid": "cec42526-1eec-4e47-a28a-57968412716b", "tag": "a5c579da-ef30-47f1-a234-bf5fde5d1caf"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:00:22.299233 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3a5c33-9191-4544-a450-82a98139efa9 x-openstack-request-id: req-2f3a5c33-9191-4544-a450-82a98139efa9 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:00:22.299619 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cec42526-1eec-4e47-a28a-57968412716b", "tag": "a5c579da-ef30-47f1-a234-bf5fde5d1caf", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:00:22.299954 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2f3a5c33-9191-4544-a450-82a98139efa9 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:00:22.300529 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f3a5c33-9191-4544-a450-82a98139efa9'] response: {'name': 'network-changed', 'server_uuid': 'cec42526-1eec-4e47-a28a-57968412716b', 'tag': 'a5c579da-ef30-47f1-a234-bf5fde5d1caf', 'status': 'completed', 'code': 200} Sep 22 22:00:22.338488 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d3d6c2-f218-4d36-b666-21e4ddfa4b4c service neutron] Pushing event updated for resources: {'Port': ['ID=a5c579da-ef30-47f1-a234-bf5fde5d1caf,revision_number=3']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:00:22.361215 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e510d-6d81-46e3-a0aa-72e040c6f187 req-2df925f3-572e-4d6f-9bdc-66315bf7cf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:22.362700 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-058e510d-6d81-46e3-a0aa-72e040c6f187 req-2df925f3-572e-4d6f-9bdc-66315bf7cf25 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9bb47c5ff1754359af1fc098b6bb16d9&device_id=cec42526-1eec-4e47-a28a-57968412716b HTTP/1.1" status: 200 len: 1096 time: 0.1147776 Sep 22 22:00:22.428895 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-058e510d-6d81-46e3-a0aa-72e040c6f187 req-73aaab66-c20c-4d47-a3cd-5089a9cf9660 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5c579da-ef30-47f1-a234-bf5fde5d1caf HTTP/1.1" status: 200 len: 217 time: 0.0589981 Sep 22 22:00:22.482710 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-2ee59b2a-e11f-41e9-869a-2b79458bbe37 None None] Attempt 3 to provision port a5c579da-ef30-47f1-a234-bf5fde5d1caf Sep 22 22:00:22.549487 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-2ee59b2a-e11f-41e9-869a-2b79458bbe37 None None] Port a5c579da-ef30-47f1-a234-bf5fde5d1caf had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 22:00:22.596845 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e510d-6d81-46e3-a0aa-72e040c6f187 req-bcd89e40-e440-4fcd-8e91-8bd92c569c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:22.598874 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-058e510d-6d81-46e3-a0aa-72e040c6f187 req-bcd89e40-e440-4fcd-8e91-8bd92c569c3a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=34d50232-c76b-4978-8279-6b641ae56792 HTTP/1.1" status: 200 len: 851 time: 0.1641767 Sep 22 22:00:22.678974 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e510d-6d81-46e3-a0aa-72e040c6f187 req-9f44c234-10eb-450a-bd88-40b9e4f6dc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:22.680407 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-058e510d-6d81-46e3-a0aa-72e040c6f187 req-9f44c234-10eb-450a-bd88-40b9e4f6dc00 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=10a09e26-5865-4fe7-893b-1c1311dc2163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765643 Sep 22 22:00:22.807189 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-058e510d-6d81-46e3-a0aa-72e040c6f187 req-56f35a28-fa3b-4ef5-8e0d-d5146ba219dd service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208322 Sep 22 22:00:22.934217 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-058e510d-6d81-46e3-a0aa-72e040c6f187 req-8ad29412-494a-4754-a62b-822a8e97ef14 service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216862 Sep 22 22:00:23.059152 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bbaca1-1216-4b7c-a32b-3f84b7175895 req-03f804d3-4dc7-4429-8eb3-77017e32a0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:23.060517 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b5bbaca1-1216-4b7c-a32b-3f84b7175895 req-03f804d3-4dc7-4429-8eb3-77017e32a0b3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9bb47c5ff1754359af1fc098b6bb16d9&device_id=cec42526-1eec-4e47-a28a-57968412716b HTTP/1.1" status: 200 len: 1096 time: 0.0853028 Sep 22 22:00:23.193680 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bbaca1-1216-4b7c-a32b-3f84b7175895 req-969f229e-55d4-43e9-a6fe-7ba539f92d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:23.195158 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b5bbaca1-1216-4b7c-a32b-3f84b7175895 req-969f229e-55d4-43e9-a6fe-7ba539f92d3b service neutron] 10.222.0.49 "GET /v2.0/networks?id=10a09e26-5865-4fe7-893b-1c1311dc2163 HTTP/1.1" status: 200 len: 912 time: 0.1286905 Sep 22 22:00:23.302317 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b5bbaca1-1216-4b7c-a32b-3f84b7175895 req-3baf0795-9424-4e12-a4cd-2b8e1a4c5161 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5c579da-ef30-47f1-a234-bf5fde5d1caf HTTP/1.1" status: 200 len: 217 time: 0.1009614 Sep 22 22:00:23.376909 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bbaca1-1216-4b7c-a32b-3f84b7175895 req-77f38e6e-6211-427c-a7c2-cd9e36d52679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:23.378333 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b5bbaca1-1216-4b7c-a32b-3f84b7175895 req-77f38e6e-6211-427c-a7c2-cd9e36d52679 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=34d50232-c76b-4978-8279-6b641ae56792 HTTP/1.1" status: 200 len: 851 time: 0.0692818 Sep 22 22:00:23.442114 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174db850-c34f-40b1-b80c-e88034f2e1b5 req-859d7919-7494-43ef-b187-36608b66b852 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:23.443554 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-174db850-c34f-40b1-b80c-e88034f2e1b5 req-859d7919-7494-43ef-b187-36608b66b852 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=cec42526-1eec-4e47-a28a-57968412716b HTTP/1.1" status: 200 len: 943 time: 0.1952994 Sep 22 22:00:23.498369 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-174db850-c34f-40b1-b80c-e88034f2e1b5 req-d7403bc8-fe09-4224-a8a2-b7be4986b754 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464776 Sep 22 22:00:23.507492 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bbaca1-1216-4b7c-a32b-3f84b7175895 req-bc8928a3-0ec5-4886-9f9c-ee5ffdea7d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:23.508895 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b5bbaca1-1216-4b7c-a32b-3f84b7175895 req-bc8928a3-0ec5-4886-9f9c-ee5ffdea7d62 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=10a09e26-5865-4fe7-893b-1c1311dc2163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1235933 Sep 22 22:00:23.638304 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b5bbaca1-1216-4b7c-a32b-3f84b7175895 req-fb9f4770-c64e-4b28-aebb-efcc8a17a5cf service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225009 Sep 22 22:00:23.766473 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b5bbaca1-1216-4b7c-a32b-3f84b7175895 req-cae84dcb-5145-4a45-92f8-c84a9b7accf5 service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215303 Sep 22 22:00:24.711114 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc30968-fbb9-42a9-acf2-ba7d5074ddf3 req-127654dd-002b-4349-a211-e5359d355ab1 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:24.712544 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-7dc30968-fbb9-42a9-acf2-ba7d5074ddf3 req-127654dd-002b-4349-a211-e5359d355ab1 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=cec42526-1eec-4e47-a28a-57968412716b HTTP/1.1" status: 200 len: 943 time: 0.0922532 Sep 22 22:00:24.755226 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-7dc30968-fbb9-42a9-acf2-ba7d5074ddf3 req-548bc1e9-fa81-4c82-a8bf-17c6ed1c2758 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370038 Sep 22 22:00:25.952204 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10862309-4500-49d3-bde6-0fd5e4f9391d req-36eaddeb-ebd4-4433-84c8-3077fad32fbb tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:25.953662 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-10862309-4500-49d3-bde6-0fd5e4f9391d req-36eaddeb-ebd4-4433-84c8-3077fad32fbb tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=cec42526-1eec-4e47-a28a-57968412716b HTTP/1.1" status: 200 len: 943 time: 0.0883617 Sep 22 22:00:25.997485 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-10862309-4500-49d3-bde6-0fd5e4f9391d req-48f24206-bdb2-454b-af33-d5bc085bb4aa tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379617 Sep 22 22:00:26.034252 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:00:26.301329 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device a5c579da-ef30-47f1-a234-bf5fde5d1caf details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 22:00:26.430631 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port a5c579da-ef30-47f1-a234-bf5fde5d1caf, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=a5c579da-ef30-47f1-a234-bf5fde5d1caf,segment=NetworkSegment(4c0a4709-c953-48f4-9552-39e700585c27),segment_id=4c0a4709-c953-48f4-9552-39e700585c27)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:00:26.444286 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': 'a5c579da-ef30-47f1-a234-bf5fde5d1caf', 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'port_id': 'a5c579da-ef30-47f1-a234-bf5fde5d1caf', 'mac_address': 'fa:16:3e:fa:c3:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34d50232-c76b-4978-8279-6b641ae56792', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 22:00:26.498455 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port a5c579da-ef30-47f1-a234-bf5fde5d1caf is: DOWN; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:00:26.498850 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:00:26.515571 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5c579da-ef30-47f1-a234-bf5fde5d1caf {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 22:00:26.530769 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port a5c579da-ef30-47f1-a234-bf5fde5d1caf, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=a5c579da-ef30-47f1-a234-bf5fde5d1caf,segment=NetworkSegment(4c0a4709-c953-48f4-9552-39e700585c27),segment_id=4c0a4709-c953-48f4-9552-39e700585c27)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:00:26.534139 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:00:26.601830 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=a5c579da-ef30-47f1-a234-bf5fde5d1caf,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:00:26.733299 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['a5c579da-ef30-47f1-a234-bf5fde5d1caf'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 22:00:27.195135 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217cc0e-b2a8-4ab7-ba0a-85f5d6eb7434 req-fb5d0890-c747-4c4c-a44f-be15644944c8 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:27.196603 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-0217cc0e-b2a8-4ab7-ba0a-85f5d6eb7434 req-fb5d0890-c747-4c4c-a44f-be15644944c8 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=cec42526-1eec-4e47-a28a-57968412716b HTTP/1.1" status: 200 len: 944 time: 0.0887556 Sep 22 22:00:27.240381 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-0217cc0e-b2a8-4ab7-ba0a-85f5d6eb7434 req-5fe9a4be-737e-48a4-b75d-72ba16caee83 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382197 Sep 22 22:00:28.300545 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device a5c579da-ef30-47f1-a234-bf5fde5d1caf up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:00:28.369027 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning for port a5c579da-ef30-47f1-a234-bf5fde5d1caf completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:00:28.373735 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port a5c579da-ef30-47f1-a234-bf5fde5d1caf triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:00:28.374105 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:00:28.374435 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port a5c579da-ef30-47f1-a234-bf5fde5d1caf Sep 22 22:00:28.459908 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defcb210-5a34-454c-ac2c-988ddca31f75 req-89e2aedc-05e0-4c52-a3e8-9d6929d24e16 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:28.461267 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-defcb210-5a34-454c-ac2c-988ddca31f75 req-89e2aedc-05e0-4c52-a3e8-9d6929d24e16 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=cec42526-1eec-4e47-a28a-57968412716b HTTP/1.1" status: 200 len: 944 time: 0.0866530 Sep 22 22:00:28.492155 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port a5c579da-ef30-47f1-a234-bf5fde5d1caf is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:00:28.492552 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:00:28.508301 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-defcb210-5a34-454c-ac2c-988ddca31f75 req-518b1b12-006b-4309-bc5c-1615fb28e321 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410111 Sep 22 22:00:28.521177 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec42526-1eec-4e47-a28a-57968412716b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c579da-ef30-47f1-a234-bf5fde5d1caf'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:00:28.523603 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef7e056-9daf-4faf-a976-1dc557793286" -d '{"events": [{"server_uuid": "cec42526-1eec-4e47-a28a-57968412716b", "name": "network-vif-plugged", "status": "completed", "tag": "a5c579da-ef30-47f1-a234-bf5fde5d1caf"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:00:28.531940 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port a5c579da-ef30-47f1-a234-bf5fde5d1caf, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=a5c579da-ef30-47f1-a234-bf5fde5d1caf,segment=NetworkSegment(4c0a4709-c953-48f4-9552-39e700585c27),segment_id=4c0a4709-c953-48f4-9552-39e700585c27)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:00:28.536406 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:00:28.570996 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a14c043-1d6f-45e1-bc79-81df6fc8c712 x-openstack-request-id: req-3a14c043-1d6f-45e1-bc79-81df6fc8c712 {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:00:28.571279 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec42526-1eec-4e47-a28a-57968412716b", "name": "network-vif-plugged", "status": "completed", "tag": "a5c579da-ef30-47f1-a234-bf5fde5d1caf", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:00:28.571523 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3a14c043-1d6f-45e1-bc79-81df6fc8c712 {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:00:28.571918 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a14c043-1d6f-45e1-bc79-81df6fc8c712'] response: {'server_uuid': 'cec42526-1eec-4e47-a28a-57968412716b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c579da-ef30-47f1-a234-bf5fde5d1caf', 'code': 200} Sep 22 22:00:28.603193 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=a5c579da-ef30-47f1-a234-bf5fde5d1caf,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:00:28.804684 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac665521-8d3d-4b83-b4c8-ac60e81fc17e req-2af68bc5-f163-4eb1-971b-c2a899fea0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:28.806142 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ac665521-8d3d-4b83-b4c8-ac60e81fc17e req-2af68bc5-f163-4eb1-971b-c2a899fea0f0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cec42526-1eec-4e47-a28a-57968412716b HTTP/1.1" status: 200 len: 1098 time: 0.0796669 Sep 22 22:00:28.844896 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ac665521-8d3d-4b83-b4c8-ac60e81fc17e req-40310adf-5151-4eda-a901-d57e398b4bee service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331016 Sep 22 22:00:29.707021 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddcc3ea-7bd3-4c5a-890f-90e24acc3094 req-51121a4f-7aa2-4235-a9b3-040cd47ed662 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:29.709658 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1ddcc3ea-7bd3-4c5a-890f-90e24acc3094 req-51121a4f-7aa2-4235-a9b3-040cd47ed662 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=cec42526-1eec-4e47-a28a-57968412716b HTTP/1.1" status: 200 len: 945 time: 0.0861788 Sep 22 22:00:29.856537 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1ddcc3ea-7bd3-4c5a-890f-90e24acc3094 req-959eb2bb-21bc-4c37-9ec4-30e8a98db741 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416521 Sep 22 22:00:31.058989 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5fa29c-70e4-4e4f-99db-b6fee258be46 req-1db29381-0383-4b56-bc03-9df42876957c tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:31.060436 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-2b5fa29c-70e4-4e4f-99db-b6fee258be46 req-1db29381-0383-4b56-bc03-9df42876957c tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=cec42526-1eec-4e47-a28a-57968412716b HTTP/1.1" status: 200 len: 945 time: 0.0915756 Sep 22 22:00:31.103220 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-2b5fa29c-70e4-4e4f-99db-b6fee258be46 req-ac69fcaf-1d87-4ba5-bcd3-ee0cebee83d1 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370665 Sep 22 22:00:31.290514 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d037eab-33a3-4205-954d-55e8ae2a4633 req-e823a36e-b70f-4cb1-8971-597c5d7f9152 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:31.291996 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-8d037eab-33a3-4205-954d-55e8ae2a4633 req-e823a36e-b70f-4cb1-8971-597c5d7f9152 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=cec42526-1eec-4e47-a28a-57968412716b HTTP/1.1" status: 200 len: 945 time: 0.0853088 Sep 22 22:00:31.302242 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 55390) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:00:31.307100 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-fd9003f9-b2c5-4f32-b794-84b2f31f354b tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Request body: {'floatingip': {'port_id': 'a5c579da-ef30-47f1-a234-bf5fde5d1caf'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:00:31.385811 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fd9003f9-b2c5-4f32-b794-84b2f31f354b tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks [] for floatingip, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:00:31.951347 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fd9003f9-b2c5-4f32-b794-84b2f31f354b tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:00:31.955159 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fd9003f9-b2c5-4f32-b794-84b2f31f354b tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:00:32.123131 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.l3_db [None req-fd9003f9-b2c5-4f32-b794-84b2f31f354b tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Floating IP 31578bdf-210d-4414-b489-3fb3928d186e associated. External IP: 172.26.0.171, port: a5c579da-ef30-47f1-a234-bf5fde5d1caf. Sep 22 22:00:32.560671 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd9003f9-b2c5-4f32-b794-84b2f31f354b tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Router 65cc8f1a-17de-4e08-8a18-a7b78bbee514 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 22:00:32.736434 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd9003f9-b2c5-4f32-b794-84b2f31f354b tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:00:32.741279 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-fd9003f9-b2c5-4f32-b794-84b2f31f354b tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:00:32.747096 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6245fa0-dd89-4455-8f8f-9a0fabea9d49 None None] Sync routers for ids ['65cc8f1a-17de-4e08-8a18-a7b78bbee514'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:00:32.757071 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6245fa0-dd89-4455-8f8f-9a0fabea9d49 None None] Routers {'65cc8f1a-17de-4e08-8a18-a7b78bbee514'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:00:32.757680 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-e6245fa0-dd89-4455-8f8f-9a0fabea9d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:00:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['65cc8f1a-17de-4e08-8a18-a7b78bbee514'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:00:32.794946 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-fd9003f9-b2c5-4f32-b794-84b2f31f354b tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "PUT /v2.0/floatingips/31578bdf-210d-4414-b489-3fb3928d186e HTTP/1.1" status: 200 len: 991 time: 1.4916258 Sep 22 22:00:32.795605 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cec42526-1eec-4e47-a28a-57968412716b', 'tag': 'a5c579da-ef30-47f1-a234-bf5fde5d1caf'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:00:32.797920 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337fa76d-c507-4751-b0a6-0db95a1655a3" -d '{"events": [{"name": "network-changed", "server_uuid": "cec42526-1eec-4e47-a28a-57968412716b", "tag": "a5c579da-ef30-47f1-a234-bf5fde5d1caf"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:00:32.838595 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc6d3db-8bf0-4c6a-8720-59f595cb026a x-openstack-request-id: req-0fc6d3db-8bf0-4c6a-8720-59f595cb026a {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:00:32.838901 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cec42526-1eec-4e47-a28a-57968412716b", "tag": "a5c579da-ef30-47f1-a234-bf5fde5d1caf", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:00:32.839148 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0fc6d3db-8bf0-4c6a-8720-59f595cb026a {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:00:32.839546 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fc6d3db-8bf0-4c6a-8720-59f595cb026a'] response: {'name': 'network-changed', 'server_uuid': 'cec42526-1eec-4e47-a28a-57968412716b', 'tag': 'a5c579da-ef30-47f1-a234-bf5fde5d1caf', 'status': 'completed', 'code': 200} Sep 22 22:00:32.935609 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-e6245fa0-dd89-4455-8f8f-9a0fabea9d49 None None] Set router 65cc8f1a-17de-4e08-8a18-a7b78bbee514 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:00:32.939362 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337fa76d-c507-4751-b0a6-0db95a1655a3 req-208e6523-0882-4019-a347-92974449f008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:32.940871 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-337fa76d-c507-4751-b0a6-0db95a1655a3 req-208e6523-0882-4019-a347-92974449f008 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9bb47c5ff1754359af1fc098b6bb16d9&device_id=cec42526-1eec-4e47-a28a-57968412716b HTTP/1.1" status: 200 len: 1098 time: 0.0813441 Sep 22 22:00:33.074118 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337fa76d-c507-4751-b0a6-0db95a1655a3 req-7b969e8c-e080-4df4-b3ac-01fb99203ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:33.076042 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-337fa76d-c507-4751-b0a6-0db95a1655a3 req-7b969e8c-e080-4df4-b3ac-01fb99203ffb service neutron] 10.222.0.49 "GET /v2.0/networks?id=10a09e26-5865-4fe7-893b-1c1311dc2163 HTTP/1.1" status: 200 len: 912 time: 0.1292529 Sep 22 22:00:33.175462 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-337fa76d-c507-4751-b0a6-0db95a1655a3 req-3f5741d0-f449-4484-b87c-161e45b792eb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5c579da-ef30-47f1-a234-bf5fde5d1caf HTTP/1.1" status: 200 len: 999 time: 0.0923195 Sep 22 22:00:33.239428 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337fa76d-c507-4751-b0a6-0db95a1655a3 req-e3c9576a-f77f-49f3-b7e1-f6302c7bcce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:33.240887 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-337fa76d-c507-4751-b0a6-0db95a1655a3 req-e3c9576a-f77f-49f3-b7e1-f6302c7bcce7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=34d50232-c76b-4978-8279-6b641ae56792 HTTP/1.1" status: 200 len: 851 time: 0.0603468 Sep 22 22:00:33.325260 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337fa76d-c507-4751-b0a6-0db95a1655a3 req-16c2ab3b-d05e-42ed-a69d-8091f176be52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:33.326696 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-337fa76d-c507-4751-b0a6-0db95a1655a3 req-16c2ab3b-d05e-42ed-a69d-8091f176be52 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=10a09e26-5865-4fe7-893b-1c1311dc2163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782716 Sep 22 22:00:33.340128 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-e6245fa0-dd89-4455-8f8f-9a0fabea9d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'name': 'tempest-ServerActionsTestJSON-1883969126-router', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:57:38Z', 'updated_at': '2022-09-22T21:57:42Z', 'revision_number': 4, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'gw_port': {'id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:23:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:39Z', 'updated_at': '2022-09-22T21:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '31578bdf-210d-4414-b489-3fb3928d186e', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'floating_ip_address': '172.26.0.171', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'port_id': 'a5c579da-ef30-47f1-a234-bf5fde5d1caf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'mac_address': 'fa:16:3e:fa:c3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec42526-1eec-4e47-a28a-57968412716b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:57:45Z', 'updated_at': '2022-09-22T22:00:31Z', 'revision_number': 9, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d15c942-465a-4065-9e3a-7ac2bf0f08ec', 'name': '', 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'mac_address': 'fa:16:3e:c0:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '34d50232-c76b-4978-8279-6b641ae56792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:41Z', 'updated_at': '2022-09-22T21:57:47Z', 'revision_number': 5, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'subnets': [{'id': '34d50232-c76b-4978-8279-6b641ae56792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:00:33.343963 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6245fa0-dd89-4455-8f8f-9a0fabea9d49 None None] Checking router: 65cc8f1a-17de-4e08-8a18-a7b78bbee514 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:00:33.353097 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6245fa0-dd89-4455-8f8f-9a0fabea9d49 None None] Routers {'65cc8f1a-17de-4e08-8a18-a7b78bbee514'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:00:33.353697 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-e6245fa0-dd89-4455-8f8f-9a0fabea9d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:00:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['65cc8f1a-17de-4e08-8a18-a7b78bbee514'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:00:33.460269 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-337fa76d-c507-4751-b0a6-0db95a1655a3 req-20634c9a-e740-484f-895a-0d87963c495e service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277826 Sep 22 22:00:33.529476 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-e6245fa0-dd89-4455-8f8f-9a0fabea9d49 None None] Set router 65cc8f1a-17de-4e08-8a18-a7b78bbee514 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:00:33.591094 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-337fa76d-c507-4751-b0a6-0db95a1655a3 req-b516c8cc-896e-4395-8f10-5fccaa9bf76d service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251118 Sep 22 22:00:33.862910 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-e6245fa0-dd89-4455-8f8f-9a0fabea9d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'name': 'tempest-ServerActionsTestJSON-1883969126-router', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:57:38Z', 'updated_at': '2022-09-22T21:57:42Z', 'revision_number': 4, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'gw_port': {'id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:23:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:39Z', 'updated_at': '2022-09-22T21:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '31578bdf-210d-4414-b489-3fb3928d186e', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'floating_ip_address': '172.26.0.171', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'port_id': 'a5c579da-ef30-47f1-a234-bf5fde5d1caf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'mac_address': 'fa:16:3e:fa:c3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec42526-1eec-4e47-a28a-57968412716b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:57:45Z', 'updated_at': '2022-09-22T22:00:31Z', 'revision_number': 9, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d15c942-465a-4065-9e3a-7ac2bf0f08ec', 'name': '', 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'mac_address': 'fa:16:3e:c0:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '34d50232-c76b-4978-8279-6b641ae56792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:41Z', 'updated_at': '2022-09-22T21:57:47Z', 'revision_number': 5, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'subnets': [{'id': '34d50232-c76b-4978-8279-6b641ae56792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:00:33.867232 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6245fa0-dd89-4455-8f8f-9a0fabea9d49 None None] The sync data for ids ['65cc8f1a-17de-4e08-8a18-a7b78bbee514'] in dv-neutron-858900-1-hyperv is: [{'id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'name': 'tempest-ServerActionsTestJSON-1883969126-router', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:57:38Z', 'updated_at': '2022-09-22T21:57:42Z', 'revision_number': 4, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'gw_port': {'id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:23:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:39Z', 'updated_at': '2022-09-22T21:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '31578bdf-210d-4414-b489-3fb3928d186e', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'floating_ip_address': '172.26.0.171', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'port_id': 'a5c579da-ef30-47f1-a234-bf5fde5d1caf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'mac_address': 'fa:16:3e:fa:c3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec42526-1eec-4e47-a28a-57968412716b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:57:45Z', 'updated_at': '2022-09-22T22:00:31Z', 'revision_number': 9, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d15c942-465a-4065-9e3a-7ac2bf0f08ec', 'name': '', 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'mac_address': 'fa:16:3e:c0:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '34d50232-c76b-4978-8279-6b641ae56792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:41Z', 'updated_at': '2022-09-22T21:57:47Z', 'revision_number': 5, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'subnets': [{'id': '34d50232-c76b-4978-8279-6b641ae56792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:00:34.047046 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7222dae5-5dd6-4fdd-aa70-4ad5e195444e None None] New status for floating IP 31578bdf-210d-4414-b489-3fb3928d186e: ACTIVE {{(pid=89011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 22:00:39.735404 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-cbd41ce0-7185-4ad1-922a-3f43e4cdf57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:00:41.948385 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-981d4b2e-8eb9-4e3d-990e-905b7ff21a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:00:42.796386 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:00:43.195239 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:00:44.580263 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:00:46.859562 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:00:56.036752 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:00:59.030328 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b977c231-ae4d-4673-8d90-9365ae14830a req-422e04a7-5ac9-44d4-a4b8-1bc05a018dff service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cec42526-1eec-4e47-a28a-57968412716b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0793557 Sep 22 22:00:59.188419 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977c231-ae4d-4673-8d90-9365ae14830a req-96a655c4-025c-4d7f-b0ec-560640a50bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:59.189852 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b977c231-ae4d-4673-8d90-9365ae14830a req-96a655c4-025c-4d7f-b0ec-560640a50bc5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9bb47c5ff1754359af1fc098b6bb16d9&device_id=cec42526-1eec-4e47-a28a-57968412716b HTTP/1.1" status: 200 len: 1098 time: 0.0929172 Sep 22 22:00:59.339695 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977c231-ae4d-4673-8d90-9365ae14830a req-1eaa4d84-9ffa-4362-af3e-7387f455e974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:59.341112 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b977c231-ae4d-4673-8d90-9365ae14830a req-1eaa4d84-9ffa-4362-af3e-7387f455e974 service neutron] 10.222.0.49 "GET /v2.0/networks?id=10a09e26-5865-4fe7-893b-1c1311dc2163 HTTP/1.1" status: 200 len: 912 time: 0.1239238 Sep 22 22:00:59.454026 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b977c231-ae4d-4673-8d90-9365ae14830a req-0fb13829-5c20-486c-970c-03d95ff72dd9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5c579da-ef30-47f1-a234-bf5fde5d1caf HTTP/1.1" status: 200 len: 1002 time: 0.1062653 Sep 22 22:00:59.519397 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977c231-ae4d-4673-8d90-9365ae14830a req-a55434f8-9abc-4533-8df2-ac4818e42fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:59.520794 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b977c231-ae4d-4673-8d90-9365ae14830a req-a55434f8-9abc-4533-8df2-ac4818e42fb9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=34d50232-c76b-4978-8279-6b641ae56792 HTTP/1.1" status: 200 len: 851 time: 0.0599246 Sep 22 22:00:59.692540 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977c231-ae4d-4673-8d90-9365ae14830a req-9627e2b3-4139-4b63-9e65-d52aca050936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:00:59.694025 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b977c231-ae4d-4673-8d90-9365ae14830a req-9627e2b3-4139-4b63-9e65-d52aca050936 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=10a09e26-5865-4fe7-893b-1c1311dc2163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1674640 Sep 22 22:00:59.821701 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b977c231-ae4d-4673-8d90-9365ae14830a req-fbbc15af-87ff-493d-87b0-296154115559 service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211345 Sep 22 22:00:59.948402 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b977c231-ae4d-4673-8d90-9365ae14830a req-7f7cbcba-5cbc-422d-a3a8-49130977eb89 service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206913 Sep 22 22:01:01.623872 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4b5d7469-af3c-44b7-b17f-1c7e13f2cc7e req-c4c7c303-20ce-43e9-b75f-33e0560a21c6 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=cec42526-1eec-4e47-a28a-57968412716b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0804157 Sep 22 22:01:01.673940 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8280358-dc6d-4b40-b884-4ff738299101 req-589e9dd1-9a7f-4456-9771-72bcbf3ee52f tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:01.675472 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c8280358-dc6d-4b40-b884-4ff738299101 req-589e9dd1-9a7f-4456-9771-72bcbf3ee52f tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=cec42526-1eec-4e47-a28a-57968412716b HTTP/1.1" status: 200 len: 945 time: 0.0882070 Sep 22 22:01:01.719858 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c8280358-dc6d-4b40-b884-4ff738299101 req-affc859e-f4cf-4bd8-99dd-c56eebd769fb tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385191 Sep 22 22:01:02.737994 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d7469-af3c-44b7-b17f-1c7e13f2cc7e req-68ff3576-6b33-4e1e-90bc-fbbc4f630928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:02.739471 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4b5d7469-af3c-44b7-b17f-1c7e13f2cc7e req-68ff3576-6b33-4e1e-90bc-fbbc4f630928 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9bb47c5ff1754359af1fc098b6bb16d9&device_id=cec42526-1eec-4e47-a28a-57968412716b HTTP/1.1" status: 200 len: 1098 time: 0.0784514 Sep 22 22:01:02.927553 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d7469-af3c-44b7-b17f-1c7e13f2cc7e req-8bb49cc2-d75e-4b60-a47f-69b355e3302e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:02.928974 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4b5d7469-af3c-44b7-b17f-1c7e13f2cc7e req-8bb49cc2-d75e-4b60-a47f-69b355e3302e service neutron] 10.222.0.49 "GET /v2.0/networks?id=10a09e26-5865-4fe7-893b-1c1311dc2163 HTTP/1.1" status: 200 len: 912 time: 0.1837349 Sep 22 22:01:03.014354 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8c3d3-25a6-4b36-b57d-7d786a49197d req-ae5c6655-d814-467c-99df-b030bc8b68dd tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:03.015964 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5ab8c3d3-25a6-4b36-b57d-7d786a49197d req-ae5c6655-d814-467c-99df-b030bc8b68dd tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=cec42526-1eec-4e47-a28a-57968412716b HTTP/1.1" status: 200 len: 945 time: 0.1854393 Sep 22 22:01:03.066385 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4b5d7469-af3c-44b7-b17f-1c7e13f2cc7e req-df2f7e2a-332f-48f5-a559-01a5f2817746 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5c579da-ef30-47f1-a234-bf5fde5d1caf HTTP/1.1" status: 200 len: 1002 time: 0.1298513 Sep 22 22:01:03.076805 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5ab8c3d3-25a6-4b36-b57d-7d786a49197d req-4a906cb6-8928-483f-baca-4cdfb9baec79 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521641 Sep 22 22:01:03.131721 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d7469-af3c-44b7-b17f-1c7e13f2cc7e req-1a781c0c-62fe-47db-9407-cec4aed51a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:03.133130 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4b5d7469-af3c-44b7-b17f-1c7e13f2cc7e req-1a781c0c-62fe-47db-9407-cec4aed51a1d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=34d50232-c76b-4978-8279-6b641ae56792 HTTP/1.1" status: 200 len: 851 time: 0.0594444 Sep 22 22:01:03.220125 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d7469-af3c-44b7-b17f-1c7e13f2cc7e req-dc80a4de-703e-41ae-bbdc-e2a57b4447b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:03.221568 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4b5d7469-af3c-44b7-b17f-1c7e13f2cc7e req-dc80a4de-703e-41ae-bbdc-e2a57b4447b9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=10a09e26-5865-4fe7-893b-1c1311dc2163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801930 Sep 22 22:01:03.351354 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4b5d7469-af3c-44b7-b17f-1c7e13f2cc7e req-dce05120-501f-4704-9e83-0b35d4914833 service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224298 Sep 22 22:01:03.476764 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4b5d7469-af3c-44b7-b17f-1c7e13f2cc7e req-7b2c392c-778e-4e09-aba4-2d9833f0ddbd service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200933 Sep 22 22:01:04.280647 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a706001-2d58-4d8f-af29-3306111ccd3e req-1fbf6a24-a370-4346-b41c-7b0702354efe tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:04.282095 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-2a706001-2d58-4d8f-af29-3306111ccd3e req-1fbf6a24-a370-4346-b41c-7b0702354efe tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=cec42526-1eec-4e47-a28a-57968412716b HTTP/1.1" status: 200 len: 945 time: 0.0893023 Sep 22 22:01:04.326163 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-2a706001-2d58-4d8f-af29-3306111ccd3e req-e0e4f884-6f08-4852-8f08-ee72b0001e96 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378649 Sep 22 22:01:05.522228 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7a83f-0b87-43b6-8a35-20cd2ba23af1 req-1c5c245a-e471-4621-bc11-b9654db2d7e9 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:05.523741 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e2a7a83f-0b87-43b6-8a35-20cd2ba23af1 req-1c5c245a-e471-4621-bc11-b9654db2d7e9 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=cec42526-1eec-4e47-a28a-57968412716b HTTP/1.1" status: 200 len: 945 time: 0.0864327 Sep 22 22:01:05.568613 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e2a7a83f-0b87-43b6-8a35-20cd2ba23af1 req-d3e1601b-02a9-42c3-9ab6-c1e22d05ea17 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372503 Sep 22 22:01:06.766704 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b0055-ec56-4bad-a46f-1157a9d2fbd8 req-28e8a757-db26-40e5-910a-2a7636cb8f13 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:06.768132 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-af6b0055-ec56-4bad-a46f-1157a9d2fbd8 req-28e8a757-db26-40e5-910a-2a7636cb8f13 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=cec42526-1eec-4e47-a28a-57968412716b HTTP/1.1" status: 200 len: 945 time: 0.0896535 Sep 22 22:01:06.810732 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-af6b0055-ec56-4bad-a46f-1157a9d2fbd8 req-68050459-8780-449c-8876-a75ce63db291 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365012 Sep 22 22:01:08.019336 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28f01a-40cf-44a1-b8f7-9f955d310b7a req-bd7f78b5-ea28-4a80-a446-3ba5a06292f5 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:08.020783 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-df28f01a-40cf-44a1-b8f7-9f955d310b7a req-bd7f78b5-ea28-4a80-a446-3ba5a06292f5 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=cec42526-1eec-4e47-a28a-57968412716b HTTP/1.1" status: 200 len: 945 time: 0.0884113 Sep 22 22:01:08.063912 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-df28f01a-40cf-44a1-b8f7-9f955d310b7a req-127dab02-1c54-4b74-afce-38f92e755d74 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375121 Sep 22 22:01:09.257828 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d8cd5-5e7b-4b3a-83ca-db3901e7a586 req-9d7ae214-cca2-4863-ae97-f0a4b20a674d tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:09.259276 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-1d2d8cd5-5e7b-4b3a-83ca-db3901e7a586 req-9d7ae214-cca2-4863-ae97-f0a4b20a674d tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=cec42526-1eec-4e47-a28a-57968412716b HTTP/1.1" status: 200 len: 945 time: 0.0858867 Sep 22 22:01:09.302305 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-1d2d8cd5-5e7b-4b3a-83ca-db3901e7a586 req-91baf58e-48bb-4b47-b995-f5ca83fc0455 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374465 Sep 22 22:01:09.737896 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-eb0c1a69-cc7b-40c8-9a0e-ccd3ce76c7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:01:10.503863 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f074b09-8f75-4f94-86ed-e792e8c8b796 req-6498a976-6612-4350-b441-d03bae64abb0 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:10.505333 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7f074b09-8f75-4f94-86ed-e792e8c8b796 req-6498a976-6612-4350-b441-d03bae64abb0 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=cec42526-1eec-4e47-a28a-57968412716b HTTP/1.1" status: 200 len: 945 time: 0.0913768 Sep 22 22:01:10.643452 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7f074b09-8f75-4f94-86ed-e792e8c8b796 req-17c343ea-b33a-492e-b0e3-9af31e4bb9de tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324561 Sep 22 22:01:11.841925 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba60d44-55ab-46d0-a918-c7a1d8c37b91 req-be3b19d7-0205-4ff2-8793-007dd4598bc5 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:11.843375 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-bba60d44-55ab-46d0-a918-c7a1d8c37b91 req-be3b19d7-0205-4ff2-8793-007dd4598bc5 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=cec42526-1eec-4e47-a28a-57968412716b HTTP/1.1" status: 200 len: 945 time: 0.0883975 Sep 22 22:01:11.885499 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-bba60d44-55ab-46d0-a918-c7a1d8c37b91 req-ad034f48-dd82-41ac-ae4a-af142fe9a7c4 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358689 Sep 22 22:01:11.949230 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ac9301cc-18f5-4a96-b1c0-f9903c3eb8e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:01:12.799259 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:01:13.078532 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae56e7c-724f-4ba6-9e08-8ae1dd0678b2 req-cfe89452-73d7-4134-941f-214af4ee41f6 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:13.079987 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cae56e7c-724f-4ba6-9e08-8ae1dd0678b2 req-cfe89452-73d7-4134-941f-214af4ee41f6 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=cec42526-1eec-4e47-a28a-57968412716b HTTP/1.1" status: 200 len: 945 time: 0.0855224 Sep 22 22:01:13.124691 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cae56e7c-724f-4ba6-9e08-8ae1dd0678b2 req-1b691517-1f3e-4182-b527-34bc9fbe8485 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383592 Sep 22 22:01:13.198965 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:01:14.324054 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bcab8-5fae-4856-a7f5-bb4b50cae85d req-04e14e01-b20c-4868-aff6-08a9e573c451 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:14.325518 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-432bcab8-5fae-4856-a7f5-bb4b50cae85d req-04e14e01-b20c-4868-aff6-08a9e573c451 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=cec42526-1eec-4e47-a28a-57968412716b HTTP/1.1" status: 200 len: 945 time: 0.0890591 Sep 22 22:01:14.371975 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-432bcab8-5fae-4856-a7f5-bb4b50cae85d req-0d8c2b93-3845-4d2c-b260-767c5c3ae940 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401356 Sep 22 22:01:14.581284 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:01:15.112128 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4b5d7469-af3c-44b7-b17f-1c7e13f2cc7e req-86f194e6-0640-4f39-80ef-fbaeec14ca25 service neutron] 10.222.0.49 "GET /v2.0/ports/a5c579da-ef30-47f1-a234-bf5fde5d1caf/bindings/hv-neutron-8589 HTTP/1.1" status: 200 len: 384 time: 0.0717437 Sep 22 22:01:15.372484 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d7469-af3c-44b7-b17f-1c7e13f2cc7e req-cd694f75-940f-4dc5-b961-e882648ee75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:15.374008 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4b5d7469-af3c-44b7-b17f-1c7e13f2cc7e req-cd694f75-940f-4dc5-b961-e882648ee75b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cec42526-1eec-4e47-a28a-57968412716b&tenant_id=9bb47c5ff1754359af1fc098b6bb16d9 HTTP/1.1" status: 200 len: 1098 time: 0.0768409 Sep 22 22:01:15.474215 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d7469-af3c-44b7-b17f-1c7e13f2cc7e req-1eb85260-584a-4ccc-991f-38f281a58112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:15.475711 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4b5d7469-af3c-44b7-b17f-1c7e13f2cc7e req-1eb85260-584a-4ccc-991f-38f281a58112 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9bb47c5ff1754359af1fc098b6bb16d9&device_id=cec42526-1eec-4e47-a28a-57968412716b HTTP/1.1" status: 200 len: 1098 time: 0.0799985 Sep 22 22:01:15.665818 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d7469-af3c-44b7-b17f-1c7e13f2cc7e req-b58a5000-c293-424e-9a4d-49f6d86b2144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:15.667183 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4b5d7469-af3c-44b7-b17f-1c7e13f2cc7e req-b58a5000-c293-424e-9a4d-49f6d86b2144 service neutron] 10.222.0.49 "GET /v2.0/networks?id=10a09e26-5865-4fe7-893b-1c1311dc2163 HTTP/1.1" status: 200 len: 912 time: 0.1854341 Sep 22 22:01:15.678585 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3234e29-e7ad-4be2-8fdf-6ee17bba7517 req-6a3a284c-c207-48ea-977b-419b1830dff9 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:15.679937 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d3234e29-e7ad-4be2-8fdf-6ee17bba7517 req-6a3a284c-c207-48ea-977b-419b1830dff9 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=cec42526-1eec-4e47-a28a-57968412716b HTTP/1.1" status: 200 len: 945 time: 0.1811023 Sep 22 22:01:15.802579 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d3234e29-e7ad-4be2-8fdf-6ee17bba7517 req-f6ecc7db-fef4-4ce0-bea7-af265fbe2640 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746138 Sep 22 22:01:15.806047 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4b5d7469-af3c-44b7-b17f-1c7e13f2cc7e req-97a039de-8681-4799-b11b-ce73cd7d0d74 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5c579da-ef30-47f1-a234-bf5fde5d1caf HTTP/1.1" status: 200 len: 1002 time: 0.1252544 Sep 22 22:01:15.867540 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d7469-af3c-44b7-b17f-1c7e13f2cc7e req-502a5bf8-aa9d-467c-b9cf-27e5fc27c79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:15.868921 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4b5d7469-af3c-44b7-b17f-1c7e13f2cc7e req-502a5bf8-aa9d-467c-b9cf-27e5fc27c79c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=34d50232-c76b-4978-8279-6b641ae56792 HTTP/1.1" status: 200 len: 851 time: 0.0571914 Sep 22 22:01:15.952246 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d7469-af3c-44b7-b17f-1c7e13f2cc7e req-e9a80a36-32a1-45a2-af17-a13865add37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:15.953898 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4b5d7469-af3c-44b7-b17f-1c7e13f2cc7e req-e9a80a36-32a1-45a2-af17-a13865add37d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=10a09e26-5865-4fe7-893b-1c1311dc2163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791829 Sep 22 22:01:16.081953 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4b5d7469-af3c-44b7-b17f-1c7e13f2cc7e req-a6cd64b3-da1d-4cca-a0eb-1d120a542c2e service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216800 Sep 22 22:01:16.209057 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4b5d7469-af3c-44b7-b17f-1c7e13f2cc7e req-9c06a23b-49ff-4c82-9e9d-f470bbb18ca6 service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214740 Sep 22 22:01:16.998131 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28b5fe-f06e-4b05-af63-9d81a033fc59 req-a18a05d5-a3a6-4a21-8ce4-b23d5dd9f041 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:16.999622 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-da28b5fe-f06e-4b05-af63-9d81a033fc59 req-a18a05d5-a3a6-4a21-8ce4-b23d5dd9f041 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=cec42526-1eec-4e47-a28a-57968412716b HTTP/1.1" status: 200 len: 945 time: 0.0857387 Sep 22 22:01:17.042868 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-da28b5fe-f06e-4b05-af63-9d81a033fc59 req-542bfa2c-5589-4c4d-8a67-8e0e188986d7 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375926 Sep 22 22:01:18.239686 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3cdd5-3410-4409-b702-049d731d15f2 req-dae487cb-df0d-4c2a-86ac-3db30d728457 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:18.241139 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-dec3cdd5-3410-4409-b702-049d731d15f2 req-dae487cb-df0d-4c2a-86ac-3db30d728457 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=cec42526-1eec-4e47-a28a-57968412716b HTTP/1.1" status: 200 len: 945 time: 0.0882683 Sep 22 22:01:18.284292 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-dec3cdd5-3410-4409-b702-049d731d15f2 req-3d7d4b9c-4e9e-4b74-9489-81c8a247728a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374947 Sep 22 22:01:18.627380 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device a5c579da-ef30-47f1-a234-bf5fde5d1caf details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 22:01:18.632203 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device a5c579da-ef30-47f1-a234-bf5fde5d1caf no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:01:18.747935 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd30fc-e2d9-4a34-a0e6-624c8c54375d req-821598f5-edf7-4eb2-a484-973c1383c0fb tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:18.749355 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-21fd30fc-e2d9-4a34-a0e6-624c8c54375d req-821598f5-edf7-4eb2-a484-973c1383c0fb tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.49 "GET /v2.0/ports?device_id=cec42526-1eec-4e47-a28a-57968412716b&tenant_id=9bb47c5ff1754359af1fc098b6bb16d9&binding%3Ahost_id=hv-neutron-8589 HTTP/1.1" status: 200 len: 945 time: 0.1541557 Sep 22 22:01:18.810471 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774833a1-568d-4dc6-8529-2d026b950e77 req-5d5ab12d-26ab-4548-8f3c-2307c1d0f9c8 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:18.811933 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-774833a1-568d-4dc6-8529-2d026b950e77 req-5d5ab12d-26ab-4548-8f3c-2307c1d0f9c8 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=cec42526-1eec-4e47-a28a-57968412716b HTTP/1.1" status: 200 len: 945 time: 0.1556995 Sep 22 22:01:18.844804 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port a5c579da-ef30-47f1-a234-bf5fde5d1caf is: ACTIVE; New status is: DOWN {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:01:18.845090 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:01:18.872759 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-774833a1-568d-4dc6-8529-2d026b950e77 req-6adeafe6-b459-45e7-b979-a15c20a0dc28 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536804 Sep 22 22:01:18.875317 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-21fd30fc-e2d9-4a34-a0e6-624c8c54375d req-280ccf34-c79d-4720-bb3c-d406375e6e5e service neutron] 10.222.0.49 "GET /v2.0/ports/a5c579da-ef30-47f1-a234-bf5fde5d1caf/bindings/hv-neutron-8589 HTTP/1.1" status: 200 len: 384 time: 0.1193306 Sep 22 22:01:18.881007 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port a5c579da-ef30-47f1-a234-bf5fde5d1caf, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=a5c579da-ef30-47f1-a234-bf5fde5d1caf,segment=NetworkSegment(4c0a4709-c953-48f4-9552-39e700585c27),segment_id=4c0a4709-c953-48f4-9552-39e700585c27)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:01:18.900548 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec42526-1eec-4e47-a28a-57968412716b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5c579da-ef30-47f1-a234-bf5fde5d1caf'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:01:18.902839 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bbbfc3c-b95e-4089-9ea8-770e84af716e" -d '{"events": [{"server_uuid": "cec42526-1eec-4e47-a28a-57968412716b", "name": "network-vif-unplugged", "status": "completed", "tag": "a5c579da-ef30-47f1-a234-bf5fde5d1caf"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:01:18.909524 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': 'a5c579da-ef30-47f1-a234-bf5fde5d1caf', 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'port_id': 'a5c579da-ef30-47f1-a234-bf5fde5d1caf', 'mac_address': 'fa:16:3e:fa:c3:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34d50232-c76b-4978-8279-6b641ae56792', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 22:01:18.914130 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port a5c579da-ef30-47f1-a234-bf5fde5d1caf, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=a5c579da-ef30-47f1-a234-bf5fde5d1caf,segment=NetworkSegment(4c0a4709-c953-48f4-9552-39e700585c27),segment_id=4c0a4709-c953-48f4-9552-39e700585c27)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:01:18.951259 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:01:18.987983 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd30fc-e2d9-4a34-a0e6-624c8c54375d req-a8dd663d-b16f-46d4-9d7d-575055cab06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:18.989448 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-21fd30fc-e2d9-4a34-a0e6-624c8c54375d req-a8dd663d-b16f-46d4-9d7d-575055cab06e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9bb47c5ff1754359af1fc098b6bb16d9&device_id=cec42526-1eec-4e47-a28a-57968412716b HTTP/1.1" status: 200 len: 1096 time: 0.0805256 Sep 22 22:01:18.995312 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Sep 2022 22:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df54cfd5-e08e-4955-aa65-d602c16c52b3 x-openstack-request-id: req-df54cfd5-e08e-4955-aa65-d602c16c52b3 {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:01:18.995600 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec42526-1eec-4e47-a28a-57968412716b", "name": "network-vif-unplugged", "status": "completed", "tag": "a5c579da-ef30-47f1-a234-bf5fde5d1caf", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:01:18.995848 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-df54cfd5-e08e-4955-aa65-d602c16c52b3 {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:01:18.996233 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df54cfd5-e08e-4955-aa65-d602c16c52b3'] response: {'server_uuid': 'cec42526-1eec-4e47-a28a-57968412716b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5c579da-ef30-47f1-a234-bf5fde5d1caf', 'code': 200} Sep 22 22:01:19.026538 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port a5c579da-ef30-47f1-a234-bf5fde5d1caf is: DOWN; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:01:19.026948 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:01:19.051590 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5c579da-ef30-47f1-a234-bf5fde5d1caf {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 22:01:19.055637 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=a5c579da-ef30-47f1-a234-bf5fde5d1caf,revision_number=6']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:01:19.071988 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:01:19.072341 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:01:19.072682 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:01:19.073022 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:01:19.073406 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:01:19.073689 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:01:19.074014 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:01:19.074324 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:01:19.074670 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:01:19.074993 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:01:19.075315 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:01:19.075640 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:01:19.086042 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port a5c579da-ef30-47f1-a234-bf5fde5d1caf, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=a5c579da-ef30-47f1-a234-bf5fde5d1caf,segment=NetworkSegment(4c0a4709-c953-48f4-9552-39e700585c27),segment_id=4c0a4709-c953-48f4-9552-39e700585c27)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:01:19.090650 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:01:19.153810 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['a5c579da-ef30-47f1-a234-bf5fde5d1caf'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 22:01:19.210581 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=a5c579da-ef30-47f1-a234-bf5fde5d1caf,revision_number=7']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:01:19.221167 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd30fc-e2d9-4a34-a0e6-624c8c54375d req-8eb4fcb5-95fa-4417-af85-7e5357ef654d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:19.223751 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-21fd30fc-e2d9-4a34-a0e6-624c8c54375d req-8eb4fcb5-95fa-4417-af85-7e5357ef654d service neutron] 10.222.0.49 "GET /v2.0/networks?id=10a09e26-5865-4fe7-893b-1c1311dc2163 HTTP/1.1" status: 200 len: 912 time: 0.2285225 Sep 22 22:01:19.327705 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-21fd30fc-e2d9-4a34-a0e6-624c8c54375d req-a6a143b2-323e-4fef-9864-d297f48b5c11 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5c579da-ef30-47f1-a234-bf5fde5d1caf HTTP/1.1" status: 200 len: 1001 time: 0.0978169 Sep 22 22:01:19.392686 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd30fc-e2d9-4a34-a0e6-624c8c54375d req-c9812e2f-bc91-4f82-a3b7-24e2b4348f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:19.394092 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-21fd30fc-e2d9-4a34-a0e6-624c8c54375d req-c9812e2f-bc91-4f82-a3b7-24e2b4348f82 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=34d50232-c76b-4978-8279-6b641ae56792 HTTP/1.1" status: 200 len: 851 time: 0.0594542 Sep 22 22:01:19.474561 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd30fc-e2d9-4a34-a0e6-624c8c54375d req-f028b9d4-e793-4b65-a945-39a756b16835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:19.475958 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-21fd30fc-e2d9-4a34-a0e6-624c8c54375d req-f028b9d4-e793-4b65-a945-39a756b16835 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=10a09e26-5865-4fe7-893b-1c1311dc2163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757577 Sep 22 22:01:19.603519 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-21fd30fc-e2d9-4a34-a0e6-624c8c54375d req-e177b97b-0784-4d7e-b85c-762938913c20 service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212819 Sep 22 22:01:19.730957 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-21fd30fc-e2d9-4a34-a0e6-624c8c54375d req-719bec0d-490f-4913-ba5f-5584c484a5cd service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214182 Sep 22 22:01:20.078584 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671703c-8a4e-4223-ba30-d6dfdd3f69d6 req-78350e1a-28ea-4cab-968e-247717540afd tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:20.080034 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3671703c-8a4e-4223-ba30-d6dfdd3f69d6 req-78350e1a-28ea-4cab-968e-247717540afd tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=cec42526-1eec-4e47-a28a-57968412716b HTTP/1.1" status: 200 len: 944 time: 0.0900059 Sep 22 22:01:20.123308 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3671703c-8a4e-4223-ba30-d6dfdd3f69d6 req-01ed0ece-13e4-417b-bd46-baa68973feb0 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374475 Sep 22 22:01:20.664308 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device a5c579da-ef30-47f1-a234-bf5fde5d1caf up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:01:20.734012 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port a5c579da-ef30-47f1-a234-bf5fde5d1caf triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:01:20.734383 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:01:20.734750 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port a5c579da-ef30-47f1-a234-bf5fde5d1caf Sep 22 22:01:20.848900 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port a5c579da-ef30-47f1-a234-bf5fde5d1caf is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:01:20.849272 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:01:20.914920 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port a5c579da-ef30-47f1-a234-bf5fde5d1caf, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=a5c579da-ef30-47f1-a234-bf5fde5d1caf,segment=NetworkSegment(4c0a4709-c953-48f4-9552-39e700585c27),segment_id=4c0a4709-c953-48f4-9552-39e700585c27)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:01:20.920673 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:01:20.985846 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=a5c579da-ef30-47f1-a234-bf5fde5d1caf,revision_number=8']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:01:20.997662 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec42526-1eec-4e47-a28a-57968412716b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c579da-ef30-47f1-a234-bf5fde5d1caf'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:01:20.999951 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66e5a36-9aa3-4818-9b91-379dce69cad0" -d '{"events": [{"server_uuid": "cec42526-1eec-4e47-a28a-57968412716b", "name": "network-vif-plugged", "status": "completed", "tag": "a5c579da-ef30-47f1-a234-bf5fde5d1caf"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:01:21.048219 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd6e3df-4a22-4e5d-9c7c-a00f3f4d907e x-openstack-request-id: req-dcd6e3df-4a22-4e5d-9c7c-a00f3f4d907e {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:01:21.048508 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec42526-1eec-4e47-a28a-57968412716b", "name": "network-vif-plugged", "status": "completed", "tag": "a5c579da-ef30-47f1-a234-bf5fde5d1caf", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:01:21.048763 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-dcd6e3df-4a22-4e5d-9c7c-a00f3f4d907e {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:01:21.049159 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcd6e3df-4a22-4e5d-9c7c-a00f3f4d907e'] response: {'server_uuid': 'cec42526-1eec-4e47-a28a-57968412716b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c579da-ef30-47f1-a234-bf5fde5d1caf', 'code': 200} Sep 22 22:01:21.324325 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b257c-ed46-450f-976c-fa9938ded2ce req-a8f7a2b3-8184-474a-934e-317a8c4fcf9a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:21.325764 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f44b257c-ed46-450f-976c-fa9938ded2ce req-a8f7a2b3-8184-474a-934e-317a8c4fcf9a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=cec42526-1eec-4e47-a28a-57968412716b HTTP/1.1" status: 200 len: 945 time: 0.0891824 Sep 22 22:01:21.370136 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f44b257c-ed46-450f-976c-fa9938ded2ce req-fed2a192-8d32-4ab9-8215-b02ed106eaa6 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371928 Sep 22 22:01:22.061055 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd30fc-e2d9-4a34-a0e6-624c8c54375d req-a116290a-abc5-43ca-9917-224a688428ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:22.062554 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-21fd30fc-e2d9-4a34-a0e6-624c8c54375d req-a116290a-abc5-43ca-9917-224a688428ab service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cec42526-1eec-4e47-a28a-57968412716b&tenant_id=9bb47c5ff1754359af1fc098b6bb16d9 HTTP/1.1" status: 200 len: 1098 time: 0.0769300 Sep 22 22:01:22.160730 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd30fc-e2d9-4a34-a0e6-624c8c54375d req-8891c845-2806-4425-8f81-32a817728030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:22.166049 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-21fd30fc-e2d9-4a34-a0e6-624c8c54375d req-8891c845-2806-4425-8f81-32a817728030 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9bb47c5ff1754359af1fc098b6bb16d9&device_id=cec42526-1eec-4e47-a28a-57968412716b HTTP/1.1" status: 200 len: 1098 time: 0.0792470 Sep 22 22:01:22.297203 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd30fc-e2d9-4a34-a0e6-624c8c54375d req-165f02c2-08ff-42e8-b224-99b7cdd46836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:22.298678 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-21fd30fc-e2d9-4a34-a0e6-624c8c54375d req-165f02c2-08ff-42e8-b224-99b7cdd46836 service neutron] 10.222.0.49 "GET /v2.0/networks?id=10a09e26-5865-4fe7-893b-1c1311dc2163 HTTP/1.1" status: 200 len: 912 time: 0.1311963 Sep 22 22:01:22.399668 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-21fd30fc-e2d9-4a34-a0e6-624c8c54375d req-bb7c0738-5268-4e60-9f53-4b9697c69c53 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5c579da-ef30-47f1-a234-bf5fde5d1caf HTTP/1.1" status: 200 len: 1002 time: 0.0948834 Sep 22 22:01:22.460956 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd30fc-e2d9-4a34-a0e6-624c8c54375d req-77491a33-3ef8-442b-ad2a-037acd4fa793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:22.462375 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-21fd30fc-e2d9-4a34-a0e6-624c8c54375d req-77491a33-3ef8-442b-ad2a-037acd4fa793 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=34d50232-c76b-4978-8279-6b641ae56792 HTTP/1.1" status: 200 len: 851 time: 0.0571761 Sep 22 22:01:22.547230 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd30fc-e2d9-4a34-a0e6-624c8c54375d req-4290e87c-bbd0-43b8-b463-af13981f0f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:22.548689 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-21fd30fc-e2d9-4a34-a0e6-624c8c54375d req-4290e87c-bbd0-43b8-b463-af13981f0f2c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=10a09e26-5865-4fe7-893b-1c1311dc2163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801148 Sep 22 22:01:22.573517 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2540e6d-dd10-4867-9441-58c86905d005 req-9c8ef357-1af6-4d78-9c5e-6dd5dfeb8394 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:22.574968 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-b2540e6d-dd10-4867-9441-58c86905d005 req-9c8ef357-1af6-4d78-9c5e-6dd5dfeb8394 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=cec42526-1eec-4e47-a28a-57968412716b HTTP/1.1" status: 200 len: 945 time: 0.0892584 Sep 22 22:01:22.628327 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-b2540e6d-dd10-4867-9441-58c86905d005 req-fbcdb210-6f8d-42f4-8af8-d6cd7f902857 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472753 Sep 22 22:01:22.681411 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-21fd30fc-e2d9-4a34-a0e6-624c8c54375d req-e5c39852-c689-474b-a0dc-4a59c9bb7a58 service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261978 Sep 22 22:01:22.896259 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-21fd30fc-e2d9-4a34-a0e6-624c8c54375d req-f6f61403-659e-480d-9f10-984a68bda7e7 service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093248 Sep 22 22:01:23.824120 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4903c0-0fb9-4b4e-a206-8da72625f242 req-210f5a5f-ed35-4707-8eb5-20b5603b44ca tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:23.825569 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-dd4903c0-0fb9-4b4e-a206-8da72625f242 req-210f5a5f-ed35-4707-8eb5-20b5603b44ca tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=cec42526-1eec-4e47-a28a-57968412716b HTTP/1.1" status: 200 len: 945 time: 0.0852525 Sep 22 22:01:23.858807 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:01:23.869457 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-dd4903c0-0fb9-4b4e-a206-8da72625f242 req-b130db95-d09f-4d79-bf05-25d13232040f tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380733 Sep 22 22:01:24.665610 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device a5c579da-ef30-47f1-a234-bf5fde5d1caf details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 22:01:24.795894 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port a5c579da-ef30-47f1-a234-bf5fde5d1caf, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=a5c579da-ef30-47f1-a234-bf5fde5d1caf,segment=NetworkSegment(4c0a4709-c953-48f4-9552-39e700585c27),segment_id=4c0a4709-c953-48f4-9552-39e700585c27)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:01:24.808575 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': 'a5c579da-ef30-47f1-a234-bf5fde5d1caf', 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'port_id': 'a5c579da-ef30-47f1-a234-bf5fde5d1caf', 'mac_address': 'fa:16:3e:fa:c3:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34d50232-c76b-4978-8279-6b641ae56792', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 22:01:24.866494 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port a5c579da-ef30-47f1-a234-bf5fde5d1caf is: ACTIVE; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:01:24.866892 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:01:24.883350 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a5c579da-ef30-47f1-a234-bf5fde5d1caf {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 22:01:24.898458 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port a5c579da-ef30-47f1-a234-bf5fde5d1caf, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=a5c579da-ef30-47f1-a234-bf5fde5d1caf,segment=NetworkSegment(4c0a4709-c953-48f4-9552-39e700585c27),segment_id=4c0a4709-c953-48f4-9552-39e700585c27)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:01:24.902219 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:01:24.963675 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['a5c579da-ef30-47f1-a234-bf5fde5d1caf'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 22:01:25.022034 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=a5c579da-ef30-47f1-a234-bf5fde5d1caf,revision_number=9']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:01:25.063996 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b7462-02e5-48c7-8670-8be4d01a19d3 req-2358a998-dc7f-4f78-abde-6604c94c7e87 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:25.065463 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-8d6b7462-02e5-48c7-8670-8be4d01a19d3 req-2358a998-dc7f-4f78-abde-6604c94c7e87 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=cec42526-1eec-4e47-a28a-57968412716b HTTP/1.1" status: 200 len: 944 time: 0.0870278 Sep 22 22:01:25.113633 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-8d6b7462-02e5-48c7-8670-8be4d01a19d3 req-81693754-0a03-445f-b8ac-f1b5e97bdd0d tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419075 Sep 22 22:01:25.314404 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09c525-48d0-4974-9a43-29753ea84ad5 req-9092f2a5-2f50-4385-97e0-c6509ee81aa3 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:25.316489 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ef09c525-48d0-4974-9a43-29753ea84ad5 req-9092f2a5-2f50-4385-97e0-c6509ee81aa3 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=cec42526-1eec-4e47-a28a-57968412716b HTTP/1.1" status: 200 len: 944 time: 0.0892756 Sep 22 22:01:25.360395 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ef09c525-48d0-4974-9a43-29753ea84ad5 req-5c8be49f-30c0-4901-b4fb-01bdc48a328d tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382936 Sep 22 22:01:25.552504 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6100df-056e-4352-889c-5bfc15579956 req-bab042e5-1427-4c8e-b717-bad397ddfc0f tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:25.553877 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-5d6100df-056e-4352-889c-5bfc15579956 req-bab042e5-1427-4c8e-b717-bad397ddfc0f tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=cec42526-1eec-4e47-a28a-57968412716b HTTP/1.1" status: 200 len: 944 time: 0.0859265 Sep 22 22:01:25.603939 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-5d6100df-056e-4352-889c-5bfc15579956 req-8221bff1-b186-4ce4-8106-7cec9d038e72 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443416 Sep 22 22:01:25.997939 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dab398-f32c-43d1-9ba5-b8c307d95c14 req-2c22fe53-eaf9-4dee-a435-7f580b228c5e tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:25.999438 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-75dab398-f32c-43d1-9ba5-b8c307d95c14 req-2c22fe53-eaf9-4dee-a435-7f580b228c5e tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=cec42526-1eec-4e47-a28a-57968412716b HTTP/1.1" status: 200 len: 944 time: 0.0973432 Sep 22 22:01:26.043134 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-75dab398-f32c-43d1-9ba5-b8c307d95c14 req-17279d81-83c5-4941-b0d3-23ce978c82cc tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380950 Sep 22 22:01:26.050488 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:01:26.679683 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device a5c579da-ef30-47f1-a234-bf5fde5d1caf up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:01:26.748251 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port a5c579da-ef30-47f1-a234-bf5fde5d1caf triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:01:26.748615 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:01:26.748945 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port a5c579da-ef30-47f1-a234-bf5fde5d1caf Sep 22 22:01:26.859488 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port a5c579da-ef30-47f1-a234-bf5fde5d1caf is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:01:26.859861 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:01:26.886121 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec42526-1eec-4e47-a28a-57968412716b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c579da-ef30-47f1-a234-bf5fde5d1caf'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:01:26.888388 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883b075e-6819-4213-af06-d8b49ef91123" -d '{"events": [{"server_uuid": "cec42526-1eec-4e47-a28a-57968412716b", "name": "network-vif-plugged", "status": "completed", "tag": "a5c579da-ef30-47f1-a234-bf5fde5d1caf"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:01:26.895956 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port a5c579da-ef30-47f1-a234-bf5fde5d1caf, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=a5c579da-ef30-47f1-a234-bf5fde5d1caf,segment=NetworkSegment(4c0a4709-c953-48f4-9552-39e700585c27),segment_id=4c0a4709-c953-48f4-9552-39e700585c27)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:01:26.900297 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:01:26.936397 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c29cad9-7eae-4292-9276-a3ab5407f4a7 x-openstack-request-id: req-2c29cad9-7eae-4292-9276-a3ab5407f4a7 {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:01:26.936871 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec42526-1eec-4e47-a28a-57968412716b", "name": "network-vif-plugged", "status": "completed", "tag": "a5c579da-ef30-47f1-a234-bf5fde5d1caf", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:01:26.937123 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2c29cad9-7eae-4292-9276-a3ab5407f4a7 {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:01:26.937507 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c29cad9-7eae-4292-9276-a3ab5407f4a7'] response: {'server_uuid': 'cec42526-1eec-4e47-a28a-57968412716b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c579da-ef30-47f1-a234-bf5fde5d1caf', 'code': 200} Sep 22 22:01:26.974565 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=a5c579da-ef30-47f1-a234-bf5fde5d1caf,revision_number=10']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:01:27.237522 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae925f0-9036-42d5-9034-a0bdbe77b34c req-b2c32f23-4e6d-4af9-ab33-497fbd9b82b1 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:27.238925 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-dae925f0-9036-42d5-9034-a0bdbe77b34c req-b2c32f23-4e6d-4af9-ab33-497fbd9b82b1 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=cec42526-1eec-4e47-a28a-57968412716b HTTP/1.1" status: 200 len: 946 time: 0.0865204 Sep 22 22:01:27.286256 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-dae925f0-9036-42d5-9034-a0bdbe77b34c req-050b3ffb-12c3-4b8b-aad3-182304c16032 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416453 Sep 22 22:01:27.954176 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e189f7e-9bb5-436f-8618-e40bd3d35ab3 req-467583ed-d878-40fa-b900-1fb61f899d76 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:27.955605 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4e189f7e-9bb5-436f-8618-e40bd3d35ab3 req-467583ed-d878-40fa-b900-1fb61f899d76 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.49 "GET /v2.0/ports?device_id=cec42526-1eec-4e47-a28a-57968412716b HTTP/1.1" status: 200 len: 946 time: 0.0847838 Sep 22 22:01:28.026100 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-4e189f7e-9bb5-436f-8618-e40bd3d35ab3 req-cbb46e7c-f084-456a-8027-1ac91e05e30a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Deleting port a5c579da-ef30-47f1-a234-bf5fde5d1caf {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:01:28.026441 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-4e189f7e-9bb5-436f-8618-e40bd3d35ab3 req-cbb46e7c-f084-456a-8027-1ac91e05e30a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:01:28.268278 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-4e189f7e-9bb5-436f-8618-e40bd3d35ab3 req-cbb46e7c-f084-456a-8027-1ac91e05e30a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] For port a5c579da-ef30-47f1-a234-bf5fde5d1caf, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=a5c579da-ef30-47f1-a234-bf5fde5d1caf,segment=NetworkSegment(4c0a4709-c953-48f4-9552-39e700585c27),segment_id=4c0a4709-c953-48f4-9552-39e700585c27)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:01:28.268637 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-4e189f7e-9bb5-436f-8618-e40bd3d35ab3 req-cbb46e7c-f084-456a-8027-1ac91e05e30a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:01:28.618946 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-4e189f7e-9bb5-436f-8618-e40bd3d35ab3 req-cbb46e7c-f084-456a-8027-1ac91e05e30a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:01:28.619512 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-4e189f7e-9bb5-436f-8618-e40bd3d35ab3 req-cbb46e7c-f084-456a-8027-1ac91e05e30a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:01:28.619992 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.l3_db [req-4e189f7e-9bb5-436f-8618-e40bd3d35ab3 req-cbb46e7c-f084-456a-8027-1ac91e05e30a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Floating IP 31578bdf-210d-4414-b489-3fb3928d186e disassociated. External IP: 172.26.0.171, port: a5c579da-ef30-47f1-a234-bf5fde5d1caf. Sep 22 22:01:28.620513 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-4e189f7e-9bb5-436f-8618-e40bd3d35ab3 req-cbb46e7c-f084-456a-8027-1ac91e05e30a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Calling delete_port for a5c579da-ef30-47f1-a234-bf5fde5d1caf owned by compute:nova {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:01:28.658508 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4283a7-0fb7-4559-8e50-24b2f99f3385 req-d1977d81-806c-445e-a388-0050b1825e14 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:28.660890 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4b4283a7-0fb7-4559-8e50-24b2f99f3385 req-d1977d81-806c-445e-a388-0050b1825e14 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=cec42526-1eec-4e47-a28a-57968412716b HTTP/1.1" status: 200 len: 946 time: 0.2423751 Sep 22 22:01:28.742173 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4b4283a7-0fb7-4559-8e50-24b2f99f3385 req-d065098a-3957-489d-8af6-97ea7682cd56 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643914 Sep 22 22:01:28.816912 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-4e189f7e-9bb5-436f-8618-e40bd3d35ab3 req-cbb46e7c-f084-456a-8027-1ac91e05e30a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:01:28.865064 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb46e7c-f084-456a-8027-1ac91e05e30a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Pushing event deleted for resources: {'Port': ['ID=a5c579da-ef30-47f1-a234-bf5fde5d1caf,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:01:28.878404 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb46e7c-f084-456a-8027-1ac91e05e30a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:01:28.878404 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb46e7c-f084-456a-8027-1ac91e05e30a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:01:28.878586 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb46e7c-f084-456a-8027-1ac91e05e30a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:01:28.878913 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb46e7c-f084-456a-8027-1ac91e05e30a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:01:28.879254 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb46e7c-f084-456a-8027-1ac91e05e30a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:01:28.879590 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb46e7c-f084-456a-8027-1ac91e05e30a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:01:28.879924 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb46e7c-f084-456a-8027-1ac91e05e30a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:01:28.880256 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb46e7c-f084-456a-8027-1ac91e05e30a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:01:28.880593 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb46e7c-f084-456a-8027-1ac91e05e30a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:01:28.881039 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb46e7c-f084-456a-8027-1ac91e05e30a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:01:28.881297 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb46e7c-f084-456a-8027-1ac91e05e30a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:01:28.881657 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb46e7c-f084-456a-8027-1ac91e05e30a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:01:29.170155 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e189f7e-9bb5-436f-8618-e40bd3d35ab3 req-cbb46e7c-f084-456a-8027-1ac91e05e30a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Router 65cc8f1a-17de-4e08-8a18-a7b78bbee514 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 22:01:29.348406 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e189f7e-9bb5-436f-8618-e40bd3d35ab3 req-cbb46e7c-f084-456a-8027-1ac91e05e30a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:01:29.359899 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6abbbb0-8301-49f7-b348-018a4e05bd31 None None] Sync routers for ids ['65cc8f1a-17de-4e08-8a18-a7b78bbee514'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:01:29.369382 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6abbbb0-8301-49f7-b348-018a4e05bd31 None None] Routers {'65cc8f1a-17de-4e08-8a18-a7b78bbee514'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:01:29.369995 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-f6abbbb0-8301-49f7-b348-018a4e05bd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:01:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['65cc8f1a-17de-4e08-8a18-a7b78bbee514'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:01:29.432881 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e189f7e-9bb5-436f-8618-e40bd3d35ab3 req-cbb46e7c-f084-456a-8027-1ac91e05e30a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] No DVR routers for this DVR port a5c579da-ef30-47f1-a234-bf5fde5d1caf on host hv-neutron-8589 {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 22:01:29.435424 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-4e189f7e-9bb5-436f-8618-e40bd3d35ab3 req-cbb46e7c-f084-456a-8027-1ac91e05e30a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:01:29.438134 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec42526-1eec-4e47-a28a-57968412716b', 'name': 'network-vif-deleted', 'tag': 'a5c579da-ef30-47f1-a234-bf5fde5d1caf'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:01:29.441007 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9122cc10-c496-4197-ac15-e1165c3c1103" -d '{"events": [{"server_uuid": "cec42526-1eec-4e47-a28a-57968412716b", "name": "network-vif-deleted", "tag": "a5c579da-ef30-47f1-a234-bf5fde5d1caf"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:01:29.457147 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4e189f7e-9bb5-436f-8618-e40bd3d35ab3 req-cbb46e7c-f084-456a-8027-1ac91e05e30a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.49 "DELETE /v2.0/ports/a5c579da-ef30-47f1-a234-bf5fde5d1caf HTTP/1.1" status: 204 len: 173 time: 1.4954467 Sep 22 22:01:29.486501 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc40fd88-0a0b-47c1-8fa0-75377cb77371 x-openstack-request-id: req-cc40fd88-0a0b-47c1-8fa0-75377cb77371 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:01:29.486936 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec42526-1eec-4e47-a28a-57968412716b", "name": "network-vif-deleted", "tag": "a5c579da-ef30-47f1-a234-bf5fde5d1caf", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:01:29.487262 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-cc40fd88-0a0b-47c1-8fa0-75377cb77371 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:01:29.488249 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc40fd88-0a0b-47c1-8fa0-75377cb77371'] response: {'server_uuid': 'cec42526-1eec-4e47-a28a-57968412716b', 'name': 'network-vif-deleted', 'tag': 'a5c579da-ef30-47f1-a234-bf5fde5d1caf', 'status': 'completed', 'code': 200} Sep 22 22:01:29.551629 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-f6abbbb0-8301-49f7-b348-018a4e05bd31 None None] Set router 65cc8f1a-17de-4e08-8a18-a7b78bbee514 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:01:29.859526 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-f6abbbb0-8301-49f7-b348-018a4e05bd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'name': 'tempest-ServerActionsTestJSON-1883969126-router', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:57:38Z', 'updated_at': '2022-09-22T21:57:42Z', 'revision_number': 4, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'gw_port': {'id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:23:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:39Z', 'updated_at': '2022-09-22T21:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '2d15c942-465a-4065-9e3a-7ac2bf0f08ec', 'name': '', 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'mac_address': 'fa:16:3e:c0:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '34d50232-c76b-4978-8279-6b641ae56792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:41Z', 'updated_at': '2022-09-22T21:57:47Z', 'revision_number': 5, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'subnets': [{'id': '34d50232-c76b-4978-8279-6b641ae56792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:01:29.864265 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6abbbb0-8301-49f7-b348-018a4e05bd31 None None] Checking router: 65cc8f1a-17de-4e08-8a18-a7b78bbee514 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:01:29.873992 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6abbbb0-8301-49f7-b348-018a4e05bd31 None None] Routers {'65cc8f1a-17de-4e08-8a18-a7b78bbee514'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:01:29.874654 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-f6abbbb0-8301-49f7-b348-018a4e05bd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:01:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['65cc8f1a-17de-4e08-8a18-a7b78bbee514'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:01:29.921309 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-8be15adf-f469-44f4-8323-83b6dec12b7a req-88e21a74-0a56-43b5-95bb-31ba6d3f336f tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Synchronizing usage tracker for tenant:9bb47c5ff1754359af1fc098b6bb16d9 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:01:29.937425 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-8be15adf-f469-44f4-8323-83b6dec12b7a req-88e21a74-0a56-43b5-95bb-31ba6d3f336f tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Unset dirty status for tenant:9bb47c5ff1754359af1fc098b6bb16d9 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:01:29.938662 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-8be15adf-f469-44f4-8323-83b6dec12b7a req-88e21a74-0a56-43b5-95bb-31ba6d3f336f tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=cec42526-1eec-4e47-a28a-57968412716b HTTP/1.1" status: 200 len: 210 time: 0.0684144 Sep 22 22:01:30.109021 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-f6abbbb0-8301-49f7-b348-018a4e05bd31 None None] Set router 65cc8f1a-17de-4e08-8a18-a7b78bbee514 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:01:30.414710 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-f6abbbb0-8301-49f7-b348-018a4e05bd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'name': 'tempest-ServerActionsTestJSON-1883969126-router', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:57:38Z', 'updated_at': '2022-09-22T21:57:42Z', 'revision_number': 4, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'gw_port': {'id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:23:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:39Z', 'updated_at': '2022-09-22T21:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '2d15c942-465a-4065-9e3a-7ac2bf0f08ec', 'name': '', 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'mac_address': 'fa:16:3e:c0:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '34d50232-c76b-4978-8279-6b641ae56792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:41Z', 'updated_at': '2022-09-22T21:57:47Z', 'revision_number': 5, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'subnets': [{'id': '34d50232-c76b-4978-8279-6b641ae56792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:01:30.418474 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6abbbb0-8301-49f7-b348-018a4e05bd31 None None] The sync data for ids ['65cc8f1a-17de-4e08-8a18-a7b78bbee514'] in dv-neutron-858900-1-hyperv is: [{'id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'name': 'tempest-ServerActionsTestJSON-1883969126-router', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:57:38Z', 'updated_at': '2022-09-22T21:57:42Z', 'revision_number': 4, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'gw_port': {'id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:23:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:39Z', 'updated_at': '2022-09-22T21:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '2d15c942-465a-4065-9e3a-7ac2bf0f08ec', 'name': '', 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'mac_address': 'fa:16:3e:c0:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '34d50232-c76b-4978-8279-6b641ae56792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:41Z', 'updated_at': '2022-09-22T21:57:47Z', 'revision_number': 5, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'subnets': [{'id': '34d50232-c76b-4978-8279-6b641ae56792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:01:30.609509 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a2e6b9-75bb-4e85-8920-5f6729cfc855 None None] New status for floating IP 31578bdf-210d-4414-b489-3fb3928d186e: DOWN {{(pid=89011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 22:01:31.266782 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-0f14339a-6d34-44e3-a45c-058b73599aaa req-3bf93d67-1ab0-4c4d-bb80-90290c4b6d29 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--394423308&fields=id&tenant_id=9bb47c5ff1754359af1fc098b6bb16d9 HTTP/1.1" status: 200 len: 267 time: 0.0386372 Sep 22 22:01:31.511205 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f14339a-6d34-44e3-a45c-058b73599aaa req-df38d05f-2927-499f-afcd-d6d11e684911 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:31.512623 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-0f14339a-6d34-44e3-a45c-058b73599aaa req-df38d05f-2927-499f-afcd-d6d11e684911 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/networks?id=10a09e26-5865-4fe7-893b-1c1311dc2163 HTTP/1.1" status: 200 len: 812 time: 0.2394176 Sep 22 22:01:31.526660 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-0f14339a-6d34-44e3-a45c-058b73599aaa req-a24b77b7-ab11-4487-8f9a-0e38834755d5 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/quotas/9bb47c5ff1754359af1fc098b6bb16d9 HTTP/1.1" status: 200 len: 375 time: 0.0085273 Sep 22 22:01:31.614671 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-0f14339a-6d34-44e3-a45c-058b73599aaa req-6ad0c144-9058-4a10-bae8-6c1ea6818da9 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=9bb47c5ff1754359af1fc098b6bb16d9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0831261 Sep 22 22:01:31.747697 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-0f14339a-6d34-44e3-a45c-058b73599aaa req-fa2bd0eb-9779-4929-8ed0-494767e2cb32 service neutron] 10.222.0.33 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216550 Sep 22 22:01:31.877148 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-0f14339a-6d34-44e3-a45c-058b73599aaa req-cd76fbeb-adee-4687-905b-cdcda07c942d service neutron] 10.222.0.33 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231935 Sep 22 22:01:32.062200 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1b1e1a40-cacf-44e9-b778-854df97d298d req-2cb06680-78bd-40fc-8490-cd5215b74fe6 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 210 time: 0.0523529 Sep 22 22:01:32.704658 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device a5c579da-ef30-47f1-a234-bf5fde5d1caf no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:01:32.741262 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] No Port match for: a5c579da-ef30-47f1-a234-bf5fde5d1caf {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:01:32.741603 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device a5c579da-ef30-47f1-a234-bf5fde5d1caf not bound to the agent host hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:01:33.042369 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f14339a-6d34-44e3-a45c-058b73599aaa req-71de52fd-7cd9-40f9-b44f-42f740bf8d41 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:33.043761 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0f14339a-6d34-44e3-a45c-058b73599aaa req-71de52fd-7cd9-40f9-b44f-42f740bf8d41 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.49 "GET /v2.0/networks?id=10a09e26-5865-4fe7-893b-1c1311dc2163 HTTP/1.1" status: 200 len: 812 time: 0.1494348 Sep 22 22:01:33.090625 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0f14339a-6d34-44e3-a45c-058b73599aaa req-a9f663ea-ac3b-4ea8-bb71-fd4e0da3b7db tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bb47c5ff1754359af1fc098b6bb16d9 HTTP/1.1" status: 200 len: 379 time: 0.0388033 Sep 22 22:01:33.099914 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-0f14339a-6d34-44e3-a45c-058b73599aaa req-cbb8b6f2-7b4d-4816-8ae2-fea5a7828558 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Request body: {'port': {'device_id': 'b1c2a4f5-dcfc-4272-9666-84b6318c646e', 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'admin_state_up': True, 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'security_groups': ['35ccbf38-1f84-4d22-8ed6-8f9d836dab15']}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:01:33.232022 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-6752acbd-feab-4fae-8ba0-c72555997c83 req-0d38f14a-0154-423c-9cbe-1a145f1d6c43 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 210 time: 0.0535116 Sep 22 22:01:33.240152 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-0f14339a-6d34-44e3-a45c-058b73599aaa req-cbb8b6f2-7b4d-4816-8ae2-fea5a7828558 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:01:33.249963 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-0f14339a-6d34-44e3-a45c-058b73599aaa req-cbb8b6f2-7b4d-4816-8ae2-fea5a7828558 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:01:33.261094 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f14339a-6d34-44e3-a45c-058b73599aaa req-cbb8b6f2-7b4d-4816-8ae2-fea5a7828558 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Made reservation on behalf of 9bb47c5ff1754359af1fc098b6bb16d9 for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:01:33.264836 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-0f14339a-6d34-44e3-a45c-058b73599aaa req-cbb8b6f2-7b4d-4816-8ae2-fea5a7828558 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:01:33.425028 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [req-0f14339a-6d34-44e3-a45c-058b73599aaa req-cbb8b6f2-7b4d-4816-8ae2-fea5a7828558 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Allocated IP 172.20.0.14 (10a09e26-5865-4fe7-893b-1c1311dc2163/34d50232-c76b-4978-8279-6b641ae56792/eef33656-0d9f-4d46-af07-d736ff82dde7) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:01:33.607069 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-0f14339a-6d34-44e3-a45c-058b73599aaa req-cbb8b6f2-7b4d-4816-8ae2-fea5a7828558 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:01:33.621791 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-0f14339a-6d34-44e3-a45c-058b73599aaa req-cbb8b6f2-7b4d-4816-8ae2-fea5a7828558 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Transition to ACTIVE for port object eef33656-0d9f-4d46-af07-d736ff82dde7 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:01:33.644670 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-0f14339a-6d34-44e3-a45c-058b73599aaa req-cbb8b6f2-7b4d-4816-8ae2-fea5a7828558 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:01:33.712163 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f14339a-6d34-44e3-a45c-058b73599aaa req-cbb8b6f2-7b4d-4816-8ae2-fea5a7828558 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Network 10a09e26-5865-4fe7-893b-1c1311dc2163 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:01:33.715139 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [req-0f14339a-6d34-44e3-a45c-058b73599aaa req-cbb8b6f2-7b4d-4816-8ae2-fea5a7828558 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:01:33.718809 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f14339a-6d34-44e3-a45c-058b73599aaa req-cbb8b6f2-7b4d-4816-8ae2-fea5a7828558 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:01:33.752117 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb8b6f2-7b4d-4816-8ae2-fea5a7828558 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Pushing event updated for resources: {'Port': ['ID=eef33656-0d9f-4d46-af07-d736ff82dde7,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:01:33.788626 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f14339a-6d34-44e3-a45c-058b73599aaa req-cbb8b6f2-7b4d-4816-8ae2-fea5a7828558 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:33.789222 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-0f14339a-6d34-44e3-a45c-058b73599aaa req-cbb8b6f2-7b4d-4816-8ae2-fea5a7828558 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:01:33.813675 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0f14339a-6d34-44e3-a45c-058b73599aaa req-cbb8b6f2-7b4d-4816-8ae2-fea5a7828558 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7186613 Sep 22 22:01:33.829286 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-0f14339a-6d34-44e3-a45c-058b73599aaa req-559c6540-6b50-41c8-ab6e-5f0107e656db service neutron] Request body: {'port': {'device_id': 'b1c2a4f5-dcfc-4272-9666-84b6318c646e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:01:33.931685 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-d0a83cc5-b6e6-4978-bd54-2302969ab64e None None] Provisioning for port eef33656-0d9f-4d46-af07-d736ff82dde7 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:01:33.936301 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-d0a83cc5-b6e6-4978-bd54-2302969ab64e None None] Provisioning complete for port eef33656-0d9f-4d46-af07-d736ff82dde7 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:01:33.936665 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-d0a83cc5-b6e6-4978-bd54-2302969ab64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:01:33.937000 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-d0a83cc5-b6e6-4978-bd54-2302969ab64e None None] Attempt 1 to provision port eef33656-0d9f-4d46-af07-d736ff82dde7 Sep 22 22:01:33.941503 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-0f14339a-6d34-44e3-a45c-058b73599aaa req-559c6540-6b50-41c8-ab6e-5f0107e656db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:01:33.990068 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-d0a83cc5-b6e6-4978-bd54-2302969ab64e None None] Port eef33656-0d9f-4d46-af07-d736ff82dde7 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:01:34.421899 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [req-0f14339a-6d34-44e3-a45c-058b73599aaa req-559c6540-6b50-41c8-ab6e-5f0107e656db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eef33656-0d9f-4d46-af07-d736ff82dde7 {{(pid=89008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 22:01:34.437111 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-0f14339a-6d34-44e3-a45c-058b73599aaa req-559c6540-6b50-41c8-ab6e-5f0107e656db service neutron] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:01:34.464050 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-0f14339a-6d34-44e3-a45c-058b73599aaa req-559c6540-6b50-41c8-ab6e-5f0107e656db service neutron] Transition to ACTIVE for port object eef33656-0d9f-4d46-af07-d736ff82dde7 will not be triggered until provisioned by entity L2. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:01:34.468873 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-0f14339a-6d34-44e3-a45c-058b73599aaa req-559c6540-6b50-41c8-ab6e-5f0107e656db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:01:34.491217 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-d0a83cc5-b6e6-4978-bd54-2302969ab64e None None] Attempt 2 to provision port eef33656-0d9f-4d46-af07-d736ff82dde7 Sep 22 22:01:34.546463 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-d0a83cc5-b6e6-4978-bd54-2302969ab64e None None] Port eef33656-0d9f-4d46-af07-d736ff82dde7 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:01:34.642275 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a7bd6f-3465-4749-9297-8a53f6f5c4cb req-e2411700-9374-4e6b-9148-85ed14ec47d7 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:34.642973 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-b4a7bd6f-3465-4749-9297-8a53f6f5c4cb req-e2411700-9374-4e6b-9148-85ed14ec47d7 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Synchronizing usage tracker for tenant:9bb47c5ff1754359af1fc098b6bb16d9 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:01:34.691212 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c6540-6b50-41c8-ab6e-5f0107e656db service neutron] Pushing event updated for resources: {'Port': ['ID=eef33656-0d9f-4d46-af07-d736ff82dde7,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:01:34.711869 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-b4a7bd6f-3465-4749-9297-8a53f6f5c4cb req-e2411700-9374-4e6b-9148-85ed14ec47d7 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Unset dirty status for tenant:9bb47c5ff1754359af1fc098b6bb16d9 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:01:34.713018 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b4a7bd6f-3465-4749-9297-8a53f6f5c4cb req-e2411700-9374-4e6b-9148-85ed14ec47d7 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 932 time: 0.3614757 Sep 22 22:01:34.745194 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-0f14339a-6d34-44e3-a45c-058b73599aaa req-559c6540-6b50-41c8-ab6e-5f0107e656db service neutron] Attempting to bind port eef33656-0d9f-4d46-af07-d736ff82dde7 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:01:34.745520 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-0f14339a-6d34-44e3-a45c-058b73599aaa req-559c6540-6b50-41c8-ab6e-5f0107e656db service neutron] Attempting to bind port eef33656-0d9f-4d46-af07-d736ff82dde7 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '4c0a4709-c953-48f4-9552-39e700585c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:01:34.745840 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f14339a-6d34-44e3-a45c-058b73599aaa req-559c6540-6b50-41c8-ab6e-5f0107e656db service neutron] Attempting to bind port eef33656-0d9f-4d46-af07-d736ff82dde7 on network 10a09e26-5865-4fe7-893b-1c1311dc2163 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:01:34.758357 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f14339a-6d34-44e3-a45c-058b73599aaa req-559c6540-6b50-41c8-ab6e-5f0107e656db service neutron] Port eef33656-0d9f-4d46-af07-d736ff82dde7 on network 10a09e26-5865-4fe7-893b-1c1311dc2163 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 22:01:34.758699 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f14339a-6d34-44e3-a45c-058b73599aaa req-559c6540-6b50-41c8-ab6e-5f0107e656db service neutron] Attempting to bind port eef33656-0d9f-4d46-af07-d736ff82dde7 on network 10a09e26-5865-4fe7-893b-1c1311dc2163 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:01:34.767818 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f14339a-6d34-44e3-a45c-058b73599aaa req-559c6540-6b50-41c8-ab6e-5f0107e656db service neutron] Checking agent: {'id': '8a88b827-3477-4399-ac15-439d59b3c48a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'started_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:01:34.768147 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f14339a-6d34-44e3-a45c-058b73599aaa req-559c6540-6b50-41c8-ab6e-5f0107e656db service neutron] Checking segment: {'id': '4c0a4709-c953-48f4-9552-39e700585c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:01:34.769045 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f14339a-6d34-44e3-a45c-058b73599aaa req-559c6540-6b50-41c8-ab6e-5f0107e656db service neutron] Bound using segment: {'id': '4c0a4709-c953-48f4-9552-39e700585c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163'} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:01:34.769458 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-0f14339a-6d34-44e3-a45c-058b73599aaa req-559c6540-6b50-41c8-ab6e-5f0107e656db service neutron] Bound port: eef33656-0d9f-4d46-af07-d736ff82dde7, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c0a4709-c953-48f4-9552-39e700585c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163'}}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:01:34.769790 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-0f14339a-6d34-44e3-a45c-058b73599aaa req-559c6540-6b50-41c8-ab6e-5f0107e656db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:01:34.785843 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b4a7bd6f-3465-4749-9297-8a53f6f5c4cb req-85baf13c-67f8-4627-8a90-eea0e6122aa7 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657468 Sep 22 22:01:34.873909 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-0f14339a-6d34-44e3-a45c-058b73599aaa req-559c6540-6b50-41c8-ab6e-5f0107e656db service neutron] For port eef33656-0d9f-4d46-af07-d736ff82dde7, host hv-neutron-8589, cleared binding levels {{(pid=89008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:01:34.876835 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-0f14339a-6d34-44e3-a45c-058b73599aaa req-559c6540-6b50-41c8-ab6e-5f0107e656db service neutron] For port eef33656-0d9f-4d46-af07-d736ff82dde7, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=eef33656-0d9f-4d46-af07-d736ff82dde7,segment=NetworkSegment(4c0a4709-c953-48f4-9552-39e700585c27),segment_id=4c0a4709-c953-48f4-9552-39e700585c27)] {{(pid=89008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:01:34.881396 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-0f14339a-6d34-44e3-a45c-058b73599aaa req-559c6540-6b50-41c8-ab6e-5f0107e656db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:01:34.914869 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f14339a-6d34-44e3-a45c-058b73599aaa req-559c6540-6b50-41c8-ab6e-5f0107e656db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:34.915467 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-0f14339a-6d34-44e3-a45c-058b73599aaa req-559c6540-6b50-41c8-ab6e-5f0107e656db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:01:34.916781 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0f14339a-6d34-44e3-a45c-058b73599aaa req-559c6540-6b50-41c8-ab6e-5f0107e656db service neutron] 10.222.0.49 "PUT /v2.0/ports/eef33656-0d9f-4d46-af07-d736ff82dde7 HTTP/1.1" status: 200 len: 1094 time: 1.0919096 Sep 22 22:01:34.917206 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1c2a4f5-dcfc-4272-9666-84b6318c646e', 'tag': 'eef33656-0d9f-4d46-af07-d736ff82dde7'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:01:34.919472 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05b2ff8-0b48-4a03-ab3e-6e6a7d760407" -d '{"events": [{"name": "network-changed", "server_uuid": "b1c2a4f5-dcfc-4272-9666-84b6318c646e", "tag": "eef33656-0d9f-4d46-af07-d736ff82dde7"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:01:34.993435 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f251dbf-306e-4256-8687-7a9b1ed053d3 x-openstack-request-id: req-5f251dbf-306e-4256-8687-7a9b1ed053d3 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:01:34.994003 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1c2a4f5-dcfc-4272-9666-84b6318c646e", "tag": "eef33656-0d9f-4d46-af07-d736ff82dde7", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:01:34.994385 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5f251dbf-306e-4256-8687-7a9b1ed053d3 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:01:34.994845 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f251dbf-306e-4256-8687-7a9b1ed053d3'] response: {'name': 'network-changed', 'server_uuid': 'b1c2a4f5-dcfc-4272-9666-84b6318c646e', 'tag': 'eef33656-0d9f-4d46-af07-d736ff82dde7', 'status': 'completed', 'code': 200} Sep 22 22:01:35.014168 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c6540-6b50-41c8-ab6e-5f0107e656db service neutron] Pushing event updated for resources: {'Port': ['ID=eef33656-0d9f-4d46-af07-d736ff82dde7,revision_number=3']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:01:35.044950 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f14339a-6d34-44e3-a45c-058b73599aaa req-59a57867-08a7-47e6-9d4c-2dc09f6bc29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:35.046435 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0f14339a-6d34-44e3-a45c-058b73599aaa req-59a57867-08a7-47e6-9d4c-2dc09f6bc29b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9bb47c5ff1754359af1fc098b6bb16d9&device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 1097 time: 0.0936189 Sep 22 22:01:35.047370 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-d0a83cc5-b6e6-4978-bd54-2302969ab64e None None] Attempt 3 to provision port eef33656-0d9f-4d46-af07-d736ff82dde7 Sep 22 22:01:35.107139 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-d0a83cc5-b6e6-4978-bd54-2302969ab64e None None] Port eef33656-0d9f-4d46-af07-d736ff82dde7 had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 22:01:35.116862 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0f14339a-6d34-44e3-a45c-058b73599aaa req-d425358c-55cc-43cd-891c-0e674ddf80a9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eef33656-0d9f-4d46-af07-d736ff82dde7 HTTP/1.1" status: 200 len: 217 time: 0.0641983 Sep 22 22:01:35.177106 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f14339a-6d34-44e3-a45c-058b73599aaa req-6ac59ca4-2d01-45c9-a808-9b4e8bd0ec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:35.178471 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0f14339a-6d34-44e3-a45c-058b73599aaa req-6ac59ca4-2d01-45c9-a808-9b4e8bd0ec27 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=34d50232-c76b-4978-8279-6b641ae56792 HTTP/1.1" status: 200 len: 851 time: 0.0559902 Sep 22 22:01:35.261949 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f14339a-6d34-44e3-a45c-058b73599aaa req-b871c5cb-aa3c-4feb-a4ac-b66873b80fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:35.263447 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0f14339a-6d34-44e3-a45c-058b73599aaa req-b871c5cb-aa3c-4feb-a4ac-b66873b80fe0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=10a09e26-5865-4fe7-893b-1c1311dc2163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794950 Sep 22 22:01:35.391665 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0f14339a-6d34-44e3-a45c-058b73599aaa req-309202c5-bd16-4e6b-9618-d34a1938487e service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215982 Sep 22 22:01:35.520710 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0f14339a-6d34-44e3-a45c-058b73599aaa req-c818c9e8-7049-4713-bdc5-40ced8c5e23b service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212149 Sep 22 22:01:35.641444 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b2ff8-0b48-4a03-ab3e-6e6a7d760407 req-5878a393-0eab-4440-9e51-15317a602eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:35.642980 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c05b2ff8-0b48-4a03-ab3e-6e6a7d760407 req-5878a393-0eab-4440-9e51-15317a602eb7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9bb47c5ff1754359af1fc098b6bb16d9&device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 1097 time: 0.0773933 Sep 22 22:01:35.770548 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b2ff8-0b48-4a03-ab3e-6e6a7d760407 req-564940ec-9303-46f5-984a-2cf70a400e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:35.771981 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c05b2ff8-0b48-4a03-ab3e-6e6a7d760407 req-564940ec-9303-46f5-984a-2cf70a400e2a service neutron] 10.222.0.49 "GET /v2.0/networks?id=10a09e26-5865-4fe7-893b-1c1311dc2163 HTTP/1.1" status: 200 len: 912 time: 0.1231432 Sep 22 22:01:35.843063 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c05b2ff8-0b48-4a03-ab3e-6e6a7d760407 req-98a5f07d-3c05-49f8-a8b3-e9e778307246 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eef33656-0d9f-4d46-af07-d736ff82dde7 HTTP/1.1" status: 200 len: 217 time: 0.0636926 Sep 22 22:01:36.040384 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b2ff8-0b48-4a03-ab3e-6e6a7d760407 req-9970d231-345d-44de-9bed-7d3a8ef3d792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:36.041714 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c05b2ff8-0b48-4a03-ab3e-6e6a7d760407 req-9970d231-345d-44de-9bed-7d3a8ef3d792 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=34d50232-c76b-4978-8279-6b641ae56792 HTTP/1.1" status: 200 len: 851 time: 0.1921091 Sep 22 22:01:36.150986 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b0e1b-4a92-48c9-952b-d54bee90c70f req-781973eb-fe17-450d-baa8-d54fea8a0501 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:36.152412 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c85b0e1b-4a92-48c9-952b-d54bee90c70f req-781973eb-fe17-450d-baa8-d54fea8a0501 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 944 time: 0.2485099 Sep 22 22:01:36.158113 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b2ff8-0b48-4a03-ab3e-6e6a7d760407 req-c2a3aec5-921a-4a47-b4c1-d6bc8472b1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:36.159537 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c05b2ff8-0b48-4a03-ab3e-6e6a7d760407 req-c2a3aec5-921a-4a47-b4c1-d6bc8472b1ef service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=10a09e26-5865-4fe7-893b-1c1311dc2163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1110995 Sep 22 22:01:36.287000 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c85b0e1b-4a92-48c9-952b-d54bee90c70f req-dfd593be-0eea-4e22-897b-bc055fc24b27 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265278 Sep 22 22:01:36.328398 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c05b2ff8-0b48-4a03-ab3e-6e6a7d760407 req-b2460ac3-6403-4c97-aa32-96e9f80b9668 service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556659 Sep 22 22:01:36.459672 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c05b2ff8-0b48-4a03-ab3e-6e6a7d760407 req-ce5b81aa-b2c6-4095-ae45-d8f1ebdf4b51 service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248832 Sep 22 22:01:37.484026 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e92603-7e08-40c3-98f2-4dc3e75decc8 req-65158988-f089-4393-808c-ee54cc4532a6 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:37.485481 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-27e92603-7e08-40c3-98f2-4dc3e75decc8 req-65158988-f089-4393-808c-ee54cc4532a6 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 944 time: 0.0855229 Sep 22 22:01:37.529507 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-27e92603-7e08-40c3-98f2-4dc3e75decc8 req-a771fb5b-f7d9-4702-a176-4d7cc7241b79 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382648 Sep 22 22:01:38.705067 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device eef33656-0d9f-4d46-af07-d736ff82dde7 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 22:01:38.723040 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c2b55-3c47-48cd-895d-6bd010e7655b req-9a1f71f6-e42c-4bbe-a54a-adca364200c9 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:38.724487 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-116c2b55-3c47-48cd-895d-6bd010e7655b req-9a1f71f6-e42c-4bbe-a54a-adca364200c9 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 944 time: 0.0854130 Sep 22 22:01:38.767310 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-116c2b55-3c47-48cd-895d-6bd010e7655b req-510a211b-dd35-4bfa-b670-b422c8c5bb88 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370426 Sep 22 22:01:38.837886 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port eef33656-0d9f-4d46-af07-d736ff82dde7, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=eef33656-0d9f-4d46-af07-d736ff82dde7,segment=NetworkSegment(4c0a4709-c953-48f4-9552-39e700585c27),segment_id=4c0a4709-c953-48f4-9552-39e700585c27)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:01:38.851157 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': 'eef33656-0d9f-4d46-af07-d736ff82dde7', 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'port_id': 'eef33656-0d9f-4d46-af07-d736ff82dde7', 'mac_address': 'fa:16:3e:a5:7c:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34d50232-c76b-4978-8279-6b641ae56792', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 22:01:38.904636 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port eef33656-0d9f-4d46-af07-d736ff82dde7 is: DOWN; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:01:38.905012 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:01:38.923808 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eef33656-0d9f-4d46-af07-d736ff82dde7 {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 22:01:38.938247 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port eef33656-0d9f-4d46-af07-d736ff82dde7, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=eef33656-0d9f-4d46-af07-d736ff82dde7,segment=NetworkSegment(4c0a4709-c953-48f4-9552-39e700585c27),segment_id=4c0a4709-c953-48f4-9552-39e700585c27)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:01:38.943447 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:01:39.007975 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=eef33656-0d9f-4d46-af07-d736ff82dde7,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:01:39.142168 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['eef33656-0d9f-4d46-af07-d736ff82dde7'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 22:01:39.740888 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2629d596-7786-4e30-aed3-24c2dbf482e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:01:39.967650 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7ecb2-6a27-492a-a6d6-4611aa47ea19 req-1e93c099-4ec4-4a7c-9e4e-c3d00b053749 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:39.969226 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-e0b7ecb2-6a27-492a-a6d6-4611aa47ea19 req-1e93c099-4ec4-4a7c-9e4e-c3d00b053749 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 945 time: 0.0888035 Sep 22 22:01:40.012174 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-e0b7ecb2-6a27-492a-a6d6-4611aa47ea19 req-0205d231-5a7d-41e1-aed8-0a6e14436efd tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368116 Sep 22 22:01:40.704162 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device eef33656-0d9f-4d46-af07-d736ff82dde7 up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:01:40.770545 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning for port eef33656-0d9f-4d46-af07-d736ff82dde7 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:01:40.775085 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port eef33656-0d9f-4d46-af07-d736ff82dde7 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:01:40.775449 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:01:40.775777 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port eef33656-0d9f-4d46-af07-d736ff82dde7 Sep 22 22:01:40.891565 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port eef33656-0d9f-4d46-af07-d736ff82dde7 is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:01:40.891934 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:01:40.917103 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c2a4f5-dcfc-4272-9666-84b6318c646e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef33656-0d9f-4d46-af07-d736ff82dde7'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:01:40.919369 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06fafcf-71e8-499f-b78f-6c5c7efce432" -d '{"events": [{"server_uuid": "b1c2a4f5-dcfc-4272-9666-84b6318c646e", "name": "network-vif-plugged", "status": "completed", "tag": "eef33656-0d9f-4d46-af07-d736ff82dde7"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:01:40.927189 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port eef33656-0d9f-4d46-af07-d736ff82dde7, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=eef33656-0d9f-4d46-af07-d736ff82dde7,segment=NetworkSegment(4c0a4709-c953-48f4-9552-39e700585c27),segment_id=4c0a4709-c953-48f4-9552-39e700585c27)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:01:40.931283 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:01:40.996637 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=eef33656-0d9f-4d46-af07-d736ff82dde7,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:01:41.030828 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c601c8c8-3e6a-4ee6-9669-0450598f8c9f x-openstack-request-id: req-c601c8c8-3e6a-4ee6-9669-0450598f8c9f {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:01:41.031114 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c2a4f5-dcfc-4272-9666-84b6318c646e", "name": "network-vif-plugged", "status": "completed", "tag": "eef33656-0d9f-4d46-af07-d736ff82dde7", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:01:41.031367 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c601c8c8-3e6a-4ee6-9669-0450598f8c9f {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:01:41.031787 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c601c8c8-3e6a-4ee6-9669-0450598f8c9f'] response: {'server_uuid': 'b1c2a4f5-dcfc-4272-9666-84b6318c646e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef33656-0d9f-4d46-af07-d736ff82dde7', 'code': 200} Sep 22 22:01:41.223529 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f9c6a8-5d8c-49d8-aa9f-ab4055a176ca req-d87b2c49-50d8-4255-94e0-b849a1d69cd4 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:41.225333 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-34f9c6a8-5d8c-49d8-aa9f-ab4055a176ca req-d87b2c49-50d8-4255-94e0-b849a1d69cd4 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 946 time: 0.0932295 Sep 22 22:01:41.270666 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-34f9c6a8-5d8c-49d8-aa9f-ab4055a176ca req-434991f2-7f61-4730-8523-e59d2328ae94 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391860 Sep 22 22:01:41.290738 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff69d0-a4d5-4df1-8329-5aef0a0251a2 req-3a422fe6-523a-455e-b753-20122532cd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:41.292307 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d0ff69d0-a4d5-4df1-8329-5aef0a0251a2 req-3a422fe6-523a-455e-b753-20122532cd90 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 1099 time: 0.0818906 Sep 22 22:01:41.331398 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d0ff69d0-a4d5-4df1-8329-5aef0a0251a2 req-be0545a4-09a9-46dd-a11f-25b48e8a0b04 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335543 Sep 22 22:01:41.950211 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0c7117b8-608c-4b20-bd7a-286fae8a7ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:01:42.473784 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838b755-11d3-4029-a9a7-6666a84bd0ec req-90ab9d4f-e697-429e-9784-ba3f0cd31e64 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:42.475254 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a838b755-11d3-4029-a9a7-6666a84bd0ec req-90ab9d4f-e697-429e-9784-ba3f0cd31e64 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 946 time: 0.0874200 Sep 22 22:01:42.521715 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a838b755-11d3-4029-a9a7-6666a84bd0ec req-48061336-73f8-467f-8f7d-37522ab9601f tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407534 Sep 22 22:01:42.804937 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:01:43.199743 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:01:43.715672 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de31268-4cb7-4e1e-8a2e-431074248a4b req-0795ca13-cb26-47fc-b499-ae59dca59750 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:43.717112 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-0de31268-4cb7-4e1e-8a2e-431074248a4b req-0795ca13-cb26-47fc-b499-ae59dca59750 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 946 time: 0.0863252 Sep 22 22:01:43.759955 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-0de31268-4cb7-4e1e-8a2e-431074248a4b req-8871cb58-62aa-417d-b94e-8d8ec71024ce tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370662 Sep 22 22:01:43.946739 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2996923-a626-4d98-9f19-8ae734dc67af req-d22b0fdb-dc24-4090-af45-2020df91a728 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:43.948172 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f2996923-a626-4d98-9f19-8ae734dc67af req-d22b0fdb-dc24-4090-af45-2020df91a728 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 946 time: 0.0850682 Sep 22 22:01:43.958703 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 55564) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:01:43.963730 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-c25af034-6f08-4bad-aaa4-36f423a02dad tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Request body: {'floatingip': {'port_id': 'eef33656-0d9f-4d46-af07-d736ff82dde7'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:01:44.040418 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c25af034-6f08-4bad-aaa4-36f423a02dad tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks [] for floatingip, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:01:44.585376 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:01:44.725393 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c25af034-6f08-4bad-aaa4-36f423a02dad tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:01:44.729544 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c25af034-6f08-4bad-aaa4-36f423a02dad tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:01:44.904486 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.l3_db [None req-c25af034-6f08-4bad-aaa4-36f423a02dad tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Floating IP 31578bdf-210d-4414-b489-3fb3928d186e associated. External IP: 172.26.0.171, port: eef33656-0d9f-4d46-af07-d736ff82dde7. Sep 22 22:01:45.245264 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25af034-6f08-4bad-aaa4-36f423a02dad tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Router 65cc8f1a-17de-4e08-8a18-a7b78bbee514 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 22:01:45.421985 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25af034-6f08-4bad-aaa4-36f423a02dad tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:01:45.426788 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c25af034-6f08-4bad-aaa4-36f423a02dad tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:01:45.431357 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b09bf2-4700-4039-9f87-6f92e2871ad8 None None] Sync routers for ids ['65cc8f1a-17de-4e08-8a18-a7b78bbee514'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:01:45.440553 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b09bf2-4700-4039-9f87-6f92e2871ad8 None None] Routers {'65cc8f1a-17de-4e08-8a18-a7b78bbee514'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:01:45.441161 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-46b09bf2-4700-4039-9f87-6f92e2871ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:01:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['65cc8f1a-17de-4e08-8a18-a7b78bbee514'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:01:45.480620 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c25af034-6f08-4bad-aaa4-36f423a02dad tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "PUT /v2.0/floatingips/31578bdf-210d-4414-b489-3fb3928d186e HTTP/1.1" status: 200 len: 993 time: 1.5208571 Sep 22 22:01:45.481263 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1c2a4f5-dcfc-4272-9666-84b6318c646e', 'tag': 'eef33656-0d9f-4d46-af07-d736ff82dde7'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:01:45.483614 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e22a233-2d49-42b2-97f0-b5e6c024dab0" -d '{"events": [{"name": "network-changed", "server_uuid": "b1c2a4f5-dcfc-4272-9666-84b6318c646e", "tag": "eef33656-0d9f-4d46-af07-d736ff82dde7"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:01:45.524698 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3440de4b-f3ad-48a3-9ff9-37a7450a4f33 x-openstack-request-id: req-3440de4b-f3ad-48a3-9ff9-37a7450a4f33 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:01:45.524967 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1c2a4f5-dcfc-4272-9666-84b6318c646e", "tag": "eef33656-0d9f-4d46-af07-d736ff82dde7", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:01:45.525213 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3440de4b-f3ad-48a3-9ff9-37a7450a4f33 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:01:45.525621 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3440de4b-f3ad-48a3-9ff9-37a7450a4f33'] response: {'name': 'network-changed', 'server_uuid': 'b1c2a4f5-dcfc-4272-9666-84b6318c646e', 'tag': 'eef33656-0d9f-4d46-af07-d736ff82dde7', 'status': 'completed', 'code': 200} Sep 22 22:01:45.617873 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-46b09bf2-4700-4039-9f87-6f92e2871ad8 None None] Set router 65cc8f1a-17de-4e08-8a18-a7b78bbee514 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:01:45.623594 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22a233-2d49-42b2-97f0-b5e6c024dab0 req-84961403-210a-4284-b453-e5405aafa742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:45.625103 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5e22a233-2d49-42b2-97f0-b5e6c024dab0 req-84961403-210a-4284-b453-e5405aafa742 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9bb47c5ff1754359af1fc098b6bb16d9&device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 1099 time: 0.0795658 Sep 22 22:01:45.754913 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22a233-2d49-42b2-97f0-b5e6c024dab0 req-595d02a3-6c09-4fd3-8948-5c9ec4211b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:45.756246 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5e22a233-2d49-42b2-97f0-b5e6c024dab0 req-595d02a3-6c09-4fd3-8948-5c9ec4211b04 service neutron] 10.222.0.49 "GET /v2.0/networks?id=10a09e26-5865-4fe7-893b-1c1311dc2163 HTTP/1.1" status: 200 len: 912 time: 0.1256607 Sep 22 22:01:45.852667 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5e22a233-2d49-42b2-97f0-b5e6c024dab0 req-585b50f3-46e6-4ef0-8919-b3334da22740 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eef33656-0d9f-4d46-af07-d736ff82dde7 HTTP/1.1" status: 200 len: 1001 time: 0.0909884 Sep 22 22:01:45.916775 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22a233-2d49-42b2-97f0-b5e6c024dab0 req-bc7e51eb-c387-44a9-bf61-d6c9882d95ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:45.918199 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5e22a233-2d49-42b2-97f0-b5e6c024dab0 req-bc7e51eb-c387-44a9-bf61-d6c9882d95ca service neutron] 10.222.0.49 "GET /v2.0/subnets?id=34d50232-c76b-4978-8279-6b641ae56792 HTTP/1.1" status: 200 len: 851 time: 0.0601420 Sep 22 22:01:45.991731 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-46b09bf2-4700-4039-9f87-6f92e2871ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'name': 'tempest-ServerActionsTestJSON-1883969126-router', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:57:38Z', 'updated_at': '2022-09-22T21:57:42Z', 'revision_number': 4, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'gw_port': {'id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:23:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:39Z', 'updated_at': '2022-09-22T21:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '31578bdf-210d-4414-b489-3fb3928d186e', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'floating_ip_address': '172.26.0.171', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'port_id': 'eef33656-0d9f-4d46-af07-d736ff82dde7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'mac_address': 'fa:16:3e:a5:7c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c2a4f5-dcfc-4272-9666-84b6318c646e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:57:45Z', 'updated_at': '2022-09-22T22:01:44Z', 'revision_number': 13, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d15c942-465a-4065-9e3a-7ac2bf0f08ec', 'name': '', 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'mac_address': 'fa:16:3e:c0:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '34d50232-c76b-4978-8279-6b641ae56792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:41Z', 'updated_at': '2022-09-22T21:57:47Z', 'revision_number': 5, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'subnets': [{'id': '34d50232-c76b-4978-8279-6b641ae56792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:01:45.995532 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b09bf2-4700-4039-9f87-6f92e2871ad8 None None] Checking router: 65cc8f1a-17de-4e08-8a18-a7b78bbee514 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:01:45.998423 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22a233-2d49-42b2-97f0-b5e6c024dab0 req-f2802c03-91ba-49a3-ab4a-3efe084ff46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:45.999971 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5e22a233-2d49-42b2-97f0-b5e6c024dab0 req-f2802c03-91ba-49a3-ab4a-3efe084ff46e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=10a09e26-5865-4fe7-893b-1c1311dc2163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764081 Sep 22 22:01:46.004573 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b09bf2-4700-4039-9f87-6f92e2871ad8 None None] Routers {'65cc8f1a-17de-4e08-8a18-a7b78bbee514'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:01:46.005224 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-46b09bf2-4700-4039-9f87-6f92e2871ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:01:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['65cc8f1a-17de-4e08-8a18-a7b78bbee514'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:01:46.184825 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-46b09bf2-4700-4039-9f87-6f92e2871ad8 None None] Set router 65cc8f1a-17de-4e08-8a18-a7b78bbee514 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:01:46.229565 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5e22a233-2d49-42b2-97f0-b5e6c024dab0 req-f1c1eabc-250e-4634-b67d-3ccc062356fd service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233539 Sep 22 22:01:46.362478 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5e22a233-2d49-42b2-97f0-b5e6c024dab0 req-30ff23d4-2a0c-4816-8b22-578c1fce1bea service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266968 Sep 22 22:01:46.528243 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-46b09bf2-4700-4039-9f87-6f92e2871ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'name': 'tempest-ServerActionsTestJSON-1883969126-router', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:57:38Z', 'updated_at': '2022-09-22T21:57:42Z', 'revision_number': 4, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'gw_port': {'id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:23:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:39Z', 'updated_at': '2022-09-22T21:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '31578bdf-210d-4414-b489-3fb3928d186e', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'floating_ip_address': '172.26.0.171', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'port_id': 'eef33656-0d9f-4d46-af07-d736ff82dde7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'mac_address': 'fa:16:3e:a5:7c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c2a4f5-dcfc-4272-9666-84b6318c646e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:57:45Z', 'updated_at': '2022-09-22T22:01:44Z', 'revision_number': 13, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d15c942-465a-4065-9e3a-7ac2bf0f08ec', 'name': '', 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'mac_address': 'fa:16:3e:c0:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '34d50232-c76b-4978-8279-6b641ae56792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:41Z', 'updated_at': '2022-09-22T21:57:47Z', 'revision_number': 5, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'subnets': [{'id': '34d50232-c76b-4978-8279-6b641ae56792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:01:46.532039 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b09bf2-4700-4039-9f87-6f92e2871ad8 None None] The sync data for ids ['65cc8f1a-17de-4e08-8a18-a7b78bbee514'] in dv-neutron-858900-1-hyperv is: [{'id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'name': 'tempest-ServerActionsTestJSON-1883969126-router', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:57:38Z', 'updated_at': '2022-09-22T21:57:42Z', 'revision_number': 4, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'gw_port': {'id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:23:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:39Z', 'updated_at': '2022-09-22T21:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '31578bdf-210d-4414-b489-3fb3928d186e', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'floating_ip_address': '172.26.0.171', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'port_id': 'eef33656-0d9f-4d46-af07-d736ff82dde7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'mac_address': 'fa:16:3e:a5:7c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c2a4f5-dcfc-4272-9666-84b6318c646e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T21:57:45Z', 'updated_at': '2022-09-22T22:01:44Z', 'revision_number': 13, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d15c942-465a-4065-9e3a-7ac2bf0f08ec', 'name': '', 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'mac_address': 'fa:16:3e:c0:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '34d50232-c76b-4978-8279-6b641ae56792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:41Z', 'updated_at': '2022-09-22T21:57:47Z', 'revision_number': 5, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'subnets': [{'id': '34d50232-c76b-4978-8279-6b641ae56792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:01:46.706259 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919f338b-4d0d-4282-9d07-dfa2fa835445 None None] New status for floating IP 31578bdf-210d-4414-b489-3fb3928d186e: ACTIVE {{(pid=89011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 22:01:56.060380 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:01:59.050851 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f130b271-efae-4ba6-b1ec-21f1b8f1859b req-86ee0cae-e7d6-4158-bf1b-e8548193a151 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0786128 Sep 22 22:01:59.193831 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f130b271-efae-4ba6-b1ec-21f1b8f1859b req-6b35b261-7155-4476-821a-e690024cbce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:59.195288 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f130b271-efae-4ba6-b1ec-21f1b8f1859b req-6b35b261-7155-4476-821a-e690024cbce2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9bb47c5ff1754359af1fc098b6bb16d9&device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 1099 time: 0.0764947 Sep 22 22:01:59.337840 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f130b271-efae-4ba6-b1ec-21f1b8f1859b req-8e62d190-67ac-46a4-87f3-048eb17d982d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:59.339314 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f130b271-efae-4ba6-b1ec-21f1b8f1859b req-8e62d190-67ac-46a4-87f3-048eb17d982d service neutron] 10.222.0.49 "GET /v2.0/networks?id=10a09e26-5865-4fe7-893b-1c1311dc2163 HTTP/1.1" status: 200 len: 912 time: 0.1257715 Sep 22 22:01:59.443237 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f130b271-efae-4ba6-b1ec-21f1b8f1859b req-d03c37e1-3e3c-4b8b-b5dd-74d60151235e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eef33656-0d9f-4d46-af07-d736ff82dde7 HTTP/1.1" status: 200 len: 1003 time: 0.0964205 Sep 22 22:01:59.507024 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f130b271-efae-4ba6-b1ec-21f1b8f1859b req-7a7196f0-065c-4c59-90e9-943968669568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:59.508410 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f130b271-efae-4ba6-b1ec-21f1b8f1859b req-7a7196f0-065c-4c59-90e9-943968669568 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=34d50232-c76b-4978-8279-6b641ae56792 HTTP/1.1" status: 200 len: 851 time: 0.0596824 Sep 22 22:01:59.589414 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f130b271-efae-4ba6-b1ec-21f1b8f1859b req-bc451514-a039-4c4c-905d-63611a7139d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:59.590841 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f130b271-efae-4ba6-b1ec-21f1b8f1859b req-bc451514-a039-4c4c-905d-63611a7139d3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=10a09e26-5865-4fe7-893b-1c1311dc2163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760863 Sep 22 22:01:59.718975 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f130b271-efae-4ba6-b1ec-21f1b8f1859b req-f314f6f3-907b-4c7f-8599-cfc591b64687 service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216857 Sep 22 22:01:59.847507 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f130b271-efae-4ba6-b1ec-21f1b8f1859b req-105e44a8-dfa0-4178-b79b-4ac8a8a2b592 service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226621 Sep 22 22:02:00.856990 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:02:09.742016 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-490e533c-85c6-41df-8095-27c4a3a55be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:02:11.952388 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-31edb02f-609a-476f-8ca1-f87a1fe1a1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:02:12.796467 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:02:13.204423 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:02:14.587547 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:02:20.279994 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f34e6-c0e1-484f-92d1-66ae8ff98060 req-ebd3d102-5b00-4e1a-b69b-6bdf011d0a04 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:02:20.281448 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cf0f34e6-c0e1-484f-92d1-66ae8ff98060 req-ebd3d102-5b00-4e1a-b69b-6bdf011d0a04 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 946 time: 0.0910876 Sep 22 22:02:20.324792 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cf0f34e6-c0e1-484f-92d1-66ae8ff98060 req-7bd7e08e-365d-4184-ba1e-439dca1af6b1 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370400 Sep 22 22:02:26.061975 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:02:30.054504 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fbb85ef2-2757-4b80-bb94-c046148c999b req-bb9af9d9-4222-446d-8f71-6e2ff2fbef21 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0774176 Sep 22 22:02:30.116387 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45fad39-b41f-4d8a-8647-7e0148cdd120 req-d4a02371-d6c3-4659-b196-7d5516836457 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:02:30.117856 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-d45fad39-b41f-4d8a-8647-7e0148cdd120 req-d4a02371-d6c3-4659-b196-7d5516836457 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 946 time: 0.0932252 Sep 22 22:02:30.162814 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-d45fad39-b41f-4d8a-8647-7e0148cdd120 req-74dac8e6-a30d-4a1f-bdd6-000ebf9f16cc tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393980 Sep 22 22:02:31.255911 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb85ef2-2757-4b80-bb94-c046148c999b req-5bfbbeb7-73a6-400c-8945-a6f164a7c331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:02:31.257387 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fbb85ef2-2757-4b80-bb94-c046148c999b req-5bfbbeb7-73a6-400c-8945-a6f164a7c331 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9bb47c5ff1754359af1fc098b6bb16d9&device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 1099 time: 0.0833068 Sep 22 22:02:31.446051 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb85ef2-2757-4b80-bb94-c046148c999b req-55c651b4-260d-4637-9752-88a87a0098ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:02:31.447493 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fbb85ef2-2757-4b80-bb94-c046148c999b req-55c651b4-260d-4637-9752-88a87a0098ce service neutron] 10.222.0.49 "GET /v2.0/networks?id=10a09e26-5865-4fe7-893b-1c1311dc2163 HTTP/1.1" status: 200 len: 912 time: 0.1847527 Sep 22 22:02:31.458699 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c988b9a3-d84e-4580-b27c-4e5d17557e96 req-9479158b-fa1d-4b9c-aa6f-a98cac72f597 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:02:31.459959 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c988b9a3-d84e-4580-b27c-4e5d17557e96 req-9479158b-fa1d-4b9c-aa6f-a98cac72f597 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 946 time: 0.1800272 Sep 22 22:02:31.671052 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c988b9a3-d84e-4580-b27c-4e5d17557e96 req-b44579fe-7ade-46cd-bc33-79cefa566537 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716166 Sep 22 22:02:31.677111 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fbb85ef2-2757-4b80-bb94-c046148c999b req-71751807-9097-46fc-bce9-49ed29221da1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eef33656-0d9f-4d46-af07-d736ff82dde7 HTTP/1.1" status: 200 len: 1003 time: 0.2163060 Sep 22 22:02:31.737881 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb85ef2-2757-4b80-bb94-c046148c999b req-1b3b7523-4a09-4c3b-a2a9-f6bfc95d54bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:02:31.739188 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fbb85ef2-2757-4b80-bb94-c046148c999b req-1b3b7523-4a09-4c3b-a2a9-f6bfc95d54bb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=34d50232-c76b-4978-8279-6b641ae56792 HTTP/1.1" status: 200 len: 851 time: 0.0567992 Sep 22 22:02:31.820937 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb85ef2-2757-4b80-bb94-c046148c999b req-6460fef1-14e9-4273-b7db-ca0aa648ab29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:02:31.822380 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fbb85ef2-2757-4b80-bb94-c046148c999b req-6460fef1-14e9-4273-b7db-ca0aa648ab29 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=10a09e26-5865-4fe7-893b-1c1311dc2163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772834 Sep 22 22:02:31.951344 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fbb85ef2-2757-4b80-bb94-c046148c999b req-61c3d778-fbed-4a2a-a6c2-d1a449c8e444 service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222804 Sep 22 22:02:32.077744 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fbb85ef2-2757-4b80-bb94-c046148c999b req-42c57152-1025-4828-8851-b20f17e48e59 service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208575 Sep 22 22:02:32.869293 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ba456-3b5d-48ce-be43-b39c2d0c2216 req-9eaa874e-5160-429b-802f-10be5c2eba72 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:02:32.870748 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-a63ba456-3b5d-48ce-be43-b39c2d0c2216 req-9eaa874e-5160-429b-802f-10be5c2eba72 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 946 time: 0.0891280 Sep 22 22:02:32.913121 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-a63ba456-3b5d-48ce-be43-b39c2d0c2216 req-12cda6a6-ef12-4853-92e8-312ecc8bec36 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367534 Sep 22 22:02:34.106525 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b23d3-2c54-4f17-be31-a814aca917db req-c6e732db-e019-41c5-88c3-821bdded7006 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:02:34.107985 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-485b23d3-2c54-4f17-be31-a814aca917db req-c6e732db-e019-41c5-88c3-821bdded7006 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 946 time: 0.0850949 Sep 22 22:02:34.150377 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-485b23d3-2c54-4f17-be31-a814aca917db req-fdbff7fa-64f6-425d-92e5-4194bca2156c tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367224 Sep 22 22:02:35.347505 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0bb35-dbaa-4f03-81ed-9e4bfa97b6a7 req-2ead476b-b244-464d-8f38-a1474ca40b96 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:02:35.348992 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-27b0bb35-dbaa-4f03-81ed-9e4bfa97b6a7 req-2ead476b-b244-464d-8f38-a1474ca40b96 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 946 time: 0.0859611 Sep 22 22:02:35.393380 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-27b0bb35-dbaa-4f03-81ed-9e4bfa97b6a7 req-37540b4c-063e-4ad0-bdd6-840617f0c44b tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387211 Sep 22 22:02:36.599237 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c5bbaa-be86-4124-9d8f-8f356b01096e req-ca699eab-9cbc-419a-a4d7-691c819fac6d tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:02:36.600715 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a8c5bbaa-be86-4124-9d8f-8f356b01096e req-ca699eab-9cbc-419a-a4d7-691c819fac6d tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 946 time: 0.0892367 Sep 22 22:02:36.643511 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a8c5bbaa-be86-4124-9d8f-8f356b01096e req-d8d532df-af9e-4c7c-a052-2fe13d0fceb2 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372243 Sep 22 22:02:37.849722 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b6b373-b0ba-4404-ba47-d3f48cac4550 req-cf378d48-114d-4cef-abb3-5919678476c4 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:02:37.851206 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-66b6b373-b0ba-4404-ba47-d3f48cac4550 req-cf378d48-114d-4cef-abb3-5919678476c4 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 946 time: 0.0975482 Sep 22 22:02:37.855752 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:02:37.894411 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-66b6b373-b0ba-4404-ba47-d3f48cac4550 req-0de6dfaf-16ab-42fb-a745-a518478cb6e9 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376229 Sep 22 22:02:39.092287 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118faae-fc42-44f6-8d53-2fa79efe4853 req-2f793d93-5aa8-4bd6-a19a-ae821630e17c tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:02:39.093841 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7118faae-fc42-44f6-8d53-2fa79efe4853 req-2f793d93-5aa8-4bd6-a19a-ae821630e17c tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 946 time: 0.0873792 Sep 22 22:02:39.143742 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7118faae-fc42-44f6-8d53-2fa79efe4853 req-6a86444e-243d-41d0-b93a-19701fd3fee8 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441773 Sep 22 22:02:39.743978 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-01daddfe-d124-44c1-b7d8-7e72d6ae8f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:02:40.336461 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802cf8b-826c-4195-b32a-724889e28b79 req-99c41bd8-cd6a-4d79-be23-0483fb5cb412 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:02:40.337898 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-e802cf8b-826c-4195-b32a-724889e28b79 req-99c41bd8-cd6a-4d79-be23-0483fb5cb412 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 946 time: 0.0858493 Sep 22 22:02:40.384116 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-e802cf8b-826c-4195-b32a-724889e28b79 req-3598e0bf-198a-4aa7-8365-45a9717ba41e tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406303 Sep 22 22:02:41.577804 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e96898-2e62-479a-9f44-9797ed190da7 req-680765f8-2038-433e-b92b-1d2290e863aa tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:02:41.579262 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-21e96898-2e62-479a-9f44-9797ed190da7 req-680765f8-2038-433e-b92b-1d2290e863aa tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 946 time: 0.0844302 Sep 22 22:02:41.621509 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-21e96898-2e62-479a-9f44-9797ed190da7 req-5b6eefcd-59e0-4c77-a7be-5e05f5ebde7e tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362463 Sep 22 22:02:41.955685 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e8c07201-969e-42e6-ad6d-ddfcc75c5f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:02:42.800728 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:02:42.825881 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896bd2c-f307-4042-a929-63b38960492c req-842fb586-0c96-456b-8180-6c6ccc0a8494 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:02:42.827633 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-6896bd2c-f307-4042-a929-63b38960492c req-842fb586-0c96-456b-8180-6c6ccc0a8494 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 946 time: 0.0875375 Sep 22 22:02:42.871262 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-6896bd2c-f307-4042-a929-63b38960492c req-5b5da648-4cbc-46de-ad17-743e54f7c6fc tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380051 Sep 22 22:02:43.206802 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:02:44.115532 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b61ba3-8104-4951-9539-bf0ee9c71b95 req-462c2071-2ea6-42e6-9e29-784568c30ada tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:02:44.116959 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-51b61ba3-8104-4951-9539-bf0ee9c71b95 req-462c2071-2ea6-42e6-9e29-784568c30ada tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 946 time: 0.0893779 Sep 22 22:02:44.159547 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-51b61ba3-8104-4951-9539-bf0ee9c71b95 req-26d3f618-646d-4635-9a1e-e2ca2f189fdb tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369895 Sep 22 22:02:44.590012 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:02:45.359741 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d8ae2-f555-4714-99fe-207134dc47a0 req-8881d76b-228e-4d1b-b50c-c72e2f0ac775 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:02:45.361144 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-8a2d8ae2-f555-4714-99fe-207134dc47a0 req-8881d76b-228e-4d1b-b50c-c72e2f0ac775 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 946 time: 0.0913012 Sep 22 22:02:45.404182 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-8a2d8ae2-f555-4714-99fe-207134dc47a0 req-79922b51-f25d-4719-b495-f04326888759 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374136 Sep 22 22:02:46.599879 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6a127-080c-45ba-8e83-876e5106d99c req-46d5d504-4f89-47e5-8acc-14cfa4473572 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:02:46.601348 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-08b6a127-080c-45ba-8e83-876e5106d99c req-46d5d504-4f89-47e5-8acc-14cfa4473572 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 946 time: 0.0854559 Sep 22 22:02:46.647928 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-08b6a127-080c-45ba-8e83-876e5106d99c req-2c67c95f-06b8-4003-ab52-95d215ebb597 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409610 Sep 22 22:02:47.841177 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba0725-a56d-4f0b-b370-e94106d323d9 req-13feb118-b60d-4013-9b91-ede7dcce8174 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:02:47.842632 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-ffba0725-a56d-4f0b-b370-e94106d323d9 req-13feb118-b60d-4013-9b91-ede7dcce8174 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 946 time: 0.0849710 Sep 22 22:02:47.888547 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-ffba0725-a56d-4f0b-b370-e94106d323d9 req-904a0bf7-4e83-451a-b281-bddca5651f82 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398169 Sep 22 22:02:49.085940 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98df9c-49b1-40d3-a186-59cb47575fed req-accf6e87-0b0a-47d7-9b03-be9fe88ce77b tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:02:49.087473 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-be98df9c-49b1-40d3-a186-59cb47575fed req-accf6e87-0b0a-47d7-9b03-be9fe88ce77b tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 946 time: 0.0871596 Sep 22 22:02:49.132339 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-be98df9c-49b1-40d3-a186-59cb47575fed req-f96b6900-8e0c-41ab-8838-c2bbdb822d2c tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389857 Sep 22 22:02:49.349220 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fbb85ef2-2757-4b80-bb94-c046148c999b req-c1211c53-deff-4fee-bf69-1b375f0a182a service neutron] 10.222.0.49 "GET /v2.0/ports/eef33656-0d9f-4d46-af07-d736ff82dde7/bindings/hv-neutron-8589 HTTP/1.1" status: 200 len: 384 time: 0.0754616 Sep 22 22:02:49.612072 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb85ef2-2757-4b80-bb94-c046148c999b req-e670fcc7-fe00-493c-b887-469d81ce57ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:02:49.613529 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fbb85ef2-2757-4b80-bb94-c046148c999b req-e670fcc7-fe00-493c-b887-469d81ce57ab service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e&tenant_id=9bb47c5ff1754359af1fc098b6bb16d9 HTTP/1.1" status: 200 len: 1099 time: 0.0774832 Sep 22 22:02:49.711239 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb85ef2-2757-4b80-bb94-c046148c999b req-61dd67d7-5d82-41aa-ae76-c36d0bc9a253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:02:49.712666 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fbb85ef2-2757-4b80-bb94-c046148c999b req-61dd67d7-5d82-41aa-ae76-c36d0bc9a253 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9bb47c5ff1754359af1fc098b6bb16d9&device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 1099 time: 0.0790040 Sep 22 22:02:49.840102 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb85ef2-2757-4b80-bb94-c046148c999b req-3b964132-f6a6-4fb1-b5ef-6dc915694385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:02:49.841511 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fbb85ef2-2757-4b80-bb94-c046148c999b req-3b964132-f6a6-4fb1-b5ef-6dc915694385 service neutron] 10.222.0.49 "GET /v2.0/networks?id=10a09e26-5865-4fe7-893b-1c1311dc2163 HTTP/1.1" status: 200 len: 912 time: 0.1235924 Sep 22 22:02:50.028918 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fbb85ef2-2757-4b80-bb94-c046148c999b req-c1813a5f-2acb-40db-b360-b8f9a84717f8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eef33656-0d9f-4d46-af07-d736ff82dde7 HTTP/1.1" status: 200 len: 1003 time: 0.1814702 Sep 22 22:02:50.089846 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb85ef2-2757-4b80-bb94-c046148c999b req-d13a98fc-991b-4d0b-8f36-31340a899f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:02:50.091358 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fbb85ef2-2757-4b80-bb94-c046148c999b req-d13a98fc-991b-4d0b-8f36-31340a899f67 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=34d50232-c76b-4978-8279-6b641ae56792 HTTP/1.1" status: 200 len: 851 time: 0.0567765 Sep 22 22:02:50.174753 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb85ef2-2757-4b80-bb94-c046148c999b req-cb72677b-81d7-4062-a078-d4d2b54a08ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:02:50.176530 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fbb85ef2-2757-4b80-bb94-c046148c999b req-cb72677b-81d7-4062-a078-d4d2b54a08ef service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=10a09e26-5865-4fe7-893b-1c1311dc2163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792844 Sep 22 22:02:50.307027 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fbb85ef2-2757-4b80-bb94-c046148c999b req-340472ac-2f13-4659-86f0-7478b1d5d769 service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250744 Sep 22 22:02:50.335936 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bca0e5-0033-4f61-8a7d-506879d31c95 req-da5db1e7-82ac-4912-8fdb-2b01f95500e6 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:02:50.337378 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-84bca0e5-0033-4f61-8a7d-506879d31c95 req-da5db1e7-82ac-4912-8fdb-2b01f95500e6 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 946 time: 0.0868127 Sep 22 22:02:50.382805 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-84bca0e5-0033-4f61-8a7d-506879d31c95 req-f201cc3d-0125-44c8-a8f7-174f951226a8 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394025 Sep 22 22:02:50.437915 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fbb85ef2-2757-4b80-bb94-c046148c999b req-a709fc4b-b421-49a1-afe3-1e66252c043a service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255484 Sep 22 22:02:51.740972 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523eee4c-66b0-4b5b-8e37-70d72bc8a9a1 req-978d2401-9470-42a3-b484-c8f0863036c2 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:02:51.742372 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-523eee4c-66b0-4b5b-8e37-70d72bc8a9a1 req-978d2401-9470-42a3-b484-c8f0863036c2 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 946 time: 0.0905926 Sep 22 22:02:51.787312 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-523eee4c-66b0-4b5b-8e37-70d72bc8a9a1 req-02d7920a-9b6d-4c4f-aefd-0a3ee95835fd tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391493 Sep 22 22:02:52.990314 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be1887-c87f-49cf-9b42-2b78032edb6e req-9da85d26-2149-4a7f-9dd2-5281e7f5ba8c tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:02:52.991785 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c3be1887-c87f-49cf-9b42-2b78032edb6e req-9da85d26-2149-4a7f-9dd2-5281e7f5ba8c tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 946 time: 0.0899727 Sep 22 22:02:53.035022 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c3be1887-c87f-49cf-9b42-2b78032edb6e req-3e27af78-14b4-45b3-889e-4194b59b725a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376537 Sep 22 22:02:53.075092 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device eef33656-0d9f-4d46-af07-d736ff82dde7 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:02:53.191865 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port eef33656-0d9f-4d46-af07-d736ff82dde7 is: ACTIVE; New status is: DOWN {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:02:53.192241 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:02:53.219759 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c2a4f5-dcfc-4272-9666-84b6318c646e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eef33656-0d9f-4d46-af07-d736ff82dde7'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:02:53.222542 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed877eb0-273a-4478-bdb7-4c960063a580" -d '{"events": [{"server_uuid": "b1c2a4f5-dcfc-4272-9666-84b6318c646e", "name": "network-vif-unplugged", "status": "completed", "tag": "eef33656-0d9f-4d46-af07-d736ff82dde7"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:02:53.230682 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port eef33656-0d9f-4d46-af07-d736ff82dde7, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=eef33656-0d9f-4d46-af07-d736ff82dde7,segment=NetworkSegment(4c0a4709-c953-48f4-9552-39e700585c27),segment_id=4c0a4709-c953-48f4-9552-39e700585c27)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:02:53.234859 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:02:53.308578 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=eef33656-0d9f-4d46-af07-d736ff82dde7,revision_number=6']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:02:53.318657 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Sep 2022 22:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78630a0-3a65-428e-8165-12d689a90192 x-openstack-request-id: req-b78630a0-3a65-428e-8165-12d689a90192 {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:02:53.318947 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c2a4f5-dcfc-4272-9666-84b6318c646e", "name": "network-vif-unplugged", "status": "completed", "tag": "eef33656-0d9f-4d46-af07-d736ff82dde7", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:02:53.319199 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-b78630a0-3a65-428e-8165-12d689a90192 {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:02:53.319592 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b78630a0-3a65-428e-8165-12d689a90192'] response: {'server_uuid': 'b1c2a4f5-dcfc-4272-9666-84b6318c646e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eef33656-0d9f-4d46-af07-d736ff82dde7', 'code': 200} Sep 22 22:02:53.320851 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:02:53.321194 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:02:53.321535 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:02:53.321869 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:02:53.322203 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:02:53.322533 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:02:53.322895 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:02:53.323209 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:02:53.323546 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:02:53.323857 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:02:53.324180 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:02:53.324505 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:02:54.229426 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd11f6f7-7838-4333-be74-7a303f80a17f req-cec83ef9-07bb-40d1-9d50-ffeaf4363c05 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:02:54.230902 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-cd11f6f7-7838-4333-be74-7a303f80a17f req-cec83ef9-07bb-40d1-9d50-ffeaf4363c05 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 944 time: 0.0851541 Sep 22 22:02:54.278685 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-cd11f6f7-7838-4333-be74-7a303f80a17f req-8c38dc0a-26df-4913-bc56-519a4556f1df tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413430 Sep 22 22:02:55.090211 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device eef33656-0d9f-4d46-af07-d736ff82dde7 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 22:02:55.261905 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port eef33656-0d9f-4d46-af07-d736ff82dde7, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=eef33656-0d9f-4d46-af07-d736ff82dde7,segment=NetworkSegment(4c0a4709-c953-48f4-9552-39e700585c27),segment_id=4c0a4709-c953-48f4-9552-39e700585c27)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:02:55.275084 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': 'eef33656-0d9f-4d46-af07-d736ff82dde7', 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'port_id': 'eef33656-0d9f-4d46-af07-d736ff82dde7', 'mac_address': 'fa:16:3e:a5:7c:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34d50232-c76b-4978-8279-6b641ae56792', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 22:02:55.332667 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port eef33656-0d9f-4d46-af07-d736ff82dde7 is: DOWN; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:02:55.333052 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:02:55.349484 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eef33656-0d9f-4d46-af07-d736ff82dde7 {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 22:02:55.364811 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port eef33656-0d9f-4d46-af07-d736ff82dde7, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=eef33656-0d9f-4d46-af07-d736ff82dde7,segment=NetworkSegment(4c0a4709-c953-48f4-9552-39e700585c27),segment_id=4c0a4709-c953-48f4-9552-39e700585c27)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:02:55.368330 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:02:55.436593 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=eef33656-0d9f-4d46-af07-d736ff82dde7,revision_number=7']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:02:55.442395 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['eef33656-0d9f-4d46-af07-d736ff82dde7'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 22:02:55.483960 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f28052-fa0f-4530-a37a-f9cd71b282b5 req-bb786a60-87c6-44e6-af0a-3c28f7872f26 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:02:55.485518 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f6f28052-fa0f-4530-a37a-f9cd71b282b5 req-bb786a60-87c6-44e6-af0a-3c28f7872f26 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 945 time: 0.0920305 Sep 22 22:02:55.529933 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f6f28052-fa0f-4530-a37a-f9cd71b282b5 req-ba00bbe5-7de3-4a26-a123-516cf8654f65 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384955 Sep 22 22:02:56.056430 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:02:56.728886 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d585ec-53e8-423d-bade-396eaa097d8d req-46a882ee-142f-4759-825f-b20762503f95 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:02:56.730352 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-e1d585ec-53e8-423d-bade-396eaa097d8d req-46a882ee-142f-4759-825f-b20762503f95 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 945 time: 0.0870898 Sep 22 22:02:56.773393 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-e1d585ec-53e8-423d-bade-396eaa097d8d req-4bd40eeb-9fba-482a-92ab-77a2cecfccc3 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374360 Sep 22 22:02:57.089795 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device eef33656-0d9f-4d46-af07-d736ff82dde7 up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:02:57.166464 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port eef33656-0d9f-4d46-af07-d736ff82dde7 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:02:57.166942 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:02:57.167281 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port eef33656-0d9f-4d46-af07-d736ff82dde7 Sep 22 22:02:57.280255 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port eef33656-0d9f-4d46-af07-d736ff82dde7 is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:02:57.280631 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:02:57.306296 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c2a4f5-dcfc-4272-9666-84b6318c646e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef33656-0d9f-4d46-af07-d736ff82dde7'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:02:57.308553 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecdf1912-3f16-421e-ab59-0f72c0fe0245" -d '{"events": [{"server_uuid": "b1c2a4f5-dcfc-4272-9666-84b6318c646e", "name": "network-vif-plugged", "status": "completed", "tag": "eef33656-0d9f-4d46-af07-d736ff82dde7"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:02:57.316412 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port eef33656-0d9f-4d46-af07-d736ff82dde7, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=eef33656-0d9f-4d46-af07-d736ff82dde7,segment=NetworkSegment(4c0a4709-c953-48f4-9552-39e700585c27),segment_id=4c0a4709-c953-48f4-9552-39e700585c27)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:02:57.320258 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:02:57.359531 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b621baa-c147-4e5f-95f1-119a4d48548b x-openstack-request-id: req-1b621baa-c147-4e5f-95f1-119a4d48548b {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:02:57.359826 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c2a4f5-dcfc-4272-9666-84b6318c646e", "name": "network-vif-plugged", "status": "completed", "tag": "eef33656-0d9f-4d46-af07-d736ff82dde7", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:02:57.360078 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1b621baa-c147-4e5f-95f1-119a4d48548b {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:02:57.360638 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b621baa-c147-4e5f-95f1-119a4d48548b'] response: {'server_uuid': 'b1c2a4f5-dcfc-4272-9666-84b6318c646e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef33656-0d9f-4d46-af07-d736ff82dde7', 'code': 200} Sep 22 22:02:57.390642 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=eef33656-0d9f-4d46-af07-d736ff82dde7,revision_number=8']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:02:57.971944 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe5f03-450d-4c23-9527-3b79416653e5 req-25c7a971-33fc-48c6-ac9d-92ac654adf50 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:02:57.973302 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-a8fe5f03-450d-4c23-9527-3b79416653e5 req-25c7a971-33fc-48c6-ac9d-92ac654adf50 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 946 time: 0.0906632 Sep 22 22:02:58.015613 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-a8fe5f03-450d-4c23-9527-3b79416653e5 req-9e4ddafa-4017-4b9a-8371-f59e703ad0a2 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366313 Sep 22 22:02:59.218209 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5144f0cf-f296-45fd-b82e-eaf695b8e162 req-82574b0b-b280-43cb-a42e-f8f63e42fbb8 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:02:59.219709 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5144f0cf-f296-45fd-b82e-eaf695b8e162 req-82574b0b-b280-43cb-a42e-f8f63e42fbb8 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 946 time: 0.0908878 Sep 22 22:02:59.268256 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5144f0cf-f296-45fd-b82e-eaf695b8e162 req-1ea54aff-832b-48ab-bb25-513deaf45742 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418017 Sep 22 22:02:59.722844 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a889e2-92dc-422f-ad3f-c3f2dbf04228 req-7124a34a-592f-49bd-bda6-88ee618c04fa tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:02:59.724261 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-22a889e2-92dc-422f-ad3f-c3f2dbf04228 req-7124a34a-592f-49bd-bda6-88ee618c04fa tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e&tenant_id=9bb47c5ff1754359af1fc098b6bb16d9&binding%3Ahost_id=hv-neutron-8589 HTTP/1.1" status: 200 len: 946 time: 0.1495600 Sep 22 22:02:59.789368 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666adef8-fdb3-438f-baa0-a7e44c57b1f2 req-19f09262-f107-495a-bf77-dab812a19a21 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:02:59.790820 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-666adef8-fdb3-438f-baa0-a7e44c57b1f2 req-19f09262-f107-495a-bf77-dab812a19a21 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 946 time: 0.1563342 Sep 22 22:02:59.841373 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-22a889e2-92dc-422f-ad3f-c3f2dbf04228 req-820a9b52-b76c-450b-8f9b-0bdef09bdc26 service neutron] 10.222.0.49 "GET /v2.0/ports/eef33656-0d9f-4d46-af07-d736ff82dde7/bindings/hv-neutron-8589 HTTP/1.1" status: 200 len: 384 time: 0.1102192 Sep 22 22:02:59.848572 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-666adef8-fdb3-438f-baa0-a7e44c57b1f2 req-d10c0b70-49bb-4d7d-a242-a444283d702a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505581 Sep 22 22:02:59.939752 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a889e2-92dc-422f-ad3f-c3f2dbf04228 req-98aea3ed-8180-481f-8f39-3239edff894a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:02:59.941179 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-22a889e2-92dc-422f-ad3f-c3f2dbf04228 req-98aea3ed-8180-481f-8f39-3239edff894a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9bb47c5ff1754359af1fc098b6bb16d9&device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 1099 time: 0.0783608 Sep 22 22:03:00.067822 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a889e2-92dc-422f-ad3f-c3f2dbf04228 req-9830accc-1b2f-4640-8993-3c7236f71a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:00.069258 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-22a889e2-92dc-422f-ad3f-c3f2dbf04228 req-9830accc-1b2f-4640-8993-3c7236f71a9c service neutron] 10.222.0.49 "GET /v2.0/networks?id=10a09e26-5865-4fe7-893b-1c1311dc2163 HTTP/1.1" status: 200 len: 912 time: 0.1225781 Sep 22 22:03:00.170387 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-22a889e2-92dc-422f-ad3f-c3f2dbf04228 req-920058bf-904c-4e48-9d29-25b1b95eafbd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eef33656-0d9f-4d46-af07-d736ff82dde7 HTTP/1.1" status: 200 len: 1003 time: 0.0953145 Sep 22 22:03:00.231063 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a889e2-92dc-422f-ad3f-c3f2dbf04228 req-1b646c2e-7d36-4842-a766-99f765a3790e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:00.232451 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-22a889e2-92dc-422f-ad3f-c3f2dbf04228 req-1b646c2e-7d36-4842-a766-99f765a3790e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=34d50232-c76b-4978-8279-6b641ae56792 HTTP/1.1" status: 200 len: 851 time: 0.0565155 Sep 22 22:03:00.316104 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a889e2-92dc-422f-ad3f-c3f2dbf04228 req-04acbf76-854f-4a18-959d-fdbfcef21192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:00.317601 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-22a889e2-92dc-422f-ad3f-c3f2dbf04228 req-04acbf76-854f-4a18-959d-fdbfcef21192 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=10a09e26-5865-4fe7-893b-1c1311dc2163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796440 Sep 22 22:03:00.535637 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-22a889e2-92dc-422f-ad3f-c3f2dbf04228 req-792b135c-f1c0-4eb6-8d0f-aa6e85683a80 service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118199 Sep 22 22:03:00.663420 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-22a889e2-92dc-422f-ad3f-c3f2dbf04228 req-c008bb41-46ac-48fb-96c0-19ccdc0c04d2 service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213517 Sep 22 22:03:01.050800 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e380f2-7171-4147-b1d4-059bf23fa42a req-8fe8cd20-ce8e-4062-8018-ca389cbe70a0 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:01.052254 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-a0e380f2-7171-4147-b1d4-059bf23fa42a req-8fe8cd20-ce8e-4062-8018-ca389cbe70a0 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 946 time: 0.0877190 Sep 22 22:03:01.077085 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2bdab1-0c3c-4039-9e94-b6525b84ba97 req-1952f588-c156-4f1e-bbf2-c0df6e1ee721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:01.078563 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5c2bdab1-0c3c-4039-9e94-b6525b84ba97 req-1952f588-c156-4f1e-bbf2-c0df6e1ee721 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9bb47c5ff1754359af1fc098b6bb16d9&device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 1099 time: 0.0781298 Sep 22 22:03:01.101088 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-a0e380f2-7171-4147-b1d4-059bf23fa42a req-8113c0c9-9b3c-4022-85d0-81e57c845a59 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429399 Sep 22 22:03:01.220833 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2bdab1-0c3c-4039-9e94-b6525b84ba97 req-a8b87c3a-825b-4606-b772-fcca110814e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:01.222167 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5c2bdab1-0c3c-4039-9e94-b6525b84ba97 req-a8b87c3a-825b-4606-b772-fcca110814e4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=10a09e26-5865-4fe7-893b-1c1311dc2163 HTTP/1.1" status: 200 len: 912 time: 0.1251585 Sep 22 22:03:01.323414 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5c2bdab1-0c3c-4039-9e94-b6525b84ba97 req-6bc1f1d8-628b-43fd-8b20-987e14c68f1f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eef33656-0d9f-4d46-af07-d736ff82dde7 HTTP/1.1" status: 200 len: 1003 time: 0.0948539 Sep 22 22:03:01.385961 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2bdab1-0c3c-4039-9e94-b6525b84ba97 req-f40d599a-8d9c-4256-bc94-c7e9e100d031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:01.387432 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5c2bdab1-0c3c-4039-9e94-b6525b84ba97 req-f40d599a-8d9c-4256-bc94-c7e9e100d031 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=34d50232-c76b-4978-8279-6b641ae56792 HTTP/1.1" status: 200 len: 851 time: 0.0562828 Sep 22 22:03:01.472357 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2bdab1-0c3c-4039-9e94-b6525b84ba97 req-729b5e3b-4a83-47e3-90d7-8ad5e33a19c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:01.473767 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5c2bdab1-0c3c-4039-9e94-b6525b84ba97 req-729b5e3b-4a83-47e3-90d7-8ad5e33a19c3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=10a09e26-5865-4fe7-893b-1c1311dc2163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801978 Sep 22 22:03:01.604415 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5c2bdab1-0c3c-4039-9e94-b6525b84ba97 req-337c75aa-0e21-4591-b3d3-d916c9d7a296 service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244040 Sep 22 22:03:01.734248 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5c2bdab1-0c3c-4039-9e94-b6525b84ba97 req-0e543946-2f81-4a05-93a5-18a13b9cd41f service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223688 Sep 22 22:03:02.296645 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72d913-5df7-4d1b-961d-36d6d129d47e req-4130a002-896b-4ff6-9c60-dd0ce9095024 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:02.298085 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ab72d913-5df7-4d1b-961d-36d6d129d47e req-4130a002-896b-4ff6-9c60-dd0ce9095024 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 946 time: 0.0842762 Sep 22 22:03:02.345239 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ab72d913-5df7-4d1b-961d-36d6d129d47e req-a8d03d62-f166-4f2d-ba30-7f94cd066c98 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413437 Sep 22 22:03:03.546286 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b15b7-b56e-4dac-8a26-ceead6bd64f9 req-bff70dcd-187d-45f8-a1fb-54cf90fe42bf tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:03.548330 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-9c0b15b7-b56e-4dac-8a26-ceead6bd64f9 req-bff70dcd-187d-45f8-a1fb-54cf90fe42bf tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 946 time: 0.0889876 Sep 22 22:03:03.592925 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-9c0b15b7-b56e-4dac-8a26-ceead6bd64f9 req-5134342e-91e5-4234-9d1e-80eb900a65f5 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390241 Sep 22 22:03:03.715956 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a889e2-92dc-422f-ad3f-c3f2dbf04228 req-13610614-ccee-40fa-9cea-527167677c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:03.717406 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-22a889e2-92dc-422f-ad3f-c3f2dbf04228 req-13610614-ccee-40fa-9cea-527167677c17 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e&tenant_id=9bb47c5ff1754359af1fc098b6bb16d9 HTTP/1.1" status: 200 len: 1099 time: 0.0779579 Sep 22 22:03:03.815233 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a889e2-92dc-422f-ad3f-c3f2dbf04228 req-44c8d26e-f616-44aa-a354-d1370a8fb216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:03.816582 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-22a889e2-92dc-422f-ad3f-c3f2dbf04228 req-44c8d26e-f616-44aa-a354-d1370a8fb216 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9bb47c5ff1754359af1fc098b6bb16d9&device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 1099 time: 0.0802934 Sep 22 22:03:03.943104 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a889e2-92dc-422f-ad3f-c3f2dbf04228 req-120db51e-3bf8-46a7-bf52-ca6b0dcbf7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:03.944485 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-22a889e2-92dc-422f-ad3f-c3f2dbf04228 req-120db51e-3bf8-46a7-bf52-ca6b0dcbf7c6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=10a09e26-5865-4fe7-893b-1c1311dc2163 HTTP/1.1" status: 200 len: 912 time: 0.1224008 Sep 22 22:03:04.039935 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-22a889e2-92dc-422f-ad3f-c3f2dbf04228 req-c931aabd-e154-4c56-b8d9-e9b98ec1431c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eef33656-0d9f-4d46-af07-d736ff82dde7 HTTP/1.1" status: 200 len: 1003 time: 0.0892894 Sep 22 22:03:04.194462 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a889e2-92dc-422f-ad3f-c3f2dbf04228 req-5fb66c73-33d2-4bc2-b35b-b350395bc37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:04.195903 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-22a889e2-92dc-422f-ad3f-c3f2dbf04228 req-5fb66c73-33d2-4bc2-b35b-b350395bc37d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=34d50232-c76b-4978-8279-6b641ae56792 HTTP/1.1" status: 200 len: 851 time: 0.1499066 Sep 22 22:03:04.275119 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a889e2-92dc-422f-ad3f-c3f2dbf04228 req-a2316418-a523-4466-9770-cae45c1ba90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:04.276593 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-22a889e2-92dc-422f-ad3f-c3f2dbf04228 req-a2316418-a523-4466-9770-cae45c1ba90d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=10a09e26-5865-4fe7-893b-1c1311dc2163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750351 Sep 22 22:03:04.405899 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-22a889e2-92dc-422f-ad3f-c3f2dbf04228 req-b81c5120-cf72-404a-bafc-efe105f4bc44 service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226697 Sep 22 22:03:04.536075 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-22a889e2-92dc-422f-ad3f-c3f2dbf04228 req-1734a156-5452-43ad-bf3d-58078f779bd8 service neutron] 10.222.0.49 "GET /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245394 Sep 22 22:03:04.797431 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931b488-a511-4fb9-bd6c-fd26ccf44152 req-03bf01ec-4905-477b-b5d7-17664ab2f64a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:04.799430 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f931b488-a511-4fb9-bd6c-fd26ccf44152 req-03bf01ec-4905-477b-b5d7-17664ab2f64a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 946 time: 0.0917475 Sep 22 22:03:04.844656 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f931b488-a511-4fb9-bd6c-fd26ccf44152 req-61f408a8-1264-4d73-b04c-30e61fac86fb tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394251 Sep 22 22:03:06.151037 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a0ed3-6793-4eb7-84fa-b9274cbfad2c req-c2415830-3372-453a-a430-e173a6e6236b tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:06.155238 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-676a0ed3-6793-4eb7-84fa-b9274cbfad2c req-c2415830-3372-453a-a430-e173a6e6236b tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 946 time: 0.1911104 Sep 22 22:03:06.197838 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-676a0ed3-6793-4eb7-84fa-b9274cbfad2c req-6654fda9-d1a0-4587-bb13-2b6c7805579b tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385106 Sep 22 22:03:07.136623 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device eef33656-0d9f-4d46-af07-d736ff82dde7 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:03:07.249951 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port eef33656-0d9f-4d46-af07-d736ff82dde7 is: ACTIVE; New status is: DOWN {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:03:07.250336 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:07.277468 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c2a4f5-dcfc-4272-9666-84b6318c646e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eef33656-0d9f-4d46-af07-d736ff82dde7'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:03:07.279755 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ee4ed0-6e09-4830-b5c8-617d6188968c" -d '{"events": [{"server_uuid": "b1c2a4f5-dcfc-4272-9666-84b6318c646e", "name": "network-vif-unplugged", "status": "completed", "tag": "eef33656-0d9f-4d46-af07-d736ff82dde7"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:03:07.288142 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port eef33656-0d9f-4d46-af07-d736ff82dde7, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=eef33656-0d9f-4d46-af07-d736ff82dde7,segment=NetworkSegment(4c0a4709-c953-48f4-9552-39e700585c27),segment_id=4c0a4709-c953-48f4-9552-39e700585c27)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:03:07.292286 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:07.336881 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Sep 2022 22:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823c1df9-1a82-4c42-9c31-73ba606e6354 x-openstack-request-id: req-823c1df9-1a82-4c42-9c31-73ba606e6354 {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:03:07.337234 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c2a4f5-dcfc-4272-9666-84b6318c646e", "name": "network-vif-unplugged", "status": "completed", "tag": "eef33656-0d9f-4d46-af07-d736ff82dde7", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:03:07.337487 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-823c1df9-1a82-4c42-9c31-73ba606e6354 {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:03:07.337876 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-823c1df9-1a82-4c42-9c31-73ba606e6354'] response: {'server_uuid': 'b1c2a4f5-dcfc-4272-9666-84b6318c646e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eef33656-0d9f-4d46-af07-d736ff82dde7', 'code': 200} Sep 22 22:03:07.362434 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=eef33656-0d9f-4d46-af07-d736ff82dde7,revision_number=9']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:03:07.402402 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12f15a-a9c2-4ad8-a3e1-5dd3c3f2be7a req-8f98c3f9-3bb4-44c5-b6d7-0a3184a12d4d tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:07.403835 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4d12f15a-a9c2-4ad8-a3e1-5dd3c3f2be7a req-8f98c3f9-3bb4-44c5-b6d7-0a3184a12d4d tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 944 time: 0.0925076 Sep 22 22:03:07.447758 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4d12f15a-a9c2-4ad8-a3e1-5dd3c3f2be7a req-cbe10b10-2231-4159-bf98-5dd2a554664c tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377605 Sep 22 22:03:08.648803 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd23edbb-505d-4d66-92a6-dc3a73ea8d7b req-af24d195-5150-46e1-a604-9ee251b5fd51 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:08.650260 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-cd23edbb-505d-4d66-92a6-dc3a73ea8d7b req-af24d195-5150-46e1-a604-9ee251b5fd51 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 944 time: 0.0886521 Sep 22 22:03:08.695000 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-cd23edbb-505d-4d66-92a6-dc3a73ea8d7b req-a1aa2176-5a04-48e4-ab54-af85ef708ecb tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390759 Sep 22 22:03:09.151975 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device eef33656-0d9f-4d46-af07-d736ff82dde7 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 22:03:09.283892 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port eef33656-0d9f-4d46-af07-d736ff82dde7, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=eef33656-0d9f-4d46-af07-d736ff82dde7,segment=NetworkSegment(4c0a4709-c953-48f4-9552-39e700585c27),segment_id=4c0a4709-c953-48f4-9552-39e700585c27)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:03:09.296601 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': 'eef33656-0d9f-4d46-af07-d736ff82dde7', 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'port_id': 'eef33656-0d9f-4d46-af07-d736ff82dde7', 'mac_address': 'fa:16:3e:a5:7c:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34d50232-c76b-4978-8279-6b641ae56792', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 22:03:09.355176 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port eef33656-0d9f-4d46-af07-d736ff82dde7 is: DOWN; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:03:09.355557 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:09.372793 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eef33656-0d9f-4d46-af07-d736ff82dde7 {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 22:03:09.388154 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port eef33656-0d9f-4d46-af07-d736ff82dde7, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=eef33656-0d9f-4d46-af07-d736ff82dde7,segment=NetworkSegment(4c0a4709-c953-48f4-9552-39e700585c27),segment_id=4c0a4709-c953-48f4-9552-39e700585c27)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:03:09.393071 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:09.457910 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['eef33656-0d9f-4d46-af07-d736ff82dde7'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 22:03:09.500934 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=eef33656-0d9f-4d46-af07-d736ff82dde7,revision_number=10']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:03:09.744939 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a449ea0c-9602-4d97-a518-cd2740442bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:09.893149 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257a332-4eeb-4d1c-b956-a03def4836b9 req-873c6252-2aeb-47ff-9dfd-1fecc2c338fe tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:09.894624 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9257a332-4eeb-4d1c-b956-a03def4836b9 req-873c6252-2aeb-47ff-9dfd-1fecc2c338fe tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 946 time: 0.0865114 Sep 22 22:03:09.936797 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9257a332-4eeb-4d1c-b956-a03def4836b9 req-01b0080e-8ba1-4041-ba54-455635d5b1ff tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365942 Sep 22 22:03:11.131831 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfda01c-794e-4763-97b3-4ae8642341f7 req-8e0ad7b9-0998-4324-b4da-ab224578a141 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:11.133264 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-7bfda01c-794e-4763-97b3-4ae8642341f7 req-8e0ad7b9-0998-4324-b4da-ab224578a141 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 946 time: 0.0858788 Sep 22 22:03:11.168565 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device eef33656-0d9f-4d46-af07-d736ff82dde7 up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:03:11.176702 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-7bfda01c-794e-4763-97b3-4ae8642341f7 req-1a4c6438-15b5-4f14-99f9-6383ce793c20 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377872 Sep 22 22:03:11.236054 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port eef33656-0d9f-4d46-af07-d736ff82dde7 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:03:11.236418 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:11.236745 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port eef33656-0d9f-4d46-af07-d736ff82dde7 Sep 22 22:03:11.351274 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port eef33656-0d9f-4d46-af07-d736ff82dde7 is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:03:11.351650 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:11.378739 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c2a4f5-dcfc-4272-9666-84b6318c646e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef33656-0d9f-4d46-af07-d736ff82dde7'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:03:11.381004 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea409cb3-979b-4423-86d9-0c9aa7d3743c" -d '{"events": [{"server_uuid": "b1c2a4f5-dcfc-4272-9666-84b6318c646e", "name": "network-vif-plugged", "status": "completed", "tag": "eef33656-0d9f-4d46-af07-d736ff82dde7"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:03:11.388467 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port eef33656-0d9f-4d46-af07-d736ff82dde7, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=eef33656-0d9f-4d46-af07-d736ff82dde7,segment=NetworkSegment(4c0a4709-c953-48f4-9552-39e700585c27),segment_id=4c0a4709-c953-48f4-9552-39e700585c27)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:03:11.393248 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:11.436193 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e942726c-9100-4f78-9725-1d6803a2fe37 x-openstack-request-id: req-e942726c-9100-4f78-9725-1d6803a2fe37 {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:03:11.436538 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c2a4f5-dcfc-4272-9666-84b6318c646e", "name": "network-vif-plugged", "status": "completed", "tag": "eef33656-0d9f-4d46-af07-d736ff82dde7", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:03:11.436788 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e942726c-9100-4f78-9725-1d6803a2fe37 {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:03:11.437176 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e942726c-9100-4f78-9725-1d6803a2fe37'] response: {'server_uuid': 'b1c2a4f5-dcfc-4272-9666-84b6318c646e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef33656-0d9f-4d46-af07-d736ff82dde7', 'code': 200} Sep 22 22:03:11.461917 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=eef33656-0d9f-4d46-af07-d736ff82dde7,revision_number=11']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:03:11.959269 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a77e614d-eaf3-470f-9aff-7d0bc329faa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:12.537253 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f19d2-6a13-4a50-bd63-baccdcc301bb req-e46eb67f-8a57-43e6-b393-7be5baf25166 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:12.538802 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-733f19d2-6a13-4a50-bd63-baccdcc301bb req-e46eb67f-8a57-43e6-b393-7be5baf25166 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 947 time: 0.0938735 Sep 22 22:03:12.586086 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-733f19d2-6a13-4a50-bd63-baccdcc301bb req-cdef32cb-78af-40d4-ac6f-544ee3d9f03b tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404427 Sep 22 22:03:12.806277 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:13.210954 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:13.790138 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459e2c7-32f3-4ad3-a47c-e91f369478cc req-de0440de-e1ba-4aec-87eb-5f71c737cb0d tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:13.791710 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3459e2c7-32f3-4ad3-a47c-e91f369478cc req-de0440de-e1ba-4aec-87eb-5f71c737cb0d tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 947 time: 0.0880570 Sep 22 22:03:13.838515 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3459e2c7-32f3-4ad3-a47c-e91f369478cc req-e99c974b-5f02-4991-82ef-c2c55bc6aa49 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406315 Sep 22 22:03:14.040131 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbacc3e-5549-4e6b-b9a7-ee2cf0586474 req-42ad6e87-8ae1-4e77-890b-bb21e256517d tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:14.041583 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-1cbacc3e-5549-4e6b-b9a7-ee2cf0586474 req-42ad6e87-8ae1-4e77-890b-bb21e256517d tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 947 time: 0.0932059 Sep 22 22:03:14.088515 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-1cbacc3e-5549-4e6b-b9a7-ee2cf0586474 req-d2724d8f-4401-4e5e-9ed3-1b19195162f2 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411670 Sep 22 22:03:14.291724 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca917d4c-fe48-42ce-9ff3-955afd7d5d64 req-9f144cea-3948-4eb0-84fc-5fd67b503bce tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:14.293187 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ca917d4c-fe48-42ce-9ff3-955afd7d5d64 req-9f144cea-3948-4eb0-84fc-5fd67b503bce tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 947 time: 0.0947454 Sep 22 22:03:14.338167 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ca917d4c-fe48-42ce-9ff3-955afd7d5d64 req-c036a1b5-1415-4b48-86f4-b138a2d9f8c2 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370955 Sep 22 22:03:14.593107 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:14.740362 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb1c6e-9db4-4e79-8b22-4f62ed4f8d57 req-c95a03e7-dc6e-4b14-8b39-253fe9217fbd tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:14.741787 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fcfb1c6e-9db4-4e79-8b22-4f62ed4f8d57 req-c95a03e7-dc6e-4b14-8b39-253fe9217fbd tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 947 time: 0.0854361 Sep 22 22:03:14.784346 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fcfb1c6e-9db4-4e79-8b22-4f62ed4f8d57 req-17b72b72-5b2f-49fa-9578-314a2bd784f2 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369434 Sep 22 22:03:14.854632 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:03:15.993041 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c0238-f279-413c-a019-d00c1c4ebdd8 req-a43786ba-c02f-403e-924a-4d8d47e9569c tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:15.994512 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-1c8c0238-f279-413c-a019-d00c1c4ebdd8 req-a43786ba-c02f-403e-924a-4d8d47e9569c tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 947 time: 0.0918934 Sep 22 22:03:16.040253 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-1c8c0238-f279-413c-a019-d00c1c4ebdd8 req-f576af10-4b8a-4ee4-a9d8-5bcc7b17e54b tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400558 Sep 22 22:03:17.025324 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd9d4c-4a52-4704-b620-b519c6305942 req-518c3383-8579-42fa-aacb-f008efdd83bf tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:17.026764 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1dfd9d4c-4a52-4704-b620-b519c6305942 req-518c3383-8579-42fa-aacb-f008efdd83bf tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 947 time: 0.0893693 Sep 22 22:03:17.095297 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-1dfd9d4c-4a52-4704-b620-b519c6305942 req-95d02e9b-3af5-4d9b-94f5-31b0983242bb tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Deleting port eef33656-0d9f-4d46-af07-d736ff82dde7 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:03:17.095640 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-1dfd9d4c-4a52-4704-b620-b519c6305942 req-95d02e9b-3af5-4d9b-94f5-31b0983242bb tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:17.372255 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e55db95-b0e5-48a4-b549-5972d55f56f1 req-6f1ad62c-e167-43a9-a88c-2efeadd88e7c tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:17.373706 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4e55db95-b0e5-48a4-b549-5972d55f56f1 req-6f1ad62c-e167-43a9-a88c-2efeadd88e7c tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 947 time: 0.2202601 Sep 22 22:03:17.434622 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-1dfd9d4c-4a52-4704-b620-b519c6305942 req-95d02e9b-3af5-4d9b-94f5-31b0983242bb tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] For port eef33656-0d9f-4d46-af07-d736ff82dde7, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=eef33656-0d9f-4d46-af07-d736ff82dde7,segment=NetworkSegment(4c0a4709-c953-48f4-9552-39e700585c27),segment_id=4c0a4709-c953-48f4-9552-39e700585c27)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:03:17.434979 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-1dfd9d4c-4a52-4704-b620-b519c6305942 req-95d02e9b-3af5-4d9b-94f5-31b0983242bb tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:17.451635 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4e55db95-b0e5-48a4-b549-5972d55f56f1 req-97a828df-db1f-4066-9e56-211c555f34a2 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups?id=35ccbf38-1f84-4d22-8ed6-8f9d836dab15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670648 Sep 22 22:03:17.818559 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-1dfd9d4c-4a52-4704-b620-b519c6305942 req-95d02e9b-3af5-4d9b-94f5-31b0983242bb tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:17.818862 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-1dfd9d4c-4a52-4704-b620-b519c6305942 req-95d02e9b-3af5-4d9b-94f5-31b0983242bb tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:17.819169 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.l3_db [req-1dfd9d4c-4a52-4704-b620-b519c6305942 req-95d02e9b-3af5-4d9b-94f5-31b0983242bb tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Floating IP 31578bdf-210d-4414-b489-3fb3928d186e disassociated. External IP: 172.26.0.171, port: eef33656-0d9f-4d46-af07-d736ff82dde7. Sep 22 22:03:17.819498 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-1dfd9d4c-4a52-4704-b620-b519c6305942 req-95d02e9b-3af5-4d9b-94f5-31b0983242bb tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Calling delete_port for eef33656-0d9f-4d46-af07-d736ff82dde7 owned by compute:nova {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:03:17.960790 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-1dfd9d4c-4a52-4704-b620-b519c6305942 req-95d02e9b-3af5-4d9b-94f5-31b0983242bb tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:18.011779 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d02e9b-3af5-4d9b-94f5-31b0983242bb tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Pushing event deleted for resources: {'Port': ['ID=eef33656-0d9f-4d46-af07-d736ff82dde7,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:03:18.023335 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d02e9b-3af5-4d9b-94f5-31b0983242bb tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:03:18.023685 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d02e9b-3af5-4d9b-94f5-31b0983242bb tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:03:18.024007 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d02e9b-3af5-4d9b-94f5-31b0983242bb tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:03:18.024338 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d02e9b-3af5-4d9b-94f5-31b0983242bb tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:03:18.024662 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d02e9b-3af5-4d9b-94f5-31b0983242bb tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:03:18.025027 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d02e9b-3af5-4d9b-94f5-31b0983242bb tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:03:18.025365 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d02e9b-3af5-4d9b-94f5-31b0983242bb tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:03:18.025894 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d02e9b-3af5-4d9b-94f5-31b0983242bb tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:03:18.025988 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d02e9b-3af5-4d9b-94f5-31b0983242bb tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:03:18.026367 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d02e9b-3af5-4d9b-94f5-31b0983242bb tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:03:18.026828 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d02e9b-3af5-4d9b-94f5-31b0983242bb tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:03:18.026958 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d02e9b-3af5-4d9b-94f5-31b0983242bb tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:03:18.207682 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1dfd9d4c-4a52-4704-b620-b519c6305942 req-95d02e9b-3af5-4d9b-94f5-31b0983242bb tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Router 65cc8f1a-17de-4e08-8a18-a7b78bbee514 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 22:03:18.386213 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1dfd9d4c-4a52-4704-b620-b519c6305942 req-95d02e9b-3af5-4d9b-94f5-31b0983242bb tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:03:18.395848 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ce1ce9-e789-42f3-bfb9-48a83f6d6119 None None] Sync routers for ids ['65cc8f1a-17de-4e08-8a18-a7b78bbee514'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:03:18.405047 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ce1ce9-e789-42f3-bfb9-48a83f6d6119 None None] Routers {'65cc8f1a-17de-4e08-8a18-a7b78bbee514'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:03:18.405727 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-c9ce1ce9-e789-42f3-bfb9-48a83f6d6119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:03:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['65cc8f1a-17de-4e08-8a18-a7b78bbee514'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:03:18.470692 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dfd9d4c-4a52-4704-b620-b519c6305942 req-95d02e9b-3af5-4d9b-94f5-31b0983242bb tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] No DVR routers for this DVR port eef33656-0d9f-4d46-af07-d736ff82dde7 on host hv-neutron-8589 {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 22:03:18.473299 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-1dfd9d4c-4a52-4704-b620-b519c6305942 req-95d02e9b-3af5-4d9b-94f5-31b0983242bb tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:18.475852 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c2a4f5-dcfc-4272-9666-84b6318c646e', 'name': 'network-vif-deleted', 'tag': 'eef33656-0d9f-4d46-af07-d736ff82dde7'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:03:18.478122 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357fe9e9-ff3b-4b43-9a0f-db0c28453a37" -d '{"events": [{"server_uuid": "b1c2a4f5-dcfc-4272-9666-84b6318c646e", "name": "network-vif-deleted", "tag": "eef33656-0d9f-4d46-af07-d736ff82dde7"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:03:18.495847 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1dfd9d4c-4a52-4704-b620-b519c6305942 req-95d02e9b-3af5-4d9b-94f5-31b0983242bb tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.49 "DELETE /v2.0/ports/eef33656-0d9f-4d46-af07-d736ff82dde7 HTTP/1.1" status: 204 len: 173 time: 1.4640212 Sep 22 22:03:18.541813 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29e700d-1d67-4f70-abec-af3c8250a594 x-openstack-request-id: req-b29e700d-1d67-4f70-abec-af3c8250a594 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:03:18.542193 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c2a4f5-dcfc-4272-9666-84b6318c646e", "name": "network-vif-deleted", "tag": "eef33656-0d9f-4d46-af07-d736ff82dde7", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:03:18.542654 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-b29e700d-1d67-4f70-abec-af3c8250a594 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:03:18.543080 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b29e700d-1d67-4f70-abec-af3c8250a594'] response: {'server_uuid': 'b1c2a4f5-dcfc-4272-9666-84b6318c646e', 'name': 'network-vif-deleted', 'tag': 'eef33656-0d9f-4d46-af07-d736ff82dde7', 'status': 'completed', 'code': 200} Sep 22 22:03:18.620462 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-16764e28-3ad3-4ccc-8302-b70fd810aeca req-5ab6f901-5822-4fe1-80e4-71396976bcf0 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Synchronizing usage tracker for tenant:9bb47c5ff1754359af1fc098b6bb16d9 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:03:18.629567 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-c9ce1ce9-e789-42f3-bfb9-48a83f6d6119 None None] Set router 65cc8f1a-17de-4e08-8a18-a7b78bbee514 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:03:18.637413 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-16764e28-3ad3-4ccc-8302-b70fd810aeca req-5ab6f901-5822-4fe1-80e4-71396976bcf0 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Unset dirty status for tenant:9bb47c5ff1754359af1fc098b6bb16d9 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:03:18.638684 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-16764e28-3ad3-4ccc-8302-b70fd810aeca req-5ab6f901-5822-4fe1-80e4-71396976bcf0 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/ports?device_id=b1c2a4f5-dcfc-4272-9666-84b6318c646e HTTP/1.1" status: 200 len: 210 time: 0.0686238 Sep 22 22:03:18.945305 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-c9ce1ce9-e789-42f3-bfb9-48a83f6d6119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'name': 'tempest-ServerActionsTestJSON-1883969126-router', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:57:38Z', 'updated_at': '2022-09-22T21:57:42Z', 'revision_number': 4, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'gw_port': {'id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:23:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:39Z', 'updated_at': '2022-09-22T21:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '2d15c942-465a-4065-9e3a-7ac2bf0f08ec', 'name': '', 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'mac_address': 'fa:16:3e:c0:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '34d50232-c76b-4978-8279-6b641ae56792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:41Z', 'updated_at': '2022-09-22T21:57:47Z', 'revision_number': 5, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'subnets': [{'id': '34d50232-c76b-4978-8279-6b641ae56792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:03:18.949475 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ce1ce9-e789-42f3-bfb9-48a83f6d6119 None None] Checking router: 65cc8f1a-17de-4e08-8a18-a7b78bbee514 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:03:18.958403 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ce1ce9-e789-42f3-bfb9-48a83f6d6119 None None] Routers {'65cc8f1a-17de-4e08-8a18-a7b78bbee514'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:03:18.959045 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-c9ce1ce9-e789-42f3-bfb9-48a83f6d6119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:03:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['65cc8f1a-17de-4e08-8a18-a7b78bbee514'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:03:19.139889 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-c9ce1ce9-e789-42f3-bfb9-48a83f6d6119 None None] Set router 65cc8f1a-17de-4e08-8a18-a7b78bbee514 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:03:19.447893 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-c9ce1ce9-e789-42f3-bfb9-48a83f6d6119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'name': 'tempest-ServerActionsTestJSON-1883969126-router', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:57:38Z', 'updated_at': '2022-09-22T21:57:42Z', 'revision_number': 4, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'gw_port': {'id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:23:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:39Z', 'updated_at': '2022-09-22T21:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '2d15c942-465a-4065-9e3a-7ac2bf0f08ec', 'name': '', 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'mac_address': 'fa:16:3e:c0:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '34d50232-c76b-4978-8279-6b641ae56792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:41Z', 'updated_at': '2022-09-22T21:57:47Z', 'revision_number': 5, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'subnets': [{'id': '34d50232-c76b-4978-8279-6b641ae56792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:03:19.452059 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ce1ce9-e789-42f3-bfb9-48a83f6d6119 None None] The sync data for ids ['65cc8f1a-17de-4e08-8a18-a7b78bbee514'] in dv-neutron-858900-1-hyperv is: [{'id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'name': 'tempest-ServerActionsTestJSON-1883969126-router', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:57:38Z', 'updated_at': '2022-09-22T21:57:42Z', 'revision_number': 4, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'gw_port': {'id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:23:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:39Z', 'updated_at': '2022-09-22T21:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '2d15c942-465a-4065-9e3a-7ac2bf0f08ec', 'name': '', 'network_id': '10a09e26-5865-4fe7-893b-1c1311dc2163', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'mac_address': 'fa:16:3e:c0:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '34d50232-c76b-4978-8279-6b641ae56792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:41Z', 'updated_at': '2022-09-22T21:57:47Z', 'revision_number': 5, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'subnets': [{'id': '34d50232-c76b-4978-8279-6b641ae56792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:03:19.673819 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855f7750-3f5d-4b54-b052-344ed3cf69bc None None] New status for floating IP 31578bdf-210d-4414-b489-3fb3928d186e: DOWN {{(pid=89011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 22:03:21.245309 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device eef33656-0d9f-4d46-af07-d736ff82dde7 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:03:21.284094 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] No Port match for: eef33656-0d9f-4d46-af07-d736ff82dde7 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:03:21.284437 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device eef33656-0d9f-4d46-af07-d736ff82dde7 not bound to the agent host hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:03:22.892467 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 55800) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:03:22.955054 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f491f170-631d-4195-aa5c-05faa000a159 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:22.981795 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f491f170-631d-4195-aa5c-05faa000a159 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:23.037598 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f491f170-631d-4195-aa5c-05faa000a159 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:23.055988 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f491f170-631d-4195-aa5c-05faa000a159 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ccbf38-1f84-4d22-8ed6-8f9d836dab15,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:03:23.063271 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f491f170-631d-4195-aa5c-05faa000a159 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:23.064359 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-f491f170-631d-4195-aa5c-05faa000a159 tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "DELETE /v2.0/security-groups/35ccbf38-1f84-4d22-8ed6-8f9d836dab15 HTTP/1.1" status: 204 len: 168 time: 0.1709108 Sep 22 22:03:23.066975 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 55804) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:03:23.083382 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-a5abf674-e134-4da3-9e82-37fca530113b tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] show failed (client error): The resource could not be found. Sep 22 22:03:23.084344 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a5abf674-e134-4da3-9e82-37fca530113b tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "GET /v2.0/security-groups/35ccbf38-1f84-4d22-8ed6-8f9d836dab15 HTTP/1.1" status: 404 len: 347 time: 0.0163765 Sep 22 22:03:23.086914 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 55808) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:03:23.238313 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-8a4472be-5d70-4a8f-b1c5-00ea2576570a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Deleting port 83cd5d9c-1083-4bdb-9847-8d9cc6487446 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:03:23.238562 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8a4472be-5d70-4a8f-b1c5-00ea2576570a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:23.405555 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8a4472be-5d70-4a8f-b1c5-00ea2576570a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:23.405881 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8a4472be-5d70-4a8f-b1c5-00ea2576570a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:23.617581 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-8a4472be-5d70-4a8f-b1c5-00ea2576570a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Calling delete_port for 83cd5d9c-1083-4bdb-9847-8d9cc6487446 owned by network:floatingip {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:03:23.758013 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8a4472be-5d70-4a8f-b1c5-00ea2576570a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:23.803653 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4472be-5d70-4a8f-b1c5-00ea2576570a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Pushing event deleted for resources: {'Port': ['ID=83cd5d9c-1083-4bdb-9847-8d9cc6487446,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:03:23.899523 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8a4472be-5d70-4a8f-b1c5-00ea2576570a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks [] for floatingip, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:23.916728 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8a4472be-5d70-4a8f-b1c5-00ea2576570a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:23.917848 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-8a4472be-5d70-4a8f-b1c5-00ea2576570a tempest-ServerActionsTestJSON-1394844177 tempest-ServerActionsTestJSON-1394844177-project] 10.222.0.33 "DELETE /v2.0/floatingips/31578bdf-210d-4414-b489-3fb3928d186e HTTP/1.1" status: 204 len: 168 time: 0.8300710 Sep 22 22:03:23.920812 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 55812) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:03:24.513711 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ae585ea9-c96f-4da6-8e9d-22cd171a4a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:24.849061 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-ae585ea9-c96f-4da6-8e9d-22cd171a4a33 admin admin] Deleting port 2d15c942-465a-4065-9e3a-7ac2bf0f08ec {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:03:24.849390 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ae585ea9-c96f-4da6-8e9d-22cd171a4a33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:25.107195 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-ae585ea9-c96f-4da6-8e9d-22cd171a4a33 admin admin] For port 2d15c942-465a-4065-9e3a-7ac2bf0f08ec, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=2d15c942-465a-4065-9e3a-7ac2bf0f08ec,segment=NetworkSegment(4c0a4709-c953-48f4-9552-39e700585c27),segment_id=4c0a4709-c953-48f4-9552-39e700585c27)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:03:25.107829 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ae585ea9-c96f-4da6-8e9d-22cd171a4a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:25.228845 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-ae585ea9-c96f-4da6-8e9d-22cd171a4a33 admin admin] Calling delete_port for 2d15c942-465a-4065-9e3a-7ac2bf0f08ec owned by network:router_interface {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:03:25.531935 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ae585ea9-c96f-4da6-8e9d-22cd171a4a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:25.581354 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae585ea9-c96f-4da6-8e9d-22cd171a4a33 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d15c942-465a-4065-9e3a-7ac2bf0f08ec,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:03:25.864659 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ae585ea9-c96f-4da6-8e9d-22cd171a4a33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:26.118227 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:26.217508 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae585ea9-c96f-4da6-8e9d-22cd171a4a33 admin admin] Router 65cc8f1a-17de-4e08-8a18-a7b78bbee514 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 22:03:26.496256 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae585ea9-c96f-4da6-8e9d-22cd171a4a33 admin admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:03:26.506344 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7385d7a2-ab64-4850-95c8-634d043c9155 None None] Sync routers for ids ['65cc8f1a-17de-4e08-8a18-a7b78bbee514'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:03:26.508781 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ae585ea9-c96f-4da6-8e9d-22cd171a4a33 admin admin] 10.222.0.33 "PUT /v2.0/routers/65cc8f1a-17de-4e08-8a18-a7b78bbee514/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5869696 Sep 22 22:03:26.511279 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 55818) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:03:26.516227 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7385d7a2-ab64-4850-95c8-634d043c9155 None None] Routers {'65cc8f1a-17de-4e08-8a18-a7b78bbee514'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:03:26.516871 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-7385d7a2-ab64-4850-95c8-634d043c9155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:03:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['65cc8f1a-17de-4e08-8a18-a7b78bbee514'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:03:26.682488 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4afde515-c0a5-4761-bff6-9feb3255e631 admin admin] Notify callbacks [] for router, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:26.688695 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-7385d7a2-ab64-4850-95c8-634d043c9155 None None] Set router 65cc8f1a-17de-4e08-8a18-a7b78bbee514 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:03:26.860518 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4afde515-c0a5-4761-bff6-9feb3255e631 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:26.869742 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-4afde515-c0a5-4761-bff6-9feb3255e631 admin admin] Deleting port dc7bc590-e81b-419d-87b8-6ff41fac3dc1 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:03:26.870045 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4afde515-c0a5-4761-bff6-9feb3255e631 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:27.011776 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-7385d7a2-ab64-4850-95c8-634d043c9155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'name': 'tempest-ServerActionsTestJSON-1883969126-router', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:57:38Z', 'updated_at': '2022-09-22T22:03:25Z', 'revision_number': 5, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'gw_port': {'id': 'dc7bc590-e81b-419d-87b8-6ff41fac3dc1', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:23:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T21:57:39Z', 'updated_at': '2022-09-22T21:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:03:27.015600 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7385d7a2-ab64-4850-95c8-634d043c9155 None None] Checking router: 65cc8f1a-17de-4e08-8a18-a7b78bbee514 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:03:27.029960 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7385d7a2-ab64-4850-95c8-634d043c9155 None None] Routers {'65cc8f1a-17de-4e08-8a18-a7b78bbee514'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:03:27.030837 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-7385d7a2-ab64-4850-95c8-634d043c9155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:03:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['65cc8f1a-17de-4e08-8a18-a7b78bbee514'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:03:27.040372 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-4afde515-c0a5-4761-bff6-9feb3255e631 admin admin] For port dc7bc590-e81b-419d-87b8-6ff41fac3dc1, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=dc7bc590-e81b-419d-87b8-6ff41fac3dc1,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:03:27.040372 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4afde515-c0a5-4761-bff6-9feb3255e631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:27.161722 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-4afde515-c0a5-4761-bff6-9feb3255e631 admin admin] Calling delete_port for dc7bc590-e81b-419d-87b8-6ff41fac3dc1 owned by network:router_gateway {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:03:27.179085 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-7385d7a2-ab64-4850-95c8-634d043c9155 None None] Set router 65cc8f1a-17de-4e08-8a18-a7b78bbee514 gateway port host: None {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:03:27.284640 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-7385d7a2-ab64-4850-95c8-634d043c9155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'name': 'tempest-ServerActionsTestJSON-1883969126-router', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:57:38Z', 'updated_at': '2022-09-22T22:03:26Z', 'revision_number': 6, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'gw_port_host': None}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:03:27.288871 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7385d7a2-ab64-4850-95c8-634d043c9155 None None] The sync data for ids ['65cc8f1a-17de-4e08-8a18-a7b78bbee514'] in dv-neutron-858900-1-hyperv is: [{'id': '65cc8f1a-17de-4e08-8a18-a7b78bbee514', 'name': 'tempest-ServerActionsTestJSON-1883969126-router', 'tenant_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T21:57:38Z', 'updated_at': '2022-09-22T22:03:26Z', 'revision_number': 6, 'project_id': '9bb47c5ff1754359af1fc098b6bb16d9', 'gw_port_host': None}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:03:27.341900 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4afde515-c0a5-4761-bff6-9feb3255e631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:27.427768 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afde515-c0a5-4761-bff6-9feb3255e631 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc7bc590-e81b-419d-87b8-6ff41fac3dc1,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:03:27.494500 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4afde515-c0a5-4761-bff6-9feb3255e631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8012236'] for router_gateway, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:27.665408 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4afde515-c0a5-4761-bff6-9feb3255e631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:27.668641 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4afde515-c0a5-4761-bff6-9feb3255e631 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:27.712351 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4afde515-c0a5-4761-bff6-9feb3255e631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:27.713150 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4afde515-c0a5-4761-bff6-9feb3255e631 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65cc8f1a-17de-4e08-8a18-a7b78bbee514 {{(pid=89008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 22:03:27.731936 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 2d15c942-465a-4065-9e3a-7ac2bf0f08ec no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:03:27.740664 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4afde515-c0a5-4761-bff6-9feb3255e631 admin admin] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:27.741811 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-4afde515-c0a5-4761-bff6-9feb3255e631 admin admin] 10.222.0.33 "DELETE /v2.0/routers/65cc8f1a-17de-4e08-8a18-a7b78bbee514 HTTP/1.1" status: 204 len: 168 time: 1.2296269 Sep 22 22:03:27.744476 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 55822) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:03:27.766269 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 2d15c942-465a-4065-9e3a-7ac2bf0f08ec {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:03:27.766652 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 2d15c942-465a-4065-9e3a-7ac2bf0f08ec not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:03:27.895696 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec141f26-3a58-4add-9847-0f213f78b3da admin admin] Deleting subnet 34d50232-c76b-4978-8279-6b641ae56792 {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 22:03:27.898531 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ec141f26-3a58-4add-9847-0f213f78b3da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:27.945356 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ec141f26-3a58-4add-9847-0f213f78b3da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:28.025672 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ec141f26-3a58-4add-9847-0f213f78b3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:28.095882 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ec141f26-3a58-4add-9847-0f213f78b3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:28.133883 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec141f26-3a58-4add-9847-0f213f78b3da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34d50232-c76b-4978-8279-6b641ae56792,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:03:28.135844 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ec141f26-3a58-4add-9847-0f213f78b3da admin admin] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:28.144333 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796b262f-601a-4763-b075-9028fee7eb86 None None] Network 10a09e26-5865-4fe7-893b-1c1311dc2163 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:03:28.145189 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 55826) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:03:28.147042 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ec141f26-3a58-4add-9847-0f213f78b3da admin admin] 10.222.0.33 "DELETE /v2.0/subnets/34d50232-c76b-4978-8279-6b641ae56792 HTTP/1.1" status: 204 len: 168 time: 0.3970506 Sep 22 22:03:28.254005 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fa9cc746-7c75-4373-9875-e09f2b2d43df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:28.264671 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-fa9cc746-7c75-4373-9875-e09f2b2d43df admin admin] Deleting port a414eaf3-fe65-4fdc-87c2-5fd0f6500f01 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:03:28.265019 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fa9cc746-7c75-4373-9875-e09f2b2d43df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:28.416205 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27dd8781-4349-4ca3-bc2f-b89e8373090a None None] DHCP port deletion for 10a09e26-5865-4fe7-893b-1c1311dc2163 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 22:03:28.420880 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-27dd8781-4349-4ca3-bc2f-b89e8373090a None None] Deleting port a414eaf3-fe65-4fdc-87c2-5fd0f6500f01 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:03:28.421252 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-27dd8781-4349-4ca3-bc2f-b89e8373090a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:28.479815 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-fa9cc746-7c75-4373-9875-e09f2b2d43df admin admin] For port a414eaf3-fe65-4fdc-87c2-5fd0f6500f01, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=a414eaf3-fe65-4fdc-87c2-5fd0f6500f01,segment=NetworkSegment(4c0a4709-c953-48f4-9552-39e700585c27),segment_id=4c0a4709-c953-48f4-9552-39e700585c27)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:03:28.480103 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fa9cc746-7c75-4373-9875-e09f2b2d43df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:28.601212 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-fa9cc746-7c75-4373-9875-e09f2b2d43df admin admin] Calling delete_port for a414eaf3-fe65-4fdc-87c2-5fd0f6500f01 owned by network:dhcp {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:03:28.618631 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-27dd8781-4349-4ca3-bc2f-b89e8373090a None None] For port a414eaf3-fe65-4fdc-87c2-5fd0f6500f01, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=a414eaf3-fe65-4fdc-87c2-5fd0f6500f01,segment=NetworkSegment(4c0a4709-c953-48f4-9552-39e700585c27),segment_id=4c0a4709-c953-48f4-9552-39e700585c27)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:03:28.618962 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-27dd8781-4349-4ca3-bc2f-b89e8373090a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:28.679354 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fa9cc746-7c75-4373-9875-e09f2b2d43df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:28.726862 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9cc746-7c75-4373-9875-e09f2b2d43df admin admin] Pushing event deleted for resources: {'Port': ['ID=a414eaf3-fe65-4fdc-87c2-5fd0f6500f01,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:03:28.729161 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9cc746-7c75-4373-9875-e09f2b2d43df admin admin] No DVR routers for this DVR port a414eaf3-fe65-4fdc-87c2-5fd0f6500f01 on host dv-neutron-858900-1-hyperv {{(pid=89009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 22:03:28.742337 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-27dd8781-4349-4ca3-bc2f-b89e8373090a None None] Calling delete_port for a414eaf3-fe65-4fdc-87c2-5fd0f6500f01 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:03:28.762770 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9cc746-7c75-4373-9875-e09f2b2d43df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:03:28.763126 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9cc746-7c75-4373-9875-e09f2b2d43df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:03:28.763466 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9cc746-7c75-4373-9875-e09f2b2d43df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:03:28.763802 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9cc746-7c75-4373-9875-e09f2b2d43df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:03:28.764130 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9cc746-7c75-4373-9875-e09f2b2d43df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:03:28.764459 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9cc746-7c75-4373-9875-e09f2b2d43df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:03:28.764786 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9cc746-7c75-4373-9875-e09f2b2d43df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:03:28.765111 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9cc746-7c75-4373-9875-e09f2b2d43df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:03:28.765482 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9cc746-7c75-4373-9875-e09f2b2d43df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:03:28.765786 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9cc746-7c75-4373-9875-e09f2b2d43df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:03:28.766107 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9cc746-7c75-4373-9875-e09f2b2d43df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:03:28.766430 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9cc746-7c75-4373-9875-e09f2b2d43df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:03:28.818238 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.db.api [None req-27dd8781-4349-4ca3-bc2f-b89e8373090a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 22:03:28.818586 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG oslo_db.api [None req-27dd8781-4349-4ca3-bc2f-b89e8373090a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 22:03:28.855317 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fa9cc746-7c75-4373-9875-e09f2b2d43df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:28.880641 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-fa9cc746-7c75-4373-9875-e09f2b2d43df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10a09e26-5865-4fe7-893b-1c1311dc2163']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:03:28.892234 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-fa9cc746-7c75-4373-9875-e09f2b2d43df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c0a4709-c953-48f4-9552-39e700585c27') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:03:28.892532 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-fa9cc746-7c75-4373-9875-e09f2b2d43df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c0a4709-c953-48f4-9552-39e700585c27') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:03:28.903498 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fa9cc746-7c75-4373-9875-e09f2b2d43df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:28.918821 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fa9cc746-7c75-4373-9875-e09f2b2d43df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:28.925482 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa9cc746-7c75-4373-9875-e09f2b2d43df admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 22:03:28.925861 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fa9cc746-7c75-4373-9875-e09f2b2d43df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:29.007410 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 4c0a4709-c953-48f4-9552-39e700585c27 resource provider aggregate not found Sep 22 22:03:29.024662 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fa9cc746-7c75-4373-9875-e09f2b2d43df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:29.027021 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 4c0a4709-c953-48f4-9552-39e700585c27 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4c0a4709-c953-48f4-9552-39e700585c27 found for delete ", "request_id": "req-c9bd09a8-47ff-4614-acd0-79cb57e416f4"}]} Sep 22 22:03:29.043415 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fa9cc746-7c75-4373-9875-e09f2b2d43df admin admin] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:29.056507 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9cc746-7c75-4373-9875-e09f2b2d43df admin admin] Pushing event deleted for resources: {'Network': ['ID=10a09e26-5865-4fe7-893b-1c1311dc2163,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:03:29.069991 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-fa9cc746-7c75-4373-9875-e09f2b2d43df admin admin] 10.222.0.33 "DELETE /v2.0/networks/10a09e26-5865-4fe7-893b-1c1311dc2163 HTTP/1.1" status: 204 len: 168 time: 0.9237347 Sep 22 22:03:29.178230 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 55838) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:03:29.229880 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-d66ee8e8-2b89-4cfe-a99c-27486e9905ff admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=9bb47c5ff1754359af1fc098b6bb16d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503848 Sep 22 22:03:29.232231 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 55842) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:03:29.289164 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4ca3d577-9f08-4d31-8b42-f04142f81c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:29.314478 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4ca3d577-9f08-4d31-8b42-f04142f81c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:29.319738 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-27dd8781-4349-4ca3-bc2f-b89e8373090a None None] Deleting port a414eaf3-fe65-4fdc-87c2-5fd0f6500f01 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:03:29.320117 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-27dd8781-4349-4ca3-bc2f-b89e8373090a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:29.371523 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4ca3d577-9f08-4d31-8b42-f04142f81c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:29.393037 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca3d577-9f08-4d31-8b42-f04142f81c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c741bfb5-f58d-4581-b639-2d5fe437e7bb,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:03:29.397203 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-27dd8781-4349-4ca3-bc2f-b89e8373090a None None] The port 'a414eaf3-fe65-4fdc-87c2-5fd0f6500f01' was deleted {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 22:03:29.402149 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4ca3d577-9f08-4d31-8b42-f04142f81c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:29.406052 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-4ca3d577-9f08-4d31-8b42-f04142f81c05 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/c741bfb5-f58d-4581-b639-2d5fe437e7bb HTTP/1.1" status: 204 len: 168 time: 0.1727986 Sep 22 22:03:29.613695 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device dc7bc590-e81b-419d-87b8-6ff41fac3dc1 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:03:29.647877 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: dc7bc590-e81b-419d-87b8-6ff41fac3dc1 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:03:29.648221 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device dc7bc590-e81b-419d-87b8-6ff41fac3dc1 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:03:29.648631 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device a414eaf3-fe65-4fdc-87c2-5fd0f6500f01 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:03:29.682345 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: a414eaf3-fe65-4fdc-87c2-5fd0f6500f01 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:03:29.682739 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device a414eaf3-fe65-4fdc-87c2-5fd0f6500f01 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:03:30.141307 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 55866) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:03:30.244836 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-3f330f22-11c1-4d52-9846-8ed4b040c81e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1049919965-network', 'tenant_id': '011caff15d8f44ddbd22e8850ba93cd3'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:03:30.249546 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-3f330f22-11c1-4d52-9846-8ed4b040c81e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:03:30.253463 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-3f330f22-11c1-4d52-9846-8ed4b040c81e admin admin] Usage tracker for resource:network and tenant:011caff15d8f44ddbd22e8850ba93cd3 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:03:30.256313 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-3f330f22-11c1-4d52-9846-8ed4b040c81e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:03:30.262746 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-3f330f22-11c1-4d52-9846-8ed4b040c81e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:03:30.273053 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f330f22-11c1-4d52-9846-8ed4b040c81e admin admin] Made reservation on behalf of 011caff15d8f44ddbd22e8850ba93cd3 for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:03:30.275916 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3f330f22-11c1-4d52-9846-8ed4b040c81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:30.287966 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3f330f22-11c1-4d52-9846-8ed4b040c81e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:30.301919 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-3f330f22-11c1-4d52-9846-8ed4b040c81e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:03:30.305714 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-3f330f22-11c1-4d52-9846-8ed4b040c81e admin admin] Usage tracker for resource:security_group_rule and tenant:011caff15d8f44ddbd22e8850ba93cd3 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:03:30.308525 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-3f330f22-11c1-4d52-9846-8ed4b040c81e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:03:30.314153 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-3f330f22-11c1-4d52-9846-8ed4b040c81e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:03:30.397358 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3f330f22-11c1-4d52-9846-8ed4b040c81e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:30.401212 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3f330f22-11c1-4d52-9846-8ed4b040c81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:30.429355 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f330f22-11c1-4d52-9846-8ed4b040c81e admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 22:03:30.441756 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f330f22-11c1-4d52-9846-8ed4b040c81e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa23a15e-a147-46db-82ef-40a0377f95e7,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:03:30.446630 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3f330f22-11c1-4d52-9846-8ed4b040c81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:30.446976 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-3f330f22-11c1-4d52-9846-8ed4b040c81e admin admin] Added segment 72a6a114-a7ba-4cc4-8a54-264bf99573f7 of type vlan for network 7ac26adb-0691-4de1-9ee2-f7dc6ca02512 Sep 22 22:03:30.474412 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3f330f22-11c1-4d52-9846-8ed4b040c81e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:30.502330 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3f330f22-11c1-4d52-9846-8ed4b040c81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:30.503306 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f330f22-11c1-4d52-9846-8ed4b040c81e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:30.503880 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3f330f22-11c1-4d52-9846-8ed4b040c81e admin admin] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:30.606966 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-3f330f22-11c1-4d52-9846-8ed4b040c81e admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4645557 Sep 22 22:03:30.607696 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f330f22-11c1-4d52-9846-8ed4b040c81e admin admin] Pushing event updated for resources: {'Network': ['ID=7ac26adb-0691-4de1-9ee2-f7dc6ca02512,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:03:30.609858 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 55872) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:03:30.615386 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-c219d965-9865-4aa9-ac29-11af876227e7 admin admin] Request body: {'subnet': {'network_id': '7ac26adb-0691-4de1-9ee2-f7dc6ca02512', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1049919965-subnet', 'tenant_id': '011caff15d8f44ddbd22e8850ba93cd3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:03:30.617853 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 7ac26adb-0691-4de1-9ee2-f7dc6ca02512 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 22:03:30.620195 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c219d965-9865-4aa9-ac29-11af876227e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:03:30.624068 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c219d965-9865-4aa9-ac29-11af876227e7 admin admin] Usage tracker for resource:subnet and tenant:011caff15d8f44ddbd22e8850ba93cd3 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:03:30.627438 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c219d965-9865-4aa9-ac29-11af876227e7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:03:30.633724 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c219d965-9865-4aa9-ac29-11af876227e7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:03:30.643113 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c219d965-9865-4aa9-ac29-11af876227e7 admin admin] Made reservation on behalf of 011caff15d8f44ddbd22e8850ba93cd3 for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:03:30.645353 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c219d965-9865-4aa9-ac29-11af876227e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:30.845226 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c219d965-9865-4aa9-ac29-11af876227e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:30.919737 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c219d965-9865-4aa9-ac29-11af876227e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c32056c6-194a-4800-96ec-9fd0b2de9573,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:03:30.929103 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c219d965-9865-4aa9-ac29-11af876227e7 admin admin] Checking segment: {'id': '72a6a114-a7ba-4cc4-8a54-264bf99573f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7ac26adb-0691-4de1-9ee2-f7dc6ca02512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:03:30.929451 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c219d965-9865-4aa9-ac29-11af876227e7 admin admin] Network hostable DHCP agents. Network: 7ac26adb-0691-4de1-9ee2-f7dc6ca02512, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 22:03:30.948081 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c219d965-9865-4aa9-ac29-11af876227e7 admin admin] Network 7ac26adb-0691-4de1-9ee2-f7dc6ca02512 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 22:03:30.957021 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-c219d965-9865-4aa9-ac29-11af876227e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 7ac26adb-0691-4de1-9ee2-f7dc6ca02512) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:03:30.960878 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c219d965-9865-4aa9-ac29-11af876227e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:30.961453 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c219d965-9865-4aa9-ac29-11af876227e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:30.966487 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859d8492-1e88-4f54-8cb8-390e7fb089f5 None None] Network 7ac26adb-0691-4de1-9ee2-f7dc6ca02512 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:03:30.980968 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c219d965-9865-4aa9-ac29-11af876227e7 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3701305 Sep 22 22:03:30.983653 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 55876) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:03:30.989103 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-50f3c66f-2a2b-4bc4-a0f5-11bae563572d admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestJSON-1049919965-router', 'tenant_id': '011caff15d8f44ddbd22e8850ba93cd3', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:03:30.993541 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-50f3c66f-2a2b-4bc4-a0f5-11bae563572d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:03:30.997337 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-50f3c66f-2a2b-4bc4-a0f5-11bae563572d admin admin] Usage tracker for resource:router and tenant:011caff15d8f44ddbd22e8850ba93cd3 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:03:31.000919 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-50f3c66f-2a2b-4bc4-a0f5-11bae563572d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:03:31.006586 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-50f3c66f-2a2b-4bc4-a0f5-11bae563572d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:03:31.016150 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-50f3c66f-2a2b-4bc4-a0f5-11bae563572d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:31.017178 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-50f3c66f-2a2b-4bc4-a0f5-11bae563572d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:31.031504 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-50f3c66f-2a2b-4bc4-a0f5-11bae563572d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:31.185986 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c6abf9-4658-4a82-b09a-d94a2d2dfb31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-7ac26adb-0691-4de1-9ee2-f7dc6ca02512', 'network_id': '7ac26adb-0691-4de1-9ee2-f7dc6ca02512', 'tenant_id': '011caff15d8f44ddbd22e8850ba93cd3', 'fixed_ips': [{'subnet_id': 'c32056c6-194a-4800-96ec-9fd0b2de9573'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 22:03:31.186848 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f4c6abf9-4658-4a82-b09a-d94a2d2dfb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:31.296552 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-50f3c66f-2a2b-4bc4-a0f5-11bae563572d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:31.347078 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-f4c6abf9-4658-4a82-b09a-d94a2d2dfb31 None None] Allocated IP 172.20.0.2 (7ac26adb-0691-4de1-9ee2-f7dc6ca02512/c32056c6-194a-4800-96ec-9fd0b2de9573/f2f7a954-0ccb-4c02-b4e7-3bcb2a638d86) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:03:31.564795 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f4c6abf9-4658-4a82-b09a-d94a2d2dfb31 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:31.576838 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-f4c6abf9-4658-4a82-b09a-d94a2d2dfb31 None None] Transition to ACTIVE for port object f2f7a954-0ccb-4c02-b4e7-3bcb2a638d86 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:03:31.596583 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-f4c6abf9-4658-4a82-b09a-d94a2d2dfb31 None None] Transition to ACTIVE for port object f2f7a954-0ccb-4c02-b4e7-3bcb2a638d86 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:03:31.601770 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f4c6abf9-4658-4a82-b09a-d94a2d2dfb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:31.672037 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c6abf9-4658-4a82-b09a-d94a2d2dfb31 None None] Network 7ac26adb-0691-4de1-9ee2-f7dc6ca02512 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:03:31.674765 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-f4c6abf9-4658-4a82-b09a-d94a2d2dfb31 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:03:31.677194 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c6abf9-4658-4a82-b09a-d94a2d2dfb31 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:03:31.682949 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c6abf9-4658-4a82-b09a-d94a2d2dfb31 None None] Pushing event updated for resources: {'Port': ['ID=f2f7a954-0ccb-4c02-b4e7-3bcb2a638d86,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:03:31.706353 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-50f3c66f-2a2b-4bc4-a0f5-11bae563572d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:31.736672 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-50f3c66f-2a2b-4bc4-a0f5-11bae563572d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:31.784754 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-f4c6abf9-4658-4a82-b09a-d94a2d2dfb31 None None] Attempting to bind port f2f7a954-0ccb-4c02-b4e7-3bcb2a638d86 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:03:31.785110 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-f4c6abf9-4658-4a82-b09a-d94a2d2dfb31 None None] Attempting to bind port f2f7a954-0ccb-4c02-b4e7-3bcb2a638d86 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '72a6a114-a7ba-4cc4-8a54-264bf99573f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7ac26adb-0691-4de1-9ee2-f7dc6ca02512'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:03:31.785462 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c6abf9-4658-4a82-b09a-d94a2d2dfb31 None None] Attempting to bind port f2f7a954-0ccb-4c02-b4e7-3bcb2a638d86 on network 7ac26adb-0691-4de1-9ee2-f7dc6ca02512 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:03:31.790799 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c6abf9-4658-4a82-b09a-d94a2d2dfb31 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:03:31.791166 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c6abf9-4658-4a82-b09a-d94a2d2dfb31 None None] Checking segment: {'id': '72a6a114-a7ba-4cc4-8a54-264bf99573f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7ac26adb-0691-4de1-9ee2-f7dc6ca02512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:03:31.791557 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f4c6abf9-4658-4a82-b09a-d94a2d2dfb31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:31.791940 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c6abf9-4658-4a82-b09a-d94a2d2dfb31 None None] Bound using segment: {'id': '72a6a114-a7ba-4cc4-8a54-264bf99573f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7ac26adb-0691-4de1-9ee2-f7dc6ca02512'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:03:31.792396 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-f4c6abf9-4658-4a82-b09a-d94a2d2dfb31 None None] Bound port: f2f7a954-0ccb-4c02-b4e7-3bcb2a638d86, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a6a114-a7ba-4cc4-8a54-264bf99573f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7ac26adb-0691-4de1-9ee2-f7dc6ca02512'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:03:31.792772 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f4c6abf9-4658-4a82-b09a-d94a2d2dfb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:31.875489 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-50f3c66f-2a2b-4bc4-a0f5-11bae563572d admin admin] Allocated IP 172.26.0.231 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/449f1862-1a53-471a-9d4a-e74a093b6862) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:03:31.885973 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-f4c6abf9-4658-4a82-b09a-d94a2d2dfb31 None None] For port f2f7a954-0ccb-4c02-b4e7-3bcb2a638d86, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:03:31.889045 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-f4c6abf9-4658-4a82-b09a-d94a2d2dfb31 None None] For port f2f7a954-0ccb-4c02-b4e7-3bcb2a638d86, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=f2f7a954-0ccb-4c02-b4e7-3bcb2a638d86,segment=NetworkSegment(72a6a114-a7ba-4cc4-8a54-264bf99573f7),segment_id=72a6a114-a7ba-4cc4-8a54-264bf99573f7)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:03:31.893241 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f4c6abf9-4658-4a82-b09a-d94a2d2dfb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:31.967923 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c6abf9-4658-4a82-b09a-d94a2d2dfb31 None None] Pushing event updated for resources: {'Port': ['ID=f2f7a954-0ccb-4c02-b4e7-3bcb2a638d86,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:03:32.029200 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-50f3c66f-2a2b-4bc4-a0f5-11bae563572d admin admin] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:32.058921 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-50f3c66f-2a2b-4bc4-a0f5-11bae563572d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:32.128500 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f3c66f-2a2b-4bc4-a0f5-11bae563572d admin admin] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:03:32.131222 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-50f3c66f-2a2b-4bc4-a0f5-11bae563572d admin admin] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:03:32.135252 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f3c66f-2a2b-4bc4-a0f5-11bae563572d admin admin] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:03:32.177651 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f3c66f-2a2b-4bc4-a0f5-11bae563572d admin admin] Pushing event updated for resources: {'Port': ['ID=449f1862-1a53-471a-9d4a-e74a093b6862,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:03:32.556153 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-50f3c66f-2a2b-4bc4-a0f5-11bae563572d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:32.873845 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74eb10a4-2eaa-45cc-9960-05d3f57fdd43 None None] Network 7ac26adb-0691-4de1-9ee2-f7dc6ca02512 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:03:32.897520 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-50f3c66f-2a2b-4bc4-a0f5-11bae563572d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:32.963525 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-7ec9f6f3-90f6-4659-9981-a468bb90427d None None] Provisioning for port f2f7a954-0ccb-4c02-b4e7-3bcb2a638d86 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:03:33.216521 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f3c66f-2a2b-4bc4-a0f5-11bae563572d admin admin] Router 495e6920-c56c-4c48-a888-12e8fa99b4d3 is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 22:03:33.401143 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f3c66f-2a2b-4bc4-a0f5-11bae563572d admin admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:03:33.410690 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6254289a-e40d-49c6-97bb-9661bbe51b68 None None] Sync routers for ids ['495e6920-c56c-4c48-a888-12e8fa99b4d3'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:03:33.419862 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6254289a-e40d-49c6-97bb-9661bbe51b68 None None] Routers {'495e6920-c56c-4c48-a888-12e8fa99b4d3'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:03:33.420570 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-6254289a-e40d-49c6-97bb-9661bbe51b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:03:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['495e6920-c56c-4c48-a888-12e8fa99b4d3'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:03:33.424050 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-50f3c66f-2a2b-4bc4-a0f5-11bae563572d admin admin] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:33.425757 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-50f3c66f-2a2b-4bc4-a0f5-11bae563572d admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4405477 Sep 22 22:03:33.428724 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 55880) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:03:33.596596 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-6254289a-e40d-49c6-97bb-9661bbe51b68 None None] Set router 495e6920-c56c-4c48-a888-12e8fa99b4d3 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:03:33.643450 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device f2f7a954-0ccb-4c02-b4e7-3bcb2a638d86 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:03:33.712465 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port f2f7a954-0ccb-4c02-b4e7-3bcb2a638d86 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:03:33.717424 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port f2f7a954-0ccb-4c02-b4e7-3bcb2a638d86 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:03:33.717787 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:33.718116 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port f2f7a954-0ccb-4c02-b4e7-3bcb2a638d86 Sep 22 22:03:33.837090 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port f2f7a954-0ccb-4c02-b4e7-3bcb2a638d86 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:03:33.837464 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:33.869204 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port f2f7a954-0ccb-4c02-b4e7-3bcb2a638d86, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=f2f7a954-0ccb-4c02-b4e7-3bcb2a638d86,segment=NetworkSegment(72a6a114-a7ba-4cc4-8a54-264bf99573f7),segment_id=72a6a114-a7ba-4cc4-8a54-264bf99573f7)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:03:33.873039 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:33.882495 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-6254289a-e40d-49c6-97bb-9661bbe51b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495e6920-c56c-4c48-a888-12e8fa99b4d3', 'name': 'tempest-ServersNegativeTestJSON-1049919965-router', 'tenant_id': '011caff15d8f44ddbd22e8850ba93cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '449f1862-1a53-471a-9d4a-e74a093b6862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:03:31Z', 'updated_at': '2022-09-22T22:03:32Z', 'revision_number': 3, 'project_id': '011caff15d8f44ddbd22e8850ba93cd3', 'gw_port': {'id': '449f1862-1a53-471a-9d4a-e74a093b6862', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:db:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495e6920-c56c-4c48-a888-12e8fa99b4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:03:31Z', 'updated_at': '2022-09-22T22:03:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:03:33.886578 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6254289a-e40d-49c6-97bb-9661bbe51b68 None None] Checking router: 495e6920-c56c-4c48-a888-12e8fa99b4d3 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:03:33.887115 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6254289a-e40d-49c6-97bb-9661bbe51b68 None None] Updating router 495e6920-c56c-4c48-a888-12e8fa99b4d3 port 449f1862-1a53-471a-9d4a-e74a093b6862 binding host dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 22:03:33.939854 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-6254289a-e40d-49c6-97bb-9661bbe51b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:33.941401 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=f2f7a954-0ccb-4c02-b4e7-3bcb2a638d86,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:03:34.113957 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-24f28989-0ac1-4c9d-ab3d-56050b6aaafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:34.258749 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-6254289a-e40d-49c6-97bb-9661bbe51b68 None None] Notify callbacks [] for port, precommit_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:34.270184 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.provisioning_blocks [None req-6254289a-e40d-49c6-97bb-9661bbe51b68 None None] Transition to ACTIVE for port object 449f1862-1a53-471a-9d4a-e74a093b6862 will not be triggered until provisioned by entity L2. {{(pid=89011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:03:34.276650 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-6254289a-e40d-49c6-97bb-9661bbe51b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:34.322790 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-24f28989-0ac1-4c9d-ab3d-56050b6aaafd admin admin] Allocated IP 172.20.0.1 (7ac26adb-0691-4de1-9ee2-f7dc6ca02512/c32056c6-194a-4800-96ec-9fd0b2de9573/4930e94d-1695-40d3-a14e-154f749ccf51) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:03:34.376129 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-6254289a-e40d-49c6-97bb-9661bbe51b68 None None] Attempting to bind port 449f1862-1a53-471a-9d4a-e74a093b6862 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:03:34.376406 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-6254289a-e40d-49c6-97bb-9661bbe51b68 None None] Attempting to bind port 449f1862-1a53-471a-9d4a-e74a093b6862 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:03:34.376764 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6254289a-e40d-49c6-97bb-9661bbe51b68 None None] Attempting to bind port 449f1862-1a53-471a-9d4a-e74a093b6862 on network a22ae1c9-d428-411f-af43-ce0f71b38d9c {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:03:34.386556 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6254289a-e40d-49c6-97bb-9661bbe51b68 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:03:34.386944 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6254289a-e40d-49c6-97bb-9661bbe51b68 None None] Checking segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:03:34.387332 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-6254289a-e40d-49c6-97bb-9661bbe51b68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:34.387718 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6254289a-e40d-49c6-97bb-9661bbe51b68 None None] Bound using segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:03:34.388166 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-6254289a-e40d-49c6-97bb-9661bbe51b68 None None] Bound port: 449f1862-1a53-471a-9d4a-e74a093b6862, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:03:34.388527 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-6254289a-e40d-49c6-97bb-9661bbe51b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:34.417931 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6be8f-f36b-4461-bea7-aaa52656596f None None] Pushing event updated for resources: {'Port': ['ID=449f1862-1a53-471a-9d4a-e74a093b6862,revision_number=2']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:03:34.438535 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6be8f-f36b-4461-bea7-aaa52656596f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:03:34.438902 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6be8f-f36b-4461-bea7-aaa52656596f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:03:34.439237 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6be8f-f36b-4461-bea7-aaa52656596f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:03:34.439569 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6be8f-f36b-4461-bea7-aaa52656596f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:03:34.439893 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6be8f-f36b-4461-bea7-aaa52656596f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:03:34.440222 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6be8f-f36b-4461-bea7-aaa52656596f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:03:34.440558 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6be8f-f36b-4461-bea7-aaa52656596f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:03:34.440861 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6be8f-f36b-4461-bea7-aaa52656596f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:03:34.441179 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6be8f-f36b-4461-bea7-aaa52656596f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:03:34.441496 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6be8f-f36b-4461-bea7-aaa52656596f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:03:34.441812 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6be8f-f36b-4461-bea7-aaa52656596f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:03:34.442124 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb6be8f-f36b-4461-bea7-aaa52656596f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:03:34.475736 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-6254289a-e40d-49c6-97bb-9661bbe51b68 None None] For port 449f1862-1a53-471a-9d4a-e74a093b6862, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:03:34.478846 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-6254289a-e40d-49c6-97bb-9661bbe51b68 None None] For port 449f1862-1a53-471a-9d4a-e74a093b6862, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=449f1862-1a53-471a-9d4a-e74a093b6862,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:03:34.479027 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-24f28989-0ac1-4c9d-ab3d-56050b6aaafd admin admin] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:34.483063 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-6254289a-e40d-49c6-97bb-9661bbe51b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:34.495298 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-24f28989-0ac1-4c9d-ab3d-56050b6aaafd admin admin] Transition to ACTIVE for port object 4930e94d-1695-40d3-a14e-154f749ccf51 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:03:34.517456 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-24f28989-0ac1-4c9d-ab3d-56050b6aaafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:34.544404 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6254289a-e40d-49c6-97bb-9661bbe51b68 None None] Routers {'495e6920-c56c-4c48-a888-12e8fa99b4d3'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:03:34.545043 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-6254289a-e40d-49c6-97bb-9661bbe51b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:03:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['495e6920-c56c-4c48-a888-12e8fa99b4d3'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:03:34.629614 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6be8f-f36b-4461-bea7-aaa52656596f None None] Pushing event updated for resources: {'Port': ['ID=449f1862-1a53-471a-9d4a-e74a093b6862,revision_number=3']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:03:34.682655 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f28989-0ac1-4c9d-ab3d-56050b6aaafd admin admin] Network 7ac26adb-0691-4de1-9ee2-f7dc6ca02512 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:03:34.685279 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-24f28989-0ac1-4c9d-ab3d-56050b6aaafd admin admin] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:03:34.689057 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f28989-0ac1-4c9d-ab3d-56050b6aaafd admin admin] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:03:34.726370 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f28989-0ac1-4c9d-ab3d-56050b6aaafd admin admin] Pushing event updated for resources: {'Port': ['ID=4930e94d-1695-40d3-a14e-154f749ccf51,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:03:34.732761 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-6254289a-e40d-49c6-97bb-9661bbe51b68 None None] Set router 495e6920-c56c-4c48-a888-12e8fa99b4d3 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:03:34.753005 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-24f28989-0ac1-4c9d-ab3d-56050b6aaafd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:34.945870 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-e85d4f6b-c9df-419f-ae73-8357409beff6 None None] Provisioning for port 4930e94d-1695-40d3-a14e-154f749ccf51 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:03:34.952079 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-e85d4f6b-c9df-419f-ae73-8357409beff6 None None] Provisioning complete for port 4930e94d-1695-40d3-a14e-154f749ccf51 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:03:34.953332 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e85d4f6b-c9df-419f-ae73-8357409beff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:34.953827 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-e85d4f6b-c9df-419f-ae73-8357409beff6 None None] Attempt 1 to provision port 4930e94d-1695-40d3-a14e-154f749ccf51 Sep 22 22:03:35.006340 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-24f28989-0ac1-4c9d-ab3d-56050b6aaafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:35.013155 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e85d4f6b-c9df-419f-ae73-8357409beff6 None None] Port 4930e94d-1695-40d3-a14e-154f749ccf51 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:03:35.020696 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-6254289a-e40d-49c6-97bb-9661bbe51b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495e6920-c56c-4c48-a888-12e8fa99b4d3', 'name': 'tempest-ServersNegativeTestJSON-1049919965-router', 'tenant_id': '011caff15d8f44ddbd22e8850ba93cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '449f1862-1a53-471a-9d4a-e74a093b6862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:03:31Z', 'updated_at': '2022-09-22T22:03:32Z', 'revision_number': 3, 'project_id': '011caff15d8f44ddbd22e8850ba93cd3', 'gw_port': {'id': '449f1862-1a53-471a-9d4a-e74a093b6862', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:db:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495e6920-c56c-4c48-a888-12e8fa99b4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:03:31Z', 'updated_at': '2022-09-22T22:03:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:03:35.024484 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6254289a-e40d-49c6-97bb-9661bbe51b68 None None] The sync data for ids ['495e6920-c56c-4c48-a888-12e8fa99b4d3'] in dv-neutron-858900-1-hyperv is: [{'id': '495e6920-c56c-4c48-a888-12e8fa99b4d3', 'name': 'tempest-ServersNegativeTestJSON-1049919965-router', 'tenant_id': '011caff15d8f44ddbd22e8850ba93cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '449f1862-1a53-471a-9d4a-e74a093b6862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:03:31Z', 'updated_at': '2022-09-22T22:03:32Z', 'revision_number': 3, 'project_id': '011caff15d8f44ddbd22e8850ba93cd3', 'gw_port': {'id': '449f1862-1a53-471a-9d4a-e74a093b6862', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:db:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495e6920-c56c-4c48-a888-12e8fa99b4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:03:31Z', 'updated_at': '2022-09-22T22:03:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:03:35.252789 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-24f28989-0ac1-4c9d-ab3d-56050b6aaafd admin admin] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:35.257472 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-24f28989-0ac1-4c9d-ab3d-56050b6aaafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:35.384334 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-24f28989-0ac1-4c9d-ab3d-56050b6aaafd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:35.387885 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f28989-0ac1-4c9d-ab3d-56050b6aaafd admin admin] Pushing event updated for resources: {'Port': ['ID=4930e94d-1695-40d3-a14e-154f749ccf51,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:03:35.514319 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-e85d4f6b-c9df-419f-ae73-8357409beff6 None None] Attempt 2 to provision port 4930e94d-1695-40d3-a14e-154f749ccf51 Sep 22 22:03:35.526669 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f28989-0ac1-4c9d-ab3d-56050b6aaafd admin admin] Network 7ac26adb-0691-4de1-9ee2-f7dc6ca02512 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:03:35.527852 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-24f28989-0ac1-4c9d-ab3d-56050b6aaafd admin admin] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:03:35.629172 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e85d4f6b-c9df-419f-ae73-8357409beff6 None None] Port 4930e94d-1695-40d3-a14e-154f749ccf51 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:03:35.731307 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 449f1862-1a53-471a-9d4a-e74a093b6862 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:03:35.736287 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24f28989-0ac1-4c9d-ab3d-56050b6aaafd admin admin] Router 495e6920-c56c-4c48-a888-12e8fa99b4d3 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 22:03:35.811614 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 449f1862-1a53-471a-9d4a-e74a093b6862 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:03:35.817600 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 449f1862-1a53-471a-9d4a-e74a093b6862 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:03:35.818270 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:35.818637 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 449f1862-1a53-471a-9d4a-e74a093b6862 Sep 22 22:03:35.925937 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f28989-0ac1-4c9d-ab3d-56050b6aaafd admin admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:03:35.942100 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-24f28989-0ac1-4c9d-ab3d-56050b6aaafd admin admin] 10.222.0.33 "PUT /v2.0/routers/495e6920-c56c-4c48-a888-12e8fa99b4d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5050344 Sep 22 22:03:35.942309 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 449f1862-1a53-471a-9d4a-e74a093b6862 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:03:35.942309 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:35.957908 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 449f1862-1a53-471a-9d4a-e74a093b6862, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=449f1862-1a53-471a-9d4a-e74a093b6862,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:03:35.962172 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:35.963028 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device f2f7a954-0ccb-4c02-b4e7-3bcb2a638d86 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:03:36.076871 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=449f1862-1a53-471a-9d4a-e74a093b6862,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:03:36.088413 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port f2f7a954-0ccb-4c02-b4e7-3bcb2a638d86 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:03:36.088778 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:36.089105 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port f2f7a954-0ccb-4c02-b4e7-3bcb2a638d86 Sep 22 22:03:36.132115 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-e85d4f6b-c9df-419f-ae73-8357409beff6 None None] Attempt 3 to provision port 4930e94d-1695-40d3-a14e-154f749ccf51 Sep 22 22:03:36.192995 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e85d4f6b-c9df-419f-ae73-8357409beff6 None None] Port 4930e94d-1695-40d3-a14e-154f749ccf51 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:03:36.256696 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port f2f7a954-0ccb-4c02-b4e7-3bcb2a638d86 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:03:36.573323 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-4e93006c-5e1a-4c2b-b641-ba70b729adfb tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:36.573323 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-4e93006c-5e1a-4c2b-b641-ba70b729adfb tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Synchronizing usage tracker for tenant:011caff15d8f44ddbd22e8850ba93cd3 on resource:network {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:03:36.589445 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-4e93006c-5e1a-4c2b-b641-ba70b729adfb tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Unset dirty status for tenant:011caff15d8f44ddbd22e8850ba93cd3 on resource:network {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:03:36.590018 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-4e93006c-5e1a-4c2b-b641-ba70b729adfb tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/networks?id=7ac26adb-0691-4de1-9ee2-f7dc6ca02512 HTTP/1.1" status: 200 len: 814 time: 0.1592040 Sep 22 22:03:36.596796 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd46cb2-7c59-4760-9216-c434d0e55e69 None None] Sync routers for ids ['495e6920-c56c-4c48-a888-12e8fa99b4d3'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:03:36.606248 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd46cb2-7c59-4760-9216-c434d0e55e69 None None] Routers {'495e6920-c56c-4c48-a888-12e8fa99b4d3'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:03:36.606688 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-7a0b3334-8561-463d-a49d-934abd8d2c84 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/quotas/011caff15d8f44ddbd22e8850ba93cd3 HTTP/1.1" status: 200 len: 375 time: 0.0092359 Sep 22 22:03:36.607103 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-4bd46cb2-7c59-4760-9216-c434d0e55e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:03:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['495e6920-c56c-4c48-a888-12e8fa99b4d3'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:03:36.744931 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-e85d4f6b-c9df-419f-ae73-8357409beff6 None None] Attempt 4 to provision port 4930e94d-1695-40d3-a14e-154f749ccf51 Sep 22 22:03:36.807325 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-f8e8d5dd-5aff-4389-9e1f-842bc866e4c9 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Synchronizing usage tracker for tenant:011caff15d8f44ddbd22e8850ba93cd3 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:03:36.828939 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e85d4f6b-c9df-419f-ae73-8357409beff6 None None] Port 4930e94d-1695-40d3-a14e-154f749ccf51 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:03:36.829792 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-f8e8d5dd-5aff-4389-9e1f-842bc866e4c9 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Unset dirty status for tenant:011caff15d8f44ddbd22e8850ba93cd3 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:03:36.836615 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-4bd46cb2-7c59-4760-9216-c434d0e55e69 None None] Set router 495e6920-c56c-4c48-a888-12e8fa99b4d3 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:03:36.839171 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-f8e8d5dd-5aff-4389-9e1f-842bc866e4c9 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=011caff15d8f44ddbd22e8850ba93cd3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2260816 Sep 22 22:03:37.015659 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-387a47e2-dee5-4e4a-9295-b09d7ec1e6d1 service neutron] 10.222.0.33 "GET /v2.0/networks/7ac26adb-0691-4de1-9ee2-f7dc6ca02512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756964 Sep 22 22:03:37.144008 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-e140afb0-6a68-449b-8620-b712d84fd46d service neutron] 10.222.0.33 "GET /v2.0/networks/7ac26adb-0691-4de1-9ee2-f7dc6ca02512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224961 Sep 22 22:03:37.149835 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-4bd46cb2-7c59-4760-9216-c434d0e55e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495e6920-c56c-4c48-a888-12e8fa99b4d3', 'name': 'tempest-ServersNegativeTestJSON-1049919965-router', 'tenant_id': '011caff15d8f44ddbd22e8850ba93cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '449f1862-1a53-471a-9d4a-e74a093b6862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:03:31Z', 'updated_at': '2022-09-22T22:03:34Z', 'revision_number': 4, 'project_id': '011caff15d8f44ddbd22e8850ba93cd3', 'gw_port': {'id': '449f1862-1a53-471a-9d4a-e74a093b6862', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:db:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495e6920-c56c-4c48-a888-12e8fa99b4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:03:31Z', 'updated_at': '2022-09-22T22:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '4930e94d-1695-40d3-a14e-154f749ccf51', 'name': '', 'network_id': '7ac26adb-0691-4de1-9ee2-f7dc6ca02512', 'tenant_id': '011caff15d8f44ddbd22e8850ba93cd3', 'mac_address': 'fa:16:3e:07:e8:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495e6920-c56c-4c48-a888-12e8fa99b4d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': 'c32056c6-194a-4800-96ec-9fd0b2de9573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:03:34Z', 'updated_at': '2022-09-22T22:03:35Z', 'revision_number': 2, 'project_id': '011caff15d8f44ddbd22e8850ba93cd3', 'subnets': [{'id': 'c32056c6-194a-4800-96ec-9fd0b2de9573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:03:37.153679 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd46cb2-7c59-4760-9216-c434d0e55e69 None None] Checking router: 495e6920-c56c-4c48-a888-12e8fa99b4d3 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:03:37.154034 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd46cb2-7c59-4760-9216-c434d0e55e69 None None] Updating router 495e6920-c56c-4c48-a888-12e8fa99b4d3 port 4930e94d-1695-40d3-a14e-154f749ccf51 binding host dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 22:03:37.210059 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4bd46cb2-7c59-4760-9216-c434d0e55e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:37.335783 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-e85d4f6b-c9df-419f-ae73-8357409beff6 None None] Attempt 5 to provision port 4930e94d-1695-40d3-a14e-154f749ccf51 Sep 22 22:03:37.423065 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e85d4f6b-c9df-419f-ae73-8357409beff6 None None] Port 4930e94d-1695-40d3-a14e-154f749ccf51 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:03:37.526775 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-49d65fd7-19c1-4715-b540-90796639f57c req-a54a1869-8159-493e-a96d-dd62173c41df tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/ports?device_id=455f9de3-b08b-4e0f-934f-ff91dda28e77 HTTP/1.1" status: 200 len: 210 time: 0.2335455 Sep 22 22:03:37.647451 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 449f1862-1a53-471a-9d4a-e74a093b6862 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:03:37.727315 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4bd46cb2-7c59-4760-9216-c434d0e55e69 None None] Notify callbacks [] for port, precommit_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:37.742478 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-4bd46cb2-7c59-4760-9216-c434d0e55e69 None None] Transition to ACTIVE for port object 4930e94d-1695-40d3-a14e-154f749ccf51 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:03:37.750428 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4bd46cb2-7c59-4760-9216-c434d0e55e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:37.863743 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 449f1862-1a53-471a-9d4a-e74a093b6862 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:03:37.864112 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:37.864445 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 449f1862-1a53-471a-9d4a-e74a093b6862 Sep 22 22:03:37.936085 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-e85d4f6b-c9df-419f-ae73-8357409beff6 None None] Attempt 6 to provision port 4930e94d-1695-40d3-a14e-154f749ccf51 Sep 22 22:03:38.016661 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230aea2-f396-41c3-93bf-750e911c1cdb None None] Pushing event updated for resources: {'Port': ['ID=4930e94d-1695-40d3-a14e-154f749ccf51,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:03:38.063487 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e85d4f6b-c9df-419f-ae73-8357409beff6 None None] Port 4930e94d-1695-40d3-a14e-154f749ccf51 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:03:38.070766 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-4bd46cb2-7c59-4760-9216-c434d0e55e69 None None] Attempting to bind port 4930e94d-1695-40d3-a14e-154f749ccf51 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:03:38.071134 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-4bd46cb2-7c59-4760-9216-c434d0e55e69 None None] Attempting to bind port 4930e94d-1695-40d3-a14e-154f749ccf51 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '72a6a114-a7ba-4cc4-8a54-264bf99573f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7ac26adb-0691-4de1-9ee2-f7dc6ca02512'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:03:38.071492 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd46cb2-7c59-4760-9216-c434d0e55e69 None None] Attempting to bind port 4930e94d-1695-40d3-a14e-154f749ccf51 on network 7ac26adb-0691-4de1-9ee2-f7dc6ca02512 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:03:38.079447 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd46cb2-7c59-4760-9216-c434d0e55e69 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:03:38.079817 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd46cb2-7c59-4760-9216-c434d0e55e69 None None] Checking segment: {'id': '72a6a114-a7ba-4cc4-8a54-264bf99573f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7ac26adb-0691-4de1-9ee2-f7dc6ca02512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:03:38.080206 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4bd46cb2-7c59-4760-9216-c434d0e55e69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:38.080588 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd46cb2-7c59-4760-9216-c434d0e55e69 None None] Bound using segment: {'id': '72a6a114-a7ba-4cc4-8a54-264bf99573f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7ac26adb-0691-4de1-9ee2-f7dc6ca02512'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:03:38.081040 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-4bd46cb2-7c59-4760-9216-c434d0e55e69 None None] Bound port: 4930e94d-1695-40d3-a14e-154f749ccf51, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a6a114-a7ba-4cc4-8a54-264bf99573f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7ac26adb-0691-4de1-9ee2-f7dc6ca02512'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:03:38.081400 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4bd46cb2-7c59-4760-9216-c434d0e55e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:38.189571 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 449f1862-1a53-471a-9d4a-e74a093b6862 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:03:38.216992 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-4bd46cb2-7c59-4760-9216-c434d0e55e69 None None] For port 4930e94d-1695-40d3-a14e-154f749ccf51, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:03:38.220703 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-4bd46cb2-7c59-4760-9216-c434d0e55e69 None None] For port 4930e94d-1695-40d3-a14e-154f749ccf51, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=4930e94d-1695-40d3-a14e-154f749ccf51,segment=NetworkSegment(72a6a114-a7ba-4cc4-8a54-264bf99573f7),segment_id=72a6a114-a7ba-4cc4-8a54-264bf99573f7)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:03:38.226201 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4bd46cb2-7c59-4760-9216-c434d0e55e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:38.289763 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd46cb2-7c59-4760-9216-c434d0e55e69 None None] Routers {'495e6920-c56c-4c48-a888-12e8fa99b4d3'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:03:38.290384 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-4bd46cb2-7c59-4760-9216-c434d0e55e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:03:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['495e6920-c56c-4c48-a888-12e8fa99b4d3'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:03:38.384455 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230aea2-f396-41c3-93bf-750e911c1cdb None None] Pushing event updated for resources: {'Port': ['ID=4930e94d-1695-40d3-a14e-154f749ccf51,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:03:38.415635 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-faf59aee-c8d9-4208-9d7a-a1b37d37d729 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:38.417188 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-faf59aee-c8d9-4208-9d7a-a1b37d37d729 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.49 "GET /v2.0/networks?id=7ac26adb-0691-4de1-9ee2-f7dc6ca02512 HTTP/1.1" status: 200 len: 814 time: 0.1600418 Sep 22 22:03:38.429162 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-5e71970a-0911-4a59-ad62-3bd8660d3fd6 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Request body: {'port': {'device_id': '455f9de3-b08b-4e0f-934f-ff91dda28e77', 'network_id': '7ac26adb-0691-4de1-9ee2-f7dc6ca02512', 'admin_state_up': True, 'tenant_id': '011caff15d8f44ddbd22e8850ba93cd3'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:03:38.495233 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-4bd46cb2-7c59-4760-9216-c434d0e55e69 None None] Set router 495e6920-c56c-4c48-a888-12e8fa99b4d3 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:03:38.566005 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-e85d4f6b-c9df-419f-ae73-8357409beff6 None None] Attempt 7 to provision port 4930e94d-1695-40d3-a14e-154f749ccf51 Sep 22 22:03:38.568709 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-5e71970a-0911-4a59-ad62-3bd8660d3fd6 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:03:38.579222 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-5e71970a-0911-4a59-ad62-3bd8660d3fd6 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:03:38.589897 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-5e71970a-0911-4a59-ad62-3bd8660d3fd6 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Made reservation on behalf of 011caff15d8f44ddbd22e8850ba93cd3 for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:03:38.594163 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-5e71970a-0911-4a59-ad62-3bd8660d3fd6 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:38.719161 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7e64fa0e-4ec3-4802-8cba-63b9227d6d3b req-89912ef7-44e7-4587-8afc-75fce57ff519 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/ports?device_id=455f9de3-b08b-4e0f-934f-ff91dda28e77 HTTP/1.1" status: 200 len: 210 time: 0.0686405 Sep 22 22:03:38.778617 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e85d4f6b-c9df-419f-ae73-8357409beff6 None None] Port 4930e94d-1695-40d3-a14e-154f749ccf51 had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 22:03:38.804538 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-5e71970a-0911-4a59-ad62-3bd8660d3fd6 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Allocated IP 172.20.0.9 (7ac26adb-0691-4de1-9ee2-f7dc6ca02512/c32056c6-194a-4800-96ec-9fd0b2de9573/3d86276d-ebf7-4e83-924e-f1b81de9315a) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:03:38.860323 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-4bd46cb2-7c59-4760-9216-c434d0e55e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495e6920-c56c-4c48-a888-12e8fa99b4d3', 'name': 'tempest-ServersNegativeTestJSON-1049919965-router', 'tenant_id': '011caff15d8f44ddbd22e8850ba93cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '449f1862-1a53-471a-9d4a-e74a093b6862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:03:31Z', 'updated_at': '2022-09-22T22:03:34Z', 'revision_number': 4, 'project_id': '011caff15d8f44ddbd22e8850ba93cd3', 'gw_port': {'id': '449f1862-1a53-471a-9d4a-e74a093b6862', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:db:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495e6920-c56c-4c48-a888-12e8fa99b4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:03:31Z', 'updated_at': '2022-09-22T22:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '4930e94d-1695-40d3-a14e-154f749ccf51', 'name': '', 'network_id': '7ac26adb-0691-4de1-9ee2-f7dc6ca02512', 'tenant_id': '011caff15d8f44ddbd22e8850ba93cd3', 'mac_address': 'fa:16:3e:07:e8:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495e6920-c56c-4c48-a888-12e8fa99b4d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': 'c32056c6-194a-4800-96ec-9fd0b2de9573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:03:34Z', 'updated_at': '2022-09-22T22:03:38Z', 'revision_number': 4, 'project_id': '011caff15d8f44ddbd22e8850ba93cd3', 'subnets': [{'id': 'c32056c6-194a-4800-96ec-9fd0b2de9573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:03:38.864455 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd46cb2-7c59-4760-9216-c434d0e55e69 None None] The sync data for ids ['495e6920-c56c-4c48-a888-12e8fa99b4d3'] in dv-neutron-858900-1-hyperv is: [{'id': '495e6920-c56c-4c48-a888-12e8fa99b4d3', 'name': 'tempest-ServersNegativeTestJSON-1049919965-router', 'tenant_id': '011caff15d8f44ddbd22e8850ba93cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '449f1862-1a53-471a-9d4a-e74a093b6862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:03:31Z', 'updated_at': '2022-09-22T22:03:34Z', 'revision_number': 4, 'project_id': '011caff15d8f44ddbd22e8850ba93cd3', 'gw_port': {'id': '449f1862-1a53-471a-9d4a-e74a093b6862', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:db:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495e6920-c56c-4c48-a888-12e8fa99b4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:03:31Z', 'updated_at': '2022-09-22T22:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '4930e94d-1695-40d3-a14e-154f749ccf51', 'name': '', 'network_id': '7ac26adb-0691-4de1-9ee2-f7dc6ca02512', 'tenant_id': '011caff15d8f44ddbd22e8850ba93cd3', 'mac_address': 'fa:16:3e:07:e8:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495e6920-c56c-4c48-a888-12e8fa99b4d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': 'c32056c6-194a-4800-96ec-9fd0b2de9573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:03:34Z', 'updated_at': '2022-09-22T22:03:38Z', 'revision_number': 4, 'project_id': '011caff15d8f44ddbd22e8850ba93cd3', 'subnets': [{'id': 'c32056c6-194a-4800-96ec-9fd0b2de9573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:03:39.014097 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-5e71970a-0911-4a59-ad62-3bd8660d3fd6 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:39.031749 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-5e71970a-0911-4a59-ad62-3bd8660d3fd6 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Transition to ACTIVE for port object 3d86276d-ebf7-4e83-924e-f1b81de9315a will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:03:39.055430 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-5e71970a-0911-4a59-ad62-3bd8660d3fd6 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:39.126642 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-5e71970a-0911-4a59-ad62-3bd8660d3fd6 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Network 7ac26adb-0691-4de1-9ee2-f7dc6ca02512 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:03:39.129717 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-5e71970a-0911-4a59-ad62-3bd8660d3fd6 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:03:39.133523 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-5e71970a-0911-4a59-ad62-3bd8660d3fd6 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:03:39.167328 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e71970a-0911-4a59-ad62-3bd8660d3fd6 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Pushing event updated for resources: {'Port': ['ID=3d86276d-ebf7-4e83-924e-f1b81de9315a,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:03:39.214138 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-5e71970a-0911-4a59-ad62-3bd8660d3fd6 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:39.215106 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-5e71970a-0911-4a59-ad62-3bd8660d3fd6 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:39.243836 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-5e71970a-0911-4a59-ad62-3bd8660d3fd6 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8182843 Sep 22 22:03:39.254100 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-4237e769-c424-453f-a39f-b0ba2d3d1722 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=89008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 22:03:39.255468 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-4237e769-c424-453f-a39f-b0ba2d3d1722 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061407 Sep 22 22:03:39.267834 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-424afbec-c2a3-4747-a6e9-f0b8f3741e32 service neutron] Request body: {'port': {'device_id': '455f9de3-b08b-4e0f-934f-ff91dda28e77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:03:39.407677 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-424afbec-c2a3-4747-a6e9-f0b8f3741e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:39.427101 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-0d7ec96b-1883-46aa-97fa-05a1d79eb14f None None] Provisioning for port 3d86276d-ebf7-4e83-924e-f1b81de9315a completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:03:39.432713 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-0d7ec96b-1883-46aa-97fa-05a1d79eb14f None None] Provisioning complete for port 3d86276d-ebf7-4e83-924e-f1b81de9315a triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:03:39.433079 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0d7ec96b-1883-46aa-97fa-05a1d79eb14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:39.433408 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-0d7ec96b-1883-46aa-97fa-05a1d79eb14f None None] Attempt 1 to provision port 3d86276d-ebf7-4e83-924e-f1b81de9315a Sep 22 22:03:39.490332 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-0d7ec96b-1883-46aa-97fa-05a1d79eb14f None None] Port 3d86276d-ebf7-4e83-924e-f1b81de9315a cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:03:39.639754 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 4930e94d-1695-40d3-a14e-154f749ccf51 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:03:39.719704 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 4930e94d-1695-40d3-a14e-154f749ccf51 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:03:39.725092 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 4930e94d-1695-40d3-a14e-154f749ccf51 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:03:39.725456 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:39.725955 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 4930e94d-1695-40d3-a14e-154f749ccf51 Sep 22 22:03:39.778946 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-424afbec-c2a3-4747-a6e9-f0b8f3741e32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d86276d-ebf7-4e83-924e-f1b81de9315a {{(pid=89008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 22:03:39.787969 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-424afbec-c2a3-4747-a6e9-f0b8f3741e32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:39.805164 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-424afbec-c2a3-4747-a6e9-f0b8f3741e32 service neutron] Transition to ACTIVE for port object 3d86276d-ebf7-4e83-924e-f1b81de9315a will not be triggered until provisioned by entity L2. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:03:39.811244 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-424afbec-c2a3-4747-a6e9-f0b8f3741e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:39.847883 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2ad493ce-61f5-4e79-9936-0192d2670146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:39.935027 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 4930e94d-1695-40d3-a14e-154f749ccf51 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:03:39.935412 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:39.960895 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643cbf3-651b-4f71-b3b8-41a3912d9c14 req-8a41d481-3eab-48d3-adbc-5ce325f798b0 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:39.970050 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-2643cbf3-651b-4f71-b3b8-41a3912d9c14 req-8a41d481-3eab-48d3-adbc-5ce325f798b0 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/ports?device_id=455f9de3-b08b-4e0f-934f-ff91dda28e77 HTTP/1.1" status: 200 len: 943 time: 0.1077139 Sep 22 22:03:39.981602 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 4930e94d-1695-40d3-a14e-154f749ccf51, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=4930e94d-1695-40d3-a14e-154f749ccf51,segment=NetworkSegment(72a6a114-a7ba-4cc4-8a54-264bf99573f7),segment_id=72a6a114-a7ba-4cc4-8a54-264bf99573f7)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:03:39.987380 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:40.025955 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-2643cbf3-651b-4f71-b3b8-41a3912d9c14 req-3c94fc98-69ba-4962-bdea-4a456a131403 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa23a15e-a147-46db-82ef-40a0377f95e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523844 Sep 22 22:03:40.052120 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-0d7ec96b-1883-46aa-97fa-05a1d79eb14f None None] Attempt 2 to provision port 3d86276d-ebf7-4e83-924e-f1b81de9315a Sep 22 22:03:40.096281 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=4930e94d-1695-40d3-a14e-154f749ccf51,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:03:40.117558 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-0d7ec96b-1883-46aa-97fa-05a1d79eb14f None None] Port 3d86276d-ebf7-4e83-924e-f1b81de9315a cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:03:40.135528 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424afbec-c2a3-4747-a6e9-f0b8f3741e32 service neutron] Pushing event updated for resources: {'Port': ['ID=3d86276d-ebf7-4e83-924e-f1b81de9315a,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:03:40.171129 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-424afbec-c2a3-4747-a6e9-f0b8f3741e32 service neutron] Attempting to bind port 3d86276d-ebf7-4e83-924e-f1b81de9315a on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:03:40.171392 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-424afbec-c2a3-4747-a6e9-f0b8f3741e32 service neutron] Attempting to bind port 3d86276d-ebf7-4e83-924e-f1b81de9315a by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '72a6a114-a7ba-4cc4-8a54-264bf99573f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7ac26adb-0691-4de1-9ee2-f7dc6ca02512'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:03:40.171713 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-424afbec-c2a3-4747-a6e9-f0b8f3741e32 service neutron] Attempting to bind port 3d86276d-ebf7-4e83-924e-f1b81de9315a on network 7ac26adb-0691-4de1-9ee2-f7dc6ca02512 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:03:40.176176 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-424afbec-c2a3-4747-a6e9-f0b8f3741e32 service neutron] Port 3d86276d-ebf7-4e83-924e-f1b81de9315a on network 7ac26adb-0691-4de1-9ee2-f7dc6ca02512 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 22:03:40.176493 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-424afbec-c2a3-4747-a6e9-f0b8f3741e32 service neutron] Attempting to bind port 3d86276d-ebf7-4e83-924e-f1b81de9315a on network 7ac26adb-0691-4de1-9ee2-f7dc6ca02512 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:03:40.181420 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-424afbec-c2a3-4747-a6e9-f0b8f3741e32 service neutron] Checking agent: {'id': '8a88b827-3477-4399-ac15-439d59b3c48a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'started_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:03:40.181755 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-424afbec-c2a3-4747-a6e9-f0b8f3741e32 service neutron] Checking segment: {'id': '72a6a114-a7ba-4cc4-8a54-264bf99573f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7ac26adb-0691-4de1-9ee2-f7dc6ca02512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:03:40.182131 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-424afbec-c2a3-4747-a6e9-f0b8f3741e32 service neutron] Bound using segment: {'id': '72a6a114-a7ba-4cc4-8a54-264bf99573f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7ac26adb-0691-4de1-9ee2-f7dc6ca02512'} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:03:40.182547 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-424afbec-c2a3-4747-a6e9-f0b8f3741e32 service neutron] Bound port: 3d86276d-ebf7-4e83-924e-f1b81de9315a, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72a6a114-a7ba-4cc4-8a54-264bf99573f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7ac26adb-0691-4de1-9ee2-f7dc6ca02512'}}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:03:40.182917 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-424afbec-c2a3-4747-a6e9-f0b8f3741e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:40.272310 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-424afbec-c2a3-4747-a6e9-f0b8f3741e32 service neutron] For port 3d86276d-ebf7-4e83-924e-f1b81de9315a, host hv-neutron-8589, cleared binding levels {{(pid=89008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:03:40.275579 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-424afbec-c2a3-4747-a6e9-f0b8f3741e32 service neutron] For port 3d86276d-ebf7-4e83-924e-f1b81de9315a, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=3d86276d-ebf7-4e83-924e-f1b81de9315a,segment=NetworkSegment(72a6a114-a7ba-4cc4-8a54-264bf99573f7),segment_id=72a6a114-a7ba-4cc4-8a54-264bf99573f7)] {{(pid=89008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:03:40.279740 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-424afbec-c2a3-4747-a6e9-f0b8f3741e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:40.309527 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-424afbec-c2a3-4747-a6e9-f0b8f3741e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:40.310132 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-424afbec-c2a3-4747-a6e9-f0b8f3741e32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:40.311544 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-424afbec-c2a3-4747-a6e9-f0b8f3741e32 service neutron] 10.222.0.49 "PUT /v2.0/ports/3d86276d-ebf7-4e83-924e-f1b81de9315a HTTP/1.1" status: 200 len: 1093 time: 1.0486975 Sep 22 22:03:40.312465 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455f9de3-b08b-4e0f-934f-ff91dda28e77', 'tag': '3d86276d-ebf7-4e83-924e-f1b81de9315a'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:03:40.314828 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b28020-90dd-48d0-a2a8-4a1732713e6a" -d '{"events": [{"name": "network-changed", "server_uuid": "455f9de3-b08b-4e0f-934f-ff91dda28e77", "tag": "3d86276d-ebf7-4e83-924e-f1b81de9315a"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:03:40.391981 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87dc78ea-e772-483a-8aee-49d567f111a3 x-openstack-request-id: req-87dc78ea-e772-483a-8aee-49d567f111a3 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:03:40.392265 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "455f9de3-b08b-4e0f-934f-ff91dda28e77", "tag": "3d86276d-ebf7-4e83-924e-f1b81de9315a", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:03:40.392513 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-87dc78ea-e772-483a-8aee-49d567f111a3 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:03:40.392905 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87dc78ea-e772-483a-8aee-49d567f111a3'] response: {'name': 'network-changed', 'server_uuid': '455f9de3-b08b-4e0f-934f-ff91dda28e77', 'tag': '3d86276d-ebf7-4e83-924e-f1b81de9315a', 'status': 'completed', 'code': 200} Sep 22 22:03:40.408621 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424afbec-c2a3-4747-a6e9-f0b8f3741e32 service neutron] Pushing event updated for resources: {'Port': ['ID=3d86276d-ebf7-4e83-924e-f1b81de9315a,revision_number=3']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:03:40.440122 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-e2d8a6a9-72ef-490b-9631-160998b9894d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:40.441493 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-e2d8a6a9-72ef-490b-9631-160998b9894d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=011caff15d8f44ddbd22e8850ba93cd3&device_id=455f9de3-b08b-4e0f-934f-ff91dda28e77 HTTP/1.1" status: 200 len: 1096 time: 0.0913856 Sep 22 22:03:40.509718 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-dfe67c90-318b-4ac3-8004-765033f97796 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d86276d-ebf7-4e83-924e-f1b81de9315a HTTP/1.1" status: 200 len: 217 time: 0.0616031 Sep 22 22:03:40.570608 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-2230a616-9cf0-46ff-b1d9-e5c1449704bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:40.572000 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-2230a616-9cf0-46ff-b1d9-e5c1449704bd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c32056c6-194a-4800-96ec-9fd0b2de9573 HTTP/1.1" status: 200 len: 853 time: 0.0557847 Sep 22 22:03:40.618657 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-0d7ec96b-1883-46aa-97fa-05a1d79eb14f None None] Attempt 3 to provision port 3d86276d-ebf7-4e83-924e-f1b81de9315a Sep 22 22:03:40.655563 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-9eef3d42-9987-4940-ba48-8c0ce78f893c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:40.657055 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-9eef3d42-9987-4940-ba48-8c0ce78f893c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7ac26adb-0691-4de1-9ee2-f7dc6ca02512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784361 Sep 22 22:03:40.681831 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-0d7ec96b-1883-46aa-97fa-05a1d79eb14f None None] Port 3d86276d-ebf7-4e83-924e-f1b81de9315a had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 22:03:40.785884 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-688cfb65-24b1-4d57-a870-6449926370d8 service neutron] 10.222.0.49 "GET /v2.0/networks/7ac26adb-0691-4de1-9ee2-f7dc6ca02512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231346 Sep 22 22:03:40.914628 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5ce5f03e-96b6-4bbd-b263-232e672b1959 req-b53c801d-22ab-4494-a67e-38a32c33d946 service neutron] 10.222.0.49 "GET /v2.0/networks/7ac26adb-0691-4de1-9ee2-f7dc6ca02512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224022 Sep 22 22:03:41.032261 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b28020-90dd-48d0-a2a8-4a1732713e6a req-0642f90e-fbbf-4aae-8f94-7b463d16fbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:41.033722 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-06b28020-90dd-48d0-a2a8-4a1732713e6a req-0642f90e-fbbf-4aae-8f94-7b463d16fbf8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=011caff15d8f44ddbd22e8850ba93cd3&device_id=455f9de3-b08b-4e0f-934f-ff91dda28e77 HTTP/1.1" status: 200 len: 1096 time: 0.0779757 Sep 22 22:03:41.163955 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b28020-90dd-48d0-a2a8-4a1732713e6a req-4594c806-dc81-4686-948c-cff54d680a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:41.165441 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-06b28020-90dd-48d0-a2a8-4a1732713e6a req-4594c806-dc81-4686-948c-cff54d680a5f service neutron] 10.222.0.49 "GET /v2.0/networks?id=7ac26adb-0691-4de1-9ee2-f7dc6ca02512 HTTP/1.1" status: 200 len: 914 time: 0.1254606 Sep 22 22:03:41.220003 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145414e-37b4-414b-bda3-543ada4fa538 req-7d069d9e-d5c3-45b6-be90-8118d3388c92 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:41.221582 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-a145414e-37b4-414b-bda3-543ada4fa538 req-7d069d9e-d5c3-45b6-be90-8118d3388c92 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/ports?device_id=455f9de3-b08b-4e0f-934f-ff91dda28e77 HTTP/1.1" status: 200 len: 943 time: 0.0898576 Sep 22 22:03:41.236339 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-06b28020-90dd-48d0-a2a8-4a1732713e6a req-90d57b05-97b1-4cff-a103-f15c7810da7c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d86276d-ebf7-4e83-924e-f1b81de9315a HTTP/1.1" status: 200 len: 217 time: 0.0637810 Sep 22 22:03:41.268270 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-a145414e-37b4-414b-bda3-543ada4fa538 req-1f0cb83b-dbf9-47c0-b7eb-36aabcf3ab86 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa23a15e-a147-46db-82ef-40a0377f95e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407906 Sep 22 22:03:41.299613 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b28020-90dd-48d0-a2a8-4a1732713e6a req-0725cb51-083b-4a1c-a842-cb30cdf002dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:41.301041 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-06b28020-90dd-48d0-a2a8-4a1732713e6a req-0725cb51-083b-4a1c-a842-cb30cdf002dc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c32056c6-194a-4800-96ec-9fd0b2de9573 HTTP/1.1" status: 200 len: 853 time: 0.0584695 Sep 22 22:03:41.385400 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b28020-90dd-48d0-a2a8-4a1732713e6a req-f6da9c58-fd79-4de7-a47b-a9f49ac71666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:41.387223 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-06b28020-90dd-48d0-a2a8-4a1732713e6a req-f6da9c58-fd79-4de7-a47b-a9f49ac71666 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7ac26adb-0691-4de1-9ee2-f7dc6ca02512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794148 Sep 22 22:03:41.515655 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-06b28020-90dd-48d0-a2a8-4a1732713e6a req-29e96e00-6e45-46c1-94ae-e343045dd419 service neutron] 10.222.0.49 "GET /v2.0/networks/7ac26adb-0691-4de1-9ee2-f7dc6ca02512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215854 Sep 22 22:03:41.623264 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 4930e94d-1695-40d3-a14e-154f749ccf51 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:03:41.693660 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 4930e94d-1695-40d3-a14e-154f749ccf51 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:03:41.693930 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:41.694245 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 4930e94d-1695-40d3-a14e-154f749ccf51 Sep 22 22:03:41.741854 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-06b28020-90dd-48d0-a2a8-4a1732713e6a req-c9091387-0062-4f17-b347-c248daddc880 service neutron] 10.222.0.49 "GET /v2.0/networks/7ac26adb-0691-4de1-9ee2-f7dc6ca02512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203836 Sep 22 22:03:41.808697 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 4930e94d-1695-40d3-a14e-154f749ccf51 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:03:41.961181 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-dfdf1d70-90ea-42f1-9ad1-5bb5180e5ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:42.479231 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f0256-b5bc-4cdd-818f-959cad148108 req-d1de40ca-396d-464e-883b-ac1fa941f40e tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:42.479909 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-435f0256-b5bc-4cdd-818f-959cad148108 req-d1de40ca-396d-464e-883b-ac1fa941f40e tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Synchronizing usage tracker for tenant:011caff15d8f44ddbd22e8850ba93cd3 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:03:42.494860 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-435f0256-b5bc-4cdd-818f-959cad148108 req-d1de40ca-396d-464e-883b-ac1fa941f40e tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Unset dirty status for tenant:011caff15d8f44ddbd22e8850ba93cd3 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:03:42.496051 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-435f0256-b5bc-4cdd-818f-959cad148108 req-d1de40ca-396d-464e-883b-ac1fa941f40e tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/ports?device_id=455f9de3-b08b-4e0f-934f-ff91dda28e77 HTTP/1.1" status: 200 len: 943 time: 0.1029866 Sep 22 22:03:42.538686 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-435f0256-b5bc-4cdd-818f-959cad148108 req-e8867d8f-0f6e-4def-b311-b3742cb762a7 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Synchronizing usage tracker for tenant:011caff15d8f44ddbd22e8850ba93cd3 on resource:security_group {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:03:42.554810 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-435f0256-b5bc-4cdd-818f-959cad148108 req-e8867d8f-0f6e-4def-b311-b3742cb762a7 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Unset dirty status for tenant:011caff15d8f44ddbd22e8850ba93cd3 on resource:security_group {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:03:42.555891 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-435f0256-b5bc-4cdd-818f-959cad148108 req-e8867d8f-0f6e-4def-b311-b3742cb762a7 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa23a15e-a147-46db-82ef-40a0377f95e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536420 Sep 22 22:03:42.808269 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:43.212632 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:43.353702 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 3d86276d-ebf7-4e83-924e-f1b81de9315a details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 22:03:43.484889 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 3d86276d-ebf7-4e83-924e-f1b81de9315a, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=3d86276d-ebf7-4e83-924e-f1b81de9315a,segment=NetworkSegment(72a6a114-a7ba-4cc4-8a54-264bf99573f7),segment_id=72a6a114-a7ba-4cc4-8a54-264bf99573f7)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:03:43.497613 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': '3d86276d-ebf7-4e83-924e-f1b81de9315a', 'network_id': '7ac26adb-0691-4de1-9ee2-f7dc6ca02512', 'port_id': '3d86276d-ebf7-4e83-924e-f1b81de9315a', 'mac_address': 'fa:16:3e:ee:3c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c32056c6-194a-4800-96ec-9fd0b2de9573', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 22:03:43.554815 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 3d86276d-ebf7-4e83-924e-f1b81de9315a is: DOWN; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:03:43.555191 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:43.572649 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d86276d-ebf7-4e83-924e-f1b81de9315a {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 22:03:43.588591 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 3d86276d-ebf7-4e83-924e-f1b81de9315a, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=3d86276d-ebf7-4e83-924e-f1b81de9315a,segment=NetworkSegment(72a6a114-a7ba-4cc4-8a54-264bf99573f7),segment_id=72a6a114-a7ba-4cc4-8a54-264bf99573f7)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:03:43.592736 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:43.658861 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=3d86276d-ebf7-4e83-924e-f1b81de9315a,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:03:43.749152 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b757a22-7586-4530-b863-538c19e8ac22 req-71e31a85-0466-462c-bebd-b6bbe7234b77 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:43.751103 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-7b757a22-7586-4530-b863-538c19e8ac22 req-71e31a85-0466-462c-bebd-b6bbe7234b77 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/ports?device_id=455f9de3-b08b-4e0f-934f-ff91dda28e77 HTTP/1.1" status: 200 len: 944 time: 0.0871823 Sep 22 22:03:43.793625 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['3d86276d-ebf7-4e83-924e-f1b81de9315a'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 22:03:43.797429 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-7b757a22-7586-4530-b863-538c19e8ac22 req-d37812fb-f1ac-446a-a823-1a3b88cac0ff tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa23a15e-a147-46db-82ef-40a0377f95e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407131 Sep 22 22:03:44.597139 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:45.014547 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d3d85-b5ed-4ec0-addd-dc2256dc9b5d req-97624fa7-9017-45d9-9260-7b87596669c2 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:45.016011 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3e8d3d85-b5ed-4ec0-addd-dc2256dc9b5d req-97624fa7-9017-45d9-9260-7b87596669c2 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/ports?device_id=455f9de3-b08b-4e0f-934f-ff91dda28e77 HTTP/1.1" status: 200 len: 944 time: 0.1103704 Sep 22 22:03:45.059364 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3e8d3d85-b5ed-4ec0-addd-dc2256dc9b5d req-d4fe0e27-5aeb-4d2c-8c5f-5b0dd59c3952 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa23a15e-a147-46db-82ef-40a0377f95e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376406 Sep 22 22:03:45.353121 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 3d86276d-ebf7-4e83-924e-f1b81de9315a up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:03:45.422686 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning for port 3d86276d-ebf7-4e83-924e-f1b81de9315a completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:03:45.427505 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port 3d86276d-ebf7-4e83-924e-f1b81de9315a triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:03:45.427876 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:45.428222 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port 3d86276d-ebf7-4e83-924e-f1b81de9315a Sep 22 22:03:45.542257 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 3d86276d-ebf7-4e83-924e-f1b81de9315a is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:03:45.542561 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:45.568705 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455f9de3-b08b-4e0f-934f-ff91dda28e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d86276d-ebf7-4e83-924e-f1b81de9315a'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:03:45.571042 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2528b5-25d1-445e-9259-3c9d377bf048" -d '{"events": [{"server_uuid": "455f9de3-b08b-4e0f-934f-ff91dda28e77", "name": "network-vif-plugged", "status": "completed", "tag": "3d86276d-ebf7-4e83-924e-f1b81de9315a"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:03:45.579662 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 3d86276d-ebf7-4e83-924e-f1b81de9315a, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=3d86276d-ebf7-4e83-924e-f1b81de9315a,segment=NetworkSegment(72a6a114-a7ba-4cc4-8a54-264bf99573f7),segment_id=72a6a114-a7ba-4cc4-8a54-264bf99573f7)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:03:45.584180 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:45.620507 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd2899d-ab1b-4709-9e65-0f16934cfdea x-openstack-request-id: req-afd2899d-ab1b-4709-9e65-0f16934cfdea {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:03:45.621503 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455f9de3-b08b-4e0f-934f-ff91dda28e77", "name": "network-vif-plugged", "status": "completed", "tag": "3d86276d-ebf7-4e83-924e-f1b81de9315a", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:03:45.621503 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-afd2899d-ab1b-4709-9e65-0f16934cfdea {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:03:45.621503 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afd2899d-ab1b-4709-9e65-0f16934cfdea'] response: {'server_uuid': '455f9de3-b08b-4e0f-934f-ff91dda28e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d86276d-ebf7-4e83-924e-f1b81de9315a', 'code': 200} Sep 22 22:03:45.662735 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=3d86276d-ebf7-4e83-924e-f1b81de9315a,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:03:45.839876 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4463df70-86b0-44a8-a47a-f603540f5e6e req-f55cdda7-d842-49b0-ba5a-3a28030c4d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:45.841331 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4463df70-86b0-44a8-a47a-f603540f5e6e req-f55cdda7-d842-49b0-ba5a-3a28030c4d5c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=455f9de3-b08b-4e0f-934f-ff91dda28e77 HTTP/1.1" status: 200 len: 1098 time: 0.0807059 Sep 22 22:03:45.880207 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4463df70-86b0-44a8-a47a-f603540f5e6e req-f73db827-4f91-4a1c-be82-8a61b6e70e07 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fa23a15e-a147-46db-82ef-40a0377f95e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330849 Sep 22 22:03:46.254729 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d0670f-c5ec-4f52-94a6-2430a7d30fcf req-60d67092-f18b-4349-ac83-eb2788543e88 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:46.256181 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d7d0670f-c5ec-4f52-94a6-2430a7d30fcf req-60d67092-f18b-4349-ac83-eb2788543e88 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/ports?device_id=455f9de3-b08b-4e0f-934f-ff91dda28e77 HTTP/1.1" status: 200 len: 945 time: 0.0863359 Sep 22 22:03:46.300414 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d7d0670f-c5ec-4f52-94a6-2430a7d30fcf req-cdb51785-d3b0-45ab-9a17-b8aa66af8cd6 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa23a15e-a147-46db-82ef-40a0377f95e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382948 Sep 22 22:03:47.496531 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a82f6b-0516-4441-864d-198ba94659f5 req-70de86a6-5197-44d7-8e9b-57ff36738250 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:47.497968 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-33a82f6b-0516-4441-864d-198ba94659f5 req-70de86a6-5197-44d7-8e9b-57ff36738250 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/ports?device_id=455f9de3-b08b-4e0f-934f-ff91dda28e77 HTTP/1.1" status: 200 len: 945 time: 0.0855951 Sep 22 22:03:47.541185 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-33a82f6b-0516-4441-864d-198ba94659f5 req-32da0481-fcb5-45f5-87d3-c4da821eb14c tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa23a15e-a147-46db-82ef-40a0377f95e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367951 Sep 22 22:03:47.822360 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a91c5a-2ce4-472b-9a1f-f82d9e723a95 req-3412bcc1-4b3c-4c4f-890f-50e58d5cfeb9 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:47.823734 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-09a91c5a-2ce4-472b-9a1f-f82d9e723a95 req-3412bcc1-4b3c-4c4f-890f-50e58d5cfeb9 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/networks?id=7ac26adb-0691-4de1-9ee2-f7dc6ca02512 HTTP/1.1" status: 200 len: 814 time: 0.1404266 Sep 22 22:03:47.841637 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-09a91c5a-2ce4-472b-9a1f-f82d9e723a95 req-3ae33f2f-967c-4127-8bc0-d1756c6daa1b tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/quotas/011caff15d8f44ddbd22e8850ba93cd3 HTTP/1.1" status: 200 len: 375 time: 0.0120697 Sep 22 22:03:47.934290 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-09a91c5a-2ce4-472b-9a1f-f82d9e723a95 req-f099c129-c5a5-4673-8022-89766a2943d0 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=011caff15d8f44ddbd22e8850ba93cd3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0867736 Sep 22 22:03:48.061787 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-09a91c5a-2ce4-472b-9a1f-f82d9e723a95 req-e23bd186-42f1-49cf-a084-e555c9cbdfb2 service neutron] 10.222.0.33 "GET /v2.0/networks/7ac26adb-0691-4de1-9ee2-f7dc6ca02512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208744 Sep 22 22:03:48.188640 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-09a91c5a-2ce4-472b-9a1f-f82d9e723a95 req-ac0dc475-1cc9-47b6-8fb2-9a92d02b70ba service neutron] 10.222.0.33 "GET /v2.0/networks/7ac26adb-0691-4de1-9ee2-f7dc6ca02512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207051 Sep 22 22:03:48.369830 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-95a2abf6-9a5c-4a85-b1ee-1cb612708649 req-e6ae5772-c893-41d4-b1cd-844c58bbd2a5 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/ports?device_id=cf41595e-7aea-4586-afaa-9335f3d66dc6 HTTP/1.1" status: 200 len: 210 time: 0.0524588 Sep 22 22:03:49.337519 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a91c5a-2ce4-472b-9a1f-f82d9e723a95 req-9e551331-7b2d-4e37-a766-3e97fd3c985f tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:49.338961 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-09a91c5a-2ce4-472b-9a1f-f82d9e723a95 req-9e551331-7b2d-4e37-a766-3e97fd3c985f tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.49 "GET /v2.0/networks?id=7ac26adb-0691-4de1-9ee2-f7dc6ca02512 HTTP/1.1" status: 200 len: 814 time: 0.1447434 Sep 22 22:03:49.349460 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-09a91c5a-2ce4-472b-9a1f-f82d9e723a95 req-9235b48a-991a-4ec0-a346-39f4b300d96c tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Request body: {'port': {'device_id': 'cf41595e-7aea-4586-afaa-9335f3d66dc6', 'network_id': '7ac26adb-0691-4de1-9ee2-f7dc6ca02512', 'admin_state_up': True, 'tenant_id': '011caff15d8f44ddbd22e8850ba93cd3'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:03:49.530487 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-09a91c5a-2ce4-472b-9a1f-f82d9e723a95 req-9235b48a-991a-4ec0-a346-39f4b300d96c tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:03:49.533996 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-aa77c5de-909f-4b53-99cc-9f6d753b41e6 req-27750b27-5fe9-4dc9-abe6-71be8de0fe60 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/ports?device_id=cf41595e-7aea-4586-afaa-9335f3d66dc6 HTTP/1.1" status: 200 len: 210 time: 0.0542917 Sep 22 22:03:49.541864 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-09a91c5a-2ce4-472b-9a1f-f82d9e723a95 req-9235b48a-991a-4ec0-a346-39f4b300d96c tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:03:49.553852 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09a91c5a-2ce4-472b-9a1f-f82d9e723a95 req-9235b48a-991a-4ec0-a346-39f4b300d96c tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Made reservation on behalf of 011caff15d8f44ddbd22e8850ba93cd3 for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:03:49.557593 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-09a91c5a-2ce4-472b-9a1f-f82d9e723a95 req-9235b48a-991a-4ec0-a346-39f4b300d96c tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:49.714964 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [req-09a91c5a-2ce4-472b-9a1f-f82d9e723a95 req-9235b48a-991a-4ec0-a346-39f4b300d96c tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Allocated IP 172.20.0.6 (7ac26adb-0691-4de1-9ee2-f7dc6ca02512/c32056c6-194a-4800-96ec-9fd0b2de9573/77bfb4d4-0020-47bc-bed7-a31bc2f181b3) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:03:49.999467 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-09a91c5a-2ce4-472b-9a1f-f82d9e723a95 req-9235b48a-991a-4ec0-a346-39f4b300d96c tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:50.014331 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-09a91c5a-2ce4-472b-9a1f-f82d9e723a95 req-9235b48a-991a-4ec0-a346-39f4b300d96c tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Transition to ACTIVE for port object 77bfb4d4-0020-47bc-bed7-a31bc2f181b3 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:03:50.037108 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-09a91c5a-2ce4-472b-9a1f-f82d9e723a95 req-9235b48a-991a-4ec0-a346-39f4b300d96c tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:50.049156 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['3d86276d-ebf7-4e83-924e-f1b81de9315a'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 22:03:50.104820 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09a91c5a-2ce4-472b-9a1f-f82d9e723a95 req-9235b48a-991a-4ec0-a346-39f4b300d96c tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Network 7ac26adb-0691-4de1-9ee2-f7dc6ca02512 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:03:50.107634 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [req-09a91c5a-2ce4-472b-9a1f-f82d9e723a95 req-9235b48a-991a-4ec0-a346-39f4b300d96c tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:03:50.111637 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a91c5a-2ce4-472b-9a1f-f82d9e723a95 req-9235b48a-991a-4ec0-a346-39f4b300d96c tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:03:50.157205 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9235b48a-991a-4ec0-a346-39f4b300d96c tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Pushing event updated for resources: {'Port': ['ID=77bfb4d4-0020-47bc-bed7-a31bc2f181b3,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:03:50.181357 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a91c5a-2ce4-472b-9a1f-f82d9e723a95 req-9235b48a-991a-4ec0-a346-39f4b300d96c tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:50.181967 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-09a91c5a-2ce4-472b-9a1f-f82d9e723a95 req-9235b48a-991a-4ec0-a346-39f4b300d96c tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:50.209337 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-09a91c5a-2ce4-472b-9a1f-f82d9e723a95 req-9235b48a-991a-4ec0-a346-39f4b300d96c tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8633273 Sep 22 22:03:50.222271 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-09a91c5a-2ce4-472b-9a1f-f82d9e723a95 req-00925b73-dd81-44b5-892f-d4f20c9b6719 service neutron] Request body: {'port': {'device_id': 'cf41595e-7aea-4586-afaa-9335f3d66dc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:03:50.335837 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-09a91c5a-2ce4-472b-9a1f-f82d9e723a95 req-00925b73-dd81-44b5-892f-d4f20c9b6719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:50.354855 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-5a1b3366-f58a-4050-ab91-a8543a3ae11f None None] Provisioning for port 77bfb4d4-0020-47bc-bed7-a31bc2f181b3 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:03:50.360145 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-5a1b3366-f58a-4050-ab91-a8543a3ae11f None None] Provisioning complete for port 77bfb4d4-0020-47bc-bed7-a31bc2f181b3 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:03:50.360515 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5a1b3366-f58a-4050-ab91-a8543a3ae11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:50.360847 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-5a1b3366-f58a-4050-ab91-a8543a3ae11f None None] Attempt 1 to provision port 77bfb4d4-0020-47bc-bed7-a31bc2f181b3 Sep 22 22:03:50.416283 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-5a1b3366-f58a-4050-ab91-a8543a3ae11f None None] Port 77bfb4d4-0020-47bc-bed7-a31bc2f181b3 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:03:50.670623 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [req-09a91c5a-2ce4-472b-9a1f-f82d9e723a95 req-00925b73-dd81-44b5-892f-d4f20c9b6719 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77bfb4d4-0020-47bc-bed7-a31bc2f181b3 {{(pid=89008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 22:03:50.677813 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-09a91c5a-2ce4-472b-9a1f-f82d9e723a95 req-00925b73-dd81-44b5-892f-d4f20c9b6719 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:50.691742 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-09a91c5a-2ce4-472b-9a1f-f82d9e723a95 req-00925b73-dd81-44b5-892f-d4f20c9b6719 service neutron] Transition to ACTIVE for port object 77bfb4d4-0020-47bc-bed7-a31bc2f181b3 will not be triggered until provisioned by entity L2. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:03:50.695931 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-09a91c5a-2ce4-472b-9a1f-f82d9e723a95 req-00925b73-dd81-44b5-892f-d4f20c9b6719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:50.729582 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa34d58-9095-4763-990c-84eca07cc41f req-0f34567f-f07a-48f0-87fa-227837dd1b84 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:50.731046 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-afa34d58-9095-4763-990c-84eca07cc41f req-0f34567f-f07a-48f0-87fa-227837dd1b84 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/ports?device_id=cf41595e-7aea-4586-afaa-9335f3d66dc6 HTTP/1.1" status: 200 len: 931 time: 0.0874126 Sep 22 22:03:50.774020 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-afa34d58-9095-4763-990c-84eca07cc41f req-cba07964-fe46-414f-8b90-2bbc42da4277 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa23a15e-a147-46db-82ef-40a0377f95e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370107 Sep 22 22:03:50.879061 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00925b73-dd81-44b5-892f-d4f20c9b6719 service neutron] Pushing event updated for resources: {'Port': ['ID=77bfb4d4-0020-47bc-bed7-a31bc2f181b3,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:03:50.917487 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-5a1b3366-f58a-4050-ab91-a8543a3ae11f None None] Attempt 2 to provision port 77bfb4d4-0020-47bc-bed7-a31bc2f181b3 Sep 22 22:03:50.917668 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-09a91c5a-2ce4-472b-9a1f-f82d9e723a95 req-00925b73-dd81-44b5-892f-d4f20c9b6719 service neutron] Attempting to bind port 77bfb4d4-0020-47bc-bed7-a31bc2f181b3 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:03:50.917853 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-09a91c5a-2ce4-472b-9a1f-f82d9e723a95 req-00925b73-dd81-44b5-892f-d4f20c9b6719 service neutron] Attempting to bind port 77bfb4d4-0020-47bc-bed7-a31bc2f181b3 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '72a6a114-a7ba-4cc4-8a54-264bf99573f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7ac26adb-0691-4de1-9ee2-f7dc6ca02512'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:03:50.918176 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a91c5a-2ce4-472b-9a1f-f82d9e723a95 req-00925b73-dd81-44b5-892f-d4f20c9b6719 service neutron] Attempting to bind port 77bfb4d4-0020-47bc-bed7-a31bc2f181b3 on network 7ac26adb-0691-4de1-9ee2-f7dc6ca02512 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:03:50.923396 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a91c5a-2ce4-472b-9a1f-f82d9e723a95 req-00925b73-dd81-44b5-892f-d4f20c9b6719 service neutron] Port 77bfb4d4-0020-47bc-bed7-a31bc2f181b3 on network 7ac26adb-0691-4de1-9ee2-f7dc6ca02512 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 22:03:50.923705 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a91c5a-2ce4-472b-9a1f-f82d9e723a95 req-00925b73-dd81-44b5-892f-d4f20c9b6719 service neutron] Attempting to bind port 77bfb4d4-0020-47bc-bed7-a31bc2f181b3 on network 7ac26adb-0691-4de1-9ee2-f7dc6ca02512 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:03:50.928618 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a91c5a-2ce4-472b-9a1f-f82d9e723a95 req-00925b73-dd81-44b5-892f-d4f20c9b6719 service neutron] Checking agent: {'id': '8a88b827-3477-4399-ac15-439d59b3c48a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'started_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:03:50.928942 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a91c5a-2ce4-472b-9a1f-f82d9e723a95 req-00925b73-dd81-44b5-892f-d4f20c9b6719 service neutron] Checking segment: {'id': '72a6a114-a7ba-4cc4-8a54-264bf99573f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7ac26adb-0691-4de1-9ee2-f7dc6ca02512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:03:50.929309 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a91c5a-2ce4-472b-9a1f-f82d9e723a95 req-00925b73-dd81-44b5-892f-d4f20c9b6719 service neutron] Bound using segment: {'id': '72a6a114-a7ba-4cc4-8a54-264bf99573f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7ac26adb-0691-4de1-9ee2-f7dc6ca02512'} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:03:50.929715 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-09a91c5a-2ce4-472b-9a1f-f82d9e723a95 req-00925b73-dd81-44b5-892f-d4f20c9b6719 service neutron] Bound port: 77bfb4d4-0020-47bc-bed7-a31bc2f181b3, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72a6a114-a7ba-4cc4-8a54-264bf99573f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7ac26adb-0691-4de1-9ee2-f7dc6ca02512'}}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:03:50.930069 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-09a91c5a-2ce4-472b-9a1f-f82d9e723a95 req-00925b73-dd81-44b5-892f-d4f20c9b6719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:50.971417 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-5a1b3366-f58a-4050-ab91-a8543a3ae11f None None] Port 77bfb4d4-0020-47bc-bed7-a31bc2f181b3 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:03:51.017171 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-09a91c5a-2ce4-472b-9a1f-f82d9e723a95 req-00925b73-dd81-44b5-892f-d4f20c9b6719 service neutron] For port 77bfb4d4-0020-47bc-bed7-a31bc2f181b3, host hv-neutron-8589, cleared binding levels {{(pid=89008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:03:51.020223 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-09a91c5a-2ce4-472b-9a1f-f82d9e723a95 req-00925b73-dd81-44b5-892f-d4f20c9b6719 service neutron] For port 77bfb4d4-0020-47bc-bed7-a31bc2f181b3, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=77bfb4d4-0020-47bc-bed7-a31bc2f181b3,segment=NetworkSegment(72a6a114-a7ba-4cc4-8a54-264bf99573f7),segment_id=72a6a114-a7ba-4cc4-8a54-264bf99573f7)] {{(pid=89008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:03:51.024452 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-09a91c5a-2ce4-472b-9a1f-f82d9e723a95 req-00925b73-dd81-44b5-892f-d4f20c9b6719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:51.054735 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a91c5a-2ce4-472b-9a1f-f82d9e723a95 req-00925b73-dd81-44b5-892f-d4f20c9b6719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:51.055323 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-09a91c5a-2ce4-472b-9a1f-f82d9e723a95 req-00925b73-dd81-44b5-892f-d4f20c9b6719 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:51.056684 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-09a91c5a-2ce4-472b-9a1f-f82d9e723a95 req-00925b73-dd81-44b5-892f-d4f20c9b6719 service neutron] 10.222.0.49 "PUT /v2.0/ports/77bfb4d4-0020-47bc-bed7-a31bc2f181b3 HTTP/1.1" status: 200 len: 1093 time: 0.8392837 Sep 22 22:03:51.057079 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf41595e-7aea-4586-afaa-9335f3d66dc6', 'tag': '77bfb4d4-0020-47bc-bed7-a31bc2f181b3'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:03:51.059363 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205421f7-d544-4ba7-9584-5cb625115817" -d '{"events": [{"name": "network-changed", "server_uuid": "cf41595e-7aea-4586-afaa-9335f3d66dc6", "tag": "77bfb4d4-0020-47bc-bed7-a31bc2f181b3"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:03:51.134563 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98e2746-936e-4bb9-a410-f8b448bbfe57 x-openstack-request-id: req-e98e2746-936e-4bb9-a410-f8b448bbfe57 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:03:51.134813 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf41595e-7aea-4586-afaa-9335f3d66dc6", "tag": "77bfb4d4-0020-47bc-bed7-a31bc2f181b3", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:03:51.135068 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e98e2746-936e-4bb9-a410-f8b448bbfe57 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:03:51.135458 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e98e2746-936e-4bb9-a410-f8b448bbfe57'] response: {'name': 'network-changed', 'server_uuid': 'cf41595e-7aea-4586-afaa-9335f3d66dc6', 'tag': '77bfb4d4-0020-47bc-bed7-a31bc2f181b3', 'status': 'completed', 'code': 200} Sep 22 22:03:51.150803 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00925b73-dd81-44b5-892f-d4f20c9b6719 service neutron] Pushing event updated for resources: {'Port': ['ID=77bfb4d4-0020-47bc-bed7-a31bc2f181b3,revision_number=3']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:03:51.183125 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a91c5a-2ce4-472b-9a1f-f82d9e723a95 req-343670f7-b0b5-43f2-950e-e016f063db35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:51.184570 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-09a91c5a-2ce4-472b-9a1f-f82d9e723a95 req-343670f7-b0b5-43f2-950e-e016f063db35 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=011caff15d8f44ddbd22e8850ba93cd3&device_id=cf41595e-7aea-4586-afaa-9335f3d66dc6 HTTP/1.1" status: 200 len: 1096 time: 0.0918865 Sep 22 22:03:51.254038 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-09a91c5a-2ce4-472b-9a1f-f82d9e723a95 req-1a68c485-b039-44be-9973-fe23c82a85b2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77bfb4d4-0020-47bc-bed7-a31bc2f181b3 HTTP/1.1" status: 200 len: 217 time: 0.0629768 Sep 22 22:03:51.314156 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a91c5a-2ce4-472b-9a1f-f82d9e723a95 req-66458cfc-7221-49b8-a1d3-f2ac8c8e89d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:51.315650 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-09a91c5a-2ce4-472b-9a1f-f82d9e723a95 req-66458cfc-7221-49b8-a1d3-f2ac8c8e89d7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c32056c6-194a-4800-96ec-9fd0b2de9573 HTTP/1.1" status: 200 len: 853 time: 0.0562878 Sep 22 22:03:51.398785 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a91c5a-2ce4-472b-9a1f-f82d9e723a95 req-9dde3c95-1bf4-4659-9e15-9193303c43ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:51.400208 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-09a91c5a-2ce4-472b-9a1f-f82d9e723a95 req-9dde3c95-1bf4-4659-9e15-9193303c43ba service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7ac26adb-0691-4de1-9ee2-f7dc6ca02512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788503 Sep 22 22:03:51.472239 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-5a1b3366-f58a-4050-ab91-a8543a3ae11f None None] Attempt 3 to provision port 77bfb4d4-0020-47bc-bed7-a31bc2f181b3 Sep 22 22:03:51.529232 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-09a91c5a-2ce4-472b-9a1f-f82d9e723a95 req-894d1fdf-a02d-4aee-bc67-08dde2e4cc13 service neutron] 10.222.0.49 "GET /v2.0/networks/7ac26adb-0691-4de1-9ee2-f7dc6ca02512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225929 Sep 22 22:03:51.534723 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-5a1b3366-f58a-4050-ab91-a8543a3ae11f None None] Port 77bfb4d4-0020-47bc-bed7-a31bc2f181b3 had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 22:03:51.739142 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-09a91c5a-2ce4-472b-9a1f-f82d9e723a95 req-9b9b7f74-4d69-44d6-8dd7-53c2c473d2f5 service neutron] 10.222.0.49 "GET /v2.0/networks/7ac26adb-0691-4de1-9ee2-f7dc6ca02512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041421 Sep 22 22:03:51.853500 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:03:51.855803 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205421f7-d544-4ba7-9584-5cb625115817 req-bfdd3ddc-2417-4b58-8a2b-372501dd603e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:51.857333 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-205421f7-d544-4ba7-9584-5cb625115817 req-bfdd3ddc-2417-4b58-8a2b-372501dd603e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=011caff15d8f44ddbd22e8850ba93cd3&device_id=cf41595e-7aea-4586-afaa-9335f3d66dc6 HTTP/1.1" status: 200 len: 1096 time: 0.0771580 Sep 22 22:03:51.975951 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9bef8-ed6a-41fa-87d0-97ac222ccbcb req-8b7461b8-fe23-49d6-a308-a6f5cd2fff62 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:51.977415 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-3af9bef8-ed6a-41fa-87d0-97ac222ccbcb req-8b7461b8-fe23-49d6-a308-a6f5cd2fff62 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/ports?device_id=cf41595e-7aea-4586-afaa-9335f3d66dc6 HTTP/1.1" status: 200 len: 943 time: 0.0903916 Sep 22 22:03:51.989553 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205421f7-d544-4ba7-9584-5cb625115817 req-5109a811-a6b8-4f68-b413-dda00a2a5e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:51.990961 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-205421f7-d544-4ba7-9584-5cb625115817 req-5109a811-a6b8-4f68-b413-dda00a2a5e9c service neutron] 10.222.0.49 "GET /v2.0/networks?id=7ac26adb-0691-4de1-9ee2-f7dc6ca02512 HTTP/1.1" status: 200 len: 914 time: 0.1272173 Sep 22 22:03:52.021887 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-3af9bef8-ed6a-41fa-87d0-97ac222ccbcb req-34130d03-682b-4d9d-9bd6-49025d1bb64c tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa23a15e-a147-46db-82ef-40a0377f95e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388708 Sep 22 22:03:52.063944 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-205421f7-d544-4ba7-9584-5cb625115817 req-bdb9df1c-08d9-4deb-9f12-bd0ac08d9854 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77bfb4d4-0020-47bc-bed7-a31bc2f181b3 HTTP/1.1" status: 200 len: 217 time: 0.0662682 Sep 22 22:03:52.127588 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205421f7-d544-4ba7-9584-5cb625115817 req-61357151-dcb1-471b-a6a1-7e35b3edcf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:52.128987 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-205421f7-d544-4ba7-9584-5cb625115817 req-61357151-dcb1-471b-a6a1-7e35b3edcf71 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c32056c6-194a-4800-96ec-9fd0b2de9573 HTTP/1.1" status: 200 len: 853 time: 0.0565598 Sep 22 22:03:52.212710 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205421f7-d544-4ba7-9584-5cb625115817 req-a7ca1c4b-3ab4-41b7-86fb-fdb7047e5b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:52.214181 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-205421f7-d544-4ba7-9584-5cb625115817 req-a7ca1c4b-3ab4-41b7-86fb-fdb7047e5b48 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7ac26adb-0691-4de1-9ee2-f7dc6ca02512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787854 Sep 22 22:03:52.344139 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-205421f7-d544-4ba7-9584-5cb625115817 req-64104c0b-b6b9-4ee2-97cb-288222437f4b service neutron] 10.222.0.49 "GET /v2.0/networks/7ac26adb-0691-4de1-9ee2-f7dc6ca02512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232758 Sep 22 22:03:52.480897 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-205421f7-d544-4ba7-9584-5cb625115817 req-c1a30fe3-dd0a-46cd-a8f9-4dbaf11d7f5e service neutron] 10.222.0.49 "GET /v2.0/networks/7ac26adb-0691-4de1-9ee2-f7dc6ca02512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302497 Sep 22 22:03:53.220789 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f2a60-ab48-4176-8258-42684a5f229d req-0fae60a7-3804-4e53-8ec4-808a7987aec3 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:53.221532 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-320f2a60-ab48-4176-8258-42684a5f229d req-0fae60a7-3804-4e53-8ec4-808a7987aec3 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Synchronizing usage tracker for tenant:011caff15d8f44ddbd22e8850ba93cd3 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:03:53.236791 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-320f2a60-ab48-4176-8258-42684a5f229d req-0fae60a7-3804-4e53-8ec4-808a7987aec3 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Unset dirty status for tenant:011caff15d8f44ddbd22e8850ba93cd3 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:03:53.237903 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-320f2a60-ab48-4176-8258-42684a5f229d req-0fae60a7-3804-4e53-8ec4-808a7987aec3 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/ports?device_id=cf41595e-7aea-4586-afaa-9335f3d66dc6 HTTP/1.1" status: 200 len: 943 time: 0.1028545 Sep 22 22:03:53.282037 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-320f2a60-ab48-4176-8258-42684a5f229d req-0e3035c3-51ee-4ebc-ab6c-8011aa81460b tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa23a15e-a147-46db-82ef-40a0377f95e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383673 Sep 22 22:03:53.430718 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 77bfb4d4-0020-47bc-bed7-a31bc2f181b3 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 22:03:53.587842 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 77bfb4d4-0020-47bc-bed7-a31bc2f181b3, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=77bfb4d4-0020-47bc-bed7-a31bc2f181b3,segment=NetworkSegment(72a6a114-a7ba-4cc4-8a54-264bf99573f7),segment_id=72a6a114-a7ba-4cc4-8a54-264bf99573f7)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:03:53.600430 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': '77bfb4d4-0020-47bc-bed7-a31bc2f181b3', 'network_id': '7ac26adb-0691-4de1-9ee2-f7dc6ca02512', 'port_id': '77bfb4d4-0020-47bc-bed7-a31bc2f181b3', 'mac_address': 'fa:16:3e:c4:8a:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c32056c6-194a-4800-96ec-9fd0b2de9573', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 22:03:53.652853 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 77bfb4d4-0020-47bc-bed7-a31bc2f181b3 is: DOWN; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:03:53.653219 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:53.668976 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77bfb4d4-0020-47bc-bed7-a31bc2f181b3 {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 22:03:53.684092 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 77bfb4d4-0020-47bc-bed7-a31bc2f181b3, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=77bfb4d4-0020-47bc-bed7-a31bc2f181b3,segment=NetworkSegment(72a6a114-a7ba-4cc4-8a54-264bf99573f7),segment_id=72a6a114-a7ba-4cc4-8a54-264bf99573f7)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:03:53.688382 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:53.754550 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=77bfb4d4-0020-47bc-bed7-a31bc2f181b3,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:03:53.761344 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:03:53.761689 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:03:53.762026 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:03:53.762350 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:03:53.762699 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:03:53.763023 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:03:53.763341 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:03:53.763656 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:03:53.763969 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:03:53.764281 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:03:53.764624 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:03:53.764934 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:03:53.883444 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['77bfb4d4-0020-47bc-bed7-a31bc2f181b3'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 22:03:54.478572 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d08ab8-f2f5-4378-8c29-ed38b819fd37 req-b9bf0716-2803-4329-9bab-77fae828c4e5 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:54.480053 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-83d08ab8-f2f5-4378-8c29-ed38b819fd37 req-b9bf0716-2803-4329-9bab-77fae828c4e5 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/ports?device_id=cf41595e-7aea-4586-afaa-9335f3d66dc6 HTTP/1.1" status: 200 len: 944 time: 0.0862894 Sep 22 22:03:54.526695 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-83d08ab8-f2f5-4378-8c29-ed38b819fd37 req-5cfacb5d-26ee-413a-b420-79fe8e9ae70d tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa23a15e-a147-46db-82ef-40a0377f95e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409670 Sep 22 22:03:55.449780 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 77bfb4d4-0020-47bc-bed7-a31bc2f181b3 up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:03:55.517969 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning for port 77bfb4d4-0020-47bc-bed7-a31bc2f181b3 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:03:55.522965 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port 77bfb4d4-0020-47bc-bed7-a31bc2f181b3 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:03:55.523334 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:55.523664 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port 77bfb4d4-0020-47bc-bed7-a31bc2f181b3 Sep 22 22:03:55.640497 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 77bfb4d4-0020-47bc-bed7-a31bc2f181b3 is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:03:55.640871 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:55.667630 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf41595e-7aea-4586-afaa-9335f3d66dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77bfb4d4-0020-47bc-bed7-a31bc2f181b3'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:03:55.669893 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c571cade-494c-40e8-8ad7-6d315e37d94d" -d '{"events": [{"server_uuid": "cf41595e-7aea-4586-afaa-9335f3d66dc6", "name": "network-vif-plugged", "status": "completed", "tag": "77bfb4d4-0020-47bc-bed7-a31bc2f181b3"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:03:55.677672 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 77bfb4d4-0020-47bc-bed7-a31bc2f181b3, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=77bfb4d4-0020-47bc-bed7-a31bc2f181b3,segment=NetworkSegment(72a6a114-a7ba-4cc4-8a54-264bf99573f7),segment_id=72a6a114-a7ba-4cc4-8a54-264bf99573f7)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:03:55.684697 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:55.729177 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ec1f3-e1bf-4b52-a353-cc319010ba57 req-34ee4566-439b-4c7a-bb0a-b9f5ba4b1b85 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:55.730718 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d65ec1f3-e1bf-4b52-a353-cc319010ba57 req-34ee4566-439b-4c7a-bb0a-b9f5ba4b1b85 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/ports?device_id=cf41595e-7aea-4586-afaa-9335f3d66dc6 HTTP/1.1" status: 200 len: 944 time: 0.0946300 Sep 22 22:03:55.735443 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54e0f7f-ec09-4344-93e7-9f52fe2c63ad x-openstack-request-id: req-a54e0f7f-ec09-4344-93e7-9f52fe2c63ad {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:03:55.735737 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf41595e-7aea-4586-afaa-9335f3d66dc6", "name": "network-vif-plugged", "status": "completed", "tag": "77bfb4d4-0020-47bc-bed7-a31bc2f181b3", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:03:55.735987 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a54e0f7f-ec09-4344-93e7-9f52fe2c63ad {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:03:55.736371 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a54e0f7f-ec09-4344-93e7-9f52fe2c63ad'] response: {'server_uuid': 'cf41595e-7aea-4586-afaa-9335f3d66dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77bfb4d4-0020-47bc-bed7-a31bc2f181b3', 'code': 200} Sep 22 22:03:55.762343 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=77bfb4d4-0020-47bc-bed7-a31bc2f181b3,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:03:55.778260 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d65ec1f3-e1bf-4b52-a353-cc319010ba57 req-9f28df28-3e98-4d9f-8419-29be252a229a tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa23a15e-a147-46db-82ef-40a0377f95e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405352 Sep 22 22:03:55.944797 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a96685-627b-4d29-80df-853e70bd955c req-f02a57e9-1cfa-41f3-afb6-af36c406b71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:55.946276 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-18a96685-627b-4d29-80df-853e70bd955c req-f02a57e9-1cfa-41f3-afb6-af36c406b71b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cf41595e-7aea-4586-afaa-9335f3d66dc6 HTTP/1.1" status: 200 len: 1098 time: 0.0795460 Sep 22 22:03:55.985229 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-18a96685-627b-4d29-80df-853e70bd955c req-9129cf78-9b2f-4dfc-98d1-5077b95cefcd service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fa23a15e-a147-46db-82ef-40a0377f95e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335689 Sep 22 22:03:56.147752 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:03:56.976156 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c36312-5fb5-4e6e-8050-3a80e64c5283 req-2eefcef5-308c-4491-af08-9a7e9b2fd132 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:56.978262 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-48c36312-5fb5-4e6e-8050-3a80e64c5283 req-2eefcef5-308c-4491-af08-9a7e9b2fd132 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/ports?device_id=cf41595e-7aea-4586-afaa-9335f3d66dc6 HTTP/1.1" status: 200 len: 945 time: 0.0892849 Sep 22 22:03:57.027734 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-48c36312-5fb5-4e6e-8050-3a80e64c5283 req-8095e77b-bdca-484d-a16b-285d29f303f0 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa23a15e-a147-46db-82ef-40a0377f95e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411236 Sep 22 22:03:58.223347 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603605a-d01d-41a5-8bd5-06359037841b req-a2448bf7-2f3e-4861-b1ef-9d0c9a29bc06 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:58.224782 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d603605a-d01d-41a5-8bd5-06359037841b req-a2448bf7-2f3e-4861-b1ef-9d0c9a29bc06 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/ports?device_id=cf41595e-7aea-4586-afaa-9335f3d66dc6 HTTP/1.1" status: 200 len: 945 time: 0.0862517 Sep 22 22:03:58.267839 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d603605a-d01d-41a5-8bd5-06359037841b req-74884c92-8456-4233-a356-8b5c5756bafb tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa23a15e-a147-46db-82ef-40a0377f95e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374370 Sep 22 22:03:58.660150 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6529da6-5262-485c-b86d-80278cadacfb req-374e2e2e-ab9e-4c06-82fc-8cfe62f0fc26 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:58.661588 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a6529da6-5262-485c-b86d-80278cadacfb req-374e2e2e-ab9e-4c06-82fc-8cfe62f0fc26 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/ports?device_id=cf41595e-7aea-4586-afaa-9335f3d66dc6 HTTP/1.1" status: 200 len: 945 time: 0.0883560 Sep 22 22:03:58.707271 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a6529da6-5262-485c-b86d-80278cadacfb req-56e2445b-a386-4fb1-a80a-3c0dd8776f9f tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa23a15e-a147-46db-82ef-40a0377f95e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398698 Sep 22 22:03:59.922643 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32e2eb-bb39-46b1-a257-741f07d25636 req-426b5b24-6575-450e-a7df-3f2f1ed660f9 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:59.923994 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-fc32e2eb-bb39-46b1-a257-741f07d25636 req-426b5b24-6575-450e-a7df-3f2f1ed660f9 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/ports?device_id=cf41595e-7aea-4586-afaa-9335f3d66dc6 HTTP/1.1" status: 200 len: 945 time: 0.0925200 Sep 22 22:03:59.968515 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-fc32e2eb-bb39-46b1-a257-741f07d25636 req-0d5cb27e-8b4d-46af-8121-1950b96097d9 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa23a15e-a147-46db-82ef-40a0377f95e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379665 Sep 22 22:04:00.024316 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96706f36-e328-437d-b0ea-e652d273901f req-24199cf2-2e32-4354-b82e-b54815b4b840 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:00.025725 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-96706f36-e328-437d-b0ea-e652d273901f req-24199cf2-2e32-4354-b82e-b54815b4b840 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf41595e-7aea-4586-afaa-9335f3d66dc6 HTTP/1.1" status: 200 len: 945 time: 0.0840502 Sep 22 22:04:00.097660 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-96706f36-e328-437d-b0ea-e652d273901f req-8644fa58-de18-4500-ac06-19a7b3566565 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Deleting port 77bfb4d4-0020-47bc-bed7-a31bc2f181b3 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:04:00.098003 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-96706f36-e328-437d-b0ea-e652d273901f req-8644fa58-de18-4500-ac06-19a7b3566565 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:00.453920 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-96706f36-e328-437d-b0ea-e652d273901f req-8644fa58-de18-4500-ac06-19a7b3566565 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] For port 77bfb4d4-0020-47bc-bed7-a31bc2f181b3, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=77bfb4d4-0020-47bc-bed7-a31bc2f181b3,segment=NetworkSegment(72a6a114-a7ba-4cc4-8a54-264bf99573f7),segment_id=72a6a114-a7ba-4cc4-8a54-264bf99573f7)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:04:00.454419 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-96706f36-e328-437d-b0ea-e652d273901f req-8644fa58-de18-4500-ac06-19a7b3566565 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:00.584895 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-96706f36-e328-437d-b0ea-e652d273901f req-8644fa58-de18-4500-ac06-19a7b3566565 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Calling delete_port for 77bfb4d4-0020-47bc-bed7-a31bc2f181b3 owned by compute:nova {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:04:00.725214 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-96706f36-e328-437d-b0ea-e652d273901f req-8644fa58-de18-4500-ac06-19a7b3566565 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:00.737068 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['3d86276d-ebf7-4e83-924e-f1b81de9315a', '77bfb4d4-0020-47bc-bed7-a31bc2f181b3'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 22:04:00.783256 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8644fa58-de18-4500-ac06-19a7b3566565 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Pushing event deleted for resources: {'Port': ['ID=77bfb4d4-0020-47bc-bed7-a31bc2f181b3,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:00.883608 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-96706f36-e328-437d-b0ea-e652d273901f req-8644fa58-de18-4500-ac06-19a7b3566565 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] No DVR routers for this DVR port 77bfb4d4-0020-47bc-bed7-a31bc2f181b3 on host hv-neutron-8589 {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 22:04:00.886343 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-96706f36-e328-437d-b0ea-e652d273901f req-8644fa58-de18-4500-ac06-19a7b3566565 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:00.889717 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf41595e-7aea-4586-afaa-9335f3d66dc6', 'name': 'network-vif-deleted', 'tag': '77bfb4d4-0020-47bc-bed7-a31bc2f181b3'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:04:00.892040 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e2156e-76c5-412f-8ba5-d1ff38e3f6a9" -d '{"events": [{"server_uuid": "cf41595e-7aea-4586-afaa-9335f3d66dc6", "name": "network-vif-deleted", "tag": "77bfb4d4-0020-47bc-bed7-a31bc2f181b3"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:04:00.906473 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-96706f36-e328-437d-b0ea-e652d273901f req-8644fa58-de18-4500-ac06-19a7b3566565 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.49 "DELETE /v2.0/ports/77bfb4d4-0020-47bc-bed7-a31bc2f181b3 HTTP/1.1" status: 204 len: 173 time: 0.8753037 Sep 22 22:04:00.949932 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5105080f-9db3-4f66-932a-314aa25da0b7 x-openstack-request-id: req-5105080f-9db3-4f66-932a-314aa25da0b7 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:04:00.950880 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf41595e-7aea-4586-afaa-9335f3d66dc6", "name": "network-vif-deleted", "tag": "77bfb4d4-0020-47bc-bed7-a31bc2f181b3", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:04:00.951138 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5105080f-9db3-4f66-932a-314aa25da0b7 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:04:00.952081 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5105080f-9db3-4f66-932a-314aa25da0b7'] response: {'server_uuid': 'cf41595e-7aea-4586-afaa-9335f3d66dc6', 'name': 'network-vif-deleted', 'tag': '77bfb4d4-0020-47bc-bed7-a31bc2f181b3', 'status': 'completed', 'code': 200} Sep 22 22:04:01.143972 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c3a80118-d9bc-4a2f-91e3-77603e863413 req-6fedc9c0-c92a-4530-963d-dad39de18cd0 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/ports?device_id=cf41595e-7aea-4586-afaa-9335f3d66dc6 HTTP/1.1" status: 200 len: 210 time: 0.0490730 Sep 22 22:04:02.052187 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e7400b53-80ea-4685-a57a-685e2563bc24 req-e5819c55-760b-47d7-a673-fed309b5efee service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=455f9de3-b08b-4e0f-934f-ff91dda28e77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1167142 Sep 22 22:04:02.202906 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7400b53-80ea-4685-a57a-685e2563bc24 req-53cc9847-fd5a-40ee-a539-1cba8bf8a192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:02.204318 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e7400b53-80ea-4685-a57a-685e2563bc24 req-53cc9847-fd5a-40ee-a539-1cba8bf8a192 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=011caff15d8f44ddbd22e8850ba93cd3&device_id=455f9de3-b08b-4e0f-934f-ff91dda28e77 HTTP/1.1" status: 200 len: 1098 time: 0.0843134 Sep 22 22:04:02.350591 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7400b53-80ea-4685-a57a-685e2563bc24 req-b43400d1-981c-4879-a798-447e4c29092e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:02.352070 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e7400b53-80ea-4685-a57a-685e2563bc24 req-b43400d1-981c-4879-a798-447e4c29092e service neutron] 10.222.0.49 "GET /v2.0/networks?id=7ac26adb-0691-4de1-9ee2-f7dc6ca02512 HTTP/1.1" status: 200 len: 914 time: 0.1302125 Sep 22 22:04:02.423202 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e7400b53-80ea-4685-a57a-685e2563bc24 req-26735322-3bfd-4811-9ed0-25d187e186be service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d86276d-ebf7-4e83-924e-f1b81de9315a HTTP/1.1" status: 200 len: 217 time: 0.0639844 Sep 22 22:04:02.425021 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0fc73-fe77-4852-9689-2bcb4bfbe837 req-50284a6d-ca03-46a1-9edf-f49bf15551ce tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:02.427411 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-58a0fc73-fe77-4852-9689-2bcb4bfbe837 req-50284a6d-ca03-46a1-9edf-f49bf15551ce tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/ports?device_id=455f9de3-b08b-4e0f-934f-ff91dda28e77 HTTP/1.1" status: 200 len: 945 time: 0.0968387 Sep 22 22:04:02.478122 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-58a0fc73-fe77-4852-9689-2bcb4bfbe837 req-f96fa36b-7d9b-4755-adb8-ea9f9e008c27 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa23a15e-a147-46db-82ef-40a0377f95e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447352 Sep 22 22:04:02.490402 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7400b53-80ea-4685-a57a-685e2563bc24 req-4d799759-e0a9-4d74-83a3-36afae4c288d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:02.491874 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e7400b53-80ea-4685-a57a-685e2563bc24 req-4d799759-e0a9-4d74-83a3-36afae4c288d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c32056c6-194a-4800-96ec-9fd0b2de9573 HTTP/1.1" status: 200 len: 853 time: 0.0632322 Sep 22 22:04:02.573940 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7400b53-80ea-4685-a57a-685e2563bc24 req-a99f4b88-f7bb-4609-b2e5-18de4382cfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:02.575705 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e7400b53-80ea-4685-a57a-685e2563bc24 req-a99f4b88-f7bb-4609-b2e5-18de4382cfe8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7ac26adb-0691-4de1-9ee2-f7dc6ca02512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766456 Sep 22 22:04:02.694138 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3b3bb-832d-4039-80fe-dc36cf23c607 req-f8961f0d-d1ba-4b87-9ad3-fd4bb0e13362 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:02.695632 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-e0f3b3bb-832d-4039-80fe-dc36cf23c607 req-f8961f0d-d1ba-4b87-9ad3-fd4bb0e13362 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/ports?device_id=455f9de3-b08b-4e0f-934f-ff91dda28e77 HTTP/1.1" status: 200 len: 945 time: 0.0896037 Sep 22 22:04:02.705509 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e7400b53-80ea-4685-a57a-685e2563bc24 req-7e8d3974-f640-4e64-8035-5cc7aac8ea83 service neutron] 10.222.0.49 "GET /v2.0/networks/7ac26adb-0691-4de1-9ee2-f7dc6ca02512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237988 Sep 22 22:04:02.740602 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-e0f3b3bb-832d-4039-80fe-dc36cf23c607 req-3293995b-3173-473c-9285-0dc15f5eae7b tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa23a15e-a147-46db-82ef-40a0377f95e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389369 Sep 22 22:04:02.844188 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e7400b53-80ea-4685-a57a-685e2563bc24 req-272da316-004d-44c7-a609-cb288dda44d7 service neutron] 10.222.0.49 "GET /v2.0/networks/7ac26adb-0691-4de1-9ee2-f7dc6ca02512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312673 Sep 22 22:04:02.946089 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78583ea7-18b7-401d-a502-f7a69c6990c9 req-901c8183-5a8c-4107-8a3b-e80ac33953b6 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:02.946808 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-78583ea7-18b7-401d-a502-f7a69c6990c9 req-901c8183-5a8c-4107-8a3b-e80ac33953b6 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Synchronizing usage tracker for tenant:011caff15d8f44ddbd22e8850ba93cd3 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:04:02.962301 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-78583ea7-18b7-401d-a502-f7a69c6990c9 req-901c8183-5a8c-4107-8a3b-e80ac33953b6 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Unset dirty status for tenant:011caff15d8f44ddbd22e8850ba93cd3 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:04:02.963442 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-78583ea7-18b7-401d-a502-f7a69c6990c9 req-901c8183-5a8c-4107-8a3b-e80ac33953b6 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/ports?device_id=455f9de3-b08b-4e0f-934f-ff91dda28e77 HTTP/1.1" status: 200 len: 945 time: 0.1082718 Sep 22 22:04:03.006552 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-78583ea7-18b7-401d-a502-f7a69c6990c9 req-353a38c3-601e-4e5c-8e8f-bdad92678cb8 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa23a15e-a147-46db-82ef-40a0377f95e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372329 Sep 22 22:04:03.306496 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a139b1-f53e-4135-a2e4-452daef0bc06 req-828415b5-d3b1-4822-a9f2-ff9498f9fc1a tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:03.307959 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-69a139b1-f53e-4135-a2e4-452daef0bc06 req-828415b5-d3b1-4822-a9f2-ff9498f9fc1a tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/ports?device_id=455f9de3-b08b-4e0f-934f-ff91dda28e77 HTTP/1.1" status: 200 len: 945 time: 0.0891829 Sep 22 22:04:03.434070 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-69a139b1-f53e-4135-a2e4-452daef0bc06 req-26c1aa74-4d92-4703-8fbf-8878f1b99446 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa23a15e-a147-46db-82ef-40a0377f95e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197777 Sep 22 22:04:03.474387 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 77bfb4d4-0020-47bc-bed7-a31bc2f181b3 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:04:03.513599 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] No Port match for: 77bfb4d4-0020-47bc-bed7-a31bc2f181b3 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:04:03.514029 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 77bfb4d4-0020-47bc-bed7-a31bc2f181b3 not bound to the agent host hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:04:03.635071 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48974f4-6725-4809-bb6e-37f6c1e1fe9b req-f3fee485-05bd-497f-8376-f9a764bf8920 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:03.636498 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c48974f4-6725-4809-bb6e-37f6c1e1fe9b req-f3fee485-05bd-497f-8376-f9a764bf8920 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/ports?device_id=455f9de3-b08b-4e0f-934f-ff91dda28e77 HTTP/1.1" status: 200 len: 945 time: 0.0845180 Sep 22 22:04:03.679562 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c48974f4-6725-4809-bb6e-37f6c1e1fe9b req-e0d6d06e-c093-481c-b646-5ccfcc1d1f90 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa23a15e-a147-46db-82ef-40a0377f95e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375214 Sep 22 22:04:03.882719 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322605e7-b347-475e-9beb-c4736792b0a5 req-04f8e0e8-ffac-4dc7-87fc-cc16173b1093 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:03.884074 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-322605e7-b347-475e-9beb-c4736792b0a5 req-04f8e0e8-ffac-4dc7-87fc-cc16173b1093 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/ports?device_id=455f9de3-b08b-4e0f-934f-ff91dda28e77 HTTP/1.1" status: 200 len: 945 time: 0.0875387 Sep 22 22:04:03.927145 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-322605e7-b347-475e-9beb-c4736792b0a5 req-e78519e9-e960-4084-8149-54beb77dcd9e tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa23a15e-a147-46db-82ef-40a0377f95e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370541 Sep 22 22:04:04.454417 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e2cbd-1fc4-425b-96d7-81df0f89d7a0 req-a7261cd3-a278-4c46-a82c-f9d8ed894ea2 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:04.455799 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-607e2cbd-1fc4-425b-96d7-81df0f89d7a0 req-a7261cd3-a278-4c46-a82c-f9d8ed894ea2 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/ports?device_id=455f9de3-b08b-4e0f-934f-ff91dda28e77 HTTP/1.1" status: 200 len: 945 time: 0.0880861 Sep 22 22:04:04.501583 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-607e2cbd-1fc4-425b-96d7-81df0f89d7a0 req-be620cd9-34f6-4611-bad5-0e875c644907 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa23a15e-a147-46db-82ef-40a0377f95e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402596 Sep 22 22:04:05.754435 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf9ebd-d146-4d93-972f-a3322706d7cf req-606f4467-cb87-40d7-ab1a-ecd4202073f3 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:05.755883 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-57bf9ebd-d146-4d93-972f-a3322706d7cf req-606f4467-cb87-40d7-ab1a-ecd4202073f3 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/ports?device_id=455f9de3-b08b-4e0f-934f-ff91dda28e77 HTTP/1.1" status: 200 len: 945 time: 0.1442559 Sep 22 22:04:05.767944 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284f3d3-e541-4dd7-b930-86fe6e6554c1 req-912b497f-7a06-4363-b161-e859a4104c66 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:05.769259 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a284f3d3-e541-4dd7-b930-86fe6e6554c1 req-912b497f-7a06-4363-b161-e859a4104c66 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.49 "GET /v2.0/ports?device_id=455f9de3-b08b-4e0f-934f-ff91dda28e77 HTTP/1.1" status: 200 len: 945 time: 0.1230292 Sep 22 22:04:05.861048 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-57bf9ebd-d146-4d93-972f-a3322706d7cf req-854c9885-870c-4389-a42f-9dc06bf50002 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa23a15e-a147-46db-82ef-40a0377f95e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908761 Sep 22 22:04:05.864343 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-a284f3d3-e541-4dd7-b930-86fe6e6554c1 req-9eb78852-4776-4e61-9076-f12dc91c98d1 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Deleting port 3d86276d-ebf7-4e83-924e-f1b81de9315a {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:04:05.864681 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-a284f3d3-e541-4dd7-b930-86fe6e6554c1 req-9eb78852-4776-4e61-9076-f12dc91c98d1 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:06.105048 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-a284f3d3-e541-4dd7-b930-86fe6e6554c1 req-9eb78852-4776-4e61-9076-f12dc91c98d1 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] For port 3d86276d-ebf7-4e83-924e-f1b81de9315a, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=3d86276d-ebf7-4e83-924e-f1b81de9315a,segment=NetworkSegment(72a6a114-a7ba-4cc4-8a54-264bf99573f7),segment_id=72a6a114-a7ba-4cc4-8a54-264bf99573f7)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:04:06.105408 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-a284f3d3-e541-4dd7-b930-86fe6e6554c1 req-9eb78852-4776-4e61-9076-f12dc91c98d1 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:06.224869 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-a284f3d3-e541-4dd7-b930-86fe6e6554c1 req-9eb78852-4776-4e61-9076-f12dc91c98d1 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Calling delete_port for 3d86276d-ebf7-4e83-924e-f1b81de9315a owned by compute:nova {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:04:06.365979 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-a284f3d3-e541-4dd7-b930-86fe6e6554c1 req-9eb78852-4776-4e61-9076-f12dc91c98d1 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:06.377178 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['3d86276d-ebf7-4e83-924e-f1b81de9315a'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 22:04:06.415212 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb78852-4776-4e61-9076-f12dc91c98d1 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Pushing event deleted for resources: {'Port': ['ID=3d86276d-ebf7-4e83-924e-f1b81de9315a,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:06.503766 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-a284f3d3-e541-4dd7-b930-86fe6e6554c1 req-9eb78852-4776-4e61-9076-f12dc91c98d1 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] No DVR routers for this DVR port 3d86276d-ebf7-4e83-924e-f1b81de9315a on host hv-neutron-8589 {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 22:04:06.506586 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-a284f3d3-e541-4dd7-b930-86fe6e6554c1 req-9eb78852-4776-4e61-9076-f12dc91c98d1 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:06.509273 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455f9de3-b08b-4e0f-934f-ff91dda28e77', 'name': 'network-vif-deleted', 'tag': '3d86276d-ebf7-4e83-924e-f1b81de9315a'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:04:06.511620 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f88e9a7-8783-493e-a5ea-cc49a645d0f7" -d '{"events": [{"server_uuid": "455f9de3-b08b-4e0f-934f-ff91dda28e77", "name": "network-vif-deleted", "tag": "3d86276d-ebf7-4e83-924e-f1b81de9315a"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:04:06.527431 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a284f3d3-e541-4dd7-b930-86fe6e6554c1 req-9eb78852-4776-4e61-9076-f12dc91c98d1 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.49 "DELETE /v2.0/ports/3d86276d-ebf7-4e83-924e-f1b81de9315a HTTP/1.1" status: 204 len: 173 time: 0.7450984 Sep 22 22:04:06.559560 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1986fc43-496c-4d53-b071-fed94b4a00a3 x-openstack-request-id: req-1986fc43-496c-4d53-b071-fed94b4a00a3 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:04:06.559829 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455f9de3-b08b-4e0f-934f-ff91dda28e77", "name": "network-vif-deleted", "tag": "3d86276d-ebf7-4e83-924e-f1b81de9315a", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:04:06.560095 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1986fc43-496c-4d53-b071-fed94b4a00a3 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:04:06.560472 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1986fc43-496c-4d53-b071-fed94b4a00a3'] response: {'server_uuid': '455f9de3-b08b-4e0f-934f-ff91dda28e77', 'name': 'network-vif-deleted', 'tag': '3d86276d-ebf7-4e83-924e-f1b81de9315a', 'status': 'completed', 'code': 200} Sep 22 22:04:07.036736 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-4d222107-b600-46f8-ae08-d1e0adab39ff req-a9026425-cd7a-4d0e-80ae-aac6a5d97012 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Synchronizing usage tracker for tenant:011caff15d8f44ddbd22e8850ba93cd3 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:04:07.051710 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-4d222107-b600-46f8-ae08-d1e0adab39ff req-a9026425-cd7a-4d0e-80ae-aac6a5d97012 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] Unset dirty status for tenant:011caff15d8f44ddbd22e8850ba93cd3 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:04:07.052898 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4d222107-b600-46f8-ae08-d1e0adab39ff req-a9026425-cd7a-4d0e-80ae-aac6a5d97012 tempest-ServersNegativeTestJSON-1860944702 tempest-ServersNegativeTestJSON-1860944702-project] 10.222.0.33 "GET /v2.0/ports?device_id=455f9de3-b08b-4e0f-934f-ff91dda28e77 HTTP/1.1" status: 200 len: 210 time: 0.0638306 Sep 22 22:04:08.152730 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 56034) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:04:08.760005 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bb458eb2-4845-4e24-a72c-66c150147a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:09.094097 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-bb458eb2-4845-4e24-a72c-66c150147a29 admin admin] Deleting port 4930e94d-1695-40d3-a14e-154f749ccf51 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:04:09.094437 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bb458eb2-4845-4e24-a72c-66c150147a29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:09.258617 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-bb458eb2-4845-4e24-a72c-66c150147a29 admin admin] For port 4930e94d-1695-40d3-a14e-154f749ccf51, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=4930e94d-1695-40d3-a14e-154f749ccf51,segment=NetworkSegment(72a6a114-a7ba-4cc4-8a54-264bf99573f7),segment_id=72a6a114-a7ba-4cc4-8a54-264bf99573f7)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:04:09.259298 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bb458eb2-4845-4e24-a72c-66c150147a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:09.378516 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-bb458eb2-4845-4e24-a72c-66c150147a29 admin admin] Calling delete_port for 4930e94d-1695-40d3-a14e-154f749ccf51 owned by network:router_interface {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:04:09.515175 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 3d86276d-ebf7-4e83-924e-f1b81de9315a no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:04:09.548690 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] No Port match for: 3d86276d-ebf7-4e83-924e-f1b81de9315a {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:04:09.549033 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 3d86276d-ebf7-4e83-924e-f1b81de9315a not bound to the agent host hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:04:09.684699 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bb458eb2-4845-4e24-a72c-66c150147a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:09.731557 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb458eb2-4845-4e24-a72c-66c150147a29 admin admin] Pushing event deleted for resources: {'Port': ['ID=4930e94d-1695-40d3-a14e-154f749ccf51,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:09.755786 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ba538188-456f-4904-9b56-fc71cb81f4f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:10.105965 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bb458eb2-4845-4e24-a72c-66c150147a29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:10.466854 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb458eb2-4845-4e24-a72c-66c150147a29 admin admin] Router 495e6920-c56c-4c48-a888-12e8fa99b4d3 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 22:04:10.645767 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb458eb2-4845-4e24-a72c-66c150147a29 admin admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:04:10.654396 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e76bb52-dc25-4c21-bc9d-95e20bd182c2 None None] Sync routers for ids ['495e6920-c56c-4c48-a888-12e8fa99b4d3'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:04:10.661618 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-bb458eb2-4845-4e24-a72c-66c150147a29 admin admin] 10.222.0.33 "PUT /v2.0/routers/495e6920-c56c-4c48-a888-12e8fa99b4d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5078068 Sep 22 22:04:10.663752 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e76bb52-dc25-4c21-bc9d-95e20bd182c2 None None] Routers {'495e6920-c56c-4c48-a888-12e8fa99b4d3'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:04:10.664056 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 56038) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:04:10.664519 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-6e76bb52-dc25-4c21-bc9d-95e20bd182c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:03:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['495e6920-c56c-4c48-a888-12e8fa99b4d3'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:04:10.837109 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-6e76bb52-dc25-4c21-bc9d-95e20bd182c2 None None] Set router 495e6920-c56c-4c48-a888-12e8fa99b4d3 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:04:10.838066 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b4302026-181d-4a2b-ae63-fde61c52322f admin admin] Notify callbacks [] for router, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:11.014713 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b4302026-181d-4a2b-ae63-fde61c52322f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:11.025543 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-b4302026-181d-4a2b-ae63-fde61c52322f admin admin] Deleting port 449f1862-1a53-471a-9d4a-e74a093b6862 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:04:11.025886 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b4302026-181d-4a2b-ae63-fde61c52322f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:11.152982 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-6e76bb52-dc25-4c21-bc9d-95e20bd182c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495e6920-c56c-4c48-a888-12e8fa99b4d3', 'name': 'tempest-ServersNegativeTestJSON-1049919965-router', 'tenant_id': '011caff15d8f44ddbd22e8850ba93cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '449f1862-1a53-471a-9d4a-e74a093b6862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:03:31Z', 'updated_at': '2022-09-22T22:04:09Z', 'revision_number': 5, 'project_id': '011caff15d8f44ddbd22e8850ba93cd3', 'gw_port': {'id': '449f1862-1a53-471a-9d4a-e74a093b6862', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:db:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495e6920-c56c-4c48-a888-12e8fa99b4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:03:31Z', 'updated_at': '2022-09-22T22:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:04:11.157325 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e76bb52-dc25-4c21-bc9d-95e20bd182c2 None None] Checking router: 495e6920-c56c-4c48-a888-12e8fa99b4d3 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:04:11.165492 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e76bb52-dc25-4c21-bc9d-95e20bd182c2 None None] Routers {'495e6920-c56c-4c48-a888-12e8fa99b4d3'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:04:11.166092 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-6e76bb52-dc25-4c21-bc9d-95e20bd182c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:03:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['495e6920-c56c-4c48-a888-12e8fa99b4d3'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:04:11.202114 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-b4302026-181d-4a2b-ae63-fde61c52322f admin admin] For port 449f1862-1a53-471a-9d4a-e74a093b6862, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=449f1862-1a53-471a-9d4a-e74a093b6862,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:04:11.202475 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b4302026-181d-4a2b-ae63-fde61c52322f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:11.315018 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-6e76bb52-dc25-4c21-bc9d-95e20bd182c2 None None] Set router 495e6920-c56c-4c48-a888-12e8fa99b4d3 gateway port host: None {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:04:11.424335 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-6e76bb52-dc25-4c21-bc9d-95e20bd182c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495e6920-c56c-4c48-a888-12e8fa99b4d3', 'name': 'tempest-ServersNegativeTestJSON-1049919965-router', 'tenant_id': '011caff15d8f44ddbd22e8850ba93cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:03:31Z', 'updated_at': '2022-09-22T22:04:11Z', 'revision_number': 6, 'project_id': '011caff15d8f44ddbd22e8850ba93cd3', 'gw_port_host': None}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:04:11.428301 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e76bb52-dc25-4c21-bc9d-95e20bd182c2 None None] The sync data for ids ['495e6920-c56c-4c48-a888-12e8fa99b4d3'] in dv-neutron-858900-1-hyperv is: [{'id': '495e6920-c56c-4c48-a888-12e8fa99b4d3', 'name': 'tempest-ServersNegativeTestJSON-1049919965-router', 'tenant_id': '011caff15d8f44ddbd22e8850ba93cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:03:31Z', 'updated_at': '2022-09-22T22:04:11Z', 'revision_number': 6, 'project_id': '011caff15d8f44ddbd22e8850ba93cd3', 'gw_port_host': None}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:04:11.443937 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-b4302026-181d-4a2b-ae63-fde61c52322f admin admin] Calling delete_port for 449f1862-1a53-471a-9d4a-e74a093b6862 owned by network:router_gateway {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:04:11.607933 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b4302026-181d-4a2b-ae63-fde61c52322f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:11.657533 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4302026-181d-4a2b-ae63-fde61c52322f admin admin] Pushing event deleted for resources: {'Port': ['ID=449f1862-1a53-471a-9d4a-e74a093b6862,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:11.749922 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b4302026-181d-4a2b-ae63-fde61c52322f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8012236'] for router_gateway, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:11.885074 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 4930e94d-1695-40d3-a14e-154f749ccf51 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:04:11.919031 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 4930e94d-1695-40d3-a14e-154f749ccf51 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:04:11.919395 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 4930e94d-1695-40d3-a14e-154f749ccf51 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:04:11.921630 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b4302026-181d-4a2b-ae63-fde61c52322f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:11.923887 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b4302026-181d-4a2b-ae63-fde61c52322f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:11.946011 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b4302026-181d-4a2b-ae63-fde61c52322f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:11.946548 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4302026-181d-4a2b-ae63-fde61c52322f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 495e6920-c56c-4c48-a888-12e8fa99b4d3 {{(pid=89008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 22:04:11.959215 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b4302026-181d-4a2b-ae63-fde61c52322f admin admin] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:11.960478 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-b4302026-181d-4a2b-ae63-fde61c52322f admin admin] 10.222.0.33 "DELETE /v2.0/routers/495e6920-c56c-4c48-a888-12e8fa99b4d3 HTTP/1.1" status: 204 len: 168 time: 1.2955084 Sep 22 22:04:11.963111 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 56042) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:04:11.963630 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-50a17779-7db5-45c7-9899-17b0bc57a837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:12.023263 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-003b8265-985c-47f8-b12e-c5cec25b0ad3 admin admin] Deleting subnet c32056c6-194a-4800-96ec-9fd0b2de9573 {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 22:04:12.026129 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-003b8265-985c-47f8-b12e-c5cec25b0ad3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:12.073340 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-003b8265-985c-47f8-b12e-c5cec25b0ad3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:12.151295 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-003b8265-985c-47f8-b12e-c5cec25b0ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:12.224516 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-003b8265-985c-47f8-b12e-c5cec25b0ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:12.264194 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b8265-985c-47f8-b12e-c5cec25b0ad3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c32056c6-194a-4800-96ec-9fd0b2de9573,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:12.266142 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-003b8265-985c-47f8-b12e-c5cec25b0ad3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:12.271986 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def3e965-eddd-4a7a-aa3f-1777306105e0 None None] Network 7ac26adb-0691-4de1-9ee2-f7dc6ca02512 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:04:12.272365 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-003b8265-985c-47f8-b12e-c5cec25b0ad3 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/c32056c6-194a-4800-96ec-9fd0b2de9573 HTTP/1.1" status: 204 len: 168 time: 0.3082838 Sep 22 22:04:12.274829 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 56046) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:04:12.382285 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-246e0a97-1192-42a9-9274-60cdc9e34001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:12.393439 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-246e0a97-1192-42a9-9274-60cdc9e34001 admin admin] Deleting port f2f7a954-0ccb-4c02-b4e7-3bcb2a638d86 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:04:12.393775 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-246e0a97-1192-42a9-9274-60cdc9e34001 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:12.550417 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9504627d-670c-4cc3-820e-e9e600451771 None None] DHCP port deletion for 7ac26adb-0691-4de1-9ee2-f7dc6ca02512 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 22:04:12.554890 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-9504627d-670c-4cc3-820e-e9e600451771 None None] Deleting port f2f7a954-0ccb-4c02-b4e7-3bcb2a638d86 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:04:12.555264 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9504627d-670c-4cc3-820e-e9e600451771 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:12.613522 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-246e0a97-1192-42a9-9274-60cdc9e34001 admin admin] For port f2f7a954-0ccb-4c02-b4e7-3bcb2a638d86, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=f2f7a954-0ccb-4c02-b4e7-3bcb2a638d86,segment=NetworkSegment(72a6a114-a7ba-4cc4-8a54-264bf99573f7),segment_id=72a6a114-a7ba-4cc4-8a54-264bf99573f7)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:04:12.614125 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-246e0a97-1192-42a9-9274-60cdc9e34001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:12.734260 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-246e0a97-1192-42a9-9274-60cdc9e34001 admin admin] Calling delete_port for f2f7a954-0ccb-4c02-b4e7-3bcb2a638d86 owned by network:dhcp {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:04:12.753168 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-9504627d-670c-4cc3-820e-e9e600451771 None None] For port f2f7a954-0ccb-4c02-b4e7-3bcb2a638d86, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=f2f7a954-0ccb-4c02-b4e7-3bcb2a638d86,segment=NetworkSegment(72a6a114-a7ba-4cc4-8a54-264bf99573f7),segment_id=72a6a114-a7ba-4cc4-8a54-264bf99573f7)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:04:12.753558 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9504627d-670c-4cc3-820e-e9e600451771 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:12.807656 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-246e0a97-1192-42a9-9274-60cdc9e34001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:12.882750 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-9504627d-670c-4cc3-820e-e9e600451771 None None] Calling delete_port for f2f7a954-0ccb-4c02-b4e7-3bcb2a638d86 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:04:12.932688 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:12.956049 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246e0a97-1192-42a9-9274-60cdc9e34001 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2f7a954-0ccb-4c02-b4e7-3bcb2a638d86,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:12.961208 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246e0a97-1192-42a9-9274-60cdc9e34001 admin admin] No DVR routers for this DVR port f2f7a954-0ccb-4c02-b4e7-3bcb2a638d86 on host dv-neutron-858900-1-hyperv {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 22:04:12.963891 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.db.api [None req-9504627d-670c-4cc3-820e-e9e600451771 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 22:04:12.964250 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG oslo_db.api [None req-9504627d-670c-4cc3-820e-e9e600451771 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 22:04:13.071388 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-246e0a97-1192-42a9-9274-60cdc9e34001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:13.096270 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-246e0a97-1192-42a9-9274-60cdc9e34001 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ac26adb-0691-4de1-9ee2-f7dc6ca02512']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:04:13.107696 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-246e0a97-1192-42a9-9274-60cdc9e34001 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72a6a114-a7ba-4cc4-8a54-264bf99573f7') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:04:13.107996 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-246e0a97-1192-42a9-9274-60cdc9e34001 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72a6a114-a7ba-4cc4-8a54-264bf99573f7') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:04:13.118820 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-246e0a97-1192-42a9-9274-60cdc9e34001 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:13.134343 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-246e0a97-1192-42a9-9274-60cdc9e34001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:13.140859 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-246e0a97-1192-42a9-9274-60cdc9e34001 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 22:04:13.141231 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-246e0a97-1192-42a9-9274-60cdc9e34001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:13.216960 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:13.239337 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-246e0a97-1192-42a9-9274-60cdc9e34001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:13.244164 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-246e0a97-1192-42a9-9274-60cdc9e34001 admin admin] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:13.269643 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246e0a97-1192-42a9-9274-60cdc9e34001 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ac26adb-0691-4de1-9ee2-f7dc6ca02512,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:13.283449 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-246e0a97-1192-42a9-9274-60cdc9e34001 admin admin] 10.222.0.33 "DELETE /v2.0/networks/7ac26adb-0691-4de1-9ee2-f7dc6ca02512 HTTP/1.1" status: 204 len: 168 time: 1.0076458 Sep 22 22:04:13.312823 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 72a6a114-a7ba-4cc4-8a54-264bf99573f7 resource provider aggregate not found Sep 22 22:04:13.328994 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 72a6a114-a7ba-4cc4-8a54-264bf99573f7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 72a6a114-a7ba-4cc4-8a54-264bf99573f7 found for delete ", "request_id": "req-68c89544-db56-45c1-9545-d924ae775c22"}]} Sep 22 22:04:13.399059 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 56058) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:04:13.449935 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-4f50ef68-539a-46c3-ae08-5218db35de27 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=011caff15d8f44ddbd22e8850ba93cd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475180 Sep 22 22:04:13.450167 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 56062) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:04:13.465382 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-9504627d-670c-4cc3-820e-e9e600451771 None None] Deleting port f2f7a954-0ccb-4c02-b4e7-3bcb2a638d86 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:04:13.465900 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9504627d-670c-4cc3-820e-e9e600451771 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:13.515977 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d80b794b-ef8b-4f37-864c-f546b3c6ed94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:13.543634 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d80b794b-ef8b-4f37-864c-f546b3c6ed94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:13.564015 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-9504627d-670c-4cc3-820e-e9e600451771 None None] The port 'f2f7a954-0ccb-4c02-b4e7-3bcb2a638d86' was deleted {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 22:04:13.606276 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d80b794b-ef8b-4f37-864c-f546b3c6ed94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:13.624283 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80b794b-ef8b-4f37-864c-f546b3c6ed94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa23a15e-a147-46db-82ef-40a0377f95e7,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:13.636691 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d80b794b-ef8b-4f37-864c-f546b3c6ed94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:13.648262 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 449f1862-1a53-471a-9d4a-e74a093b6862 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:04:13.650155 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-d80b794b-ef8b-4f37-864c-f546b3c6ed94 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/fa23a15e-a147-46db-82ef-40a0377f95e7 HTTP/1.1" status: 204 len: 168 time: 0.1918004 Sep 22 22:04:13.683751 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 449f1862-1a53-471a-9d4a-e74a093b6862 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:04:13.684459 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 449f1862-1a53-471a-9d4a-e74a093b6862 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:04:13.685077 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device f2f7a954-0ccb-4c02-b4e7-3bcb2a638d86 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:04:13.723502 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: f2f7a954-0ccb-4c02-b4e7-3bcb2a638d86 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:04:13.723862 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device f2f7a954-0ccb-4c02-b4e7-3bcb2a638d86 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:04:14.449181 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 56086) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:04:14.551538 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-bf135d61-beea-41c1-9c57-32f8e0d298b2 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-707237432'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:04:14.556446 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-bf135d61-beea-41c1-9c57-32f8e0d298b2 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:04:14.560298 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-bf135d61-beea-41c1-9c57-32f8e0d298b2 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Usage tracker for resource:network and tenant:24fa5358c1674c22b75d9934f504f0f9 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:04:14.563810 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-bf135d61-beea-41c1-9c57-32f8e0d298b2 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:04:14.569904 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-bf135d61-beea-41c1-9c57-32f8e0d298b2 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:04:14.579437 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf135d61-beea-41c1-9c57-32f8e0d298b2 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Made reservation on behalf of 24fa5358c1674c22b75d9934f504f0f9 for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:04:14.582819 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bf135d61-beea-41c1-9c57-32f8e0d298b2 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:14.594623 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bf135d61-beea-41c1-9c57-32f8e0d298b2 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:14.597063 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:14.609351 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-bf135d61-beea-41c1-9c57-32f8e0d298b2 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:04:14.613111 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-bf135d61-beea-41c1-9c57-32f8e0d298b2 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Usage tracker for resource:security_group_rule and tenant:24fa5358c1674c22b75d9934f504f0f9 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:04:14.615881 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-bf135d61-beea-41c1-9c57-32f8e0d298b2 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:04:14.621472 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-bf135d61-beea-41c1-9c57-32f8e0d298b2 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:04:14.703549 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bf135d61-beea-41c1-9c57-32f8e0d298b2 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:14.707245 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bf135d61-beea-41c1-9c57-32f8e0d298b2 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:14.741835 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf135d61-beea-41c1-9c57-32f8e0d298b2 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 22:04:14.750793 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf135d61-beea-41c1-9c57-32f8e0d298b2 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8727922a-bc3c-4535-bbd5-e3d86ae61e5e,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:14.756341 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bf135d61-beea-41c1-9c57-32f8e0d298b2 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:14.756721 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-bf135d61-beea-41c1-9c57-32f8e0d298b2 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Added segment 1471da1f-06bc-4eda-a3df-72b2b3e3e56d of type vlan for network dc3da70c-ff1c-44b6-a4d2-a88777e0a58b Sep 22 22:04:14.782669 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bf135d61-beea-41c1-9c57-32f8e0d298b2 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:14.810028 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bf135d61-beea-41c1-9c57-32f8e0d298b2 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:14.815318 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf135d61-beea-41c1-9c57-32f8e0d298b2 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:14.815890 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bf135d61-beea-41c1-9c57-32f8e0d298b2 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:14.921622 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-bf135d61-beea-41c1-9c57-32f8e0d298b2 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4713781 Sep 22 22:04:14.924278 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf135d61-beea-41c1-9c57-32f8e0d298b2 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Pushing event updated for resources: {'Network': ['ID=dc3da70c-ff1c-44b6-a4d2-a88777e0a58b,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:14.938024 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network dc3da70c-ff1c-44b6-a4d2-a88777e0a58b details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 22:04:18.250210 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 56092) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:04:18.256040 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-f59b4c8a-2d47-4eea-9207-1d361da900dd tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Request body: {'subnet': {'network_id': 'dc3da70c-ff1c-44b6-a4d2-a88777e0a58b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:04:18.364577 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-f59b4c8a-2d47-4eea-9207-1d361da900dd tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:04:18.368734 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-f59b4c8a-2d47-4eea-9207-1d361da900dd tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Usage tracker for resource:subnet and tenant:24fa5358c1674c22b75d9934f504f0f9 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:04:18.371529 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-f59b4c8a-2d47-4eea-9207-1d361da900dd tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:04:18.377415 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-f59b4c8a-2d47-4eea-9207-1d361da900dd tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:04:18.387033 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59b4c8a-2d47-4eea-9207-1d361da900dd tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Made reservation on behalf of 24fa5358c1674c22b75d9934f504f0f9 for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:04:18.390881 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f59b4c8a-2d47-4eea-9207-1d361da900dd tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:18.601710 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f59b4c8a-2d47-4eea-9207-1d361da900dd tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:18.673790 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b4c8a-2d47-4eea-9207-1d361da900dd tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Pushing event updated for resources: {'Subnet': ['ID=f2b3eb8f-e182-44cf-9852-7f3ef8de4cfa,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:18.684424 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b4c8a-2d47-4eea-9207-1d361da900dd tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:18.684764 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b4c8a-2d47-4eea-9207-1d361da900dd tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:18.685099 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b4c8a-2d47-4eea-9207-1d361da900dd tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:18.685453 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b4c8a-2d47-4eea-9207-1d361da900dd tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:18.685777 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b4c8a-2d47-4eea-9207-1d361da900dd tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:18.686096 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b4c8a-2d47-4eea-9207-1d361da900dd tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:18.686412 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b4c8a-2d47-4eea-9207-1d361da900dd tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:18.686752 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b4c8a-2d47-4eea-9207-1d361da900dd tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:18.687071 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b4c8a-2d47-4eea-9207-1d361da900dd tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:18.687385 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b4c8a-2d47-4eea-9207-1d361da900dd tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:18.687694 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b4c8a-2d47-4eea-9207-1d361da900dd tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:18.688003 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b4c8a-2d47-4eea-9207-1d361da900dd tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:18.693981 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59b4c8a-2d47-4eea-9207-1d361da900dd tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Checking segment: {'id': '1471da1f-06bc-4eda-a3df-72b2b3e3e56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'dc3da70c-ff1c-44b6-a4d2-a88777e0a58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:04:18.694332 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59b4c8a-2d47-4eea-9207-1d361da900dd tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Network hostable DHCP agents. Network: dc3da70c-ff1c-44b6-a4d2-a88777e0a58b, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 22:04:18.712627 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59b4c8a-2d47-4eea-9207-1d361da900dd tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Network dc3da70c-ff1c-44b6-a4d2-a88777e0a58b is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 22:04:18.721756 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-f59b4c8a-2d47-4eea-9207-1d361da900dd tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, dc3da70c-ff1c-44b6-a4d2-a88777e0a58b) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:04:18.725554 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59b4c8a-2d47-4eea-9207-1d361da900dd tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:18.726125 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f59b4c8a-2d47-4eea-9207-1d361da900dd tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:18.730848 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df577089-5935-4b90-a0cb-a97e686983d4 None None] Network dc3da70c-ff1c-44b6-a4d2-a88777e0a58b requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:04:18.751270 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-f59b4c8a-2d47-4eea-9207-1d361da900dd tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4998567 Sep 22 22:04:18.754680 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 56096) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:04:18.760055 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-c5ac8963-ef32-4068-8823-43c186f3eb86 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1363226488'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:04:18.764959 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c5ac8963-ef32-4068-8823-43c186f3eb86 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:04:18.768743 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c5ac8963-ef32-4068-8823-43c186f3eb86 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Usage tracker for resource:network and tenant:24fa5358c1674c22b75d9934f504f0f9 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:04:18.771503 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c5ac8963-ef32-4068-8823-43c186f3eb86 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:04:18.777152 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c5ac8963-ef32-4068-8823-43c186f3eb86 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:04:18.787716 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ac8963-ef32-4068-8823-43c186f3eb86 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Made reservation on behalf of 24fa5358c1674c22b75d9934f504f0f9 for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:04:18.791147 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c5ac8963-ef32-4068-8823-43c186f3eb86 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:18.818774 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5ac8963-ef32-4068-8823-43c186f3eb86 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 22:04:18.827528 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c5ac8963-ef32-4068-8823-43c186f3eb86 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:18.827873 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-c5ac8963-ef32-4068-8823-43c186f3eb86 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Added segment 3fdd8a56-0baa-4932-b10a-14ba216e496f of type vlan for network b765a812-f0f5-4332-b0e2-cdbf34b897c8 Sep 22 22:04:18.853657 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c5ac8963-ef32-4068-8823-43c186f3eb86 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:18.885062 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c5ac8963-ef32-4068-8823-43c186f3eb86 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:18.891073 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ac8963-ef32-4068-8823-43c186f3eb86 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:18.891642 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c5ac8963-ef32-4068-8823-43c186f3eb86 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:18.950527 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663632d8-799a-4a79-a87e-c4a7c0fbeb0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-dc3da70c-ff1c-44b6-a4d2-a88777e0a58b', 'network_id': 'dc3da70c-ff1c-44b6-a4d2-a88777e0a58b', 'tenant_id': '24fa5358c1674c22b75d9934f504f0f9', 'fixed_ips': [{'subnet_id': 'f2b3eb8f-e182-44cf-9852-7f3ef8de4cfa'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 22:04:18.951894 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-663632d8-799a-4a79-a87e-c4a7c0fbeb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:18.985651 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c5ac8963-ef32-4068-8823-43c186f3eb86 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2299588 Sep 22 22:04:18.988832 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 56100) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:04:18.994849 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-2d2af8e1-736f-4a46-9e5f-75fe3ce4f3c9 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Request body: {'subnet': {'network_id': 'b765a812-f0f5-4332-b0e2-cdbf34b897c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:04:18.997271 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac8963-ef32-4068-8823-43c186f3eb86 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Pushing event updated for resources: {'Network': ['ID=b765a812-f0f5-4332-b0e2-cdbf34b897c8,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:19.009446 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network b765a812-f0f5-4332-b0e2-cdbf34b897c8 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 22:04:19.106106 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-2d2af8e1-736f-4a46-9e5f-75fe3ce4f3c9 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:04:19.109852 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-2d2af8e1-736f-4a46-9e5f-75fe3ce4f3c9 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Usage tracker for resource:subnet and tenant:24fa5358c1674c22b75d9934f504f0f9 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:04:19.112648 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-2d2af8e1-736f-4a46-9e5f-75fe3ce4f3c9 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:04:19.118264 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-2d2af8e1-736f-4a46-9e5f-75fe3ce4f3c9 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:04:19.128102 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2af8e1-736f-4a46-9e5f-75fe3ce4f3c9 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Made reservation on behalf of 24fa5358c1674c22b75d9934f504f0f9 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:04:19.131638 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2d2af8e1-736f-4a46-9e5f-75fe3ce4f3c9 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:19.196552 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-663632d8-799a-4a79-a87e-c4a7c0fbeb0a None None] Allocated IP 2001:db8:0:ffff::2 (dc3da70c-ff1c-44b6-a4d2-a88777e0a58b/f2b3eb8f-e182-44cf-9852-7f3ef8de4cfa/9a449d72-6a46-4b5f-b3a6-362a302e9f19) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:04:19.351246 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2d2af8e1-736f-4a46-9e5f-75fe3ce4f3c9 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:19.405951 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-663632d8-799a-4a79-a87e-c4a7c0fbeb0a None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:19.416465 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-663632d8-799a-4a79-a87e-c4a7c0fbeb0a None None] Transition to ACTIVE for port object 9a449d72-6a46-4b5f-b3a6-362a302e9f19 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:04:19.426119 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2af8e1-736f-4a46-9e5f-75fe3ce4f3c9 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Pushing event updated for resources: {'Subnet': ['ID=f714781b-bbe0-4f0a-ab9f-ccce7bebefa0,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:19.436119 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-663632d8-799a-4a79-a87e-c4a7c0fbeb0a None None] Transition to ACTIVE for port object 9a449d72-6a46-4b5f-b3a6-362a302e9f19 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:04:19.437579 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2af8e1-736f-4a46-9e5f-75fe3ce4f3c9 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Checking segment: {'id': '3fdd8a56-0baa-4932-b10a-14ba216e496f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b765a812-f0f5-4332-b0e2-cdbf34b897c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:04:19.437989 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2af8e1-736f-4a46-9e5f-75fe3ce4f3c9 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Network hostable DHCP agents. Network: b765a812-f0f5-4332-b0e2-cdbf34b897c8, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 22:04:19.443175 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-663632d8-799a-4a79-a87e-c4a7c0fbeb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:19.459930 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2af8e1-736f-4a46-9e5f-75fe3ce4f3c9 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Network b765a812-f0f5-4332-b0e2-cdbf34b897c8 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 22:04:19.469408 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-2d2af8e1-736f-4a46-9e5f-75fe3ce4f3c9 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, b765a812-f0f5-4332-b0e2-cdbf34b897c8) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:04:19.473675 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2af8e1-736f-4a46-9e5f-75fe3ce4f3c9 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:19.474267 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2d2af8e1-736f-4a46-9e5f-75fe3ce4f3c9 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:19.484421 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fd0340-87e5-4621-83a8-c1d337ad470a None None] Network b765a812-f0f5-4332-b0e2-cdbf34b897c8 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:04:19.500222 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2d2af8e1-736f-4a46-9e5f-75fe3ce4f3c9 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5101218 Sep 22 22:04:19.503110 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 56104) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:04:19.591120 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663632d8-799a-4a79-a87e-c4a7c0fbeb0a None None] Network dc3da70c-ff1c-44b6-a4d2-a88777e0a58b is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:04:19.592516 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663632d8-799a-4a79-a87e-c4a7c0fbeb0a None None] Pushing event updated for resources: {'Port': ['ID=9a449d72-6a46-4b5f-b3a6-362a302e9f19,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:19.596869 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-663632d8-799a-4a79-a87e-c4a7c0fbeb0a None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:04:19.600531 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663632d8-799a-4a79-a87e-c4a7c0fbeb0a None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:04:19.646629 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c6facc7e-7a23-4257-b2c7-07bc038282e6 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:19.711150 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c6facc7e-7a23-4257-b2c7-07bc038282e6 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:19.795037 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-663632d8-799a-4a79-a87e-c4a7c0fbeb0a None None] Attempting to bind port 9a449d72-6a46-4b5f-b3a6-362a302e9f19 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:04:19.795652 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-663632d8-799a-4a79-a87e-c4a7c0fbeb0a None None] Attempting to bind port 9a449d72-6a46-4b5f-b3a6-362a302e9f19 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '1471da1f-06bc-4eda-a3df-72b2b3e3e56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'dc3da70c-ff1c-44b6-a4d2-a88777e0a58b'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:04:19.795770 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663632d8-799a-4a79-a87e-c4a7c0fbeb0a None None] Attempting to bind port 9a449d72-6a46-4b5f-b3a6-362a302e9f19 on network dc3da70c-ff1c-44b6-a4d2-a88777e0a58b {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:04:19.812353 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663632d8-799a-4a79-a87e-c4a7c0fbeb0a None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:04:19.812719 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663632d8-799a-4a79-a87e-c4a7c0fbeb0a None None] Checking segment: {'id': '1471da1f-06bc-4eda-a3df-72b2b3e3e56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'dc3da70c-ff1c-44b6-a4d2-a88777e0a58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:04:19.813124 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-663632d8-799a-4a79-a87e-c4a7c0fbeb0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:19.813494 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663632d8-799a-4a79-a87e-c4a7c0fbeb0a None None] Bound using segment: {'id': '1471da1f-06bc-4eda-a3df-72b2b3e3e56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'dc3da70c-ff1c-44b6-a4d2-a88777e0a58b'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:04:19.813968 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-663632d8-799a-4a79-a87e-c4a7c0fbeb0a None None] Bound port: 9a449d72-6a46-4b5f-b3a6-362a302e9f19, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1471da1f-06bc-4eda-a3df-72b2b3e3e56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'dc3da70c-ff1c-44b6-a4d2-a88777e0a58b'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:04:19.814328 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-663632d8-799a-4a79-a87e-c4a7c0fbeb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:19.891990 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c6facc7e-7a23-4257-b2c7-07bc038282e6 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:19.932200 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6facc7e-7a23-4257-b2c7-07bc038282e6 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Pushing event deleted for resources: {'Subnet': ['ID=f714781b-bbe0-4f0a-ab9f-ccce7bebefa0,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:19.938414 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136d388c-de87-4cb5-9558-d60b62d2c378 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-b765a812-f0f5-4332-b0e2-cdbf34b897c8', 'network_id': 'b765a812-f0f5-4332-b0e2-cdbf34b897c8', 'tenant_id': '24fa5358c1674c22b75d9934f504f0f9', 'fixed_ips': [{'subnet_id': 'f714781b-bbe0-4f0a-ab9f-ccce7bebefa0'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 22:04:19.939249 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-136d388c-de87-4cb5-9558-d60b62d2c378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:19.968211 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-663632d8-799a-4a79-a87e-c4a7c0fbeb0a None None] For port 9a449d72-6a46-4b5f-b3a6-362a302e9f19, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:04:20.011960 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-663632d8-799a-4a79-a87e-c4a7c0fbeb0a None None] For port 9a449d72-6a46-4b5f-b3a6-362a302e9f19, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=9a449d72-6a46-4b5f-b3a6-362a302e9f19,segment=NetworkSegment(1471da1f-06bc-4eda-a3df-72b2b3e3e56d),segment_id=1471da1f-06bc-4eda-a3df-72b2b3e3e56d)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:04:20.026514 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-663632d8-799a-4a79-a87e-c4a7c0fbeb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:20.027161 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c6facc7e-7a23-4257-b2c7-07bc038282e6 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:20.052425 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-c6facc7e-7a23-4257-b2c7-07bc038282e6 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b765a812-f0f5-4332-b0e2-cdbf34b897c8']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:04:20.065173 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-c6facc7e-7a23-4257-b2c7-07bc038282e6 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fdd8a56-0baa-4932-b10a-14ba216e496f') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:04:20.065470 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-c6facc7e-7a23-4257-b2c7-07bc038282e6 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fdd8a56-0baa-4932-b10a-14ba216e496f') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:04:20.077423 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c6facc7e-7a23-4257-b2c7-07bc038282e6 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:20.093220 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c6facc7e-7a23-4257-b2c7-07bc038282e6 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:20.100685 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6facc7e-7a23-4257-b2c7-07bc038282e6 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 22:04:20.100842 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c6facc7e-7a23-4257-b2c7-07bc038282e6 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:20.121065 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663632d8-799a-4a79-a87e-c4a7c0fbeb0a None None] Pushing event updated for resources: {'Port': ['ID=9a449d72-6a46-4b5f-b3a6-362a302e9f19,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:20.131573 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7adfe7f-f616-47e1-832e-10676934d84e None None] Network b765a812-f0f5-4332-b0e2-cdbf34b897c8 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:04:20.186962 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 3fdd8a56-0baa-4932-b10a-14ba216e496f resource provider aggregate not found Sep 22 22:04:20.212595 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 3fdd8a56-0baa-4932-b10a-14ba216e496f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3fdd8a56-0baa-4932-b10a-14ba216e496f found for delete ", "request_id": "req-e296cd41-5128-4ee5-a50f-5fda15d03b03"}]} Sep 22 22:04:20.224848 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c6facc7e-7a23-4257-b2c7-07bc038282e6 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:20.242448 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c6facc7e-7a23-4257-b2c7-07bc038282e6 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:20.255714 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6facc7e-7a23-4257-b2c7-07bc038282e6 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Pushing event deleted for resources: {'Network': ['ID=b765a812-f0f5-4332-b0e2-cdbf34b897c8,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:20.260136 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c6facc7e-7a23-4257-b2c7-07bc038282e6 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] 10.222.0.33 "DELETE /v2.0/networks/b765a812-f0f5-4332-b0e2-cdbf34b897c8 HTTP/1.1" status: 204 len: 168 time: 0.7560103 Sep 22 22:04:20.266243 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 56112) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:04:20.275230 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-33ef4117-bfad-42f4-8d40-6d162fda746b tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-919262788'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:04:20.280885 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-33ef4117-bfad-42f4-8d40-6d162fda746b tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:04:20.315785 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-33ef4117-bfad-42f4-8d40-6d162fda746b tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Usage tracker for resource:network and tenant:24fa5358c1674c22b75d9934f504f0f9 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:04:20.319737 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-33ef4117-bfad-42f4-8d40-6d162fda746b tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:04:20.327536 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-33ef4117-bfad-42f4-8d40-6d162fda746b tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:04:20.339982 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ef4117-bfad-42f4-8d40-6d162fda746b tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Made reservation on behalf of 24fa5358c1674c22b75d9934f504f0f9 for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:04:20.343668 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-33ef4117-bfad-42f4-8d40-6d162fda746b tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:20.373990 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33ef4117-bfad-42f4-8d40-6d162fda746b tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 22:04:20.384178 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-33ef4117-bfad-42f4-8d40-6d162fda746b tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:20.384517 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-33ef4117-bfad-42f4-8d40-6d162fda746b tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Added segment 987ca176-4563-4892-98fe-a071d12bf133 of type vlan for network 81cb1835-3cb4-489b-af0f-9285f30948bc Sep 22 22:04:20.412060 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-33ef4117-bfad-42f4-8d40-6d162fda746b tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:20.445803 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-33ef4117-bfad-42f4-8d40-6d162fda746b tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:20.451811 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ef4117-bfad-42f4-8d40-6d162fda746b tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:20.452397 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-33ef4117-bfad-42f4-8d40-6d162fda746b tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:20.552829 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-33ef4117-bfad-42f4-8d40-6d162fda746b tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2845840 Sep 22 22:04:20.555823 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 56116) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:04:20.561981 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef4117-bfad-42f4-8d40-6d162fda746b tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Pushing event updated for resources: {'Network': ['ID=81cb1835-3cb4-489b-af0f-9285f30948bc,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:20.562348 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-0b316e70-7516-416b-b81f-f42570e9b482 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Request body: {'subnet': {'network_id': '81cb1835-3cb4-489b-af0f-9285f30948bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:04:20.572190 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 81cb1835-3cb4-489b-af0f-9285f30948bc details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 22:04:20.672471 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-0b316e70-7516-416b-b81f-f42570e9b482 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:04:20.676342 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-0b316e70-7516-416b-b81f-f42570e9b482 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Usage tracker for resource:subnet and tenant:24fa5358c1674c22b75d9934f504f0f9 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:04:20.679154 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-0b316e70-7516-416b-b81f-f42570e9b482 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:04:20.684829 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-0b316e70-7516-416b-b81f-f42570e9b482 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:04:20.695120 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b316e70-7516-416b-b81f-f42570e9b482 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Made reservation on behalf of 24fa5358c1674c22b75d9934f504f0f9 for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:04:20.698670 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0b316e70-7516-416b-b81f-f42570e9b482 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:20.792392 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.ipam_backend_mixin [None req-0b316e70-7516-416b-b81f-f42570e9b482 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Performing IP validity checks on allocation pools {{(pid=89008) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 22 22:04:20.792922 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.ipam_backend_mixin [None req-0b316e70-7516-416b-b81f-f42570e9b482 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89008) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 22 22:04:20.920578 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0b316e70-7516-416b-b81f-f42570e9b482 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:21.004359 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b316e70-7516-416b-b81f-f42570e9b482 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Pushing event updated for resources: {'Subnet': ['ID=621f2254-e1d6-4e50-b567-7f401719f4ec,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:21.013179 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b316e70-7516-416b-b81f-f42570e9b482 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Checking segment: {'id': '987ca176-4563-4892-98fe-a071d12bf133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '81cb1835-3cb4-489b-af0f-9285f30948bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:04:21.014112 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b316e70-7516-416b-b81f-f42570e9b482 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Network hostable DHCP agents. Network: 81cb1835-3cb4-489b-af0f-9285f30948bc, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 22:04:21.033201 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b316e70-7516-416b-b81f-f42570e9b482 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Network 81cb1835-3cb4-489b-af0f-9285f30948bc is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 22:04:21.044470 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-0b316e70-7516-416b-b81f-f42570e9b482 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 81cb1835-3cb4-489b-af0f-9285f30948bc) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:04:21.047485 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30008fe7-854e-4929-a327-59aa3f205f16 None None] Network dc3da70c-ff1c-44b6-a4d2-a88777e0a58b requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:04:21.048597 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b316e70-7516-416b-b81f-f42570e9b482 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:21.049139 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0b316e70-7516-416b-b81f-f42570e9b482 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:21.063793 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55282f90-fcdc-4a41-bb5f-cdbe00e31f3a None None] Network 81cb1835-3cb4-489b-af0f-9285f30948bc requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:04:21.071621 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-0b316e70-7516-416b-b81f-f42570e9b482 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5145679 Sep 22 22:04:21.074144 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 56120) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:04:21.212273 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bbe70d38-b7d9-49c8-bb9b-c4cfdf7eb07d tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:21.228129 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-10b44e44-c8db-464c-9ab9-d4c34e2cdab4 None None] Provisioning for port 9a449d72-6a46-4b5f-b3a6-362a302e9f19 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:04:21.278714 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bbe70d38-b7d9-49c8-bb9b-c4cfdf7eb07d tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:21.356495 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bbe70d38-b7d9-49c8-bb9b-c4cfdf7eb07d tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:21.396582 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe70d38-b7d9-49c8-bb9b-c4cfdf7eb07d tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Pushing event deleted for resources: {'Subnet': ['ID=621f2254-e1d6-4e50-b567-7f401719f4ec,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:21.477677 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb65c8a5-17fe-4135-b4d4-df0ce516ae17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-81cb1835-3cb4-489b-af0f-9285f30948bc', 'network_id': '81cb1835-3cb4-489b-af0f-9285f30948bc', 'tenant_id': '24fa5358c1674c22b75d9934f504f0f9', 'fixed_ips': [{'subnet_id': '621f2254-e1d6-4e50-b567-7f401719f4ec'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 22:04:21.478491 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-fb65c8a5-17fe-4135-b4d4-df0ce516ae17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:21.494341 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bbe70d38-b7d9-49c8-bb9b-c4cfdf7eb07d tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:21.520407 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-bbe70d38-b7d9-49c8-bb9b-c4cfdf7eb07d tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81cb1835-3cb4-489b-af0f-9285f30948bc']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:04:21.532648 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-bbe70d38-b7d9-49c8-bb9b-c4cfdf7eb07d tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '987ca176-4563-4892-98fe-a071d12bf133') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:04:21.532940 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-bbe70d38-b7d9-49c8-bb9b-c4cfdf7eb07d tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '987ca176-4563-4892-98fe-a071d12bf133') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:04:21.543955 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bbe70d38-b7d9-49c8-bb9b-c4cfdf7eb07d tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:21.560884 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bbe70d38-b7d9-49c8-bb9b-c4cfdf7eb07d tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:21.567056 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbe70d38-b7d9-49c8-bb9b-c4cfdf7eb07d tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 22:04:21.567640 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bbe70d38-b7d9-49c8-bb9b-c4cfdf7eb07d tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:21.600526 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850ba68f-7681-4830-b21e-4c4729f6191f None None] Network 81cb1835-3cb4-489b-af0f-9285f30948bc requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:04:21.674905 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bbe70d38-b7d9-49c8-bb9b-c4cfdf7eb07d tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:21.698075 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 9a449d72-6a46-4b5f-b3a6-362a302e9f19 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:04:21.703509 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bbe70d38-b7d9-49c8-bb9b-c4cfdf7eb07d tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:21.714729 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe70d38-b7d9-49c8-bb9b-c4cfdf7eb07d tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Pushing event deleted for resources: {'Network': ['ID=81cb1835-3cb4-489b-af0f-9285f30948bc,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:21.722709 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-bbe70d38-b7d9-49c8-bb9b-c4cfdf7eb07d tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] 10.222.0.33 "DELETE /v2.0/networks/81cb1835-3cb4-489b-af0f-9285f30948bc HTTP/1.1" status: 204 len: 168 time: 0.6444533 Sep 22 22:04:21.723769 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 56124) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:04:21.730006 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-f0afe751-c4f0-4f8c-82b5-2b73e56b9e2a tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2073567388'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:04:21.738553 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-f0afe751-c4f0-4f8c-82b5-2b73e56b9e2a tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:04:21.742712 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f0afe751-c4f0-4f8c-82b5-2b73e56b9e2a tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Usage tracker for resource:network and tenant:24fa5358c1674c22b75d9934f504f0f9 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:04:21.745897 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f0afe751-c4f0-4f8c-82b5-2b73e56b9e2a tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:04:21.752930 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-f0afe751-c4f0-4f8c-82b5-2b73e56b9e2a tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:04:21.765704 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0afe751-c4f0-4f8c-82b5-2b73e56b9e2a tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Made reservation on behalf of 24fa5358c1674c22b75d9934f504f0f9 for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:04:21.769885 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f0afe751-c4f0-4f8c-82b5-2b73e56b9e2a tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:21.799715 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0afe751-c4f0-4f8c-82b5-2b73e56b9e2a tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 22:04:21.808665 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f0afe751-c4f0-4f8c-82b5-2b73e56b9e2a tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:21.809036 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-f0afe751-c4f0-4f8c-82b5-2b73e56b9e2a tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Added segment ea6e18c8-5b5e-4793-b9ad-2488d21db94e of type vlan for network 04dd3e81-019c-43cf-9394-b12e31d57dad Sep 22 22:04:21.836163 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f0afe751-c4f0-4f8c-82b5-2b73e56b9e2a tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:21.854542 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 9a449d72-6a46-4b5f-b3a6-362a302e9f19 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:04:21.860022 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 9a449d72-6a46-4b5f-b3a6-362a302e9f19 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:04:21.860396 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:21.860727 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 9a449d72-6a46-4b5f-b3a6-362a302e9f19 Sep 22 22:04:21.867501 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f0afe751-c4f0-4f8c-82b5-2b73e56b9e2a tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:21.873659 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0afe751-c4f0-4f8c-82b5-2b73e56b9e2a tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:21.874230 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f0afe751-c4f0-4f8c-82b5-2b73e56b9e2a tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:21.924229 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-f457c890-c2a5-4b24-af20-09f8c254c5e7 None None] Provisioning complete for port 9a449d72-6a46-4b5f-b3a6-362a302e9f19 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:04:21.924598 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f457c890-c2a5-4b24-af20-09f8c254c5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:21.924929 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-f457c890-c2a5-4b24-af20-09f8c254c5e7 None None] Attempt 1 to provision port 9a449d72-6a46-4b5f-b3a6-362a302e9f19 Sep 22 22:04:22.079692 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-f0afe751-c4f0-4f8c-82b5-2b73e56b9e2a tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3547189 Sep 22 22:04:22.082634 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 56128) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:04:22.083487 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 9a449d72-6a46-4b5f-b3a6-362a302e9f19 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:04:22.083952 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:22.086705 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afe751-c4f0-4f8c-82b5-2b73e56b9e2a tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Pushing event updated for resources: {'Network': ['ID=04dd3e81-019c-43cf-9394-b12e31d57dad,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:22.088212 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-82261561-d93e-4fd9-bb81-f9a9536c16e2 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Request body: {'subnet': {'network_id': '04dd3e81-019c-43cf-9394-b12e31d57dad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:04:22.102317 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 04dd3e81-019c-43cf-9394-b12e31d57dad details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 22:04:22.199415 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-82261561-d93e-4fd9-bb81-f9a9536c16e2 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:04:22.203981 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-82261561-d93e-4fd9-bb81-f9a9536c16e2 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Usage tracker for resource:subnet and tenant:24fa5358c1674c22b75d9934f504f0f9 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:04:22.206870 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-82261561-d93e-4fd9-bb81-f9a9536c16e2 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:04:22.212686 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-82261561-d93e-4fd9-bb81-f9a9536c16e2 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:04:22.229489 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82261561-d93e-4fd9-bb81-f9a9536c16e2 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Made reservation on behalf of 24fa5358c1674c22b75d9934f504f0f9 for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:04:22.233367 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-82261561-d93e-4fd9-bb81-f9a9536c16e2 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:22.254404 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 987ca176-4563-4892-98fe-a071d12bf133 resource provider aggregate not found Sep 22 22:04:22.264909 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 9a449d72-6a46-4b5f-b3a6-362a302e9f19, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=9a449d72-6a46-4b5f-b3a6-362a302e9f19,segment=NetworkSegment(1471da1f-06bc-4eda-a3df-72b2b3e3e56d),segment_id=1471da1f-06bc-4eda-a3df-72b2b3e3e56d)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:04:22.270562 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-f457c890-c2a5-4b24-af20-09f8c254c5e7 None None] Current status of the port 9a449d72-6a46-4b5f-b3a6-362a302e9f19 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:04:22.270946 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f457c890-c2a5-4b24-af20-09f8c254c5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:22.284362 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:22.417340 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 987ca176-4563-4892-98fe-a071d12bf133 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 987ca176-4563-4892-98fe-a071d12bf133 found for delete ", "request_id": "req-6b410bf6-b8ab-4e3c-bb87-85c146876285"}]} Sep 22 22:04:22.419350 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.db.api [None req-f457c890-c2a5-4b24-af20-09f8c254c5e7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 22:04:22.419742 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG oslo_db.api [None req-f457c890-c2a5-4b24-af20-09f8c254c5e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 22:04:22.420223 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=9a449d72-6a46-4b5f-b3a6-362a302e9f19,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:22.563547 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-82261561-d93e-4fd9-bb81-f9a9536c16e2 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:22.646350 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82261561-d93e-4fd9-bb81-f9a9536c16e2 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Pushing event updated for resources: {'Subnet': ['ID=5df32db0-d731-40da-a1dc-7584090337b0,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:22.650354 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82261561-d93e-4fd9-bb81-f9a9536c16e2 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Checking segment: {'id': 'ea6e18c8-5b5e-4793-b9ad-2488d21db94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '04dd3e81-019c-43cf-9394-b12e31d57dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:04:22.650745 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82261561-d93e-4fd9-bb81-f9a9536c16e2 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Network hostable DHCP agents. Network: 04dd3e81-019c-43cf-9394-b12e31d57dad, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 22:04:22.669095 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82261561-d93e-4fd9-bb81-f9a9536c16e2 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Network 04dd3e81-019c-43cf-9394-b12e31d57dad is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 22:04:22.678913 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-82261561-d93e-4fd9-bb81-f9a9536c16e2 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 04dd3e81-019c-43cf-9394-b12e31d57dad) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:04:22.683033 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82261561-d93e-4fd9-bb81-f9a9536c16e2 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:22.683617 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-82261561-d93e-4fd9-bb81-f9a9536c16e2 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:22.688735 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1138ebb-5f83-4ddd-a27f-0a6f8911f657 None None] Network 04dd3e81-019c-43cf-9394-b12e31d57dad requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:04:22.709791 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-82261561-d93e-4fd9-bb81-f9a9536c16e2 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6259136 Sep 22 22:04:22.713300 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 56136) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:04:22.719150 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-79bda64a-061a-42d3-b780-11bba9167550 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-145847215'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:04:22.724700 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-79bda64a-061a-42d3-b780-11bba9167550 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:04:22.728785 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-79bda64a-061a-42d3-b780-11bba9167550 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Usage tracker for resource:network and tenant:24fa5358c1674c22b75d9934f504f0f9 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:04:22.731673 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-79bda64a-061a-42d3-b780-11bba9167550 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:04:22.738503 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-79bda64a-061a-42d3-b780-11bba9167550 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:04:22.749044 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79bda64a-061a-42d3-b780-11bba9167550 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Made reservation on behalf of 24fa5358c1674c22b75d9934f504f0f9 for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:04:22.752533 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-79bda64a-061a-42d3-b780-11bba9167550 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:22.780387 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79bda64a-061a-42d3-b780-11bba9167550 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 22:04:22.789225 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-79bda64a-061a-42d3-b780-11bba9167550 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:22.789560 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-79bda64a-061a-42d3-b780-11bba9167550 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Added segment e60c420a-bfbe-4c71-a731-64dbe6616ce0 of type vlan for network 74d5c6de-fe2f-46d7-8110-73b3c487a01a Sep 22 22:04:22.815943 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-79bda64a-061a-42d3-b780-11bba9167550 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:22.848736 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-79bda64a-061a-42d3-b780-11bba9167550 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:22.854290 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bda64a-061a-42d3-b780-11bba9167550 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:22.855013 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-79bda64a-061a-42d3-b780-11bba9167550 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:22.904822 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e0ad3c-909d-4003-a436-02633aa057e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-04dd3e81-019c-43cf-9394-b12e31d57dad', 'network_id': '04dd3e81-019c-43cf-9394-b12e31d57dad', 'tenant_id': '24fa5358c1674c22b75d9934f504f0f9', 'fixed_ips': [{'subnet_id': '5df32db0-d731-40da-a1dc-7584090337b0'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 22:04:22.905641 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c2e0ad3c-909d-4003-a436-02633aa057e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:22.953645 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-79bda64a-061a-42d3-b780-11bba9167550 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2391787 Sep 22 22:04:22.956632 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 56140) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:04:22.964437 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-d2843e88-9e86-4496-bdfe-1fa0b4517977 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Request body: {'subnet': {'network_id': '74d5c6de-fe2f-46d7-8110-73b3c487a01a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:04:22.986539 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bda64a-061a-42d3-b780-11bba9167550 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Pushing event updated for resources: {'Network': ['ID=74d5c6de-fe2f-46d7-8110-73b3c487a01a,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:23.005695 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 74d5c6de-fe2f-46d7-8110-73b3c487a01a details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 22:04:23.040736 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-f457c890-c2a5-4b24-af20-09f8c254c5e7 None None] Current status of the port 9a449d72-6a46-4b5f-b3a6-362a302e9f19 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:04:23.078475 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-d2843e88-9e86-4496-bdfe-1fa0b4517977 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:04:23.082329 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-d2843e88-9e86-4496-bdfe-1fa0b4517977 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Usage tracker for resource:subnet and tenant:24fa5358c1674c22b75d9934f504f0f9 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:04:23.085137 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-d2843e88-9e86-4496-bdfe-1fa0b4517977 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:04:23.090836 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-d2843e88-9e86-4496-bdfe-1fa0b4517977 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:04:23.100675 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2843e88-9e86-4496-bdfe-1fa0b4517977 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Made reservation on behalf of 24fa5358c1674c22b75d9934f504f0f9 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:04:23.104275 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d2843e88-9e86-4496-bdfe-1fa0b4517977 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:23.200607 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-c2e0ad3c-909d-4003-a436-02633aa057e7 None None] Allocated IP 2001:db8::2 (04dd3e81-019c-43cf-9394-b12e31d57dad/5df32db0-d731-40da-a1dc-7584090337b0/094810f4-a107-47c5-90e4-ad0cf04bdca0) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:04:23.337876 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d2843e88-9e86-4496-bdfe-1fa0b4517977 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:23.408381 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c2e0ad3c-909d-4003-a436-02633aa057e7 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:23.418827 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-c2e0ad3c-909d-4003-a436-02633aa057e7 None None] Transition to ACTIVE for port object 094810f4-a107-47c5-90e4-ad0cf04bdca0 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:04:23.419074 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2843e88-9e86-4496-bdfe-1fa0b4517977 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Pushing event updated for resources: {'Subnet': ['ID=f64c43bf-2e64-4f94-a5bd-20b525e49fdd,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:23.428305 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2843e88-9e86-4496-bdfe-1fa0b4517977 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Checking segment: {'id': 'e60c420a-bfbe-4c71-a731-64dbe6616ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '74d5c6de-fe2f-46d7-8110-73b3c487a01a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:04:23.428656 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2843e88-9e86-4496-bdfe-1fa0b4517977 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Network hostable DHCP agents. Network: 74d5c6de-fe2f-46d7-8110-73b3c487a01a, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 22:04:23.438518 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-c2e0ad3c-909d-4003-a436-02633aa057e7 None None] Transition to ACTIVE for port object 094810f4-a107-47c5-90e4-ad0cf04bdca0 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:04:23.443613 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c2e0ad3c-909d-4003-a436-02633aa057e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:23.447954 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2843e88-9e86-4496-bdfe-1fa0b4517977 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Network 74d5c6de-fe2f-46d7-8110-73b3c487a01a is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 22:04:23.457357 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-d2843e88-9e86-4496-bdfe-1fa0b4517977 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 74d5c6de-fe2f-46d7-8110-73b3c487a01a) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:04:23.461841 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2843e88-9e86-4496-bdfe-1fa0b4517977 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:23.462624 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d2843e88-9e86-4496-bdfe-1fa0b4517977 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:23.483675 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6fdc38-64be-4a80-8d6c-0abbcae78c3e None None] Network 74d5c6de-fe2f-46d7-8110-73b3c487a01a requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:04:23.484544 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d2843e88-9e86-4496-bdfe-1fa0b4517977 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5270374 Sep 22 22:04:23.487217 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 56144) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:04:23.578300 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e0ad3c-909d-4003-a436-02633aa057e7 None None] Network 04dd3e81-019c-43cf-9394-b12e31d57dad is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:04:23.587481 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-c2e0ad3c-909d-4003-a436-02633aa057e7 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:04:23.593900 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e0ad3c-909d-4003-a436-02633aa057e7 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:04:23.602754 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e0ad3c-909d-4003-a436-02633aa057e7 None None] Pushing event updated for resources: {'Port': ['ID=094810f4-a107-47c5-90e4-ad0cf04bdca0,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:23.631963 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ec30dde8-98bb-49a6-be2c-66d63d0ce729 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:23.670280 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 9a449d72-6a46-4b5f-b3a6-362a302e9f19 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:04:23.705825 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ec30dde8-98bb-49a6-be2c-66d63d0ce729 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:23.780422 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ec30dde8-98bb-49a6-be2c-66d63d0ce729 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:23.818595 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec30dde8-98bb-49a6-be2c-66d63d0ce729 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Pushing event deleted for resources: {'Subnet': ['ID=f64c43bf-2e64-4f94-a5bd-20b525e49fdd,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:23.833753 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-c2e0ad3c-909d-4003-a436-02633aa057e7 None None] Attempting to bind port 094810f4-a107-47c5-90e4-ad0cf04bdca0 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:04:23.834126 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-c2e0ad3c-909d-4003-a436-02633aa057e7 None None] Attempting to bind port 094810f4-a107-47c5-90e4-ad0cf04bdca0 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'ea6e18c8-5b5e-4793-b9ad-2488d21db94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '04dd3e81-019c-43cf-9394-b12e31d57dad'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:04:23.834488 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e0ad3c-909d-4003-a436-02633aa057e7 None None] Attempting to bind port 094810f4-a107-47c5-90e4-ad0cf04bdca0 on network 04dd3e81-019c-43cf-9394-b12e31d57dad {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:04:23.895834 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e0ad3c-909d-4003-a436-02633aa057e7 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:04:23.896127 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e0ad3c-909d-4003-a436-02633aa057e7 None None] Checking segment: {'id': 'ea6e18c8-5b5e-4793-b9ad-2488d21db94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '04dd3e81-019c-43cf-9394-b12e31d57dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:04:23.896529 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c2e0ad3c-909d-4003-a436-02633aa057e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:23.896936 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e0ad3c-909d-4003-a436-02633aa057e7 None None] Bound using segment: {'id': 'ea6e18c8-5b5e-4793-b9ad-2488d21db94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '04dd3e81-019c-43cf-9394-b12e31d57dad'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:04:23.897393 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-c2e0ad3c-909d-4003-a436-02633aa057e7 None None] Bound port: 094810f4-a107-47c5-90e4-ad0cf04bdca0, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea6e18c8-5b5e-4793-b9ad-2488d21db94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '04dd3e81-019c-43cf-9394-b12e31d57dad'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:04:23.897772 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c2e0ad3c-909d-4003-a436-02633aa057e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:23.911200 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ec30dde8-98bb-49a6-be2c-66d63d0ce729 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:23.929969 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b2324a-c0d4-43cb-bbc5-959a0d4d5992 None None] Network 74d5c6de-fe2f-46d7-8110-73b3c487a01a requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:04:23.938808 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-ec30dde8-98bb-49a6-be2c-66d63d0ce729 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74d5c6de-fe2f-46d7-8110-73b3c487a01a']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:04:23.951751 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-ec30dde8-98bb-49a6-be2c-66d63d0ce729 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e60c420a-bfbe-4c71-a731-64dbe6616ce0') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:04:23.952054 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-ec30dde8-98bb-49a6-be2c-66d63d0ce729 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e60c420a-bfbe-4c71-a731-64dbe6616ce0') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:04:23.963298 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ec30dde8-98bb-49a6-be2c-66d63d0ce729 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:23.982848 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ec30dde8-98bb-49a6-be2c-66d63d0ce729 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:23.989036 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec30dde8-98bb-49a6-be2c-66d63d0ce729 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 22:04:23.989469 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ec30dde8-98bb-49a6-be2c-66d63d0ce729 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:24.051500 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 9a449d72-6a46-4b5f-b3a6-362a302e9f19 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:04:24.051874 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:24.052208 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 9a449d72-6a46-4b5f-b3a6-362a302e9f19 Sep 22 22:04:24.055471 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment e60c420a-bfbe-4c71-a731-64dbe6616ce0 resource provider aggregate not found Sep 22 22:04:24.080678 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment e60c420a-bfbe-4c71-a731-64dbe6616ce0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e60c420a-bfbe-4c71-a731-64dbe6616ce0 found for delete ", "request_id": "req-4179740f-ba1c-4722-89af-769144a94e11"}]} Sep 22 22:04:24.092369 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ec30dde8-98bb-49a6-be2c-66d63d0ce729 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:24.112188 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ec30dde8-98bb-49a6-be2c-66d63d0ce729 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:24.121737 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec30dde8-98bb-49a6-be2c-66d63d0ce729 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Pushing event deleted for resources: {'Network': ['ID=74d5c6de-fe2f-46d7-8110-73b3c487a01a,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:24.128575 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ec30dde8-98bb-49a6-be2c-66d63d0ce729 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] 10.222.0.33 "DELETE /v2.0/networks/74d5c6de-fe2f-46d7-8110-73b3c487a01a HTTP/1.1" status: 204 len: 168 time: 0.6403801 Sep 22 22:04:24.131836 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 56152) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:04:24.171016 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-b102dfbf-9de7-4aba-9cd4-11d23ce25ac0 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] GET failed (client error): The resource could not be found. Sep 22 22:04:24.171566 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-b102dfbf-9de7-4aba-9cd4-11d23ce25ac0 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Synchronizing usage tracker for tenant:24fa5358c1674c22b75d9934f504f0f9 on resource:subnet {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:04:24.171963 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-c2e0ad3c-909d-4003-a436-02633aa057e7 None None] For port 094810f4-a107-47c5-90e4-ad0cf04bdca0, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:04:24.187872 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-b102dfbf-9de7-4aba-9cd4-11d23ce25ac0 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Unset dirty status for tenant:24fa5358c1674c22b75d9934f504f0f9 on resource:subnet {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:04:24.189073 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-b102dfbf-9de7-4aba-9cd4-11d23ce25ac0 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] 10.222.0.33 "GET /v2.0/subnets/f64c43bf-2e64-4f94-a5bd-20b525e49fdd HTTP/1.1" status: 404 len: 337 time: 0.0563376 Sep 22 22:04:24.191968 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 56156) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:04:24.218480 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0e62573-0fea-44ef-b03d-594a78d75319 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] DELETE failed (client error): The resource could not be found. Sep 22 22:04:24.218980 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0e62573-0fea-44ef-b03d-594a78d75319 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 22:04:24.224255 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-b0e62573-0fea-44ef-b03d-594a78d75319 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] 10.222.0.33 "DELETE /v2.0/networks/74d5c6de-fe2f-46d7-8110-73b3c487a01a HTTP/1.1" status: 404 len: 339 time: 0.0277355 Sep 22 22:04:24.224419 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-c2e0ad3c-909d-4003-a436-02633aa057e7 None None] For port 094810f4-a107-47c5-90e4-ad0cf04bdca0, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=094810f4-a107-47c5-90e4-ad0cf04bdca0,segment=NetworkSegment(ea6e18c8-5b5e-4793-b9ad-2488d21db94e),segment_id=ea6e18c8-5b5e-4793-b9ad-2488d21db94e)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:04:24.224898 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 56160) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:04:24.231074 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c2e0ad3c-909d-4003-a436-02633aa057e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:24.262924 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0e583a8-47e2-4bb9-b7e0-4c547afeed4b tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] DELETE failed (client error): The resource could not be found. Sep 22 22:04:24.263399 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0e583a8-47e2-4bb9-b7e0-4c547afeed4b tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 22:04:24.269682 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c0e583a8-47e2-4bb9-b7e0-4c547afeed4b tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] 10.222.0.33 "DELETE /v2.0/subnets/f64c43bf-2e64-4f94-a5bd-20b525e49fdd HTTP/1.1" status: 404 len: 337 time: 0.0396514 Sep 22 22:04:24.269682 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 56164) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:04:24.296689 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f0f2837-2e3f-42bf-81d4-aa839156c306 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] DELETE failed (client error): The resource could not be found. Sep 22 22:04:24.297246 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f0f2837-2e3f-42bf-81d4-aa839156c306 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 22:04:24.298882 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-7f0f2837-2e3f-42bf-81d4-aa839156c306 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] 10.222.0.33 "DELETE /v2.0/networks/74d5c6de-fe2f-46d7-8110-73b3c487a01a HTTP/1.1" status: 404 len: 339 time: 0.0302320 Sep 22 22:04:24.301455 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 56168) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:04:24.360084 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e0ad3c-909d-4003-a436-02633aa057e7 None None] Pushing event updated for resources: {'Port': ['ID=094810f4-a107-47c5-90e4-ad0cf04bdca0,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:24.362766 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 9a449d72-6a46-4b5f-b3a6-362a302e9f19 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:04:24.368854 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee71d49b-793f-412b-9eff-d16d0b3a9dd8 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Deleting subnet 5df32db0-d731-40da-a1dc-7584090337b0 {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 22:04:24.372348 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ee71d49b-793f-412b-9eff-d16d0b3a9dd8 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:24.429515 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ee71d49b-793f-412b-9eff-d16d0b3a9dd8 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:24.533264 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ee71d49b-793f-412b-9eff-d16d0b3a9dd8 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:24.608820 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ee71d49b-793f-412b-9eff-d16d0b3a9dd8 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:24.646869 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee71d49b-793f-412b-9eff-d16d0b3a9dd8 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Pushing event deleted for resources: {'Subnet': ['ID=5df32db0-d731-40da-a1dc-7584090337b0,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:24.651590 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ee71d49b-793f-412b-9eff-d16d0b3a9dd8 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:24.665003 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ee71d49b-793f-412b-9eff-d16d0b3a9dd8 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] 10.222.0.33 "DELETE /v2.0/subnets/5df32db0-d731-40da-a1dc-7584090337b0 HTTP/1.1" status: 204 len: 168 time: 0.3625848 Sep 22 22:04:24.667370 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 56172) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:04:24.778420 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-20d678c3-781b-4a70-b0d3-9db8dc21d86d tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:24.790004 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-20d678c3-781b-4a70-b0d3-9db8dc21d86d tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Deleting port 094810f4-a107-47c5-90e4-ad0cf04bdca0 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:04:24.790642 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-20d678c3-781b-4a70-b0d3-9db8dc21d86d tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:24.998940 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-20d678c3-781b-4a70-b0d3-9db8dc21d86d tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] For port 094810f4-a107-47c5-90e4-ad0cf04bdca0, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=094810f4-a107-47c5-90e4-ad0cf04bdca0,segment=NetworkSegment(ea6e18c8-5b5e-4793-b9ad-2488d21db94e),segment_id=ea6e18c8-5b5e-4793-b9ad-2488d21db94e)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:04:24.999437 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-20d678c3-781b-4a70-b0d3-9db8dc21d86d tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:25.215936 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e69aa54-68b1-41dd-a7b0-5cba6a0cc59d None None] Network 04dd3e81-019c-43cf-9394-b12e31d57dad requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:04:25.231579 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-20d678c3-781b-4a70-b0d3-9db8dc21d86d tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Calling delete_port for 094810f4-a107-47c5-90e4-ad0cf04bdca0 owned by network:dhcp {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:04:25.313825 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-a6185390-1557-4a1c-9383-364c2652e641 None None] Provisioning for port 094810f4-a107-47c5-90e4-ad0cf04bdca0 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:04:25.315566 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-20d678c3-781b-4a70-b0d3-9db8dc21d86d tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:25.349062 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-a6185390-1557-4a1c-9383-364c2652e641 None None] Provisioning complete for port 094810f4-a107-47c5-90e4-ad0cf04bdca0 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:04:25.349426 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a6185390-1557-4a1c-9383-364c2652e641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:25.349756 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a6185390-1557-4a1c-9383-364c2652e641 None None] Attempt 1 to provision port 094810f4-a107-47c5-90e4-ad0cf04bdca0 Sep 22 22:04:25.364312 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d678c3-781b-4a70-b0d3-9db8dc21d86d tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Pushing event deleted for resources: {'Port': ['ID=094810f4-a107-47c5-90e4-ad0cf04bdca0,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:25.366136 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d678c3-781b-4a70-b0d3-9db8dc21d86d tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] No DVR routers for this DVR port 094810f4-a107-47c5-90e4-ad0cf04bdca0 on host dv-neutron-858900-1-hyperv {{(pid=89009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 22:04:25.415763 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a6185390-1557-4a1c-9383-364c2652e641 None None] Port 094810f4-a107-47c5-90e4-ad0cf04bdca0 was deleted so its status cannot be updated. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 22:04:25.470782 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d06b03d-4542-4d47-a667-035e03faa1f9 None None] DHCP port deletion for 04dd3e81-019c-43cf-9394-b12e31d57dad request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 22:04:25.490320 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-20d678c3-781b-4a70-b0d3-9db8dc21d86d tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:25.514593 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-20d678c3-781b-4a70-b0d3-9db8dc21d86d tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04dd3e81-019c-43cf-9394-b12e31d57dad']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:04:25.526346 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-20d678c3-781b-4a70-b0d3-9db8dc21d86d tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea6e18c8-5b5e-4793-b9ad-2488d21db94e') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:04:25.526742 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-20d678c3-781b-4a70-b0d3-9db8dc21d86d tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea6e18c8-5b5e-4793-b9ad-2488d21db94e') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:04:25.538264 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-20d678c3-781b-4a70-b0d3-9db8dc21d86d tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:25.554040 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-20d678c3-781b-4a70-b0d3-9db8dc21d86d tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:25.559907 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20d678c3-781b-4a70-b0d3-9db8dc21d86d tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 22:04:25.560312 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-20d678c3-781b-4a70-b0d3-9db8dc21d86d tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:25.656392 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-20d678c3-781b-4a70-b0d3-9db8dc21d86d tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:25.673915 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-20d678c3-781b-4a70-b0d3-9db8dc21d86d tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:25.686590 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d678c3-781b-4a70-b0d3-9db8dc21d86d tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Pushing event deleted for resources: {'Network': ['ID=04dd3e81-019c-43cf-9394-b12e31d57dad,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:25.689189 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-20d678c3-781b-4a70-b0d3-9db8dc21d86d tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] 10.222.0.33 "DELETE /v2.0/networks/04dd3e81-019c-43cf-9394-b12e31d57dad HTTP/1.1" status: 204 len: 168 time: 1.0208833 Sep 22 22:04:25.691665 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 56176) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:04:25.732532 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b4fd269-698a-4fbf-9f56-46a8037d2140 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] DELETE failed (client error): The resource could not be found. Sep 22 22:04:25.732903 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b4fd269-698a-4fbf-9f56-46a8037d2140 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 22:04:25.734527 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-8b4fd269-698a-4fbf-9f56-46a8037d2140 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] 10.222.0.33 "DELETE /v2.0/subnets/621f2254-e1d6-4e50-b567-7f401719f4ec HTTP/1.1" status: 404 len: 337 time: 0.0419936 Sep 22 22:04:25.736974 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 56180) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:04:25.761335 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdc997cf-3f30-4610-b441-7c7df946a6e5 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] DELETE failed (client error): The resource could not be found. Sep 22 22:04:25.761792 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdc997cf-3f30-4610-b441-7c7df946a6e5 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 22:04:25.763415 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-cdc997cf-3f30-4610-b441-7c7df946a6e5 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] 10.222.0.33 "DELETE /v2.0/networks/81cb1835-3cb4-489b-af0f-9285f30948bc HTTP/1.1" status: 404 len: 339 time: 0.0255749 Sep 22 22:04:25.765775 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 56184) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:04:25.801419 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fc7bdf0-8630-4e2f-8c94-49d1a788a86d tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] DELETE failed (client error): The resource could not be found. Sep 22 22:04:25.802025 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fc7bdf0-8630-4e2f-8c94-49d1a788a86d tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 22:04:25.803336 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-5fc7bdf0-8630-4e2f-8c94-49d1a788a86d tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] 10.222.0.33 "DELETE /v2.0/subnets/f714781b-bbe0-4f0a-ab9f-ccce7bebefa0 HTTP/1.1" status: 404 len: 337 time: 0.0367210 Sep 22 22:04:25.805552 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 56188) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:04:25.828994 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfd30c7a-98e3-46da-bd9a-c9432c1e3d58 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] DELETE failed (client error): The resource could not be found. Sep 22 22:04:25.829435 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfd30c7a-98e3-46da-bd9a-c9432c1e3d58 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 22:04:25.830964 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-bfd30c7a-98e3-46da-bd9a-c9432c1e3d58 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] 10.222.0.33 "DELETE /v2.0/networks/b765a812-f0f5-4332-b0e2-cdbf34b897c8 HTTP/1.1" status: 404 len: 339 time: 0.0245795 Sep 22 22:04:25.833147 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 56192) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:04:25.898508 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a9fe38c-84f9-4b37-b509-bb2998c85c97 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Deleting subnet f2b3eb8f-e182-44cf-9852-7f3ef8de4cfa {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 22:04:25.901369 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6a9fe38c-84f9-4b37-b509-bb2998c85c97 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:25.954247 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6a9fe38c-84f9-4b37-b509-bb2998c85c97 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:26.041121 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6a9fe38c-84f9-4b37-b509-bb2998c85c97 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:26.100143 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment ea6e18c8-5b5e-4793-b9ad-2488d21db94e resource provider aggregate not found Sep 22 22:04:26.118031 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment ea6e18c8-5b5e-4793-b9ad-2488d21db94e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea6e18c8-5b5e-4793-b9ad-2488d21db94e found for delete ", "request_id": "req-174619d0-9972-4846-88be-75e7f7c3e413"}]} Sep 22 22:04:26.123192 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6a9fe38c-84f9-4b37-b509-bb2998c85c97 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:26.161329 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:26.161600 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9fe38c-84f9-4b37-b509-bb2998c85c97 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Pushing event deleted for resources: {'Subnet': ['ID=f2b3eb8f-e182-44cf-9852-7f3ef8de4cfa,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:26.167113 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6a9fe38c-84f9-4b37-b509-bb2998c85c97 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:26.173373 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a710a7b8-9b25-4e37-b392-1646e406bc31 None None] Network dc3da70c-ff1c-44b6-a4d2-a88777e0a58b requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:04:26.177572 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6a9fe38c-84f9-4b37-b509-bb2998c85c97 tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] 10.222.0.33 "DELETE /v2.0/subnets/f2b3eb8f-e182-44cf-9852-7f3ef8de4cfa HTTP/1.1" status: 204 len: 168 time: 0.3435462 Sep 22 22:04:26.180114 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 56200) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:04:26.293478 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8d6d145f-d5d3-4d6f-9d02-6274842e7d1e tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:26.303912 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-8d6d145f-d5d3-4d6f-9d02-6274842e7d1e tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Deleting port 9a449d72-6a46-4b5f-b3a6-362a302e9f19 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:04:26.304243 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8d6d145f-d5d3-4d6f-9d02-6274842e7d1e tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:26.421810 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763e7d07-e3d7-431a-8ab2-019d4dd54aab None None] DHCP port deletion for dc3da70c-ff1c-44b6-a4d2-a88777e0a58b request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 22:04:26.426079 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-763e7d07-e3d7-431a-8ab2-019d4dd54aab None None] Deleting port 9a449d72-6a46-4b5f-b3a6-362a302e9f19 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:04:26.426452 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-763e7d07-e3d7-431a-8ab2-019d4dd54aab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:26.515831 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-8d6d145f-d5d3-4d6f-9d02-6274842e7d1e tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] For port 9a449d72-6a46-4b5f-b3a6-362a302e9f19, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=9a449d72-6a46-4b5f-b3a6-362a302e9f19,segment=NetworkSegment(1471da1f-06bc-4eda-a3df-72b2b3e3e56d),segment_id=1471da1f-06bc-4eda-a3df-72b2b3e3e56d)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:04:26.516183 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8d6d145f-d5d3-4d6f-9d02-6274842e7d1e tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:26.631452 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-763e7d07-e3d7-431a-8ab2-019d4dd54aab None None] For port 9a449d72-6a46-4b5f-b3a6-362a302e9f19, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=9a449d72-6a46-4b5f-b3a6-362a302e9f19,segment=NetworkSegment(1471da1f-06bc-4eda-a3df-72b2b3e3e56d),segment_id=1471da1f-06bc-4eda-a3df-72b2b3e3e56d)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:04:26.631767 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-763e7d07-e3d7-431a-8ab2-019d4dd54aab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:26.643693 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-8d6d145f-d5d3-4d6f-9d02-6274842e7d1e tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Calling delete_port for 9a449d72-6a46-4b5f-b3a6-362a302e9f19 owned by network:dhcp {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:04:26.720425 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8d6d145f-d5d3-4d6f-9d02-6274842e7d1e tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:26.753595 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-763e7d07-e3d7-431a-8ab2-019d4dd54aab None None] Calling delete_port for 9a449d72-6a46-4b5f-b3a6-362a302e9f19 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:04:26.767219 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d145f-d5d3-4d6f-9d02-6274842e7d1e tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Pushing event deleted for resources: {'Port': ['ID=9a449d72-6a46-4b5f-b3a6-362a302e9f19,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:26.768990 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6d145f-d5d3-4d6f-9d02-6274842e7d1e tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] No DVR routers for this DVR port 9a449d72-6a46-4b5f-b3a6-362a302e9f19 on host dv-neutron-858900-1-hyperv {{(pid=89009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 22:04:26.824861 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.db.api [None req-763e7d07-e3d7-431a-8ab2-019d4dd54aab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 22:04:26.825472 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG oslo_db.api [None req-763e7d07-e3d7-431a-8ab2-019d4dd54aab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 22:04:26.984606 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8d6d145f-d5d3-4d6f-9d02-6274842e7d1e tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:27.008108 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-8d6d145f-d5d3-4d6f-9d02-6274842e7d1e tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc3da70c-ff1c-44b6-a4d2-a88777e0a58b']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:04:27.019657 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-8d6d145f-d5d3-4d6f-9d02-6274842e7d1e tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1471da1f-06bc-4eda-a3df-72b2b3e3e56d') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:04:27.019954 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-8d6d145f-d5d3-4d6f-9d02-6274842e7d1e tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1471da1f-06bc-4eda-a3df-72b2b3e3e56d') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:04:27.031295 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8d6d145f-d5d3-4d6f-9d02-6274842e7d1e tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:27.046987 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8d6d145f-d5d3-4d6f-9d02-6274842e7d1e tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:27.052712 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d6d145f-d5d3-4d6f-9d02-6274842e7d1e tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 22:04:27.053084 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8d6d145f-d5d3-4d6f-9d02-6274842e7d1e tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:27.144538 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8d6d145f-d5d3-4d6f-9d02-6274842e7d1e tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:27.148560 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8d6d145f-d5d3-4d6f-9d02-6274842e7d1e tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:27.173700 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d145f-d5d3-4d6f-9d02-6274842e7d1e tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] Pushing event deleted for resources: {'Network': ['ID=dc3da70c-ff1c-44b6-a4d2-a88777e0a58b,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:27.177285 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-8d6d145f-d5d3-4d6f-9d02-6274842e7d1e tempest-NetworksIpV6Test-1641817043 tempest-NetworksIpV6Test-1641817043-project] 10.222.0.33 "DELETE /v2.0/networks/dc3da70c-ff1c-44b6-a4d2-a88777e0a58b HTTP/1.1" status: 204 len: 168 time: 0.9962707 Sep 22 22:04:27.327146 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-763e7d07-e3d7-431a-8ab2-019d4dd54aab None None] Deleting port 9a449d72-6a46-4b5f-b3a6-362a302e9f19 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:04:27.327622 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-763e7d07-e3d7-431a-8ab2-019d4dd54aab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:27.430800 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-763e7d07-e3d7-431a-8ab2-019d4dd54aab None None] The port '9a449d72-6a46-4b5f-b3a6-362a302e9f19' was deleted {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 22:04:27.440160 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 56208) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:04:27.587835 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-9afa9fcd-e65c-4473-98db-a32bb318d1b2 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=24fa5358c1674c22b75d9934f504f0f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1465626 Sep 22 22:04:27.590260 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 56214) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:04:27.640230 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 9a449d72-6a46-4b5f-b3a6-362a302e9f19 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:04:27.652157 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2c373c4b-cb0e-4c6e-8758-ccfcd531f87c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:27.675626 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 9a449d72-6a46-4b5f-b3a6-362a302e9f19 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:04:27.675971 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 9a449d72-6a46-4b5f-b3a6-362a302e9f19 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:04:27.678593 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2c373c4b-cb0e-4c6e-8758-ccfcd531f87c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:27.730964 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2c373c4b-cb0e-4c6e-8758-ccfcd531f87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:27.746589 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c373c4b-cb0e-4c6e-8758-ccfcd531f87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8727922a-bc3c-4535-bbd5-e3d86ae61e5e,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:27.751396 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2c373c4b-cb0e-4c6e-8758-ccfcd531f87c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:27.752503 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2c373c4b-cb0e-4c6e-8758-ccfcd531f87c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/8727922a-bc3c-4535-bbd5-e3d86ae61e5e HTTP/1.1" status: 204 len: 168 time: 0.1613226 Sep 22 22:04:28.135397 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 1471da1f-06bc-4eda-a3df-72b2b3e3e56d resource provider aggregate not found Sep 22 22:04:28.150573 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 1471da1f-06bc-4eda-a3df-72b2b3e3e56d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1471da1f-06bc-4eda-a3df-72b2b3e3e56d found for delete ", "request_id": "req-9264717e-d728-4d20-a40a-db4b002d74a8"}]} Sep 22 22:04:28.429679 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 56242) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:04:28.529521 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-567c88cc-4ed8-43fc-a4c5-4a032f850d65 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-744398976', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:04:28.536201 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-567c88cc-4ed8-43fc-a4c5-4a032f850d65 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:04:28.540158 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-567c88cc-4ed8-43fc-a4c5-4a032f850d65 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Usage tracker for resource:router and tenant:d97c5cff4f0b444abfd49291bb7047ee is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:04:28.542918 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-567c88cc-4ed8-43fc-a4c5-4a032f850d65 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:04:28.549703 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-567c88cc-4ed8-43fc-a4c5-4a032f850d65 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:04:28.559179 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-567c88cc-4ed8-43fc-a4c5-4a032f850d65 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:28.560120 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-567c88cc-4ed8-43fc-a4c5-4a032f850d65 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:28.574851 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-567c88cc-4ed8-43fc-a4c5-4a032f850d65 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:28.593080 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-567c88cc-4ed8-43fc-a4c5-4a032f850d65 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:28.616522 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-567c88cc-4ed8-43fc-a4c5-4a032f850d65 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:28.618066 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-567c88cc-4ed8-43fc-a4c5-4a032f850d65 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1870432 Sep 22 22:04:28.620397 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 56248) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:04:28.625750 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-78c292bb-55ed-4905-baff-5f86bea9b3a7 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-480699672'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:04:28.630541 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-78c292bb-55ed-4905-baff-5f86bea9b3a7 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:04:28.634858 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-78c292bb-55ed-4905-baff-5f86bea9b3a7 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Usage tracker for resource:network and tenant:d97c5cff4f0b444abfd49291bb7047ee is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:04:28.637626 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-78c292bb-55ed-4905-baff-5f86bea9b3a7 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:04:28.643727 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-78c292bb-55ed-4905-baff-5f86bea9b3a7 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:04:28.653376 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c292bb-55ed-4905-baff-5f86bea9b3a7 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Made reservation on behalf of d97c5cff4f0b444abfd49291bb7047ee for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:04:28.657406 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-78c292bb-55ed-4905-baff-5f86bea9b3a7 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:28.669681 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-78c292bb-55ed-4905-baff-5f86bea9b3a7 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:28.686725 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-78c292bb-55ed-4905-baff-5f86bea9b3a7 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:04:28.690723 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-78c292bb-55ed-4905-baff-5f86bea9b3a7 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Usage tracker for resource:security_group_rule and tenant:d97c5cff4f0b444abfd49291bb7047ee is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:04:28.693523 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-78c292bb-55ed-4905-baff-5f86bea9b3a7 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:04:28.699280 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-78c292bb-55ed-4905-baff-5f86bea9b3a7 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:04:28.783282 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-78c292bb-55ed-4905-baff-5f86bea9b3a7 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:28.786694 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-78c292bb-55ed-4905-baff-5f86bea9b3a7 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:28.817847 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78c292bb-55ed-4905-baff-5f86bea9b3a7 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 22:04:28.826712 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c292bb-55ed-4905-baff-5f86bea9b3a7 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8df05464-88aa-40aa-bf88-af09751fb60d,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:28.835286 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-78c292bb-55ed-4905-baff-5f86bea9b3a7 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:28.835627 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-78c292bb-55ed-4905-baff-5f86bea9b3a7 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Added segment 9ee05dbd-2d8e-49d8-b897-ce2d405b6938 of type vlan for network 0859f709-c009-4140-a9be-07f643a4c643 Sep 22 22:04:28.837336 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c292bb-55ed-4905-baff-5f86bea9b3a7 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:28.837684 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c292bb-55ed-4905-baff-5f86bea9b3a7 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:28.838019 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c292bb-55ed-4905-baff-5f86bea9b3a7 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:28.838351 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c292bb-55ed-4905-baff-5f86bea9b3a7 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:28.838701 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c292bb-55ed-4905-baff-5f86bea9b3a7 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:28.839028 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c292bb-55ed-4905-baff-5f86bea9b3a7 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:28.839355 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c292bb-55ed-4905-baff-5f86bea9b3a7 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:28.839680 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c292bb-55ed-4905-baff-5f86bea9b3a7 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:28.840004 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c292bb-55ed-4905-baff-5f86bea9b3a7 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:28.840326 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c292bb-55ed-4905-baff-5f86bea9b3a7 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:28.840647 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c292bb-55ed-4905-baff-5f86bea9b3a7 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:28.840965 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c292bb-55ed-4905-baff-5f86bea9b3a7 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:28.854010 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:04:28.870323 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-78c292bb-55ed-4905-baff-5f86bea9b3a7 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:28.898476 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-78c292bb-55ed-4905-baff-5f86bea9b3a7 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:28.904414 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c292bb-55ed-4905-baff-5f86bea9b3a7 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:28.904991 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-78c292bb-55ed-4905-baff-5f86bea9b3a7 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:29.011933 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-78c292bb-55ed-4905-baff-5f86bea9b3a7 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3905241 Sep 22 22:04:29.015269 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c292bb-55ed-4905-baff-5f86bea9b3a7 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Pushing event updated for resources: {'Network': ['ID=0859f709-c009-4140-a9be-07f643a4c643,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:29.015439 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 56252) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:04:29.022035 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-3e5bcf00-59ea-4e62-b482-739f57e8787d tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Request body: {'subnet': {'network_id': '0859f709-c009-4140-a9be-07f643a4c643', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:04:29.025522 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 0859f709-c009-4140-a9be-07f643a4c643 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 22:04:29.131968 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-3e5bcf00-59ea-4e62-b482-739f57e8787d tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:04:29.135799 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-3e5bcf00-59ea-4e62-b482-739f57e8787d tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Usage tracker for resource:subnet and tenant:d97c5cff4f0b444abfd49291bb7047ee is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:04:29.139182 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-3e5bcf00-59ea-4e62-b482-739f57e8787d tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:04:29.144743 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-3e5bcf00-59ea-4e62-b482-739f57e8787d tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:04:29.154091 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5bcf00-59ea-4e62-b482-739f57e8787d tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Made reservation on behalf of d97c5cff4f0b444abfd49291bb7047ee for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:04:29.157598 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3e5bcf00-59ea-4e62-b482-739f57e8787d tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:29.367888 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3e5bcf00-59ea-4e62-b482-739f57e8787d tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:29.447362 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bcf00-59ea-4e62-b482-739f57e8787d tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Pushing event updated for resources: {'Subnet': ['ID=abf87f18-0f79-454f-abfd-f3b71244b96f,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:29.458698 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5bcf00-59ea-4e62-b482-739f57e8787d tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Checking segment: {'id': '9ee05dbd-2d8e-49d8-b897-ce2d405b6938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0859f709-c009-4140-a9be-07f643a4c643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:04:29.459061 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5bcf00-59ea-4e62-b482-739f57e8787d tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Network hostable DHCP agents. Network: 0859f709-c009-4140-a9be-07f643a4c643, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 22:04:29.476975 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5bcf00-59ea-4e62-b482-739f57e8787d tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Network 0859f709-c009-4140-a9be-07f643a4c643 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 22:04:29.486123 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-3e5bcf00-59ea-4e62-b482-739f57e8787d tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 0859f709-c009-4140-a9be-07f643a4c643) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:04:29.490312 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5bcf00-59ea-4e62-b482-739f57e8787d tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:29.490944 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3e5bcf00-59ea-4e62-b482-739f57e8787d tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:29.495603 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bebe3ee-53ac-4c98-8d85-045600f35ab0 None None] Network 0859f709-c009-4140-a9be-07f643a4c643 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:04:29.513090 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-3e5bcf00-59ea-4e62-b482-739f57e8787d tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4965925 Sep 22 22:04:29.516539 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 56256) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:04:29.522109 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-f4769bcf-f08b-485a-b497-21bdfb7eb5bf tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1091645058'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:04:29.526951 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-f4769bcf-f08b-485a-b497-21bdfb7eb5bf tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:04:29.530824 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-f4769bcf-f08b-485a-b497-21bdfb7eb5bf tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Usage tracker for resource:network and tenant:d97c5cff4f0b444abfd49291bb7047ee is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:04:29.533799 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-f4769bcf-f08b-485a-b497-21bdfb7eb5bf tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:04:29.539770 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-f4769bcf-f08b-485a-b497-21bdfb7eb5bf tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:04:29.551114 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4769bcf-f08b-485a-b497-21bdfb7eb5bf tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Made reservation on behalf of d97c5cff4f0b444abfd49291bb7047ee for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:04:29.554681 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f4769bcf-f08b-485a-b497-21bdfb7eb5bf tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:29.583351 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4769bcf-f08b-485a-b497-21bdfb7eb5bf tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 22:04:29.597269 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f4769bcf-f08b-485a-b497-21bdfb7eb5bf tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:29.597612 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-f4769bcf-f08b-485a-b497-21bdfb7eb5bf tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Added segment ad907488-a44e-428f-bcc1-efba69a97d55 of type vlan for network af87172a-b9da-4551-863a-1a1247b5fa7b Sep 22 22:04:29.624218 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f4769bcf-f08b-485a-b497-21bdfb7eb5bf tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:29.657893 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f4769bcf-f08b-485a-b497-21bdfb7eb5bf tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:29.666230 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4769bcf-f08b-485a-b497-21bdfb7eb5bf tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:29.667118 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f4769bcf-f08b-485a-b497-21bdfb7eb5bf tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:29.726408 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966f842f-e39f-413a-a1a7-705f4e2f6b2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-0859f709-c009-4140-a9be-07f643a4c643', 'network_id': '0859f709-c009-4140-a9be-07f643a4c643', 'tenant_id': 'd97c5cff4f0b444abfd49291bb7047ee', 'fixed_ips': [{'subnet_id': 'abf87f18-0f79-454f-abfd-f3b71244b96f'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 22:04:29.727287 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-966f842f-e39f-413a-a1a7-705f4e2f6b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:29.772590 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-f4769bcf-f08b-485a-b497-21bdfb7eb5bf tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2549920 Sep 22 22:04:29.775835 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 56260) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:04:29.783226 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-bbe7950f-83da-422b-b912-4f466ca0df21 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Request body: {'subnet': {'network_id': 'af87172a-b9da-4551-863a-1a1247b5fa7b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:04:29.796986 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4769bcf-f08b-485a-b497-21bdfb7eb5bf tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Pushing event updated for resources: {'Network': ['ID=af87172a-b9da-4551-863a-1a1247b5fa7b,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:29.807798 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network af87172a-b9da-4551-863a-1a1247b5fa7b details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 22:04:29.892849 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-bbe7950f-83da-422b-b912-4f466ca0df21 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:04:29.896867 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-bbe7950f-83da-422b-b912-4f466ca0df21 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Usage tracker for resource:subnet and tenant:d97c5cff4f0b444abfd49291bb7047ee is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:04:29.899762 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-bbe7950f-83da-422b-b912-4f466ca0df21 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:04:29.906139 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-bbe7950f-83da-422b-b912-4f466ca0df21 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:04:29.915331 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe7950f-83da-422b-b912-4f466ca0df21 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Made reservation on behalf of d97c5cff4f0b444abfd49291bb7047ee for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:04:29.918753 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bbe7950f-83da-422b-b912-4f466ca0df21 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:29.977579 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-966f842f-e39f-413a-a1a7-705f4e2f6b2b None None] Allocated IP 172.20.0.2 (0859f709-c009-4140-a9be-07f643a4c643/abf87f18-0f79-454f-abfd-f3b71244b96f/6add775b-d489-4bb2-a500-63632c3ffc3c) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:04:30.162258 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bbe7950f-83da-422b-b912-4f466ca0df21 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:30.186493 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-966f842f-e39f-413a-a1a7-705f4e2f6b2b None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:30.196637 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-966f842f-e39f-413a-a1a7-705f4e2f6b2b None None] Transition to ACTIVE for port object 6add775b-d489-4bb2-a500-63632c3ffc3c will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:04:30.218699 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-966f842f-e39f-413a-a1a7-705f4e2f6b2b None None] Transition to ACTIVE for port object 6add775b-d489-4bb2-a500-63632c3ffc3c will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:04:30.224432 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-966f842f-e39f-413a-a1a7-705f4e2f6b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:30.248403 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe7950f-83da-422b-b912-4f466ca0df21 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Pushing event updated for resources: {'Subnet': ['ID=6014b971-8cc4-4dc9-b9b1-c41769464f7c,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:30.255585 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe7950f-83da-422b-b912-4f466ca0df21 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Checking segment: {'id': 'ad907488-a44e-428f-bcc1-efba69a97d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'af87172a-b9da-4551-863a-1a1247b5fa7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:04:30.255944 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe7950f-83da-422b-b912-4f466ca0df21 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Network hostable DHCP agents. Network: af87172a-b9da-4551-863a-1a1247b5fa7b, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 22:04:30.275873 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe7950f-83da-422b-b912-4f466ca0df21 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Network af87172a-b9da-4551-863a-1a1247b5fa7b is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 22:04:30.286015 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-bbe7950f-83da-422b-b912-4f466ca0df21 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, af87172a-b9da-4551-863a-1a1247b5fa7b) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:04:30.291212 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe7950f-83da-422b-b912-4f466ca0df21 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:30.292077 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bbe7950f-83da-422b-b912-4f466ca0df21 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:30.295179 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966f842f-e39f-413a-a1a7-705f4e2f6b2b None None] Network 0859f709-c009-4140-a9be-07f643a4c643 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:04:30.299243 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d26cb7-c2b0-4bce-9203-68286828b143 None None] Network af87172a-b9da-4551-863a-1a1247b5fa7b requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:04:30.311720 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-966f842f-e39f-413a-a1a7-705f4e2f6b2b None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:04:30.315918 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-bbe7950f-83da-422b-b912-4f466ca0df21 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5395064 Sep 22 22:04:30.318861 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 56264) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:04:30.324012 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-ab944f54-2ec5-4548-b445-cca66e73574b tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Request body: {'router': {'external_gateway_info': {'network_id': 'af87172a-b9da-4551-863a-1a1247b5fa7b'}}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:04:30.361758 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966f842f-e39f-413a-a1a7-705f4e2f6b2b None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:04:30.378713 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f842f-e39f-413a-a1a7-705f4e2f6b2b None None] Pushing event updated for resources: {'Port': ['ID=6add775b-d489-4bb2-a500-63632c3ffc3c,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:30.512204 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-966f842f-e39f-413a-a1a7-705f4e2f6b2b None None] Attempting to bind port 6add775b-d489-4bb2-a500-63632c3ffc3c on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:04:30.512480 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-966f842f-e39f-413a-a1a7-705f4e2f6b2b None None] Attempting to bind port 6add775b-d489-4bb2-a500-63632c3ffc3c by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '9ee05dbd-2d8e-49d8-b897-ce2d405b6938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0859f709-c009-4140-a9be-07f643a4c643'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:04:30.512862 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966f842f-e39f-413a-a1a7-705f4e2f6b2b None None] Attempting to bind port 6add775b-d489-4bb2-a500-63632c3ffc3c on network 0859f709-c009-4140-a9be-07f643a4c643 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:04:30.525648 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966f842f-e39f-413a-a1a7-705f4e2f6b2b None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:04:30.526009 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966f842f-e39f-413a-a1a7-705f4e2f6b2b None None] Checking segment: {'id': '9ee05dbd-2d8e-49d8-b897-ce2d405b6938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0859f709-c009-4140-a9be-07f643a4c643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:04:30.526403 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-966f842f-e39f-413a-a1a7-705f4e2f6b2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:30.526814 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966f842f-e39f-413a-a1a7-705f4e2f6b2b None None] Bound using segment: {'id': '9ee05dbd-2d8e-49d8-b897-ce2d405b6938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0859f709-c009-4140-a9be-07f643a4c643'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:04:30.527266 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-966f842f-e39f-413a-a1a7-705f4e2f6b2b None None] Bound port: 6add775b-d489-4bb2-a500-63632c3ffc3c, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee05dbd-2d8e-49d8-b897-ce2d405b6938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0859f709-c009-4140-a9be-07f643a4c643'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:04:30.527628 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-966f842f-e39f-413a-a1a7-705f4e2f6b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:30.697473 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be85b7a-e067-4030-bc9e-67d79617f99d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-af87172a-b9da-4551-863a-1a1247b5fa7b', 'network_id': 'af87172a-b9da-4551-863a-1a1247b5fa7b', 'tenant_id': 'd97c5cff4f0b444abfd49291bb7047ee', 'fixed_ips': [{'subnet_id': '6014b971-8cc4-4dc9-b9b1-c41769464f7c'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 22:04:30.698269 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6be85b7a-e067-4030-bc9e-67d79617f99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:30.708814 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-966f842f-e39f-413a-a1a7-705f4e2f6b2b None None] For port 6add775b-d489-4bb2-a500-63632c3ffc3c, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:04:30.721576 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-966f842f-e39f-413a-a1a7-705f4e2f6b2b None None] For port 6add775b-d489-4bb2-a500-63632c3ffc3c, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=6add775b-d489-4bb2-a500-63632c3ffc3c,segment=NetworkSegment(9ee05dbd-2d8e-49d8-b897-ce2d405b6938),segment_id=9ee05dbd-2d8e-49d8-b897-ce2d405b6938)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:04:30.759409 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-966f842f-e39f-413a-a1a7-705f4e2f6b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:30.811550 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ab944f54-2ec5-4548-b445-cca66e73574b tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:30.938400 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f842f-e39f-413a-a1a7-705f4e2f6b2b None None] Pushing event updated for resources: {'Port': ['ID=6add775b-d489-4bb2-a500-63632c3ffc3c,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:30.962409 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-6be85b7a-e067-4030-bc9e-67d79617f99d None None] Allocated IP 172.21.0.2 (af87172a-b9da-4551-863a-1a1247b5fa7b/6014b971-8cc4-4dc9-b9b1-c41769464f7c/b19e01bb-b602-4466-aaa4-a5f09f0400a1) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:04:30.968138 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.api.v2.resource [None req-ab944f54-2ec5-4548-b445-cca66e73574b tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 22:04:30.974834 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ab944f54-2ec5-4548-b445-cca66e73574b tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] 10.222.0.33 "PUT /v2.0/routers/05cf4449-5be4-43db-bc38-bc9f79b1a600 HTTP/1.1" status: 400 len: 364 time: 0.6494524 Sep 22 22:04:30.975423 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 56268) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:04:31.069931 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-11c933ab-4bce-4ec3-bb34-0789fe6026e7 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Deleting subnet 6014b971-8cc4-4dc9-b9b1-c41769464f7c {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 22:04:31.199261 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6be85b7a-e067-4030-bc9e-67d79617f99d None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:31.209866 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-6be85b7a-e067-4030-bc9e-67d79617f99d None None] Transition to ACTIVE for port object b19e01bb-b602-4466-aaa4-a5f09f0400a1 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:04:31.228336 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-6be85b7a-e067-4030-bc9e-67d79617f99d None None] Transition to ACTIVE for port object b19e01bb-b602-4466-aaa4-a5f09f0400a1 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:04:31.233795 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-11c933ab-4bce-4ec3-bb34-0789fe6026e7 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:31.240382 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6be85b7a-e067-4030-bc9e-67d79617f99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:31.292733 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-11c933ab-4bce-4ec3-bb34-0789fe6026e7 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:31.309283 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be85b7a-e067-4030-bc9e-67d79617f99d None None] Network af87172a-b9da-4551-863a-1a1247b5fa7b is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:04:31.312697 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-6be85b7a-e067-4030-bc9e-67d79617f99d None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:04:31.316428 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be85b7a-e067-4030-bc9e-67d79617f99d None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:04:31.322072 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be85b7a-e067-4030-bc9e-67d79617f99d None None] Pushing event updated for resources: {'Port': ['ID=b19e01bb-b602-4466-aaa4-a5f09f0400a1,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:31.383187 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-11c933ab-4bce-4ec3-bb34-0789fe6026e7 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:31.431976 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-6be85b7a-e067-4030-bc9e-67d79617f99d None None] Attempting to bind port b19e01bb-b602-4466-aaa4-a5f09f0400a1 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:04:31.432481 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-6be85b7a-e067-4030-bc9e-67d79617f99d None None] Attempting to bind port b19e01bb-b602-4466-aaa4-a5f09f0400a1 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'ad907488-a44e-428f-bcc1-efba69a97d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'af87172a-b9da-4551-863a-1a1247b5fa7b'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:04:31.432842 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be85b7a-e067-4030-bc9e-67d79617f99d None None] Attempting to bind port b19e01bb-b602-4466-aaa4-a5f09f0400a1 on network af87172a-b9da-4551-863a-1a1247b5fa7b {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:04:31.438611 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be85b7a-e067-4030-bc9e-67d79617f99d None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:04:31.438999 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be85b7a-e067-4030-bc9e-67d79617f99d None None] Checking segment: {'id': 'ad907488-a44e-428f-bcc1-efba69a97d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'af87172a-b9da-4551-863a-1a1247b5fa7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:04:31.439398 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6be85b7a-e067-4030-bc9e-67d79617f99d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:31.439781 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be85b7a-e067-4030-bc9e-67d79617f99d None None] Bound using segment: {'id': 'ad907488-a44e-428f-bcc1-efba69a97d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'af87172a-b9da-4551-863a-1a1247b5fa7b'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:04:31.440238 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-6be85b7a-e067-4030-bc9e-67d79617f99d None None] Bound port: b19e01bb-b602-4466-aaa4-a5f09f0400a1, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad907488-a44e-428f-bcc1-efba69a97d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'af87172a-b9da-4551-863a-1a1247b5fa7b'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:04:31.440602 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6be85b7a-e067-4030-bc9e-67d79617f99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:31.461599 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-11c933ab-4bce-4ec3-bb34-0789fe6026e7 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:31.502305 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c933ab-4bce-4ec3-bb34-0789fe6026e7 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Pushing event deleted for resources: {'Subnet': ['ID=6014b971-8cc4-4dc9-b9b1-c41769464f7c,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:31.504400 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-11c933ab-4bce-4ec3-bb34-0789fe6026e7 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:31.514160 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 56272) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:04:31.514734 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-11c933ab-4bce-4ec3-bb34-0789fe6026e7 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] 10.222.0.33 "DELETE /v2.0/subnets/6014b971-8cc4-4dc9-b9b1-c41769464f7c HTTP/1.1" status: 204 len: 168 time: 0.5378141 Sep 22 22:04:31.535260 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-6be85b7a-e067-4030-bc9e-67d79617f99d None None] For port b19e01bb-b602-4466-aaa4-a5f09f0400a1, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:04:31.539000 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-6be85b7a-e067-4030-bc9e-67d79617f99d None None] For port b19e01bb-b602-4466-aaa4-a5f09f0400a1, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=b19e01bb-b602-4466-aaa4-a5f09f0400a1,segment=NetworkSegment(ad907488-a44e-428f-bcc1-efba69a97d55),segment_id=ad907488-a44e-428f-bcc1-efba69a97d55)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:04:31.545085 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6be85b7a-e067-4030-bc9e-67d79617f99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:31.666638 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d4bdd46d-e2c1-4669-887d-a4a3472d545e tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:31.670348 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be85b7a-e067-4030-bc9e-67d79617f99d None None] Pushing event updated for resources: {'Port': ['ID=b19e01bb-b602-4466-aaa4-a5f09f0400a1,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:31.679854 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-d4bdd46d-e2c1-4669-887d-a4a3472d545e tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Deleting port b19e01bb-b602-4466-aaa4-a5f09f0400a1 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:04:31.680241 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d4bdd46d-e2c1-4669-887d-a4a3472d545e tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:31.683459 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e01c316-162a-4aab-9d5b-f33698bd42d8 None None] Network af87172a-b9da-4551-863a-1a1247b5fa7b requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:04:31.703082 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 6add775b-d489-4bb2-a500-63632c3ffc3c up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:04:31.883066 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4227f6c-87f9-4e7b-a1b2-4309b1df476b None None] Network 0859f709-c009-4140-a9be-07f643a4c643 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:04:31.906254 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-d4bdd46d-e2c1-4669-887d-a4a3472d545e tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] For port b19e01bb-b602-4466-aaa4-a5f09f0400a1, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=b19e01bb-b602-4466-aaa4-a5f09f0400a1,segment=NetworkSegment(ad907488-a44e-428f-bcc1-efba69a97d55),segment_id=ad907488-a44e-428f-bcc1-efba69a97d55)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:04:31.906640 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d4bdd46d-e2c1-4669-887d-a4a3472d545e tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:32.017813 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 6add775b-d489-4bb2-a500-63632c3ffc3c completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:04:32.033639 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-d4bdd46d-e2c1-4669-887d-a4a3472d545e tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Calling delete_port for b19e01bb-b602-4466-aaa4-a5f09f0400a1 owned by network:dhcp {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:04:32.049737 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-f01b7e42-778e-4b97-9f84-ce694f7170ab None None] Provisioning for port 6add775b-d489-4bb2-a500-63632c3ffc3c completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:04:32.066214 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-f01b7e42-778e-4b97-9f84-ce694f7170ab None None] Provisioning complete for port 6add775b-d489-4bb2-a500-63632c3ffc3c triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:04:32.066592 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f01b7e42-778e-4b97-9f84-ce694f7170ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:32.067187 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-f01b7e42-778e-4b97-9f84-ce694f7170ab None None] Attempt 1 to provision port 6add775b-d489-4bb2-a500-63632c3ffc3c Sep 22 22:04:32.116638 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d4bdd46d-e2c1-4669-887d-a4a3472d545e tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:32.166860 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bdd46d-e2c1-4669-887d-a4a3472d545e tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Pushing event deleted for resources: {'Port': ['ID=b19e01bb-b602-4466-aaa4-a5f09f0400a1,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:32.169277 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bdd46d-e2c1-4669-887d-a4a3472d545e tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] No DVR routers for this DVR port b19e01bb-b602-4466-aaa4-a5f09f0400a1 on host dv-neutron-858900-1-hyperv {{(pid=89009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 22:04:32.292311 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d4bdd46d-e2c1-4669-887d-a4a3472d545e tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:32.312498 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-f01b7e42-778e-4b97-9f84-ce694f7170ab None None] Current status of the port 6add775b-d489-4bb2-a500-63632c3ffc3c is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:04:32.313054 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f01b7e42-778e-4b97-9f84-ce694f7170ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:32.317886 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-d4bdd46d-e2c1-4669-887d-a4a3472d545e tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af87172a-b9da-4551-863a-1a1247b5fa7b']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:04:32.330519 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-d4bdd46d-e2c1-4669-887d-a4a3472d545e tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad907488-a44e-428f-bcc1-efba69a97d55') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:04:32.330856 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-d4bdd46d-e2c1-4669-887d-a4a3472d545e tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad907488-a44e-428f-bcc1-efba69a97d55') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:04:32.342056 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d4bdd46d-e2c1-4669-887d-a4a3472d545e tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:32.354948 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-f01b7e42-778e-4b97-9f84-ce694f7170ab None None] For port 6add775b-d489-4bb2-a500-63632c3ffc3c, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=6add775b-d489-4bb2-a500-63632c3ffc3c,segment=NetworkSegment(9ee05dbd-2d8e-49d8-b897-ce2d405b6938),segment_id=9ee05dbd-2d8e-49d8-b897-ce2d405b6938)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:04:32.358213 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d4bdd46d-e2c1-4669-887d-a4a3472d545e tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:32.362261 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f01b7e42-778e-4b97-9f84-ce694f7170ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:32.365824 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4bdd46d-e2c1-4669-887d-a4a3472d545e tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 22:04:32.366312 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d4bdd46d-e2c1-4669-887d-a4a3472d545e tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:32.442338 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment ad907488-a44e-428f-bcc1-efba69a97d55 resource provider aggregate not found Sep 22 22:04:32.450149 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b7e42-778e-4b97-9f84-ce694f7170ab None None] Pushing event updated for resources: {'Port': ['ID=6add775b-d489-4bb2-a500-63632c3ffc3c,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:32.537875 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d4afc3-7b53-49c3-b64f-3059729c7238 None None] get_active_networks_info from dv-neutron-858900-1-hyperv {{(pid=89010) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 22 22:04:32.567010 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment ad907488-a44e-428f-bcc1-efba69a97d55 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ad907488-a44e-428f-bcc1-efba69a97d55 found for delete ", "request_id": "req-85d4d2cf-8a84-41c2-a2e3-285daab0bda6"}]} Sep 22 22:04:32.582861 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d4bdd46d-e2c1-4669-887d-a4a3472d545e tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:32.603305 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d4bdd46d-e2c1-4669-887d-a4a3472d545e tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:32.609479 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-60efc1a1-68ab-45e0-961b-530e1ab695ca None None] Provisioning complete for port 6add775b-d489-4bb2-a500-63632c3ffc3c triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:04:32.609845 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-60efc1a1-68ab-45e0-961b-530e1ab695ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:32.610171 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-60efc1a1-68ab-45e0-961b-530e1ab695ca None None] Attempt 1 to provision port 6add775b-d489-4bb2-a500-63632c3ffc3c Sep 22 22:04:32.613963 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bdd46d-e2c1-4669-887d-a4a3472d545e tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Pushing event deleted for resources: {'Network': ['ID=af87172a-b9da-4551-863a-1a1247b5fa7b,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:32.620506 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 56280) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:04:32.621035 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d4bdd46d-e2c1-4669-887d-a4a3472d545e tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] 10.222.0.33 "DELETE /v2.0/networks/af87172a-b9da-4551-863a-1a1247b5fa7b HTTP/1.1" status: 204 len: 168 time: 1.1045237 Sep 22 22:04:32.682815 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d4afc3-7b53-49c3-b64f-3059729c7238 None None] Resources bound (agent type, host, resource id): {{(pid=89010) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 22:04:32.690806 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f98c28c-bfbb-4ccb-be17-3d2f44a8af1b tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Deleting subnet abf87f18-0f79-454f-abfd-f3b71244b96f {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 22:04:32.693859 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0f98c28c-bfbb-4ccb-be17-3d2f44a8af1b tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:32.750340 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0f98c28c-bfbb-4ccb-be17-3d2f44a8af1b tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:32.835911 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0f98c28c-bfbb-4ccb-be17-3d2f44a8af1b tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:32.867407 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-60efc1a1-68ab-45e0-961b-530e1ab695ca None None] Current status of the port 6add775b-d489-4bb2-a500-63632c3ffc3c is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:04:32.907668 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0f98c28c-bfbb-4ccb-be17-3d2f44a8af1b tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:32.948002 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-0f98c28c-bfbb-4ccb-be17-3d2f44a8af1b tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:32.952610 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f98c28c-bfbb-4ccb-be17-3d2f44a8af1b tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Pushing event deleted for resources: {'Subnet': ['ID=abf87f18-0f79-454f-abfd-f3b71244b96f,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:32.959708 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-0f98c28c-bfbb-4ccb-be17-3d2f44a8af1b tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] 10.222.0.33 "DELETE /v2.0/subnets/abf87f18-0f79-454f-abfd-f3b71244b96f HTTP/1.1" status: 204 len: 168 time: 0.3358305 Sep 22 22:04:32.959708 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 56284) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:04:33.062182 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543c36be-499c-4079-bf82-77732e0844e0 None None] Network 0859f709-c009-4140-a9be-07f643a4c643 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:04:33.072830 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c0f5d572-ca5a-41f2-8aa8-315a2b1c4fed tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:33.083728 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-c0f5d572-ca5a-41f2-8aa8-315a2b1c4fed tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Deleting port 6add775b-d489-4bb2-a500-63632c3ffc3c {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:04:33.084055 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c0f5d572-ca5a-41f2-8aa8-315a2b1c4fed tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:33.291682 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-c0f5d572-ca5a-41f2-8aa8-315a2b1c4fed tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] For port 6add775b-d489-4bb2-a500-63632c3ffc3c, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=6add775b-d489-4bb2-a500-63632c3ffc3c,segment=NetworkSegment(9ee05dbd-2d8e-49d8-b897-ce2d405b6938),segment_id=9ee05dbd-2d8e-49d8-b897-ce2d405b6938)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:04:33.292038 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c0f5d572-ca5a-41f2-8aa8-315a2b1c4fed tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:33.327161 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0bae2c-0ea8-4ad1-bb55-aa355f049be2 None None] DHCP port deletion for 0859f709-c009-4140-a9be-07f643a4c643 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 22:04:33.331480 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ae0bae2c-0ea8-4ad1-bb55-aa355f049be2 None None] Deleting port 6add775b-d489-4bb2-a500-63632c3ffc3c {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:04:33.331873 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ae0bae2c-0ea8-4ad1-bb55-aa355f049be2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:33.420363 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-c0f5d572-ca5a-41f2-8aa8-315a2b1c4fed tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Calling delete_port for 6add775b-d489-4bb2-a500-63632c3ffc3c owned by network:dhcp {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:04:33.496267 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c0f5d572-ca5a-41f2-8aa8-315a2b1c4fed tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:33.540139 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-ae0bae2c-0ea8-4ad1-bb55-aa355f049be2 None None] For port 6add775b-d489-4bb2-a500-63632c3ffc3c, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=6add775b-d489-4bb2-a500-63632c3ffc3c,segment=NetworkSegment(9ee05dbd-2d8e-49d8-b897-ce2d405b6938),segment_id=9ee05dbd-2d8e-49d8-b897-ce2d405b6938)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:04:33.540446 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ae0bae2c-0ea8-4ad1-bb55-aa355f049be2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:33.646507 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f5d572-ca5a-41f2-8aa8-315a2b1c4fed tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Pushing event deleted for resources: {'Port': ['ID=6add775b-d489-4bb2-a500-63632c3ffc3c,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:33.648337 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f5d572-ca5a-41f2-8aa8-315a2b1c4fed tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] No DVR routers for this DVR port 6add775b-d489-4bb2-a500-63632c3ffc3c on host dv-neutron-858900-1-hyperv {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 22:04:33.660522 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 6add775b-d489-4bb2-a500-63632c3ffc3c no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:04:33.693751 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ae0bae2c-0ea8-4ad1-bb55-aa355f049be2 None None] Calling delete_port for 6add775b-d489-4bb2-a500-63632c3ffc3c owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:04:33.741465 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 6add775b-d489-4bb2-a500-63632c3ffc3c {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:04:33.741808 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 6add775b-d489-4bb2-a500-63632c3ffc3c not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:04:33.774514 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c0f5d572-ca5a-41f2-8aa8-315a2b1c4fed tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:33.775712 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.db.api [None req-ae0bae2c-0ea8-4ad1-bb55-aa355f049be2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 22:04:33.776064 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG oslo_db.api [None req-ae0bae2c-0ea8-4ad1-bb55-aa355f049be2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 22:04:33.799795 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-c0f5d572-ca5a-41f2-8aa8-315a2b1c4fed tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0859f709-c009-4140-a9be-07f643a4c643']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:04:33.811376 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-c0f5d572-ca5a-41f2-8aa8-315a2b1c4fed tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ee05dbd-2d8e-49d8-b897-ce2d405b6938') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:04:33.811679 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-c0f5d572-ca5a-41f2-8aa8-315a2b1c4fed tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ee05dbd-2d8e-49d8-b897-ce2d405b6938') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:04:33.822620 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c0f5d572-ca5a-41f2-8aa8-315a2b1c4fed tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:33.838103 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c0f5d572-ca5a-41f2-8aa8-315a2b1c4fed tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:33.844580 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0f5d572-ca5a-41f2-8aa8-315a2b1c4fed tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 22:04:33.844950 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c0f5d572-ca5a-41f2-8aa8-315a2b1c4fed tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:33.912285 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 9ee05dbd-2d8e-49d8-b897-ce2d405b6938 resource provider aggregate not found Sep 22 22:04:33.931362 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 9ee05dbd-2d8e-49d8-b897-ce2d405b6938 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9ee05dbd-2d8e-49d8-b897-ce2d405b6938 found for delete ", "request_id": "req-e0501585-3626-4d45-a558-7e460d30c1c9"}]} Sep 22 22:04:33.945554 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c0f5d572-ca5a-41f2-8aa8-315a2b1c4fed tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:33.962342 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c0f5d572-ca5a-41f2-8aa8-315a2b1c4fed tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:33.974662 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f5d572-ca5a-41f2-8aa8-315a2b1c4fed tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Pushing event deleted for resources: {'Network': ['ID=0859f709-c009-4140-a9be-07f643a4c643,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:33.977116 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c0f5d572-ca5a-41f2-8aa8-315a2b1c4fed tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] 10.222.0.33 "DELETE /v2.0/networks/0859f709-c009-4140-a9be-07f643a4c643 HTTP/1.1" status: 204 len: 168 time: 1.0164998 Sep 22 22:04:33.979827 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 56292) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:04:34.031678 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-93dfff2d-49a2-4e0d-a8bb-f9a8676c8399 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Synchronizing usage tracker for tenant:d97c5cff4f0b444abfd49291bb7047ee on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:04:34.046700 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-93dfff2d-49a2-4e0d-a8bb-f9a8676c8399 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Unset dirty status for tenant:d97c5cff4f0b444abfd49291bb7047ee on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:04:34.047792 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-93dfff2d-49a2-4e0d-a8bb-f9a8676c8399 tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] 10.222.0.33 "GET /v2.0/ports?device_id=05cf4449-5be4-43db-bc38-bc9f79b1a600 HTTP/1.1" status: 200 len: 205 time: 0.0670867 Sep 22 22:04:34.050556 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 56296) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:04:34.177029 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-450cfb68-190b-4fe7-89ce-a20d02e6a58b tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks [] for router, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:34.277584 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ae0bae2c-0ea8-4ad1-bb55-aa355f049be2 None None] Deleting port 6add775b-d489-4bb2-a500-63632c3ffc3c {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:04:34.278098 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ae0bae2c-0ea8-4ad1-bb55-aa355f049be2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:34.346076 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ae0bae2c-0ea8-4ad1-bb55-aa355f049be2 None None] The port '6add775b-d489-4bb2-a500-63632c3ffc3c' was deleted {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 22:04:34.470988 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-450cfb68-190b-4fe7-89ce-a20d02e6a58b tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:34.473202 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-450cfb68-190b-4fe7-89ce-a20d02e6a58b tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:34.495746 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-450cfb68-190b-4fe7-89ce-a20d02e6a58b tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:34.496254 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450cfb68-190b-4fe7-89ce-a20d02e6a58b tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Fanout notify agent at l3_agent the message router_deleted on router 05cf4449-5be4-43db-bc38-bc9f79b1a600 {{(pid=89008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 22:04:34.507359 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-450cfb68-190b-4fe7-89ce-a20d02e6a58b tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:34.508410 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-450cfb68-190b-4fe7-89ce-a20d02e6a58b tempest-RoutersNegativeTest-1808078233 tempest-RoutersNegativeTest-1808078233-project] 10.222.0.33 "DELETE /v2.0/routers/05cf4449-5be4-43db-bc38-bc9f79b1a600 HTTP/1.1" status: 204 len: 168 time: 0.4570181 Sep 22 22:04:34.774443 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 56304) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:04:34.915894 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-2352d1ff-77e3-4fe8-8723-528ec717f824 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=d97c5cff4f0b444abfd49291bb7047ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1401472 Sep 22 22:04:34.918177 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 56310) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:04:34.973609 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d8b96750-6176-4b38-b392-24934346be83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:34.999614 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d8b96750-6176-4b38-b392-24934346be83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:35.050031 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d8b96750-6176-4b38-b392-24934346be83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:35.065771 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b96750-6176-4b38-b392-24934346be83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df05464-88aa-40aa-bf88-af09751fb60d,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:35.070397 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d8b96750-6176-4b38-b392-24934346be83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:35.071122 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-d8b96750-6176-4b38-b392-24934346be83 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/8df05464-88aa-40aa-bf88-af09751fb60d HTTP/1.1" status: 204 len: 168 time: 0.1520257 Sep 22 22:04:35.703669 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 56334) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:04:35.806439 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-b792bfb6-6244-4cff-8186-22b0962c9160 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1342496074-network', 'tenant_id': '87efe7fc6b25498a80fcc40aa21f8d80'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:04:35.811696 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-b792bfb6-6244-4cff-8186-22b0962c9160 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:04:35.815477 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-b792bfb6-6244-4cff-8186-22b0962c9160 admin admin] Usage tracker for resource:network and tenant:87efe7fc6b25498a80fcc40aa21f8d80 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:04:35.818257 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-b792bfb6-6244-4cff-8186-22b0962c9160 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:04:35.823855 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-b792bfb6-6244-4cff-8186-22b0962c9160 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:04:35.834311 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b792bfb6-6244-4cff-8186-22b0962c9160 admin admin] Made reservation on behalf of 87efe7fc6b25498a80fcc40aa21f8d80 for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:04:35.836525 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b792bfb6-6244-4cff-8186-22b0962c9160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:35.850536 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b792bfb6-6244-4cff-8186-22b0962c9160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:35.864176 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-b792bfb6-6244-4cff-8186-22b0962c9160 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:04:35.867968 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-b792bfb6-6244-4cff-8186-22b0962c9160 admin admin] Usage tracker for resource:security_group_rule and tenant:87efe7fc6b25498a80fcc40aa21f8d80 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:04:35.870673 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-b792bfb6-6244-4cff-8186-22b0962c9160 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:04:35.876692 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-b792bfb6-6244-4cff-8186-22b0962c9160 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:04:35.958313 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b792bfb6-6244-4cff-8186-22b0962c9160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:35.961746 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b792bfb6-6244-4cff-8186-22b0962c9160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:35.987315 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b792bfb6-6244-4cff-8186-22b0962c9160 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 22:04:35.999609 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b792bfb6-6244-4cff-8186-22b0962c9160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b5aaa7-aaa9-4853-ab29-104fff53cd53,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:36.003864 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b792bfb6-6244-4cff-8186-22b0962c9160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:36.004203 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-b792bfb6-6244-4cff-8186-22b0962c9160 admin admin] Added segment dd4ea7c5-86bb-4fbd-9567-5449acf2c03b of type vlan for network 1bdb8144-87a9-4329-9723-9bd7ca1b2234 Sep 22 22:04:36.029615 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b792bfb6-6244-4cff-8186-22b0962c9160 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:36.056579 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b792bfb6-6244-4cff-8186-22b0962c9160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:36.057489 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b792bfb6-6244-4cff-8186-22b0962c9160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:36.058055 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b792bfb6-6244-4cff-8186-22b0962c9160 admin admin] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:36.157217 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-b792bfb6-6244-4cff-8186-22b0962c9160 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4524441 Sep 22 22:04:36.159940 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b792bfb6-6244-4cff-8186-22b0962c9160 admin admin] Pushing event updated for resources: {'Network': ['ID=1bdb8144-87a9-4329-9723-9bd7ca1b2234,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:36.160347 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 56340) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:04:36.166747 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-2f3ded47-e21f-4b5f-b8ca-c70b86383a67 admin admin] Request body: {'subnet': {'network_id': '1bdb8144-87a9-4329-9723-9bd7ca1b2234', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1342496074-subnet', 'tenant_id': '87efe7fc6b25498a80fcc40aa21f8d80', 'ip_version': 4}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:04:36.170331 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 1bdb8144-87a9-4329-9723-9bd7ca1b2234 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 22:04:36.172868 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-2f3ded47-e21f-4b5f-b8ca-c70b86383a67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:04:36.177139 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-2f3ded47-e21f-4b5f-b8ca-c70b86383a67 admin admin] Usage tracker for resource:subnet and tenant:87efe7fc6b25498a80fcc40aa21f8d80 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:04:36.179988 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-2f3ded47-e21f-4b5f-b8ca-c70b86383a67 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:04:36.186263 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-2f3ded47-e21f-4b5f-b8ca-c70b86383a67 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:04:36.195898 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3ded47-e21f-4b5f-b8ca-c70b86383a67 admin admin] Made reservation on behalf of 87efe7fc6b25498a80fcc40aa21f8d80 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:04:36.198198 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2f3ded47-e21f-4b5f-b8ca-c70b86383a67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:36.398551 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2f3ded47-e21f-4b5f-b8ca-c70b86383a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:36.469863 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ded47-e21f-4b5f-b8ca-c70b86383a67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e35db4ff-9a5b-474a-b146-b323d1820c00,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:36.480229 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3ded47-e21f-4b5f-b8ca-c70b86383a67 admin admin] Checking segment: {'id': 'dd4ea7c5-86bb-4fbd-9567-5449acf2c03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1bdb8144-87a9-4329-9723-9bd7ca1b2234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:04:36.480584 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3ded47-e21f-4b5f-b8ca-c70b86383a67 admin admin] Network hostable DHCP agents. Network: 1bdb8144-87a9-4329-9723-9bd7ca1b2234, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 22:04:36.499712 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3ded47-e21f-4b5f-b8ca-c70b86383a67 admin admin] Network 1bdb8144-87a9-4329-9723-9bd7ca1b2234 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 22:04:36.508313 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-2f3ded47-e21f-4b5f-b8ca-c70b86383a67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 1bdb8144-87a9-4329-9723-9bd7ca1b2234) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:04:36.512277 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3ded47-e21f-4b5f-b8ca-c70b86383a67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:36.512892 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2f3ded47-e21f-4b5f-b8ca-c70b86383a67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:36.517008 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e77a824-6f3a-48f0-8924-3c98efa55771 None None] Network 1bdb8144-87a9-4329-9723-9bd7ca1b2234 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:04:36.533370 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2f3ded47-e21f-4b5f-b8ca-c70b86383a67 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3719270 Sep 22 22:04:36.536227 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 56344) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:04:36.541127 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-2ad18e72-fb69-4aa6-87cb-2167b2f4707b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1342496074-router', 'tenant_id': '87efe7fc6b25498a80fcc40aa21f8d80', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:04:36.546371 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-2ad18e72-fb69-4aa6-87cb-2167b2f4707b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:04:36.551048 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-2ad18e72-fb69-4aa6-87cb-2167b2f4707b admin admin] Usage tracker for resource:router and tenant:87efe7fc6b25498a80fcc40aa21f8d80 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:04:36.553890 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-2ad18e72-fb69-4aa6-87cb-2167b2f4707b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:04:36.559697 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-2ad18e72-fb69-4aa6-87cb-2167b2f4707b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:04:36.570269 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2ad18e72-fb69-4aa6-87cb-2167b2f4707b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:36.571261 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2ad18e72-fb69-4aa6-87cb-2167b2f4707b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:36.586556 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2ad18e72-fb69-4aa6-87cb-2167b2f4707b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:36.739844 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63478cdb-ecb0-4c03-b5c6-f51dcd3e3f2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-1bdb8144-87a9-4329-9723-9bd7ca1b2234', 'network_id': '1bdb8144-87a9-4329-9723-9bd7ca1b2234', 'tenant_id': '87efe7fc6b25498a80fcc40aa21f8d80', 'fixed_ips': [{'subnet_id': 'e35db4ff-9a5b-474a-b146-b323d1820c00'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 22:04:36.740697 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-63478cdb-ecb0-4c03-b5c6-f51dcd3e3f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:36.854547 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2ad18e72-fb69-4aa6-87cb-2167b2f4707b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:36.936981 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-63478cdb-ecb0-4c03-b5c6-f51dcd3e3f2e None None] Allocated IP 172.20.0.2 (1bdb8144-87a9-4329-9723-9bd7ca1b2234/e35db4ff-9a5b-474a-b146-b323d1820c00/e685fc96-3208-454c-9b8e-c46d2a52784a) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:04:37.139301 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-63478cdb-ecb0-4c03-b5c6-f51dcd3e3f2e None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:37.149141 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-63478cdb-ecb0-4c03-b5c6-f51dcd3e3f2e None None] Transition to ACTIVE for port object e685fc96-3208-454c-9b8e-c46d2a52784a will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:04:37.159219 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2ad18e72-fb69-4aa6-87cb-2167b2f4707b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:37.167040 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-63478cdb-ecb0-4c03-b5c6-f51dcd3e3f2e None None] Transition to ACTIVE for port object e685fc96-3208-454c-9b8e-c46d2a52784a will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:04:37.172352 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-63478cdb-ecb0-4c03-b5c6-f51dcd3e3f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:37.188012 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2ad18e72-fb69-4aa6-87cb-2167b2f4707b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:37.237937 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63478cdb-ecb0-4c03-b5c6-f51dcd3e3f2e None None] Network 1bdb8144-87a9-4329-9723-9bd7ca1b2234 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:04:37.241327 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-63478cdb-ecb0-4c03-b5c6-f51dcd3e3f2e None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:04:37.244171 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63478cdb-ecb0-4c03-b5c6-f51dcd3e3f2e None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:04:37.284125 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63478cdb-ecb0-4c03-b5c6-f51dcd3e3f2e None None] Pushing event updated for resources: {'Port': ['ID=e685fc96-3208-454c-9b8e-c46d2a52784a,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:37.327063 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-2ad18e72-fb69-4aa6-87cb-2167b2f4707b admin admin] Allocated IP 172.26.0.228 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/78134177-c647-438c-8a77-046331e58977) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:04:37.354402 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-63478cdb-ecb0-4c03-b5c6-f51dcd3e3f2e None None] Attempting to bind port e685fc96-3208-454c-9b8e-c46d2a52784a on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:04:37.354797 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-63478cdb-ecb0-4c03-b5c6-f51dcd3e3f2e None None] Attempting to bind port e685fc96-3208-454c-9b8e-c46d2a52784a by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'dd4ea7c5-86bb-4fbd-9567-5449acf2c03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1bdb8144-87a9-4329-9723-9bd7ca1b2234'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:04:37.355153 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63478cdb-ecb0-4c03-b5c6-f51dcd3e3f2e None None] Attempting to bind port e685fc96-3208-454c-9b8e-c46d2a52784a on network 1bdb8144-87a9-4329-9723-9bd7ca1b2234 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:04:37.360423 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63478cdb-ecb0-4c03-b5c6-f51dcd3e3f2e None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:04:37.360941 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63478cdb-ecb0-4c03-b5c6-f51dcd3e3f2e None None] Checking segment: {'id': 'dd4ea7c5-86bb-4fbd-9567-5449acf2c03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1bdb8144-87a9-4329-9723-9bd7ca1b2234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:04:37.361339 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-63478cdb-ecb0-4c03-b5c6-f51dcd3e3f2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:37.361722 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63478cdb-ecb0-4c03-b5c6-f51dcd3e3f2e None None] Bound using segment: {'id': 'dd4ea7c5-86bb-4fbd-9567-5449acf2c03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1bdb8144-87a9-4329-9723-9bd7ca1b2234'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:04:37.362169 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-63478cdb-ecb0-4c03-b5c6-f51dcd3e3f2e None None] Bound port: e685fc96-3208-454c-9b8e-c46d2a52784a, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd4ea7c5-86bb-4fbd-9567-5449acf2c03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1bdb8144-87a9-4329-9723-9bd7ca1b2234'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:04:37.362558 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-63478cdb-ecb0-4c03-b5c6-f51dcd3e3f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:37.453947 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-63478cdb-ecb0-4c03-b5c6-f51dcd3e3f2e None None] For port e685fc96-3208-454c-9b8e-c46d2a52784a, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:04:37.456930 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-63478cdb-ecb0-4c03-b5c6-f51dcd3e3f2e None None] For port e685fc96-3208-454c-9b8e-c46d2a52784a, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=e685fc96-3208-454c-9b8e-c46d2a52784a,segment=NetworkSegment(dd4ea7c5-86bb-4fbd-9567-5449acf2c03b),segment_id=dd4ea7c5-86bb-4fbd-9567-5449acf2c03b)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:04:37.461737 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-63478cdb-ecb0-4c03-b5c6-f51dcd3e3f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:37.470916 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2ad18e72-fb69-4aa6-87cb-2167b2f4707b admin admin] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:37.499890 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2ad18e72-fb69-4aa6-87cb-2167b2f4707b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:37.535801 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63478cdb-ecb0-4c03-b5c6-f51dcd3e3f2e None None] Pushing event updated for resources: {'Port': ['ID=e685fc96-3208-454c-9b8e-c46d2a52784a,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:37.568400 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad18e72-fb69-4aa6-87cb-2167b2f4707b admin admin] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:04:37.571414 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-2ad18e72-fb69-4aa6-87cb-2167b2f4707b admin admin] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:04:37.573776 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad18e72-fb69-4aa6-87cb-2167b2f4707b admin admin] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:04:37.609972 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad18e72-fb69-4aa6-87cb-2167b2f4707b admin admin] Pushing event updated for resources: {'Port': ['ID=78134177-c647-438c-8a77-046331e58977,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:38.102027 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2ad18e72-fb69-4aa6-87cb-2167b2f4707b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:38.444563 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2ad18e72-fb69-4aa6-87cb-2167b2f4707b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:38.445177 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c330a8-a062-4f32-ba60-6f947aa9e802 None None] Network 1bdb8144-87a9-4329-9723-9bd7ca1b2234 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:04:38.548780 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-ed88cf2a-4f19-4ea7-ac3b-f70d5186da70 None None] Provisioning for port e685fc96-3208-454c-9b8e-c46d2a52784a completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:04:38.647628 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad18e72-fb69-4aa6-87cb-2167b2f4707b admin admin] Router 9982d6fa-1744-4399-9387-5c072924db80 is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 22:04:38.834230 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad18e72-fb69-4aa6-87cb-2167b2f4707b admin admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:04:38.845850 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e456e832-cd8c-4c62-a5c4-dcab548d8b1d None None] Sync routers for ids ['9982d6fa-1744-4399-9387-5c072924db80'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:04:38.858865 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2ad18e72-fb69-4aa6-87cb-2167b2f4707b admin admin] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:38.859011 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e456e832-cd8c-4c62-a5c4-dcab548d8b1d None None] Routers {'9982d6fa-1744-4399-9387-5c072924db80'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:04:38.859492 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-e456e832-cd8c-4c62-a5c4-dcab548d8b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:04:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['9982d6fa-1744-4399-9387-5c072924db80'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:04:38.860155 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2ad18e72-fb69-4aa6-87cb-2167b2f4707b admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.3230174 Sep 22 22:04:38.863310 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 56350) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:04:39.052620 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-e456e832-cd8c-4c62-a5c4-dcab548d8b1d None None] Set router 9982d6fa-1744-4399-9387-5c072924db80 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:04:39.331872 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-e456e832-cd8c-4c62-a5c4-dcab548d8b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9982d6fa-1744-4399-9387-5c072924db80', 'name': 'tempest-TestEncryptedCinderVolumes-1342496074-router', 'tenant_id': '87efe7fc6b25498a80fcc40aa21f8d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '78134177-c647-438c-8a77-046331e58977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:04:36Z', 'updated_at': '2022-09-22T22:04:37Z', 'revision_number': 3, 'project_id': '87efe7fc6b25498a80fcc40aa21f8d80', 'gw_port': {'id': '78134177-c647-438c-8a77-046331e58977', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:77:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9982d6fa-1744-4399-9387-5c072924db80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:04:37Z', 'updated_at': '2022-09-22T22:04:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:04:39.335754 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e456e832-cd8c-4c62-a5c4-dcab548d8b1d None None] Checking router: 9982d6fa-1744-4399-9387-5c072924db80 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:04:39.336101 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e456e832-cd8c-4c62-a5c4-dcab548d8b1d None None] Updating router 9982d6fa-1744-4399-9387-5c072924db80 port 78134177-c647-438c-8a77-046331e58977 binding host dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 22:04:39.388176 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e456e832-cd8c-4c62-a5c4-dcab548d8b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:39.642504 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3cb37170-8215-4e9f-908a-c530fdee37f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:39.683864 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device e685fc96-3208-454c-9b8e-c46d2a52784a up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:04:39.795465 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-985fa0ad-dd69-478d-8aa5-cb5030e859e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:39.812485 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e456e832-cd8c-4c62-a5c4-dcab548d8b1d None None] Notify callbacks [] for port, precommit_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:39.828379 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-e456e832-cd8c-4c62-a5c4-dcab548d8b1d None None] Transition to ACTIVE for port object 78134177-c647-438c-8a77-046331e58977 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:04:39.832099 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port e685fc96-3208-454c-9b8e-c46d2a52784a completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:04:39.836166 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e456e832-cd8c-4c62-a5c4-dcab548d8b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:39.854629 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-3cb37170-8215-4e9f-908a-c530fdee37f3 admin admin] Allocated IP 172.20.0.1 (1bdb8144-87a9-4329-9723-9bd7ca1b2234/e35db4ff-9a5b-474a-b146-b323d1820c00/372bc689-d1ef-4a88-a01c-5c673e9814f2) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:04:39.881814 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port e685fc96-3208-454c-9b8e-c46d2a52784a triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:04:39.882181 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:39.882509 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port e685fc96-3208-454c-9b8e-c46d2a52784a Sep 22 22:04:39.935669 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-e456e832-cd8c-4c62-a5c4-dcab548d8b1d None None] Attempting to bind port 78134177-c647-438c-8a77-046331e58977 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:04:39.936030 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-e456e832-cd8c-4c62-a5c4-dcab548d8b1d None None] Attempting to bind port 78134177-c647-438c-8a77-046331e58977 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:04:39.936395 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e456e832-cd8c-4c62-a5c4-dcab548d8b1d None None] Attempting to bind port 78134177-c647-438c-8a77-046331e58977 on network a22ae1c9-d428-411f-af43-ce0f71b38d9c {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:04:39.956608 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e456e832-cd8c-4c62-a5c4-dcab548d8b1d None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:04:39.956979 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e456e832-cd8c-4c62-a5c4-dcab548d8b1d None None] Checking segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:04:39.957391 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e456e832-cd8c-4c62-a5c4-dcab548d8b1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:39.957748 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e456e832-cd8c-4c62-a5c4-dcab548d8b1d None None] Bound using segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:04:39.958205 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-e456e832-cd8c-4c62-a5c4-dcab548d8b1d None None] Bound port: 78134177-c647-438c-8a77-046331e58977, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:04:39.958571 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e456e832-cd8c-4c62-a5c4-dcab548d8b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:40.000429 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f36c480-8ec9-4b0c-8cfb-a6e9d5cbe93c None None] Pushing event updated for resources: {'Port': ['ID=78134177-c647-438c-8a77-046331e58977,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:40.006336 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3cb37170-8215-4e9f-908a-c530fdee37f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:40.021974 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-3cb37170-8215-4e9f-908a-c530fdee37f3 admin admin] Transition to ACTIVE for port object 372bc689-d1ef-4a88-a01c-5c673e9814f2 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:04:40.045296 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3cb37170-8215-4e9f-908a-c530fdee37f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:40.087980 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-e456e832-cd8c-4c62-a5c4-dcab548d8b1d None None] For port 78134177-c647-438c-8a77-046331e58977, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:04:40.100517 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-e456e832-cd8c-4c62-a5c4-dcab548d8b1d None None] For port 78134177-c647-438c-8a77-046331e58977, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=78134177-c647-438c-8a77-046331e58977,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:04:40.102795 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port e685fc96-3208-454c-9b8e-c46d2a52784a is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:04:40.103162 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:40.112849 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb37170-8215-4e9f-908a-c530fdee37f3 admin admin] Network 1bdb8144-87a9-4329-9723-9bd7ca1b2234 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:04:40.115600 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-3cb37170-8215-4e9f-908a-c530fdee37f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:04:40.116497 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e456e832-cd8c-4c62-a5c4-dcab548d8b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:40.118692 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb37170-8215-4e9f-908a-c530fdee37f3 admin admin] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:04:40.167884 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb37170-8215-4e9f-908a-c530fdee37f3 admin admin] Pushing event updated for resources: {'Port': ['ID=372bc689-d1ef-4a88-a01c-5c673e9814f2,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:40.183249 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3cb37170-8215-4e9f-908a-c530fdee37f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:40.198541 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e456e832-cd8c-4c62-a5c4-dcab548d8b1d None None] Routers {'9982d6fa-1744-4399-9387-5c072924db80'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:04:40.199191 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-e456e832-cd8c-4c62-a5c4-dcab548d8b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:04:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['9982d6fa-1744-4399-9387-5c072924db80'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:04:40.266805 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port e685fc96-3208-454c-9b8e-c46d2a52784a, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=e685fc96-3208-454c-9b8e-c46d2a52784a,segment=NetworkSegment(dd4ea7c5-86bb-4fbd-9567-5449acf2c03b),segment_id=dd4ea7c5-86bb-4fbd-9567-5449acf2c03b)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:04:40.268186 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f36c480-8ec9-4b0c-8cfb-a6e9d5cbe93c None None] Pushing event updated for resources: {'Port': ['ID=78134177-c647-438c-8a77-046331e58977,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:40.278862 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:40.449344 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=e685fc96-3208-454c-9b8e-c46d2a52784a,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:40.455171 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3cb37170-8215-4e9f-908a-c530fdee37f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:40.458217 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-51d3449c-ca1b-4e48-b019-9975337d72e5 None None] Provisioning for port 372bc689-d1ef-4a88-a01c-5c673e9814f2 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:04:40.469509 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-51d3449c-ca1b-4e48-b019-9975337d72e5 None None] Provisioning complete for port 372bc689-d1ef-4a88-a01c-5c673e9814f2 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:04:40.469960 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-51d3449c-ca1b-4e48-b019-9975337d72e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:40.470360 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-51d3449c-ca1b-4e48-b019-9975337d72e5 None None] Attempt 1 to provision port 372bc689-d1ef-4a88-a01c-5c673e9814f2 Sep 22 22:04:40.517682 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-e456e832-cd8c-4c62-a5c4-dcab548d8b1d None None] Set router 9982d6fa-1744-4399-9387-5c072924db80 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:04:40.652533 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-51d3449c-ca1b-4e48-b019-9975337d72e5 None None] Port 372bc689-d1ef-4a88-a01c-5c673e9814f2 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:04:40.784573 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3cb37170-8215-4e9f-908a-c530fdee37f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:40.789534 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3cb37170-8215-4e9f-908a-c530fdee37f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:40.813100 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-e456e832-cd8c-4c62-a5c4-dcab548d8b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9982d6fa-1744-4399-9387-5c072924db80', 'name': 'tempest-TestEncryptedCinderVolumes-1342496074-router', 'tenant_id': '87efe7fc6b25498a80fcc40aa21f8d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '78134177-c647-438c-8a77-046331e58977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:04:36Z', 'updated_at': '2022-09-22T22:04:37Z', 'revision_number': 3, 'project_id': '87efe7fc6b25498a80fcc40aa21f8d80', 'gw_port': {'id': '78134177-c647-438c-8a77-046331e58977', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:77:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9982d6fa-1744-4399-9387-5c072924db80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:04:37Z', 'updated_at': '2022-09-22T22:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:04:40.817280 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e456e832-cd8c-4c62-a5c4-dcab548d8b1d None None] The sync data for ids ['9982d6fa-1744-4399-9387-5c072924db80'] in dv-neutron-858900-1-hyperv is: [{'id': '9982d6fa-1744-4399-9387-5c072924db80', 'name': 'tempest-TestEncryptedCinderVolumes-1342496074-router', 'tenant_id': '87efe7fc6b25498a80fcc40aa21f8d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '78134177-c647-438c-8a77-046331e58977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:04:36Z', 'updated_at': '2022-09-22T22:04:37Z', 'revision_number': 3, 'project_id': '87efe7fc6b25498a80fcc40aa21f8d80', 'gw_port': {'id': '78134177-c647-438c-8a77-046331e58977', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:77:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9982d6fa-1744-4399-9387-5c072924db80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:04:37Z', 'updated_at': '2022-09-22T22:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:04:40.895268 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3cb37170-8215-4e9f-908a-c530fdee37f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:40.898827 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb37170-8215-4e9f-908a-c530fdee37f3 admin admin] Pushing event updated for resources: {'Port': ['ID=372bc689-d1ef-4a88-a01c-5c673e9814f2,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:41.037999 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb37170-8215-4e9f-908a-c530fdee37f3 admin admin] Network 1bdb8144-87a9-4329-9723-9bd7ca1b2234 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:04:41.039766 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-3cb37170-8215-4e9f-908a-c530fdee37f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:04:41.154030 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-51d3449c-ca1b-4e48-b019-9975337d72e5 None None] Attempt 2 to provision port 372bc689-d1ef-4a88-a01c-5c673e9814f2 Sep 22 22:04:41.231172 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-51d3449c-ca1b-4e48-b019-9975337d72e5 None None] Port 372bc689-d1ef-4a88-a01c-5c673e9814f2 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:04:41.276466 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb37170-8215-4e9f-908a-c530fdee37f3 admin admin] Router 9982d6fa-1744-4399-9387-5c072924db80 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 22:04:41.464153 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb37170-8215-4e9f-908a-c530fdee37f3 admin admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:04:41.473576 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-3cb37170-8215-4e9f-908a-c530fdee37f3 admin admin] 10.222.0.33 "PUT /v2.0/routers/9982d6fa-1744-4399-9387-5c072924db80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6091855 Sep 22 22:04:41.726545 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 78134177-c647-438c-8a77-046331e58977 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:04:41.755382 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-51d3449c-ca1b-4e48-b019-9975337d72e5 None None] Attempt 3 to provision port 372bc689-d1ef-4a88-a01c-5c673e9814f2 Sep 22 22:04:41.872734 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-51d3449c-ca1b-4e48-b019-9975337d72e5 None None] Port 372bc689-d1ef-4a88-a01c-5c673e9814f2 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:04:41.884016 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 78134177-c647-438c-8a77-046331e58977 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:04:41.890252 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 78134177-c647-438c-8a77-046331e58977 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:04:41.891088 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:41.891670 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 78134177-c647-438c-8a77-046331e58977 Sep 22 22:04:42.000584 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ddcecc97-797f-464e-8e54-39491891b5c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:42.011118 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 56368) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:04:42.017614 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-103fb0ab-3ffb-465e-ab4f-20a229093798 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-33393795-network', 'tenant_id': '7285b2ba6a04487180e0064d3306a13d'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:04:42.022197 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-103fb0ab-3ffb-465e-ab4f-20a229093798 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:04:42.026820 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-103fb0ab-3ffb-465e-ab4f-20a229093798 admin admin] Usage tracker for resource:network and tenant:7285b2ba6a04487180e0064d3306a13d is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:04:42.027880 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 78134177-c647-438c-8a77-046331e58977 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:04:42.028270 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:42.030067 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-103fb0ab-3ffb-465e-ab4f-20a229093798 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:04:42.036049 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-103fb0ab-3ffb-465e-ab4f-20a229093798 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:04:42.047054 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103fb0ab-3ffb-465e-ab4f-20a229093798 admin admin] Made reservation on behalf of 7285b2ba6a04487180e0064d3306a13d for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:04:42.049517 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-103fb0ab-3ffb-465e-ab4f-20a229093798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:42.051865 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 78134177-c647-438c-8a77-046331e58977, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=78134177-c647-438c-8a77-046331e58977,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:04:42.055876 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:42.056736 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device e685fc96-3208-454c-9b8e-c46d2a52784a up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:04:42.066419 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-103fb0ab-3ffb-465e-ab4f-20a229093798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:42.082472 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-103fb0ab-3ffb-465e-ab4f-20a229093798 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:04:42.086492 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-103fb0ab-3ffb-465e-ab4f-20a229093798 admin admin] Usage tracker for resource:security_group_rule and tenant:7285b2ba6a04487180e0064d3306a13d is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:04:42.089325 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-103fb0ab-3ffb-465e-ab4f-20a229093798 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:04:42.095169 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-103fb0ab-3ffb-465e-ab4f-20a229093798 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:04:42.177782 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=78134177-c647-438c-8a77-046331e58977,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:42.180521 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-103fb0ab-3ffb-465e-ab4f-20a229093798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:42.185432 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-103fb0ab-3ffb-465e-ab4f-20a229093798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:42.191535 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port e685fc96-3208-454c-9b8e-c46d2a52784a triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:04:42.191915 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:42.192253 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port e685fc96-3208-454c-9b8e-c46d2a52784a Sep 22 22:04:42.215769 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-103fb0ab-3ffb-465e-ab4f-20a229093798 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 22:04:42.224525 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103fb0ab-3ffb-465e-ab4f-20a229093798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0a4b5d-26b0-4cd2-8c28-c4dca9580953,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:42.230284 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-103fb0ab-3ffb-465e-ab4f-20a229093798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:42.233744 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-103fb0ab-3ffb-465e-ab4f-20a229093798 admin admin] Added segment 602ef3d3-0985-4ab3-86ac-42293917308e of type vlan for network 9c597e82-8eda-4d80-a66d-08353c31b2a3 Sep 22 22:04:42.267696 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-103fb0ab-3ffb-465e-ab4f-20a229093798 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:42.300251 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-103fb0ab-3ffb-465e-ab4f-20a229093798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:42.301355 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103fb0ab-3ffb-465e-ab4f-20a229093798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:42.301930 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-103fb0ab-3ffb-465e-ab4f-20a229093798 admin admin] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:42.320284 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port e685fc96-3208-454c-9b8e-c46d2a52784a is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:04:42.374114 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-51d3449c-ca1b-4e48-b019-9975337d72e5 None None] Attempt 4 to provision port 372bc689-d1ef-4a88-a01c-5c673e9814f2 Sep 22 22:04:42.386093 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c958114f-e5d5-4657-a6e3-35beafc92662 None None] Sync routers for ids ['9982d6fa-1744-4399-9387-5c072924db80'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:04:42.396024 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c958114f-e5d5-4657-a6e3-35beafc92662 None None] Routers {'9982d6fa-1744-4399-9387-5c072924db80'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:04:42.396896 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-c958114f-e5d5-4657-a6e3-35beafc92662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:04:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['9982d6fa-1744-4399-9387-5c072924db80'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:04:42.405792 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103fb0ab-3ffb-465e-ab4f-20a229093798 admin admin] Pushing event updated for resources: {'Network': ['ID=9c597e82-8eda-4d80-a66d-08353c31b2a3,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:42.410655 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-103fb0ab-3ffb-465e-ab4f-20a229093798 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3964434 Sep 22 22:04:42.411665 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 56372) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:04:42.417431 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-65d84b67-1254-48a4-a411-5939b68bdb7b admin admin] Request body: {'subnet': {'network_id': '9c597e82-8eda-4d80-a66d-08353c31b2a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-33393795-subnet', 'tenant_id': '7285b2ba6a04487180e0064d3306a13d', 'ip_version': 4}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:04:42.423113 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-65d84b67-1254-48a4-a411-5939b68bdb7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:04:42.427129 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-65d84b67-1254-48a4-a411-5939b68bdb7b admin admin] Usage tracker for resource:subnet and tenant:7285b2ba6a04487180e0064d3306a13d is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:04:42.429201 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 9c597e82-8eda-4d80-a66d-08353c31b2a3 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 22:04:42.433967 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-65d84b67-1254-48a4-a411-5939b68bdb7b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:04:42.440267 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-65d84b67-1254-48a4-a411-5939b68bdb7b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:04:42.450662 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d84b67-1254-48a4-a411-5939b68bdb7b admin admin] Made reservation on behalf of 7285b2ba6a04487180e0064d3306a13d for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:04:42.453444 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-65d84b67-1254-48a4-a411-5939b68bdb7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:42.518041 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-51d3449c-ca1b-4e48-b019-9975337d72e5 None None] Port 372bc689-d1ef-4a88-a01c-5c673e9814f2 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:04:42.578333 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-c958114f-e5d5-4657-a6e3-35beafc92662 None None] Set router 9982d6fa-1744-4399-9387-5c072924db80 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:04:42.769683 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-65d84b67-1254-48a4-a411-5939b68bdb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:42.817250 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:42.843725 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d84b67-1254-48a4-a411-5939b68bdb7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bc78d67-fb67-49db-9481-6bab6a7b8766,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:42.853668 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d84b67-1254-48a4-a411-5939b68bdb7b admin admin] Checking segment: {'id': '602ef3d3-0985-4ab3-86ac-42293917308e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9c597e82-8eda-4d80-a66d-08353c31b2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:04:42.854022 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d84b67-1254-48a4-a411-5939b68bdb7b admin admin] Network hostable DHCP agents. Network: 9c597e82-8eda-4d80-a66d-08353c31b2a3, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 22:04:42.873239 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d84b67-1254-48a4-a411-5939b68bdb7b admin admin] Network 9c597e82-8eda-4d80-a66d-08353c31b2a3 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 22:04:42.883205 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-65d84b67-1254-48a4-a411-5939b68bdb7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 9c597e82-8eda-4d80-a66d-08353c31b2a3) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:04:42.888042 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d84b67-1254-48a4-a411-5939b68bdb7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:42.888845 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-65d84b67-1254-48a4-a411-5939b68bdb7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:42.894167 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55065f86-5ce9-41e5-af1b-db4f15c664ce None None] Network 9c597e82-8eda-4d80-a66d-08353c31b2a3 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:04:42.895764 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-c958114f-e5d5-4657-a6e3-35beafc92662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9982d6fa-1744-4399-9387-5c072924db80', 'name': 'tempest-TestEncryptedCinderVolumes-1342496074-router', 'tenant_id': '87efe7fc6b25498a80fcc40aa21f8d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '78134177-c647-438c-8a77-046331e58977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:04:36Z', 'updated_at': '2022-09-22T22:04:40Z', 'revision_number': 4, 'project_id': '87efe7fc6b25498a80fcc40aa21f8d80', 'gw_port': {'id': '78134177-c647-438c-8a77-046331e58977', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:77:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9982d6fa-1744-4399-9387-5c072924db80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:04:37Z', 'updated_at': '2022-09-22T22:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '372bc689-d1ef-4a88-a01c-5c673e9814f2', 'name': '', 'network_id': '1bdb8144-87a9-4329-9723-9bd7ca1b2234', 'tenant_id': '87efe7fc6b25498a80fcc40aa21f8d80', 'mac_address': 'fa:16:3e:f3:0e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9982d6fa-1744-4399-9387-5c072924db80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'e35db4ff-9a5b-474a-b146-b323d1820c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:04:39Z', 'updated_at': '2022-09-22T22:04:40Z', 'revision_number': 2, 'project_id': '87efe7fc6b25498a80fcc40aa21f8d80', 'subnets': [{'id': 'e35db4ff-9a5b-474a-b146-b323d1820c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:04:42.899646 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c958114f-e5d5-4657-a6e3-35beafc92662 None None] Checking router: 9982d6fa-1744-4399-9387-5c072924db80 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:04:42.900060 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c958114f-e5d5-4657-a6e3-35beafc92662 None None] Updating router 9982d6fa-1744-4399-9387-5c072924db80 port 372bc689-d1ef-4a88-a01c-5c673e9814f2 binding host dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 22:04:42.917305 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-65d84b67-1254-48a4-a411-5939b68bdb7b admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5042639 Sep 22 22:04:42.920077 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 56376) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:04:42.925379 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-6b5b1eb6-191b-46b9-adf5-c9ead7b82cef admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-33393795-router', 'tenant_id': '7285b2ba6a04487180e0064d3306a13d', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:04:42.930522 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-6b5b1eb6-191b-46b9-adf5-c9ead7b82cef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:04:42.934433 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-6b5b1eb6-191b-46b9-adf5-c9ead7b82cef admin admin] Usage tracker for resource:router and tenant:7285b2ba6a04487180e0064d3306a13d is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:04:42.937509 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-6b5b1eb6-191b-46b9-adf5-c9ead7b82cef admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:04:42.943226 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-6b5b1eb6-191b-46b9-adf5-c9ead7b82cef admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:04:42.954655 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6b5b1eb6-191b-46b9-adf5-c9ead7b82cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:42.955890 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6b5b1eb6-191b-46b9-adf5-c9ead7b82cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:42.957368 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-c958114f-e5d5-4657-a6e3-35beafc92662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:42.972421 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6b5b1eb6-191b-46b9-adf5-c9ead7b82cef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:43.018927 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-51d3449c-ca1b-4e48-b019-9975337d72e5 None None] Attempt 5 to provision port 372bc689-d1ef-4a88-a01c-5c673e9814f2 Sep 22 22:04:43.119010 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-51d3449c-ca1b-4e48-b019-9975337d72e5 None None] Port 372bc689-d1ef-4a88-a01c-5c673e9814f2 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:04:43.177526 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cec067-20a0-4b12-bb00-161c3f920ccd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-9c597e82-8eda-4d80-a66d-08353c31b2a3', 'network_id': '9c597e82-8eda-4d80-a66d-08353c31b2a3', 'tenant_id': '7285b2ba6a04487180e0064d3306a13d', 'fixed_ips': [{'subnet_id': '0bc78d67-fb67-49db-9481-6bab6a7b8766'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 22:04:43.178432 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-b4cec067-20a0-4b12-bb00-161c3f920ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:43.259168 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6b5b1eb6-191b-46b9-adf5-c9ead7b82cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:43.286459 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:43.315601 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-c958114f-e5d5-4657-a6e3-35beafc92662 None None] Notify callbacks [] for port, precommit_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:43.328436 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.provisioning_blocks [None req-c958114f-e5d5-4657-a6e3-35beafc92662 None None] Transition to ACTIVE for port object 372bc689-d1ef-4a88-a01c-5c673e9814f2 will not be triggered until provisioned by entity L2. {{(pid=89011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:04:43.335544 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-c958114f-e5d5-4657-a6e3-35beafc92662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:43.377859 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-b4cec067-20a0-4b12-bb00-161c3f920ccd None None] Allocated IP 172.20.0.2 (9c597e82-8eda-4d80-a66d-08353c31b2a3/0bc78d67-fb67-49db-9481-6bab6a7b8766/40223f35-cfe0-4044-9968-f73c0401319b) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:04:43.573267 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0325e5a8-2a9b-469e-9f68-d84eea712e2c None None] Pushing event updated for resources: {'Port': ['ID=372bc689-d1ef-4a88-a01c-5c673e9814f2,revision_number=3']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:43.591852 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325e5a8-2a9b-469e-9f68-d84eea712e2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:43.592390 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325e5a8-2a9b-469e-9f68-d84eea712e2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:43.592526 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325e5a8-2a9b-469e-9f68-d84eea712e2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:43.592830 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325e5a8-2a9b-469e-9f68-d84eea712e2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:43.593151 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325e5a8-2a9b-469e-9f68-d84eea712e2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:43.593470 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325e5a8-2a9b-469e-9f68-d84eea712e2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:43.593784 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325e5a8-2a9b-469e-9f68-d84eea712e2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:43.594097 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325e5a8-2a9b-469e-9f68-d84eea712e2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:43.594413 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325e5a8-2a9b-469e-9f68-d84eea712e2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:43.594749 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325e5a8-2a9b-469e-9f68-d84eea712e2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:43.595061 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325e5a8-2a9b-469e-9f68-d84eea712e2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:43.595372 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325e5a8-2a9b-469e-9f68-d84eea712e2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:43.599432 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-b4cec067-20a0-4b12-bb00-161c3f920ccd None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:43.602519 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-c958114f-e5d5-4657-a6e3-35beafc92662 None None] Attempting to bind port 372bc689-d1ef-4a88-a01c-5c673e9814f2 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:04:43.602909 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-c958114f-e5d5-4657-a6e3-35beafc92662 None None] Attempting to bind port 372bc689-d1ef-4a88-a01c-5c673e9814f2 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'dd4ea7c5-86bb-4fbd-9567-5449acf2c03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1bdb8144-87a9-4329-9723-9bd7ca1b2234'}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:04:43.603264 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c958114f-e5d5-4657-a6e3-35beafc92662 None None] Attempting to bind port 372bc689-d1ef-4a88-a01c-5c673e9814f2 on network 1bdb8144-87a9-4329-9723-9bd7ca1b2234 {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:04:43.609437 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c958114f-e5d5-4657-a6e3-35beafc92662 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:04:43.609691 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c958114f-e5d5-4657-a6e3-35beafc92662 None None] Checking segment: {'id': 'dd4ea7c5-86bb-4fbd-9567-5449acf2c03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1bdb8144-87a9-4329-9723-9bd7ca1b2234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:04:43.610452 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-c958114f-e5d5-4657-a6e3-35beafc92662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:43.610867 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c958114f-e5d5-4657-a6e3-35beafc92662 None None] Bound using segment: {'id': 'dd4ea7c5-86bb-4fbd-9567-5449acf2c03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1bdb8144-87a9-4329-9723-9bd7ca1b2234'} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:04:43.611316 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-c958114f-e5d5-4657-a6e3-35beafc92662 None None] Bound port: 372bc689-d1ef-4a88-a01c-5c673e9814f2, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd4ea7c5-86bb-4fbd-9567-5449acf2c03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1bdb8144-87a9-4329-9723-9bd7ca1b2234'}}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:04:43.611668 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-c958114f-e5d5-4657-a6e3-35beafc92662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:43.611785 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-b4cec067-20a0-4b12-bb00-161c3f920ccd None None] Transition to ACTIVE for port object 40223f35-cfe0-4044-9968-f73c0401319b will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:04:43.621986 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-51d3449c-ca1b-4e48-b019-9975337d72e5 None None] Attempt 6 to provision port 372bc689-d1ef-4a88-a01c-5c673e9814f2 Sep 22 22:04:43.682245 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-b4cec067-20a0-4b12-bb00-161c3f920ccd None None] Transition to ACTIVE for port object 40223f35-cfe0-4044-9968-f73c0401319b will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:04:43.696310 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 78134177-c647-438c-8a77-046331e58977 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:04:43.707681 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-c958114f-e5d5-4657-a6e3-35beafc92662 None None] For port 372bc689-d1ef-4a88-a01c-5c673e9814f2, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:04:43.711267 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-c958114f-e5d5-4657-a6e3-35beafc92662 None None] For port 372bc689-d1ef-4a88-a01c-5c673e9814f2, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=372bc689-d1ef-4a88-a01c-5c673e9814f2,segment=NetworkSegment(dd4ea7c5-86bb-4fbd-9567-5449acf2c03b),segment_id=dd4ea7c5-86bb-4fbd-9567-5449acf2c03b)] {{(pid=89011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:04:43.719016 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-c958114f-e5d5-4657-a6e3-35beafc92662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:43.728815 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-b4cec067-20a0-4b12-bb00-161c3f920ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:43.741236 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6b5b1eb6-191b-46b9-adf5-c9ead7b82cef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:43.772021 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6b5b1eb6-191b-46b9-adf5-c9ead7b82cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:43.782419 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c958114f-e5d5-4657-a6e3-35beafc92662 None None] Routers {'9982d6fa-1744-4399-9387-5c072924db80'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:04:43.783206 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-c958114f-e5d5-4657-a6e3-35beafc92662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:04:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['9982d6fa-1744-4399-9387-5c072924db80'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:04:43.787748 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-51d3449c-ca1b-4e48-b019-9975337d72e5 None None] Port 372bc689-d1ef-4a88-a01c-5c673e9814f2 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:04:43.827648 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cec067-20a0-4b12-bb00-161c3f920ccd None None] Network 9c597e82-8eda-4d80-a66d-08353c31b2a3 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:04:43.832375 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-b4cec067-20a0-4b12-bb00-161c3f920ccd None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:04:43.836846 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cec067-20a0-4b12-bb00-161c3f920ccd None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:04:43.873909 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0325e5a8-2a9b-469e-9f68-d84eea712e2c None None] Pushing event updated for resources: {'Port': ['ID=372bc689-d1ef-4a88-a01c-5c673e9814f2,revision_number=4']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:43.876157 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cec067-20a0-4b12-bb00-161c3f920ccd None None] Pushing event updated for resources: {'Port': ['ID=40223f35-cfe0-4044-9968-f73c0401319b,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:43.921911 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-6b5b1eb6-191b-46b9-adf5-c9ead7b82cef admin admin] Allocated IP 172.26.0.18 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/ad50ec3e-4be2-47b3-b542-a3937f337595) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:04:43.931968 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 78134177-c647-438c-8a77-046331e58977 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:04:43.932988 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:43.933480 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 78134177-c647-438c-8a77-046331e58977 Sep 22 22:04:43.997968 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-c958114f-e5d5-4657-a6e3-35beafc92662 None None] Set router 9982d6fa-1744-4399-9387-5c072924db80 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:04:44.053011 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-b4cec067-20a0-4b12-bb00-161c3f920ccd None None] Attempting to bind port 40223f35-cfe0-4044-9968-f73c0401319b on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:04:44.053697 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-b4cec067-20a0-4b12-bb00-161c3f920ccd None None] Attempting to bind port 40223f35-cfe0-4044-9968-f73c0401319b by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '602ef3d3-0985-4ab3-86ac-42293917308e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9c597e82-8eda-4d80-a66d-08353c31b2a3'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:04:44.053873 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cec067-20a0-4b12-bb00-161c3f920ccd None None] Attempting to bind port 40223f35-cfe0-4044-9968-f73c0401319b on network 9c597e82-8eda-4d80-a66d-08353c31b2a3 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:04:44.063293 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cec067-20a0-4b12-bb00-161c3f920ccd None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:04:44.063664 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cec067-20a0-4b12-bb00-161c3f920ccd None None] Checking segment: {'id': '602ef3d3-0985-4ab3-86ac-42293917308e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9c597e82-8eda-4d80-a66d-08353c31b2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:04:44.064059 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-b4cec067-20a0-4b12-bb00-161c3f920ccd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:44.064449 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cec067-20a0-4b12-bb00-161c3f920ccd None None] Bound using segment: {'id': '602ef3d3-0985-4ab3-86ac-42293917308e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9c597e82-8eda-4d80-a66d-08353c31b2a3'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:04:44.064908 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-b4cec067-20a0-4b12-bb00-161c3f920ccd None None] Bound port: 40223f35-cfe0-4044-9968-f73c0401319b, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '602ef3d3-0985-4ab3-86ac-42293917308e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9c597e82-8eda-4d80-a66d-08353c31b2a3'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:04:44.065274 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-b4cec067-20a0-4b12-bb00-161c3f920ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:44.085023 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6b5b1eb6-191b-46b9-adf5-c9ead7b82cef admin admin] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:44.114824 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6b5b1eb6-191b-46b9-adf5-c9ead7b82cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:44.183575 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5b1eb6-191b-46b9-adf5-c9ead7b82cef admin admin] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:04:44.186866 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-6b5b1eb6-191b-46b9-adf5-c9ead7b82cef admin admin] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:04:44.191219 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5b1eb6-191b-46b9-adf5-c9ead7b82cef admin admin] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:04:44.210005 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-b4cec067-20a0-4b12-bb00-161c3f920ccd None None] For port 40223f35-cfe0-4044-9968-f73c0401319b, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:04:44.212072 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 78134177-c647-438c-8a77-046331e58977 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:04:44.215260 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-b4cec067-20a0-4b12-bb00-161c3f920ccd None None] For port 40223f35-cfe0-4044-9968-f73c0401319b, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=40223f35-cfe0-4044-9968-f73c0401319b,segment=NetworkSegment(602ef3d3-0985-4ab3-86ac-42293917308e),segment_id=602ef3d3-0985-4ab3-86ac-42293917308e)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:04:44.220190 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-b4cec067-20a0-4b12-bb00-161c3f920ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:44.224629 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b1eb6-191b-46b9-adf5-c9ead7b82cef admin admin] Pushing event updated for resources: {'Port': ['ID=ad50ec3e-4be2-47b3-b542-a3937f337595,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:44.289293 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-51d3449c-ca1b-4e48-b019-9975337d72e5 None None] Attempt 7 to provision port 372bc689-d1ef-4a88-a01c-5c673e9814f2 Sep 22 22:04:44.358651 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cec067-20a0-4b12-bb00-161c3f920ccd None None] Pushing event updated for resources: {'Port': ['ID=40223f35-cfe0-4044-9968-f73c0401319b,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:44.368965 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-51d3449c-ca1b-4e48-b019-9975337d72e5 None None] Port 372bc689-d1ef-4a88-a01c-5c673e9814f2 had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 22:04:44.378966 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-c958114f-e5d5-4657-a6e3-35beafc92662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9982d6fa-1744-4399-9387-5c072924db80', 'name': 'tempest-TestEncryptedCinderVolumes-1342496074-router', 'tenant_id': '87efe7fc6b25498a80fcc40aa21f8d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '78134177-c647-438c-8a77-046331e58977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:04:36Z', 'updated_at': '2022-09-22T22:04:40Z', 'revision_number': 4, 'project_id': '87efe7fc6b25498a80fcc40aa21f8d80', 'gw_port': {'id': '78134177-c647-438c-8a77-046331e58977', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:77:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9982d6fa-1744-4399-9387-5c072924db80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:04:37Z', 'updated_at': '2022-09-22T22:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '372bc689-d1ef-4a88-a01c-5c673e9814f2', 'name': '', 'network_id': '1bdb8144-87a9-4329-9723-9bd7ca1b2234', 'tenant_id': '87efe7fc6b25498a80fcc40aa21f8d80', 'mac_address': 'fa:16:3e:f3:0e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9982d6fa-1744-4399-9387-5c072924db80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'e35db4ff-9a5b-474a-b146-b323d1820c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:04:39Z', 'updated_at': '2022-09-22T22:04:43Z', 'revision_number': 4, 'project_id': '87efe7fc6b25498a80fcc40aa21f8d80', 'subnets': [{'id': 'e35db4ff-9a5b-474a-b146-b323d1820c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:04:44.383404 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c958114f-e5d5-4657-a6e3-35beafc92662 None None] The sync data for ids ['9982d6fa-1744-4399-9387-5c072924db80'] in dv-neutron-858900-1-hyperv is: [{'id': '9982d6fa-1744-4399-9387-5c072924db80', 'name': 'tempest-TestEncryptedCinderVolumes-1342496074-router', 'tenant_id': '87efe7fc6b25498a80fcc40aa21f8d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '78134177-c647-438c-8a77-046331e58977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:04:36Z', 'updated_at': '2022-09-22T22:04:40Z', 'revision_number': 4, 'project_id': '87efe7fc6b25498a80fcc40aa21f8d80', 'gw_port': {'id': '78134177-c647-438c-8a77-046331e58977', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:77:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9982d6fa-1744-4399-9387-5c072924db80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:04:37Z', 'updated_at': '2022-09-22T22:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '372bc689-d1ef-4a88-a01c-5c673e9814f2', 'name': '', 'network_id': '1bdb8144-87a9-4329-9723-9bd7ca1b2234', 'tenant_id': '87efe7fc6b25498a80fcc40aa21f8d80', 'mac_address': 'fa:16:3e:f3:0e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9982d6fa-1744-4399-9387-5c072924db80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'e35db4ff-9a5b-474a-b146-b323d1820c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:04:39Z', 'updated_at': '2022-09-22T22:04:43Z', 'revision_number': 4, 'project_id': '87efe7fc6b25498a80fcc40aa21f8d80', 'subnets': [{'id': 'e35db4ff-9a5b-474a-b146-b323d1820c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:04:44.603581 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:44.692468 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6b5b1eb6-191b-46b9-adf5-c9ead7b82cef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:45.163895 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6b5b1eb6-191b-46b9-adf5-c9ead7b82cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:45.320031 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f47bb1-8366-43b9-a707-18136ce32cb4 None None] Network 9c597e82-8eda-4d80-a66d-08353c31b2a3 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:04:45.393850 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5b1eb6-191b-46b9-adf5-c9ead7b82cef admin admin] Router 3de733aa-7b78-411c-bf34-7d7ba285c6a6 is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 22:04:45.493614 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-e6bbc474-9b5e-4529-8ffc-87a90f4a9b32 None None] Provisioning for port 40223f35-cfe0-4044-9968-f73c0401319b completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:04:45.618640 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5b1eb6-191b-46b9-adf5-c9ead7b82cef admin admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:04:45.635669 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffd9b2f-9531-4e3f-b2a5-3d88d1e05c84 None None] Sync routers for ids ['3de733aa-7b78-411c-bf34-7d7ba285c6a6'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:04:45.655206 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffd9b2f-9531-4e3f-b2a5-3d88d1e05c84 None None] Routers {'3de733aa-7b78-411c-bf34-7d7ba285c6a6'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:04:45.656277 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-3ffd9b2f-9531-4e3f-b2a5-3d88d1e05c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:04:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['3de733aa-7b78-411c-bf34-7d7ba285c6a6'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:04:45.659364 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-6b5b1eb6-191b-46b9-adf5-c9ead7b82cef admin admin] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:45.663141 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-6b5b1eb6-191b-46b9-adf5-c9ead7b82cef admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7418032 Sep 22 22:04:45.666310 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 56380) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:04:45.770085 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 372bc689-d1ef-4a88-a01c-5c673e9814f2 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:04:45.981282 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 372bc689-d1ef-4a88-a01c-5c673e9814f2 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:04:45.985483 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-3ffd9b2f-9531-4e3f-b2a5-3d88d1e05c84 None None] Set router 3de733aa-7b78-411c-bf34-7d7ba285c6a6 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:04:46.082649 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 372bc689-d1ef-4a88-a01c-5c673e9814f2 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:04:46.083016 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:46.083340 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 372bc689-d1ef-4a88-a01c-5c673e9814f2 Sep 22 22:04:46.343308 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 372bc689-d1ef-4a88-a01c-5c673e9814f2 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:04:46.344013 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:46.385813 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 372bc689-d1ef-4a88-a01c-5c673e9814f2, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=372bc689-d1ef-4a88-a01c-5c673e9814f2,segment=NetworkSegment(dd4ea7c5-86bb-4fbd-9567-5449acf2c03b),segment_id=dd4ea7c5-86bb-4fbd-9567-5449acf2c03b)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:04:46.392096 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:46.392997 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 40223f35-cfe0-4044-9968-f73c0401319b up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:04:46.406966 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7259c3ee-fa41-40e9-b38e-f9190bb2a656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:46.502246 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-3ffd9b2f-9531-4e3f-b2a5-3d88d1e05c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de733aa-7b78-411c-bf34-7d7ba285c6a6', 'name': 'tempest-TestEncryptedCinderVolumes-33393795-router', 'tenant_id': '7285b2ba6a04487180e0064d3306a13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.18'}], 'enable_snat': True}, 'gw_port_id': 'ad50ec3e-4be2-47b3-b542-a3937f337595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:04:42Z', 'updated_at': '2022-09-22T22:04:44Z', 'revision_number': 3, 'project_id': '7285b2ba6a04487180e0064d3306a13d', 'gw_port': {'id': 'ad50ec3e-4be2-47b3-b542-a3937f337595', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de733aa-7b78-411c-bf34-7d7ba285c6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:04:43Z', 'updated_at': '2022-09-22T22:04:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:04:46.516170 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffd9b2f-9531-4e3f-b2a5-3d88d1e05c84 None None] Checking router: 3de733aa-7b78-411c-bf34-7d7ba285c6a6 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:04:46.516520 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffd9b2f-9531-4e3f-b2a5-3d88d1e05c84 None None] Updating router 3de733aa-7b78-411c-bf34-7d7ba285c6a6 port ad50ec3e-4be2-47b3-b542-a3937f337595 binding host dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 22:04:46.544525 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=372bc689-d1ef-4a88-a01c-5c673e9814f2,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:46.578031 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-3ffd9b2f-9531-4e3f-b2a5-3d88d1e05c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:46.604822 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 40223f35-cfe0-4044-9968-f73c0401319b completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:04:46.615663 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-7259c3ee-fa41-40e9-b38e-f9190bb2a656 admin admin] Allocated IP 172.20.0.1 (9c597e82-8eda-4d80-a66d-08353c31b2a3/0bc78d67-fb67-49db-9481-6bab6a7b8766/68a733e0-4023-4d2b-a321-384b5d0948b1) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:04:46.625993 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 40223f35-cfe0-4044-9968-f73c0401319b triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:04:46.626331 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:46.626710 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 40223f35-cfe0-4044-9968-f73c0401319b Sep 22 22:04:46.763776 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7259c3ee-fa41-40e9-b38e-f9190bb2a656 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:46.779355 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-7259c3ee-fa41-40e9-b38e-f9190bb2a656 admin admin] Transition to ACTIVE for port object 68a733e0-4023-4d2b-a321-384b5d0948b1 will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:04:46.804094 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7259c3ee-fa41-40e9-b38e-f9190bb2a656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:46.869571 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7259c3ee-fa41-40e9-b38e-f9190bb2a656 admin admin] Network 9c597e82-8eda-4d80-a66d-08353c31b2a3 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:04:46.873029 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-7259c3ee-fa41-40e9-b38e-f9190bb2a656 admin admin] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:04:46.876723 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7259c3ee-fa41-40e9-b38e-f9190bb2a656 admin admin] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:04:46.922255 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7259c3ee-fa41-40e9-b38e-f9190bb2a656 admin admin] Pushing event updated for resources: {'Port': ['ID=68a733e0-4023-4d2b-a321-384b5d0948b1,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:46.925451 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 40223f35-cfe0-4044-9968-f73c0401319b is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:04:46.925825 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:46.937120 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7259c3ee-fa41-40e9-b38e-f9190bb2a656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:46.992768 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 40223f35-cfe0-4044-9968-f73c0401319b, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=40223f35-cfe0-4044-9968-f73c0401319b,segment=NetworkSegment(602ef3d3-0985-4ab3-86ac-42293917308e),segment_id=602ef3d3-0985-4ab3-86ac-42293917308e)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:04:46.999480 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:47.137048 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-fb86b81a-a457-4d22-8db4-4e1619dd6b64 None None] Provisioning for port 68a733e0-4023-4d2b-a321-384b5d0948b1 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:04:47.150479 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-3ffd9b2f-9531-4e3f-b2a5-3d88d1e05c84 None None] Notify callbacks [] for port, precommit_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:47.153161 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=40223f35-cfe0-4044-9968-f73c0401319b,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:47.160310 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-fb86b81a-a457-4d22-8db4-4e1619dd6b64 None None] Provisioning complete for port 68a733e0-4023-4d2b-a321-384b5d0948b1 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:04:47.160668 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-fb86b81a-a457-4d22-8db4-4e1619dd6b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:47.160999 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-fb86b81a-a457-4d22-8db4-4e1619dd6b64 None None] Attempt 1 to provision port 68a733e0-4023-4d2b-a321-384b5d0948b1 Sep 22 22:04:47.204592 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-3ffd9b2f-9531-4e3f-b2a5-3d88d1e05c84 None None] Transition to ACTIVE for port object ad50ec3e-4be2-47b3-b542-a3937f337595 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:04:47.216660 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-3ffd9b2f-9531-4e3f-b2a5-3d88d1e05c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:47.269233 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-fb86b81a-a457-4d22-8db4-4e1619dd6b64 None None] Port 68a733e0-4023-4d2b-a321-384b5d0948b1 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:04:47.286697 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-3ffd9b2f-9531-4e3f-b2a5-3d88d1e05c84 None None] Attempting to bind port ad50ec3e-4be2-47b3-b542-a3937f337595 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:04:47.287057 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-3ffd9b2f-9531-4e3f-b2a5-3d88d1e05c84 None None] Attempting to bind port ad50ec3e-4be2-47b3-b542-a3937f337595 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:04:47.287403 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffd9b2f-9531-4e3f-b2a5-3d88d1e05c84 None None] Attempting to bind port ad50ec3e-4be2-47b3-b542-a3937f337595 on network a22ae1c9-d428-411f-af43-ce0f71b38d9c {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:04:47.298743 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffd9b2f-9531-4e3f-b2a5-3d88d1e05c84 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:04:47.299110 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffd9b2f-9531-4e3f-b2a5-3d88d1e05c84 None None] Checking segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:04:47.299516 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-3ffd9b2f-9531-4e3f-b2a5-3d88d1e05c84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:47.299881 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffd9b2f-9531-4e3f-b2a5-3d88d1e05c84 None None] Bound using segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:04:47.300331 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-3ffd9b2f-9531-4e3f-b2a5-3d88d1e05c84 None None] Bound port: ad50ec3e-4be2-47b3-b542-a3937f337595, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:04:47.300693 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-3ffd9b2f-9531-4e3f-b2a5-3d88d1e05c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:47.322301 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7259c3ee-fa41-40e9-b38e-f9190bb2a656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:47.327333 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08714fd4-91ef-49ed-8dec-c92a415fe511 None None] Pushing event updated for resources: {'Port': ['ID=ad50ec3e-4be2-47b3-b542-a3937f337595,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:47.373420 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-3ffd9b2f-9531-4e3f-b2a5-3d88d1e05c84 None None] For port ad50ec3e-4be2-47b3-b542-a3937f337595, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:04:47.376470 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-3ffd9b2f-9531-4e3f-b2a5-3d88d1e05c84 None None] For port ad50ec3e-4be2-47b3-b542-a3937f337595, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=ad50ec3e-4be2-47b3-b542-a3937f337595,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:04:47.382112 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-3ffd9b2f-9531-4e3f-b2a5-3d88d1e05c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:47.445572 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffd9b2f-9531-4e3f-b2a5-3d88d1e05c84 None None] Routers {'3de733aa-7b78-411c-bf34-7d7ba285c6a6'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:04:47.446198 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-3ffd9b2f-9531-4e3f-b2a5-3d88d1e05c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:04:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['3de733aa-7b78-411c-bf34-7d7ba285c6a6'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:04:47.532103 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08714fd4-91ef-49ed-8dec-c92a415fe511 None None] Pushing event updated for resources: {'Port': ['ID=ad50ec3e-4be2-47b3-b542-a3937f337595,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:47.550115 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7259c3ee-fa41-40e9-b38e-f9190bb2a656 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:47.554683 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7259c3ee-fa41-40e9-b38e-f9190bb2a656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:47.636337 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-3ffd9b2f-9531-4e3f-b2a5-3d88d1e05c84 None None] Set router 3de733aa-7b78-411c-bf34-7d7ba285c6a6 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:04:47.671715 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7259c3ee-fa41-40e9-b38e-f9190bb2a656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:47.675173 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7259c3ee-fa41-40e9-b38e-f9190bb2a656 admin admin] Pushing event updated for resources: {'Port': ['ID=68a733e0-4023-4d2b-a321-384b5d0948b1,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:47.683395 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 372bc689-d1ef-4a88-a01c-5c673e9814f2 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:04:47.807392 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-fb86b81a-a457-4d22-8db4-4e1619dd6b64 None None] Attempt 2 to provision port 68a733e0-4023-4d2b-a321-384b5d0948b1 Sep 22 22:04:47.810371 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7259c3ee-fa41-40e9-b38e-f9190bb2a656 admin admin] Network 9c597e82-8eda-4d80-a66d-08353c31b2a3 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:04:47.811486 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-7259c3ee-fa41-40e9-b38e-f9190bb2a656 admin admin] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:04:47.953196 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-fb86b81a-a457-4d22-8db4-4e1619dd6b64 None None] Port 68a733e0-4023-4d2b-a321-384b5d0948b1 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:04:47.970520 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 372bc689-d1ef-4a88-a01c-5c673e9814f2 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:04:47.971201 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:47.971739 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 372bc689-d1ef-4a88-a01c-5c673e9814f2 Sep 22 22:04:48.005917 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7259c3ee-fa41-40e9-b38e-f9190bb2a656 admin admin] Router 3de733aa-7b78-411c-bf34-7d7ba285c6a6 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 22:04:48.170708 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 372bc689-d1ef-4a88-a01c-5c673e9814f2 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:04:48.171693 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 40223f35-cfe0-4044-9968-f73c0401319b up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:04:48.191827 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7259c3ee-fa41-40e9-b38e-f9190bb2a656 admin admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:04:48.202382 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-7259c3ee-fa41-40e9-b38e-f9190bb2a656 admin admin] 10.222.0.33 "PUT /v2.0/routers/3de733aa-7b78-411c-bf34-7d7ba285c6a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5342941 Sep 22 22:04:48.269505 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-3ffd9b2f-9531-4e3f-b2a5-3d88d1e05c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de733aa-7b78-411c-bf34-7d7ba285c6a6', 'name': 'tempest-TestEncryptedCinderVolumes-33393795-router', 'tenant_id': '7285b2ba6a04487180e0064d3306a13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.18'}], 'enable_snat': True}, 'gw_port_id': 'ad50ec3e-4be2-47b3-b542-a3937f337595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:04:42Z', 'updated_at': '2022-09-22T22:04:47Z', 'revision_number': 4, 'project_id': '7285b2ba6a04487180e0064d3306a13d', 'gw_port': {'id': 'ad50ec3e-4be2-47b3-b542-a3937f337595', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de733aa-7b78-411c-bf34-7d7ba285c6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:04:43Z', 'updated_at': '2022-09-22T22:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '68a733e0-4023-4d2b-a321-384b5d0948b1', 'name': '', 'network_id': '9c597e82-8eda-4d80-a66d-08353c31b2a3', 'tenant_id': '7285b2ba6a04487180e0064d3306a13d', 'mac_address': 'fa:16:3e:bb:21:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de733aa-7b78-411c-bf34-7d7ba285c6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '0bc78d67-fb67-49db-9481-6bab6a7b8766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:04:46Z', 'updated_at': '2022-09-22T22:04:46Z', 'revision_number': 1, 'project_id': '7285b2ba6a04487180e0064d3306a13d', 'subnets': [{'id': '0bc78d67-fb67-49db-9481-6bab6a7b8766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:04:48.275967 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffd9b2f-9531-4e3f-b2a5-3d88d1e05c84 None None] The sync data for ids ['3de733aa-7b78-411c-bf34-7d7ba285c6a6'] in dv-neutron-858900-1-hyperv is: [{'id': '3de733aa-7b78-411c-bf34-7d7ba285c6a6', 'name': 'tempest-TestEncryptedCinderVolumes-33393795-router', 'tenant_id': '7285b2ba6a04487180e0064d3306a13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.18'}], 'enable_snat': True}, 'gw_port_id': 'ad50ec3e-4be2-47b3-b542-a3937f337595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:04:42Z', 'updated_at': '2022-09-22T22:04:47Z', 'revision_number': 4, 'project_id': '7285b2ba6a04487180e0064d3306a13d', 'gw_port': {'id': 'ad50ec3e-4be2-47b3-b542-a3937f337595', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de733aa-7b78-411c-bf34-7d7ba285c6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:04:43Z', 'updated_at': '2022-09-22T22:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '68a733e0-4023-4d2b-a321-384b5d0948b1', 'name': '', 'network_id': '9c597e82-8eda-4d80-a66d-08353c31b2a3', 'tenant_id': '7285b2ba6a04487180e0064d3306a13d', 'mac_address': 'fa:16:3e:bb:21:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de733aa-7b78-411c-bf34-7d7ba285c6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '0bc78d67-fb67-49db-9481-6bab6a7b8766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:04:46Z', 'updated_at': '2022-09-22T22:04:46Z', 'revision_number': 1, 'project_id': '7285b2ba6a04487180e0064d3306a13d', 'subnets': [{'id': '0bc78d67-fb67-49db-9481-6bab6a7b8766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:04:48.293052 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 40223f35-cfe0-4044-9968-f73c0401319b triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:04:48.293453 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:48.293791 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 40223f35-cfe0-4044-9968-f73c0401319b Sep 22 22:04:48.417502 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 40223f35-cfe0-4044-9968-f73c0401319b is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:04:48.454755 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-fb86b81a-a457-4d22-8db4-4e1619dd6b64 None None] Attempt 3 to provision port 68a733e0-4023-4d2b-a321-384b5d0948b1 Sep 22 22:04:48.518332 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-fb86b81a-a457-4d22-8db4-4e1619dd6b64 None None] Port 68a733e0-4023-4d2b-a321-384b5d0948b1 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:04:48.900727 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a1ca2-334a-408a-b8c4-d0cad6cc4ca0 req-859e6e4c-c4a2-4ef6-a73a-efc3f716e727 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:48.902178 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-936a1ca2-334a-408a-b8c4-d0cad6cc4ca0 req-859e6e4c-c4a2-4ef6-a73a-efc3f716e727 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/networks?id=1bdb8144-87a9-4329-9723-9bd7ca1b2234 HTTP/1.1" status: 200 len: 817 time: 0.1487803 Sep 22 22:04:48.921091 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-936a1ca2-334a-408a-b8c4-d0cad6cc4ca0 req-cb887e2d-727b-4c39-9725-26f9d165e826 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/quotas/87efe7fc6b25498a80fcc40aa21f8d80 HTTP/1.1" status: 200 len: 375 time: 0.0117030 Sep 22 22:04:49.017564 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-936a1ca2-334a-408a-b8c4-d0cad6cc4ca0 req-afe5063f-c1a5-49ef-921d-67b1fb49502a tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=87efe7fc6b25498a80fcc40aa21f8d80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0881019 Sep 22 22:04:49.019613 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-fb86b81a-a457-4d22-8db4-4e1619dd6b64 None None] Attempt 4 to provision port 68a733e0-4023-4d2b-a321-384b5d0948b1 Sep 22 22:04:49.078504 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-fb86b81a-a457-4d22-8db4-4e1619dd6b64 None None] Port 68a733e0-4023-4d2b-a321-384b5d0948b1 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:04:49.163227 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-936a1ca2-334a-408a-b8c4-d0cad6cc4ca0 req-0b799c5c-617d-4911-8a50-88ca93033c31 service neutron] 10.222.0.33 "GET /v2.0/networks/1bdb8144-87a9-4329-9723-9bd7ca1b2234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329792 Sep 22 22:04:49.414619 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-936a1ca2-334a-408a-b8c4-d0cad6cc4ca0 req-15965dad-acb8-4388-adc4-5980965a8ba5 service neutron] 10.222.0.33 "GET /v2.0/networks/1bdb8144-87a9-4329-9723-9bd7ca1b2234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451246 Sep 22 22:04:49.579850 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-fb86b81a-a457-4d22-8db4-4e1619dd6b64 None None] Attempt 5 to provision port 68a733e0-4023-4d2b-a321-384b5d0948b1 Sep 22 22:04:49.601785 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-2aec3d39-dddc-4518-907e-cf62f99b8b32 req-1588ff5b-8ba8-4bc6-82ea-c313e4b5e8e6 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Synchronizing usage tracker for tenant:87efe7fc6b25498a80fcc40aa21f8d80 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:04:49.628400 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-2aec3d39-dddc-4518-907e-cf62f99b8b32 req-1588ff5b-8ba8-4bc6-82ea-c313e4b5e8e6 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Unset dirty status for tenant:87efe7fc6b25498a80fcc40aa21f8d80 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:04:49.637187 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2aec3d39-dddc-4518-907e-cf62f99b8b32 req-1588ff5b-8ba8-4bc6-82ea-c313e4b5e8e6 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/ports?device_id=e4396dc6-924a-4fcd-90bf-ae3a295a059b HTTP/1.1" status: 200 len: 210 time: 0.0845478 Sep 22 22:04:49.644501 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-fb86b81a-a457-4d22-8db4-4e1619dd6b64 None None] Port 68a733e0-4023-4d2b-a321-384b5d0948b1 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:04:49.697884 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device ad50ec3e-4be2-47b3-b542-a3937f337595 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:04:49.768340 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port ad50ec3e-4be2-47b3-b542-a3937f337595 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:04:49.773255 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port ad50ec3e-4be2-47b3-b542-a3937f337595 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:04:49.773619 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:49.773944 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port ad50ec3e-4be2-47b3-b542-a3937f337595 Sep 22 22:04:49.888616 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port ad50ec3e-4be2-47b3-b542-a3937f337595 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:04:49.889043 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:49.907100 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port ad50ec3e-4be2-47b3-b542-a3937f337595, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=ad50ec3e-4be2-47b3-b542-a3937f337595,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:04:49.911465 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:49.981390 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=ad50ec3e-4be2-47b3-b542-a3937f337595,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:50.145951 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-fb86b81a-a457-4d22-8db4-4e1619dd6b64 None None] Attempt 6 to provision port 68a733e0-4023-4d2b-a321-384b5d0948b1 Sep 22 22:04:50.200024 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-fb86b81a-a457-4d22-8db4-4e1619dd6b64 None None] Port 68a733e0-4023-4d2b-a321-384b5d0948b1 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:04:50.638565 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a1ca2-334a-408a-b8c4-d0cad6cc4ca0 req-3fcaed1c-1483-4659-b818-3a96e56864e9 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:50.639252 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-936a1ca2-334a-408a-b8c4-d0cad6cc4ca0 req-3fcaed1c-1483-4659-b818-3a96e56864e9 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Synchronizing usage tracker for tenant:87efe7fc6b25498a80fcc40aa21f8d80 on resource:network {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:04:50.661495 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-936a1ca2-334a-408a-b8c4-d0cad6cc4ca0 req-3fcaed1c-1483-4659-b818-3a96e56864e9 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Unset dirty status for tenant:87efe7fc6b25498a80fcc40aa21f8d80 on resource:network {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:04:50.662746 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-936a1ca2-334a-408a-b8c4-d0cad6cc4ca0 req-3fcaed1c-1483-4659-b818-3a96e56864e9 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.49 "GET /v2.0/networks?id=1bdb8144-87a9-4329-9723-9bd7ca1b2234 HTTP/1.1" status: 200 len: 817 time: 0.1674116 Sep 22 22:04:50.675207 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-936a1ca2-334a-408a-b8c4-d0cad6cc4ca0 req-f7a7fa2f-0fde-42e8-9fe8-4df134bd36d9 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Request body: {'port': {'device_id': 'e4396dc6-924a-4fcd-90bf-ae3a295a059b', 'network_id': '1bdb8144-87a9-4329-9723-9bd7ca1b2234', 'admin_state_up': True, 'tenant_id': '87efe7fc6b25498a80fcc40aa21f8d80'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:04:50.701412 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-fb86b81a-a457-4d22-8db4-4e1619dd6b64 None None] Attempt 7 to provision port 68a733e0-4023-4d2b-a321-384b5d0948b1 Sep 22 22:04:50.767346 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-fb86b81a-a457-4d22-8db4-4e1619dd6b64 None None] Port 68a733e0-4023-4d2b-a321-384b5d0948b1 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:04:50.800681 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-439778ca-ca7b-436d-8b44-b0c57ca8b635 req-17b106fc-d256-4734-ad0f-9fb688a855c9 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/ports?device_id=e4396dc6-924a-4fcd-90bf-ae3a295a059b HTTP/1.1" status: 200 len: 210 time: 0.0519755 Sep 22 22:04:50.823202 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-936a1ca2-334a-408a-b8c4-d0cad6cc4ca0 req-f7a7fa2f-0fde-42e8-9fe8-4df134bd36d9 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:04:50.833478 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-936a1ca2-334a-408a-b8c4-d0cad6cc4ca0 req-f7a7fa2f-0fde-42e8-9fe8-4df134bd36d9 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:04:50.842816 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-936a1ca2-334a-408a-b8c4-d0cad6cc4ca0 req-f7a7fa2f-0fde-42e8-9fe8-4df134bd36d9 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Made reservation on behalf of 87efe7fc6b25498a80fcc40aa21f8d80 for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:04:50.846156 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-936a1ca2-334a-408a-b8c4-d0cad6cc4ca0 req-f7a7fa2f-0fde-42e8-9fe8-4df134bd36d9 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:51.006361 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [req-936a1ca2-334a-408a-b8c4-d0cad6cc4ca0 req-f7a7fa2f-0fde-42e8-9fe8-4df134bd36d9 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Allocated IP 172.20.0.12 (1bdb8144-87a9-4329-9723-9bd7ca1b2234/e35db4ff-9a5b-474a-b146-b323d1820c00/78fdb9d3-5c23-4931-b845-9cbaba9367c6) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:04:51.204515 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-936a1ca2-334a-408a-b8c4-d0cad6cc4ca0 req-f7a7fa2f-0fde-42e8-9fe8-4df134bd36d9 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:51.219535 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-936a1ca2-334a-408a-b8c4-d0cad6cc4ca0 req-f7a7fa2f-0fde-42e8-9fe8-4df134bd36d9 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Transition to ACTIVE for port object 78fdb9d3-5c23-4931-b845-9cbaba9367c6 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:04:51.243646 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-936a1ca2-334a-408a-b8c4-d0cad6cc4ca0 req-f7a7fa2f-0fde-42e8-9fe8-4df134bd36d9 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:51.268686 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-fb86b81a-a457-4d22-8db4-4e1619dd6b64 None None] Attempt 8 to provision port 68a733e0-4023-4d2b-a321-384b5d0948b1 Sep 22 22:04:51.316074 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-936a1ca2-334a-408a-b8c4-d0cad6cc4ca0 req-f7a7fa2f-0fde-42e8-9fe8-4df134bd36d9 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Network 1bdb8144-87a9-4329-9723-9bd7ca1b2234 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:04:51.319195 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [req-936a1ca2-334a-408a-b8c4-d0cad6cc4ca0 req-f7a7fa2f-0fde-42e8-9fe8-4df134bd36d9 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:04:51.321775 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-fb86b81a-a457-4d22-8db4-4e1619dd6b64 None None] Port 68a733e0-4023-4d2b-a321-384b5d0948b1 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:04:51.322958 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-936a1ca2-334a-408a-b8c4-d0cad6cc4ca0 req-f7a7fa2f-0fde-42e8-9fe8-4df134bd36d9 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:04:51.353038 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a7fa2f-0fde-42e8-9fe8-4df134bd36d9 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Pushing event updated for resources: {'Port': ['ID=78fdb9d3-5c23-4931-b845-9cbaba9367c6,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:51.390416 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a1ca2-334a-408a-b8c4-d0cad6cc4ca0 req-f7a7fa2f-0fde-42e8-9fe8-4df134bd36d9 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:51.391170 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-936a1ca2-334a-408a-b8c4-d0cad6cc4ca0 req-f7a7fa2f-0fde-42e8-9fe8-4df134bd36d9 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:51.420234 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-936a1ca2-334a-408a-b8c4-d0cad6cc4ca0 req-f7a7fa2f-0fde-42e8-9fe8-4df134bd36d9 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7494636 Sep 22 22:04:51.431631 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-936a1ca2-334a-408a-b8c4-d0cad6cc4ca0 req-f431912f-111b-4cdf-9bec-b1297371abd8 service neutron] Request body: {'port': {'device_id': 'e4396dc6-924a-4fcd-90bf-ae3a295a059b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:04:51.543599 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-936a1ca2-334a-408a-b8c4-d0cad6cc4ca0 req-f431912f-111b-4cdf-9bec-b1297371abd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:51.663954 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device ad50ec3e-4be2-47b3-b542-a3937f337595 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:04:51.733769 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port ad50ec3e-4be2-47b3-b542-a3937f337595 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:04:51.734462 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:51.734462 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port ad50ec3e-4be2-47b3-b542-a3937f337595 Sep 22 22:04:51.836901 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-fb86b81a-a457-4d22-8db4-4e1619dd6b64 None None] Attempt 9 to provision port 68a733e0-4023-4d2b-a321-384b5d0948b1 Sep 22 22:04:51.911239 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port ad50ec3e-4be2-47b3-b542-a3937f337595 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:04:51.914416 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-fb86b81a-a457-4d22-8db4-4e1619dd6b64 None None] Port 68a733e0-4023-4d2b-a321-384b5d0948b1 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:04:52.067216 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2392443-efbe-4c16-b2c7-c839792d4a1f None None] Sync routers for ids ['3de733aa-7b78-411c-bf34-7d7ba285c6a6'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:04:52.071644 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [req-936a1ca2-334a-408a-b8c4-d0cad6cc4ca0 req-f431912f-111b-4cdf-9bec-b1297371abd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78fdb9d3-5c23-4931-b845-9cbaba9367c6 {{(pid=89008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 22:04:52.077398 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2392443-efbe-4c16-b2c7-c839792d4a1f None None] Routers {'3de733aa-7b78-411c-bf34-7d7ba285c6a6'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:04:52.078067 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-d2392443-efbe-4c16-b2c7-c839792d4a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:04:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['3de733aa-7b78-411c-bf34-7d7ba285c6a6'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:04:52.085641 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b04a5-a8e4-4607-a212-43daf225421a req-d0738dad-ba8d-4678-9cd6-8439cd2db9e3 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:52.086328 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-d64b04a5-a8e4-4607-a212-43daf225421a req-d0738dad-ba8d-4678-9cd6-8439cd2db9e3 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Synchronizing usage tracker for tenant:87efe7fc6b25498a80fcc40aa21f8d80 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:04:52.089829 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-936a1ca2-334a-408a-b8c4-d0cad6cc4ca0 req-f431912f-111b-4cdf-9bec-b1297371abd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:52.111528 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-936a1ca2-334a-408a-b8c4-d0cad6cc4ca0 req-f431912f-111b-4cdf-9bec-b1297371abd8 service neutron] Transition to ACTIVE for port object 78fdb9d3-5c23-4931-b845-9cbaba9367c6 will not be triggered until provisioned by entity L2. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:04:52.114688 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-d64b04a5-a8e4-4607-a212-43daf225421a req-d0738dad-ba8d-4678-9cd6-8439cd2db9e3 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Unset dirty status for tenant:87efe7fc6b25498a80fcc40aa21f8d80 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:04:52.115853 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d64b04a5-a8e4-4607-a212-43daf225421a req-d0738dad-ba8d-4678-9cd6-8439cd2db9e3 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/ports?device_id=e4396dc6-924a-4fcd-90bf-ae3a295a059b HTTP/1.1" status: 200 len: 932 time: 0.1904047 Sep 22 22:04:52.116917 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-936a1ca2-334a-408a-b8c4-d0cad6cc4ca0 req-f431912f-111b-4cdf-9bec-b1297371abd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:52.256726 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-d2392443-efbe-4c16-b2c7-c839792d4a1f None None] Set router 3de733aa-7b78-411c-bf34-7d7ba285c6a6 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:04:52.338711 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431912f-111b-4cdf-9bec-b1297371abd8 service neutron] Pushing event updated for resources: {'Port': ['ID=78fdb9d3-5c23-4931-b845-9cbaba9367c6,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:52.349419 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-d64b04a5-a8e4-4607-a212-43daf225421a req-ebef5237-264d-4e8d-8842-cdaccf0106a3 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Synchronizing usage tracker for tenant:87efe7fc6b25498a80fcc40aa21f8d80 on resource:security_group {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:04:52.381527 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-d64b04a5-a8e4-4607-a212-43daf225421a req-ebef5237-264d-4e8d-8842-cdaccf0106a3 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Unset dirty status for tenant:87efe7fc6b25498a80fcc40aa21f8d80 on resource:security_group {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:04:52.383090 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d64b04a5-a8e4-4607-a212-43daf225421a req-ebef5237-264d-4e8d-8842-cdaccf0106a3 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/security-groups?id=f7b5aaa7-aaa9-4853-ab29-104fff53cd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180078 Sep 22 22:04:52.388630 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-936a1ca2-334a-408a-b8c4-d0cad6cc4ca0 req-f431912f-111b-4cdf-9bec-b1297371abd8 service neutron] Attempting to bind port 78fdb9d3-5c23-4931-b845-9cbaba9367c6 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:04:52.389065 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-936a1ca2-334a-408a-b8c4-d0cad6cc4ca0 req-f431912f-111b-4cdf-9bec-b1297371abd8 service neutron] Attempting to bind port 78fdb9d3-5c23-4931-b845-9cbaba9367c6 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'dd4ea7c5-86bb-4fbd-9567-5449acf2c03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1bdb8144-87a9-4329-9723-9bd7ca1b2234'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:04:52.389490 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936a1ca2-334a-408a-b8c4-d0cad6cc4ca0 req-f431912f-111b-4cdf-9bec-b1297371abd8 service neutron] Attempting to bind port 78fdb9d3-5c23-4931-b845-9cbaba9367c6 on network 1bdb8144-87a9-4329-9723-9bd7ca1b2234 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:04:52.395286 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936a1ca2-334a-408a-b8c4-d0cad6cc4ca0 req-f431912f-111b-4cdf-9bec-b1297371abd8 service neutron] Port 78fdb9d3-5c23-4931-b845-9cbaba9367c6 on network 1bdb8144-87a9-4329-9723-9bd7ca1b2234 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 22:04:52.406816 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936a1ca2-334a-408a-b8c4-d0cad6cc4ca0 req-f431912f-111b-4cdf-9bec-b1297371abd8 service neutron] Attempting to bind port 78fdb9d3-5c23-4931-b845-9cbaba9367c6 on network 1bdb8144-87a9-4329-9723-9bd7ca1b2234 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:04:52.406816 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936a1ca2-334a-408a-b8c4-d0cad6cc4ca0 req-f431912f-111b-4cdf-9bec-b1297371abd8 service neutron] Checking agent: {'id': '8a88b827-3477-4399-ac15-439d59b3c48a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'started_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:04:52.406816 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936a1ca2-334a-408a-b8c4-d0cad6cc4ca0 req-f431912f-111b-4cdf-9bec-b1297371abd8 service neutron] Checking segment: {'id': 'dd4ea7c5-86bb-4fbd-9567-5449acf2c03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1bdb8144-87a9-4329-9723-9bd7ca1b2234'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:04:52.406816 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936a1ca2-334a-408a-b8c4-d0cad6cc4ca0 req-f431912f-111b-4cdf-9bec-b1297371abd8 service neutron] Bound using segment: {'id': 'dd4ea7c5-86bb-4fbd-9567-5449acf2c03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1bdb8144-87a9-4329-9723-9bd7ca1b2234'} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:04:52.406816 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-936a1ca2-334a-408a-b8c4-d0cad6cc4ca0 req-f431912f-111b-4cdf-9bec-b1297371abd8 service neutron] Bound port: 78fdb9d3-5c23-4931-b845-9cbaba9367c6, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd4ea7c5-86bb-4fbd-9567-5449acf2c03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1bdb8144-87a9-4329-9723-9bd7ca1b2234'}}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:04:52.406816 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-936a1ca2-334a-408a-b8c4-d0cad6cc4ca0 req-f431912f-111b-4cdf-9bec-b1297371abd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:52.415750 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-fb86b81a-a457-4d22-8db4-4e1619dd6b64 None None] Attempt 10 to provision port 68a733e0-4023-4d2b-a321-384b5d0948b1 Sep 22 22:04:52.471050 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-fb86b81a-a457-4d22-8db4-4e1619dd6b64 None None] Port 68a733e0-4023-4d2b-a321-384b5d0948b1 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:04:52.498994 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-936a1ca2-334a-408a-b8c4-d0cad6cc4ca0 req-f431912f-111b-4cdf-9bec-b1297371abd8 service neutron] For port 78fdb9d3-5c23-4931-b845-9cbaba9367c6, host hv-neutron-8589, cleared binding levels {{(pid=89008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:04:52.501990 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-936a1ca2-334a-408a-b8c4-d0cad6cc4ca0 req-f431912f-111b-4cdf-9bec-b1297371abd8 service neutron] For port 78fdb9d3-5c23-4931-b845-9cbaba9367c6, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=78fdb9d3-5c23-4931-b845-9cbaba9367c6,segment=NetworkSegment(dd4ea7c5-86bb-4fbd-9567-5449acf2c03b),segment_id=dd4ea7c5-86bb-4fbd-9567-5449acf2c03b)] {{(pid=89008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:04:52.506514 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-936a1ca2-334a-408a-b8c4-d0cad6cc4ca0 req-f431912f-111b-4cdf-9bec-b1297371abd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:52.536481 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a1ca2-334a-408a-b8c4-d0cad6cc4ca0 req-f431912f-111b-4cdf-9bec-b1297371abd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:52.537008 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-936a1ca2-334a-408a-b8c4-d0cad6cc4ca0 req-f431912f-111b-4cdf-9bec-b1297371abd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:52.538381 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-936a1ca2-334a-408a-b8c4-d0cad6cc4ca0 req-f431912f-111b-4cdf-9bec-b1297371abd8 service neutron] 10.222.0.49 "PUT /v2.0/ports/78fdb9d3-5c23-4931-b845-9cbaba9367c6 HTTP/1.1" status: 200 len: 1094 time: 1.1111147 Sep 22 22:04:52.543399 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4396dc6-924a-4fcd-90bf-ae3a295a059b', 'tag': '78fdb9d3-5c23-4931-b845-9cbaba9367c6'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:04:52.545708 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5591c2f6-d9ff-4515-ad81-12d497dc4f5a" -d '{"events": [{"name": "network-changed", "server_uuid": "e4396dc6-924a-4fcd-90bf-ae3a295a059b", "tag": "78fdb9d3-5c23-4931-b845-9cbaba9367c6"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:04:52.573878 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-d2392443-efbe-4c16-b2c7-c839792d4a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de733aa-7b78-411c-bf34-7d7ba285c6a6', 'name': 'tempest-TestEncryptedCinderVolumes-33393795-router', 'tenant_id': '7285b2ba6a04487180e0064d3306a13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.18'}], 'enable_snat': True}, 'gw_port_id': 'ad50ec3e-4be2-47b3-b542-a3937f337595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:04:42Z', 'updated_at': '2022-09-22T22:04:47Z', 'revision_number': 4, 'project_id': '7285b2ba6a04487180e0064d3306a13d', 'gw_port': {'id': 'ad50ec3e-4be2-47b3-b542-a3937f337595', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de733aa-7b78-411c-bf34-7d7ba285c6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:04:43Z', 'updated_at': '2022-09-22T22:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '68a733e0-4023-4d2b-a321-384b5d0948b1', 'name': '', 'network_id': '9c597e82-8eda-4d80-a66d-08353c31b2a3', 'tenant_id': '7285b2ba6a04487180e0064d3306a13d', 'mac_address': 'fa:16:3e:bb:21:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de733aa-7b78-411c-bf34-7d7ba285c6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '0bc78d67-fb67-49db-9481-6bab6a7b8766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:04:46Z', 'updated_at': '2022-09-22T22:04:47Z', 'revision_number': 2, 'project_id': '7285b2ba6a04487180e0064d3306a13d', 'subnets': [{'id': '0bc78d67-fb67-49db-9481-6bab6a7b8766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:04:52.579172 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2392443-efbe-4c16-b2c7-c839792d4a1f None None] Checking router: 3de733aa-7b78-411c-bf34-7d7ba285c6a6 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:04:52.579516 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2392443-efbe-4c16-b2c7-c839792d4a1f None None] Updating router 3de733aa-7b78-411c-bf34-7d7ba285c6a6 port 68a733e0-4023-4d2b-a321-384b5d0948b1 binding host dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 22:04:52.590900 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-9cbefcdc-2be3-412f-9d04-35fbaca57b50 None None] Provisioning complete for port 68a733e0-4023-4d2b-a321-384b5d0948b1 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:04:52.591772 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9cbefcdc-2be3-412f-9d04-35fbaca57b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:52.592344 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-9cbefcdc-2be3-412f-9d04-35fbaca57b50 None None] Attempt 1 to provision port 68a733e0-4023-4d2b-a321-384b5d0948b1 Sep 22 22:04:52.627162 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea2f1aa-f111-4f61-845d-2216a5cca1bb x-openstack-request-id: req-1ea2f1aa-f111-4f61-845d-2216a5cca1bb {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:04:52.627592 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4396dc6-924a-4fcd-90bf-ae3a295a059b", "tag": "78fdb9d3-5c23-4931-b845-9cbaba9367c6", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:04:52.627841 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1ea2f1aa-f111-4f61-845d-2216a5cca1bb {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:04:52.628255 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ea2f1aa-f111-4f61-845d-2216a5cca1bb'] response: {'name': 'network-changed', 'server_uuid': 'e4396dc6-924a-4fcd-90bf-ae3a295a059b', 'tag': '78fdb9d3-5c23-4931-b845-9cbaba9367c6', 'status': 'completed', 'code': 200} Sep 22 22:04:52.635613 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-d2392443-efbe-4c16-b2c7-c839792d4a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:52.649660 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431912f-111b-4cdf-9bec-b1297371abd8 service neutron] Pushing event updated for resources: {'Port': ['ID=78fdb9d3-5c23-4931-b845-9cbaba9367c6,revision_number=3']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:52.652347 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-9cbefcdc-2be3-412f-9d04-35fbaca57b50 None None] Port 68a733e0-4023-4d2b-a321-384b5d0948b1 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:04:52.671748 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a1ca2-334a-408a-b8c4-d0cad6cc4ca0 req-7c1468b7-d1eb-4299-b528-8cc4ecb44ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:52.673220 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-936a1ca2-334a-408a-b8c4-d0cad6cc4ca0 req-7c1468b7-d1eb-4299-b528-8cc4ecb44ce2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=87efe7fc6b25498a80fcc40aa21f8d80&device_id=e4396dc6-924a-4fcd-90bf-ae3a295a059b HTTP/1.1" status: 200 len: 1097 time: 0.0938206 Sep 22 22:04:52.743771 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-936a1ca2-334a-408a-b8c4-d0cad6cc4ca0 req-c844d580-c710-43ba-b8fa-723f772439dc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78fdb9d3-5c23-4931-b845-9cbaba9367c6 HTTP/1.1" status: 200 len: 217 time: 0.0638831 Sep 22 22:04:52.803261 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a1ca2-334a-408a-b8c4-d0cad6cc4ca0 req-00f5c54f-7ac4-449c-bbf3-7a25a5ea10e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:52.804584 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-936a1ca2-334a-408a-b8c4-d0cad6cc4ca0 req-00f5c54f-7ac4-449c-bbf3-7a25a5ea10e6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e35db4ff-9a5b-474a-b146-b323d1820c00 HTTP/1.1" status: 200 len: 856 time: 0.0556583 Sep 22 22:04:52.887806 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a1ca2-334a-408a-b8c4-d0cad6cc4ca0 req-080f1cfc-09bd-4270-b6a7-faf2ed0b7a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:52.889256 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-936a1ca2-334a-408a-b8c4-d0cad6cc4ca0 req-080f1cfc-09bd-4270-b6a7-faf2ed0b7a82 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1bdb8144-87a9-4329-9723-9bd7ca1b2234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791535 Sep 22 22:04:52.998097 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-d2392443-efbe-4c16-b2c7-c839792d4a1f None None] Notify callbacks [] for port, precommit_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:53.009280 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.provisioning_blocks [None req-d2392443-efbe-4c16-b2c7-c839792d4a1f None None] Transition to ACTIVE for port object 68a733e0-4023-4d2b-a321-384b5d0948b1 will not be triggered until provisioned by entity L2. {{(pid=89011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:04:53.015918 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-d2392443-efbe-4c16-b2c7-c839792d4a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:53.023979 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-936a1ca2-334a-408a-b8c4-d0cad6cc4ca0 req-066c2d9c-8b4a-46f7-9d3e-bc6214a7ee77 service neutron] 10.222.0.49 "GET /v2.0/networks/1bdb8144-87a9-4329-9723-9bd7ca1b2234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287127 Sep 22 22:04:53.153983 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-9cbefcdc-2be3-412f-9d04-35fbaca57b50 None None] Attempt 2 to provision port 68a733e0-4023-4d2b-a321-384b5d0948b1 Sep 22 22:04:53.155057 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-936a1ca2-334a-408a-b8c4-d0cad6cc4ca0 req-72b1bf98-e2f7-4bad-b9fd-558eec37d440 service neutron] 10.222.0.49 "GET /v2.0/networks/1bdb8144-87a9-4329-9723-9bd7ca1b2234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256492 Sep 22 22:04:53.205194 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0364c859-1e18-4afe-bb5c-a192aa03a417 None None] Pushing event updated for resources: {'Port': ['ID=68a733e0-4023-4d2b-a321-384b5d0948b1,revision_number=3']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:53.209544 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-9cbefcdc-2be3-412f-9d04-35fbaca57b50 None None] Port 68a733e0-4023-4d2b-a321-384b5d0948b1 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:04:53.225526 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-d2392443-efbe-4c16-b2c7-c839792d4a1f None None] Attempting to bind port 68a733e0-4023-4d2b-a321-384b5d0948b1 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:04:53.225879 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-d2392443-efbe-4c16-b2c7-c839792d4a1f None None] Attempting to bind port 68a733e0-4023-4d2b-a321-384b5d0948b1 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '602ef3d3-0985-4ab3-86ac-42293917308e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9c597e82-8eda-4d80-a66d-08353c31b2a3'}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:04:53.226224 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2392443-efbe-4c16-b2c7-c839792d4a1f None None] Attempting to bind port 68a733e0-4023-4d2b-a321-384b5d0948b1 on network 9c597e82-8eda-4d80-a66d-08353c31b2a3 {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:04:53.234379 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2392443-efbe-4c16-b2c7-c839792d4a1f None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:04:53.235016 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2392443-efbe-4c16-b2c7-c839792d4a1f None None] Checking segment: {'id': '602ef3d3-0985-4ab3-86ac-42293917308e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9c597e82-8eda-4d80-a66d-08353c31b2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:04:53.235757 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-d2392443-efbe-4c16-b2c7-c839792d4a1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:53.236350 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2392443-efbe-4c16-b2c7-c839792d4a1f None None] Bound using segment: {'id': '602ef3d3-0985-4ab3-86ac-42293917308e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9c597e82-8eda-4d80-a66d-08353c31b2a3'} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:04:53.237289 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-d2392443-efbe-4c16-b2c7-c839792d4a1f None None] Bound port: 68a733e0-4023-4d2b-a321-384b5d0948b1, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '602ef3d3-0985-4ab3-86ac-42293917308e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9c597e82-8eda-4d80-a66d-08353c31b2a3'}}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:04:53.237906 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-d2392443-efbe-4c16-b2c7-c839792d4a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:53.284079 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591c2f6-d9ff-4515-ad81-12d497dc4f5a req-b0a15e45-87b1-4dd3-8c53-1cac4972f4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:53.285867 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5591c2f6-d9ff-4515-ad81-12d497dc4f5a req-b0a15e45-87b1-4dd3-8c53-1cac4972f4b8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=87efe7fc6b25498a80fcc40aa21f8d80&device_id=e4396dc6-924a-4fcd-90bf-ae3a295a059b HTTP/1.1" status: 200 len: 1097 time: 0.0786238 Sep 22 22:04:53.329829 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-d2392443-efbe-4c16-b2c7-c839792d4a1f None None] For port 68a733e0-4023-4d2b-a321-384b5d0948b1, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:04:53.332756 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-d2392443-efbe-4c16-b2c7-c839792d4a1f None None] For port 68a733e0-4023-4d2b-a321-384b5d0948b1, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=68a733e0-4023-4d2b-a321-384b5d0948b1,segment=NetworkSegment(602ef3d3-0985-4ab3-86ac-42293917308e),segment_id=602ef3d3-0985-4ab3-86ac-42293917308e)] {{(pid=89011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:04:53.336132 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-d2392443-efbe-4c16-b2c7-c839792d4a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:53.394943 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2392443-efbe-4c16-b2c7-c839792d4a1f None None] Routers {'3de733aa-7b78-411c-bf34-7d7ba285c6a6'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:04:53.395558 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-d2392443-efbe-4c16-b2c7-c839792d4a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:04:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['3de733aa-7b78-411c-bf34-7d7ba285c6a6'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:04:53.417821 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591c2f6-d9ff-4515-ad81-12d497dc4f5a req-5cdb40d3-2c4c-4020-baa5-790fa115c194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:53.419814 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5591c2f6-d9ff-4515-ad81-12d497dc4f5a req-5cdb40d3-2c4c-4020-baa5-790fa115c194 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1bdb8144-87a9-4329-9723-9bd7ca1b2234 HTTP/1.1" status: 200 len: 917 time: 0.1271288 Sep 22 22:04:53.485470 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0364c859-1e18-4afe-bb5c-a192aa03a417 None None] Pushing event updated for resources: {'Port': ['ID=68a733e0-4023-4d2b-a321-384b5d0948b1,revision_number=4']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:53.592205 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-d2392443-efbe-4c16-b2c7-c839792d4a1f None None] Set router 3de733aa-7b78-411c-bf34-7d7ba285c6a6 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:04:53.635877 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5591c2f6-d9ff-4515-ad81-12d497dc4f5a req-013b67fd-3ea9-4c42-ae6e-eae2a1f136cb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78fdb9d3-5c23-4931-b845-9cbaba9367c6 HTTP/1.1" status: 200 len: 217 time: 0.2092893 Sep 22 22:04:53.691942 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 68a733e0-4023-4d2b-a321-384b5d0948b1 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:04:53.713925 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591c2f6-d9ff-4515-ad81-12d497dc4f5a req-4f3d195b-0515-4e52-b75f-b2fc6fd764c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:53.715936 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5591c2f6-d9ff-4515-ad81-12d497dc4f5a req-4f3d195b-0515-4e52-b75f-b2fc6fd764c0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e35db4ff-9a5b-474a-b146-b323d1820c00 HTTP/1.1" status: 200 len: 856 time: 0.0696571 Sep 22 22:04:53.723887 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-9cbefcdc-2be3-412f-9d04-35fbaca57b50 None None] Attempt 3 to provision port 68a733e0-4023-4d2b-a321-384b5d0948b1 Sep 22 22:04:53.770167 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476fe1e-9b5b-447a-b341-3ca5e5e16043 req-e77d5483-19bc-46ae-8a94-ae3f92e5d951 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:53.771646 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f476fe1e-9b5b-447a-b341-3ca5e5e16043 req-e77d5483-19bc-46ae-8a94-ae3f92e5d951 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/ports?device_id=e4396dc6-924a-4fcd-90bf-ae3a295a059b HTTP/1.1" status: 200 len: 944 time: 0.1901686 Sep 22 22:04:53.815241 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-9cbefcdc-2be3-412f-9d04-35fbaca57b50 None None] Port 68a733e0-4023-4d2b-a321-384b5d0948b1 had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 22:04:53.823829 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 68a733e0-4023-4d2b-a321-384b5d0948b1 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:04:53.830316 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 68a733e0-4023-4d2b-a321-384b5d0948b1 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:04:53.830316 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:53.830705 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 68a733e0-4023-4d2b-a321-384b5d0948b1 Sep 22 22:04:53.836142 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f476fe1e-9b5b-447a-b341-3ca5e5e16043 req-ddad2da4-5e01-4b3e-83bb-08ba3765253e tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/security-groups?id=f7b5aaa7-aaa9-4853-ab29-104fff53cd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558417 Sep 22 22:04:53.848418 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591c2f6-d9ff-4515-ad81-12d497dc4f5a req-60054867-77ec-4ec7-98e5-ff38484ab10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:53.849924 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5591c2f6-d9ff-4515-ad81-12d497dc4f5a req-60054867-77ec-4ec7-98e5-ff38484ab10c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1bdb8144-87a9-4329-9723-9bd7ca1b2234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1263361 Sep 22 22:04:53.858494 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-9cbefcdc-2be3-412f-9d04-35fbaca57b50 None None] Provisioning for port 78fdb9d3-5c23-4931-b845-9cbaba9367c6 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:04:53.933424 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-d2392443-efbe-4c16-b2c7-c839792d4a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de733aa-7b78-411c-bf34-7d7ba285c6a6', 'name': 'tempest-TestEncryptedCinderVolumes-33393795-router', 'tenant_id': '7285b2ba6a04487180e0064d3306a13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.18'}], 'enable_snat': True}, 'gw_port_id': 'ad50ec3e-4be2-47b3-b542-a3937f337595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:04:42Z', 'updated_at': '2022-09-22T22:04:47Z', 'revision_number': 4, 'project_id': '7285b2ba6a04487180e0064d3306a13d', 'gw_port': {'id': 'ad50ec3e-4be2-47b3-b542-a3937f337595', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de733aa-7b78-411c-bf34-7d7ba285c6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:04:43Z', 'updated_at': '2022-09-22T22:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '68a733e0-4023-4d2b-a321-384b5d0948b1', 'name': '', 'network_id': '9c597e82-8eda-4d80-a66d-08353c31b2a3', 'tenant_id': '7285b2ba6a04487180e0064d3306a13d', 'mac_address': 'fa:16:3e:bb:21:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de733aa-7b78-411c-bf34-7d7ba285c6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '0bc78d67-fb67-49db-9481-6bab6a7b8766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:04:46Z', 'updated_at': '2022-09-22T22:04:53Z', 'revision_number': 4, 'project_id': '7285b2ba6a04487180e0064d3306a13d', 'subnets': [{'id': '0bc78d67-fb67-49db-9481-6bab6a7b8766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:04:53.937915 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2392443-efbe-4c16-b2c7-c839792d4a1f None None] The sync data for ids ['3de733aa-7b78-411c-bf34-7d7ba285c6a6'] in dv-neutron-858900-1-hyperv is: [{'id': '3de733aa-7b78-411c-bf34-7d7ba285c6a6', 'name': 'tempest-TestEncryptedCinderVolumes-33393795-router', 'tenant_id': '7285b2ba6a04487180e0064d3306a13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.18'}], 'enable_snat': True}, 'gw_port_id': 'ad50ec3e-4be2-47b3-b542-a3937f337595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:04:42Z', 'updated_at': '2022-09-22T22:04:47Z', 'revision_number': 4, 'project_id': '7285b2ba6a04487180e0064d3306a13d', 'gw_port': {'id': 'ad50ec3e-4be2-47b3-b542-a3937f337595', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de733aa-7b78-411c-bf34-7d7ba285c6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:04:43Z', 'updated_at': '2022-09-22T22:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '68a733e0-4023-4d2b-a321-384b5d0948b1', 'name': '', 'network_id': '9c597e82-8eda-4d80-a66d-08353c31b2a3', 'tenant_id': '7285b2ba6a04487180e0064d3306a13d', 'mac_address': 'fa:16:3e:bb:21:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de733aa-7b78-411c-bf34-7d7ba285c6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '0bc78d67-fb67-49db-9481-6bab6a7b8766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:04:46Z', 'updated_at': '2022-09-22T22:04:53Z', 'revision_number': 4, 'project_id': '7285b2ba6a04487180e0064d3306a13d', 'subnets': [{'id': '0bc78d67-fb67-49db-9481-6bab6a7b8766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:04:53.955677 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 68a733e0-4023-4d2b-a321-384b5d0948b1 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:04:53.956073 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:53.989747 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5591c2f6-d9ff-4515-ad81-12d497dc4f5a req-06231d28-0c0e-4d80-b628-a696471d5aa4 service neutron] 10.222.0.49 "GET /v2.0/networks/1bdb8144-87a9-4329-9723-9bd7ca1b2234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329830 Sep 22 22:04:53.992270 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 68a733e0-4023-4d2b-a321-384b5d0948b1, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=68a733e0-4023-4d2b-a321-384b5d0948b1,segment=NetworkSegment(602ef3d3-0985-4ab3-86ac-42293917308e),segment_id=602ef3d3-0985-4ab3-86ac-42293917308e)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:04:53.997765 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:54.063329 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=68a733e0-4023-4d2b-a321-384b5d0948b1,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:54.070824 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:54.071170 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:54.071507 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:54.071836 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:54.072160 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:54.072485 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:54.072808 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:54.073129 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:54.073448 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:54.073802 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:54.074115 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:54.075030 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:54.130664 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5591c2f6-d9ff-4515-ad81-12d497dc4f5a req-9bc29f74-155a-4b3c-ba28-7c5f3e5ff45a service neutron] 10.222.0.49 "GET /v2.0/networks/1bdb8144-87a9-4329-9723-9bd7ca1b2234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346803 Sep 22 22:04:55.042950 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df7bc4-2266-42e7-9645-89965b6ee3cd req-16c5e304-1bce-4f28-8083-83ea83b37bea tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:55.044591 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-a8df7bc4-2266-42e7-9645-89965b6ee3cd req-16c5e304-1bce-4f28-8083-83ea83b37bea tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/ports?device_id=e4396dc6-924a-4fcd-90bf-ae3a295a059b HTTP/1.1" status: 200 len: 944 time: 0.0870173 Sep 22 22:04:55.093215 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-a8df7bc4-2266-42e7-9645-89965b6ee3cd req-27fa2809-7e94-4cfc-a6a1-1d847b09496b tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/security-groups?id=f7b5aaa7-aaa9-4853-ab29-104fff53cd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423584 Sep 22 22:04:55.663662 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 68a733e0-4023-4d2b-a321-384b5d0948b1 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:04:55.767395 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 68a733e0-4023-4d2b-a321-384b5d0948b1 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:04:55.767769 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:55.768096 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 68a733e0-4023-4d2b-a321-384b5d0948b1 Sep 22 22:04:55.803205 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 78fdb9d3-5c23-4931-b845-9cbaba9367c6 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 22:04:55.982966 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 68a733e0-4023-4d2b-a321-384b5d0948b1 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:04:56.001043 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 78fdb9d3-5c23-4931-b845-9cbaba9367c6, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=78fdb9d3-5c23-4931-b845-9cbaba9367c6,segment=NetworkSegment(dd4ea7c5-86bb-4fbd-9567-5449acf2c03b),segment_id=dd4ea7c5-86bb-4fbd-9567-5449acf2c03b)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:04:56.014475 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': '78fdb9d3-5c23-4931-b845-9cbaba9367c6', 'network_id': '1bdb8144-87a9-4329-9723-9bd7ca1b2234', 'port_id': '78fdb9d3-5c23-4931-b845-9cbaba9367c6', 'mac_address': 'fa:16:3e:01:50:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e35db4ff-9a5b-474a-b146-b323d1820c00', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 22:04:56.066942 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 78fdb9d3-5c23-4931-b845-9cbaba9367c6 is: DOWN; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:04:56.067317 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:56.084483 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78fdb9d3-5c23-4931-b845-9cbaba9367c6 {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 22:04:56.099326 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 78fdb9d3-5c23-4931-b845-9cbaba9367c6, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=78fdb9d3-5c23-4931-b845-9cbaba9367c6,segment=NetworkSegment(dd4ea7c5-86bb-4fbd-9567-5449acf2c03b),segment_id=dd4ea7c5-86bb-4fbd-9567-5449acf2c03b)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:04:56.103177 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:56.176879 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:56.184996 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=78fdb9d3-5c23-4931-b845-9cbaba9367c6,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:56.287613 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2f85c-d548-4fdb-85d6-514d5dc9189c req-12bcc313-6127-4216-bc85-9c5483c0e066 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:56.289069 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-86b2f85c-d548-4fdb-85d6-514d5dc9189c req-12bcc313-6127-4216-bc85-9c5483c0e066 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/ports?device_id=e4396dc6-924a-4fcd-90bf-ae3a295a059b HTTP/1.1" status: 200 len: 945 time: 0.0856934 Sep 22 22:04:56.303355 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['78fdb9d3-5c23-4931-b845-9cbaba9367c6'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 22:04:56.332873 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-86b2f85c-d548-4fdb-85d6-514d5dc9189c req-8afc7266-1bbd-4109-80d9-1612cb400bbd tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/security-groups?id=f7b5aaa7-aaa9-4853-ab29-104fff53cd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380683 Sep 22 22:04:57.530795 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeeca32-8b33-49fb-a85f-22e4db554bc6 req-3c9db82d-e638-4922-b586-d9bf091730a7 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:57.532179 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-9aeeca32-8b33-49fb-a85f-22e4db554bc6 req-3c9db82d-e638-4922-b586-d9bf091730a7 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/ports?device_id=e4396dc6-924a-4fcd-90bf-ae3a295a059b HTTP/1.1" status: 200 len: 945 time: 0.0862317 Sep 22 22:04:57.574922 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-9aeeca32-8b33-49fb-a85f-22e4db554bc6 req-9d16b782-35ab-4edd-994f-198c243309a4 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/security-groups?id=f7b5aaa7-aaa9-4853-ab29-104fff53cd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368502 Sep 22 22:04:57.817966 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 78fdb9d3-5c23-4931-b845-9cbaba9367c6 up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:04:57.886075 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning for port 78fdb9d3-5c23-4931-b845-9cbaba9367c6 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:04:57.891029 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port 78fdb9d3-5c23-4931-b845-9cbaba9367c6 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:04:57.891396 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:57.891726 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port 78fdb9d3-5c23-4931-b845-9cbaba9367c6 Sep 22 22:04:58.005119 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 78fdb9d3-5c23-4931-b845-9cbaba9367c6 is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:04:58.005486 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:58.030687 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4396dc6-924a-4fcd-90bf-ae3a295a059b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fdb9d3-5c23-4931-b845-9cbaba9367c6'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:04:58.032929 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5ab337-b418-4e1a-91f5-b03bb3208b21" -d '{"events": [{"server_uuid": "e4396dc6-924a-4fcd-90bf-ae3a295a059b", "name": "network-vif-plugged", "status": "completed", "tag": "78fdb9d3-5c23-4931-b845-9cbaba9367c6"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:04:58.040745 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 78fdb9d3-5c23-4931-b845-9cbaba9367c6, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=78fdb9d3-5c23-4931-b845-9cbaba9367c6,segment=NetworkSegment(dd4ea7c5-86bb-4fbd-9567-5449acf2c03b),segment_id=dd4ea7c5-86bb-4fbd-9567-5449acf2c03b)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:04:58.045217 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:04:58.076205 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92ae4eb-7835-4fd4-801e-a6772d185356 x-openstack-request-id: req-d92ae4eb-7835-4fd4-801e-a6772d185356 {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:04:58.076490 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4396dc6-924a-4fcd-90bf-ae3a295a059b", "name": "network-vif-plugged", "status": "completed", "tag": "78fdb9d3-5c23-4931-b845-9cbaba9367c6", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:04:58.076737 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d92ae4eb-7835-4fd4-801e-a6772d185356 {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:04:58.077118 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d92ae4eb-7835-4fd4-801e-a6772d185356'] response: {'server_uuid': 'e4396dc6-924a-4fcd-90bf-ae3a295a059b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fdb9d3-5c23-4931-b845-9cbaba9367c6', 'code': 200} Sep 22 22:04:58.116026 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=78fdb9d3-5c23-4931-b845-9cbaba9367c6,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:58.309897 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24536b80-10e7-447d-8635-71ab31aa9c51 req-245eadd3-c27b-4ffd-9833-fc43a8cacc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:58.311395 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-24536b80-10e7-447d-8635-71ab31aa9c51 req-245eadd3-c27b-4ffd-9833-fc43a8cacc6a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e4396dc6-924a-4fcd-90bf-ae3a295a059b HTTP/1.1" status: 200 len: 1099 time: 0.0798621 Sep 22 22:04:58.350507 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-24536b80-10e7-447d-8635-71ab31aa9c51 req-a29562fc-4492-4bad-866f-53cf8ed7429c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f7b5aaa7-aaa9-4853-ab29-104fff53cd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337260 Sep 22 22:04:58.773760 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3333c-efb7-445e-a5c2-188eea184ebd req-dc8e3735-5e05-42f5-aafa-ccaf4753800d tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:58.775234 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-80b3333c-efb7-445e-a5c2-188eea184ebd req-dc8e3735-5e05-42f5-aafa-ccaf4753800d tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/ports?device_id=e4396dc6-924a-4fcd-90bf-ae3a295a059b HTTP/1.1" status: 200 len: 946 time: 0.0930476 Sep 22 22:04:58.818289 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-80b3333c-efb7-445e-a5c2-188eea184ebd req-cfe8e6ef-6985-4efb-b29d-11efe11c2863 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/security-groups?id=f7b5aaa7-aaa9-4853-ab29-104fff53cd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374367 Sep 22 22:05:00.014335 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de56d97-eb70-4419-95e9-226572b6c97e req-d1cc3e65-9abd-4843-8bce-a27335483fe8 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:05:00.015820 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9de56d97-eb70-4419-95e9-226572b6c97e req-d1cc3e65-9abd-4843-8bce-a27335483fe8 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/ports?device_id=e4396dc6-924a-4fcd-90bf-ae3a295a059b HTTP/1.1" status: 200 len: 946 time: 0.0863707 Sep 22 22:05:00.061566 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9de56d97-eb70-4419-95e9-226572b6c97e req-f4f5ed03-8444-40db-8866-5c41ef0b0c95 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/security-groups?id=f7b5aaa7-aaa9-4853-ab29-104fff53cd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402081 Sep 22 22:05:00.259473 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e181b1-3965-46b9-a3de-18562d5dc460 req-619750b1-0031-41d8-8b32-e951fd121434 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:05:00.260914 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-57e181b1-3965-46b9-a3de-18562d5dc460 req-619750b1-0031-41d8-8b32-e951fd121434 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/ports?device_id=e4396dc6-924a-4fcd-90bf-ae3a295a059b HTTP/1.1" status: 200 len: 946 time: 0.0872819 Sep 22 22:05:00.306930 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-57e181b1-3965-46b9-a3de-18562d5dc460 req-bab17fac-1fe4-4e4e-bf43-a24768e06ba3 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/security-groups?id=f7b5aaa7-aaa9-4853-ab29-104fff53cd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402431 Sep 22 22:05:04.034227 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1ff3765b-ecbe-410e-86a9-42b6154a50f7 req-2a4b55f1-016b-4e60-8984-963c51fcc3b9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e4396dc6-924a-4fcd-90bf-ae3a295a059b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0756876 Sep 22 22:05:04.179947 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3765b-ecbe-410e-86a9-42b6154a50f7 req-a4c08e71-2ae3-4683-aeb0-baf2a742c7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:05:04.181325 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1ff3765b-ecbe-410e-86a9-42b6154a50f7 req-a4c08e71-2ae3-4683-aeb0-baf2a742c7de service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=87efe7fc6b25498a80fcc40aa21f8d80&device_id=e4396dc6-924a-4fcd-90bf-ae3a295a059b HTTP/1.1" status: 200 len: 1099 time: 0.0812352 Sep 22 22:05:04.324939 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3765b-ecbe-410e-86a9-42b6154a50f7 req-bb9e83a2-1c08-474e-8d11-56fa7c987e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:05:04.326360 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1ff3765b-ecbe-410e-86a9-42b6154a50f7 req-bb9e83a2-1c08-474e-8d11-56fa7c987e0a service neutron] 10.222.0.49 "GET /v2.0/networks?id=1bdb8144-87a9-4329-9723-9bd7ca1b2234 HTTP/1.1" status: 200 len: 917 time: 0.1261313 Sep 22 22:05:04.392801 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1ff3765b-ecbe-410e-86a9-42b6154a50f7 req-ca071e78-ca17-4ed0-b2f5-0b973c7bd6e0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78fdb9d3-5c23-4931-b845-9cbaba9367c6 HTTP/1.1" status: 200 len: 217 time: 0.0607500 Sep 22 22:05:04.457058 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3765b-ecbe-410e-86a9-42b6154a50f7 req-0905b8fa-2037-4c0a-8153-481b3e06066a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:05:04.458392 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1ff3765b-ecbe-410e-86a9-42b6154a50f7 req-0905b8fa-2037-4c0a-8153-481b3e06066a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e35db4ff-9a5b-474a-b146-b323d1820c00 HTTP/1.1" status: 200 len: 856 time: 0.0605061 Sep 22 22:05:04.538866 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3765b-ecbe-410e-86a9-42b6154a50f7 req-fcab9904-78cd-482e-9c44-30a8722efad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:05:04.540318 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1ff3765b-ecbe-410e-86a9-42b6154a50f7 req-fcab9904-78cd-482e-9c44-30a8722efad9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1bdb8144-87a9-4329-9723-9bd7ca1b2234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767906 Sep 22 22:05:04.677735 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1ff3765b-ecbe-410e-86a9-42b6154a50f7 req-ac7f5017-1119-4424-937c-aacf54d02d21 service neutron] 10.222.0.49 "GET /v2.0/networks/1bdb8144-87a9-4329-9723-9bd7ca1b2234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222150 Sep 22 22:05:04.903765 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1ff3765b-ecbe-410e-86a9-42b6154a50f7 req-86a2b4bb-5e71-49db-889c-9b539bd6f7e2 service neutron] 10.222.0.49 "GET /v2.0/networks/1bdb8144-87a9-4329-9723-9bd7ca1b2234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200742 Sep 22 22:05:05.852450 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:05:09.748533 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9d77a860-b509-4df6-ac8c-ba058e77232e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:05:11.962372 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e42cbe2b-9013-4621-a7bf-b8eab0cf9996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:05:12.820652 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:05:13.228727 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:05:14.602650 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:05:14.803651 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4c908-7265-4580-b612-db2392c20a53 req-684d70f2-af98-47b7-ac2e-dbf0063105e8 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:05:14.806514 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2ba4c908-7265-4580-b612-db2392c20a53 req-684d70f2-af98-47b7-ac2e-dbf0063105e8 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/ports?device_id=e4396dc6-924a-4fcd-90bf-ae3a295a059b HTTP/1.1" status: 200 len: 946 time: 0.0895209 Sep 22 22:05:14.852024 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2ba4c908-7265-4580-b612-db2392c20a53 req-20bdd077-e118-4c7d-868f-28ef209cf1fd tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/security-groups?id=f7b5aaa7-aaa9-4853-ab29-104fff53cd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411353 Sep 22 22:05:16.051415 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d00dc3d-7307-4f24-84df-9f60b0d568b0 req-9317ce10-a1d2-4375-a4b1-7103b2675817 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:05:16.052853 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-0d00dc3d-7307-4f24-84df-9f60b0d568b0 req-9317ce10-a1d2-4375-a4b1-7103b2675817 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/ports?device_id=e4396dc6-924a-4fcd-90bf-ae3a295a059b HTTP/1.1" status: 200 len: 946 time: 0.0870101 Sep 22 22:05:16.095953 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-0d00dc3d-7307-4f24-84df-9f60b0d568b0 req-c4d72d37-bb95-4f69-a126-2a1bbef83db2 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/security-groups?id=f7b5aaa7-aaa9-4853-ab29-104fff53cd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373740 Sep 22 22:05:16.265371 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc9c55-20d6-4cde-b82f-27987d680844 req-5330d1e4-9b03-497d-82af-9c483e7fb554 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:05:16.266768 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0adc9c55-20d6-4cde-b82f-27987d680844 req-5330d1e4-9b03-497d-82af-9c483e7fb554 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4396dc6-924a-4fcd-90bf-ae3a295a059b HTTP/1.1" status: 200 len: 946 time: 0.0860150 Sep 22 22:05:16.337625 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-0adc9c55-20d6-4cde-b82f-27987d680844 req-8cfe8c37-1af9-4639-a8b8-a53033f4e47f tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Deleting port 78fdb9d3-5c23-4931-b845-9cbaba9367c6 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:05:16.337967 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-0adc9c55-20d6-4cde-b82f-27987d680844 req-8cfe8c37-1af9-4639-a8b8-a53033f4e47f tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:05:16.592985 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-0adc9c55-20d6-4cde-b82f-27987d680844 req-8cfe8c37-1af9-4639-a8b8-a53033f4e47f tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] For port 78fdb9d3-5c23-4931-b845-9cbaba9367c6, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=78fdb9d3-5c23-4931-b845-9cbaba9367c6,segment=NetworkSegment(dd4ea7c5-86bb-4fbd-9567-5449acf2c03b),segment_id=dd4ea7c5-86bb-4fbd-9567-5449acf2c03b)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:05:16.593343 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-0adc9c55-20d6-4cde-b82f-27987d680844 req-8cfe8c37-1af9-4639-a8b8-a53033f4e47f tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:05:16.712348 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-0adc9c55-20d6-4cde-b82f-27987d680844 req-8cfe8c37-1af9-4639-a8b8-a53033f4e47f tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Calling delete_port for 78fdb9d3-5c23-4931-b845-9cbaba9367c6 owned by compute:nova {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:05:16.858217 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-0adc9c55-20d6-4cde-b82f-27987d680844 req-8cfe8c37-1af9-4639-a8b8-a53033f4e47f tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:05:16.870650 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['78fdb9d3-5c23-4931-b845-9cbaba9367c6'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 22:05:16.906865 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe8c37-1af9-4639-a8b8-a53033f4e47f tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Pushing event deleted for resources: {'Port': ['ID=78fdb9d3-5c23-4931-b845-9cbaba9367c6,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:05:16.997179 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-0adc9c55-20d6-4cde-b82f-27987d680844 req-8cfe8c37-1af9-4639-a8b8-a53033f4e47f tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] No DVR routers for this DVR port 78fdb9d3-5c23-4931-b845-9cbaba9367c6 on host hv-neutron-8589 {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 22:05:16.999669 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-0adc9c55-20d6-4cde-b82f-27987d680844 req-8cfe8c37-1af9-4639-a8b8-a53033f4e47f tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:05:17.002327 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4396dc6-924a-4fcd-90bf-ae3a295a059b', 'name': 'network-vif-deleted', 'tag': '78fdb9d3-5c23-4931-b845-9cbaba9367c6'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:05:17.004664 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951902b3-9b96-46af-8a73-778702fefa8d" -d '{"events": [{"server_uuid": "e4396dc6-924a-4fcd-90bf-ae3a295a059b", "name": "network-vif-deleted", "tag": "78fdb9d3-5c23-4931-b845-9cbaba9367c6"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:05:17.019591 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0adc9c55-20d6-4cde-b82f-27987d680844 req-8cfe8c37-1af9-4639-a8b8-a53033f4e47f tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.49 "DELETE /v2.0/ports/78fdb9d3-5c23-4931-b845-9cbaba9367c6 HTTP/1.1" status: 204 len: 173 time: 0.7476606 Sep 22 22:05:17.049417 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436b7b5a-21da-435d-a405-722b7ba7eb3c x-openstack-request-id: req-436b7b5a-21da-435d-a405-722b7ba7eb3c {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:05:17.049705 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4396dc6-924a-4fcd-90bf-ae3a295a059b", "name": "network-vif-deleted", "tag": "78fdb9d3-5c23-4931-b845-9cbaba9367c6", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:05:17.049957 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-436b7b5a-21da-435d-a405-722b7ba7eb3c {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:05:17.050352 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-436b7b5a-21da-435d-a405-722b7ba7eb3c'] response: {'server_uuid': 'e4396dc6-924a-4fcd-90bf-ae3a295a059b', 'name': 'network-vif-deleted', 'tag': '78fdb9d3-5c23-4931-b845-9cbaba9367c6', 'status': 'completed', 'code': 200} Sep 22 22:05:17.279287 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-fc1a3fe3-cef8-46d8-a7f6-5e1e72e2d940 req-2989d3b0-77f9-4503-b1f8-ff7de7bb7180 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/ports?device_id=e4396dc6-924a-4fcd-90bf-ae3a295a059b HTTP/1.1" status: 200 len: 210 time: 0.0525367 Sep 22 22:05:18.766698 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f3ba8-7f57-4dae-a841-c268c3ff5a37 req-63f5fa8c-aec3-4b4f-98d5-bfd730d28d93 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:05:18.769211 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-644f3ba8-7f57-4dae-a841-c268c3ff5a37 req-63f5fa8c-aec3-4b4f-98d5-bfd730d28d93 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/networks?id=1bdb8144-87a9-4329-9723-9bd7ca1b2234 HTTP/1.1" status: 200 len: 817 time: 0.1589067 Sep 22 22:05:18.787909 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-644f3ba8-7f57-4dae-a841-c268c3ff5a37 req-79acb899-b83e-4969-a07a-61e49c906839 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/quotas/87efe7fc6b25498a80fcc40aa21f8d80 HTTP/1.1" status: 200 len: 375 time: 0.0098290 Sep 22 22:05:18.876119 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-644f3ba8-7f57-4dae-a841-c268c3ff5a37 req-452cc53c-1f46-4cdc-87eb-b0eff50944f5 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=87efe7fc6b25498a80fcc40aa21f8d80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0829713 Sep 22 22:05:19.117953 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-644f3ba8-7f57-4dae-a841-c268c3ff5a37 req-b4d0d9ee-ed52-435f-87d8-f4c0f1f49e7a service neutron] 10.222.0.33 "GET /v2.0/networks/1bdb8144-87a9-4329-9723-9bd7ca1b2234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298689 Sep 22 22:05:19.252818 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-644f3ba8-7f57-4dae-a841-c268c3ff5a37 req-80c7bc50-2b57-4876-a5cb-7aa2c07dfd8f service neutron] 10.222.0.33 "GET /v2.0/networks/1bdb8144-87a9-4329-9723-9bd7ca1b2234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288743 Sep 22 22:05:19.437351 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-a15ee1c7-4720-4092-b23b-e17b2a486e91 req-0874d806-6df6-4c45-afa4-22c7ba23c2fe tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Synchronizing usage tracker for tenant:87efe7fc6b25498a80fcc40aa21f8d80 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:05:19.454508 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-a15ee1c7-4720-4092-b23b-e17b2a486e91 req-0874d806-6df6-4c45-afa4-22c7ba23c2fe tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Unset dirty status for tenant:87efe7fc6b25498a80fcc40aa21f8d80 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:05:19.455694 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a15ee1c7-4720-4092-b23b-e17b2a486e91 req-0874d806-6df6-4c45-afa4-22c7ba23c2fe tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/ports?device_id=e5154d36-4dea-4f5b-a39f-de0f9212cefb HTTP/1.1" status: 200 len: 210 time: 0.0691333 Sep 22 22:05:19.921377 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 78fdb9d3-5c23-4931-b845-9cbaba9367c6 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:05:19.955032 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] No Port match for: 78fdb9d3-5c23-4931-b845-9cbaba9367c6 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:05:19.955371 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 78fdb9d3-5c23-4931-b845-9cbaba9367c6 not bound to the agent host hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:05:20.418063 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f3ba8-7f57-4dae-a841-c268c3ff5a37 req-00a2a3d0-66a1-41bb-a55c-d65c6c194a29 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:05:20.419564 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-644f3ba8-7f57-4dae-a841-c268c3ff5a37 req-00a2a3d0-66a1-41bb-a55c-d65c6c194a29 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.49 "GET /v2.0/networks?id=1bdb8144-87a9-4329-9723-9bd7ca1b2234 HTTP/1.1" status: 200 len: 817 time: 0.1487579 Sep 22 22:05:20.430916 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-644f3ba8-7f57-4dae-a841-c268c3ff5a37 req-322e7c71-216c-4ce8-817a-7158fed6c794 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Request body: {'port': {'device_id': 'e5154d36-4dea-4f5b-a39f-de0f9212cefb', 'network_id': '1bdb8144-87a9-4329-9723-9bd7ca1b2234', 'admin_state_up': True, 'tenant_id': '87efe7fc6b25498a80fcc40aa21f8d80'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:05:20.574491 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-644f3ba8-7f57-4dae-a841-c268c3ff5a37 req-322e7c71-216c-4ce8-817a-7158fed6c794 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:05:20.584177 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-644f3ba8-7f57-4dae-a841-c268c3ff5a37 req-322e7c71-216c-4ce8-817a-7158fed6c794 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:05:20.595016 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-644f3ba8-7f57-4dae-a841-c268c3ff5a37 req-322e7c71-216c-4ce8-817a-7158fed6c794 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Made reservation on behalf of 87efe7fc6b25498a80fcc40aa21f8d80 for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:05:20.598695 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-644f3ba8-7f57-4dae-a841-c268c3ff5a37 req-322e7c71-216c-4ce8-817a-7158fed6c794 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:05:20.621823 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-bd224f71-64a9-4b96-9ed5-bee4a604f96f req-bd0835d7-68b8-4346-94a3-808fdf37b12f tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/ports?device_id=e5154d36-4dea-4f5b-a39f-de0f9212cefb HTTP/1.1" status: 200 len: 210 time: 0.0545352 Sep 22 22:05:20.759436 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [req-644f3ba8-7f57-4dae-a841-c268c3ff5a37 req-322e7c71-216c-4ce8-817a-7158fed6c794 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Allocated IP 172.20.0.3 (1bdb8144-87a9-4329-9723-9bd7ca1b2234/e35db4ff-9a5b-474a-b146-b323d1820c00/7fe6fe6b-c4d9-49be-8356-57158bad3b1f) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:05:21.045567 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-644f3ba8-7f57-4dae-a841-c268c3ff5a37 req-322e7c71-216c-4ce8-817a-7158fed6c794 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:05:21.060804 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-644f3ba8-7f57-4dae-a841-c268c3ff5a37 req-322e7c71-216c-4ce8-817a-7158fed6c794 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Transition to ACTIVE for port object 7fe6fe6b-c4d9-49be-8356-57158bad3b1f will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:05:21.084026 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-644f3ba8-7f57-4dae-a841-c268c3ff5a37 req-322e7c71-216c-4ce8-817a-7158fed6c794 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:05:21.158701 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-644f3ba8-7f57-4dae-a841-c268c3ff5a37 req-322e7c71-216c-4ce8-817a-7158fed6c794 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Network 1bdb8144-87a9-4329-9723-9bd7ca1b2234 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:05:21.161775 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [req-644f3ba8-7f57-4dae-a841-c268c3ff5a37 req-322e7c71-216c-4ce8-817a-7158fed6c794 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:05:21.165627 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-644f3ba8-7f57-4dae-a841-c268c3ff5a37 req-322e7c71-216c-4ce8-817a-7158fed6c794 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:05:21.196551 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e7c71-216c-4ce8-817a-7158fed6c794 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Pushing event updated for resources: {'Port': ['ID=7fe6fe6b-c4d9-49be-8356-57158bad3b1f,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:05:21.216427 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e7c71-216c-4ce8-817a-7158fed6c794 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:05:21.216806 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e7c71-216c-4ce8-817a-7158fed6c794 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:05:21.217177 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e7c71-216c-4ce8-817a-7158fed6c794 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:05:21.217541 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e7c71-216c-4ce8-817a-7158fed6c794 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:05:21.217915 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e7c71-216c-4ce8-817a-7158fed6c794 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:05:21.218261 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e7c71-216c-4ce8-817a-7158fed6c794 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:05:21.218625 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e7c71-216c-4ce8-817a-7158fed6c794 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:05:21.218950 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e7c71-216c-4ce8-817a-7158fed6c794 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:05:21.219287 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e7c71-216c-4ce8-817a-7158fed6c794 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:05:21.219625 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e7c71-216c-4ce8-817a-7158fed6c794 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:05:21.219973 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e7c71-216c-4ce8-817a-7158fed6c794 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:05:21.220335 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e7c71-216c-4ce8-817a-7158fed6c794 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:05:21.246814 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f3ba8-7f57-4dae-a841-c268c3ff5a37 req-322e7c71-216c-4ce8-817a-7158fed6c794 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:05:21.247532 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-644f3ba8-7f57-4dae-a841-c268c3ff5a37 req-322e7c71-216c-4ce8-817a-7158fed6c794 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:05:21.275170 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-644f3ba8-7f57-4dae-a841-c268c3ff5a37 req-322e7c71-216c-4ce8-817a-7158fed6c794 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8470473 Sep 22 22:05:21.285794 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-644f3ba8-7f57-4dae-a841-c268c3ff5a37 req-7a7f5940-dae0-432b-9da5-aef5c481e7be service neutron] Request body: {'port': {'device_id': 'e5154d36-4dea-4f5b-a39f-de0f9212cefb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:05:21.349839 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-e8d88db7-206b-4efd-9fc7-b4cc70b89d90 None None] Provisioning for port 7fe6fe6b-c4d9-49be-8356-57158bad3b1f completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:05:21.354901 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-e8d88db7-206b-4efd-9fc7-b4cc70b89d90 None None] Provisioning complete for port 7fe6fe6b-c4d9-49be-8356-57158bad3b1f triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:05:21.355506 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e8d88db7-206b-4efd-9fc7-b4cc70b89d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:05:21.355924 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-e8d88db7-206b-4efd-9fc7-b4cc70b89d90 None None] Attempt 1 to provision port 7fe6fe6b-c4d9-49be-8356-57158bad3b1f Sep 22 22:05:21.406539 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-644f3ba8-7f57-4dae-a841-c268c3ff5a37 req-7a7f5940-dae0-432b-9da5-aef5c481e7be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:05:21.408735 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e8d88db7-206b-4efd-9fc7-b4cc70b89d90 None None] Port 7fe6fe6b-c4d9-49be-8356-57158bad3b1f cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:05:21.775628 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [req-644f3ba8-7f57-4dae-a841-c268c3ff5a37 req-7a7f5940-dae0-432b-9da5-aef5c481e7be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fe6fe6b-c4d9-49be-8356-57158bad3b1f {{(pid=89008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 22:05:21.787778 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-644f3ba8-7f57-4dae-a841-c268c3ff5a37 req-7a7f5940-dae0-432b-9da5-aef5c481e7be service neutron] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:05:21.817650 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-644f3ba8-7f57-4dae-a841-c268c3ff5a37 req-7a7f5940-dae0-432b-9da5-aef5c481e7be service neutron] Transition to ACTIVE for port object 7fe6fe6b-c4d9-49be-8356-57158bad3b1f will not be triggered until provisioned by entity L2. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:05:21.823286 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-644f3ba8-7f57-4dae-a841-c268c3ff5a37 req-7a7f5940-dae0-432b-9da5-aef5c481e7be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:05:21.909839 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-e8d88db7-206b-4efd-9fc7-b4cc70b89d90 None None] Attempt 2 to provision port 7fe6fe6b-c4d9-49be-8356-57158bad3b1f Sep 22 22:05:21.965258 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e8d88db7-206b-4efd-9fc7-b4cc70b89d90 None None] Port 7fe6fe6b-c4d9-49be-8356-57158bad3b1f cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:05:22.024443 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1322e4e-f8d3-4708-b861-e523dc0c3a51 req-4bff02e7-8f39-4fdc-9866-bc1d6c558441 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:05:22.025118 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-a1322e4e-f8d3-4708-b861-e523dc0c3a51 req-4bff02e7-8f39-4fdc-9866-bc1d6c558441 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Synchronizing usage tracker for tenant:87efe7fc6b25498a80fcc40aa21f8d80 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:05:22.033384 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7f5940-dae0-432b-9da5-aef5c481e7be service neutron] Pushing event updated for resources: {'Port': ['ID=7fe6fe6b-c4d9-49be-8356-57158bad3b1f,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:05:22.066065 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-a1322e4e-f8d3-4708-b861-e523dc0c3a51 req-4bff02e7-8f39-4fdc-9866-bc1d6c558441 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Unset dirty status for tenant:87efe7fc6b25498a80fcc40aa21f8d80 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:05:22.067278 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a1322e4e-f8d3-4708-b861-e523dc0c3a51 req-4bff02e7-8f39-4fdc-9866-bc1d6c558441 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/ports?device_id=e5154d36-4dea-4f5b-a39f-de0f9212cefb HTTP/1.1" status: 200 len: 931 time: 0.3332241 Sep 22 22:05:22.074941 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-644f3ba8-7f57-4dae-a841-c268c3ff5a37 req-7a7f5940-dae0-432b-9da5-aef5c481e7be service neutron] Attempting to bind port 7fe6fe6b-c4d9-49be-8356-57158bad3b1f on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:05:22.075270 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-644f3ba8-7f57-4dae-a841-c268c3ff5a37 req-7a7f5940-dae0-432b-9da5-aef5c481e7be service neutron] Attempting to bind port 7fe6fe6b-c4d9-49be-8356-57158bad3b1f by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'dd4ea7c5-86bb-4fbd-9567-5449acf2c03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1bdb8144-87a9-4329-9723-9bd7ca1b2234'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:05:22.075592 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644f3ba8-7f57-4dae-a841-c268c3ff5a37 req-7a7f5940-dae0-432b-9da5-aef5c481e7be service neutron] Attempting to bind port 7fe6fe6b-c4d9-49be-8356-57158bad3b1f on network 1bdb8144-87a9-4329-9723-9bd7ca1b2234 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:05:22.095027 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644f3ba8-7f57-4dae-a841-c268c3ff5a37 req-7a7f5940-dae0-432b-9da5-aef5c481e7be service neutron] Port 7fe6fe6b-c4d9-49be-8356-57158bad3b1f on network 1bdb8144-87a9-4329-9723-9bd7ca1b2234 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 22:05:22.095339 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644f3ba8-7f57-4dae-a841-c268c3ff5a37 req-7a7f5940-dae0-432b-9da5-aef5c481e7be service neutron] Attempting to bind port 7fe6fe6b-c4d9-49be-8356-57158bad3b1f on network 1bdb8144-87a9-4329-9723-9bd7ca1b2234 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:05:22.110433 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644f3ba8-7f57-4dae-a841-c268c3ff5a37 req-7a7f5940-dae0-432b-9da5-aef5c481e7be service neutron] Checking agent: {'id': '8a88b827-3477-4399-ac15-439d59b3c48a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'started_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:05:22.110799 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644f3ba8-7f57-4dae-a841-c268c3ff5a37 req-7a7f5940-dae0-432b-9da5-aef5c481e7be service neutron] Checking segment: {'id': 'dd4ea7c5-86bb-4fbd-9567-5449acf2c03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1bdb8144-87a9-4329-9723-9bd7ca1b2234'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:05:22.111167 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644f3ba8-7f57-4dae-a841-c268c3ff5a37 req-7a7f5940-dae0-432b-9da5-aef5c481e7be service neutron] Bound using segment: {'id': 'dd4ea7c5-86bb-4fbd-9567-5449acf2c03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1bdb8144-87a9-4329-9723-9bd7ca1b2234'} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:05:22.111583 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-644f3ba8-7f57-4dae-a841-c268c3ff5a37 req-7a7f5940-dae0-432b-9da5-aef5c481e7be service neutron] Bound port: 7fe6fe6b-c4d9-49be-8356-57158bad3b1f, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd4ea7c5-86bb-4fbd-9567-5449acf2c03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1bdb8144-87a9-4329-9723-9bd7ca1b2234'}}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:05:22.111922 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-644f3ba8-7f57-4dae-a841-c268c3ff5a37 req-7a7f5940-dae0-432b-9da5-aef5c481e7be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:05:22.133843 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a1322e4e-f8d3-4708-b861-e523dc0c3a51 req-54926564-1ef7-421c-8e56-706b3091dd60 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/security-groups?id=f7b5aaa7-aaa9-4853-ab29-104fff53cd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600910 Sep 22 22:05:22.209816 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-644f3ba8-7f57-4dae-a841-c268c3ff5a37 req-7a7f5940-dae0-432b-9da5-aef5c481e7be service neutron] For port 7fe6fe6b-c4d9-49be-8356-57158bad3b1f, host hv-neutron-8589, cleared binding levels {{(pid=89008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:05:22.212664 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-644f3ba8-7f57-4dae-a841-c268c3ff5a37 req-7a7f5940-dae0-432b-9da5-aef5c481e7be service neutron] For port 7fe6fe6b-c4d9-49be-8356-57158bad3b1f, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=7fe6fe6b-c4d9-49be-8356-57158bad3b1f,segment=NetworkSegment(dd4ea7c5-86bb-4fbd-9567-5449acf2c03b),segment_id=dd4ea7c5-86bb-4fbd-9567-5449acf2c03b)] {{(pid=89008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:05:22.216812 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-644f3ba8-7f57-4dae-a841-c268c3ff5a37 req-7a7f5940-dae0-432b-9da5-aef5c481e7be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:05:22.220210 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f3ba8-7f57-4dae-a841-c268c3ff5a37 req-7a7f5940-dae0-432b-9da5-aef5c481e7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:05:22.220826 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-644f3ba8-7f57-4dae-a841-c268c3ff5a37 req-7a7f5940-dae0-432b-9da5-aef5c481e7be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:05:22.222141 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-644f3ba8-7f57-4dae-a841-c268c3ff5a37 req-7a7f5940-dae0-432b-9da5-aef5c481e7be service neutron] 10.222.0.49 "PUT /v2.0/ports/7fe6fe6b-c4d9-49be-8356-57158bad3b1f HTTP/1.1" status: 200 len: 1093 time: 0.9408095 Sep 22 22:05:22.254357 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5154d36-4dea-4f5b-a39f-de0f9212cefb', 'tag': '7fe6fe6b-c4d9-49be-8356-57158bad3b1f'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:05:22.256753 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d3df6c-b8bc-44ee-b664-ae27d9c41e97" -d '{"events": [{"name": "network-changed", "server_uuid": "e5154d36-4dea-4f5b-a39f-de0f9212cefb", "tag": "7fe6fe6b-c4d9-49be-8356-57158bad3b1f"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:05:22.356872 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e419672-ea43-42d5-8bbd-788ddf59c41a x-openstack-request-id: req-3e419672-ea43-42d5-8bbd-788ddf59c41a {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:05:22.357162 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5154d36-4dea-4f5b-a39f-de0f9212cefb", "tag": "7fe6fe6b-c4d9-49be-8356-57158bad3b1f", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:05:22.357408 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3e419672-ea43-42d5-8bbd-788ddf59c41a {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:05:22.357798 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e419672-ea43-42d5-8bbd-788ddf59c41a'] response: {'name': 'network-changed', 'server_uuid': 'e5154d36-4dea-4f5b-a39f-de0f9212cefb', 'tag': '7fe6fe6b-c4d9-49be-8356-57158bad3b1f', 'status': 'completed', 'code': 200} Sep 22 22:05:22.358494 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7f5940-dae0-432b-9da5-aef5c481e7be service neutron] Pushing event updated for resources: {'Port': ['ID=7fe6fe6b-c4d9-49be-8356-57158bad3b1f,revision_number=3']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:05:22.375971 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f3ba8-7f57-4dae-a841-c268c3ff5a37 req-0e613126-5f95-473b-93e7-f8284603143d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:05:22.377490 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-644f3ba8-7f57-4dae-a841-c268c3ff5a37 req-0e613126-5f95-473b-93e7-f8284603143d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=87efe7fc6b25498a80fcc40aa21f8d80&device_id=e5154d36-4dea-4f5b-a39f-de0f9212cefb HTTP/1.1" status: 200 len: 1096 time: 0.1130705 Sep 22 22:05:22.444618 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-644f3ba8-7f57-4dae-a841-c268c3ff5a37 req-72160067-6e23-4182-9d5a-dee8bb5a6d41 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7fe6fe6b-c4d9-49be-8356-57158bad3b1f HTTP/1.1" status: 200 len: 217 time: 0.0604911 Sep 22 22:05:22.466474 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-e8d88db7-206b-4efd-9fc7-b4cc70b89d90 None None] Attempt 3 to provision port 7fe6fe6b-c4d9-49be-8356-57158bad3b1f Sep 22 22:05:22.508444 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f3ba8-7f57-4dae-a841-c268c3ff5a37 req-1e0a102a-8352-46a9-8e1c-3ee7da4c3b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:05:22.509868 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-644f3ba8-7f57-4dae-a841-c268c3ff5a37 req-1e0a102a-8352-46a9-8e1c-3ee7da4c3b69 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e35db4ff-9a5b-474a-b146-b323d1820c00 HTTP/1.1" status: 200 len: 856 time: 0.0596933 Sep 22 22:05:22.525930 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-e8d88db7-206b-4efd-9fc7-b4cc70b89d90 None None] Port 7fe6fe6b-c4d9-49be-8356-57158bad3b1f had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 22:05:22.590566 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f3ba8-7f57-4dae-a841-c268c3ff5a37 req-0b511d31-5604-4ea2-8a98-97e86f1f73b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:05:22.592041 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-644f3ba8-7f57-4dae-a841-c268c3ff5a37 req-0b511d31-5604-4ea2-8a98-97e86f1f73b6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1bdb8144-87a9-4329-9723-9bd7ca1b2234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767398 Sep 22 22:05:22.816064 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-644f3ba8-7f57-4dae-a841-c268c3ff5a37 req-8e28645c-4cad-47cb-bcd7-3c8593fb0608 service neutron] 10.222.0.49 "GET /v2.0/networks/1bdb8144-87a9-4329-9723-9bd7ca1b2234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178195 Sep 22 22:05:22.942859 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-644f3ba8-7f57-4dae-a841-c268c3ff5a37 req-6a0e9d7c-343f-41ee-858a-42ce0cd49788 service neutron] 10.222.0.49 "GET /v2.0/networks/1bdb8144-87a9-4329-9723-9bd7ca1b2234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206994 Sep 22 22:05:23.062437 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3df6c-b8bc-44ee-b664-ae27d9c41e97 req-49db3a32-665a-4168-9eb2-e8ddf5eb21ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:05:23.063916 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a5d3df6c-b8bc-44ee-b664-ae27d9c41e97 req-49db3a32-665a-4168-9eb2-e8ddf5eb21ee service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=87efe7fc6b25498a80fcc40aa21f8d80&device_id=e5154d36-4dea-4f5b-a39f-de0f9212cefb HTTP/1.1" status: 200 len: 1096 time: 0.0803113 Sep 22 22:05:23.190597 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3df6c-b8bc-44ee-b664-ae27d9c41e97 req-9ac8b6cd-8ba0-4862-a89b-93977f279395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:05:23.192070 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a5d3df6c-b8bc-44ee-b664-ae27d9c41e97 req-9ac8b6cd-8ba0-4862-a89b-93977f279395 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1bdb8144-87a9-4329-9723-9bd7ca1b2234 HTTP/1.1" status: 200 len: 917 time: 0.1221089 Sep 22 22:05:23.306171 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a5d3df6c-b8bc-44ee-b664-ae27d9c41e97 req-6b58ce2b-de39-4156-b85f-3e688d760494 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7fe6fe6b-c4d9-49be-8356-57158bad3b1f HTTP/1.1" status: 200 len: 217 time: 0.1069884 Sep 22 22:05:23.379845 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3df6c-b8bc-44ee-b664-ae27d9c41e97 req-fd022591-d18f-4da4-a57f-db54707a4895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:05:23.381258 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a5d3df6c-b8bc-44ee-b664-ae27d9c41e97 req-fd022591-d18f-4da4-a57f-db54707a4895 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e35db4ff-9a5b-474a-b146-b323d1820c00 HTTP/1.1" status: 200 len: 856 time: 0.0652425 Sep 22 22:05:23.436438 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a51cb1-86b4-4198-9b83-fe4307c7a93d req-91203244-aaab-4f4f-94bb-ea91becd9482 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:05:23.437747 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f8a51cb1-86b4-4198-9b83-fe4307c7a93d req-91203244-aaab-4f4f-94bb-ea91becd9482 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/ports?device_id=e5154d36-4dea-4f5b-a39f-de0f9212cefb HTTP/1.1" status: 200 len: 943 time: 0.1918457 Sep 22 22:05:23.492868 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f8a51cb1-86b4-4198-9b83-fe4307c7a93d req-fd2e4fae-7bde-42e7-bb30-39cc122f0119 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/security-groups?id=f7b5aaa7-aaa9-4853-ab29-104fff53cd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492768 Sep 22 22:05:23.506113 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3df6c-b8bc-44ee-b664-ae27d9c41e97 req-8895e25f-5aee-47b9-b1b3-834e65d2ee44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:05:23.507615 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a5d3df6c-b8bc-44ee-b664-ae27d9c41e97 req-8895e25f-5aee-47b9-b1b3-834e65d2ee44 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1bdb8144-87a9-4329-9723-9bd7ca1b2234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1191411 Sep 22 22:05:23.635865 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a5d3df6c-b8bc-44ee-b664-ae27d9c41e97 req-c2a09112-e234-499b-a777-a6e0fbfc61c1 service neutron] 10.222.0.49 "GET /v2.0/networks/1bdb8144-87a9-4329-9723-9bd7ca1b2234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214375 Sep 22 22:05:23.762143 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a5d3df6c-b8bc-44ee-b664-ae27d9c41e97 req-8b2209eb-9848-45d9-9385-f3141d5c8925 service neutron] 10.222.0.49 "GET /v2.0/networks/1bdb8144-87a9-4329-9723-9bd7ca1b2234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203895 Sep 22 22:05:24.691221 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a598abd-9921-4ee8-895f-02fe592db2e8 req-1757d83f-0912-433d-ae7b-96e0b305bf42 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:05:24.692657 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-9a598abd-9921-4ee8-895f-02fe592db2e8 req-1757d83f-0912-433d-ae7b-96e0b305bf42 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/ports?device_id=e5154d36-4dea-4f5b-a39f-de0f9212cefb HTTP/1.1" status: 200 len: 943 time: 0.0853436 Sep 22 22:05:24.736439 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-9a598abd-9921-4ee8-895f-02fe592db2e8 req-3fdf83a1-aa3e-43d2-bdaf-d8b89ee4e14f tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/security-groups?id=f7b5aaa7-aaa9-4853-ab29-104fff53cd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374515 Sep 22 22:05:25.936080 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df11b00-33e7-4ec9-b352-d0ec6644efd5 req-d7eca8b5-0e4e-4698-935e-cb913896fc6c tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:05:25.937428 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0df11b00-33e7-4ec9-b352-d0ec6644efd5 req-d7eca8b5-0e4e-4698-935e-cb913896fc6c tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/ports?device_id=e5154d36-4dea-4f5b-a39f-de0f9212cefb HTTP/1.1" status: 200 len: 943 time: 0.0891831 Sep 22 22:05:25.972581 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 7fe6fe6b-c4d9-49be-8356-57158bad3b1f details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 22:05:25.981338 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0df11b00-33e7-4ec9-b352-d0ec6644efd5 req-2a74cd02-e51b-475a-bfc2-308d7d16efe9 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/security-groups?id=f7b5aaa7-aaa9-4853-ab29-104fff53cd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382509 Sep 22 22:05:26.105627 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 7fe6fe6b-c4d9-49be-8356-57158bad3b1f, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=7fe6fe6b-c4d9-49be-8356-57158bad3b1f,segment=NetworkSegment(dd4ea7c5-86bb-4fbd-9567-5449acf2c03b),segment_id=dd4ea7c5-86bb-4fbd-9567-5449acf2c03b)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:05:26.118457 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': '7fe6fe6b-c4d9-49be-8356-57158bad3b1f', 'network_id': '1bdb8144-87a9-4329-9723-9bd7ca1b2234', 'port_id': '7fe6fe6b-c4d9-49be-8356-57158bad3b1f', 'mac_address': 'fa:16:3e:7d:db:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e35db4ff-9a5b-474a-b146-b323d1820c00', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 22:05:26.186618 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:05:26.188349 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 7fe6fe6b-c4d9-49be-8356-57158bad3b1f is: DOWN; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:05:26.188721 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:05:26.205188 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fe6fe6b-c4d9-49be-8356-57158bad3b1f {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 22:05:26.221057 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 7fe6fe6b-c4d9-49be-8356-57158bad3b1f, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=7fe6fe6b-c4d9-49be-8356-57158bad3b1f,segment=NetworkSegment(dd4ea7c5-86bb-4fbd-9567-5449acf2c03b),segment_id=dd4ea7c5-86bb-4fbd-9567-5449acf2c03b)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:05:26.224820 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:05:26.290144 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=7fe6fe6b-c4d9-49be-8356-57158bad3b1f,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:05:26.413223 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['7fe6fe6b-c4d9-49be-8356-57158bad3b1f'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 22:05:27.177074 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef1701-ba22-4dc9-86f4-9d505c8edd80 req-25f721c4-b514-4bb8-b927-d76813761b8d tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:05:27.178512 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-9bef1701-ba22-4dc9-86f4-9d505c8edd80 req-25f721c4-b514-4bb8-b927-d76813761b8d tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/ports?device_id=e5154d36-4dea-4f5b-a39f-de0f9212cefb HTTP/1.1" status: 200 len: 944 time: 0.0879333 Sep 22 22:05:27.221896 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-9bef1701-ba22-4dc9-86f4-9d505c8edd80 req-191762a7-77fb-4560-abd0-0a5f6fc34a2b tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/security-groups?id=f7b5aaa7-aaa9-4853-ab29-104fff53cd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376678 Sep 22 22:05:27.988463 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 7fe6fe6b-c4d9-49be-8356-57158bad3b1f up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:05:28.053844 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning for port 7fe6fe6b-c4d9-49be-8356-57158bad3b1f completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:05:28.058410 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port 7fe6fe6b-c4d9-49be-8356-57158bad3b1f triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:05:28.058808 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:05:28.059156 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port 7fe6fe6b-c4d9-49be-8356-57158bad3b1f Sep 22 22:05:28.202530 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 7fe6fe6b-c4d9-49be-8356-57158bad3b1f is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:05:28.202923 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:05:28.231410 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5154d36-4dea-4f5b-a39f-de0f9212cefb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe6fe6b-c4d9-49be-8356-57158bad3b1f'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:05:28.234757 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999bca08-bd43-439d-87d2-e9c931f6479e" -d '{"events": [{"server_uuid": "e5154d36-4dea-4f5b-a39f-de0f9212cefb", "name": "network-vif-plugged", "status": "completed", "tag": "7fe6fe6b-c4d9-49be-8356-57158bad3b1f"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:05:28.247742 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 7fe6fe6b-c4d9-49be-8356-57158bad3b1f, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=7fe6fe6b-c4d9-49be-8356-57158bad3b1f,segment=NetworkSegment(dd4ea7c5-86bb-4fbd-9567-5449acf2c03b),segment_id=dd4ea7c5-86bb-4fbd-9567-5449acf2c03b)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:05:28.253274 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:05:28.289698 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89bf06a5-a40d-4f10-bb32-491d7a5cf92c x-openstack-request-id: req-89bf06a5-a40d-4f10-bb32-491d7a5cf92c {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:05:28.289698 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5154d36-4dea-4f5b-a39f-de0f9212cefb", "name": "network-vif-plugged", "status": "completed", "tag": "7fe6fe6b-c4d9-49be-8356-57158bad3b1f", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:05:28.289991 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-89bf06a5-a40d-4f10-bb32-491d7a5cf92c {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:05:28.290315 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89bf06a5-a40d-4f10-bb32-491d7a5cf92c'] response: {'server_uuid': 'e5154d36-4dea-4f5b-a39f-de0f9212cefb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe6fe6b-c4d9-49be-8356-57158bad3b1f', 'code': 200} Sep 22 22:05:28.333215 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=7fe6fe6b-c4d9-49be-8356-57158bad3b1f,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:05:28.431004 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575fb385-c4cc-4a39-9eca-52575a51d9ba req-938fbc2b-211d-4ae3-b653-edb2a3112c59 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:05:28.432486 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-575fb385-c4cc-4a39-9eca-52575a51d9ba req-938fbc2b-211d-4ae3-b653-edb2a3112c59 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/ports?device_id=e5154d36-4dea-4f5b-a39f-de0f9212cefb HTTP/1.1" status: 200 len: 945 time: 0.0878074 Sep 22 22:05:28.480621 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-575fb385-c4cc-4a39-9eca-52575a51d9ba req-70c571de-c167-4404-a376-35241cc7f554 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/security-groups?id=f7b5aaa7-aaa9-4853-ab29-104fff53cd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421727 Sep 22 22:05:28.519397 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a62bc-fe70-4fae-8612-0380d710a1e8 req-85e76946-667f-436b-9670-13d944a33274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:05:28.520841 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fc4a62bc-fe70-4fae-8612-0380d710a1e8 req-85e76946-667f-436b-9670-13d944a33274 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e5154d36-4dea-4f5b-a39f-de0f9212cefb HTTP/1.1" status: 200 len: 1098 time: 0.0762401 Sep 22 22:05:28.561508 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fc4a62bc-fe70-4fae-8612-0380d710a1e8 req-d146a6f6-4dcc-45bd-8276-af7897a8f514 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f7b5aaa7-aaa9-4853-ab29-104fff53cd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347123 Sep 22 22:05:29.690930 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf2dd0-2875-4034-a0d3-b7dc9e803776 req-c904894a-2f52-4f72-83e6-8ccb5b5da115 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:05:29.692356 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b6cf2dd0-2875-4034-a0d3-b7dc9e803776 req-c904894a-2f52-4f72-83e6-8ccb5b5da115 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/ports?device_id=e5154d36-4dea-4f5b-a39f-de0f9212cefb HTTP/1.1" status: 200 len: 945 time: 0.0877149 Sep 22 22:05:29.735054 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b6cf2dd0-2875-4034-a0d3-b7dc9e803776 req-a59c831e-13f5-4c31-ad24-61a3f3d540fa tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/security-groups?id=f7b5aaa7-aaa9-4853-ab29-104fff53cd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370698 Sep 22 22:05:30.930925 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448862e4-8338-4d74-a47b-11c0abd2f84b req-51c43f7c-f270-41b1-ba75-22a0dafdf499 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:05:30.932901 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-448862e4-8338-4d74-a47b-11c0abd2f84b req-51c43f7c-f270-41b1-ba75-22a0dafdf499 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/ports?device_id=e5154d36-4dea-4f5b-a39f-de0f9212cefb HTTP/1.1" status: 200 len: 945 time: 0.0856278 Sep 22 22:05:30.974546 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-448862e4-8338-4d74-a47b-11c0abd2f84b req-9fd81552-a83b-47d8-91c6-97a1af813d0d tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/security-groups?id=f7b5aaa7-aaa9-4853-ab29-104fff53cd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361264 Sep 22 22:05:31.168822 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9fdc3c-2c77-4a1f-b525-7c1c12273f05 req-805e9692-8314-4387-a910-a5a01cd4b0dd tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:05:31.170241 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6d9fdc3c-2c77-4a1f-b525-7c1c12273f05 req-805e9692-8314-4387-a910-a5a01cd4b0dd tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/ports?device_id=e5154d36-4dea-4f5b-a39f-de0f9212cefb HTTP/1.1" status: 200 len: 945 time: 0.0875876 Sep 22 22:05:31.212437 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6d9fdc3c-2c77-4a1f-b525-7c1c12273f05 req-41dd895c-1e47-43d7-8f93-8b133c3c2b58 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/security-groups?id=f7b5aaa7-aaa9-4853-ab29-104fff53cd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364995 Sep 22 22:05:39.750165 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5569c934-f847-4cd3-b168-15839a907a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:05:41.966293 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ab4c40ab-d1da-4eb9-8deb-374a4eb4bc6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:05:42.824967 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:05:42.851053 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:05:43.225738 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:05:44.607127 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:05:45.609774 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ffc79-75b3-40be-888f-e267d558fad8 req-130aa9d1-2375-4173-a549-7c37091a8824 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:05:45.611261 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-cd1ffc79-75b3-40be-888f-e267d558fad8 req-130aa9d1-2375-4173-a549-7c37091a8824 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/ports?device_id=e5154d36-4dea-4f5b-a39f-de0f9212cefb HTTP/1.1" status: 200 len: 945 time: 0.1859519 Sep 22 22:05:45.654623 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-cd1ffc79-75b3-40be-888f-e267d558fad8 req-c4ad290d-e5d4-4865-b263-e8393a37eade tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/security-groups?id=f7b5aaa7-aaa9-4853-ab29-104fff53cd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376711 Sep 22 22:05:46.890587 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85405e-feba-49c8-bea0-a360ac392e95 req-a0d5da56-45a9-4d21-bff1-e29c5041bc5f tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:05:46.892048 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6a85405e-feba-49c8-bea0-a360ac392e95 req-a0d5da56-45a9-4d21-bff1-e29c5041bc5f tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/ports?device_id=e5154d36-4dea-4f5b-a39f-de0f9212cefb HTTP/1.1" status: 200 len: 945 time: 0.1277184 Sep 22 22:05:47.044141 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6a85405e-feba-49c8-bea0-a360ac392e95 req-56e6f499-54bc-4634-88e8-e591913edd03 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/security-groups?id=f7b5aaa7-aaa9-4853-ab29-104fff53cd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511298 Sep 22 22:05:47.063665 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48449d-1dd6-40e4-91f9-be20b925cb50 req-b3bb5818-c909-4d9f-a65a-4c9859ea22e5 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:05:47.065084 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-db48449d-1dd6-40e4-91f9-be20b925cb50 req-b3bb5818-c909-4d9f-a65a-4c9859ea22e5 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5154d36-4dea-4f5b-a39f-de0f9212cefb HTTP/1.1" status: 200 len: 945 time: 0.2233617 Sep 22 22:05:47.139530 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-db48449d-1dd6-40e4-91f9-be20b925cb50 req-0447f246-2438-441b-8015-65c141ce0fe3 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Deleting port 7fe6fe6b-c4d9-49be-8356-57158bad3b1f {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:05:47.139868 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-db48449d-1dd6-40e4-91f9-be20b925cb50 req-0447f246-2438-441b-8015-65c141ce0fe3 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:05:47.383419 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-db48449d-1dd6-40e4-91f9-be20b925cb50 req-0447f246-2438-441b-8015-65c141ce0fe3 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] For port 7fe6fe6b-c4d9-49be-8356-57158bad3b1f, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=7fe6fe6b-c4d9-49be-8356-57158bad3b1f,segment=NetworkSegment(dd4ea7c5-86bb-4fbd-9567-5449acf2c03b),segment_id=dd4ea7c5-86bb-4fbd-9567-5449acf2c03b)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:05:47.383809 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-db48449d-1dd6-40e4-91f9-be20b925cb50 req-0447f246-2438-441b-8015-65c141ce0fe3 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:05:47.510725 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-db48449d-1dd6-40e4-91f9-be20b925cb50 req-0447f246-2438-441b-8015-65c141ce0fe3 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Calling delete_port for 7fe6fe6b-c4d9-49be-8356-57158bad3b1f owned by compute:nova {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:05:47.653844 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-db48449d-1dd6-40e4-91f9-be20b925cb50 req-0447f246-2438-441b-8015-65c141ce0fe3 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:05:47.666860 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['7fe6fe6b-c4d9-49be-8356-57158bad3b1f'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 22:05:47.739543 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0447f246-2438-441b-8015-65c141ce0fe3 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Pushing event deleted for resources: {'Port': ['ID=7fe6fe6b-c4d9-49be-8356-57158bad3b1f,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:05:47.799372 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-db48449d-1dd6-40e4-91f9-be20b925cb50 req-0447f246-2438-441b-8015-65c141ce0fe3 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] No DVR routers for this DVR port 7fe6fe6b-c4d9-49be-8356-57158bad3b1f on host hv-neutron-8589 {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 22:05:47.802308 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-db48449d-1dd6-40e4-91f9-be20b925cb50 req-0447f246-2438-441b-8015-65c141ce0fe3 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:05:47.805095 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5154d36-4dea-4f5b-a39f-de0f9212cefb', 'name': 'network-vif-deleted', 'tag': '7fe6fe6b-c4d9-49be-8356-57158bad3b1f'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:05:47.807684 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0c90ee-db05-4f32-b549-36bb7e027a2f" -d '{"events": [{"server_uuid": "e5154d36-4dea-4f5b-a39f-de0f9212cefb", "name": "network-vif-deleted", "tag": "7fe6fe6b-c4d9-49be-8356-57158bad3b1f"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:05:47.825693 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-db48449d-1dd6-40e4-91f9-be20b925cb50 req-0447f246-2438-441b-8015-65c141ce0fe3 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.49 "DELETE /v2.0/ports/7fe6fe6b-c4d9-49be-8356-57158bad3b1f HTTP/1.1" status: 204 len: 173 time: 0.7549636 Sep 22 22:05:47.862275 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ace39f-e99c-43ff-ad9c-8c656b5af9a9 x-openstack-request-id: req-93ace39f-e99c-43ff-ad9c-8c656b5af9a9 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:05:47.862584 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5154d36-4dea-4f5b-a39f-de0f9212cefb", "name": "network-vif-deleted", "tag": "7fe6fe6b-c4d9-49be-8356-57158bad3b1f", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:05:47.862856 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-93ace39f-e99c-43ff-ad9c-8c656b5af9a9 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:05:47.863257 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93ace39f-e99c-43ff-ad9c-8c656b5af9a9'] response: {'server_uuid': 'e5154d36-4dea-4f5b-a39f-de0f9212cefb', 'name': 'network-vif-deleted', 'tag': '7fe6fe6b-c4d9-49be-8356-57158bad3b1f', 'status': 'completed', 'code': 200} Sep 22 22:05:48.221328 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-97d93080-0399-4f11-add3-0dbfd156693a req-081ad9f6-957a-4ca8-8694-319b258e2db1 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Synchronizing usage tracker for tenant:87efe7fc6b25498a80fcc40aa21f8d80 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:05:48.238218 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-97d93080-0399-4f11-add3-0dbfd156693a req-081ad9f6-957a-4ca8-8694-319b258e2db1 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Unset dirty status for tenant:87efe7fc6b25498a80fcc40aa21f8d80 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:05:48.239650 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-97d93080-0399-4f11-add3-0dbfd156693a req-081ad9f6-957a-4ca8-8694-319b258e2db1 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/ports?device_id=e5154d36-4dea-4f5b-a39f-de0f9212cefb HTTP/1.1" status: 200 len: 210 time: 0.0706527 Sep 22 22:05:49.726625 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beccfcc0-1536-4d9e-b03d-24b3863b5bbf req-d2cd3bc3-2440-4865-8322-064b850a7d74 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:05:49.728584 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-beccfcc0-1536-4d9e-b03d-24b3863b5bbf req-d2cd3bc3-2440-4865-8322-064b850a7d74 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/networks?id=1bdb8144-87a9-4329-9723-9bd7ca1b2234 HTTP/1.1" status: 200 len: 817 time: 0.1431420 Sep 22 22:05:49.748688 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-beccfcc0-1536-4d9e-b03d-24b3863b5bbf req-0348ce37-946a-43f2-ae31-01b68ba89b27 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/quotas/87efe7fc6b25498a80fcc40aa21f8d80 HTTP/1.1" status: 200 len: 375 time: 0.0146453 Sep 22 22:05:49.853672 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-beccfcc0-1536-4d9e-b03d-24b3863b5bbf req-bd7c562f-4bd5-4520-a512-913e5b0e6cfb tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=87efe7fc6b25498a80fcc40aa21f8d80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0995755 Sep 22 22:05:49.990655 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-beccfcc0-1536-4d9e-b03d-24b3863b5bbf req-162dee1b-8cab-4b1b-8235-15647d419ff9 service neutron] 10.222.0.33 "GET /v2.0/networks/1bdb8144-87a9-4329-9723-9bd7ca1b2234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256723 Sep 22 22:05:50.096315 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 7fe6fe6b-c4d9-49be-8356-57158bad3b1f no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:05:50.123935 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-beccfcc0-1536-4d9e-b03d-24b3863b5bbf req-e8e10c34-98e7-4a5b-9e0d-777a08e89346 service neutron] 10.222.0.33 "GET /v2.0/networks/1bdb8144-87a9-4329-9723-9bd7ca1b2234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267192 Sep 22 22:05:50.133785 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] No Port match for: 7fe6fe6b-c4d9-49be-8356-57158bad3b1f {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:05:50.134133 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 7fe6fe6b-c4d9-49be-8356-57158bad3b1f not bound to the agent host hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:05:50.319887 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-9a22d24f-5f2c-4b34-92c6-efe296a2eaf1 req-111581da-a7a8-4680-94f0-ef30fd91ff48 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/ports?device_id=371e29c6-2dbf-4472-9a22-35210fb62813 HTTP/1.1" status: 200 len: 210 time: 0.0506709 Sep 22 22:05:51.291798 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beccfcc0-1536-4d9e-b03d-24b3863b5bbf req-bb99fe1a-d639-4673-b41a-be144969e1ec tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:05:51.293215 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-beccfcc0-1536-4d9e-b03d-24b3863b5bbf req-bb99fe1a-d639-4673-b41a-be144969e1ec tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.49 "GET /v2.0/networks?id=1bdb8144-87a9-4329-9723-9bd7ca1b2234 HTTP/1.1" status: 200 len: 817 time: 0.1514337 Sep 22 22:05:51.304535 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-beccfcc0-1536-4d9e-b03d-24b3863b5bbf req-e8cf372b-d237-4dc0-a774-b4a4af91501e tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Request body: {'port': {'device_id': '371e29c6-2dbf-4472-9a22-35210fb62813', 'network_id': '1bdb8144-87a9-4329-9723-9bd7ca1b2234', 'admin_state_up': True, 'tenant_id': '87efe7fc6b25498a80fcc40aa21f8d80'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:05:51.536879 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c6318c79-adfa-414b-a1a4-72afdc22bf80 req-1f349d78-0c31-40d4-b63d-dac931fafe87 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/ports?device_id=371e29c6-2dbf-4472-9a22-35210fb62813 HTTP/1.1" status: 200 len: 210 time: 0.0637326 Sep 22 22:05:51.587235 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-beccfcc0-1536-4d9e-b03d-24b3863b5bbf req-e8cf372b-d237-4dc0-a774-b4a4af91501e tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:05:51.596493 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-beccfcc0-1536-4d9e-b03d-24b3863b5bbf req-e8cf372b-d237-4dc0-a774-b4a4af91501e tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:05:51.606415 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beccfcc0-1536-4d9e-b03d-24b3863b5bbf req-e8cf372b-d237-4dc0-a774-b4a4af91501e tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Made reservation on behalf of 87efe7fc6b25498a80fcc40aa21f8d80 for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:05:51.609857 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-beccfcc0-1536-4d9e-b03d-24b3863b5bbf req-e8cf372b-d237-4dc0-a774-b4a4af91501e tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:05:51.765399 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [req-beccfcc0-1536-4d9e-b03d-24b3863b5bbf req-e8cf372b-d237-4dc0-a774-b4a4af91501e tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Allocated IP 172.20.0.3 (1bdb8144-87a9-4329-9723-9bd7ca1b2234/e35db4ff-9a5b-474a-b146-b323d1820c00/48325a3d-0ff5-4315-8d97-827b84300500) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:05:51.960394 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-beccfcc0-1536-4d9e-b03d-24b3863b5bbf req-e8cf372b-d237-4dc0-a774-b4a4af91501e tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:05:51.975566 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-beccfcc0-1536-4d9e-b03d-24b3863b5bbf req-e8cf372b-d237-4dc0-a774-b4a4af91501e tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Transition to ACTIVE for port object 48325a3d-0ff5-4315-8d97-827b84300500 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:05:51.997610 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-beccfcc0-1536-4d9e-b03d-24b3863b5bbf req-e8cf372b-d237-4dc0-a774-b4a4af91501e tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:05:52.065199 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beccfcc0-1536-4d9e-b03d-24b3863b5bbf req-e8cf372b-d237-4dc0-a774-b4a4af91501e tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Network 1bdb8144-87a9-4329-9723-9bd7ca1b2234 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:05:52.068259 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [req-beccfcc0-1536-4d9e-b03d-24b3863b5bbf req-e8cf372b-d237-4dc0-a774-b4a4af91501e tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:05:52.072444 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-beccfcc0-1536-4d9e-b03d-24b3863b5bbf req-e8cf372b-d237-4dc0-a774-b4a4af91501e tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:05:52.106259 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf372b-d237-4dc0-a774-b4a4af91501e tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Pushing event updated for resources: {'Port': ['ID=48325a3d-0ff5-4315-8d97-827b84300500,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:05:52.141691 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beccfcc0-1536-4d9e-b03d-24b3863b5bbf req-e8cf372b-d237-4dc0-a774-b4a4af91501e tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:05:52.142287 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-beccfcc0-1536-4d9e-b03d-24b3863b5bbf req-e8cf372b-d237-4dc0-a774-b4a4af91501e tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:05:52.167778 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-beccfcc0-1536-4d9e-b03d-24b3863b5bbf req-e8cf372b-d237-4dc0-a774-b4a4af91501e tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8667340 Sep 22 22:05:52.179267 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-beccfcc0-1536-4d9e-b03d-24b3863b5bbf req-507908c1-4a57-42e5-9690-13803d47a6f0 service neutron] Request body: {'port': {'device_id': '371e29c6-2dbf-4472-9a22-35210fb62813', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:05:52.296799 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-beccfcc0-1536-4d9e-b03d-24b3863b5bbf req-507908c1-4a57-42e5-9690-13803d47a6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:05:52.306204 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-29f921d0-13ff-4cb1-bd7a-450d07db3177 None None] Provisioning for port 48325a3d-0ff5-4315-8d97-827b84300500 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:05:52.310958 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-29f921d0-13ff-4cb1-bd7a-450d07db3177 None None] Provisioning complete for port 48325a3d-0ff5-4315-8d97-827b84300500 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:05:52.311320 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-29f921d0-13ff-4cb1-bd7a-450d07db3177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:05:52.311646 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-29f921d0-13ff-4cb1-bd7a-450d07db3177 None None] Attempt 1 to provision port 48325a3d-0ff5-4315-8d97-827b84300500 Sep 22 22:05:52.366900 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-29f921d0-13ff-4cb1-bd7a-450d07db3177 None None] Port 48325a3d-0ff5-4315-8d97-827b84300500 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:05:52.632773 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [req-beccfcc0-1536-4d9e-b03d-24b3863b5bbf req-507908c1-4a57-42e5-9690-13803d47a6f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48325a3d-0ff5-4315-8d97-827b84300500 {{(pid=89008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 22:05:52.639991 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-beccfcc0-1536-4d9e-b03d-24b3863b5bbf req-507908c1-4a57-42e5-9690-13803d47a6f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:05:52.654330 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-beccfcc0-1536-4d9e-b03d-24b3863b5bbf req-507908c1-4a57-42e5-9690-13803d47a6f0 service neutron] Transition to ACTIVE for port object 48325a3d-0ff5-4315-8d97-827b84300500 will not be triggered until provisioned by entity L2. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:05:52.657779 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-beccfcc0-1536-4d9e-b03d-24b3863b5bbf req-507908c1-4a57-42e5-9690-13803d47a6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:05:52.738124 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ec25d-50c3-4332-9be5-3267d5c22c5e req-36d037c6-5273-4924-a505-aa017fc7ca25 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:05:52.739586 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-b46ec25d-50c3-4332-9be5-3267d5c22c5e req-36d037c6-5273-4924-a505-aa017fc7ca25 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/ports?device_id=371e29c6-2dbf-4472-9a22-35210fb62813 HTTP/1.1" status: 200 len: 943 time: 0.0895436 Sep 22 22:05:52.783550 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-b46ec25d-50c3-4332-9be5-3267d5c22c5e req-4a1094b8-9a72-45de-b6ff-96bc8b769a1b tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/security-groups?id=f7b5aaa7-aaa9-4853-ab29-104fff53cd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380168 Sep 22 22:05:52.844867 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507908c1-4a57-42e5-9690-13803d47a6f0 service neutron] Pushing event updated for resources: {'Port': ['ID=48325a3d-0ff5-4315-8d97-827b84300500,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:05:52.868060 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-29f921d0-13ff-4cb1-bd7a-450d07db3177 None None] Attempt 2 to provision port 48325a3d-0ff5-4315-8d97-827b84300500 Sep 22 22:05:52.885509 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-beccfcc0-1536-4d9e-b03d-24b3863b5bbf req-507908c1-4a57-42e5-9690-13803d47a6f0 service neutron] Attempting to bind port 48325a3d-0ff5-4315-8d97-827b84300500 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:05:52.885841 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-beccfcc0-1536-4d9e-b03d-24b3863b5bbf req-507908c1-4a57-42e5-9690-13803d47a6f0 service neutron] Attempting to bind port 48325a3d-0ff5-4315-8d97-827b84300500 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'dd4ea7c5-86bb-4fbd-9567-5449acf2c03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1bdb8144-87a9-4329-9723-9bd7ca1b2234'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:05:52.886161 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beccfcc0-1536-4d9e-b03d-24b3863b5bbf req-507908c1-4a57-42e5-9690-13803d47a6f0 service neutron] Attempting to bind port 48325a3d-0ff5-4315-8d97-827b84300500 on network 1bdb8144-87a9-4329-9723-9bd7ca1b2234 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:05:52.890626 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beccfcc0-1536-4d9e-b03d-24b3863b5bbf req-507908c1-4a57-42e5-9690-13803d47a6f0 service neutron] Port 48325a3d-0ff5-4315-8d97-827b84300500 on network 1bdb8144-87a9-4329-9723-9bd7ca1b2234 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 22:05:52.890954 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beccfcc0-1536-4d9e-b03d-24b3863b5bbf req-507908c1-4a57-42e5-9690-13803d47a6f0 service neutron] Attempting to bind port 48325a3d-0ff5-4315-8d97-827b84300500 on network 1bdb8144-87a9-4329-9723-9bd7ca1b2234 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:05:52.896309 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beccfcc0-1536-4d9e-b03d-24b3863b5bbf req-507908c1-4a57-42e5-9690-13803d47a6f0 service neutron] Checking agent: {'id': '8a88b827-3477-4399-ac15-439d59b3c48a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'started_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:05:52.896645 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beccfcc0-1536-4d9e-b03d-24b3863b5bbf req-507908c1-4a57-42e5-9690-13803d47a6f0 service neutron] Checking segment: {'id': 'dd4ea7c5-86bb-4fbd-9567-5449acf2c03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1bdb8144-87a9-4329-9723-9bd7ca1b2234'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:05:52.897020 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beccfcc0-1536-4d9e-b03d-24b3863b5bbf req-507908c1-4a57-42e5-9690-13803d47a6f0 service neutron] Bound using segment: {'id': 'dd4ea7c5-86bb-4fbd-9567-5449acf2c03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1bdb8144-87a9-4329-9723-9bd7ca1b2234'} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:05:52.897437 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-beccfcc0-1536-4d9e-b03d-24b3863b5bbf req-507908c1-4a57-42e5-9690-13803d47a6f0 service neutron] Bound port: 48325a3d-0ff5-4315-8d97-827b84300500, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd4ea7c5-86bb-4fbd-9567-5449acf2c03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1bdb8144-87a9-4329-9723-9bd7ca1b2234'}}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:05:52.897776 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-beccfcc0-1536-4d9e-b03d-24b3863b5bbf req-507908c1-4a57-42e5-9690-13803d47a6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:05:52.920643 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-29f921d0-13ff-4cb1-bd7a-450d07db3177 None None] Port 48325a3d-0ff5-4315-8d97-827b84300500 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:05:52.984128 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-beccfcc0-1536-4d9e-b03d-24b3863b5bbf req-507908c1-4a57-42e5-9690-13803d47a6f0 service neutron] For port 48325a3d-0ff5-4315-8d97-827b84300500, host hv-neutron-8589, cleared binding levels {{(pid=89008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:05:52.987866 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-beccfcc0-1536-4d9e-b03d-24b3863b5bbf req-507908c1-4a57-42e5-9690-13803d47a6f0 service neutron] For port 48325a3d-0ff5-4315-8d97-827b84300500, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=48325a3d-0ff5-4315-8d97-827b84300500,segment=NetworkSegment(dd4ea7c5-86bb-4fbd-9567-5449acf2c03b),segment_id=dd4ea7c5-86bb-4fbd-9567-5449acf2c03b)] {{(pid=89008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:05:52.993767 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-beccfcc0-1536-4d9e-b03d-24b3863b5bbf req-507908c1-4a57-42e5-9690-13803d47a6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:05:52.996791 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beccfcc0-1536-4d9e-b03d-24b3863b5bbf req-507908c1-4a57-42e5-9690-13803d47a6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:05:52.997618 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-beccfcc0-1536-4d9e-b03d-24b3863b5bbf req-507908c1-4a57-42e5-9690-13803d47a6f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:05:52.998988 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-beccfcc0-1536-4d9e-b03d-24b3863b5bbf req-507908c1-4a57-42e5-9690-13803d47a6f0 service neutron] 10.222.0.49 "PUT /v2.0/ports/48325a3d-0ff5-4315-8d97-827b84300500 HTTP/1.1" status: 200 len: 1093 time: 0.8239672 Sep 22 22:05:53.032360 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '371e29c6-2dbf-4472-9a22-35210fb62813', 'tag': '48325a3d-0ff5-4315-8d97-827b84300500'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:05:53.034873 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51acfd39-e2f0-49e2-aa37-9728eafb555c" -d '{"events": [{"name": "network-changed", "server_uuid": "371e29c6-2dbf-4472-9a22-35210fb62813", "tag": "48325a3d-0ff5-4315-8d97-827b84300500"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:05:53.093842 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60168d0-5682-4626-908f-9b9db486ffdf x-openstack-request-id: req-b60168d0-5682-4626-908f-9b9db486ffdf {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:05:53.094132 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "371e29c6-2dbf-4472-9a22-35210fb62813", "tag": "48325a3d-0ff5-4315-8d97-827b84300500", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:05:53.094380 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-b60168d0-5682-4626-908f-9b9db486ffdf {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:05:53.094796 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b60168d0-5682-4626-908f-9b9db486ffdf'] response: {'name': 'network-changed', 'server_uuid': '371e29c6-2dbf-4472-9a22-35210fb62813', 'tag': '48325a3d-0ff5-4315-8d97-827b84300500', 'status': 'completed', 'code': 200} Sep 22 22:05:53.137457 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507908c1-4a57-42e5-9690-13803d47a6f0 service neutron] Pushing event updated for resources: {'Port': ['ID=48325a3d-0ff5-4315-8d97-827b84300500,revision_number=3']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:05:53.152665 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beccfcc0-1536-4d9e-b03d-24b3863b5bbf req-f010191a-63de-4330-95a3-f24569b39f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:05:53.154120 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-beccfcc0-1536-4d9e-b03d-24b3863b5bbf req-f010191a-63de-4330-95a3-f24569b39f1e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=87efe7fc6b25498a80fcc40aa21f8d80&device_id=371e29c6-2dbf-4472-9a22-35210fb62813 HTTP/1.1" status: 200 len: 1096 time: 0.1121716 Sep 22 22:05:53.327193 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-beccfcc0-1536-4d9e-b03d-24b3863b5bbf req-58c67015-dc73-4d9a-84c2-ad2fd2fb66da service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=48325a3d-0ff5-4315-8d97-827b84300500 HTTP/1.1" status: 200 len: 217 time: 0.1668761 Sep 22 22:05:53.389274 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beccfcc0-1536-4d9e-b03d-24b3863b5bbf req-6343caa8-789d-49bc-8a2b-f508d75d353e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:05:53.390597 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-beccfcc0-1536-4d9e-b03d-24b3863b5bbf req-6343caa8-789d-49bc-8a2b-f508d75d353e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e35db4ff-9a5b-474a-b146-b323d1820c00 HTTP/1.1" status: 200 len: 856 time: 0.0582018 Sep 22 22:05:53.421633 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-29f921d0-13ff-4cb1-bd7a-450d07db3177 None None] Attempt 3 to provision port 48325a3d-0ff5-4315-8d97-827b84300500 Sep 22 22:05:53.473138 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beccfcc0-1536-4d9e-b03d-24b3863b5bbf req-e217c686-e79a-436b-94bf-f32240cd034b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:05:53.474668 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-beccfcc0-1536-4d9e-b03d-24b3863b5bbf req-e217c686-e79a-436b-94bf-f32240cd034b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1bdb8144-87a9-4329-9723-9bd7ca1b2234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783606 Sep 22 22:05:53.483164 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-29f921d0-13ff-4cb1-bd7a-450d07db3177 None None] Port 48325a3d-0ff5-4315-8d97-827b84300500 had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 22:05:53.604433 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-beccfcc0-1536-4d9e-b03d-24b3863b5bbf req-6496324c-e5f1-4ea4-8c97-223b61aaacef service neutron] 10.222.0.49 "GET /v2.0/networks/1bdb8144-87a9-4329-9723-9bd7ca1b2234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236641 Sep 22 22:05:53.731707 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-beccfcc0-1536-4d9e-b03d-24b3863b5bbf req-081326f6-b4de-46a9-9725-66957625bba7 service neutron] 10.222.0.49 "GET /v2.0/networks/1bdb8144-87a9-4329-9723-9bd7ca1b2234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219103 Sep 22 22:05:53.854663 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51acfd39-e2f0-49e2-aa37-9728eafb555c req-dacdacc3-79fb-45be-8fc7-f06312372a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:05:53.856178 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-51acfd39-e2f0-49e2-aa37-9728eafb555c req-dacdacc3-79fb-45be-8fc7-f06312372a7d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=87efe7fc6b25498a80fcc40aa21f8d80&device_id=371e29c6-2dbf-4472-9a22-35210fb62813 HTTP/1.1" status: 200 len: 1096 time: 0.0777783 Sep 22 22:05:53.988293 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51acfd39-e2f0-49e2-aa37-9728eafb555c req-5189b536-6fed-43ab-8dfe-bb4f74a31a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:05:53.988925 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7f2dd-b04f-4704-a2ba-3a644f2645fa req-310ab20e-05e8-4a15-9693-50fa1f84b987 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:05:53.989704 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-51acfd39-e2f0-49e2-aa37-9728eafb555c req-5189b536-6fed-43ab-8dfe-bb4f74a31a17 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1bdb8144-87a9-4329-9723-9bd7ca1b2234 HTTP/1.1" status: 200 len: 917 time: 0.1271737 Sep 22 22:05:53.990383 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-1cc7f2dd-b04f-4704-a2ba-3a644f2645fa req-310ab20e-05e8-4a15-9693-50fa1f84b987 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/ports?device_id=371e29c6-2dbf-4472-9a22-35210fb62813 HTTP/1.1" status: 200 len: 943 time: 0.0981410 Sep 22 22:05:54.033568 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-1cc7f2dd-b04f-4704-a2ba-3a644f2645fa req-dc7c2dc7-213c-42f9-bb20-10054f0cb033 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/security-groups?id=f7b5aaa7-aaa9-4853-ab29-104fff53cd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373600 Sep 22 22:05:54.060390 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-51acfd39-e2f0-49e2-aa37-9728eafb555c req-aa3ed746-4404-45b8-add7-68b1d7b8547d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=48325a3d-0ff5-4315-8d97-827b84300500 HTTP/1.1" status: 200 len: 217 time: 0.0642185 Sep 22 22:05:54.121708 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51acfd39-e2f0-49e2-aa37-9728eafb555c req-43685b99-16aa-4943-8420-5da35d8400cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:05:54.123085 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-51acfd39-e2f0-49e2-aa37-9728eafb555c req-43685b99-16aa-4943-8420-5da35d8400cc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e35db4ff-9a5b-474a-b146-b323d1820c00 HTTP/1.1" status: 200 len: 856 time: 0.0562537 Sep 22 22:05:54.205704 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51acfd39-e2f0-49e2-aa37-9728eafb555c req-3ad5ac68-8a9d-4893-a6be-823eccf48645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:05:54.207158 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-51acfd39-e2f0-49e2-aa37-9728eafb555c req-3ad5ac68-8a9d-4893-a6be-823eccf48645 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1bdb8144-87a9-4329-9723-9bd7ca1b2234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780809 Sep 22 22:05:54.335300 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-51acfd39-e2f0-49e2-aa37-9728eafb555c req-24ea20ed-276b-4ac8-a926-ffebd6fee220 service neutron] 10.222.0.49 "GET /v2.0/networks/1bdb8144-87a9-4329-9723-9bd7ca1b2234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215653 Sep 22 22:05:54.465223 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-51acfd39-e2f0-49e2-aa37-9728eafb555c req-c9131788-2969-460a-a7dd-23171d00347b service neutron] 10.222.0.49 "GET /v2.0/networks/1bdb8144-87a9-4329-9723-9bd7ca1b2234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233840 Sep 22 22:05:55.231044 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1c27f-b936-4b5b-abcd-6605e60dd71f req-67eafc65-553d-471d-8abf-b68007e095fb tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:05:55.231721 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-27a1c27f-b936-4b5b-abcd-6605e60dd71f req-67eafc65-553d-471d-8abf-b68007e095fb tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Synchronizing usage tracker for tenant:87efe7fc6b25498a80fcc40aa21f8d80 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:05:55.247248 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-27a1c27f-b936-4b5b-abcd-6605e60dd71f req-67eafc65-553d-471d-8abf-b68007e095fb tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Unset dirty status for tenant:87efe7fc6b25498a80fcc40aa21f8d80 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:05:55.248532 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-27a1c27f-b936-4b5b-abcd-6605e60dd71f req-67eafc65-553d-471d-8abf-b68007e095fb tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/ports?device_id=371e29c6-2dbf-4472-9a22-35210fb62813 HTTP/1.1" status: 200 len: 943 time: 0.1009357 Sep 22 22:05:55.296408 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-27a1c27f-b936-4b5b-abcd-6605e60dd71f req-de415c6a-225f-427d-bd92-976c4bbd0942 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/security-groups?id=f7b5aaa7-aaa9-4853-ab29-104fff53cd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419149 Sep 22 22:05:56.155176 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 48325a3d-0ff5-4315-8d97-827b84300500 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 22:05:56.173430 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:05:56.295681 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 48325a3d-0ff5-4315-8d97-827b84300500, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=48325a3d-0ff5-4315-8d97-827b84300500,segment=NetworkSegment(dd4ea7c5-86bb-4fbd-9567-5449acf2c03b),segment_id=dd4ea7c5-86bb-4fbd-9567-5449acf2c03b)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:05:56.309144 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': '48325a3d-0ff5-4315-8d97-827b84300500', 'network_id': '1bdb8144-87a9-4329-9723-9bd7ca1b2234', 'port_id': '48325a3d-0ff5-4315-8d97-827b84300500', 'mac_address': 'fa:16:3e:6d:3d:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e35db4ff-9a5b-474a-b146-b323d1820c00', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 22:05:56.363436 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 48325a3d-0ff5-4315-8d97-827b84300500 is: DOWN; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:05:56.363809 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:05:56.382481 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48325a3d-0ff5-4315-8d97-827b84300500 {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 22:05:56.398376 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 48325a3d-0ff5-4315-8d97-827b84300500, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=48325a3d-0ff5-4315-8d97-827b84300500,segment=NetworkSegment(dd4ea7c5-86bb-4fbd-9567-5449acf2c03b),segment_id=dd4ea7c5-86bb-4fbd-9567-5449acf2c03b)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:05:56.402172 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:05:56.472304 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=48325a3d-0ff5-4315-8d97-827b84300500,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:05:56.479785 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:05:56.480133 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:05:56.480470 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:05:56.480798 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:05:56.481124 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:05:56.481479 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:05:56.481797 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:05:56.482118 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:05:56.482444 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:05:56.482785 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:05:56.483106 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:05:56.483419 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:05:56.495234 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65a4a4-a8e4-4df1-9668-fb0c4654de0b req-ad5937d2-5643-415a-ba05-690fe8bbfe4a tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:05:56.496711 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-0a65a4a4-a8e4-4df1-9668-fb0c4654de0b req-ad5937d2-5643-415a-ba05-690fe8bbfe4a tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/ports?device_id=371e29c6-2dbf-4472-9a22-35210fb62813 HTTP/1.1" status: 200 len: 944 time: 0.0894637 Sep 22 22:05:56.543318 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-0a65a4a4-a8e4-4df1-9668-fb0c4654de0b req-f7968172-e42f-4493-a341-284a8678a6d0 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/security-groups?id=f7b5aaa7-aaa9-4853-ab29-104fff53cd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408888 Sep 22 22:05:56.603226 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['48325a3d-0ff5-4315-8d97-827b84300500'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 22:05:57.738382 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176147b7-a402-4f97-8ec0-9b6361ca17a1 req-5ee6a340-f5d2-43f1-8a0b-b6ab5df5f581 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:05:57.739862 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-176147b7-a402-4f97-8ec0-9b6361ca17a1 req-5ee6a340-f5d2-43f1-8a0b-b6ab5df5f581 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/ports?device_id=371e29c6-2dbf-4472-9a22-35210fb62813 HTTP/1.1" status: 200 len: 944 time: 0.0855501 Sep 22 22:05:57.783147 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-176147b7-a402-4f97-8ec0-9b6361ca17a1 req-9f80a69c-ce13-4e2f-9fbf-7435cee64f31 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/security-groups?id=f7b5aaa7-aaa9-4853-ab29-104fff53cd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372112 Sep 22 22:05:58.158328 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 48325a3d-0ff5-4315-8d97-827b84300500 up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:05:58.223729 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning for port 48325a3d-0ff5-4315-8d97-827b84300500 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:05:58.228934 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port 48325a3d-0ff5-4315-8d97-827b84300500 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:05:58.229302 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:05:58.229636 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port 48325a3d-0ff5-4315-8d97-827b84300500 Sep 22 22:05:58.343615 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 48325a3d-0ff5-4315-8d97-827b84300500 is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:05:58.343980 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:05:58.369831 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '371e29c6-2dbf-4472-9a22-35210fb62813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48325a3d-0ff5-4315-8d97-827b84300500'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:05:58.372218 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7799b532-9171-4265-984a-e98ee001baea" -d '{"events": [{"server_uuid": "371e29c6-2dbf-4472-9a22-35210fb62813", "name": "network-vif-plugged", "status": "completed", "tag": "48325a3d-0ff5-4315-8d97-827b84300500"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:05:58.379767 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 48325a3d-0ff5-4315-8d97-827b84300500, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=48325a3d-0ff5-4315-8d97-827b84300500,segment=NetworkSegment(dd4ea7c5-86bb-4fbd-9567-5449acf2c03b),segment_id=dd4ea7c5-86bb-4fbd-9567-5449acf2c03b)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:05:58.383677 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:05:58.419225 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca25f9c-4985-476e-9d5e-0a143afd628a x-openstack-request-id: req-dca25f9c-4985-476e-9d5e-0a143afd628a {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:05:58.419513 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "371e29c6-2dbf-4472-9a22-35210fb62813", "name": "network-vif-plugged", "status": "completed", "tag": "48325a3d-0ff5-4315-8d97-827b84300500", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:05:58.419757 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-dca25f9c-4985-476e-9d5e-0a143afd628a {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:05:58.420141 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dca25f9c-4985-476e-9d5e-0a143afd628a'] response: {'server_uuid': '371e29c6-2dbf-4472-9a22-35210fb62813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48325a3d-0ff5-4315-8d97-827b84300500', 'code': 200} Sep 22 22:05:58.452412 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=48325a3d-0ff5-4315-8d97-827b84300500,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:05:58.644725 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129fed0-2a52-4b47-88c1-049797b193ea req-e772ea47-f344-4f3b-9713-5f247b0035dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:05:58.646168 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f129fed0-2a52-4b47-88c1-049797b193ea req-e772ea47-f344-4f3b-9713-5f247b0035dc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=371e29c6-2dbf-4472-9a22-35210fb62813 HTTP/1.1" status: 200 len: 1098 time: 0.0788407 Sep 22 22:05:58.685880 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f129fed0-2a52-4b47-88c1-049797b193ea req-296a4de7-2b85-4c57-a272-393c3e6f35c5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f7b5aaa7-aaa9-4853-ab29-104fff53cd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334167 Sep 22 22:05:58.975899 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1533db-5cad-4b91-8bdc-bdfd79916efe req-71a233f7-b2ff-47b1-b8da-778670368c0a tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:05:58.977282 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3c1533db-5cad-4b91-8bdc-bdfd79916efe req-71a233f7-b2ff-47b1-b8da-778670368c0a tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/ports?device_id=371e29c6-2dbf-4472-9a22-35210fb62813 HTTP/1.1" status: 200 len: 945 time: 0.0851264 Sep 22 22:05:59.035297 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3c1533db-5cad-4b91-8bdc-bdfd79916efe req-a12263c6-0293-4f08-800b-cc9eb07112b2 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/security-groups?id=f7b5aaa7-aaa9-4853-ab29-104fff53cd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524216 Sep 22 22:06:00.236162 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d3915-f537-461a-a611-ed3e932ee581 req-6a3c3fec-ef2b-4e09-90d2-f25dda1c7e8a tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:06:00.237603 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-595d3915-f537-461a-a611-ed3e932ee581 req-6a3c3fec-ef2b-4e09-90d2-f25dda1c7e8a tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/ports?device_id=371e29c6-2dbf-4472-9a22-35210fb62813 HTTP/1.1" status: 200 len: 945 time: 0.0891812 Sep 22 22:06:00.282344 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-595d3915-f537-461a-a611-ed3e932ee581 req-60480541-6e6c-40c4-a058-97da47feed69 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/security-groups?id=f7b5aaa7-aaa9-4853-ab29-104fff53cd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389071 Sep 22 22:06:00.566590 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485dfd82-30b1-4577-86a5-79a9564ba651 req-1a1b62c4-ec66-4033-a2e7-f1d28f2c6b2c tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:06:00.568071 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-485dfd82-30b1-4577-86a5-79a9564ba651 req-1a1b62c4-ec66-4033-a2e7-f1d28f2c6b2c tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/ports?device_id=371e29c6-2dbf-4472-9a22-35210fb62813 HTTP/1.1" status: 200 len: 945 time: 0.1783247 Sep 22 22:06:00.610991 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-485dfd82-30b1-4577-86a5-79a9564ba651 req-485f938c-6039-4892-be6c-87414eea1ada tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/security-groups?id=f7b5aaa7-aaa9-4853-ab29-104fff53cd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363109 Sep 22 22:06:06.007399 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2bd2e037-29d4-426d-909d-ec6ab5b41ae9 req-f126baf2-cd41-447c-88cf-dfc122fb9ced service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=371e29c6-2dbf-4472-9a22-35210fb62813&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0788779 Sep 22 22:06:06.154157 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2e037-29d4-426d-909d-ec6ab5b41ae9 req-d7dce4b4-0d22-47a7-b2cc-faaa140a2e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:06:06.155668 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2bd2e037-29d4-426d-909d-ec6ab5b41ae9 req-d7dce4b4-0d22-47a7-b2cc-faaa140a2e94 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=87efe7fc6b25498a80fcc40aa21f8d80&device_id=371e29c6-2dbf-4472-9a22-35210fb62813 HTTP/1.1" status: 200 len: 1098 time: 0.0805526 Sep 22 22:06:06.296785 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2e037-29d4-426d-909d-ec6ab5b41ae9 req-86c9699e-2951-4578-a163-11b5ec794c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:06:06.298230 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2bd2e037-29d4-426d-909d-ec6ab5b41ae9 req-86c9699e-2951-4578-a163-11b5ec794c3e service neutron] 10.222.0.49 "GET /v2.0/networks?id=1bdb8144-87a9-4329-9723-9bd7ca1b2234 HTTP/1.1" status: 200 len: 917 time: 0.1243327 Sep 22 22:06:06.367076 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2bd2e037-29d4-426d-909d-ec6ab5b41ae9 req-1c502d4a-a20a-4db9-8eb0-ff4908be9462 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=48325a3d-0ff5-4315-8d97-827b84300500 HTTP/1.1" status: 200 len: 217 time: 0.0629535 Sep 22 22:06:06.427765 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2e037-29d4-426d-909d-ec6ab5b41ae9 req-4d6545dc-65fc-4efd-b80d-983dca72cf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:06:06.429170 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2bd2e037-29d4-426d-909d-ec6ab5b41ae9 req-4d6545dc-65fc-4efd-b80d-983dca72cf00 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e35db4ff-9a5b-474a-b146-b323d1820c00 HTTP/1.1" status: 200 len: 856 time: 0.0563564 Sep 22 22:06:06.511752 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2e037-29d4-426d-909d-ec6ab5b41ae9 req-cc320fe5-911d-4662-ab0f-4f0b76c547ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:06:06.513189 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2bd2e037-29d4-426d-909d-ec6ab5b41ae9 req-cc320fe5-911d-4662-ab0f-4f0b76c547ad service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1bdb8144-87a9-4329-9723-9bd7ca1b2234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786803 Sep 22 22:06:06.642841 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2bd2e037-29d4-426d-909d-ec6ab5b41ae9 req-108940a3-d3ee-452a-a57a-70ecdd656bf2 service neutron] 10.222.0.49 "GET /v2.0/networks/1bdb8144-87a9-4329-9723-9bd7ca1b2234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236753 Sep 22 22:06:06.771301 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2bd2e037-29d4-426d-909d-ec6ab5b41ae9 req-396f6368-d58a-4d88-8844-c326e8b41dca service neutron] 10.222.0.49 "GET /v2.0/networks/1bdb8144-87a9-4329-9723-9bd7ca1b2234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208582 Sep 22 22:06:09.752495 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-843d56c6-491b-4cd3-84c5-1943b65ce415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:11.967181 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a9097f1c-2a1a-433a-808f-4b56c0b480ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:12.829611 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:13.227581 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:14.609553 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:14.924445 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9182346-1684-40f3-876d-c4aa02178a32 req-458e6f9b-9bf0-4ef7-87ea-d61f81b9d310 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:06:14.925923 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-f9182346-1684-40f3-876d-c4aa02178a32 req-458e6f9b-9bf0-4ef7-87ea-d61f81b9d310 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/ports?device_id=371e29c6-2dbf-4472-9a22-35210fb62813 HTTP/1.1" status: 200 len: 945 time: 0.0868468 Sep 22 22:06:14.973858 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-f9182346-1684-40f3-876d-c4aa02178a32 req-f48119cb-0156-4d3f-9dce-6cf606d3d165 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/security-groups?id=f7b5aaa7-aaa9-4853-ab29-104fff53cd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414555 Sep 22 22:06:16.170398 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0b9bb-7f0b-406e-83cd-acd61d6ea1b0 req-b42b8119-1b65-4bff-9255-606f3203a5da tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:06:16.171875 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7bb0b9bb-7f0b-406e-83cd-acd61d6ea1b0 req-b42b8119-1b65-4bff-9255-606f3203a5da tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/ports?device_id=371e29c6-2dbf-4472-9a22-35210fb62813 HTTP/1.1" status: 200 len: 945 time: 0.0861783 Sep 22 22:06:16.215399 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7bb0b9bb-7f0b-406e-83cd-acd61d6ea1b0 req-a6d555f7-5c4c-4839-b2ae-37e3285041f5 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/security-groups?id=f7b5aaa7-aaa9-4853-ab29-104fff53cd53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378704 Sep 22 22:06:16.406429 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ed3d7-5dad-4842-9682-4c764decdac9 req-237223e2-08bb-442c-9319-65f824132397 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:06:16.407869 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ec6ed3d7-5dad-4842-9682-4c764decdac9 req-237223e2-08bb-442c-9319-65f824132397 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.49 "GET /v2.0/ports?device_id=371e29c6-2dbf-4472-9a22-35210fb62813 HTTP/1.1" status: 200 len: 945 time: 0.0991771 Sep 22 22:06:16.477191 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-ec6ed3d7-5dad-4842-9682-4c764decdac9 req-44af5a07-5d47-40dc-acc8-943aa7a40823 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Deleting port 48325a3d-0ff5-4315-8d97-827b84300500 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:06:16.477530 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-ec6ed3d7-5dad-4842-9682-4c764decdac9 req-44af5a07-5d47-40dc-acc8-943aa7a40823 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:16.719359 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-ec6ed3d7-5dad-4842-9682-4c764decdac9 req-44af5a07-5d47-40dc-acc8-943aa7a40823 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] For port 48325a3d-0ff5-4315-8d97-827b84300500, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=48325a3d-0ff5-4315-8d97-827b84300500,segment=NetworkSegment(dd4ea7c5-86bb-4fbd-9567-5449acf2c03b),segment_id=dd4ea7c5-86bb-4fbd-9567-5449acf2c03b)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:06:16.719725 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-ec6ed3d7-5dad-4842-9682-4c764decdac9 req-44af5a07-5d47-40dc-acc8-943aa7a40823 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:16.847345 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-ec6ed3d7-5dad-4842-9682-4c764decdac9 req-44af5a07-5d47-40dc-acc8-943aa7a40823 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Calling delete_port for 48325a3d-0ff5-4315-8d97-827b84300500 owned by compute:nova {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:06:17.090400 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-ec6ed3d7-5dad-4842-9682-4c764decdac9 req-44af5a07-5d47-40dc-acc8-943aa7a40823 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:17.102477 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['48325a3d-0ff5-4315-8d97-827b84300500'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 22:06:17.141734 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af5a07-5d47-40dc-acc8-943aa7a40823 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Pushing event deleted for resources: {'Port': ['ID=48325a3d-0ff5-4315-8d97-827b84300500,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:06:17.227997 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec6ed3d7-5dad-4842-9682-4c764decdac9 req-44af5a07-5d47-40dc-acc8-943aa7a40823 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] No DVR routers for this DVR port 48325a3d-0ff5-4315-8d97-827b84300500 on host hv-neutron-8589 {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 22:06:17.230470 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-ec6ed3d7-5dad-4842-9682-4c764decdac9 req-44af5a07-5d47-40dc-acc8-943aa7a40823 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:17.233154 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '371e29c6-2dbf-4472-9a22-35210fb62813', 'name': 'network-vif-deleted', 'tag': '48325a3d-0ff5-4315-8d97-827b84300500'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:06:17.235472 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dcc767f-6ae9-4bda-ba9c-8076048327bf" -d '{"events": [{"server_uuid": "371e29c6-2dbf-4472-9a22-35210fb62813", "name": "network-vif-deleted", "tag": "48325a3d-0ff5-4315-8d97-827b84300500"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:06:17.251409 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ec6ed3d7-5dad-4842-9682-4c764decdac9 req-44af5a07-5d47-40dc-acc8-943aa7a40823 tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.49 "DELETE /v2.0/ports/48325a3d-0ff5-4315-8d97-827b84300500 HTTP/1.1" status: 204 len: 173 time: 0.8373663 Sep 22 22:06:17.315628 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7a2446-9844-475c-b71a-0713b503cf67 x-openstack-request-id: req-8a7a2446-9844-475c-b71a-0713b503cf67 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:06:17.316295 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "371e29c6-2dbf-4472-9a22-35210fb62813", "name": "network-vif-deleted", "tag": "48325a3d-0ff5-4315-8d97-827b84300500", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:06:17.316641 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8a7a2446-9844-475c-b71a-0713b503cf67 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:06:17.317150 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a7a2446-9844-475c-b71a-0713b503cf67'] response: {'server_uuid': '371e29c6-2dbf-4472-9a22-35210fb62813', 'name': 'network-vif-deleted', 'tag': '48325a3d-0ff5-4315-8d97-827b84300500', 'status': 'completed', 'code': 200} Sep 22 22:06:17.403513 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-3c741086-9771-4d94-b1f1-35e3180bd678 req-2be350e9-c00e-4294-a021-100d64cf2dac tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Synchronizing usage tracker for tenant:87efe7fc6b25498a80fcc40aa21f8d80 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:06:17.419746 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-3c741086-9771-4d94-b1f1-35e3180bd678 req-2be350e9-c00e-4294-a021-100d64cf2dac tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] Unset dirty status for tenant:87efe7fc6b25498a80fcc40aa21f8d80 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:06:17.421084 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3c741086-9771-4d94-b1f1-35e3180bd678 req-2be350e9-c00e-4294-a021-100d64cf2dac tempest-TestEncryptedCinderVolumes-1278708836 tempest-TestEncryptedCinderVolumes-1278708836-project] 10.222.0.33 "GET /v2.0/ports?device_id=371e29c6-2dbf-4472-9a22-35210fb62813 HTTP/1.1" status: 200 len: 210 time: 0.0755835 Sep 22 22:06:18.555787 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 56796) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:06:19.088458 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3b272e2d-57d9-4546-b8e1-d8bb2a7ea182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:19.533515 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-3b272e2d-57d9-4546-b8e1-d8bb2a7ea182 admin admin] Deleting port 372bc689-d1ef-4a88-a01c-5c673e9814f2 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:06:19.533766 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3b272e2d-57d9-4546-b8e1-d8bb2a7ea182 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:19.700080 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-3b272e2d-57d9-4546-b8e1-d8bb2a7ea182 admin admin] For port 372bc689-d1ef-4a88-a01c-5c673e9814f2, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=372bc689-d1ef-4a88-a01c-5c673e9814f2,segment=NetworkSegment(dd4ea7c5-86bb-4fbd-9567-5449acf2c03b),segment_id=dd4ea7c5-86bb-4fbd-9567-5449acf2c03b)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:06:19.700695 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3b272e2d-57d9-4546-b8e1-d8bb2a7ea182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:19.822162 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-3b272e2d-57d9-4546-b8e1-d8bb2a7ea182 admin admin] Calling delete_port for 372bc689-d1ef-4a88-a01c-5c673e9814f2 owned by network:router_interface {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:06:19.849367 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:06:20.125585 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3b272e2d-57d9-4546-b8e1-d8bb2a7ea182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:20.176335 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b272e2d-57d9-4546-b8e1-d8bb2a7ea182 admin admin] Pushing event deleted for resources: {'Port': ['ID=372bc689-d1ef-4a88-a01c-5c673e9814f2,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:06:20.218737 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b272e2d-57d9-4546-b8e1-d8bb2a7ea182 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:20.219092 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b272e2d-57d9-4546-b8e1-d8bb2a7ea182 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:20.219431 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b272e2d-57d9-4546-b8e1-d8bb2a7ea182 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:20.219772 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b272e2d-57d9-4546-b8e1-d8bb2a7ea182 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:20.220101 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b272e2d-57d9-4546-b8e1-d8bb2a7ea182 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:20.220432 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b272e2d-57d9-4546-b8e1-d8bb2a7ea182 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:20.220757 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b272e2d-57d9-4546-b8e1-d8bb2a7ea182 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:20.221085 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b272e2d-57d9-4546-b8e1-d8bb2a7ea182 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:20.221410 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b272e2d-57d9-4546-b8e1-d8bb2a7ea182 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:20.221736 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b272e2d-57d9-4546-b8e1-d8bb2a7ea182 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:20.222056 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b272e2d-57d9-4546-b8e1-d8bb2a7ea182 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:20.222376 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b272e2d-57d9-4546-b8e1-d8bb2a7ea182 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:20.267262 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 48325a3d-0ff5-4315-8d97-827b84300500 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:06:20.313150 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] No Port match for: 48325a3d-0ff5-4315-8d97-827b84300500 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:06:20.313492 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 48325a3d-0ff5-4315-8d97-827b84300500 not bound to the agent host hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:06:20.476616 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3b272e2d-57d9-4546-b8e1-d8bb2a7ea182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:20.965787 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b272e2d-57d9-4546-b8e1-d8bb2a7ea182 admin admin] Router 9982d6fa-1744-4399-9387-5c072924db80 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 22:06:21.153443 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b272e2d-57d9-4546-b8e1-d8bb2a7ea182 admin admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:06:21.162172 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff36e2ac-0986-4991-a744-e1f411069c7f None None] Sync routers for ids ['9982d6fa-1744-4399-9387-5c072924db80'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:06:21.169384 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-3b272e2d-57d9-4546-b8e1-d8bb2a7ea182 admin admin] 10.222.0.33 "PUT /v2.0/routers/9982d6fa-1744-4399-9387-5c072924db80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6124349 Sep 22 22:06:21.172102 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 56800) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:06:21.172597 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff36e2ac-0986-4991-a744-e1f411069c7f None None] Routers {'9982d6fa-1744-4399-9387-5c072924db80'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:06:21.173202 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-ff36e2ac-0986-4991-a744-e1f411069c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:06:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['9982d6fa-1744-4399-9387-5c072924db80'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:06:21.348782 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-895b63ec-e31d-41fb-a497-cac71d296f71 admin admin] Notify callbacks [] for router, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:21.381652 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-ff36e2ac-0986-4991-a744-e1f411069c7f None None] Set router 9982d6fa-1744-4399-9387-5c072924db80 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:06:21.526315 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-895b63ec-e31d-41fb-a497-cac71d296f71 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:21.535807 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-895b63ec-e31d-41fb-a497-cac71d296f71 admin admin] Deleting port 78134177-c647-438c-8a77-046331e58977 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:06:21.536117 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-895b63ec-e31d-41fb-a497-cac71d296f71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:21.662256 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-ff36e2ac-0986-4991-a744-e1f411069c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9982d6fa-1744-4399-9387-5c072924db80', 'name': 'tempest-TestEncryptedCinderVolumes-1342496074-router', 'tenant_id': '87efe7fc6b25498a80fcc40aa21f8d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.228'}], 'enable_snat': True}, 'gw_port_id': '78134177-c647-438c-8a77-046331e58977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:04:36Z', 'updated_at': '2022-09-22T22:06:20Z', 'revision_number': 5, 'project_id': '87efe7fc6b25498a80fcc40aa21f8d80', 'gw_port': {'id': '78134177-c647-438c-8a77-046331e58977', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:77:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9982d6fa-1744-4399-9387-5c072924db80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:04:37Z', 'updated_at': '2022-09-22T22:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:06:21.666900 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff36e2ac-0986-4991-a744-e1f411069c7f None None] Checking router: 9982d6fa-1744-4399-9387-5c072924db80 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:06:21.675422 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff36e2ac-0986-4991-a744-e1f411069c7f None None] Routers {'9982d6fa-1744-4399-9387-5c072924db80'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:06:21.676022 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-ff36e2ac-0986-4991-a744-e1f411069c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:06:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['9982d6fa-1744-4399-9387-5c072924db80'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:06:21.713756 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-895b63ec-e31d-41fb-a497-cac71d296f71 admin admin] For port 78134177-c647-438c-8a77-046331e58977, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=78134177-c647-438c-8a77-046331e58977,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:06:21.714119 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-895b63ec-e31d-41fb-a497-cac71d296f71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:21.825509 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-ff36e2ac-0986-4991-a744-e1f411069c7f None None] Set router 9982d6fa-1744-4399-9387-5c072924db80 gateway port host: None {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:06:21.834037 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-895b63ec-e31d-41fb-a497-cac71d296f71 admin admin] Calling delete_port for 78134177-c647-438c-8a77-046331e58977 owned by network:router_gateway {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:06:21.929921 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-ff36e2ac-0986-4991-a744-e1f411069c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9982d6fa-1744-4399-9387-5c072924db80', 'name': 'tempest-TestEncryptedCinderVolumes-1342496074-router', 'tenant_id': '87efe7fc6b25498a80fcc40aa21f8d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:04:36Z', 'updated_at': '2022-09-22T22:06:21Z', 'revision_number': 6, 'project_id': '87efe7fc6b25498a80fcc40aa21f8d80', 'gw_port_host': None}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:06:21.933833 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff36e2ac-0986-4991-a744-e1f411069c7f None None] The sync data for ids ['9982d6fa-1744-4399-9387-5c072924db80'] in dv-neutron-858900-1-hyperv is: [{'id': '9982d6fa-1744-4399-9387-5c072924db80', 'name': 'tempest-TestEncryptedCinderVolumes-1342496074-router', 'tenant_id': '87efe7fc6b25498a80fcc40aa21f8d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:04:36Z', 'updated_at': '2022-09-22T22:06:21Z', 'revision_number': 6, 'project_id': '87efe7fc6b25498a80fcc40aa21f8d80', 'gw_port_host': None}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:06:22.004311 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-895b63ec-e31d-41fb-a497-cac71d296f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:22.055949 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b63ec-e31d-41fb-a497-cac71d296f71 admin admin] Pushing event deleted for resources: {'Port': ['ID=78134177-c647-438c-8a77-046331e58977,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:06:22.149904 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-895b63ec-e31d-41fb-a497-cac71d296f71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8012236'] for router_gateway, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:22.439797 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-895b63ec-e31d-41fb-a497-cac71d296f71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:22.441922 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-895b63ec-e31d-41fb-a497-cac71d296f71 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:22.464231 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-895b63ec-e31d-41fb-a497-cac71d296f71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:22.464836 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895b63ec-e31d-41fb-a497-cac71d296f71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9982d6fa-1744-4399-9387-5c072924db80 {{(pid=89009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 22:06:22.477751 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-895b63ec-e31d-41fb-a497-cac71d296f71 admin admin] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:22.478953 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-895b63ec-e31d-41fb-a497-cac71d296f71 admin admin] 10.222.0.33 "DELETE /v2.0/routers/9982d6fa-1744-4399-9387-5c072924db80 HTTP/1.1" status: 204 len: 168 time: 1.3056498 Sep 22 22:06:22.481459 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 56804) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:06:22.540688 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-a566b111-d442-4aeb-b32f-fdf3d6f70cf0 admin admin] Deleting subnet e35db4ff-9a5b-474a-b146-b323d1820c00 {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 22:06:22.543522 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a566b111-d442-4aeb-b32f-fdf3d6f70cf0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:22.590646 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a566b111-d442-4aeb-b32f-fdf3d6f70cf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:22.668907 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a566b111-d442-4aeb-b32f-fdf3d6f70cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:22.738249 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a566b111-d442-4aeb-b32f-fdf3d6f70cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:22.777315 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a566b111-d442-4aeb-b32f-fdf3d6f70cf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e35db4ff-9a5b-474a-b146-b323d1820c00,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:06:22.779302 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a566b111-d442-4aeb-b32f-fdf3d6f70cf0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:22.784698 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f2727c-87d3-42a8-a8bf-05b5d379ef3d None None] Network 1bdb8144-87a9-4329-9723-9bd7ca1b2234 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:06:22.785558 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a566b111-d442-4aeb-b32f-fdf3d6f70cf0 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/e35db4ff-9a5b-474a-b146-b323d1820c00 HTTP/1.1" status: 204 len: 168 time: 0.3031538 Sep 22 22:06:22.788043 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 56808) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:06:22.896755 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-197fe40b-3e23-420c-93a3-b3077dfb2fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:22.908615 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-197fe40b-3e23-420c-93a3-b3077dfb2fed admin admin] Deleting port e685fc96-3208-454c-9b8e-c46d2a52784a {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:06:22.909088 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-197fe40b-3e23-420c-93a3-b3077dfb2fed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:23.039664 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc331aef-853a-4477-89df-79c827ae7819 None None] DHCP port deletion for 1bdb8144-87a9-4329-9723-9bd7ca1b2234 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 22:06:23.043840 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-fc331aef-853a-4477-89df-79c827ae7819 None None] Deleting port e685fc96-3208-454c-9b8e-c46d2a52784a {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:06:23.044229 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-fc331aef-853a-4477-89df-79c827ae7819 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:23.127772 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-197fe40b-3e23-420c-93a3-b3077dfb2fed admin admin] For port e685fc96-3208-454c-9b8e-c46d2a52784a, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=e685fc96-3208-454c-9b8e-c46d2a52784a,segment=NetworkSegment(dd4ea7c5-86bb-4fbd-9567-5449acf2c03b),segment_id=dd4ea7c5-86bb-4fbd-9567-5449acf2c03b)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:06:23.128381 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-197fe40b-3e23-420c-93a3-b3077dfb2fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:23.249552 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-197fe40b-3e23-420c-93a3-b3077dfb2fed admin admin] Calling delete_port for e685fc96-3208-454c-9b8e-c46d2a52784a owned by network:dhcp {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:06:23.252994 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-fc331aef-853a-4477-89df-79c827ae7819 None None] For port e685fc96-3208-454c-9b8e-c46d2a52784a, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=e685fc96-3208-454c-9b8e-c46d2a52784a,segment=NetworkSegment(dd4ea7c5-86bb-4fbd-9567-5449acf2c03b),segment_id=dd4ea7c5-86bb-4fbd-9567-5449acf2c03b)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:06:23.253411 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-fc331aef-853a-4477-89df-79c827ae7819 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:23.326771 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-197fe40b-3e23-420c-93a3-b3077dfb2fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:23.374564 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197fe40b-3e23-420c-93a3-b3077dfb2fed admin admin] Pushing event deleted for resources: {'Port': ['ID=e685fc96-3208-454c-9b8e-c46d2a52784a,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:06:23.376863 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197fe40b-3e23-420c-93a3-b3077dfb2fed admin admin] No DVR routers for this DVR port e685fc96-3208-454c-9b8e-c46d2a52784a on host dv-neutron-858900-1-hyperv {{(pid=89009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 22:06:23.377181 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-fc331aef-853a-4477-89df-79c827ae7819 None None] Calling delete_port for e685fc96-3208-454c-9b8e-c46d2a52784a owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:06:23.484779 dv-neutron-858900-1-hyperv neutron-server[89010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 22:06:23.484779 dv-neutron-858900-1-hyperv neutron-server[89010]: util.warn( Sep 22 22:06:23.484779 dv-neutron-858900-1-hyperv neutron-server[89010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 22:06:23.484779 dv-neutron-858900-1-hyperv neutron-server[89010]: util.warn( Sep 22 22:06:23.484779 dv-neutron-858900-1-hyperv neutron-server[89010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 22:06:23.484779 dv-neutron-858900-1-hyperv neutron-server[89010]: util.warn( Sep 22 22:06:23.484779 dv-neutron-858900-1-hyperv neutron-server[89010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 22:06:23.484779 dv-neutron-858900-1-hyperv neutron-server[89010]: util.warn( Sep 22 22:06:23.484779 dv-neutron-858900-1-hyperv neutron-server[89010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 22:06:23.484779 dv-neutron-858900-1-hyperv neutron-server[89010]: util.warn( Sep 22 22:06:23.484779 dv-neutron-858900-1-hyperv neutron-server[89010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 22:06:23.484779 dv-neutron-858900-1-hyperv neutron-server[89010]: util.warn( Sep 22 22:06:23.484779 dv-neutron-858900-1-hyperv neutron-server[89010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 22:06:23.484779 dv-neutron-858900-1-hyperv neutron-server[89010]: util.warn( Sep 22 22:06:23.484779 dv-neutron-858900-1-hyperv neutron-server[89010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 22:06:23.484779 dv-neutron-858900-1-hyperv neutron-server[89010]: util.warn( Sep 22 22:06:23.484779 dv-neutron-858900-1-hyperv neutron-server[89010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 22:06:23.484779 dv-neutron-858900-1-hyperv neutron-server[89010]: util.warn( Sep 22 22:06:23.484779 dv-neutron-858900-1-hyperv neutron-server[89010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 22:06:23.484779 dv-neutron-858900-1-hyperv neutron-server[89010]: util.warn( Sep 22 22:06:23.484779 dv-neutron-858900-1-hyperv neutron-server[89010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 22:06:23.484779 dv-neutron-858900-1-hyperv neutron-server[89010]: util.warn( Sep 22 22:06:23.484779 dv-neutron-858900-1-hyperv neutron-server[89010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 22:06:23.484779 dv-neutron-858900-1-hyperv neutron-server[89010]: util.warn( Sep 22 22:06:23.484779 dv-neutron-858900-1-hyperv neutron-server[89010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 22:06:23.484779 dv-neutron-858900-1-hyperv neutron-server[89010]: util.warn( Sep 22 22:06:23.484779 dv-neutron-858900-1-hyperv neutron-server[89010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 22:06:23.484779 dv-neutron-858900-1-hyperv neutron-server[89010]: util.warn( Sep 22 22:06:23.484779 dv-neutron-858900-1-hyperv neutron-server[89010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 22:06:23.484779 dv-neutron-858900-1-hyperv neutron-server[89010]: util.warn( Sep 22 22:06:23.484779 dv-neutron-858900-1-hyperv neutron-server[89010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 22:06:23.484779 dv-neutron-858900-1-hyperv neutron-server[89010]: util.warn( Sep 22 22:06:23.484779 dv-neutron-858900-1-hyperv neutron-server[89010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 22:06:23.484779 dv-neutron-858900-1-hyperv neutron-server[89010]: util.warn( Sep 22 22:06:23.484779 dv-neutron-858900-1-hyperv neutron-server[89010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 22:06:23.484779 dv-neutron-858900-1-hyperv neutron-server[89010]: util.warn( Sep 22 22:06:23.484779 dv-neutron-858900-1-hyperv neutron-server[89010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 22:06:23.484779 dv-neutron-858900-1-hyperv neutron-server[89010]: util.warn( Sep 22 22:06:23.484779 dv-neutron-858900-1-hyperv neutron-server[89010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 22:06:23.484779 dv-neutron-858900-1-hyperv neutron-server[89010]: util.warn( Sep 22 22:06:23.484779 dv-neutron-858900-1-hyperv neutron-server[89010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 22:06:23.484779 dv-neutron-858900-1-hyperv neutron-server[89010]: util.warn( Sep 22 22:06:23.484779 dv-neutron-858900-1-hyperv neutron-server[89010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 22:06:23.484779 dv-neutron-858900-1-hyperv neutron-server[89010]: util.warn( Sep 22 22:06:23.484779 dv-neutron-858900-1-hyperv neutron-server[89010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 22:06:23.484779 dv-neutron-858900-1-hyperv neutron-server[89010]: util.warn( Sep 22 22:06:23.484779 dv-neutron-858900-1-hyperv neutron-server[89010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 22:06:23.484779 dv-neutron-858900-1-hyperv neutron-server[89010]: util.warn( Sep 22 22:06:23.484779 dv-neutron-858900-1-hyperv neutron-server[89010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 22:06:23.484779 dv-neutron-858900-1-hyperv neutron-server[89010]: util.warn( Sep 22 22:06:23.484779 dv-neutron-858900-1-hyperv neutron-server[89010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 22:06:23.484779 dv-neutron-858900-1-hyperv neutron-server[89010]: util.warn( Sep 22 22:06:23.484779 dv-neutron-858900-1-hyperv neutron-server[89010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 22:06:23.484779 dv-neutron-858900-1-hyperv neutron-server[89010]: util.warn( Sep 22 22:06:23.484779 dv-neutron-858900-1-hyperv neutron-server[89010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 22:06:23.484779 dv-neutron-858900-1-hyperv neutron-server[89010]: util.warn( Sep 22 22:06:23.489414 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.db.api [None req-fc331aef-853a-4477-89df-79c827ae7819 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 22:06:23.489866 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG oslo_db.api [None req-fc331aef-853a-4477-89df-79c827ae7819 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 22:06:23.495176 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-197fe40b-3e23-420c-93a3-b3077dfb2fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:23.520235 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-197fe40b-3e23-420c-93a3-b3077dfb2fed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bdb8144-87a9-4329-9723-9bd7ca1b2234']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:06:23.532542 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-197fe40b-3e23-420c-93a3-b3077dfb2fed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd4ea7c5-86bb-4fbd-9567-5449acf2c03b') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:06:23.532845 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-197fe40b-3e23-420c-93a3-b3077dfb2fed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd4ea7c5-86bb-4fbd-9567-5449acf2c03b') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:06:23.543895 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-197fe40b-3e23-420c-93a3-b3077dfb2fed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:23.559243 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-197fe40b-3e23-420c-93a3-b3077dfb2fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:23.565076 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-197fe40b-3e23-420c-93a3-b3077dfb2fed admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 22:06:23.565483 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-197fe40b-3e23-420c-93a3-b3077dfb2fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:23.631574 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment dd4ea7c5-86bb-4fbd-9567-5449acf2c03b resource provider aggregate not found Sep 22 22:06:23.651016 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment dd4ea7c5-86bb-4fbd-9567-5449acf2c03b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dd4ea7c5-86bb-4fbd-9567-5449acf2c03b found for delete ", "request_id": "req-480d69db-6571-41e3-9e89-7eec27ad0cca"}]} Sep 22 22:06:23.665424 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-197fe40b-3e23-420c-93a3-b3077dfb2fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:23.681283 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-197fe40b-3e23-420c-93a3-b3077dfb2fed admin admin] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:23.691603 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197fe40b-3e23-420c-93a3-b3077dfb2fed admin admin] Pushing event deleted for resources: {'Network': ['ID=1bdb8144-87a9-4329-9723-9bd7ca1b2234,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:06:23.705835 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-197fe40b-3e23-420c-93a3-b3077dfb2fed admin admin] 10.222.0.33 "DELETE /v2.0/networks/1bdb8144-87a9-4329-9723-9bd7ca1b2234 HTTP/1.1" status: 204 len: 168 time: 0.9167790 Sep 22 22:06:23.708529 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 78134177-c647-438c-8a77-046331e58977 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:06:23.708684 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 56816) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:06:23.743287 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 78134177-c647-438c-8a77-046331e58977 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:06:23.743625 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 78134177-c647-438c-8a77-046331e58977 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:06:23.744031 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 372bc689-d1ef-4a88-a01c-5c673e9814f2 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:06:23.775861 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 372bc689-d1ef-4a88-a01c-5c673e9814f2 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:06:23.776123 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 372bc689-d1ef-4a88-a01c-5c673e9814f2 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:06:23.776526 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device e685fc96-3208-454c-9b8e-c46d2a52784a no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:06:23.810641 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: e685fc96-3208-454c-9b8e-c46d2a52784a {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:06:23.811340 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device e685fc96-3208-454c-9b8e-c46d2a52784a not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:06:23.991978 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-fc331aef-853a-4477-89df-79c827ae7819 None None] Deleting port e685fc96-3208-454c-9b8e-c46d2a52784a {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:06:23.992394 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-fc331aef-853a-4477-89df-79c827ae7819 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:24.056454 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-fc331aef-853a-4477-89df-79c827ae7819 None None] The port 'e685fc96-3208-454c-9b8e-c46d2a52784a' was deleted {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 22:06:24.342078 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c197c9ac-ee30-4ad3-807b-142532b247a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:24.684617 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-c197c9ac-ee30-4ad3-807b-142532b247a5 admin admin] Deleting port 68a733e0-4023-4d2b-a321-384b5d0948b1 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:06:24.684877 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c197c9ac-ee30-4ad3-807b-142532b247a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:24.852209 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-c197c9ac-ee30-4ad3-807b-142532b247a5 admin admin] For port 68a733e0-4023-4d2b-a321-384b5d0948b1, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=68a733e0-4023-4d2b-a321-384b5d0948b1,segment=NetworkSegment(602ef3d3-0985-4ab3-86ac-42293917308e),segment_id=602ef3d3-0985-4ab3-86ac-42293917308e)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:06:24.852569 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c197c9ac-ee30-4ad3-807b-142532b247a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:24.974650 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-c197c9ac-ee30-4ad3-807b-142532b247a5 admin admin] Calling delete_port for 68a733e0-4023-4d2b-a321-384b5d0948b1 owned by network:router_interface {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:06:25.145552 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c197c9ac-ee30-4ad3-807b-142532b247a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:25.190674 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197c9ac-ee30-4ad3-807b-142532b247a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=68a733e0-4023-4d2b-a321-384b5d0948b1,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:06:25.561947 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c197c9ac-ee30-4ad3-807b-142532b247a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:25.911480 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c197c9ac-ee30-4ad3-807b-142532b247a5 admin admin] Router 3de733aa-7b78-411c-bf34-7d7ba285c6a6 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 22:06:26.081789 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c197c9ac-ee30-4ad3-807b-142532b247a5 admin admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:06:26.090045 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ceba6b-87c0-40f5-ac36-d48e710b7593 None None] Sync routers for ids ['3de733aa-7b78-411c-bf34-7d7ba285c6a6'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:06:26.090642 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c197c9ac-ee30-4ad3-807b-142532b247a5 admin admin] 10.222.0.33 "PUT /v2.0/routers/3de733aa-7b78-411c-bf34-7d7ba285c6a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3807328 Sep 22 22:06:26.092889 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 56820) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:06:26.099241 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ceba6b-87c0-40f5-ac36-d48e710b7593 None None] Routers {'3de733aa-7b78-411c-bf34-7d7ba285c6a6'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:06:26.099844 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-16ceba6b-87c0-40f5-ac36-d48e710b7593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:06:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['3de733aa-7b78-411c-bf34-7d7ba285c6a6'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:06:26.170634 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:26.276531 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-74dec5f0-8c20-4f1c-aa44-6a73cf631c36 admin admin] Notify callbacks [] for router, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:26.304801 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-16ceba6b-87c0-40f5-ac36-d48e710b7593 None None] Set router 3de733aa-7b78-411c-bf34-7d7ba285c6a6 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:06:26.451739 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-74dec5f0-8c20-4f1c-aa44-6a73cf631c36 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:26.461848 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-74dec5f0-8c20-4f1c-aa44-6a73cf631c36 admin admin] Deleting port ad50ec3e-4be2-47b3-b542-a3937f337595 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:06:26.462171 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-74dec5f0-8c20-4f1c-aa44-6a73cf631c36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:26.586503 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-16ceba6b-87c0-40f5-ac36-d48e710b7593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de733aa-7b78-411c-bf34-7d7ba285c6a6', 'name': 'tempest-TestEncryptedCinderVolumes-33393795-router', 'tenant_id': '7285b2ba6a04487180e0064d3306a13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.18'}], 'enable_snat': True}, 'gw_port_id': 'ad50ec3e-4be2-47b3-b542-a3937f337595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:04:42Z', 'updated_at': '2022-09-22T22:06:25Z', 'revision_number': 5, 'project_id': '7285b2ba6a04487180e0064d3306a13d', 'gw_port': {'id': 'ad50ec3e-4be2-47b3-b542-a3937f337595', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de733aa-7b78-411c-bf34-7d7ba285c6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:04:43Z', 'updated_at': '2022-09-22T22:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:06:26.590456 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ceba6b-87c0-40f5-ac36-d48e710b7593 None None] Checking router: 3de733aa-7b78-411c-bf34-7d7ba285c6a6 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:06:26.599586 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ceba6b-87c0-40f5-ac36-d48e710b7593 None None] Routers {'3de733aa-7b78-411c-bf34-7d7ba285c6a6'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:06:26.600175 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-16ceba6b-87c0-40f5-ac36-d48e710b7593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:06:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['3de733aa-7b78-411c-bf34-7d7ba285c6a6'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:06:26.633748 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-74dec5f0-8c20-4f1c-aa44-6a73cf631c36 admin admin] For port ad50ec3e-4be2-47b3-b542-a3937f337595, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=ad50ec3e-4be2-47b3-b542-a3937f337595,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:06:26.634303 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-74dec5f0-8c20-4f1c-aa44-6a73cf631c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:26.746520 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-16ceba6b-87c0-40f5-ac36-d48e710b7593 None None] Set router 3de733aa-7b78-411c-bf34-7d7ba285c6a6 gateway port host: None {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:06:26.855093 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-16ceba6b-87c0-40f5-ac36-d48e710b7593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de733aa-7b78-411c-bf34-7d7ba285c6a6', 'name': 'tempest-TestEncryptedCinderVolumes-33393795-router', 'tenant_id': '7285b2ba6a04487180e0064d3306a13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:04:42Z', 'updated_at': '2022-09-22T22:06:26Z', 'revision_number': 6, 'project_id': '7285b2ba6a04487180e0064d3306a13d', 'gw_port_host': None}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:06:26.859000 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ceba6b-87c0-40f5-ac36-d48e710b7593 None None] The sync data for ids ['3de733aa-7b78-411c-bf34-7d7ba285c6a6'] in dv-neutron-858900-1-hyperv is: [{'id': '3de733aa-7b78-411c-bf34-7d7ba285c6a6', 'name': 'tempest-TestEncryptedCinderVolumes-33393795-router', 'tenant_id': '7285b2ba6a04487180e0064d3306a13d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:04:42Z', 'updated_at': '2022-09-22T22:06:26Z', 'revision_number': 6, 'project_id': '7285b2ba6a04487180e0064d3306a13d', 'gw_port_host': None}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:06:26.869221 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-74dec5f0-8c20-4f1c-aa44-6a73cf631c36 admin admin] Calling delete_port for ad50ec3e-4be2-47b3-b542-a3937f337595 owned by network:router_gateway {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:06:27.028997 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-74dec5f0-8c20-4f1c-aa44-6a73cf631c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:27.077443 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dec5f0-8c20-4f1c-aa44-6a73cf631c36 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad50ec3e-4be2-47b3-b542-a3937f337595,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:06:27.175891 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-74dec5f0-8c20-4f1c-aa44-6a73cf631c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8012236'] for router_gateway, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:27.360493 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-74dec5f0-8c20-4f1c-aa44-6a73cf631c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:27.362622 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-74dec5f0-8c20-4f1c-aa44-6a73cf631c36 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:27.384361 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-74dec5f0-8c20-4f1c-aa44-6a73cf631c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:27.384869 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74dec5f0-8c20-4f1c-aa44-6a73cf631c36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3de733aa-7b78-411c-bf34-7d7ba285c6a6 {{(pid=89009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 22:06:27.396818 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-74dec5f0-8c20-4f1c-aa44-6a73cf631c36 admin admin] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:27.397930 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-74dec5f0-8c20-4f1c-aa44-6a73cf631c36 admin admin] 10.222.0.33 "DELETE /v2.0/routers/3de733aa-7b78-411c-bf34-7d7ba285c6a6 HTTP/1.1" status: 204 len: 168 time: 1.3041573 Sep 22 22:06:27.400541 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 56824) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:06:27.460043 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6aa8007-6492-47d6-a7de-601521535717 admin admin] Deleting subnet 0bc78d67-fb67-49db-9481-6bab6a7b8766 {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 22:06:27.462888 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d6aa8007-6492-47d6-a7de-601521535717 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:27.515314 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d6aa8007-6492-47d6-a7de-601521535717 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:27.593797 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d6aa8007-6492-47d6-a7de-601521535717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:27.663984 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d6aa8007-6492-47d6-a7de-601521535717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:27.702720 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aa8007-6492-47d6-a7de-601521535717 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bc78d67-fb67-49db-9481-6bab6a7b8766,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:06:27.705660 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d6aa8007-6492-47d6-a7de-601521535717 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:27.709269 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 68a733e0-4023-4d2b-a321-384b5d0948b1 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:06:27.712350 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d6aa8007-6492-47d6-a7de-601521535717 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/0bc78d67-fb67-49db-9481-6bab6a7b8766 HTTP/1.1" status: 204 len: 168 time: 0.3108556 Sep 22 22:06:27.714839 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 56828) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:06:27.747562 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf4f337-717d-48fd-9e68-efb17ca8b6a7 None None] Network 9c597e82-8eda-4d80-a66d-08353c31b2a3 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:06:27.766797 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 68a733e0-4023-4d2b-a321-384b5d0948b1 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:06:27.767141 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 68a733e0-4023-4d2b-a321-384b5d0948b1 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:06:27.767560 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device ad50ec3e-4be2-47b3-b542-a3937f337595 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:06:27.823396 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f34689a3-5fcd-4262-9284-f99c67e5731a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:27.834846 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-f34689a3-5fcd-4262-9284-f99c67e5731a admin admin] Deleting port 40223f35-cfe0-4044-9968-f73c0401319b {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:06:27.835312 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f34689a3-5fcd-4262-9284-f99c67e5731a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:27.847690 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: ad50ec3e-4be2-47b3-b542-a3937f337595 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:06:27.848044 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device ad50ec3e-4be2-47b3-b542-a3937f337595 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:06:28.039210 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceef9601-037b-455d-bdff-72c03e07df5f None None] DHCP port deletion for 9c597e82-8eda-4d80-a66d-08353c31b2a3 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 22:06:28.043390 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ceef9601-037b-455d-bdff-72c03e07df5f None None] Deleting port 40223f35-cfe0-4044-9968-f73c0401319b {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:06:28.043760 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ceef9601-037b-455d-bdff-72c03e07df5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:28.045449 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-f34689a3-5fcd-4262-9284-f99c67e5731a admin admin] For port 40223f35-cfe0-4044-9968-f73c0401319b, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=40223f35-cfe0-4044-9968-f73c0401319b,segment=NetworkSegment(602ef3d3-0985-4ab3-86ac-42293917308e),segment_id=602ef3d3-0985-4ab3-86ac-42293917308e)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:06:28.045807 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f34689a3-5fcd-4262-9284-f99c67e5731a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:28.166358 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-f34689a3-5fcd-4262-9284-f99c67e5731a admin admin] Calling delete_port for 40223f35-cfe0-4044-9968-f73c0401319b owned by network:dhcp {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:06:28.246542 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f34689a3-5fcd-4262-9284-f99c67e5731a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:28.248104 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-ceef9601-037b-455d-bdff-72c03e07df5f None None] For port 40223f35-cfe0-4044-9968-f73c0401319b, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=40223f35-cfe0-4044-9968-f73c0401319b,segment=NetworkSegment(602ef3d3-0985-4ab3-86ac-42293917308e),segment_id=602ef3d3-0985-4ab3-86ac-42293917308e)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:06:28.248562 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ceef9601-037b-455d-bdff-72c03e07df5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:28.373622 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ceef9601-037b-455d-bdff-72c03e07df5f None None] Calling delete_port for 40223f35-cfe0-4044-9968-f73c0401319b owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:06:28.398923 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34689a3-5fcd-4262-9284-f99c67e5731a admin admin] Pushing event deleted for resources: {'Port': ['ID=40223f35-cfe0-4044-9968-f73c0401319b,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:06:28.400807 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34689a3-5fcd-4262-9284-f99c67e5731a admin admin] No DVR routers for this DVR port 40223f35-cfe0-4044-9968-f73c0401319b on host dv-neutron-858900-1-hyperv {{(pid=89009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 22:06:28.447926 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.db.api [None req-ceef9601-037b-455d-bdff-72c03e07df5f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 22:06:28.448536 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG oslo_db.api [None req-ceef9601-037b-455d-bdff-72c03e07df5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 22:06:28.514066 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f34689a3-5fcd-4262-9284-f99c67e5731a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:28.541462 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-f34689a3-5fcd-4262-9284-f99c67e5731a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c597e82-8eda-4d80-a66d-08353c31b2a3']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:06:28.553410 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-f34689a3-5fcd-4262-9284-f99c67e5731a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '602ef3d3-0985-4ab3-86ac-42293917308e') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:06:28.554193 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-f34689a3-5fcd-4262-9284-f99c67e5731a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '602ef3d3-0985-4ab3-86ac-42293917308e') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:06:28.565164 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f34689a3-5fcd-4262-9284-f99c67e5731a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:28.581857 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f34689a3-5fcd-4262-9284-f99c67e5731a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:28.587799 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f34689a3-5fcd-4262-9284-f99c67e5731a admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 22:06:28.588179 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f34689a3-5fcd-4262-9284-f99c67e5731a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:28.651739 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 602ef3d3-0985-4ab3-86ac-42293917308e resource provider aggregate not found Sep 22 22:06:28.672643 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 602ef3d3-0985-4ab3-86ac-42293917308e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 602ef3d3-0985-4ab3-86ac-42293917308e found for delete ", "request_id": "req-7499a240-b7d7-483c-83b9-76cf4e2bc3ff"}]} Sep 22 22:06:28.684894 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f34689a3-5fcd-4262-9284-f99c67e5731a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:28.689309 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f34689a3-5fcd-4262-9284-f99c67e5731a admin admin] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:28.711291 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34689a3-5fcd-4262-9284-f99c67e5731a admin admin] Pushing event deleted for resources: {'Network': ['ID=9c597e82-8eda-4d80-a66d-08353c31b2a3,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:06:28.715707 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-f34689a3-5fcd-4262-9284-f99c67e5731a admin admin] 10.222.0.33 "DELETE /v2.0/networks/9c597e82-8eda-4d80-a66d-08353c31b2a3 HTTP/1.1" status: 204 len: 168 time: 0.9999576 Sep 22 22:06:28.878670 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 56838) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:06:28.925237 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-cf3a68e4-525f-4cbd-aaa0-b467a31a7e9e admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=87efe7fc6b25498a80fcc40aa21f8d80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454164 Sep 22 22:06:28.927625 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 56842) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:06:28.949791 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ceef9601-037b-455d-bdff-72c03e07df5f None None] Deleting port 40223f35-cfe0-4044-9968-f73c0401319b {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:06:28.950315 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ceef9601-037b-455d-bdff-72c03e07df5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:28.984377 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9757cf29-47b9-4dd6-ae94-fbe7b3e762dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:29.011426 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9757cf29-47b9-4dd6-ae94-fbe7b3e762dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:29.018034 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ceef9601-037b-455d-bdff-72c03e07df5f None None] The port '40223f35-cfe0-4044-9968-f73c0401319b' was deleted {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 22:06:29.064272 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9757cf29-47b9-4dd6-ae94-fbe7b3e762dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:29.079535 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9757cf29-47b9-4dd6-ae94-fbe7b3e762dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b5aaa7-aaa9-4853-ab29-104fff53cd53,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:06:29.088978 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9757cf29-47b9-4dd6-ae94-fbe7b3e762dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:29.089321 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9757cf29-47b9-4dd6-ae94-fbe7b3e762dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:29.089657 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9757cf29-47b9-4dd6-ae94-fbe7b3e762dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:29.089986 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9757cf29-47b9-4dd6-ae94-fbe7b3e762dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:29.090310 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9757cf29-47b9-4dd6-ae94-fbe7b3e762dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:29.090656 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9757cf29-47b9-4dd6-ae94-fbe7b3e762dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:29.090984 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9757cf29-47b9-4dd6-ae94-fbe7b3e762dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:29.091306 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9757cf29-47b9-4dd6-ae94-fbe7b3e762dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:29.091628 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9757cf29-47b9-4dd6-ae94-fbe7b3e762dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:29.091945 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9757cf29-47b9-4dd6-ae94-fbe7b3e762dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:29.092261 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9757cf29-47b9-4dd6-ae94-fbe7b3e762dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:29.092594 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9757cf29-47b9-4dd6-ae94-fbe7b3e762dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:29.099694 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9757cf29-47b9-4dd6-ae94-fbe7b3e762dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:29.101391 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-9757cf29-47b9-4dd6-ae94-fbe7b3e762dd admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/f7b5aaa7-aaa9-4853-ab29-104fff53cd53 HTTP/1.1" status: 204 len: 168 time: 0.1728983 Sep 22 22:06:29.436141 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 56850) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:06:29.486087 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a4ec0210-8d90-4958-a787-c9333095a341 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=7285b2ba6a04487180e0064d3306a13d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488040 Sep 22 22:06:29.488577 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 56854) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:06:29.545366 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d4a10047-dd26-4f3f-8ecf-6150dfcf095f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:29.570626 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d4a10047-dd26-4f3f-8ecf-6150dfcf095f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:29.620662 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d4a10047-dd26-4f3f-8ecf-6150dfcf095f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:29.637670 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a10047-dd26-4f3f-8ecf-6150dfcf095f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0a4b5d-26b0-4cd2-8c28-c4dca9580953,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:06:29.640903 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d4a10047-dd26-4f3f-8ecf-6150dfcf095f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:29.641992 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-d4a10047-dd26-4f3f-8ecf-6150dfcf095f admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/1b0a4b5d-26b0-4cd2-8c28-c4dca9580953 HTTP/1.1" status: 204 len: 168 time: 0.1526170 Sep 22 22:06:29.703147 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 40223f35-cfe0-4044-9968-f73c0401319b no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:06:29.737695 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 40223f35-cfe0-4044-9968-f73c0401319b {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:06:29.738043 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 40223f35-cfe0-4044-9968-f73c0401319b not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:06:30.385254 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 56878) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:06:30.485381 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-1011db9d-5775-4cc8-b1c7-e9e746fd3474 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1854485850-network', 'tenant_id': 'b3c72b0ce5bd49f9be77b7f1f592feac'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:06:30.490145 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-1011db9d-5775-4cc8-b1c7-e9e746fd3474 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:06:30.494462 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-1011db9d-5775-4cc8-b1c7-e9e746fd3474 admin admin] Usage tracker for resource:network and tenant:b3c72b0ce5bd49f9be77b7f1f592feac is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:06:30.497308 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-1011db9d-5775-4cc8-b1c7-e9e746fd3474 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:06:30.502923 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-1011db9d-5775-4cc8-b1c7-e9e746fd3474 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:06:30.513493 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1011db9d-5775-4cc8-b1c7-e9e746fd3474 admin admin] Made reservation on behalf of b3c72b0ce5bd49f9be77b7f1f592feac for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:06:30.515854 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1011db9d-5775-4cc8-b1c7-e9e746fd3474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:30.528925 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1011db9d-5775-4cc8-b1c7-e9e746fd3474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:30.547433 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-1011db9d-5775-4cc8-b1c7-e9e746fd3474 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:06:30.551388 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-1011db9d-5775-4cc8-b1c7-e9e746fd3474 admin admin] Usage tracker for resource:security_group_rule and tenant:b3c72b0ce5bd49f9be77b7f1f592feac is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:06:30.554748 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-1011db9d-5775-4cc8-b1c7-e9e746fd3474 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:06:30.560373 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-1011db9d-5775-4cc8-b1c7-e9e746fd3474 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:06:30.646434 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1011db9d-5775-4cc8-b1c7-e9e746fd3474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:30.650284 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1011db9d-5775-4cc8-b1c7-e9e746fd3474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:30.675740 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1011db9d-5775-4cc8-b1c7-e9e746fd3474 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 22:06:30.688019 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1011db9d-5775-4cc8-b1c7-e9e746fd3474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa573fd6-4228-4e61-b8f3-8f98dabc468c,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:06:30.692314 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1011db9d-5775-4cc8-b1c7-e9e746fd3474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:30.692650 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-1011db9d-5775-4cc8-b1c7-e9e746fd3474 admin admin] Added segment e53ba512-9fea-4219-b914-ddb71d536301 of type vlan for network e72f06f6-4072-43b0-926d-de237a1d2e4f Sep 22 22:06:30.719015 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1011db9d-5775-4cc8-b1c7-e9e746fd3474 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:30.747205 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1011db9d-5775-4cc8-b1c7-e9e746fd3474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:30.748170 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1011db9d-5775-4cc8-b1c7-e9e746fd3474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:06:30.748677 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1011db9d-5775-4cc8-b1c7-e9e746fd3474 admin admin] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:30.851287 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-1011db9d-5775-4cc8-b1c7-e9e746fd3474 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4649189 Sep 22 22:06:30.852016 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1011db9d-5775-4cc8-b1c7-e9e746fd3474 admin admin] Pushing event updated for resources: {'Network': ['ID=e72f06f6-4072-43b0-926d-de237a1d2e4f,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:06:30.854124 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 56884) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:06:30.859568 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-e4abede4-3b76-4e30-9403-ff4a6d8e7a09 admin admin] Request body: {'subnet': {'network_id': 'e72f06f6-4072-43b0-926d-de237a1d2e4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1854485850-subnet', 'tenant_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'ip_version': 4}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:06:30.862166 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network e72f06f6-4072-43b0-926d-de237a1d2e4f details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 22:06:30.864360 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-e4abede4-3b76-4e30-9403-ff4a6d8e7a09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:06:30.868787 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-e4abede4-3b76-4e30-9403-ff4a6d8e7a09 admin admin] Usage tracker for resource:subnet and tenant:b3c72b0ce5bd49f9be77b7f1f592feac is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:06:30.871644 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-e4abede4-3b76-4e30-9403-ff4a6d8e7a09 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:06:30.877382 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-e4abede4-3b76-4e30-9403-ff4a6d8e7a09 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:06:30.888115 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4abede4-3b76-4e30-9403-ff4a6d8e7a09 admin admin] Made reservation on behalf of b3c72b0ce5bd49f9be77b7f1f592feac for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:06:30.890738 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e4abede4-3b76-4e30-9403-ff4a6d8e7a09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:31.093197 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e4abede4-3b76-4e30-9403-ff4a6d8e7a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:31.172655 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4abede4-3b76-4e30-9403-ff4a6d8e7a09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=952ae678-0688-4533-a17f-5bb3d56e81f0,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:06:31.177214 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4abede4-3b76-4e30-9403-ff4a6d8e7a09 admin admin] Checking segment: {'id': 'e53ba512-9fea-4219-b914-ddb71d536301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e72f06f6-4072-43b0-926d-de237a1d2e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:06:31.177565 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4abede4-3b76-4e30-9403-ff4a6d8e7a09 admin admin] Network hostable DHCP agents. Network: e72f06f6-4072-43b0-926d-de237a1d2e4f, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 22:06:31.196564 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4abede4-3b76-4e30-9403-ff4a6d8e7a09 admin admin] Network e72f06f6-4072-43b0-926d-de237a1d2e4f is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 22:06:31.205204 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-e4abede4-3b76-4e30-9403-ff4a6d8e7a09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, e72f06f6-4072-43b0-926d-de237a1d2e4f) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:06:31.209179 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4abede4-3b76-4e30-9403-ff4a6d8e7a09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:06:31.210324 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e4abede4-3b76-4e30-9403-ff4a6d8e7a09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:31.220905 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa86a4b9-56b7-433a-940c-9731082466b1 None None] Network e72f06f6-4072-43b0-926d-de237a1d2e4f requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:06:31.232762 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e4abede4-3b76-4e30-9403-ff4a6d8e7a09 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3748503 Sep 22 22:06:31.232953 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 56888) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:06:31.237873 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-bd793ef4-1a30-4d3f-b71d-d1c1a9cd7282 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1854485850-router', 'tenant_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:06:31.242871 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-bd793ef4-1a30-4d3f-b71d-d1c1a9cd7282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:06:31.246870 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-bd793ef4-1a30-4d3f-b71d-d1c1a9cd7282 admin admin] Usage tracker for resource:router and tenant:b3c72b0ce5bd49f9be77b7f1f592feac is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:06:31.249795 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-bd793ef4-1a30-4d3f-b71d-d1c1a9cd7282 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:06:31.255527 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-bd793ef4-1a30-4d3f-b71d-d1c1a9cd7282 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:06:31.266911 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bd793ef4-1a30-4d3f-b71d-d1c1a9cd7282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:31.267912 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bd793ef4-1a30-4d3f-b71d-d1c1a9cd7282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:31.283949 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bd793ef4-1a30-4d3f-b71d-d1c1a9cd7282 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:31.476595 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54873701-383b-4d47-afda-20edadf3b211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-e72f06f6-4072-43b0-926d-de237a1d2e4f', 'network_id': 'e72f06f6-4072-43b0-926d-de237a1d2e4f', 'tenant_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'fixed_ips': [{'subnet_id': '952ae678-0688-4533-a17f-5bb3d56e81f0'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 22:06:31.477411 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-54873701-383b-4d47-afda-20edadf3b211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:31.555901 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bd793ef4-1a30-4d3f-b71d-d1c1a9cd7282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:31.629540 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-54873701-383b-4d47-afda-20edadf3b211 None None] Allocated IP 172.20.0.2 (e72f06f6-4072-43b0-926d-de237a1d2e4f/952ae678-0688-4533-a17f-5bb3d56e81f0/e2e7c236-2617-4a85-8bfc-761c3fe86b8a) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:06:31.831655 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-54873701-383b-4d47-afda-20edadf3b211 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:31.841860 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-54873701-383b-4d47-afda-20edadf3b211 None None] Transition to ACTIVE for port object e2e7c236-2617-4a85-8bfc-761c3fe86b8a will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:06:31.861379 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-54873701-383b-4d47-afda-20edadf3b211 None None] Transition to ACTIVE for port object e2e7c236-2617-4a85-8bfc-761c3fe86b8a will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:06:31.868058 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-54873701-383b-4d47-afda-20edadf3b211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:31.934947 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54873701-383b-4d47-afda-20edadf3b211 None None] Network e72f06f6-4072-43b0-926d-de237a1d2e4f is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:06:31.936072 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-54873701-383b-4d47-afda-20edadf3b211 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:06:31.939854 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54873701-383b-4d47-afda-20edadf3b211 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:06:31.948912 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54873701-383b-4d47-afda-20edadf3b211 None None] Pushing event updated for resources: {'Port': ['ID=e2e7c236-2617-4a85-8bfc-761c3fe86b8a,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:06:31.966355 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bd793ef4-1a30-4d3f-b71d-d1c1a9cd7282 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:31.996759 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bd793ef4-1a30-4d3f-b71d-d1c1a9cd7282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:32.044849 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-54873701-383b-4d47-afda-20edadf3b211 None None] Attempting to bind port e2e7c236-2617-4a85-8bfc-761c3fe86b8a on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:06:32.045263 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-54873701-383b-4d47-afda-20edadf3b211 None None] Attempting to bind port e2e7c236-2617-4a85-8bfc-761c3fe86b8a by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'e53ba512-9fea-4219-b914-ddb71d536301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e72f06f6-4072-43b0-926d-de237a1d2e4f'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:06:32.045627 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54873701-383b-4d47-afda-20edadf3b211 None None] Attempting to bind port e2e7c236-2617-4a85-8bfc-761c3fe86b8a on network e72f06f6-4072-43b0-926d-de237a1d2e4f {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:06:32.050825 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54873701-383b-4d47-afda-20edadf3b211 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:06:32.051193 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54873701-383b-4d47-afda-20edadf3b211 None None] Checking segment: {'id': 'e53ba512-9fea-4219-b914-ddb71d536301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e72f06f6-4072-43b0-926d-de237a1d2e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:06:32.051592 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-54873701-383b-4d47-afda-20edadf3b211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:32.051976 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54873701-383b-4d47-afda-20edadf3b211 None None] Bound using segment: {'id': 'e53ba512-9fea-4219-b914-ddb71d536301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e72f06f6-4072-43b0-926d-de237a1d2e4f'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:06:32.052431 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-54873701-383b-4d47-afda-20edadf3b211 None None] Bound port: e2e7c236-2617-4a85-8bfc-761c3fe86b8a, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e53ba512-9fea-4219-b914-ddb71d536301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e72f06f6-4072-43b0-926d-de237a1d2e4f'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:06:32.052796 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-54873701-383b-4d47-afda-20edadf3b211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:32.131860 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-bd793ef4-1a30-4d3f-b71d-d1c1a9cd7282 admin admin] Allocated IP 172.26.0.78 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/fc79d3b5-3341-4340-a828-48cd4158aaaf) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:06:32.144899 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-54873701-383b-4d47-afda-20edadf3b211 None None] For port e2e7c236-2617-4a85-8bfc-761c3fe86b8a, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:06:32.148604 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-54873701-383b-4d47-afda-20edadf3b211 None None] For port e2e7c236-2617-4a85-8bfc-761c3fe86b8a, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=e2e7c236-2617-4a85-8bfc-761c3fe86b8a,segment=NetworkSegment(e53ba512-9fea-4219-b914-ddb71d536301),segment_id=e53ba512-9fea-4219-b914-ddb71d536301)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:06:32.152185 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-54873701-383b-4d47-afda-20edadf3b211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:32.232095 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54873701-383b-4d47-afda-20edadf3b211 None None] Pushing event updated for resources: {'Port': ['ID=e2e7c236-2617-4a85-8bfc-761c3fe86b8a,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:06:32.295547 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bd793ef4-1a30-4d3f-b71d-d1c1a9cd7282 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:32.325437 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bd793ef4-1a30-4d3f-b71d-d1c1a9cd7282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:32.391128 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd793ef4-1a30-4d3f-b71d-d1c1a9cd7282 admin admin] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:06:32.394068 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-bd793ef4-1a30-4d3f-b71d-d1c1a9cd7282 admin admin] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:06:32.398354 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd793ef4-1a30-4d3f-b71d-d1c1a9cd7282 admin admin] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:06:32.436477 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd793ef4-1a30-4d3f-b71d-d1c1a9cd7282 admin admin] Pushing event updated for resources: {'Port': ['ID=fc79d3b5-3341-4340-a828-48cd4158aaaf,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:06:32.813620 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bd793ef4-1a30-4d3f-b71d-d1c1a9cd7282 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:33.140517 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf75c30-3bce-4b82-889c-961e321f4071 None None] Network e72f06f6-4072-43b0-926d-de237a1d2e4f requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:06:33.266568 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bd793ef4-1a30-4d3f-b71d-d1c1a9cd7282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:33.305538 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-24a5450d-75bb-463f-8e98-c4c88ca8023f None None] Provisioning for port e2e7c236-2617-4a85-8bfc-761c3fe86b8a completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:06:33.473577 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd793ef4-1a30-4d3f-b71d-d1c1a9cd7282 admin admin] Router a2e07b09-95b8-4c14-96e1-778f9e96c1f0 is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 22:06:33.663572 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd793ef4-1a30-4d3f-b71d-d1c1a9cd7282 admin admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:06:33.674520 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04813285-3429-4b18-99bb-47063dfb84ad None None] Sync routers for ids ['a2e07b09-95b8-4c14-96e1-778f9e96c1f0'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:06:33.685000 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04813285-3429-4b18-99bb-47063dfb84ad None None] Routers {'a2e07b09-95b8-4c14-96e1-778f9e96c1f0'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:06:33.685676 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-04813285-3429-4b18-99bb-47063dfb84ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:06:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['a2e07b09-95b8-4c14-96e1-778f9e96c1f0'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:06:33.691641 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bd793ef4-1a30-4d3f-b71d-d1c1a9cd7282 admin admin] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:33.694382 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-bd793ef4-1a30-4d3f-b71d-d1c1a9cd7282 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4603345 Sep 22 22:06:33.695938 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 56892) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:06:33.752731 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device e2e7c236-2617-4a85-8bfc-761c3fe86b8a up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:06:33.919411 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-04813285-3429-4b18-99bb-47063dfb84ad None None] Set router a2e07b09-95b8-4c14-96e1-778f9e96c1f0 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:06:33.963081 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port e2e7c236-2617-4a85-8bfc-761c3fe86b8a completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:06:34.040987 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port e2e7c236-2617-4a85-8bfc-761c3fe86b8a triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:06:34.041373 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:34.041691 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port e2e7c236-2617-4a85-8bfc-761c3fe86b8a Sep 22 22:06:34.324316 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port e2e7c236-2617-4a85-8bfc-761c3fe86b8a is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:06:34.325053 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:34.364442 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port e2e7c236-2617-4a85-8bfc-761c3fe86b8a, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=e2e7c236-2617-4a85-8bfc-761c3fe86b8a,segment=NetworkSegment(e53ba512-9fea-4219-b914-ddb71d536301),segment_id=e53ba512-9fea-4219-b914-ddb71d536301)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:06:34.370043 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:34.372794 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8d864762-de95-43ba-ab81-20d1e2c7d094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:34.420304 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-04813285-3429-4b18-99bb-47063dfb84ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'name': 'tempest-TestMinimumBasicScenario-1854485850-router', 'tenant_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.78'}], 'enable_snat': True}, 'gw_port_id': 'fc79d3b5-3341-4340-a828-48cd4158aaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:06:31Z', 'updated_at': '2022-09-22T22:06:32Z', 'revision_number': 3, 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'gw_port': {'id': 'fc79d3b5-3341-4340-a828-48cd4158aaaf', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:06:32Z', 'updated_at': '2022-09-22T22:06:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:06:34.430010 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04813285-3429-4b18-99bb-47063dfb84ad None None] Checking router: a2e07b09-95b8-4c14-96e1-778f9e96c1f0 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:06:34.430361 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04813285-3429-4b18-99bb-47063dfb84ad None None] Updating router a2e07b09-95b8-4c14-96e1-778f9e96c1f0 port fc79d3b5-3341-4340-a828-48cd4158aaaf binding host dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 22:06:34.487718 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=e2e7c236-2617-4a85-8bfc-761c3fe86b8a,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:06:34.498198 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-04813285-3429-4b18-99bb-47063dfb84ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:34.595219 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-8d864762-de95-43ba-ab81-20d1e2c7d094 admin admin] Allocated IP 172.20.0.1 (e72f06f6-4072-43b0-926d-de237a1d2e4f/952ae678-0688-4533-a17f-5bb3d56e81f0/9da55fd5-6181-436d-a6f7-15145823d322) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:06:34.833149 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-04813285-3429-4b18-99bb-47063dfb84ad None None] Notify callbacks [] for port, precommit_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:34.844341 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-04813285-3429-4b18-99bb-47063dfb84ad None None] Transition to ACTIVE for port object fc79d3b5-3341-4340-a828-48cd4158aaaf will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:06:34.852086 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-04813285-3429-4b18-99bb-47063dfb84ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:34.853668 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8d864762-de95-43ba-ab81-20d1e2c7d094 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:34.869844 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-8d864762-de95-43ba-ab81-20d1e2c7d094 admin admin] Transition to ACTIVE for port object 9da55fd5-6181-436d-a6f7-15145823d322 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:06:34.893043 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8d864762-de95-43ba-ab81-20d1e2c7d094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:34.910009 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-04813285-3429-4b18-99bb-47063dfb84ad None None] Attempting to bind port fc79d3b5-3341-4340-a828-48cd4158aaaf on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:06:34.910366 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-04813285-3429-4b18-99bb-47063dfb84ad None None] Attempting to bind port fc79d3b5-3341-4340-a828-48cd4158aaaf by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:06:34.910759 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04813285-3429-4b18-99bb-47063dfb84ad None None] Attempting to bind port fc79d3b5-3341-4340-a828-48cd4158aaaf on network a22ae1c9-d428-411f-af43-ce0f71b38d9c {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:06:34.921508 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04813285-3429-4b18-99bb-47063dfb84ad None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:06:34.921881 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04813285-3429-4b18-99bb-47063dfb84ad None None] Checking segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:06:34.922280 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-04813285-3429-4b18-99bb-47063dfb84ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:34.922689 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04813285-3429-4b18-99bb-47063dfb84ad None None] Bound using segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:06:34.923155 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-04813285-3429-4b18-99bb-47063dfb84ad None None] Bound port: fc79d3b5-3341-4340-a828-48cd4158aaaf, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:06:34.923525 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-04813285-3429-4b18-99bb-47063dfb84ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:34.959447 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d864762-de95-43ba-ab81-20d1e2c7d094 admin admin] Network e72f06f6-4072-43b0-926d-de237a1d2e4f is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:06:34.962135 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-8d864762-de95-43ba-ab81-20d1e2c7d094 admin admin] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:06:34.964578 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d864762-de95-43ba-ab81-20d1e2c7d094 admin admin] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:06:34.967864 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639010c0-55c7-4b3b-ab0c-aa3e9307b625 None None] Pushing event updated for resources: {'Port': ['ID=fc79d3b5-3341-4340-a828-48cd4158aaaf,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:06:35.006856 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-04813285-3429-4b18-99bb-47063dfb84ad None None] For port fc79d3b5-3341-4340-a828-48cd4158aaaf, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:06:35.008053 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d864762-de95-43ba-ab81-20d1e2c7d094 admin admin] Pushing event updated for resources: {'Port': ['ID=9da55fd5-6181-436d-a6f7-15145823d322,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:06:35.010328 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-04813285-3429-4b18-99bb-47063dfb84ad None None] For port fc79d3b5-3341-4340-a828-48cd4158aaaf, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=fc79d3b5-3341-4340-a828-48cd4158aaaf,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:06:35.020155 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-04813285-3429-4b18-99bb-47063dfb84ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:35.028739 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8d864762-de95-43ba-ab81-20d1e2c7d094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:35.081902 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04813285-3429-4b18-99bb-47063dfb84ad None None] Routers {'a2e07b09-95b8-4c14-96e1-778f9e96c1f0'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:06:35.082530 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-04813285-3429-4b18-99bb-47063dfb84ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:06:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['a2e07b09-95b8-4c14-96e1-778f9e96c1f0'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:06:35.161702 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8d864762-de95-43ba-ab81-20d1e2c7d094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:35.169402 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639010c0-55c7-4b3b-ab0c-aa3e9307b625 None None] Pushing event updated for resources: {'Port': ['ID=fc79d3b5-3341-4340-a828-48cd4158aaaf,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:06:35.273239 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-dfc7352f-5d1e-46ff-96df-b876f7c6460b None None] Provisioning for port 9da55fd5-6181-436d-a6f7-15145823d322 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:06:35.284909 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-dfc7352f-5d1e-46ff-96df-b876f7c6460b None None] Provisioning complete for port 9da55fd5-6181-436d-a6f7-15145823d322 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:06:35.285280 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-dfc7352f-5d1e-46ff-96df-b876f7c6460b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:35.285617 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-dfc7352f-5d1e-46ff-96df-b876f7c6460b None None] Attempt 1 to provision port 9da55fd5-6181-436d-a6f7-15145823d322 Sep 22 22:06:35.322275 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-04813285-3429-4b18-99bb-47063dfb84ad None None] Set router a2e07b09-95b8-4c14-96e1-778f9e96c1f0 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:06:35.385024 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8d864762-de95-43ba-ab81-20d1e2c7d094 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:35.389398 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8d864762-de95-43ba-ab81-20d1e2c7d094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:35.405151 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-dfc7352f-5d1e-46ff-96df-b876f7c6460b None None] Port 9da55fd5-6181-436d-a6f7-15145823d322 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:06:35.496521 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8d864762-de95-43ba-ab81-20d1e2c7d094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:35.499800 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d864762-de95-43ba-ab81-20d1e2c7d094 admin admin] Pushing event updated for resources: {'Port': ['ID=9da55fd5-6181-436d-a6f7-15145823d322,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:06:35.638170 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d864762-de95-43ba-ab81-20d1e2c7d094 admin admin] Network e72f06f6-4072-43b0-926d-de237a1d2e4f is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:06:35.639393 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-8d864762-de95-43ba-ab81-20d1e2c7d094 admin admin] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:06:35.648673 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-04813285-3429-4b18-99bb-47063dfb84ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'name': 'tempest-TestMinimumBasicScenario-1854485850-router', 'tenant_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.78'}], 'enable_snat': True}, 'gw_port_id': 'fc79d3b5-3341-4340-a828-48cd4158aaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:06:31Z', 'updated_at': '2022-09-22T22:06:35Z', 'revision_number': 4, 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'gw_port': {'id': 'fc79d3b5-3341-4340-a828-48cd4158aaaf', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:06:32Z', 'updated_at': '2022-09-22T22:06:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '9da55fd5-6181-436d-a6f7-15145823d322', 'name': '', 'network_id': 'e72f06f6-4072-43b0-926d-de237a1d2e4f', 'tenant_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'mac_address': 'fa:16:3e:b7:cb:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '952ae678-0688-4533-a17f-5bb3d56e81f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:06:34Z', 'updated_at': '2022-09-22T22:06:34Z', 'revision_number': 1, 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'subnets': [{'id': '952ae678-0688-4533-a17f-5bb3d56e81f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:06:35.652782 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04813285-3429-4b18-99bb-47063dfb84ad None None] The sync data for ids ['a2e07b09-95b8-4c14-96e1-778f9e96c1f0'] in dv-neutron-858900-1-hyperv is: [{'id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'name': 'tempest-TestMinimumBasicScenario-1854485850-router', 'tenant_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.78'}], 'enable_snat': True}, 'gw_port_id': 'fc79d3b5-3341-4340-a828-48cd4158aaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:06:31Z', 'updated_at': '2022-09-22T22:06:35Z', 'revision_number': 4, 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'gw_port': {'id': 'fc79d3b5-3341-4340-a828-48cd4158aaaf', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:06:32Z', 'updated_at': '2022-09-22T22:06:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '9da55fd5-6181-436d-a6f7-15145823d322', 'name': '', 'network_id': 'e72f06f6-4072-43b0-926d-de237a1d2e4f', 'tenant_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'mac_address': 'fa:16:3e:b7:cb:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '952ae678-0688-4533-a17f-5bb3d56e81f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:06:34Z', 'updated_at': '2022-09-22T22:06:34Z', 'revision_number': 1, 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'subnets': [{'id': '952ae678-0688-4533-a17f-5bb3d56e81f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:06:35.736821 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device e2e7c236-2617-4a85-8bfc-761c3fe86b8a up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:06:35.812962 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port e2e7c236-2617-4a85-8bfc-761c3fe86b8a triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:06:35.813379 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:35.813712 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port e2e7c236-2617-4a85-8bfc-761c3fe86b8a Sep 22 22:06:35.841152 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d864762-de95-43ba-ab81-20d1e2c7d094 admin admin] Router a2e07b09-95b8-4c14-96e1-778f9e96c1f0 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 22:06:35.982735 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-dfc7352f-5d1e-46ff-96df-b876f7c6460b None None] Attempt 2 to provision port 9da55fd5-6181-436d-a6f7-15145823d322 Sep 22 22:06:36.054488 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port e2e7c236-2617-4a85-8bfc-761c3fe86b8a is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:06:36.059544 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-dfc7352f-5d1e-46ff-96df-b876f7c6460b None None] Port 9da55fd5-6181-436d-a6f7-15145823d322 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:06:36.078733 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d864762-de95-43ba-ab81-20d1e2c7d094 admin admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:06:36.088135 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-8d864762-de95-43ba-ab81-20d1e2c7d094 admin admin] 10.222.0.33 "PUT /v2.0/routers/a2e07b09-95b8-4c14-96e1-778f9e96c1f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3910029 Sep 22 22:06:36.561156 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-dfc7352f-5d1e-46ff-96df-b876f7c6460b None None] Attempt 3 to provision port 9da55fd5-6181-436d-a6f7-15145823d322 Sep 22 22:06:36.619601 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-dfc7352f-5d1e-46ff-96df-b876f7c6460b None None] Port 9da55fd5-6181-436d-a6f7-15145823d322 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:06:36.660346 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 56910) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:06:36.666827 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-cae3ec42-4abf-4761-9bf1-eeafd0911a95 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1745574316-network', 'tenant_id': '68bceaca80ed42e7944a6fb3c44f554a'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:06:36.671781 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-cae3ec42-4abf-4761-9bf1-eeafd0911a95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:06:36.675606 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-cae3ec42-4abf-4761-9bf1-eeafd0911a95 admin admin] Usage tracker for resource:network and tenant:68bceaca80ed42e7944a6fb3c44f554a is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:06:36.678452 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-cae3ec42-4abf-4761-9bf1-eeafd0911a95 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:06:36.684201 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-cae3ec42-4abf-4761-9bf1-eeafd0911a95 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:06:36.698908 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae3ec42-4abf-4761-9bf1-eeafd0911a95 admin admin] Made reservation on behalf of 68bceaca80ed42e7944a6fb3c44f554a for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:06:36.701168 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cae3ec42-4abf-4761-9bf1-eeafd0911a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:36.714760 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cae3ec42-4abf-4761-9bf1-eeafd0911a95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:36.730515 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-cae3ec42-4abf-4761-9bf1-eeafd0911a95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:06:36.734340 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-cae3ec42-4abf-4761-9bf1-eeafd0911a95 admin admin] Usage tracker for resource:security_group_rule and tenant:68bceaca80ed42e7944a6fb3c44f554a is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:06:36.737197 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-cae3ec42-4abf-4761-9bf1-eeafd0911a95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:06:36.742927 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-cae3ec42-4abf-4761-9bf1-eeafd0911a95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:06:36.833191 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cae3ec42-4abf-4761-9bf1-eeafd0911a95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:36.838428 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cae3ec42-4abf-4761-9bf1-eeafd0911a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:36.870151 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cae3ec42-4abf-4761-9bf1-eeafd0911a95 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 22:06:36.878727 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae3ec42-4abf-4761-9bf1-eeafd0911a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968294dc-f533-41ac-87e3-431585a2b168,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:06:36.885365 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cae3ec42-4abf-4761-9bf1-eeafd0911a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:36.885712 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-cae3ec42-4abf-4761-9bf1-eeafd0911a95 admin admin] Added segment 6fdb87f9-d712-4550-b74c-c01052ccbcec of type vlan for network 842dd70f-3fd6-4a87-91be-8f7925d93c58 Sep 22 22:06:36.912919 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cae3ec42-4abf-4761-9bf1-eeafd0911a95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:36.943524 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cae3ec42-4abf-4761-9bf1-eeafd0911a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:36.945127 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae3ec42-4abf-4761-9bf1-eeafd0911a95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:06:36.945691 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cae3ec42-4abf-4761-9bf1-eeafd0911a95 admin admin] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:37.049851 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-cae3ec42-4abf-4761-9bf1-eeafd0911a95 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3883345 Sep 22 22:06:37.050836 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae3ec42-4abf-4761-9bf1-eeafd0911a95 admin admin] Pushing event updated for resources: {'Network': ['ID=842dd70f-3fd6-4a87-91be-8f7925d93c58,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:06:37.052727 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 56914) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:06:37.058828 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-90cbd730-c173-4dd9-a2e1-a41dae4878f8 admin admin] Request body: {'subnet': {'network_id': '842dd70f-3fd6-4a87-91be-8f7925d93c58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1745574316-subnet', 'tenant_id': '68bceaca80ed42e7944a6fb3c44f554a', 'ip_version': 4}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:06:37.060784 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 842dd70f-3fd6-4a87-91be-8f7925d93c58 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 22:06:37.063913 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-90cbd730-c173-4dd9-a2e1-a41dae4878f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:06:37.067848 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-90cbd730-c173-4dd9-a2e1-a41dae4878f8 admin admin] Usage tracker for resource:subnet and tenant:68bceaca80ed42e7944a6fb3c44f554a is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:06:37.071219 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-90cbd730-c173-4dd9-a2e1-a41dae4878f8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:06:37.077846 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-90cbd730-c173-4dd9-a2e1-a41dae4878f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:06:37.088287 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90cbd730-c173-4dd9-a2e1-a41dae4878f8 admin admin] Made reservation on behalf of 68bceaca80ed42e7944a6fb3c44f554a for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:06:37.090550 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-90cbd730-c173-4dd9-a2e1-a41dae4878f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:37.127680 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-dfc7352f-5d1e-46ff-96df-b876f7c6460b None None] Attempt 4 to provision port 9da55fd5-6181-436d-a6f7-15145823d322 Sep 22 22:06:37.214786 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-dfc7352f-5d1e-46ff-96df-b876f7c6460b None None] Port 9da55fd5-6181-436d-a6f7-15145823d322 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:06:37.297857 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-90cbd730-c173-4dd9-a2e1-a41dae4878f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:37.369003 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cbd730-c173-4dd9-a2e1-a41dae4878f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3f2b639-4b91-47e3-a989-24872adc9c79,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:06:37.378927 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cbd730-c173-4dd9-a2e1-a41dae4878f8 admin admin] Checking segment: {'id': '6fdb87f9-d712-4550-b74c-c01052ccbcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '842dd70f-3fd6-4a87-91be-8f7925d93c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:06:37.379289 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cbd730-c173-4dd9-a2e1-a41dae4878f8 admin admin] Network hostable DHCP agents. Network: 842dd70f-3fd6-4a87-91be-8f7925d93c58, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 22:06:37.400113 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cbd730-c173-4dd9-a2e1-a41dae4878f8 admin admin] Network 842dd70f-3fd6-4a87-91be-8f7925d93c58 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 22:06:37.410325 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-90cbd730-c173-4dd9-a2e1-a41dae4878f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 842dd70f-3fd6-4a87-91be-8f7925d93c58) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:06:37.415739 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cbd730-c173-4dd9-a2e1-a41dae4878f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:06:37.416855 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-90cbd730-c173-4dd9-a2e1-a41dae4878f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:37.419821 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47afd03e-7a10-4fa9-b4f0-63f696897600 None None] Network 842dd70f-3fd6-4a87-91be-8f7925d93c58 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:06:37.442083 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-90cbd730-c173-4dd9-a2e1-a41dae4878f8 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3877299 Sep 22 22:06:37.444758 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 56918) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:06:37.450320 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-afeea2a4-b9b1-4b89-b204-9e8fbb94230b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1745574316-router', 'tenant_id': '68bceaca80ed42e7944a6fb3c44f554a', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:06:37.455376 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-afeea2a4-b9b1-4b89-b204-9e8fbb94230b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:06:37.460070 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-afeea2a4-b9b1-4b89-b204-9e8fbb94230b admin admin] Usage tracker for resource:router and tenant:68bceaca80ed42e7944a6fb3c44f554a is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:06:37.463062 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-afeea2a4-b9b1-4b89-b204-9e8fbb94230b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:06:37.468956 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-afeea2a4-b9b1-4b89-b204-9e8fbb94230b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:06:37.479954 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-afeea2a4-b9b1-4b89-b204-9e8fbb94230b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:37.480925 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-afeea2a4-b9b1-4b89-b204-9e8fbb94230b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:37.495666 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-afeea2a4-b9b1-4b89-b204-9e8fbb94230b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:37.655812 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460bba66-aec8-4510-bb96-b967d68a191a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-842dd70f-3fd6-4a87-91be-8f7925d93c58', 'network_id': '842dd70f-3fd6-4a87-91be-8f7925d93c58', 'tenant_id': '68bceaca80ed42e7944a6fb3c44f554a', 'fixed_ips': [{'subnet_id': 'f3f2b639-4b91-47e3-a989-24872adc9c79'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 22:06:37.656752 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-460bba66-aec8-4510-bb96-b967d68a191a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:37.715330 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-dfc7352f-5d1e-46ff-96df-b876f7c6460b None None] Attempt 5 to provision port 9da55fd5-6181-436d-a6f7-15145823d322 Sep 22 22:06:37.722136 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e883e12-6ea1-490d-8b4a-b33ebca3d669 None None] Sync routers for ids ['a2e07b09-95b8-4c14-96e1-778f9e96c1f0'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:06:37.745440 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e883e12-6ea1-490d-8b4a-b33ebca3d669 None None] Routers {'a2e07b09-95b8-4c14-96e1-778f9e96c1f0'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:06:37.746275 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-8e883e12-6ea1-490d-8b4a-b33ebca3d669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:06:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['a2e07b09-95b8-4c14-96e1-778f9e96c1f0'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:06:37.780369 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device fc79d3b5-3341-4340-a828-48cd4158aaaf up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:06:37.845092 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-dfc7352f-5d1e-46ff-96df-b876f7c6460b None None] Port 9da55fd5-6181-436d-a6f7-15145823d322 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:06:37.897111 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-afeea2a4-b9b1-4b89-b204-9e8fbb94230b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:37.914114 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port fc79d3b5-3341-4340-a828-48cd4158aaaf completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:06:37.922985 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port fc79d3b5-3341-4340-a828-48cd4158aaaf triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:06:37.923356 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:37.923690 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port fc79d3b5-3341-4340-a828-48cd4158aaaf Sep 22 22:06:37.932395 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-8e883e12-6ea1-490d-8b4a-b33ebca3d669 None None] Set router a2e07b09-95b8-4c14-96e1-778f9e96c1f0 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:06:37.954667 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-460bba66-aec8-4510-bb96-b967d68a191a None None] Allocated IP 172.20.0.2 (842dd70f-3fd6-4a87-91be-8f7925d93c58/f3f2b639-4b91-47e3-a989-24872adc9c79/67e7e8aa-7aa7-41bf-b61c-e376b1f8aec1) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:06:38.159992 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port fc79d3b5-3341-4340-a828-48cd4158aaaf is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:06:38.160371 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:38.227997 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-afeea2a4-b9b1-4b89-b204-9e8fbb94230b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:38.228844 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port fc79d3b5-3341-4340-a828-48cd4158aaaf, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=fc79d3b5-3341-4340-a828-48cd4158aaaf,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:06:38.235072 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:38.261681 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-afeea2a4-b9b1-4b89-b204-9e8fbb94230b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:38.276738 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-8e883e12-6ea1-490d-8b4a-b33ebca3d669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'name': 'tempest-TestMinimumBasicScenario-1854485850-router', 'tenant_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.78'}], 'enable_snat': True}, 'gw_port_id': 'fc79d3b5-3341-4340-a828-48cd4158aaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:06:31Z', 'updated_at': '2022-09-22T22:06:35Z', 'revision_number': 4, 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'gw_port': {'id': 'fc79d3b5-3341-4340-a828-48cd4158aaaf', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:06:32Z', 'updated_at': '2022-09-22T22:06:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '9da55fd5-6181-436d-a6f7-15145823d322', 'name': '', 'network_id': 'e72f06f6-4072-43b0-926d-de237a1d2e4f', 'tenant_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'mac_address': 'fa:16:3e:b7:cb:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '952ae678-0688-4533-a17f-5bb3d56e81f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:06:34Z', 'updated_at': '2022-09-22T22:06:35Z', 'revision_number': 2, 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'subnets': [{'id': '952ae678-0688-4533-a17f-5bb3d56e81f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:06:38.280863 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e883e12-6ea1-490d-8b4a-b33ebca3d669 None None] Checking router: a2e07b09-95b8-4c14-96e1-778f9e96c1f0 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:06:38.281203 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e883e12-6ea1-490d-8b4a-b33ebca3d669 None None] Updating router a2e07b09-95b8-4c14-96e1-778f9e96c1f0 port 9da55fd5-6181-436d-a6f7-15145823d322 binding host dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 22:06:38.306271 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=fc79d3b5-3341-4340-a828-48cd4158aaaf,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:06:38.323844 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-460bba66-aec8-4510-bb96-b967d68a191a None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:38.335021 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-460bba66-aec8-4510-bb96-b967d68a191a None None] Transition to ACTIVE for port object 67e7e8aa-7aa7-41bf-b61c-e376b1f8aec1 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:06:38.345876 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-dfc7352f-5d1e-46ff-96df-b876f7c6460b None None] Attempt 6 to provision port 9da55fd5-6181-436d-a6f7-15145823d322 Sep 22 22:06:38.349680 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-8e883e12-6ea1-490d-8b4a-b33ebca3d669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:38.396518 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-460bba66-aec8-4510-bb96-b967d68a191a None None] Transition to ACTIVE for port object 67e7e8aa-7aa7-41bf-b61c-e376b1f8aec1 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:06:38.410339 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-460bba66-aec8-4510-bb96-b967d68a191a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:38.413743 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-afeea2a4-b9b1-4b89-b204-9e8fbb94230b admin admin] Allocated IP 172.26.0.186 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/d11be365-d407-4fe2-8029-229a5f057f4e) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:06:38.469720 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-dfc7352f-5d1e-46ff-96df-b876f7c6460b None None] Port 9da55fd5-6181-436d-a6f7-15145823d322 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:06:38.479789 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460bba66-aec8-4510-bb96-b967d68a191a None None] Network 842dd70f-3fd6-4a87-91be-8f7925d93c58 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:06:38.482684 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-460bba66-aec8-4510-bb96-b967d68a191a None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:06:38.486282 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460bba66-aec8-4510-bb96-b967d68a191a None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:06:38.492509 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460bba66-aec8-4510-bb96-b967d68a191a None None] Pushing event updated for resources: {'Port': ['ID=67e7e8aa-7aa7-41bf-b61c-e376b1f8aec1,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:06:38.569762 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-afeea2a4-b9b1-4b89-b204-9e8fbb94230b admin admin] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:38.597555 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-460bba66-aec8-4510-bb96-b967d68a191a None None] Attempting to bind port 67e7e8aa-7aa7-41bf-b61c-e376b1f8aec1 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:06:38.597937 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-460bba66-aec8-4510-bb96-b967d68a191a None None] Attempting to bind port 67e7e8aa-7aa7-41bf-b61c-e376b1f8aec1 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '6fdb87f9-d712-4550-b74c-c01052ccbcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '842dd70f-3fd6-4a87-91be-8f7925d93c58'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:06:38.598298 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460bba66-aec8-4510-bb96-b967d68a191a None None] Attempting to bind port 67e7e8aa-7aa7-41bf-b61c-e376b1f8aec1 on network 842dd70f-3fd6-4a87-91be-8f7925d93c58 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:06:38.603110 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-afeea2a4-b9b1-4b89-b204-9e8fbb94230b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:38.604333 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460bba66-aec8-4510-bb96-b967d68a191a None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:06:38.604703 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460bba66-aec8-4510-bb96-b967d68a191a None None] Checking segment: {'id': '6fdb87f9-d712-4550-b74c-c01052ccbcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '842dd70f-3fd6-4a87-91be-8f7925d93c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:06:38.605093 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-460bba66-aec8-4510-bb96-b967d68a191a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:38.605476 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460bba66-aec8-4510-bb96-b967d68a191a None None] Bound using segment: {'id': '6fdb87f9-d712-4550-b74c-c01052ccbcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '842dd70f-3fd6-4a87-91be-8f7925d93c58'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:06:38.605932 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-460bba66-aec8-4510-bb96-b967d68a191a None None] Bound port: 67e7e8aa-7aa7-41bf-b61c-e376b1f8aec1, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fdb87f9-d712-4550-b74c-c01052ccbcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '842dd70f-3fd6-4a87-91be-8f7925d93c58'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:06:38.606400 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-460bba66-aec8-4510-bb96-b967d68a191a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:38.668995 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afeea2a4-b9b1-4b89-b204-9e8fbb94230b admin admin] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:06:38.672037 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-afeea2a4-b9b1-4b89-b204-9e8fbb94230b admin admin] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:06:38.675880 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afeea2a4-b9b1-4b89-b204-9e8fbb94230b admin admin] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:06:38.700877 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-460bba66-aec8-4510-bb96-b967d68a191a None None] For port 67e7e8aa-7aa7-41bf-b61c-e376b1f8aec1, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:06:38.704331 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-460bba66-aec8-4510-bb96-b967d68a191a None None] For port 67e7e8aa-7aa7-41bf-b61c-e376b1f8aec1, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=67e7e8aa-7aa7-41bf-b61c-e376b1f8aec1,segment=NetworkSegment(6fdb87f9-d712-4550-b74c-c01052ccbcec),segment_id=6fdb87f9-d712-4550-b74c-c01052ccbcec)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:06:38.708902 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-460bba66-aec8-4510-bb96-b967d68a191a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:38.712727 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-8e883e12-6ea1-490d-8b4a-b33ebca3d669 None None] Notify callbacks [] for port, precommit_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:38.714178 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeea2a4-b9b1-4b89-b204-9e8fbb94230b admin admin] Pushing event updated for resources: {'Port': ['ID=d11be365-d407-4fe2-8029-229a5f057f4e,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:06:38.732010 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.provisioning_blocks [None req-8e883e12-6ea1-490d-8b4a-b33ebca3d669 None None] Transition to ACTIVE for port object 9da55fd5-6181-436d-a6f7-15145823d322 will not be triggered until provisioned by entity L2. {{(pid=89011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:06:38.739985 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-8e883e12-6ea1-490d-8b4a-b33ebca3d669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:38.825466 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460bba66-aec8-4510-bb96-b967d68a191a None None] Pushing event updated for resources: {'Port': ['ID=67e7e8aa-7aa7-41bf-b61c-e376b1f8aec1,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:06:38.942817 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beaa577-43aa-4371-8f03-0f7814f1c5cb None None] Pushing event updated for resources: {'Port': ['ID=9da55fd5-6181-436d-a6f7-15145823d322,revision_number=3']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:06:38.955895 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beaa577-43aa-4371-8f03-0f7814f1c5cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:38.956231 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beaa577-43aa-4371-8f03-0f7814f1c5cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:38.956551 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beaa577-43aa-4371-8f03-0f7814f1c5cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:38.956965 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beaa577-43aa-4371-8f03-0f7814f1c5cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:38.957181 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beaa577-43aa-4371-8f03-0f7814f1c5cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:38.957505 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beaa577-43aa-4371-8f03-0f7814f1c5cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:38.957813 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beaa577-43aa-4371-8f03-0f7814f1c5cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:38.958129 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beaa577-43aa-4371-8f03-0f7814f1c5cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:38.958442 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beaa577-43aa-4371-8f03-0f7814f1c5cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:38.958778 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beaa577-43aa-4371-8f03-0f7814f1c5cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:38.959092 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beaa577-43aa-4371-8f03-0f7814f1c5cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:38.959931 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beaa577-43aa-4371-8f03-0f7814f1c5cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:38.964756 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-8e883e12-6ea1-490d-8b4a-b33ebca3d669 None None] Attempting to bind port 9da55fd5-6181-436d-a6f7-15145823d322 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:06:38.965120 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-8e883e12-6ea1-490d-8b4a-b33ebca3d669 None None] Attempting to bind port 9da55fd5-6181-436d-a6f7-15145823d322 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'e53ba512-9fea-4219-b914-ddb71d536301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e72f06f6-4072-43b0-926d-de237a1d2e4f'}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:06:38.965473 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e883e12-6ea1-490d-8b4a-b33ebca3d669 None None] Attempting to bind port 9da55fd5-6181-436d-a6f7-15145823d322 on network e72f06f6-4072-43b0-926d-de237a1d2e4f {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:06:38.971150 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e883e12-6ea1-490d-8b4a-b33ebca3d669 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:06:38.971367 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-dfc7352f-5d1e-46ff-96df-b876f7c6460b None None] Attempt 7 to provision port 9da55fd5-6181-436d-a6f7-15145823d322 Sep 22 22:06:38.971882 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e883e12-6ea1-490d-8b4a-b33ebca3d669 None None] Checking segment: {'id': 'e53ba512-9fea-4219-b914-ddb71d536301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e72f06f6-4072-43b0-926d-de237a1d2e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:06:38.972443 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-8e883e12-6ea1-490d-8b4a-b33ebca3d669 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:38.972988 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e883e12-6ea1-490d-8b4a-b33ebca3d669 None None] Bound using segment: {'id': 'e53ba512-9fea-4219-b914-ddb71d536301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e72f06f6-4072-43b0-926d-de237a1d2e4f'} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:06:38.973605 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-8e883e12-6ea1-490d-8b4a-b33ebca3d669 None None] Bound port: 9da55fd5-6181-436d-a6f7-15145823d322, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e53ba512-9fea-4219-b914-ddb71d536301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e72f06f6-4072-43b0-926d-de237a1d2e4f'}}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:06:38.974140 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-8e883e12-6ea1-490d-8b4a-b33ebca3d669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:39.073646 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-dfc7352f-5d1e-46ff-96df-b876f7c6460b None None] Port 9da55fd5-6181-436d-a6f7-15145823d322 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:06:39.107847 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-8e883e12-6ea1-490d-8b4a-b33ebca3d669 None None] For port 9da55fd5-6181-436d-a6f7-15145823d322, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:06:39.111302 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-8e883e12-6ea1-490d-8b4a-b33ebca3d669 None None] For port 9da55fd5-6181-436d-a6f7-15145823d322, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=9da55fd5-6181-436d-a6f7-15145823d322,segment=NetworkSegment(e53ba512-9fea-4219-b914-ddb71d536301),segment_id=e53ba512-9fea-4219-b914-ddb71d536301)] {{(pid=89011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:06:39.117038 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-8e883e12-6ea1-490d-8b4a-b33ebca3d669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:39.181245 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e883e12-6ea1-490d-8b4a-b33ebca3d669 None None] Routers {'a2e07b09-95b8-4c14-96e1-778f9e96c1f0'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:06:39.181999 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-8e883e12-6ea1-490d-8b4a-b33ebca3d669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:06:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['a2e07b09-95b8-4c14-96e1-778f9e96c1f0'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:06:39.268758 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beaa577-43aa-4371-8f03-0f7814f1c5cb None None] Pushing event updated for resources: {'Port': ['ID=9da55fd5-6181-436d-a6f7-15145823d322,revision_number=4']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:06:39.269967 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-afeea2a4-b9b1-4b89-b204-9e8fbb94230b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:39.372589 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-8e883e12-6ea1-490d-8b4a-b33ebca3d669 None None] Set router a2e07b09-95b8-4c14-96e1-778f9e96c1f0 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:06:39.575253 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-dfc7352f-5d1e-46ff-96df-b876f7c6460b None None] Attempt 8 to provision port 9da55fd5-6181-436d-a6f7-15145823d322 Sep 22 22:06:39.629176 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-afeea2a4-b9b1-4b89-b204-9e8fbb94230b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:39.638228 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-dfc7352f-5d1e-46ff-96df-b876f7c6460b None None] Port 9da55fd5-6181-436d-a6f7-15145823d322 had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 22:06:39.722809 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-8e883e12-6ea1-490d-8b4a-b33ebca3d669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'name': 'tempest-TestMinimumBasicScenario-1854485850-router', 'tenant_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.78'}], 'enable_snat': True}, 'gw_port_id': 'fc79d3b5-3341-4340-a828-48cd4158aaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:06:31Z', 'updated_at': '2022-09-22T22:06:35Z', 'revision_number': 4, 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'gw_port': {'id': 'fc79d3b5-3341-4340-a828-48cd4158aaaf', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:06:32Z', 'updated_at': '2022-09-22T22:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '9da55fd5-6181-436d-a6f7-15145823d322', 'name': '', 'network_id': 'e72f06f6-4072-43b0-926d-de237a1d2e4f', 'tenant_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'mac_address': 'fa:16:3e:b7:cb:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '952ae678-0688-4533-a17f-5bb3d56e81f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:06:34Z', 'updated_at': '2022-09-22T22:06:39Z', 'revision_number': 4, 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'subnets': [{'id': '952ae678-0688-4533-a17f-5bb3d56e81f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:06:39.727911 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e883e12-6ea1-490d-8b4a-b33ebca3d669 None None] The sync data for ids ['a2e07b09-95b8-4c14-96e1-778f9e96c1f0'] in dv-neutron-858900-1-hyperv is: [{'id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'name': 'tempest-TestMinimumBasicScenario-1854485850-router', 'tenant_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.78'}], 'enable_snat': True}, 'gw_port_id': 'fc79d3b5-3341-4340-a828-48cd4158aaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:06:31Z', 'updated_at': '2022-09-22T22:06:35Z', 'revision_number': 4, 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'gw_port': {'id': 'fc79d3b5-3341-4340-a828-48cd4158aaaf', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:06:32Z', 'updated_at': '2022-09-22T22:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '9da55fd5-6181-436d-a6f7-15145823d322', 'name': '', 'network_id': 'e72f06f6-4072-43b0-926d-de237a1d2e4f', 'tenant_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'mac_address': 'fa:16:3e:b7:cb:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '952ae678-0688-4533-a17f-5bb3d56e81f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:06:34Z', 'updated_at': '2022-09-22T22:06:39Z', 'revision_number': 4, 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'subnets': [{'id': '952ae678-0688-4533-a17f-5bb3d56e81f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:06:39.776032 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-04a8c8dd-99cf-4213-8799-1e96040edc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:39.874361 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 67e7e8aa-7aa7-41bf-b61c-e376b1f8aec1 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:06:39.875990 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afeea2a4-b9b1-4b89-b204-9e8fbb94230b admin admin] Router 91599700-ccbc-4da7-aa11-8c98e5633233 is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 22:06:39.920845 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e531a9a-7386-4f40-83c9-91642b361804 None None] Network 842dd70f-3fd6-4a87-91be-8f7925d93c58 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:06:40.045758 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-a014c10e-7eac-431d-abe2-6be6687a8ae9 None None] Provisioning for port 67e7e8aa-7aa7-41bf-b61c-e376b1f8aec1 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:06:40.070521 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 67e7e8aa-7aa7-41bf-b61c-e376b1f8aec1 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:06:40.075693 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afeea2a4-b9b1-4b89-b204-9e8fbb94230b admin admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:06:40.087302 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dddc97-8505-4dfd-a3a4-0ca83ce60a0f None None] Sync routers for ids ['91599700-ccbc-4da7-aa11-8c98e5633233'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:06:40.092511 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 67e7e8aa-7aa7-41bf-b61c-e376b1f8aec1 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:06:40.092875 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:40.093208 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 67e7e8aa-7aa7-41bf-b61c-e376b1f8aec1 Sep 22 22:06:40.101537 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-afeea2a4-b9b1-4b89-b204-9e8fbb94230b admin admin] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:40.105567 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-afeea2a4-b9b1-4b89-b204-9e8fbb94230b admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6573541 Sep 22 22:06:40.105721 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 56922) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:06:40.184936 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dddc97-8505-4dfd-a3a4-0ca83ce60a0f None None] Routers {'91599700-ccbc-4da7-aa11-8c98e5633233'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:06:40.185736 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-04dddc97-8505-4dfd-a3a4-0ca83ce60a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:06:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['91599700-ccbc-4da7-aa11-8c98e5633233'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:06:40.479391 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 67e7e8aa-7aa7-41bf-b61c-e376b1f8aec1 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:06:40.479775 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:40.512429 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-04dddc97-8505-4dfd-a3a4-0ca83ce60a0f None None] Set router 91599700-ccbc-4da7-aa11-8c98e5633233 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:06:40.657649 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 67e7e8aa-7aa7-41bf-b61c-e376b1f8aec1, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=67e7e8aa-7aa7-41bf-b61c-e376b1f8aec1,segment=NetworkSegment(6fdb87f9-d712-4550-b74c-c01052ccbcec),segment_id=6fdb87f9-d712-4550-b74c-c01052ccbcec)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:06:40.702168 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:40.702977 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 9da55fd5-6181-436d-a6f7-15145823d322 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:06:40.872632 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=67e7e8aa-7aa7-41bf-b61c-e376b1f8aec1,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:06:40.917467 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 9da55fd5-6181-436d-a6f7-15145823d322 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:06:40.932787 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 9da55fd5-6181-436d-a6f7-15145823d322 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:06:40.933170 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:40.933550 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 9da55fd5-6181-436d-a6f7-15145823d322 Sep 22 22:06:40.936684 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9eed4715-6c75-4886-b4b9-b06f0b672efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:40.979867 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-8ddcea02-a424-4e35-936c-62054ba85be5 None None] Provisioning complete for port 67e7e8aa-7aa7-41bf-b61c-e376b1f8aec1 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:06:40.980238 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8ddcea02-a424-4e35-936c-62054ba85be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:40.980572 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-8ddcea02-a424-4e35-936c-62054ba85be5 None None] Attempt 1 to provision port 67e7e8aa-7aa7-41bf-b61c-e376b1f8aec1 Sep 22 22:06:41.145648 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-9eed4715-6c75-4886-b4b9-b06f0b672efb admin admin] Allocated IP 172.20.0.1 (842dd70f-3fd6-4a87-91be-8f7925d93c58/f3f2b639-4b91-47e3-a989-24872adc9c79/23ecc06d-b185-4e94-91eb-52abd5b51e64) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:06:41.146886 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-04dddc97-8505-4dfd-a3a4-0ca83ce60a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91599700-ccbc-4da7-aa11-8c98e5633233', 'name': 'tempest-TestMinimumBasicScenario-1745574316-router', 'tenant_id': '68bceaca80ed42e7944a6fb3c44f554a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': 'd11be365-d407-4fe2-8029-229a5f057f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:06:37Z', 'updated_at': '2022-09-22T22:06:38Z', 'revision_number': 3, 'project_id': '68bceaca80ed42e7944a6fb3c44f554a', 'gw_port': {'id': 'd11be365-d407-4fe2-8029-229a5f057f4e', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f1:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91599700-ccbc-4da7-aa11-8c98e5633233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:06:38Z', 'updated_at': '2022-09-22T22:06:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:06:41.206648 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dddc97-8505-4dfd-a3a4-0ca83ce60a0f None None] Checking router: 91599700-ccbc-4da7-aa11-8c98e5633233 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:06:41.206916 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dddc97-8505-4dfd-a3a4-0ca83ce60a0f None None] Updating router 91599700-ccbc-4da7-aa11-8c98e5633233 port d11be365-d407-4fe2-8029-229a5f057f4e binding host dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 22:06:41.269391 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 9da55fd5-6181-436d-a6f7-15145823d322 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:06:41.269763 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:41.283073 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8ddcea02-a424-4e35-936c-62054ba85be5 None None] Current status of the port 67e7e8aa-7aa7-41bf-b61c-e376b1f8aec1 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:06:41.297900 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-04dddc97-8505-4dfd-a3a4-0ca83ce60a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:41.301541 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9eed4715-6c75-4886-b4b9-b06f0b672efb admin admin] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:41.317159 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-9eed4715-6c75-4886-b4b9-b06f0b672efb admin admin] Transition to ACTIVE for port object 23ecc06d-b185-4e94-91eb-52abd5b51e64 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:06:41.340903 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9eed4715-6c75-4886-b4b9-b06f0b672efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:41.357079 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 9da55fd5-6181-436d-a6f7-15145823d322, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=9da55fd5-6181-436d-a6f7-15145823d322,segment=NetworkSegment(e53ba512-9fea-4219-b914-ddb71d536301),segment_id=e53ba512-9fea-4219-b914-ddb71d536301)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:06:41.364828 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:41.366171 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device fc79d3b5-3341-4340-a828-48cd4158aaaf up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:06:41.408673 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eed4715-6c75-4886-b4b9-b06f0b672efb admin admin] Network 842dd70f-3fd6-4a87-91be-8f7925d93c58 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:06:41.411448 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-9eed4715-6c75-4886-b4b9-b06f0b672efb admin admin] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:06:41.415640 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eed4715-6c75-4886-b4b9-b06f0b672efb admin admin] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:06:41.462193 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed4715-6c75-4886-b4b9-b06f0b672efb admin admin] Pushing event updated for resources: {'Port': ['ID=23ecc06d-b185-4e94-91eb-52abd5b51e64,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:06:41.478905 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9eed4715-6c75-4886-b4b9-b06f0b672efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:41.564998 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=9da55fd5-6181-436d-a6f7-15145823d322,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:06:41.612677 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9eed4715-6c75-4886-b4b9-b06f0b672efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:41.643204 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port fc79d3b5-3341-4340-a828-48cd4158aaaf triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:06:41.643574 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:41.643907 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port fc79d3b5-3341-4340-a828-48cd4158aaaf Sep 22 22:06:41.745301 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-ed548bcc-ee74-4239-83b2-bbbaf68b3872 None None] Provisioning for port 23ecc06d-b185-4e94-91eb-52abd5b51e64 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:06:41.753132 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-ed548bcc-ee74-4239-83b2-bbbaf68b3872 None None] Provisioning complete for port 23ecc06d-b185-4e94-91eb-52abd5b51e64 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:06:41.753497 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ed548bcc-ee74-4239-83b2-bbbaf68b3872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:41.753832 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-ed548bcc-ee74-4239-83b2-bbbaf68b3872 None None] Attempt 1 to provision port 23ecc06d-b185-4e94-91eb-52abd5b51e64 Sep 22 22:06:41.837174 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9eed4715-6c75-4886-b4b9-b06f0b672efb admin admin] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:41.842046 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9eed4715-6c75-4886-b4b9-b06f0b672efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:41.907217 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port fc79d3b5-3341-4340-a828-48cd4158aaaf is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:06:41.913583 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ed548bcc-ee74-4239-83b2-bbbaf68b3872 None None] Port 23ecc06d-b185-4e94-91eb-52abd5b51e64 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:06:41.934287 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-04dddc97-8505-4dfd-a3a4-0ca83ce60a0f None None] Notify callbacks [] for port, precommit_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:41.944682 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9eed4715-6c75-4886-b4b9-b06f0b672efb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:41.952992 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-04dddc97-8505-4dfd-a3a4-0ca83ce60a0f None None] Transition to ACTIVE for port object d11be365-d407-4fe2-8029-229a5f057f4e will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:06:41.957983 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-04dddc97-8505-4dfd-a3a4-0ca83ce60a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:41.958730 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed4715-6c75-4886-b4b9-b06f0b672efb admin admin] Pushing event updated for resources: {'Port': ['ID=23ecc06d-b185-4e94-91eb-52abd5b51e64,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:06:42.007654 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 67e7e8aa-7aa7-41bf-b61c-e376b1f8aec1 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:06:42.080178 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-04dddc97-8505-4dfd-a3a4-0ca83ce60a0f None None] Attempting to bind port d11be365-d407-4fe2-8029-229a5f057f4e on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:06:42.080806 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-04dddc97-8505-4dfd-a3a4-0ca83ce60a0f None None] Attempting to bind port d11be365-d407-4fe2-8029-229a5f057f4e by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:06:42.081014 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dddc97-8505-4dfd-a3a4-0ca83ce60a0f None None] Attempting to bind port d11be365-d407-4fe2-8029-229a5f057f4e on network a22ae1c9-d428-411f-af43-ce0f71b38d9c {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:06:42.091749 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eed4715-6c75-4886-b4b9-b06f0b672efb admin admin] Network 842dd70f-3fd6-4a87-91be-8f7925d93c58 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:06:42.092937 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-9eed4715-6c75-4886-b4b9-b06f0b672efb admin admin] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:06:42.097393 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dddc97-8505-4dfd-a3a4-0ca83ce60a0f None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:06:42.097767 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dddc97-8505-4dfd-a3a4-0ca83ce60a0f None None] Checking segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:06:42.098165 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-04dddc97-8505-4dfd-a3a4-0ca83ce60a0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:42.098556 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dddc97-8505-4dfd-a3a4-0ca83ce60a0f None None] Bound using segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:06:42.099045 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-04dddc97-8505-4dfd-a3a4-0ca83ce60a0f None None] Bound port: d11be365-d407-4fe2-8029-229a5f057f4e, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:06:42.099413 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-04dddc97-8505-4dfd-a3a4-0ca83ce60a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:42.123180 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-afbc8f38-7468-4d1d-96fe-bd415f7ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:42.130689 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb59976e-1834-4944-b47c-84ea50790c20 None None] Pushing event updated for resources: {'Port': ['ID=d11be365-d407-4fe2-8029-229a5f057f4e,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:06:42.191812 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 67e7e8aa-7aa7-41bf-b61c-e376b1f8aec1 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:06:42.192183 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:42.192518 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 67e7e8aa-7aa7-41bf-b61c-e376b1f8aec1 Sep 22 22:06:42.217631 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-04dddc97-8505-4dfd-a3a4-0ca83ce60a0f None None] For port d11be365-d407-4fe2-8029-229a5f057f4e, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:06:42.243576 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-04dddc97-8505-4dfd-a3a4-0ca83ce60a0f None None] For port d11be365-d407-4fe2-8029-229a5f057f4e, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=d11be365-d407-4fe2-8029-229a5f057f4e,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:06:42.250575 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-04dddc97-8505-4dfd-a3a4-0ca83ce60a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:42.308464 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eed4715-6c75-4886-b4b9-b06f0b672efb admin admin] Router 91599700-ccbc-4da7-aa11-8c98e5633233 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 22:06:42.335201 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dddc97-8505-4dfd-a3a4-0ca83ce60a0f None None] Routers {'91599700-ccbc-4da7-aa11-8c98e5633233'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:06:42.335820 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-04dddc97-8505-4dfd-a3a4-0ca83ce60a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:06:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['91599700-ccbc-4da7-aa11-8c98e5633233'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:06:42.403919 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb59976e-1834-4944-b47c-84ea50790c20 None None] Pushing event updated for resources: {'Port': ['ID=d11be365-d407-4fe2-8029-229a5f057f4e,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:06:42.415156 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-ed548bcc-ee74-4239-83b2-bbbaf68b3872 None None] Attempt 2 to provision port 23ecc06d-b185-4e94-91eb-52abd5b51e64 Sep 22 22:06:42.590250 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eed4715-6c75-4886-b4b9-b06f0b672efb admin admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:06:42.599602 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-9eed4715-6c75-4886-b4b9-b06f0b672efb admin admin] 10.222.0.33 "PUT /v2.0/routers/91599700-ccbc-4da7-aa11-8c98e5633233/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4928329 Sep 22 22:06:42.641022 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ed548bcc-ee74-4239-83b2-bbbaf68b3872 None None] Port 23ecc06d-b185-4e94-91eb-52abd5b51e64 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:06:42.643466 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 67e7e8aa-7aa7-41bf-b61c-e376b1f8aec1 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:06:42.644535 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 9da55fd5-6181-436d-a6f7-15145823d322 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:06:42.712880 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-04dddc97-8505-4dfd-a3a4-0ca83ce60a0f None None] Set router 91599700-ccbc-4da7-aa11-8c98e5633233 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:06:42.879074 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 9da55fd5-6181-436d-a6f7-15145823d322 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:06:42.879351 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:42.879793 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 9da55fd5-6181-436d-a6f7-15145823d322 Sep 22 22:06:42.957895 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:43.138149 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 9da55fd5-6181-436d-a6f7-15145823d322 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:06:43.142271 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-ed548bcc-ee74-4239-83b2-bbbaf68b3872 None None] Attempt 3 to provision port 23ecc06d-b185-4e94-91eb-52abd5b51e64 Sep 22 22:06:43.205175 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ed548bcc-ee74-4239-83b2-bbbaf68b3872 None None] Port 23ecc06d-b185-4e94-91eb-52abd5b51e64 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:06:43.210277 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-04dddc97-8505-4dfd-a3a4-0ca83ce60a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91599700-ccbc-4da7-aa11-8c98e5633233', 'name': 'tempest-TestMinimumBasicScenario-1745574316-router', 'tenant_id': '68bceaca80ed42e7944a6fb3c44f554a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': 'd11be365-d407-4fe2-8029-229a5f057f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:06:37Z', 'updated_at': '2022-09-22T22:06:41Z', 'revision_number': 4, 'project_id': '68bceaca80ed42e7944a6fb3c44f554a', 'gw_port': {'id': 'd11be365-d407-4fe2-8029-229a5f057f4e', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f1:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91599700-ccbc-4da7-aa11-8c98e5633233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:06:38Z', 'updated_at': '2022-09-22T22:06:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '23ecc06d-b185-4e94-91eb-52abd5b51e64', 'name': '', 'network_id': '842dd70f-3fd6-4a87-91be-8f7925d93c58', 'tenant_id': '68bceaca80ed42e7944a6fb3c44f554a', 'mac_address': 'fa:16:3e:9c:5e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91599700-ccbc-4da7-aa11-8c98e5633233', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'f3f2b639-4b91-47e3-a989-24872adc9c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:06:40Z', 'updated_at': '2022-09-22T22:06:41Z', 'revision_number': 2, 'project_id': '68bceaca80ed42e7944a6fb3c44f554a', 'subnets': [{'id': 'f3f2b639-4b91-47e3-a989-24872adc9c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:06:43.219472 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dddc97-8505-4dfd-a3a4-0ca83ce60a0f None None] The sync data for ids ['91599700-ccbc-4da7-aa11-8c98e5633233'] in dv-neutron-858900-1-hyperv is: [{'id': '91599700-ccbc-4da7-aa11-8c98e5633233', 'name': 'tempest-TestMinimumBasicScenario-1745574316-router', 'tenant_id': '68bceaca80ed42e7944a6fb3c44f554a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': 'd11be365-d407-4fe2-8029-229a5f057f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:06:37Z', 'updated_at': '2022-09-22T22:06:41Z', 'revision_number': 4, 'project_id': '68bceaca80ed42e7944a6fb3c44f554a', 'gw_port': {'id': 'd11be365-d407-4fe2-8029-229a5f057f4e', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f1:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91599700-ccbc-4da7-aa11-8c98e5633233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:06:38Z', 'updated_at': '2022-09-22T22:06:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '23ecc06d-b185-4e94-91eb-52abd5b51e64', 'name': '', 'network_id': '842dd70f-3fd6-4a87-91be-8f7925d93c58', 'tenant_id': '68bceaca80ed42e7944a6fb3c44f554a', 'mac_address': 'fa:16:3e:9c:5e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91599700-ccbc-4da7-aa11-8c98e5633233', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'f3f2b639-4b91-47e3-a989-24872adc9c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:06:40Z', 'updated_at': '2022-09-22T22:06:41Z', 'revision_number': 2, 'project_id': '68bceaca80ed42e7944a6fb3c44f554a', 'subnets': [{'id': 'f3f2b639-4b91-47e3-a989-24872adc9c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:06:43.232016 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:43.706398 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-ed548bcc-ee74-4239-83b2-bbbaf68b3872 None None] Attempt 4 to provision port 23ecc06d-b185-4e94-91eb-52abd5b51e64 Sep 22 22:06:43.774668 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ed548bcc-ee74-4239-83b2-bbbaf68b3872 None None] Port 23ecc06d-b185-4e94-91eb-52abd5b51e64 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:06:44.052474 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device d11be365-d407-4fe2-8029-229a5f057f4e up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:06:44.146963 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port d11be365-d407-4fe2-8029-229a5f057f4e completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:06:44.154706 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port d11be365-d407-4fe2-8029-229a5f057f4e triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:06:44.155391 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:44.155813 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port d11be365-d407-4fe2-8029-229a5f057f4e Sep 22 22:06:44.335518 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-ed548bcc-ee74-4239-83b2-bbbaf68b3872 None None] Attempt 5 to provision port 23ecc06d-b185-4e94-91eb-52abd5b51e64 Sep 22 22:06:44.486263 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ed548bcc-ee74-4239-83b2-bbbaf68b3872 None None] Port 23ecc06d-b185-4e94-91eb-52abd5b51e64 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:06:44.496491 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port d11be365-d407-4fe2-8029-229a5f057f4e is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:06:44.497304 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:44.519351 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port d11be365-d407-4fe2-8029-229a5f057f4e, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=d11be365-d407-4fe2-8029-229a5f057f4e,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:06:44.526964 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:44.616957 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:44.628268 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=d11be365-d407-4fe2-8029-229a5f057f4e,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:06:44.987374 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-ed548bcc-ee74-4239-83b2-bbbaf68b3872 None None] Attempt 6 to provision port 23ecc06d-b185-4e94-91eb-52abd5b51e64 Sep 22 22:06:45.061167 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ed548bcc-ee74-4239-83b2-bbbaf68b3872 None None] Port 23ecc06d-b185-4e94-91eb-52abd5b51e64 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:06:45.562201 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-ed548bcc-ee74-4239-83b2-bbbaf68b3872 None None] Attempt 7 to provision port 23ecc06d-b185-4e94-91eb-52abd5b51e64 Sep 22 22:06:45.623787 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ed548bcc-ee74-4239-83b2-bbbaf68b3872 None None] Port 23ecc06d-b185-4e94-91eb-52abd5b51e64 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:06:45.993800 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device d11be365-d407-4fe2-8029-229a5f057f4e up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:06:46.072685 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port d11be365-d407-4fe2-8029-229a5f057f4e triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:06:46.073642 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:46.073642 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port d11be365-d407-4fe2-8029-229a5f057f4e Sep 22 22:06:46.125024 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-ed548bcc-ee74-4239-83b2-bbbaf68b3872 None None] Attempt 8 to provision port 23ecc06d-b185-4e94-91eb-52abd5b51e64 Sep 22 22:06:46.207064 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ed548bcc-ee74-4239-83b2-bbbaf68b3872 None None] Port 23ecc06d-b185-4e94-91eb-52abd5b51e64 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:06:46.301160 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port d11be365-d407-4fe2-8029-229a5f057f4e is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:06:46.708177 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-ed548bcc-ee74-4239-83b2-bbbaf68b3872 None None] Attempt 9 to provision port 23ecc06d-b185-4e94-91eb-52abd5b51e64 Sep 22 22:06:46.781492 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ed548bcc-ee74-4239-83b2-bbbaf68b3872 None None] Port 23ecc06d-b185-4e94-91eb-52abd5b51e64 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:06:47.122270 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f030969-63cd-4bbd-8dad-ffee93866ff1 None None] Sync routers for ids ['91599700-ccbc-4da7-aa11-8c98e5633233'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:06:47.132587 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f030969-63cd-4bbd-8dad-ffee93866ff1 None None] Routers {'91599700-ccbc-4da7-aa11-8c98e5633233'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:06:47.133472 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-6f030969-63cd-4bbd-8dad-ffee93866ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:06:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['91599700-ccbc-4da7-aa11-8c98e5633233'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:06:47.284482 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-ed548bcc-ee74-4239-83b2-bbbaf68b3872 None None] Attempt 10 to provision port 23ecc06d-b185-4e94-91eb-52abd5b51e64 Sep 22 22:06:47.352164 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-6f030969-63cd-4bbd-8dad-ffee93866ff1 None None] Set router 91599700-ccbc-4da7-aa11-8c98e5633233 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:06:47.372596 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ed548bcc-ee74-4239-83b2-bbbaf68b3872 None None] Port 23ecc06d-b185-4e94-91eb-52abd5b51e64 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:06:47.494549 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-42fe66dd-2e1e-457d-bfd4-b3c641cb8d21 None None] Provisioning complete for port 23ecc06d-b185-4e94-91eb-52abd5b51e64 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:06:47.494945 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-42fe66dd-2e1e-457d-bfd4-b3c641cb8d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:47.495278 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-42fe66dd-2e1e-457d-bfd4-b3c641cb8d21 None None] Attempt 1 to provision port 23ecc06d-b185-4e94-91eb-52abd5b51e64 Sep 22 22:06:47.562961 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-42fe66dd-2e1e-457d-bfd4-b3c641cb8d21 None None] Port 23ecc06d-b185-4e94-91eb-52abd5b51e64 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:06:47.697576 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-6f030969-63cd-4bbd-8dad-ffee93866ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91599700-ccbc-4da7-aa11-8c98e5633233', 'name': 'tempest-TestMinimumBasicScenario-1745574316-router', 'tenant_id': '68bceaca80ed42e7944a6fb3c44f554a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': 'd11be365-d407-4fe2-8029-229a5f057f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:06:37Z', 'updated_at': '2022-09-22T22:06:41Z', 'revision_number': 4, 'project_id': '68bceaca80ed42e7944a6fb3c44f554a', 'gw_port': {'id': 'd11be365-d407-4fe2-8029-229a5f057f4e', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91599700-ccbc-4da7-aa11-8c98e5633233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:06:38Z', 'updated_at': '2022-09-22T22:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '23ecc06d-b185-4e94-91eb-52abd5b51e64', 'name': '', 'network_id': '842dd70f-3fd6-4a87-91be-8f7925d93c58', 'tenant_id': '68bceaca80ed42e7944a6fb3c44f554a', 'mac_address': 'fa:16:3e:9c:5e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91599700-ccbc-4da7-aa11-8c98e5633233', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'f3f2b639-4b91-47e3-a989-24872adc9c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:06:40Z', 'updated_at': '2022-09-22T22:06:41Z', 'revision_number': 2, 'project_id': '68bceaca80ed42e7944a6fb3c44f554a', 'subnets': [{'id': 'f3f2b639-4b91-47e3-a989-24872adc9c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:06:47.701708 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f030969-63cd-4bbd-8dad-ffee93866ff1 None None] Checking router: 91599700-ccbc-4da7-aa11-8c98e5633233 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:06:47.702052 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f030969-63cd-4bbd-8dad-ffee93866ff1 None None] Updating router 91599700-ccbc-4da7-aa11-8c98e5633233 port 23ecc06d-b185-4e94-91eb-52abd5b51e64 binding host dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 22:06:47.766394 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-6f030969-63cd-4bbd-8dad-ffee93866ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:48.065112 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-42fe66dd-2e1e-457d-bfd4-b3c641cb8d21 None None] Attempt 2 to provision port 23ecc06d-b185-4e94-91eb-52abd5b51e64 Sep 22 22:06:48.131517 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-42fe66dd-2e1e-457d-bfd4-b3c641cb8d21 None None] Port 23ecc06d-b185-4e94-91eb-52abd5b51e64 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:06:48.146333 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-6f030969-63cd-4bbd-8dad-ffee93866ff1 None None] Notify callbacks [] for port, precommit_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:48.165501 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.provisioning_blocks [None req-6f030969-63cd-4bbd-8dad-ffee93866ff1 None None] Transition to ACTIVE for port object 23ecc06d-b185-4e94-91eb-52abd5b51e64 will not be triggered until provisioned by entity L2. {{(pid=89011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:06:48.172133 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-6f030969-63cd-4bbd-8dad-ffee93866ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:48.347057 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d852c90e-d0e5-48d8-8f59-1f53b03de92a None None] Pushing event updated for resources: {'Port': ['ID=23ecc06d-b185-4e94-91eb-52abd5b51e64,revision_number=3']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:06:48.407344 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-6f030969-63cd-4bbd-8dad-ffee93866ff1 None None] Attempting to bind port 23ecc06d-b185-4e94-91eb-52abd5b51e64 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:06:48.407708 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-6f030969-63cd-4bbd-8dad-ffee93866ff1 None None] Attempting to bind port 23ecc06d-b185-4e94-91eb-52abd5b51e64 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '6fdb87f9-d712-4550-b74c-c01052ccbcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '842dd70f-3fd6-4a87-91be-8f7925d93c58'}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:06:48.408063 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f030969-63cd-4bbd-8dad-ffee93866ff1 None None] Attempting to bind port 23ecc06d-b185-4e94-91eb-52abd5b51e64 on network 842dd70f-3fd6-4a87-91be-8f7925d93c58 {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:06:48.413987 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f030969-63cd-4bbd-8dad-ffee93866ff1 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:06:48.414358 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f030969-63cd-4bbd-8dad-ffee93866ff1 None None] Checking segment: {'id': '6fdb87f9-d712-4550-b74c-c01052ccbcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '842dd70f-3fd6-4a87-91be-8f7925d93c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:06:48.414784 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-6f030969-63cd-4bbd-8dad-ffee93866ff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:48.415170 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f030969-63cd-4bbd-8dad-ffee93866ff1 None None] Bound using segment: {'id': '6fdb87f9-d712-4550-b74c-c01052ccbcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '842dd70f-3fd6-4a87-91be-8f7925d93c58'} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:06:48.415623 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-6f030969-63cd-4bbd-8dad-ffee93866ff1 None None] Bound port: 23ecc06d-b185-4e94-91eb-52abd5b51e64, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fdb87f9-d712-4550-b74c-c01052ccbcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '842dd70f-3fd6-4a87-91be-8f7925d93c58'}}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:06:48.415989 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-6f030969-63cd-4bbd-8dad-ffee93866ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:48.520053 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-6f030969-63cd-4bbd-8dad-ffee93866ff1 None None] For port 23ecc06d-b185-4e94-91eb-52abd5b51e64, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:06:48.525644 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-6f030969-63cd-4bbd-8dad-ffee93866ff1 None None] For port 23ecc06d-b185-4e94-91eb-52abd5b51e64, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=23ecc06d-b185-4e94-91eb-52abd5b51e64,segment=NetworkSegment(6fdb87f9-d712-4550-b74c-c01052ccbcec),segment_id=6fdb87f9-d712-4550-b74c-c01052ccbcec)] {{(pid=89011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:06:48.529979 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-6f030969-63cd-4bbd-8dad-ffee93866ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:48.592139 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f030969-63cd-4bbd-8dad-ffee93866ff1 None None] Routers {'91599700-ccbc-4da7-aa11-8c98e5633233'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:06:48.592778 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-6f030969-63cd-4bbd-8dad-ffee93866ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:06:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['91599700-ccbc-4da7-aa11-8c98e5633233'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:06:48.633114 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-42fe66dd-2e1e-457d-bfd4-b3c641cb8d21 None None] Attempt 3 to provision port 23ecc06d-b185-4e94-91eb-52abd5b51e64 Sep 22 22:06:48.688401 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d852c90e-d0e5-48d8-8f59-1f53b03de92a None None] Pushing event updated for resources: {'Port': ['ID=23ecc06d-b185-4e94-91eb-52abd5b51e64,revision_number=4']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:06:48.786812 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-42fe66dd-2e1e-457d-bfd4-b3c641cb8d21 None None] Port 23ecc06d-b185-4e94-91eb-52abd5b51e64 had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 22:06:48.805975 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-6f030969-63cd-4bbd-8dad-ffee93866ff1 None None] Set router 91599700-ccbc-4da7-aa11-8c98e5633233 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:06:49.186881 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-6f030969-63cd-4bbd-8dad-ffee93866ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91599700-ccbc-4da7-aa11-8c98e5633233', 'name': 'tempest-TestMinimumBasicScenario-1745574316-router', 'tenant_id': '68bceaca80ed42e7944a6fb3c44f554a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': 'd11be365-d407-4fe2-8029-229a5f057f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:06:37Z', 'updated_at': '2022-09-22T22:06:41Z', 'revision_number': 4, 'project_id': '68bceaca80ed42e7944a6fb3c44f554a', 'gw_port': {'id': 'd11be365-d407-4fe2-8029-229a5f057f4e', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91599700-ccbc-4da7-aa11-8c98e5633233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:06:38Z', 'updated_at': '2022-09-22T22:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '23ecc06d-b185-4e94-91eb-52abd5b51e64', 'name': '', 'network_id': '842dd70f-3fd6-4a87-91be-8f7925d93c58', 'tenant_id': '68bceaca80ed42e7944a6fb3c44f554a', 'mac_address': 'fa:16:3e:9c:5e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91599700-ccbc-4da7-aa11-8c98e5633233', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'f3f2b639-4b91-47e3-a989-24872adc9c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:06:40Z', 'updated_at': '2022-09-22T22:06:48Z', 'revision_number': 4, 'project_id': '68bceaca80ed42e7944a6fb3c44f554a', 'subnets': [{'id': 'f3f2b639-4b91-47e3-a989-24872adc9c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:06:49.190793 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f030969-63cd-4bbd-8dad-ffee93866ff1 None None] The sync data for ids ['91599700-ccbc-4da7-aa11-8c98e5633233'] in dv-neutron-858900-1-hyperv is: [{'id': '91599700-ccbc-4da7-aa11-8c98e5633233', 'name': 'tempest-TestMinimumBasicScenario-1745574316-router', 'tenant_id': '68bceaca80ed42e7944a6fb3c44f554a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': 'd11be365-d407-4fe2-8029-229a5f057f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:06:37Z', 'updated_at': '2022-09-22T22:06:41Z', 'revision_number': 4, 'project_id': '68bceaca80ed42e7944a6fb3c44f554a', 'gw_port': {'id': 'd11be365-d407-4fe2-8029-229a5f057f4e', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91599700-ccbc-4da7-aa11-8c98e5633233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:06:38Z', 'updated_at': '2022-09-22T22:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '23ecc06d-b185-4e94-91eb-52abd5b51e64', 'name': '', 'network_id': '842dd70f-3fd6-4a87-91be-8f7925d93c58', 'tenant_id': '68bceaca80ed42e7944a6fb3c44f554a', 'mac_address': 'fa:16:3e:9c:5e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91599700-ccbc-4da7-aa11-8c98e5633233', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'f3f2b639-4b91-47e3-a989-24872adc9c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:06:40Z', 'updated_at': '2022-09-22T22:06:48Z', 'revision_number': 4, 'project_id': '68bceaca80ed42e7944a6fb3c44f554a', 'subnets': [{'id': 'f3f2b639-4b91-47e3-a989-24872adc9c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:06:50.012064 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 23ecc06d-b185-4e94-91eb-52abd5b51e64 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:06:50.098330 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 23ecc06d-b185-4e94-91eb-52abd5b51e64 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:06:50.108346 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 23ecc06d-b185-4e94-91eb-52abd5b51e64 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:06:50.108693 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:50.109018 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 23ecc06d-b185-4e94-91eb-52abd5b51e64 Sep 22 22:06:50.241288 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 23ecc06d-b185-4e94-91eb-52abd5b51e64 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:06:50.241672 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:50.281491 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 23ecc06d-b185-4e94-91eb-52abd5b51e64, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=23ecc06d-b185-4e94-91eb-52abd5b51e64,segment=NetworkSegment(6fdb87f9-d712-4550-b74c-c01052ccbcec),segment_id=6fdb87f9-d712-4550-b74c-c01052ccbcec)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:06:50.287739 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:50.369170 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=23ecc06d-b185-4e94-91eb-52abd5b51e64,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:06:51.983792 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 23ecc06d-b185-4e94-91eb-52abd5b51e64 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:06:52.061013 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 23ecc06d-b185-4e94-91eb-52abd5b51e64 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:06:52.061376 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:52.061700 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 23ecc06d-b185-4e94-91eb-52abd5b51e64 Sep 22 22:06:52.187554 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 23ecc06d-b185-4e94-91eb-52abd5b51e64 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:06:52.481182 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-27884079-6c8e-4b2a-8ea7-da2cdeed1ede tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:06:52.481803 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-27884079-6c8e-4b2a-8ea7-da2cdeed1ede tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Synchronizing usage tracker for tenant:b3c72b0ce5bd49f9be77b7f1f592feac on resource:network {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:06:52.497634 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-27884079-6c8e-4b2a-8ea7-da2cdeed1ede tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Unset dirty status for tenant:b3c72b0ce5bd49f9be77b7f1f592feac on resource:network {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:06:52.498984 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-27884079-6c8e-4b2a-8ea7-da2cdeed1ede tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/networks?id=e72f06f6-4072-43b0-926d-de237a1d2e4f HTTP/1.1" status: 200 len: 815 time: 0.1632953 Sep 22 22:06:52.513754 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-1c5b9602-117d-4aa1-9c21-d5ae29ee23dc tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/quotas/b3c72b0ce5bd49f9be77b7f1f592feac HTTP/1.1" status: 200 len: 375 time: 0.0088880 Sep 22 22:06:52.599796 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-2d25a01a-445f-4502-81ab-bb66e5c53cd3 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Synchronizing usage tracker for tenant:b3c72b0ce5bd49f9be77b7f1f592feac on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:06:52.615637 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-2d25a01a-445f-4502-81ab-bb66e5c53cd3 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Unset dirty status for tenant:b3c72b0ce5bd49f9be77b7f1f592feac on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:06:52.617095 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-2d25a01a-445f-4502-81ab-bb66e5c53cd3 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=b3c72b0ce5bd49f9be77b7f1f592feac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0985322 Sep 22 22:06:52.632886 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-e954c8b2-d601-4be4-b93f-aad168443979 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=89008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 22:06:52.633825 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-e954c8b2-d601-4be4-b93f-aad168443979 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054379 Sep 22 22:06:52.760694 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-3d4571b6-1cef-476a-9de1-f592efc474da service neutron] 10.222.0.33 "GET /v2.0/networks/e72f06f6-4072-43b0-926d-de237a1d2e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216109 Sep 22 22:06:52.888313 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-8afded21-c2a4-431f-bf35-6536c8a4038b service neutron] 10.222.0.33 "GET /v2.0/networks/e72f06f6-4072-43b0-926d-de237a1d2e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220176 Sep 22 22:06:53.075987 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-1a83d0e9-eb77-4339-b130-cc85d5fe6659 req-98fbcd20-02a3-4a62-91cb-eaf75bb37dba tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=e399c50c-fc9b-4b74-b165-64f379c4a390 HTTP/1.1" status: 200 len: 210 time: 0.0540006 Sep 22 22:06:54.080524 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-66bfd819-fc72-4223-bd31-3e65f8e00a7b tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:06:54.081988 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-66bfd819-fc72-4223-bd31-3e65f8e00a7b tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.49 "GET /v2.0/networks?id=e72f06f6-4072-43b0-926d-de237a1d2e4f HTTP/1.1" status: 200 len: 815 time: 0.1474211 Sep 22 22:06:54.092750 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-611e6414-d6be-435a-936f-71e4fe06c41d tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Request body: {'port': {'device_id': 'e399c50c-fc9b-4b74-b165-64f379c4a390', 'network_id': 'e72f06f6-4072-43b0-926d-de237a1d2e4f', 'admin_state_up': True, 'tenant_id': 'b3c72b0ce5bd49f9be77b7f1f592feac'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:06:54.256029 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-95faecab-52d5-48f4-bc28-ec661d9d7296 req-be014381-3317-4fc6-b1da-b5d70a501e0c tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=e399c50c-fc9b-4b74-b165-64f379c4a390 HTTP/1.1" status: 200 len: 210 time: 0.0642595 Sep 22 22:06:54.293165 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-611e6414-d6be-435a-936f-71e4fe06c41d tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:06:54.302874 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-611e6414-d6be-435a-936f-71e4fe06c41d tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:06:54.312758 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-611e6414-d6be-435a-936f-71e4fe06c41d tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Made reservation on behalf of b3c72b0ce5bd49f9be77b7f1f592feac for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:06:54.316316 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-611e6414-d6be-435a-936f-71e4fe06c41d tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:54.496684 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-611e6414-d6be-435a-936f-71e4fe06c41d tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Allocated IP 172.20.0.9 (e72f06f6-4072-43b0-926d-de237a1d2e4f/952ae678-0688-4533-a17f-5bb3d56e81f0/03fd3b9c-d6a7-41ea-800e-b163841b4154) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:06:54.784994 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-611e6414-d6be-435a-936f-71e4fe06c41d tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:54.801603 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-611e6414-d6be-435a-936f-71e4fe06c41d tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Transition to ACTIVE for port object 03fd3b9c-d6a7-41ea-800e-b163841b4154 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:06:54.832188 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-611e6414-d6be-435a-936f-71e4fe06c41d tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:54.914681 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-611e6414-d6be-435a-936f-71e4fe06c41d tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Network e72f06f6-4072-43b0-926d-de237a1d2e4f is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:06:54.917988 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-611e6414-d6be-435a-936f-71e4fe06c41d tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:06:54.921900 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-611e6414-d6be-435a-936f-71e4fe06c41d tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:06:54.954804 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e6414-d6be-435a-936f-71e4fe06c41d tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Pushing event updated for resources: {'Port': ['ID=03fd3b9c-d6a7-41ea-800e-b163841b4154,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:06:55.007835 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-611e6414-d6be-435a-936f-71e4fe06c41d tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:06:55.010055 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-611e6414-d6be-435a-936f-71e4fe06c41d tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:55.045833 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-611e6414-d6be-435a-936f-71e4fe06c41d tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9561310 Sep 22 22:06:55.175059 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-8a55501b-2a16-433b-bda8-bfa119bc40df None None] Provisioning for port 03fd3b9c-d6a7-41ea-800e-b163841b4154 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:06:55.182436 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-8a55501b-2a16-433b-bda8-bfa119bc40df None None] Provisioning complete for port 03fd3b9c-d6a7-41ea-800e-b163841b4154 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:06:55.183784 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8a55501b-2a16-433b-bda8-bfa119bc40df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:55.184163 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-8a55501b-2a16-433b-bda8-bfa119bc40df None None] Attempt 1 to provision port 03fd3b9c-d6a7-41ea-800e-b163841b4154 Sep 22 22:06:55.247586 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8a55501b-2a16-433b-bda8-bfa119bc40df None None] Port 03fd3b9c-d6a7-41ea-800e-b163841b4154 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:06:55.474703 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c2635-b411-41f2-9a74-3285ba35e6a6 req-d201ecec-9b56-4df0-81c8-067785280234 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:06:55.476194 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-488c2635-b411-41f2-9a74-3285ba35e6a6 req-d201ecec-9b56-4df0-81c8-067785280234 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=e399c50c-fc9b-4b74-b165-64f379c4a390 HTTP/1.1" status: 200 len: 931 time: 0.0943847 Sep 22 22:06:55.522676 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-488c2635-b411-41f2-9a74-3285ba35e6a6 req-4d812eb5-32da-4968-ae5a-3f3b5af25b58 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa573fd6-4228-4e61-b8f3-8f98dabc468c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406501 Sep 22 22:06:55.748898 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-8a55501b-2a16-433b-bda8-bfa119bc40df None None] Attempt 2 to provision port 03fd3b9c-d6a7-41ea-800e-b163841b4154 Sep 22 22:06:55.806727 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8a55501b-2a16-433b-bda8-bfa119bc40df None None] Port 03fd3b9c-d6a7-41ea-800e-b163841b4154 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:06:56.185522 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:06:56.308491 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-8a55501b-2a16-433b-bda8-bfa119bc40df None None] Attempt 3 to provision port 03fd3b9c-d6a7-41ea-800e-b163841b4154 Sep 22 22:06:56.365162 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8a55501b-2a16-433b-bda8-bfa119bc40df None None] Port 03fd3b9c-d6a7-41ea-800e-b163841b4154 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:06:56.729603 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abfcd41-3e45-40c3-8acd-151a3a330064 req-63733d1d-62d7-438e-81a7-09c4d1d7c7dd tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:06:56.730258 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-4abfcd41-3e45-40c3-8acd-151a3a330064 req-63733d1d-62d7-438e-81a7-09c4d1d7c7dd tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Synchronizing usage tracker for tenant:b3c72b0ce5bd49f9be77b7f1f592feac on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:06:56.747937 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-4abfcd41-3e45-40c3-8acd-151a3a330064 req-63733d1d-62d7-438e-81a7-09c4d1d7c7dd tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Unset dirty status for tenant:b3c72b0ce5bd49f9be77b7f1f592feac on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:06:56.749252 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4abfcd41-3e45-40c3-8acd-151a3a330064 req-63733d1d-62d7-438e-81a7-09c4d1d7c7dd tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=e399c50c-fc9b-4b74-b165-64f379c4a390 HTTP/1.1" status: 200 len: 931 time: 0.1148844 Sep 22 22:06:56.801563 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-4abfcd41-3e45-40c3-8acd-151a3a330064 req-338af8b4-5c68-4666-85be-8108a0f37944 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Synchronizing usage tracker for tenant:b3c72b0ce5bd49f9be77b7f1f592feac on resource:security_group {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:06:56.819250 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-4abfcd41-3e45-40c3-8acd-151a3a330064 req-338af8b4-5c68-4666-85be-8108a0f37944 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Unset dirty status for tenant:b3c72b0ce5bd49f9be77b7f1f592feac on resource:security_group {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:06:56.820641 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4abfcd41-3e45-40c3-8acd-151a3a330064 req-338af8b4-5c68-4666-85be-8108a0f37944 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa573fd6-4228-4e61-b8f3-8f98dabc468c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641663 Sep 22 22:06:56.847911 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:06:56.866862 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-8a55501b-2a16-433b-bda8-bfa119bc40df None None] Attempt 4 to provision port 03fd3b9c-d6a7-41ea-800e-b163841b4154 Sep 22 22:06:56.923642 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8a55501b-2a16-433b-bda8-bfa119bc40df None None] Port 03fd3b9c-d6a7-41ea-800e-b163841b4154 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:06:57.425765 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-8a55501b-2a16-433b-bda8-bfa119bc40df None None] Attempt 5 to provision port 03fd3b9c-d6a7-41ea-800e-b163841b4154 Sep 22 22:06:57.510119 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8a55501b-2a16-433b-bda8-bfa119bc40df None None] Port 03fd3b9c-d6a7-41ea-800e-b163841b4154 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:06:58.011292 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-8a55501b-2a16-433b-bda8-bfa119bc40df None None] Attempt 6 to provision port 03fd3b9c-d6a7-41ea-800e-b163841b4154 Sep 22 22:06:58.029172 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534926e-f87a-462d-9e65-09e0c0dc03f9 req-b779c740-8b4b-47da-a017-588b55958d2d tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:06:58.030711 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-2534926e-f87a-462d-9e65-09e0c0dc03f9 req-b779c740-8b4b-47da-a017-588b55958d2d tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=e399c50c-fc9b-4b74-b165-64f379c4a390 HTTP/1.1" status: 200 len: 931 time: 0.0947840 Sep 22 22:06:58.077906 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8a55501b-2a16-433b-bda8-bfa119bc40df None None] Port 03fd3b9c-d6a7-41ea-800e-b163841b4154 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:06:58.092815 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-2534926e-f87a-462d-9e65-09e0c0dc03f9 req-d7ab487e-bd2b-4202-b41d-68027e5d64ba tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa573fd6-4228-4e61-b8f3-8f98dabc468c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558975 Sep 22 22:06:58.579435 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-8a55501b-2a16-433b-bda8-bfa119bc40df None None] Attempt 7 to provision port 03fd3b9c-d6a7-41ea-800e-b163841b4154 Sep 22 22:06:58.638120 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8a55501b-2a16-433b-bda8-bfa119bc40df None None] Port 03fd3b9c-d6a7-41ea-800e-b163841b4154 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:06:59.139849 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-8a55501b-2a16-433b-bda8-bfa119bc40df None None] Attempt 8 to provision port 03fd3b9c-d6a7-41ea-800e-b163841b4154 Sep 22 22:06:59.216853 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8a55501b-2a16-433b-bda8-bfa119bc40df None None] Port 03fd3b9c-d6a7-41ea-800e-b163841b4154 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:06:59.433359 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785c785-0b46-4c7b-a055-b68f19d3533f req-61331148-e1f8-4c39-a9e0-e847f97ac419 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:06:59.434944 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2785c785-0b46-4c7b-a055-b68f19d3533f req-61331148-e1f8-4c39-a9e0-e847f97ac419 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=e399c50c-fc9b-4b74-b165-64f379c4a390 HTTP/1.1" status: 200 len: 931 time: 0.2143824 Sep 22 22:06:59.487949 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2785c785-0b46-4c7b-a055-b68f19d3533f req-deca09b6-f7a5-4ff0-995a-a3c9679759dc tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa573fd6-4228-4e61-b8f3-8f98dabc468c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442722 Sep 22 22:06:59.718451 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-8a55501b-2a16-433b-bda8-bfa119bc40df None None] Attempt 9 to provision port 03fd3b9c-d6a7-41ea-800e-b163841b4154 Sep 22 22:06:59.773884 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8a55501b-2a16-433b-bda8-bfa119bc40df None None] Port 03fd3b9c-d6a7-41ea-800e-b163841b4154 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:07:00.275241 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-8a55501b-2a16-433b-bda8-bfa119bc40df None None] Attempt 10 to provision port 03fd3b9c-d6a7-41ea-800e-b163841b4154 Sep 22 22:07:00.336066 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8a55501b-2a16-433b-bda8-bfa119bc40df None None] Port 03fd3b9c-d6a7-41ea-800e-b163841b4154 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:07:00.692673 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced44be-9ac7-474f-ae19-f430a60d9a97 req-6fc06cd5-af81-4b01-9f8e-74c54a226fc7 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:07:00.694475 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-cced44be-9ac7-474f-ae19-f430a60d9a97 req-6fc06cd5-af81-4b01-9f8e-74c54a226fc7 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=e399c50c-fc9b-4b74-b165-64f379c4a390 HTTP/1.1" status: 200 len: 931 time: 0.0919096 Sep 22 22:07:00.746616 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-cced44be-9ac7-474f-ae19-f430a60d9a97 req-1608fc42-7f23-4453-8eb8-11344b1195e1 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa573fd6-4228-4e61-b8f3-8f98dabc468c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458763 Sep 22 22:07:01.942104 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae78932-0869-4949-8a94-58415fec1734 req-f5d2d9a1-bc80-4036-b972-584589fcac13 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:07:01.943574 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2ae78932-0869-4949-8a94-58415fec1734 req-f5d2d9a1-bc80-4036-b972-584589fcac13 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=e399c50c-fc9b-4b74-b165-64f379c4a390 HTTP/1.1" status: 200 len: 931 time: 0.0850892 Sep 22 22:07:01.985972 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2ae78932-0869-4949-8a94-58415fec1734 req-1e58703a-d369-4e6f-a5fb-c74bcf8a60fa tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa573fd6-4228-4e61-b8f3-8f98dabc468c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365334 Sep 22 22:07:02.107305 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-54626148-cf61-4f82-bc59-3865f8944354 service neutron] Request body: {'port': {'device_id': 'e399c50c-fc9b-4b74-b165-64f379c4a390', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:07:02.217403 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-54626148-cf61-4f82-bc59-3865f8944354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:02.550200 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-54626148-cf61-4f82-bc59-3865f8944354 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03fd3b9c-d6a7-41ea-800e-b163841b4154 {{(pid=89008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 22:07:02.557176 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-54626148-cf61-4f82-bc59-3865f8944354 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:02.571661 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-54626148-cf61-4f82-bc59-3865f8944354 service neutron] Transition to ACTIVE for port object 03fd3b9c-d6a7-41ea-800e-b163841b4154 will not be triggered until provisioned by entity L2. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:07:02.575028 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-54626148-cf61-4f82-bc59-3865f8944354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:02.757982 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54626148-cf61-4f82-bc59-3865f8944354 service neutron] Pushing event updated for resources: {'Port': ['ID=03fd3b9c-d6a7-41ea-800e-b163841b4154,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:07:02.799221 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-54626148-cf61-4f82-bc59-3865f8944354 service neutron] Attempting to bind port 03fd3b9c-d6a7-41ea-800e-b163841b4154 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:07:02.799552 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-54626148-cf61-4f82-bc59-3865f8944354 service neutron] Attempting to bind port 03fd3b9c-d6a7-41ea-800e-b163841b4154 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'e53ba512-9fea-4219-b914-ddb71d536301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e72f06f6-4072-43b0-926d-de237a1d2e4f'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:07:02.799879 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-54626148-cf61-4f82-bc59-3865f8944354 service neutron] Attempting to bind port 03fd3b9c-d6a7-41ea-800e-b163841b4154 on network e72f06f6-4072-43b0-926d-de237a1d2e4f {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:07:02.804900 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-54626148-cf61-4f82-bc59-3865f8944354 service neutron] Port 03fd3b9c-d6a7-41ea-800e-b163841b4154 on network e72f06f6-4072-43b0-926d-de237a1d2e4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 22:07:02.805152 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-54626148-cf61-4f82-bc59-3865f8944354 service neutron] Attempting to bind port 03fd3b9c-d6a7-41ea-800e-b163841b4154 on network e72f06f6-4072-43b0-926d-de237a1d2e4f {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:07:02.810064 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-54626148-cf61-4f82-bc59-3865f8944354 service neutron] Checking agent: {'id': '8a88b827-3477-4399-ac15-439d59b3c48a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'started_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:07:02.810393 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-54626148-cf61-4f82-bc59-3865f8944354 service neutron] Checking segment: {'id': 'e53ba512-9fea-4219-b914-ddb71d536301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e72f06f6-4072-43b0-926d-de237a1d2e4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:07:02.810803 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-54626148-cf61-4f82-bc59-3865f8944354 service neutron] Bound using segment: {'id': 'e53ba512-9fea-4219-b914-ddb71d536301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e72f06f6-4072-43b0-926d-de237a1d2e4f'} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:07:02.811220 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-54626148-cf61-4f82-bc59-3865f8944354 service neutron] Bound port: 03fd3b9c-d6a7-41ea-800e-b163841b4154, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e53ba512-9fea-4219-b914-ddb71d536301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e72f06f6-4072-43b0-926d-de237a1d2e4f'}}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:07:02.811555 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-54626148-cf61-4f82-bc59-3865f8944354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:02.897115 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-54626148-cf61-4f82-bc59-3865f8944354 service neutron] For port 03fd3b9c-d6a7-41ea-800e-b163841b4154, host hv-neutron-8589, cleared binding levels {{(pid=89008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:07:02.899993 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-54626148-cf61-4f82-bc59-3865f8944354 service neutron] For port 03fd3b9c-d6a7-41ea-800e-b163841b4154, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=03fd3b9c-d6a7-41ea-800e-b163841b4154,segment=NetworkSegment(e53ba512-9fea-4219-b914-ddb71d536301),segment_id=e53ba512-9fea-4219-b914-ddb71d536301)] {{(pid=89008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:07:02.904725 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-54626148-cf61-4f82-bc59-3865f8944354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:02.934441 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-54626148-cf61-4f82-bc59-3865f8944354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:07:02.935067 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-54626148-cf61-4f82-bc59-3865f8944354 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:02.936440 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-54626148-cf61-4f82-bc59-3865f8944354 service neutron] 10.222.0.49 "PUT /v2.0/ports/03fd3b9c-d6a7-41ea-800e-b163841b4154 HTTP/1.1" status: 200 len: 1093 time: 0.8342259 Sep 22 22:07:02.941491 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e399c50c-fc9b-4b74-b165-64f379c4a390', 'tag': '03fd3b9c-d6a7-41ea-800e-b163841b4154'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:07:02.944338 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa214caf-2256-49ae-ae3c-9fea36ba5ecd" -d '{"events": [{"name": "network-changed", "server_uuid": "e399c50c-fc9b-4b74-b165-64f379c4a390", "tag": "03fd3b9c-d6a7-41ea-800e-b163841b4154"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:07:03.014564 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848fa004-fde7-4d22-95d1-288927c2d9cf x-openstack-request-id: req-848fa004-fde7-4d22-95d1-288927c2d9cf {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:07:03.015104 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e399c50c-fc9b-4b74-b165-64f379c4a390", "tag": "03fd3b9c-d6a7-41ea-800e-b163841b4154", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:07:03.015237 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-848fa004-fde7-4d22-95d1-288927c2d9cf {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:07:03.015606 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-848fa004-fde7-4d22-95d1-288927c2d9cf'] response: {'name': 'network-changed', 'server_uuid': 'e399c50c-fc9b-4b74-b165-64f379c4a390', 'tag': '03fd3b9c-d6a7-41ea-800e-b163841b4154', 'status': 'completed', 'code': 200} Sep 22 22:07:03.035651 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54626148-cf61-4f82-bc59-3865f8944354 service neutron] Pushing event updated for resources: {'Port': ['ID=03fd3b9c-d6a7-41ea-800e-b163841b4154,revision_number=3']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:07:03.066996 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-7c7fecd5-c836-4805-84b3-491661015aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:07:03.069093 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-7c7fecd5-c836-4805-84b3-491661015aed service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3c72b0ce5bd49f9be77b7f1f592feac&device_id=e399c50c-fc9b-4b74-b165-64f379c4a390 HTTP/1.1" status: 200 len: 1096 time: 0.0931683 Sep 22 22:07:03.183463 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-1ccb9c54-adf2-43b2-b5a1-115dcfab9bce service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03fd3b9c-d6a7-41ea-800e-b163841b4154 HTTP/1.1" status: 200 len: 217 time: 0.1064241 Sep 22 22:07:03.271037 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-55468306-888f-4236-ae19-c0a6d44e9aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:07:03.272478 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-55468306-888f-4236-ae19-c0a6d44e9aae service neutron] 10.222.0.49 "GET /v2.0/subnets?id=952ae678-0688-4533-a17f-5bb3d56e81f0 HTTP/1.1" status: 200 len: 854 time: 0.0832272 Sep 22 22:07:03.337078 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877bd08a-2159-4b38-b757-8bd73a2373e4 req-19fb0c79-9828-4b13-966f-c29f7bb6a258 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:07:03.338533 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-877bd08a-2159-4b38-b757-8bd73a2373e4 req-19fb0c79-9828-4b13-966f-c29f7bb6a258 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=e399c50c-fc9b-4b74-b165-64f379c4a390 HTTP/1.1" status: 200 len: 943 time: 0.2003999 Sep 22 22:07:03.398434 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-877bd08a-2159-4b38-b757-8bd73a2373e4 req-10299f70-8459-4462-92b6-310495afc994 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa573fd6-4228-4e61-b8f3-8f98dabc468c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511470 Sep 22 22:07:03.408116 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-b5f90f63-5b19-4915-99b2-e42997805cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:07:03.409599 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-b5f90f63-5b19-4915-99b2-e42997805cbf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e72f06f6-4072-43b0-926d-de237a1d2e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1307590 Sep 22 22:07:03.540330 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-fc52712c-abb2-495f-af5f-1da5bcc43e68 service neutron] 10.222.0.49 "GET /v2.0/networks/e72f06f6-4072-43b0-926d-de237a1d2e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231170 Sep 22 22:07:03.762525 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9a8e6cfc-e7aa-43bb-b40b-0c29691f1805 req-aa160b34-fe96-467f-a096-8bf4d87fadbe service neutron] 10.222.0.49 "GET /v2.0/networks/e72f06f6-4072-43b0-926d-de237a1d2e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160633 Sep 22 22:07:03.883932 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa214caf-2256-49ae-ae3c-9fea36ba5ecd req-fc121eec-81f4-4365-ad2c-0f07b2cc0966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:07:03.885365 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fa214caf-2256-49ae-ae3c-9fea36ba5ecd req-fc121eec-81f4-4365-ad2c-0f07b2cc0966 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3c72b0ce5bd49f9be77b7f1f592feac&device_id=e399c50c-fc9b-4b74-b165-64f379c4a390 HTTP/1.1" status: 200 len: 1096 time: 0.0790787 Sep 22 22:07:04.011661 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa214caf-2256-49ae-ae3c-9fea36ba5ecd req-7b5eae68-3276-47eb-94e6-e67edb2cdf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:07:04.013111 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fa214caf-2256-49ae-ae3c-9fea36ba5ecd req-7b5eae68-3276-47eb-94e6-e67edb2cdf0f service neutron] 10.222.0.49 "GET /v2.0/networks?id=e72f06f6-4072-43b0-926d-de237a1d2e4f HTTP/1.1" status: 200 len: 915 time: 0.1216826 Sep 22 22:07:04.085480 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fa214caf-2256-49ae-ae3c-9fea36ba5ecd req-74c511f1-6d44-4cf0-81fb-eee8f15bb2b3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03fd3b9c-d6a7-41ea-800e-b163841b4154 HTTP/1.1" status: 200 len: 217 time: 0.0640917 Sep 22 22:07:04.146705 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa214caf-2256-49ae-ae3c-9fea36ba5ecd req-b44645ec-e7b6-4252-93d2-8397eed844cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:07:04.148076 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fa214caf-2256-49ae-ae3c-9fea36ba5ecd req-b44645ec-e7b6-4252-93d2-8397eed844cf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=952ae678-0688-4533-a17f-5bb3d56e81f0 HTTP/1.1" status: 200 len: 854 time: 0.0567837 Sep 22 22:07:04.230499 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa214caf-2256-49ae-ae3c-9fea36ba5ecd req-6a4461ab-012c-47e0-86ea-aff44d1084f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:07:04.232002 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fa214caf-2256-49ae-ae3c-9fea36ba5ecd req-6a4461ab-012c-47e0-86ea-aff44d1084f5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e72f06f6-4072-43b0-926d-de237a1d2e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778155 Sep 22 22:07:04.363598 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fa214caf-2256-49ae-ae3c-9fea36ba5ecd req-ad44eeb9-e7f3-4634-8292-c56856f8389a service neutron] 10.222.0.49 "GET /v2.0/networks/e72f06f6-4072-43b0-926d-de237a1d2e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225374 Sep 22 22:07:04.496843 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fa214caf-2256-49ae-ae3c-9fea36ba5ecd req-cca0680e-20a9-425b-b0ba-94238c77a4e6 service neutron] 10.222.0.49 "GET /v2.0/networks/e72f06f6-4072-43b0-926d-de237a1d2e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269267 Sep 22 22:07:04.599971 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc79edc-9e6c-4102-9fb3-72ca4c3a8614 req-55685f12-e55f-4dfc-ae43-00d33151626e tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:07:04.601421 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-5cc79edc-9e6c-4102-9fb3-72ca4c3a8614 req-55685f12-e55f-4dfc-ae43-00d33151626e tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=e399c50c-fc9b-4b74-b165-64f379c4a390 HTTP/1.1" status: 200 len: 943 time: 0.0870500 Sep 22 22:07:04.644070 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-5cc79edc-9e6c-4102-9fb3-72ca4c3a8614 req-5654d2d9-2ecf-44f1-8909-865b6115c420 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa573fd6-4228-4e61-b8f3-8f98dabc468c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370173 Sep 22 22:07:05.839276 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90515d-fec2-44a3-9533-59ad6b626665 req-56ec91de-7ce0-4f0b-b22d-97745cb512f2 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:07:05.840711 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9f90515d-fec2-44a3-9533-59ad6b626665 req-56ec91de-7ce0-4f0b-b22d-97745cb512f2 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=e399c50c-fc9b-4b74-b165-64f379c4a390 HTTP/1.1" status: 200 len: 943 time: 0.0848753 Sep 22 22:07:05.883417 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9f90515d-fec2-44a3-9533-59ad6b626665 req-c326fae5-0907-4722-8a83-c7d8fb99ed5e tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa573fd6-4228-4e61-b8f3-8f98dabc468c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370953 Sep 22 22:07:06.529568 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 03fd3b9c-d6a7-41ea-800e-b163841b4154 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 22:07:06.659182 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 03fd3b9c-d6a7-41ea-800e-b163841b4154, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=03fd3b9c-d6a7-41ea-800e-b163841b4154,segment=NetworkSegment(e53ba512-9fea-4219-b914-ddb71d536301),segment_id=e53ba512-9fea-4219-b914-ddb71d536301)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:07:06.671856 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': '03fd3b9c-d6a7-41ea-800e-b163841b4154', 'network_id': 'e72f06f6-4072-43b0-926d-de237a1d2e4f', 'port_id': '03fd3b9c-d6a7-41ea-800e-b163841b4154', 'mac_address': 'fa:16:3e:43:35:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '952ae678-0688-4533-a17f-5bb3d56e81f0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 22:07:06.726494 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 03fd3b9c-d6a7-41ea-800e-b163841b4154 is: DOWN; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:07:06.726897 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:06.747081 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03fd3b9c-d6a7-41ea-800e-b163841b4154 {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 22:07:06.762339 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 03fd3b9c-d6a7-41ea-800e-b163841b4154, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=03fd3b9c-d6a7-41ea-800e-b163841b4154,segment=NetworkSegment(e53ba512-9fea-4219-b914-ddb71d536301),segment_id=e53ba512-9fea-4219-b914-ddb71d536301)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:07:06.766395 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:06.834431 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=03fd3b9c-d6a7-41ea-800e-b163841b4154,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:07:06.841437 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:07:06.841780 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:07:06.842115 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:07:06.842469 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:07:06.842870 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:07:06.843267 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:07:06.843686 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:07:06.844068 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:07:06.844392 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:07:06.844715 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:07:06.845035 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:07:06.845352 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:07:06.970232 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['03fd3b9c-d6a7-41ea-800e-b163841b4154'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 22:07:07.088066 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4fa17-fc08-4377-a416-7e62d48e70c1 req-f2041614-d6be-427e-b209-3013c48593ab tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:07:07.089567 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-18e4fa17-fc08-4377-a416-7e62d48e70c1 req-f2041614-d6be-427e-b209-3013c48593ab tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=e399c50c-fc9b-4b74-b165-64f379c4a390 HTTP/1.1" status: 200 len: 944 time: 0.0968993 Sep 22 22:07:07.134428 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-18e4fa17-fc08-4377-a416-7e62d48e70c1 req-269ff004-a2e0-490e-ba8d-d53c2c78fd94 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa573fd6-4228-4e61-b8f3-8f98dabc468c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385065 Sep 22 22:07:08.329641 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf29ab6-c8bf-40d7-9675-e5081616fb22 req-0834936b-be2e-415c-8710-d79d99308b76 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:07:08.331092 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ccf29ab6-c8bf-40d7-9675-e5081616fb22 req-0834936b-be2e-415c-8710-d79d99308b76 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=e399c50c-fc9b-4b74-b165-64f379c4a390 HTTP/1.1" status: 200 len: 944 time: 0.0886834 Sep 22 22:07:08.373995 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ccf29ab6-c8bf-40d7-9675-e5081616fb22 req-83dd76e7-885c-4f63-8828-ad1db1c586d0 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa573fd6-4228-4e61-b8f3-8f98dabc468c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371931 Sep 22 22:07:08.544978 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 03fd3b9c-d6a7-41ea-800e-b163841b4154 up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:07:08.613402 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning for port 03fd3b9c-d6a7-41ea-800e-b163841b4154 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:07:08.618776 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port 03fd3b9c-d6a7-41ea-800e-b163841b4154 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:07:08.619139 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:08.619467 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port 03fd3b9c-d6a7-41ea-800e-b163841b4154 Sep 22 22:07:08.731073 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 03fd3b9c-d6a7-41ea-800e-b163841b4154 is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:07:08.731440 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:08.784178 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e399c50c-fc9b-4b74-b165-64f379c4a390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03fd3b9c-d6a7-41ea-800e-b163841b4154'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:07:08.787080 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9eeb0c7-49c2-4085-866d-c1468e316f33" -d '{"events": [{"server_uuid": "e399c50c-fc9b-4b74-b165-64f379c4a390", "name": "network-vif-plugged", "status": "completed", "tag": "03fd3b9c-d6a7-41ea-800e-b163841b4154"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:07:08.794241 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 03fd3b9c-d6a7-41ea-800e-b163841b4154, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=03fd3b9c-d6a7-41ea-800e-b163841b4154,segment=NetworkSegment(e53ba512-9fea-4219-b914-ddb71d536301),segment_id=e53ba512-9fea-4219-b914-ddb71d536301)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:07:08.799322 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:08.865650 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=03fd3b9c-d6a7-41ea-800e-b163841b4154,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:07:08.947171 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882bf938-5d48-458f-a855-68cc350b25d0 x-openstack-request-id: req-882bf938-5d48-458f-a855-68cc350b25d0 {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:07:08.947713 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e399c50c-fc9b-4b74-b165-64f379c4a390", "name": "network-vif-plugged", "status": "completed", "tag": "03fd3b9c-d6a7-41ea-800e-b163841b4154", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:07:08.947965 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-882bf938-5d48-458f-a855-68cc350b25d0 {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:07:08.948354 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-882bf938-5d48-458f-a855-68cc350b25d0'] response: {'server_uuid': 'e399c50c-fc9b-4b74-b165-64f379c4a390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03fd3b9c-d6a7-41ea-800e-b163841b4154', 'code': 200} Sep 22 22:07:09.186308 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20895b2a-5f45-491c-809b-dac7ed179d90 req-66405917-5fab-4ec2-803c-df4b3dc78db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:07:09.187781 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-20895b2a-5f45-491c-809b-dac7ed179d90 req-66405917-5fab-4ec2-803c-df4b3dc78db1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e399c50c-fc9b-4b74-b165-64f379c4a390 HTTP/1.1" status: 200 len: 1098 time: 0.0752203 Sep 22 22:07:09.229794 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-20895b2a-5f45-491c-809b-dac7ed179d90 req-3b7f5bff-21d1-44b2-a616-49810ea3eb35 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fa573fd6-4228-4e61-b8f3-8f98dabc468c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359263 Sep 22 22:07:09.570804 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907bb01-6ea3-4ed6-b6ae-38bf300fab79 req-d0ec4b0a-04f3-4a23-b17d-22251170f729 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:07:09.572174 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-8907bb01-6ea3-4ed6-b6ae-38bf300fab79 req-d0ec4b0a-04f3-4a23-b17d-22251170f729 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=e399c50c-fc9b-4b74-b165-64f379c4a390 HTTP/1.1" status: 200 len: 945 time: 0.0860243 Sep 22 22:07:09.615131 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-8907bb01-6ea3-4ed6-b6ae-38bf300fab79 req-a8ba86f5-d4cd-43b6-8eac-586c90f2f54d tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa573fd6-4228-4e61-b8f3-8f98dabc468c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371912 Sep 22 22:07:09.757761 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5e36d1b5-98c5-4212-ace4-098f740ccb0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:10.810547 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ba6e8-4877-4254-9a32-585632125452 req-f27e3823-36c3-475e-95c4-3a236019d2d9 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:07:10.811996 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-ec0ba6e8-4877-4254-9a32-585632125452 req-f27e3823-36c3-475e-95c4-3a236019d2d9 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=e399c50c-fc9b-4b74-b165-64f379c4a390 HTTP/1.1" status: 200 len: 945 time: 0.0848637 Sep 22 22:07:10.857724 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-ec0ba6e8-4877-4254-9a32-585632125452 req-b50e4e50-3e63-411c-b9a4-90f8e766ce3b tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa573fd6-4228-4e61-b8f3-8f98dabc468c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400579 Sep 22 22:07:11.056090 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be06a8e8-f683-4480-9f6b-0445944797e9 req-60037951-f0bd-479f-a59a-06a84835b83e tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:07:11.057520 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-be06a8e8-f683-4480-9f6b-0445944797e9 req-60037951-f0bd-479f-a59a-06a84835b83e tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=e399c50c-fc9b-4b74-b165-64f379c4a390 HTTP/1.1" status: 200 len: 945 time: 0.0907443 Sep 22 22:07:11.100613 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-be06a8e8-f683-4480-9f6b-0445944797e9 req-039d6933-4dd9-4b8e-8ce7-ca8295d410de tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa573fd6-4228-4e61-b8f3-8f98dabc468c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375168 Sep 22 22:07:11.495897 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40319026-00c6-4ba4-bdcd-dce8152077cc req-4a79df28-5089-46fd-a5ac-71546f90d611 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:07:11.497262 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-40319026-00c6-4ba4-bdcd-dce8152077cc req-4a79df28-5089-46fd-a5ac-71546f90d611 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=e399c50c-fc9b-4b74-b165-64f379c4a390 HTTP/1.1" status: 200 len: 945 time: 0.0858665 Sep 22 22:07:11.543708 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-40319026-00c6-4ba4-bdcd-dce8152077cc req-d251c9a8-a921-41be-91c2-5f7359894b27 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa573fd6-4228-4e61-b8f3-8f98dabc468c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408468 Sep 22 22:07:11.976476 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-99fbe24d-07f0-40f6-a8d8-d44352c94365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:12.830026 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:13.232970 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:14.616745 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:24.080617 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ec860-cad3-4d77-909a-2dd98084bec0 req-f7f6463a-5976-4498-9200-37c092de7950 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:07:24.082596 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-718ec860-cad3-4d77-909a-2dd98084bec0 req-f7f6463a-5976-4498-9200-37c092de7950 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=e399c50c-fc9b-4b74-b165-64f379c4a390 HTTP/1.1" status: 200 len: 945 time: 0.0849400 Sep 22 22:07:24.124944 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-718ec860-cad3-4d77-909a-2dd98084bec0 req-cf316393-d046-4bd4-899d-751b549f8eaf tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa573fd6-4228-4e61-b8f3-8f98dabc468c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368698 Sep 22 22:07:24.153969 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 57128) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:07:24.339830 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da422e8-49dd-4107-9940-07cc9c9fb404 tempest-TestMinimumBasicScenario-1644043147 tempest-TestMinimumBasicScenario-1644043147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:07:24.340448 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-4da422e8-49dd-4107-9940-07cc9c9fb404 tempest-TestMinimumBasicScenario-1644043147 tempest-TestMinimumBasicScenario-1644043147-project-admin] Synchronizing usage tracker for tenant:68bceaca80ed42e7944a6fb3c44f554a on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:07:24.357933 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-4da422e8-49dd-4107-9940-07cc9c9fb404 tempest-TestMinimumBasicScenario-1644043147 tempest-TestMinimumBasicScenario-1644043147-project-admin] Unset dirty status for tenant:68bceaca80ed42e7944a6fb3c44f554a on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:07:24.359249 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-4da422e8-49dd-4107-9940-07cc9c9fb404 tempest-TestMinimumBasicScenario-1644043147 tempest-TestMinimumBasicScenario-1644043147-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=e399c50c-fc9b-4b74-b165-64f379c4a390 HTTP/1.1" status: 200 len: 1093 time: 0.2043087 Sep 22 22:07:24.362433 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 57134) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:07:24.367361 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-d10e92ec-70a1-4022-a241-aa736fa92234 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Request body: {'floatingip': {'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'port_id': '03fd3b9c-d6a7-41ea-800e-b163841b4154', 'tenant_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:07:24.373289 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-d10e92ec-70a1-4022-a241-aa736fa92234 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:07:24.377077 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-d10e92ec-70a1-4022-a241-aa736fa92234 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Usage tracker for resource:floatingip and tenant:b3c72b0ce5bd49f9be77b7f1f592feac is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:07:24.380436 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-d10e92ec-70a1-4022-a241-aa736fa92234 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:07:24.386411 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-d10e92ec-70a1-4022-a241-aa736fa92234 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:07:24.397719 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d10e92ec-70a1-4022-a241-aa736fa92234 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for floatingip, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:24.624831 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d10e92ec-70a1-4022-a241-aa736fa92234 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:24.753635 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-d10e92ec-70a1-4022-a241-aa736fa92234 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Allocated IP 172.26.0.192 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/30446b7c-a90e-48f8-ad57-43aaca7ee669) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:07:24.894054 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d10e92ec-70a1-4022-a241-aa736fa92234 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:24.922242 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d10e92ec-70a1-4022-a241-aa736fa92234 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:24.990487 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10e92ec-70a1-4022-a241-aa736fa92234 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:07:24.993390 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-d10e92ec-70a1-4022-a241-aa736fa92234 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:07:24.997003 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10e92ec-70a1-4022-a241-aa736fa92234 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:07:25.025183 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10e92ec-70a1-4022-a241-aa736fa92234 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Pushing event updated for resources: {'Port': ['ID=30446b7c-a90e-48f8-ad57-43aaca7ee669,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:07:25.407557 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d10e92ec-70a1-4022-a241-aa736fa92234 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:25.481589 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d10e92ec-70a1-4022-a241-aa736fa92234 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:25.686276 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d10e92ec-70a1-4022-a241-aa736fa92234 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:25.690743 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d10e92ec-70a1-4022-a241-aa736fa92234 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:25.795383 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d10e92ec-70a1-4022-a241-aa736fa92234 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:25.841553 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10e92ec-70a1-4022-a241-aa736fa92234 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Pushing event updated for resources: {'Port': ['ID=30446b7c-a90e-48f8-ad57-43aaca7ee669,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:07:25.963227 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.l3_db [None req-d10e92ec-70a1-4022-a241-aa736fa92234 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Floating IP a92302b8-a0bb-44a2-8d26-1a624506a893 associated. External IP: 172.26.0.192, port: 03fd3b9c-d6a7-41ea-800e-b163841b4154. Sep 22 22:07:26.185593 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:26.421078 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10e92ec-70a1-4022-a241-aa736fa92234 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Router a2e07b09-95b8-4c14-96e1-778f9e96c1f0 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 22:07:26.603993 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10e92ec-70a1-4022-a241-aa736fa92234 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:07:26.613313 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1247f861-0079-47d6-a8c5-ded0760ba8ca None None] Sync routers for ids ['a2e07b09-95b8-4c14-96e1-778f9e96c1f0'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:07:26.622084 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1247f861-0079-47d6-a8c5-ded0760ba8ca None None] Routers {'a2e07b09-95b8-4c14-96e1-778f9e96c1f0'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:07:26.622709 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-1247f861-0079-47d6-a8c5-ded0760ba8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:07:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['a2e07b09-95b8-4c14-96e1-778f9e96c1f0'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:07:26.628140 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-d10e92ec-70a1-4022-a241-aa736fa92234 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:26.685711 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-d10e92ec-70a1-4022-a241-aa736fa92234 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3222179 Sep 22 22:07:26.686380 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e399c50c-fc9b-4b74-b165-64f379c4a390', 'tag': '03fd3b9c-d6a7-41ea-800e-b163841b4154'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:07:26.688588 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 57138) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:07:26.689139 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90604bc8-edd7-4da5-900c-55a78251a6c1" -d '{"events": [{"name": "network-changed", "server_uuid": "e399c50c-fc9b-4b74-b165-64f379c4a390", "tag": "03fd3b9c-d6a7-41ea-800e-b163841b4154"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:07:26.702879 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-b21eff49-65d9-45de-82af-ff81bf184a06 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-468211206', 'description': 'tempest-secgroup-smoke-468211206 description', 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:07:26.710062 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-b21eff49-65d9-45de-82af-ff81bf184a06 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:07:26.719886 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-b21eff49-65d9-45de-82af-ff81bf184a06 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:07:26.730853 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b21eff49-65d9-45de-82af-ff81bf184a06 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:26.735148 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9dd7bf7-48cd-4053-9397-c92128340f1f x-openstack-request-id: req-b9dd7bf7-48cd-4053-9397-c92128340f1f {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:07:26.735504 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e399c50c-fc9b-4b74-b165-64f379c4a390", "tag": "03fd3b9c-d6a7-41ea-800e-b163841b4154", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:07:26.735820 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-b9dd7bf7-48cd-4053-9397-c92128340f1f {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:07:26.736339 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9dd7bf7-48cd-4053-9397-c92128340f1f'] response: {'name': 'network-changed', 'server_uuid': 'e399c50c-fc9b-4b74-b165-64f379c4a390', 'tag': '03fd3b9c-d6a7-41ea-800e-b163841b4154', 'status': 'completed', 'code': 200} Sep 22 22:07:26.751835 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-b21eff49-65d9-45de-82af-ff81bf184a06 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:07:26.756375 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-b21eff49-65d9-45de-82af-ff81bf184a06 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Usage tracker for resource:security_group_rule and tenant:b3c72b0ce5bd49f9be77b7f1f592feac is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:07:26.759413 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-b21eff49-65d9-45de-82af-ff81bf184a06 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:07:26.765228 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-b21eff49-65d9-45de-82af-ff81bf184a06 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:07:26.806872 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-1247f861-0079-47d6-a8c5-ded0760ba8ca None None] Set router a2e07b09-95b8-4c14-96e1-778f9e96c1f0 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:07:26.837971 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90604bc8-edd7-4da5-900c-55a78251a6c1 req-339d1547-6b67-41f2-9725-4d0bacec1acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:07:26.839620 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-90604bc8-edd7-4da5-900c-55a78251a6c1 req-339d1547-6b67-41f2-9725-4d0bacec1acf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3c72b0ce5bd49f9be77b7f1f592feac&device_id=e399c50c-fc9b-4b74-b165-64f379c4a390 HTTP/1.1" status: 200 len: 1098 time: 0.0827398 Sep 22 22:07:26.843838 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b21eff49-65d9-45de-82af-ff81bf184a06 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:26.852665 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b21eff49-65d9-45de-82af-ff81bf184a06 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:26.897479 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b21eff49-65d9-45de-82af-ff81bf184a06 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:26.897479 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-b21eff49-65d9-45de-82af-ff81bf184a06 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2023928 Sep 22 22:07:26.897479 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 57144) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:07:26.914405 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-f7c4d4cb-e26c-46d6-9b1c-b68fa98f9889 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Request body: {'security_group_rule': {'security_group_id': 'dd85842c-550a-405f-84f9-0743a77a3330', 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:07:26.914405 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-f7c4d4cb-e26c-46d6-9b1c-b68fa98f9889 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:07:26.914405 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f7c4d4cb-e26c-46d6-9b1c-b68fa98f9889 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Usage tracker for resource:security_group_rule and tenant:b3c72b0ce5bd49f9be77b7f1f592feac is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:07:26.919405 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f7c4d4cb-e26c-46d6-9b1c-b68fa98f9889 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:07:26.928538 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-f7c4d4cb-e26c-46d6-9b1c-b68fa98f9889 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:07:26.940734 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21eff49-65d9-45de-82af-ff81bf184a06 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd85842c-550a-405f-84f9-0743a77a3330,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:07:26.954252 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21eff49-65d9-45de-82af-ff81bf184a06 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:07:26.954641 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21eff49-65d9-45de-82af-ff81bf184a06 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:07:26.955369 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21eff49-65d9-45de-82af-ff81bf184a06 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:07:26.955369 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21eff49-65d9-45de-82af-ff81bf184a06 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:07:26.955698 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21eff49-65d9-45de-82af-ff81bf184a06 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:07:26.955979 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21eff49-65d9-45de-82af-ff81bf184a06 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:07:26.956310 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21eff49-65d9-45de-82af-ff81bf184a06 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:07:26.957161 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21eff49-65d9-45de-82af-ff81bf184a06 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:07:26.957761 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21eff49-65d9-45de-82af-ff81bf184a06 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:07:26.957954 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21eff49-65d9-45de-82af-ff81bf184a06 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:07:26.958126 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21eff49-65d9-45de-82af-ff81bf184a06 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:07:26.958438 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21eff49-65d9-45de-82af-ff81bf184a06 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:07:26.962034 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f7c4d4cb-e26c-46d6-9b1c-b68fa98f9889 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:27.002802 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90604bc8-edd7-4da5-900c-55a78251a6c1 req-3ac0b1cb-7916-483e-8001-76b046044823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:07:27.004326 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-90604bc8-edd7-4da5-900c-55a78251a6c1 req-3ac0b1cb-7916-483e-8001-76b046044823 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e72f06f6-4072-43b0-926d-de237a1d2e4f HTTP/1.1" status: 200 len: 915 time: 0.1579058 Sep 22 22:07:27.026487 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f7c4d4cb-e26c-46d6-9b1c-b68fa98f9889 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:27.031311 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f7c4d4cb-e26c-46d6-9b1c-b68fa98f9889 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:27.058672 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c4d4cb-e26c-46d6-9b1c-b68fa98f9889 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a02a2ef0-e5d9-4f02-bdf4-26301c586eae,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:07:27.067909 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f7c4d4cb-e26c-46d6-9b1c-b68fa98f9889 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:27.071102 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-f7c4d4cb-e26c-46d6-9b1c-b68fa98f9889 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1741495 Sep 22 22:07:27.073746 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 57148) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:07:27.090943 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-997d70ec-8a81-4e67-8de7-a5b1f05f97eb tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Request body: {'security_group_rule': {'security_group_id': 'dd85842c-550a-405f-84f9-0743a77a3330', 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:07:27.106930 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-997d70ec-8a81-4e67-8de7-a5b1f05f97eb tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:07:27.114297 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-997d70ec-8a81-4e67-8de7-a5b1f05f97eb tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Usage tracker for resource:security_group_rule and tenant:b3c72b0ce5bd49f9be77b7f1f592feac is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:07:27.118552 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-997d70ec-8a81-4e67-8de7-a5b1f05f97eb tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:07:27.127377 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-997d70ec-8a81-4e67-8de7-a5b1f05f97eb tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:07:27.136922 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-90604bc8-edd7-4da5-900c-55a78251a6c1 req-4f793aa1-b4af-4620-baf3-91c7175f173e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03fd3b9c-d6a7-41ea-800e-b163841b4154 HTTP/1.1" status: 200 len: 999 time: 0.1221907 Sep 22 22:07:27.176641 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-1247f861-0079-47d6-a8c5-ded0760ba8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'name': 'tempest-TestMinimumBasicScenario-1854485850-router', 'tenant_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.78'}], 'enable_snat': True}, 'gw_port_id': 'fc79d3b5-3341-4340-a828-48cd4158aaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:06:31Z', 'updated_at': '2022-09-22T22:06:35Z', 'revision_number': 4, 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'gw_port': {'id': 'fc79d3b5-3341-4340-a828-48cd4158aaaf', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:06:32Z', 'updated_at': '2022-09-22T22:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': 'a92302b8-a0bb-44a2-8d26-1a624506a893', 'tenant_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'floating_ip_address': '172.26.0.192', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'port_id': '03fd3b9c-d6a7-41ea-800e-b163841b4154', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e72f06f6-4072-43b0-926d-de237a1d2e4f', 'mac_address': 'fa:16:3e:43:35:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e399c50c-fc9b-4b74-b165-64f379c4a390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:07:25Z', 'updated_at': '2022-09-22T22:07:25Z', 'revision_number': 0, 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9da55fd5-6181-436d-a6f7-15145823d322', 'name': '', 'network_id': 'e72f06f6-4072-43b0-926d-de237a1d2e4f', 'tenant_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'mac_address': 'fa:16:3e:b7:cb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '952ae678-0688-4533-a17f-5bb3d56e81f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:06:34Z', 'updated_at': '2022-09-22T22:06:41Z', 'revision_number': 5, 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'subnets': [{'id': '952ae678-0688-4533-a17f-5bb3d56e81f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:07:27.180433 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1247f861-0079-47d6-a8c5-ded0760ba8ca None None] Checking router: a2e07b09-95b8-4c14-96e1-778f9e96c1f0 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:07:27.184565 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-997d70ec-8a81-4e67-8de7-a5b1f05f97eb tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:27.188732 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1247f861-0079-47d6-a8c5-ded0760ba8ca None None] Routers {'a2e07b09-95b8-4c14-96e1-778f9e96c1f0'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:07:27.189459 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-1247f861-0079-47d6-a8c5-ded0760ba8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:07:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['a2e07b09-95b8-4c14-96e1-778f9e96c1f0'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:07:27.239774 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90604bc8-edd7-4da5-900c-55a78251a6c1 req-0bcf26ad-dead-465f-8e88-0613a0cc016d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:07:27.241196 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-90604bc8-edd7-4da5-900c-55a78251a6c1 req-0bcf26ad-dead-465f-8e88-0613a0cc016d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=952ae678-0688-4533-a17f-5bb3d56e81f0 HTTP/1.1" status: 200 len: 854 time: 0.0937204 Sep 22 22:07:27.306695 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-997d70ec-8a81-4e67-8de7-a5b1f05f97eb tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:27.315284 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-997d70ec-8a81-4e67-8de7-a5b1f05f97eb tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:27.343324 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d70ec-8a81-4e67-8de7-a5b1f05f97eb tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eea4788-703d-40b7-b20a-f0097d3379b0,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:07:27.357166 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-997d70ec-8a81-4e67-8de7-a5b1f05f97eb tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:27.358325 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-997d70ec-8a81-4e67-8de7-a5b1f05f97eb tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2836452 Sep 22 22:07:27.361184 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 57152) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:07:27.367905 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-55495d70-9411-4c2f-a05a-3c5ec3a6f917 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Request body: {'security_group_rule': {'security_group_id': 'dd85842c-550a-405f-84f9-0743a77a3330', 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:07:27.369358 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90604bc8-edd7-4da5-900c-55a78251a6c1 req-4ac6b7ec-a374-4db8-8a4c-31da944db899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:07:27.370882 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-90604bc8-edd7-4da5-900c-55a78251a6c1 req-4ac6b7ec-a374-4db8-8a4c-31da944db899 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e72f06f6-4072-43b0-926d-de237a1d2e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1212647 Sep 22 22:07:27.373933 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-55495d70-9411-4c2f-a05a-3c5ec3a6f917 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:07:27.374716 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-1247f861-0079-47d6-a8c5-ded0760ba8ca None None] Set router a2e07b09-95b8-4c14-96e1-778f9e96c1f0 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:07:27.377772 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-55495d70-9411-4c2f-a05a-3c5ec3a6f917 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Usage tracker for resource:security_group_rule and tenant:b3c72b0ce5bd49f9be77b7f1f592feac is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:07:27.380683 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-55495d70-9411-4c2f-a05a-3c5ec3a6f917 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:07:27.386825 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-55495d70-9411-4c2f-a05a-3c5ec3a6f917 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:07:27.405925 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-55495d70-9411-4c2f-a05a-3c5ec3a6f917 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:27.478590 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-55495d70-9411-4c2f-a05a-3c5ec3a6f917 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:27.484043 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-55495d70-9411-4c2f-a05a-3c5ec3a6f917 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:27.507995 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55495d70-9411-4c2f-a05a-3c5ec3a6f917 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecb1bb8a-83f2-419f-b99b-66bb9a396d90,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:07:27.516152 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-90604bc8-edd7-4da5-900c-55a78251a6c1 req-9f12d6b9-d595-4b20-9ebe-35c20dba315c service neutron] 10.222.0.49 "GET /v2.0/networks/e72f06f6-4072-43b0-926d-de237a1d2e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363358 Sep 22 22:07:27.518237 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-55495d70-9411-4c2f-a05a-3c5ec3a6f917 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:27.520370 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-55495d70-9411-4c2f-a05a-3c5ec3a6f917 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1581264 Sep 22 22:07:27.522980 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 57156) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:07:27.527812 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-f899e1f9-c065-471f-9a29-dfda0d99cbda tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Request body: {'security_group_rule': {'security_group_id': 'dd85842c-550a-405f-84f9-0743a77a3330', 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:07:27.533792 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-f899e1f9-c065-471f-9a29-dfda0d99cbda tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:07:27.538005 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f899e1f9-c065-471f-9a29-dfda0d99cbda tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Usage tracker for resource:security_group_rule and tenant:b3c72b0ce5bd49f9be77b7f1f592feac is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:07:27.540911 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f899e1f9-c065-471f-9a29-dfda0d99cbda tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:07:27.546824 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-f899e1f9-c065-471f-9a29-dfda0d99cbda tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:07:27.565962 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f899e1f9-c065-471f-9a29-dfda0d99cbda tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:27.632558 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f899e1f9-c065-471f-9a29-dfda0d99cbda tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:27.637352 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f899e1f9-c065-471f-9a29-dfda0d99cbda tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:27.654065 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-90604bc8-edd7-4da5-900c-55a78251a6c1 req-ea669714-6c95-42ad-b4de-a297d63fbd12 service neutron] 10.222.0.49 "GET /v2.0/networks/e72f06f6-4072-43b0-926d-de237a1d2e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314452 Sep 22 22:07:27.662911 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f899e1f9-c065-471f-9a29-dfda0d99cbda tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3154d943-5248-48f2-82f6-ce519657342b,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:07:27.673041 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f899e1f9-c065-471f-9a29-dfda0d99cbda tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:27.674805 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-f899e1f9-c065-471f-9a29-dfda0d99cbda tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1503799 Sep 22 22:07:27.678019 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 57160) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:07:27.683409 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-495247e6-4880-46f0-8525-f0a921f330ee tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Request body: {'security_group_rule': {'security_group_id': 'dd85842c-550a-405f-84f9-0743a77a3330', 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:07:27.689705 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-495247e6-4880-46f0-8525-f0a921f330ee tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:07:27.693619 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-495247e6-4880-46f0-8525-f0a921f330ee tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Usage tracker for resource:security_group_rule and tenant:b3c72b0ce5bd49f9be77b7f1f592feac is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:07:27.696446 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-495247e6-4880-46f0-8525-f0a921f330ee tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:07:27.703092 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-495247e6-4880-46f0-8525-f0a921f330ee tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:07:27.713461 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.securitygroups_db [None req-495247e6-4880-46f0-8525-f0a921f330ee tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Project b3c72b0ce5bd49f9be77b7f1f592feac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 22:07:27.720259 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-495247e6-4880-46f0-8525-f0a921f330ee tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:27.746184 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-1247f861-0079-47d6-a8c5-ded0760ba8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'name': 'tempest-TestMinimumBasicScenario-1854485850-router', 'tenant_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.78'}], 'enable_snat': True}, 'gw_port_id': 'fc79d3b5-3341-4340-a828-48cd4158aaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:06:31Z', 'updated_at': '2022-09-22T22:06:35Z', 'revision_number': 4, 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'gw_port': {'id': 'fc79d3b5-3341-4340-a828-48cd4158aaaf', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:06:32Z', 'updated_at': '2022-09-22T22:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': 'a92302b8-a0bb-44a2-8d26-1a624506a893', 'tenant_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'floating_ip_address': '172.26.0.192', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'port_id': '03fd3b9c-d6a7-41ea-800e-b163841b4154', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e72f06f6-4072-43b0-926d-de237a1d2e4f', 'mac_address': 'fa:16:3e:43:35:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e399c50c-fc9b-4b74-b165-64f379c4a390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:07:25Z', 'updated_at': '2022-09-22T22:07:25Z', 'revision_number': 0, 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9da55fd5-6181-436d-a6f7-15145823d322', 'name': '', 'network_id': 'e72f06f6-4072-43b0-926d-de237a1d2e4f', 'tenant_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'mac_address': 'fa:16:3e:b7:cb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '952ae678-0688-4533-a17f-5bb3d56e81f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:06:34Z', 'updated_at': '2022-09-22T22:06:41Z', 'revision_number': 5, 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'subnets': [{'id': '952ae678-0688-4533-a17f-5bb3d56e81f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:07:27.750184 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1247f861-0079-47d6-a8c5-ded0760ba8ca None None] The sync data for ids ['a2e07b09-95b8-4c14-96e1-778f9e96c1f0'] in dv-neutron-858900-1-hyperv is: [{'id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'name': 'tempest-TestMinimumBasicScenario-1854485850-router', 'tenant_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.78'}], 'enable_snat': True}, 'gw_port_id': 'fc79d3b5-3341-4340-a828-48cd4158aaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:06:31Z', 'updated_at': '2022-09-22T22:06:35Z', 'revision_number': 4, 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'gw_port': {'id': 'fc79d3b5-3341-4340-a828-48cd4158aaaf', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:06:32Z', 'updated_at': '2022-09-22T22:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': 'a92302b8-a0bb-44a2-8d26-1a624506a893', 'tenant_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'floating_ip_address': '172.26.0.192', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'port_id': '03fd3b9c-d6a7-41ea-800e-b163841b4154', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e72f06f6-4072-43b0-926d-de237a1d2e4f', 'mac_address': 'fa:16:3e:43:35:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e399c50c-fc9b-4b74-b165-64f379c4a390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:07:25Z', 'updated_at': '2022-09-22T22:07:25Z', 'revision_number': 0, 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9da55fd5-6181-436d-a6f7-15145823d322', 'name': '', 'network_id': 'e72f06f6-4072-43b0-926d-de237a1d2e4f', 'tenant_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'mac_address': 'fa:16:3e:b7:cb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '952ae678-0688-4533-a17f-5bb3d56e81f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:06:34Z', 'updated_at': '2022-09-22T22:06:41Z', 'revision_number': 5, 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'subnets': [{'id': '952ae678-0688-4533-a17f-5bb3d56e81f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:07:27.791830 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-495247e6-4880-46f0-8525-f0a921f330ee tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:27.795998 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-495247e6-4880-46f0-8525-f0a921f330ee tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:27.820069 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495247e6-4880-46f0-8525-f0a921f330ee tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9b350d7-57b1-4687-9550-014ac769d758,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:07:27.830321 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-495247e6-4880-46f0-8525-f0a921f330ee tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:27.834657 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-495247e6-4880-46f0-8525-f0a921f330ee tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1524358 Sep 22 22:07:27.834954 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 57164) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:07:27.840085 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-aa7bd06a-10db-49b6-9fb4-81275261f121 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Request body: {'security_group_rule': {'security_group_id': 'dd85842c-550a-405f-84f9-0743a77a3330', 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:07:27.846015 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-aa7bd06a-10db-49b6-9fb4-81275261f121 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:07:27.850492 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-aa7bd06a-10db-49b6-9fb4-81275261f121 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Usage tracker for resource:security_group_rule and tenant:b3c72b0ce5bd49f9be77b7f1f592feac is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:07:27.853329 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-aa7bd06a-10db-49b6-9fb4-81275261f121 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:07:27.859111 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-aa7bd06a-10db-49b6-9fb4-81275261f121 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:07:27.869587 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.securitygroups_db [None req-aa7bd06a-10db-49b6-9fb4-81275261f121 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Project b3c72b0ce5bd49f9be77b7f1f592feac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 22:07:27.876663 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-aa7bd06a-10db-49b6-9fb4-81275261f121 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:27.945875 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95db0e0c-cbf8-4f3c-926f-b8df049163ad None None] New status for floating IP a92302b8-a0bb-44a2-8d26-1a624506a893: ACTIVE {{(pid=89011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 22:07:27.946701 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-aa7bd06a-10db-49b6-9fb4-81275261f121 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:27.951064 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-aa7bd06a-10db-49b6-9fb4-81275261f121 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:27.975044 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7bd06a-10db-49b6-9fb4-81275261f121 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9cd2009-a81f-4e69-8491-4a10e03af57f,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:07:27.983406 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-aa7bd06a-10db-49b6-9fb4-81275261f121 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:27.984572 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-aa7bd06a-10db-49b6-9fb4-81275261f121 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1486888 Sep 22 22:07:28.103280 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ae6c7dd1-c152-4315-80f8-78328eff402f req-888c737a-36c9-4e61-bd5c-a6fe324606dc tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-468211206&fields=id&tenant_id=b3c72b0ce5bd49f9be77b7f1f592feac HTTP/1.1" status: 200 len: 267 time: 0.0401485 Sep 22 22:07:28.303260 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c7dd1-c152-4315-80f8-78328eff402f req-91736013-e2f0-42b6-bc96-cac768cbc890 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:07:28.304713 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ae6c7dd1-c152-4315-80f8-78328eff402f req-91736013-e2f0-42b6-bc96-cac768cbc890 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=e399c50c-fc9b-4b74-b165-64f379c4a390 HTTP/1.1" status: 200 len: 945 time: 0.1959648 Sep 22 22:07:28.315199 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-ae6c7dd1-c152-4315-80f8-78328eff402f req-a5a150ff-8870-4224-a6ef-6450da768142 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Request body: {'port': {'security_groups': ['fa573fd6-4228-4e61-b8f3-8f98dabc468c', 'dd85842c-550a-405f-84f9-0743a77a3330']}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:07:28.433962 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-ae6c7dd1-c152-4315-80f8-78328eff402f req-a5a150ff-8870-4224-a6ef-6450da768142 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:28.688983 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-ae6c7dd1-c152-4315-80f8-78328eff402f req-a5a150ff-8870-4224-a6ef-6450da768142 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] For port 03fd3b9c-d6a7-41ea-800e-b163841b4154, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=03fd3b9c-d6a7-41ea-800e-b163841b4154,segment=NetworkSegment(e53ba512-9fea-4219-b914-ddb71d536301),segment_id=e53ba512-9fea-4219-b914-ddb71d536301)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:07:28.712862 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-ae6c7dd1-c152-4315-80f8-78328eff402f req-a5a150ff-8870-4224-a6ef-6450da768142 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:28.717307 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-ae6c7dd1-c152-4315-80f8-78328eff402f req-a5a150ff-8870-4224-a6ef-6450da768142 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:28.729482 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['03fd3b9c-d6a7-41ea-800e-b163841b4154'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 22:07:28.758243 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c7dd1-c152-4315-80f8-78328eff402f req-a5a150ff-8870-4224-a6ef-6450da768142 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:07:28.758877 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-ae6c7dd1-c152-4315-80f8-78328eff402f req-a5a150ff-8870-4224-a6ef-6450da768142 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:28.760215 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ae6c7dd1-c152-4315-80f8-78328eff402f req-a5a150ff-8870-4224-a6ef-6450da768142 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "PUT /v2.0/ports/03fd3b9c-d6a7-41ea-800e-b163841b4154 HTTP/1.1" status: 200 len: 981 time: 0.4494278 Sep 22 22:07:28.761971 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e399c50c-fc9b-4b74-b165-64f379c4a390', 'tag': '03fd3b9c-d6a7-41ea-800e-b163841b4154'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:07:28.763178 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385f0973-e4f5-46ec-b81e-a8445c1b5ec6" -d '{"events": [{"name": "network-changed", "server_uuid": "e399c50c-fc9b-4b74-b165-64f379c4a390", "tag": "03fd3b9c-d6a7-41ea-800e-b163841b4154"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:07:28.816865 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84984136-1c55-4428-99c2-8c205f138626 x-openstack-request-id: req-84984136-1c55-4428-99c2-8c205f138626 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:07:28.817157 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e399c50c-fc9b-4b74-b165-64f379c4a390", "tag": "03fd3b9c-d6a7-41ea-800e-b163841b4154", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:07:28.817464 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-84984136-1c55-4428-99c2-8c205f138626 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:07:28.817868 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84984136-1c55-4428-99c2-8c205f138626'] response: {'name': 'network-changed', 'server_uuid': 'e399c50c-fc9b-4b74-b165-64f379c4a390', 'tag': '03fd3b9c-d6a7-41ea-800e-b163841b4154', 'status': 'completed', 'code': 200} Sep 22 22:07:28.820423 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['03fd3b9c-d6a7-41ea-800e-b163841b4154'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 22:07:28.824311 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a150ff-8870-4224-a6ef-6450da768142 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Pushing event updated for resources: {'Port': ['ID=03fd3b9c-d6a7-41ea-800e-b163841b4154,revision_number=6']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:07:28.930262 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f0973-e4f5-46ec-b81e-a8445c1b5ec6 req-2f5a5bd5-db63-4a9f-809e-a26c4b2d471d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:07:28.932060 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-385f0973-e4f5-46ec-b81e-a8445c1b5ec6 req-2f5a5bd5-db63-4a9f-809e-a26c4b2d471d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3c72b0ce5bd49f9be77b7f1f592feac&device_id=e399c50c-fc9b-4b74-b165-64f379c4a390 HTTP/1.1" status: 200 len: 1137 time: 0.0832782 Sep 22 22:07:29.136233 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f0973-e4f5-46ec-b81e-a8445c1b5ec6 req-21bac3dc-7d1f-40b5-86fd-97940c167635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:07:29.137673 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-385f0973-e4f5-46ec-b81e-a8445c1b5ec6 req-21bac3dc-7d1f-40b5-86fd-97940c167635 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e72f06f6-4072-43b0-926d-de237a1d2e4f HTTP/1.1" status: 200 len: 915 time: 0.1949201 Sep 22 22:07:29.207985 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58149fce-2aea-4734-90bc-2c35a0100be5 req-977e2160-2209-474e-b631-217eed827430 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:07:29.209829 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-58149fce-2aea-4734-90bc-2c35a0100be5 req-977e2160-2209-474e-b631-217eed827430 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=e399c50c-fc9b-4b74-b165-64f379c4a390 HTTP/1.1" status: 200 len: 984 time: 0.1805398 Sep 22 22:07:29.278261 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-385f0973-e4f5-46ec-b81e-a8445c1b5ec6 req-02e2eb22-e7fc-4c1a-a78c-058772243e07 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03fd3b9c-d6a7-41ea-800e-b163841b4154 HTTP/1.1" status: 200 len: 1001 time: 0.1325171 Sep 22 22:07:29.284709 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-58149fce-2aea-4734-90bc-2c35a0100be5 req-5f0efa48-a432-4a93-9441-d9ea857e1a5b tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa573fd6-4228-4e61-b8f3-8f98dabc468c&id=dd85842c-550a-405f-84f9-0743a77a3330&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0622747 Sep 22 22:07:29.342065 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f0973-e4f5-46ec-b81e-a8445c1b5ec6 req-f74e855a-ba92-43bf-9d91-4915ca423213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:07:29.343532 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-385f0973-e4f5-46ec-b81e-a8445c1b5ec6 req-f74e855a-ba92-43bf-9d91-4915ca423213 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=952ae678-0688-4533-a17f-5bb3d56e81f0 HTTP/1.1" status: 200 len: 854 time: 0.0579817 Sep 22 22:07:29.433846 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f0973-e4f5-46ec-b81e-a8445c1b5ec6 req-55413e80-7c10-4d07-b113-f9b0db36bd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:07:29.435349 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-385f0973-e4f5-46ec-b81e-a8445c1b5ec6 req-55413e80-7c10-4d07-b113-f9b0db36bd87 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e72f06f6-4072-43b0-926d-de237a1d2e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799975 Sep 22 22:07:29.566543 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-385f0973-e4f5-46ec-b81e-a8445c1b5ec6 req-48529d31-4034-4d84-a00b-1278b40d37a4 service neutron] 10.222.0.49 "GET /v2.0/networks/e72f06f6-4072-43b0-926d-de237a1d2e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236749 Sep 22 22:07:29.692833 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-385f0973-e4f5-46ec-b81e-a8445c1b5ec6 req-6c8283ad-84d5-4bb6-bdb8-a12670917868 service neutron] 10.222.0.49 "GET /v2.0/networks/e72f06f6-4072-43b0-926d-de237a1d2e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205535 Sep 22 22:07:33.846412 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:07:39.759273 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a56e1756-2b37-4389-a0a2-6ba380359683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:41.973554 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-35ad08e9-d99f-4bdb-8754-2ff1454eba15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:42.833410 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:43.235276 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:44.619648 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:07:56.197663 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:08:07.527836 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a38895e0-edad-4d42-b31e-1551a6aba8aa req-135ad979-45af-405b-a17f-a791b726a3bd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e399c50c-fc9b-4b74-b165-64f379c4a390&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0749490 Sep 22 22:08:07.671481 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38895e0-edad-4d42-b31e-1551a6aba8aa req-f7ad9e79-7bbe-45f4-ae15-876d358f41a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:08:07.672951 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a38895e0-edad-4d42-b31e-1551a6aba8aa req-f7ad9e79-7bbe-45f4-ae15-876d358f41a1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3c72b0ce5bd49f9be77b7f1f592feac&device_id=e399c50c-fc9b-4b74-b165-64f379c4a390 HTTP/1.1" status: 200 len: 1137 time: 0.0800261 Sep 22 22:08:07.912026 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38895e0-edad-4d42-b31e-1551a6aba8aa req-e5dd189c-16c1-46a1-a203-4effaa52a8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:08:07.913443 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a38895e0-edad-4d42-b31e-1551a6aba8aa req-e5dd189c-16c1-46a1-a203-4effaa52a8c0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e72f06f6-4072-43b0-926d-de237a1d2e4f HTTP/1.1" status: 200 len: 915 time: 0.2198074 Sep 22 22:08:08.012786 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a38895e0-edad-4d42-b31e-1551a6aba8aa req-0202318a-3f73-49d9-8754-9809eda11b6c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03fd3b9c-d6a7-41ea-800e-b163841b4154 HTTP/1.1" status: 200 len: 1001 time: 0.0932770 Sep 22 22:08:08.072750 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38895e0-edad-4d42-b31e-1551a6aba8aa req-2bcd24a9-7e76-400e-82de-5b102b747795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:08:08.074133 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a38895e0-edad-4d42-b31e-1551a6aba8aa req-2bcd24a9-7e76-400e-82de-5b102b747795 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=952ae678-0688-4533-a17f-5bb3d56e81f0 HTTP/1.1" status: 200 len: 854 time: 0.0558295 Sep 22 22:08:08.156518 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38895e0-edad-4d42-b31e-1551a6aba8aa req-b83bbea2-9377-4cb6-8b96-f253f36001aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:08:08.157983 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a38895e0-edad-4d42-b31e-1551a6aba8aa req-b83bbea2-9377-4cb6-8b96-f253f36001aa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e72f06f6-4072-43b0-926d-de237a1d2e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781565 Sep 22 22:08:08.286208 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a38895e0-edad-4d42-b31e-1551a6aba8aa req-4b681d93-930c-4d14-9c7c-546462d7c98f service neutron] 10.222.0.49 "GET /v2.0/networks/e72f06f6-4072-43b0-926d-de237a1d2e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215322 Sep 22 22:08:08.413290 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a38895e0-edad-4d42-b31e-1551a6aba8aa req-32dd5916-d5b3-420b-b2aa-80116320ec72 service neutron] 10.222.0.49 "GET /v2.0/networks/e72f06f6-4072-43b0-926d-de237a1d2e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213174 Sep 22 22:08:09.761292 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2734a87e-8a33-4f7d-bb01-113fe94958b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:08:10.844717 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:08:11.974818 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9e15ec3b-d370-425c-a3f9-19c66a859391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:08:12.835607 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:08:13.237390 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:08:14.622898 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:08:26.201005 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:08:39.762334 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6882bce7-5905-429d-9c18-fc4aea02aba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:08:41.976926 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-db9dfa72-d713-4c3b-90ac-1307e9eef271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:08:42.837607 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:08:43.239201 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:08:44.624354 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:08:47.843228 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:08:56.193134 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:09:07.626727 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fe7f6392-f6d8-4de9-a588-a8d32bb52185 req-e787d983-5c31-46e1-9fda-6a2c190e1555 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e399c50c-fc9b-4b74-b165-64f379c4a390&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1448770 Sep 22 22:09:07.710001 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87743a-af27-4021-9a68-e0ff34ad765a req-f713a421-9e36-4c35-8aa5-93e82978ebdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:09:07.712049 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1d87743a-af27-4021-9a68-e0ff34ad765a req-f713a421-9e36-4c35-8aa5-93e82978ebdc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3c72b0ce5bd49f9be77b7f1f592feac&device_id=e399c50c-fc9b-4b74-b165-64f379c4a390 HTTP/1.1" status: 200 len: 1137 time: 0.0844862 Sep 22 22:09:07.900326 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87743a-af27-4021-9a68-e0ff34ad765a req-e45d5a1d-0769-45b5-8fed-7a49d8d1ca07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:09:07.901748 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1d87743a-af27-4021-9a68-e0ff34ad765a req-e45d5a1d-0769-45b5-8fed-7a49d8d1ca07 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e72f06f6-4072-43b0-926d-de237a1d2e4f HTTP/1.1" status: 200 len: 915 time: 0.1845670 Sep 22 22:09:07.913164 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c927b-8bb0-4649-8bde-5f7d7bef2525 req-aa07c826-5212-48ce-8c06-a7d429fb3eec tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:09:07.914481 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f39c927b-8bb0-4649-8bde-5f7d7bef2525 req-aa07c826-5212-48ce-8c06-a7d429fb3eec tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=e399c50c-fc9b-4b74-b165-64f379c4a390 HTTP/1.1" status: 200 len: 984 time: 0.2474563 Sep 22 22:09:08.036676 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f39c927b-8bb0-4649-8bde-5f7d7bef2525 req-e0f8c12b-e4ad-46b2-afae-ced3d283d560 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa573fd6-4228-4e61-b8f3-8f98dabc468c&id=dd85842c-550a-405f-84f9-0743a77a3330&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0727241 Sep 22 22:09:08.040304 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1d87743a-af27-4021-9a68-e0ff34ad765a req-9a778342-4a36-4a83-8065-71b57ae183f5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03fd3b9c-d6a7-41ea-800e-b163841b4154 HTTP/1.1" status: 200 len: 1001 time: 0.1249626 Sep 22 22:09:08.105515 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87743a-af27-4021-9a68-e0ff34ad765a req-49414fea-af93-496c-a084-25df69da3924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:09:08.106965 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1d87743a-af27-4021-9a68-e0ff34ad765a req-49414fea-af93-496c-a084-25df69da3924 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=952ae678-0688-4533-a17f-5bb3d56e81f0 HTTP/1.1" status: 200 len: 854 time: 0.0610840 Sep 22 22:09:08.186399 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87743a-af27-4021-9a68-e0ff34ad765a req-f2909602-e3bc-4ee3-964f-4469b4c6950d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:09:08.187773 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1d87743a-af27-4021-9a68-e0ff34ad765a req-f2909602-e3bc-4ee3-964f-4469b4c6950d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e72f06f6-4072-43b0-926d-de237a1d2e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756116 Sep 22 22:09:08.319984 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1d87743a-af27-4021-9a68-e0ff34ad765a req-6c2c051f-61bd-4fd4-9aef-3187116f3fc0 service neutron] 10.222.0.49 "GET /v2.0/networks/e72f06f6-4072-43b0-926d-de237a1d2e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255579 Sep 22 22:09:08.448029 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1d87743a-af27-4021-9a68-e0ff34ad765a req-d6f3a698-d6cd-4333-b4b8-6b8290459733 service neutron] 10.222.0.49 "GET /v2.0/networks/e72f06f6-4072-43b0-926d-de237a1d2e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223485 Sep 22 22:09:08.622059 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f6392-f6d8-4de9-a588-a8d32bb52185 req-c2953509-5829-4d93-99e6-6285f095103a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:09:08.623559 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fe7f6392-f6d8-4de9-a588-a8d32bb52185 req-c2953509-5829-4d93-99e6-6285f095103a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3c72b0ce5bd49f9be77b7f1f592feac&device_id=e399c50c-fc9b-4b74-b165-64f379c4a390 HTTP/1.1" status: 200 len: 1137 time: 0.0911903 Sep 22 22:09:08.869742 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f6392-f6d8-4de9-a588-a8d32bb52185 req-2bc90b0e-140e-4bd7-8985-c74fb84d82bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:09:08.871238 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fe7f6392-f6d8-4de9-a588-a8d32bb52185 req-2bc90b0e-140e-4bd7-8985-c74fb84d82bc service neutron] 10.222.0.49 "GET /v2.0/networks?id=e72f06f6-4072-43b0-926d-de237a1d2e4f HTTP/1.1" status: 200 len: 915 time: 0.2303584 Sep 22 22:09:08.985569 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fe7f6392-f6d8-4de9-a588-a8d32bb52185 req-c7f667dd-1091-4e5b-8ea3-5362332e3c38 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03fd3b9c-d6a7-41ea-800e-b163841b4154 HTTP/1.1" status: 200 len: 1001 time: 0.1075797 Sep 22 22:09:09.051428 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f6392-f6d8-4de9-a588-a8d32bb52185 req-688d31f5-86e8-4f19-bf1d-ad2437424d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:09:09.052824 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fe7f6392-f6d8-4de9-a588-a8d32bb52185 req-688d31f5-86e8-4f19-bf1d-ad2437424d57 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=952ae678-0688-4533-a17f-5bb3d56e81f0 HTTP/1.1" status: 200 len: 854 time: 0.0579686 Sep 22 22:09:09.137419 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f6392-f6d8-4de9-a588-a8d32bb52185 req-d2a13255-c943-430f-9e0c-7c6bd754d989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:09:09.138808 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fe7f6392-f6d8-4de9-a588-a8d32bb52185 req-d2a13255-c943-430f-9e0c-7c6bd754d989 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e72f06f6-4072-43b0-926d-de237a1d2e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794113 Sep 22 22:09:09.277309 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fe7f6392-f6d8-4de9-a588-a8d32bb52185 req-7f63da69-2450-4945-8eb5-c8c3d13d5971 service neutron] 10.222.0.49 "GET /v2.0/networks/e72f06f6-4072-43b0-926d-de237a1d2e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328187 Sep 22 22:09:09.292239 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac72184-a374-4a70-a8c7-11b2150a4c99 req-ec736196-87e4-4101-a1a9-930be0d207b2 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:09:09.293713 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-5ac72184-a374-4a70-a8c7-11b2150a4c99 req-ec736196-87e4-4101-a1a9-930be0d207b2 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=e399c50c-fc9b-4b74-b165-64f379c4a390 HTTP/1.1" status: 200 len: 984 time: 0.1426530 Sep 22 22:09:09.340238 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-5ac72184-a374-4a70-a8c7-11b2150a4c99 req-3bd9aada-2c45-47eb-963d-51876976c21e tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Synchronizing usage tracker for tenant:b3c72b0ce5bd49f9be77b7f1f592feac on resource:security_group {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:09:09.355249 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-5ac72184-a374-4a70-a8c7-11b2150a4c99 req-3bd9aada-2c45-47eb-963d-51876976c21e tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Unset dirty status for tenant:b3c72b0ce5bd49f9be77b7f1f592feac on resource:security_group {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:09:09.356445 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-5ac72184-a374-4a70-a8c7-11b2150a4c99 req-3bd9aada-2c45-47eb-963d-51876976c21e tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa573fd6-4228-4e61-b8f3-8f98dabc468c&id=dd85842c-550a-405f-84f9-0743a77a3330&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563490 Sep 22 22:09:09.410349 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fe7f6392-f6d8-4de9-a588-a8d32bb52185 req-1d2d8838-4670-4ed7-937e-6bf0bb5dda54 service neutron] 10.222.0.49 "GET /v2.0/networks/e72f06f6-4072-43b0-926d-de237a1d2e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269736 Sep 22 22:09:09.764758 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-b9a9615a-c9f8-4e80-a372-b78b4d6d6804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:09:11.978335 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0e796064-2d58-40fe-b4e8-283fc2614544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:09:12.839488 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:09:13.241617 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:09:14.627785 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:09:24.843466 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:09:26.198031 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:09:39.771381 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e9200cae-7084-40bd-bb42-c6f4ff3b9241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:09:41.980738 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-bab1b898-a7e8-4aec-98d2-2244f3b891c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:09:42.841569 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:09:43.243993 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:09:44.630624 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:09:56.189687 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:10:01.843745 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:10:09.540914 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-76b6d54a-939b-4f04-8714-c60ab90613a5 req-76d5ba48-a31a-4548-b5ba-a3f62be331cd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e399c50c-fc9b-4b74-b165-64f379c4a390&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0763009 Sep 22 22:10:09.685247 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6d54a-939b-4f04-8714-c60ab90613a5 req-dc61d20b-2a71-4f79-a813-ed92813d08ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:09.686707 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-76b6d54a-939b-4f04-8714-c60ab90613a5 req-dc61d20b-2a71-4f79-a813-ed92813d08ad service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3c72b0ce5bd49f9be77b7f1f592feac&device_id=e399c50c-fc9b-4b74-b165-64f379c4a390 HTTP/1.1" status: 200 len: 1137 time: 0.0807419 Sep 22 22:10:09.765392 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e02f5f79-b571-45c1-926e-c583b9182ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:10:09.830545 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6d54a-939b-4f04-8714-c60ab90613a5 req-74056144-edd7-4f6b-8611-d7b53aa0ae3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:09.832002 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-76b6d54a-939b-4f04-8714-c60ab90613a5 req-74056144-edd7-4f6b-8611-d7b53aa0ae3f service neutron] 10.222.0.49 "GET /v2.0/networks?id=e72f06f6-4072-43b0-926d-de237a1d2e4f HTTP/1.1" status: 200 len: 915 time: 0.1258831 Sep 22 22:10:09.928831 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-76b6d54a-939b-4f04-8714-c60ab90613a5 req-7c7f9a12-0be3-4eab-bd14-d2451df0b7d2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03fd3b9c-d6a7-41ea-800e-b163841b4154 HTTP/1.1" status: 200 len: 1001 time: 0.0914624 Sep 22 22:10:09.991663 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6d54a-939b-4f04-8714-c60ab90613a5 req-494dfbd4-00cf-47f1-8766-9b8461d44e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:09.993037 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-76b6d54a-939b-4f04-8714-c60ab90613a5 req-494dfbd4-00cf-47f1-8766-9b8461d44e82 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=952ae678-0688-4533-a17f-5bb3d56e81f0 HTTP/1.1" status: 200 len: 854 time: 0.0585318 Sep 22 22:10:10.072980 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6d54a-939b-4f04-8714-c60ab90613a5 req-3d516441-b60d-4ebc-bb56-0ba8d5e2ce0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:10.074433 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-76b6d54a-939b-4f04-8714-c60ab90613a5 req-3d516441-b60d-4ebc-bb56-0ba8d5e2ce0a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e72f06f6-4072-43b0-926d-de237a1d2e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758901 Sep 22 22:10:10.202642 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-76b6d54a-939b-4f04-8714-c60ab90613a5 req-5067f450-6d98-403e-ac02-9d461c0c71c0 service neutron] 10.222.0.49 "GET /v2.0/networks/e72f06f6-4072-43b0-926d-de237a1d2e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217237 Sep 22 22:10:10.341496 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-76b6d54a-939b-4f04-8714-c60ab90613a5 req-3c667f77-906a-4416-8c6f-173c22cf0358 service neutron] 10.222.0.49 "GET /v2.0/networks/e72f06f6-4072-43b0-926d-de237a1d2e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332116 Sep 22 22:10:11.981699 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e2cb32f1-7aa4-4b0a-84e3-1017501f074d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:10:12.843677 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:10:13.247144 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:10:14.632681 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:10:23.028980 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-59231368-5281-4c71-bf39-cbb994dbc2ff req-389b23d7-f70c-4907-9863-762c74d303b0 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-468211206&fields=id&tenant_id=b3c72b0ce5bd49f9be77b7f1f592feac HTTP/1.1" status: 200 len: 267 time: 0.0418899 Sep 22 22:10:23.204473 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59231368-5281-4c71-bf39-cbb994dbc2ff req-3c1d6512-b2cc-4927-8824-d988312c337c tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:23.205801 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-59231368-5281-4c71-bf39-cbb994dbc2ff req-3c1d6512-b2cc-4927-8824-d988312c337c tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=e399c50c-fc9b-4b74-b165-64f379c4a390 HTTP/1.1" status: 200 len: 984 time: 0.1716194 Sep 22 22:10:23.216939 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-59231368-5281-4c71-bf39-cbb994dbc2ff req-5e652d9d-a14e-4dcc-8f24-e23ef9201c17 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Request body: {'port': {'security_groups': ['fa573fd6-4228-4e61-b8f3-8f98dabc468c']}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:10:23.341165 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-59231368-5281-4c71-bf39-cbb994dbc2ff req-5e652d9d-a14e-4dcc-8f24-e23ef9201c17 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:10:23.577850 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-59231368-5281-4c71-bf39-cbb994dbc2ff req-5e652d9d-a14e-4dcc-8f24-e23ef9201c17 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] For port 03fd3b9c-d6a7-41ea-800e-b163841b4154, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=03fd3b9c-d6a7-41ea-800e-b163841b4154,segment=NetworkSegment(e53ba512-9fea-4219-b914-ddb71d536301),segment_id=e53ba512-9fea-4219-b914-ddb71d536301)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:10:23.601856 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-59231368-5281-4c71-bf39-cbb994dbc2ff req-5e652d9d-a14e-4dcc-8f24-e23ef9201c17 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:10:23.606251 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-59231368-5281-4c71-bf39-cbb994dbc2ff req-5e652d9d-a14e-4dcc-8f24-e23ef9201c17 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:10:23.615487 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59231368-5281-4c71-bf39-cbb994dbc2ff req-5e652d9d-a14e-4dcc-8f24-e23ef9201c17 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:23.616070 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-59231368-5281-4c71-bf39-cbb994dbc2ff req-5e652d9d-a14e-4dcc-8f24-e23ef9201c17 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:10:23.617379 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-59231368-5281-4c71-bf39-cbb994dbc2ff req-5e652d9d-a14e-4dcc-8f24-e23ef9201c17 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "PUT /v2.0/ports/03fd3b9c-d6a7-41ea-800e-b163841b4154 HTTP/1.1" status: 200 len: 942 time: 0.4053504 Sep 22 22:10:23.620894 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['03fd3b9c-d6a7-41ea-800e-b163841b4154'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 22:10:23.623405 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 57252) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:10:23.648752 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e399c50c-fc9b-4b74-b165-64f379c4a390', 'tag': '03fd3b9c-d6a7-41ea-800e-b163841b4154'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:10:23.651729 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34e83e9-3b21-4166-b564-e385b398bf71" -d '{"events": [{"name": "network-changed", "server_uuid": "e399c50c-fc9b-4b74-b165-64f379c4a390", "tag": "03fd3b9c-d6a7-41ea-800e-b163841b4154"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:10:23.701279 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ca9471cb-5a4e-46eb-8fd7-45ebf192d84c tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:10:23.704202 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e652d9d-a14e-4dcc-8f24-e23ef9201c17 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Pushing event updated for resources: {'Port': ['ID=03fd3b9c-d6a7-41ea-800e-b163841b4154,revision_number=7']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:23.708646 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['03fd3b9c-d6a7-41ea-800e-b163841b4154'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 22:10:23.711815 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e652d9d-a14e-4dcc-8f24-e23ef9201c17 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:23.712212 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e652d9d-a14e-4dcc-8f24-e23ef9201c17 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:23.713059 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e652d9d-a14e-4dcc-8f24-e23ef9201c17 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:23.713398 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e652d9d-a14e-4dcc-8f24-e23ef9201c17 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:23.713732 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e652d9d-a14e-4dcc-8f24-e23ef9201c17 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:23.714065 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e652d9d-a14e-4dcc-8f24-e23ef9201c17 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:23.714393 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e652d9d-a14e-4dcc-8f24-e23ef9201c17 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:23.714745 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e652d9d-a14e-4dcc-8f24-e23ef9201c17 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:23.715102 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e652d9d-a14e-4dcc-8f24-e23ef9201c17 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:23.715422 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e652d9d-a14e-4dcc-8f24-e23ef9201c17 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:23.715743 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e652d9d-a14e-4dcc-8f24-e23ef9201c17 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:23.716063 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e652d9d-a14e-4dcc-8f24-e23ef9201c17 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:23.734285 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ca9471cb-5a4e-46eb-8fd7-45ebf192d84c tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:10:23.773195 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534e7c5b-0ef5-461f-a0e8-0fd2af4cfcb2 x-openstack-request-id: req-534e7c5b-0ef5-461f-a0e8-0fd2af4cfcb2 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:10:23.773484 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e399c50c-fc9b-4b74-b165-64f379c4a390", "tag": "03fd3b9c-d6a7-41ea-800e-b163841b4154", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:10:23.773732 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-534e7c5b-0ef5-461f-a0e8-0fd2af4cfcb2 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:10:23.774126 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-534e7c5b-0ef5-461f-a0e8-0fd2af4cfcb2'] response: {'name': 'network-changed', 'server_uuid': 'e399c50c-fc9b-4b74-b165-64f379c4a390', 'tag': '03fd3b9c-d6a7-41ea-800e-b163841b4154', 'status': 'completed', 'code': 200} Sep 22 22:10:23.804393 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ca9471cb-5a4e-46eb-8fd7-45ebf192d84c tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:10:23.826812 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9471cb-5a4e-46eb-8fd7-45ebf192d84c tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd85842c-550a-405f-84f9-0743a77a3330,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:23.836510 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9471cb-5a4e-46eb-8fd7-45ebf192d84c tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:23.836918 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9471cb-5a4e-46eb-8fd7-45ebf192d84c tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:23.837374 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9471cb-5a4e-46eb-8fd7-45ebf192d84c tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:23.837864 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9471cb-5a4e-46eb-8fd7-45ebf192d84c tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:23.838297 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9471cb-5a4e-46eb-8fd7-45ebf192d84c tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:23.838771 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9471cb-5a4e-46eb-8fd7-45ebf192d84c tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:23.839221 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9471cb-5a4e-46eb-8fd7-45ebf192d84c tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:23.839639 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9471cb-5a4e-46eb-8fd7-45ebf192d84c tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:23.840055 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9471cb-5a4e-46eb-8fd7-45ebf192d84c tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:23.840610 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9471cb-5a4e-46eb-8fd7-45ebf192d84c tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:23.841028 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9471cb-5a4e-46eb-8fd7-45ebf192d84c tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:23.841438 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9471cb-5a4e-46eb-8fd7-45ebf192d84c tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:23.847872 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ca9471cb-5a4e-46eb-8fd7-45ebf192d84c tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:10:23.849032 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ca9471cb-5a4e-46eb-8fd7-45ebf192d84c tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "DELETE /v2.0/security-groups/dd85842c-550a-405f-84f9-0743a77a3330 HTTP/1.1" status: 204 len: 168 time: 0.2240953 Sep 22 22:10:23.852501 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 57260) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:10:23.885644 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e83e9-3b21-4166-b564-e385b398bf71 req-157b3921-ac17-4f98-9530-cd93edb1b1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:23.887396 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c34e83e9-3b21-4166-b564-e385b398bf71 req-157b3921-ac17-4f98-9530-cd93edb1b1ef service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3c72b0ce5bd49f9be77b7f1f592feac&device_id=e399c50c-fc9b-4b74-b165-64f379c4a390 HTTP/1.1" status: 200 len: 1098 time: 0.0923977 Sep 22 22:10:24.052308 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e83e9-3b21-4166-b564-e385b398bf71 req-68c42d58-687c-4fd4-bd9d-6d895987a1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:24.053735 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c34e83e9-3b21-4166-b564-e385b398bf71 req-68c42d58-687c-4fd4-bd9d-6d895987a1fa service neutron] 10.222.0.49 "GET /v2.0/networks?id=e72f06f6-4072-43b0-926d-de237a1d2e4f HTTP/1.1" status: 200 len: 915 time: 0.1601965 Sep 22 22:10:24.152908 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c34e83e9-3b21-4166-b564-e385b398bf71 req-4462ad99-5f2d-4b78-b1c9-ea485f7b3489 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03fd3b9c-d6a7-41ea-800e-b163841b4154 HTTP/1.1" status: 200 len: 1001 time: 0.0926750 Sep 22 22:10:24.164962 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-b8d4405e-f0af-46ff-9d62-e5197a2fd894 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Deleting port 30446b7c-a90e-48f8-ad57-43aaca7ee669 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:10:24.165835 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b8d4405e-f0af-46ff-9d62-e5197a2fd894 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:10:24.219437 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e83e9-3b21-4166-b564-e385b398bf71 req-251a0681-98ce-4655-b885-67450a6445eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:24.220878 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c34e83e9-3b21-4166-b564-e385b398bf71 req-251a0681-98ce-4655-b885-67450a6445eb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=952ae678-0688-4533-a17f-5bb3d56e81f0 HTTP/1.1" status: 200 len: 854 time: 0.0605290 Sep 22 22:10:24.302877 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e83e9-3b21-4166-b564-e385b398bf71 req-5363b74c-6a7c-402c-8276-88272089efe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:24.304327 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c34e83e9-3b21-4166-b564-e385b398bf71 req-5363b74c-6a7c-402c-8276-88272089efe8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e72f06f6-4072-43b0-926d-de237a1d2e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773516 Sep 22 22:10:24.337148 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b8d4405e-f0af-46ff-9d62-e5197a2fd894 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:10:24.337473 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b8d4405e-f0af-46ff-9d62-e5197a2fd894 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:10:24.446722 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c34e83e9-3b21-4166-b564-e385b398bf71 req-3fd3fe76-676e-4d09-9ebd-5bfd353e4dab service neutron] 10.222.0.49 "GET /v2.0/networks/e72f06f6-4072-43b0-926d-de237a1d2e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366792 Sep 22 22:10:24.463664 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-b8d4405e-f0af-46ff-9d62-e5197a2fd894 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Calling delete_port for 30446b7c-a90e-48f8-ad57-43aaca7ee669 owned by network:floatingip {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:10:24.579389 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c34e83e9-3b21-4166-b564-e385b398bf71 req-c8d78874-1138-4e01-bb32-4c2f7b10aae0 service neutron] 10.222.0.49 "GET /v2.0/networks/e72f06f6-4072-43b0-926d-de237a1d2e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262765 Sep 22 22:10:24.615325 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b8d4405e-f0af-46ff-9d62-e5197a2fd894 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:10:24.659320 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d4405e-f0af-46ff-9d62-e5197a2fd894 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Pushing event deleted for resources: {'Port': ['ID=30446b7c-a90e-48f8-ad57-43aaca7ee669,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:24.759832 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b8d4405e-f0af-46ff-9d62-e5197a2fd894 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for floatingip, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:10:24.760106 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.l3_db [None req-b8d4405e-f0af-46ff-9d62-e5197a2fd894 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Floating IP a92302b8-a0bb-44a2-8d26-1a624506a893 disassociated (deleted). External IP: 172.26.0.192, port: 03fd3b9c-d6a7-41ea-800e-b163841b4154. Sep 22 22:10:25.110996 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d4405e-f0af-46ff-9d62-e5197a2fd894 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Router a2e07b09-95b8-4c14-96e1-778f9e96c1f0 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 22:10:25.292819 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d4405e-f0af-46ff-9d62-e5197a2fd894 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:10:25.304212 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe99e31-5191-43ea-b1b1-4c2c1407ec26 None None] Sync routers for ids ['a2e07b09-95b8-4c14-96e1-778f9e96c1f0'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:10:25.312834 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b8d4405e-f0af-46ff-9d62-e5197a2fd894 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:10:25.313912 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe99e31-5191-43ea-b1b1-4c2c1407ec26 None None] Routers {'a2e07b09-95b8-4c14-96e1-778f9e96c1f0'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:10:25.314555 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-2fe99e31-5191-43ea-b1b1-4c2c1407ec26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:10:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['a2e07b09-95b8-4c14-96e1-778f9e96c1f0'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:10:25.366807 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-b8d4405e-f0af-46ff-9d62-e5197a2fd894 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "DELETE /v2.0/floatingips/a92302b8-a0bb-44a2-8d26-1a624506a893 HTTP/1.1" status: 204 len: 168 time: 1.5131276 Sep 22 22:10:25.367358 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e399c50c-fc9b-4b74-b165-64f379c4a390', 'tag': '03fd3b9c-d6a7-41ea-800e-b163841b4154'}] {{(pid=89009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:10:25.370325 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3cdb6d5bdfc0c86a52b2d842100ac752cec167fbf441e2518ec0a73bf85169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af2c5d9-43b8-4a80-a12e-6186ef87859d" -d '{"events": [{"name": "network-changed", "server_uuid": "e399c50c-fc9b-4b74-b165-64f379c4a390", "tag": "03fd3b9c-d6a7-41ea-800e-b163841b4154"}]}' {{(pid=89009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:10:25.488190 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0feb25d-1d87-4a63-abf5-bf5203920c8f x-openstack-request-id: req-d0feb25d-1d87-4a63-abf5-bf5203920c8f {{(pid=89009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:10:25.488506 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e399c50c-fc9b-4b74-b165-64f379c4a390", "tag": "03fd3b9c-d6a7-41ea-800e-b163841b4154", "status": "completed", "code": 200}]} {{(pid=89009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:10:25.488761 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d0feb25d-1d87-4a63-abf5-bf5203920c8f {{(pid=89009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:10:25.489172 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0feb25d-1d87-4a63-abf5-bf5203920c8f'] response: {'name': 'network-changed', 'server_uuid': 'e399c50c-fc9b-4b74-b165-64f379c4a390', 'tag': '03fd3b9c-d6a7-41ea-800e-b163841b4154', 'status': 'completed', 'code': 200} Sep 22 22:10:25.534706 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-2fe99e31-5191-43ea-b1b1-4c2c1407ec26 None None] Set router a2e07b09-95b8-4c14-96e1-778f9e96c1f0 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:10:25.592812 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2c5d9-43b8-4a80-a12e-6186ef87859d req-f7a208cc-9c12-49ca-851d-00f9e0bb6438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:25.594798 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6af2c5d9-43b8-4a80-a12e-6186ef87859d req-f7a208cc-9c12-49ca-851d-00f9e0bb6438 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3c72b0ce5bd49f9be77b7f1f592feac&device_id=e399c50c-fc9b-4b74-b165-64f379c4a390 HTTP/1.1" status: 200 len: 1098 time: 0.0842879 Sep 22 22:10:25.729623 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2c5d9-43b8-4a80-a12e-6186ef87859d req-a0aaf3ba-5c1f-4624-ad68-d775c9d78f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:25.731089 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6af2c5d9-43b8-4a80-a12e-6186ef87859d req-a0aaf3ba-5c1f-4624-ad68-d775c9d78f80 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e72f06f6-4072-43b0-926d-de237a1d2e4f HTTP/1.1" status: 200 len: 915 time: 0.1310747 Sep 22 22:10:25.800773 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6af2c5d9-43b8-4a80-a12e-6186ef87859d req-385de919-f34c-400f-8b1d-4b624d2c11f7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03fd3b9c-d6a7-41ea-800e-b163841b4154 HTTP/1.1" status: 200 len: 217 time: 0.0641656 Sep 22 22:10:25.879369 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2c5d9-43b8-4a80-a12e-6186ef87859d req-92b27ee6-c48f-49ab-b496-36e6600ad8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:25.881267 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6af2c5d9-43b8-4a80-a12e-6186ef87859d req-92b27ee6-c48f-49ab-b496-36e6600ad8fb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=952ae678-0688-4533-a17f-5bb3d56e81f0 HTTP/1.1" status: 200 len: 854 time: 0.0737855 Sep 22 22:10:25.886470 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-2fe99e31-5191-43ea-b1b1-4c2c1407ec26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'name': 'tempest-TestMinimumBasicScenario-1854485850-router', 'tenant_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.78'}], 'enable_snat': True}, 'gw_port_id': 'fc79d3b5-3341-4340-a828-48cd4158aaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:06:31Z', 'updated_at': '2022-09-22T22:06:35Z', 'revision_number': 4, 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'gw_port': {'id': 'fc79d3b5-3341-4340-a828-48cd4158aaaf', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:06:32Z', 'updated_at': '2022-09-22T22:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '9da55fd5-6181-436d-a6f7-15145823d322', 'name': '', 'network_id': 'e72f06f6-4072-43b0-926d-de237a1d2e4f', 'tenant_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'mac_address': 'fa:16:3e:b7:cb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '952ae678-0688-4533-a17f-5bb3d56e81f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:06:34Z', 'updated_at': '2022-09-22T22:06:41Z', 'revision_number': 5, 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'subnets': [{'id': '952ae678-0688-4533-a17f-5bb3d56e81f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:10:25.890467 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe99e31-5191-43ea-b1b1-4c2c1407ec26 None None] Checking router: a2e07b09-95b8-4c14-96e1-778f9e96c1f0 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:10:25.898865 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe99e31-5191-43ea-b1b1-4c2c1407ec26 None None] Routers {'a2e07b09-95b8-4c14-96e1-778f9e96c1f0'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:10:25.899482 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-2fe99e31-5191-43ea-b1b1-4c2c1407ec26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:10:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['a2e07b09-95b8-4c14-96e1-778f9e96c1f0'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:10:25.965545 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2c5d9-43b8-4a80-a12e-6186ef87859d req-e3fb37d0-4bc8-4b18-8629-94ea392a0f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:25.966956 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6af2c5d9-43b8-4a80-a12e-6186ef87859d req-e3fb37d0-4bc8-4b18-8629-94ea392a0f9d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e72f06f6-4072-43b0-926d-de237a1d2e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803504 Sep 22 22:10:26.091061 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-2fe99e31-5191-43ea-b1b1-4c2c1407ec26 None None] Set router a2e07b09-95b8-4c14-96e1-778f9e96c1f0 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:10:26.101463 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6af2c5d9-43b8-4a80-a12e-6186ef87859d req-258d64b1-0940-4ca7-bdf4-18e17fca7dca service neutron] 10.222.0.49 "GET /v2.0/networks/e72f06f6-4072-43b0-926d-de237a1d2e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274140 Sep 22 22:10:26.297918 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:10:26.351797 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6af2c5d9-43b8-4a80-a12e-6186ef87859d req-9b323455-2811-4848-8f43-c5f77d60d750 service neutron] 10.222.0.49 "GET /v2.0/networks/e72f06f6-4072-43b0-926d-de237a1d2e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368166 Sep 22 22:10:26.433965 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-2fe99e31-5191-43ea-b1b1-4c2c1407ec26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'name': 'tempest-TestMinimumBasicScenario-1854485850-router', 'tenant_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.78'}], 'enable_snat': True}, 'gw_port_id': 'fc79d3b5-3341-4340-a828-48cd4158aaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:06:31Z', 'updated_at': '2022-09-22T22:06:35Z', 'revision_number': 4, 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'gw_port': {'id': 'fc79d3b5-3341-4340-a828-48cd4158aaaf', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:06:32Z', 'updated_at': '2022-09-22T22:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '9da55fd5-6181-436d-a6f7-15145823d322', 'name': '', 'network_id': 'e72f06f6-4072-43b0-926d-de237a1d2e4f', 'tenant_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'mac_address': 'fa:16:3e:b7:cb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '952ae678-0688-4533-a17f-5bb3d56e81f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:06:34Z', 'updated_at': '2022-09-22T22:06:41Z', 'revision_number': 5, 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'subnets': [{'id': '952ae678-0688-4533-a17f-5bb3d56e81f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:10:26.438183 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe99e31-5191-43ea-b1b1-4c2c1407ec26 None None] The sync data for ids ['a2e07b09-95b8-4c14-96e1-778f9e96c1f0'] in dv-neutron-858900-1-hyperv is: [{'id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'name': 'tempest-TestMinimumBasicScenario-1854485850-router', 'tenant_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.78'}], 'enable_snat': True}, 'gw_port_id': 'fc79d3b5-3341-4340-a828-48cd4158aaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:06:31Z', 'updated_at': '2022-09-22T22:06:35Z', 'revision_number': 4, 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'gw_port': {'id': 'fc79d3b5-3341-4340-a828-48cd4158aaaf', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:06:32Z', 'updated_at': '2022-09-22T22:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '9da55fd5-6181-436d-a6f7-15145823d322', 'name': '', 'network_id': 'e72f06f6-4072-43b0-926d-de237a1d2e4f', 'tenant_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'mac_address': 'fa:16:3e:b7:cb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '952ae678-0688-4533-a17f-5bb3d56e81f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:06:34Z', 'updated_at': '2022-09-22T22:06:41Z', 'revision_number': 5, 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'subnets': [{'id': '952ae678-0688-4533-a17f-5bb3d56e81f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:10:26.659194 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e85a614-8103-4b0e-bd3c-3be2e0799dbb None None] New status for floating IP a92302b8-a0bb-44a2-8d26-1a624506a893: DOWN {{(pid=89011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 22:10:29.785689 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df783f1-1813-46dd-abad-564f41a1fec1 req-0a9203ec-e5e4-41f3-9622-e2d6b6d91159 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:29.787107 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1df783f1-1813-46dd-abad-564f41a1fec1 req-0a9203ec-e5e4-41f3-9622-e2d6b6d91159 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=e399c50c-fc9b-4b74-b165-64f379c4a390 HTTP/1.1" status: 200 len: 945 time: 0.0896101 Sep 22 22:10:29.831098 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1df783f1-1813-46dd-abad-564f41a1fec1 req-1076d9ae-b590-4df6-b578-7be561b24022 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa573fd6-4228-4e61-b8f3-8f98dabc468c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382357 Sep 22 22:10:31.032367 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad7ba20-5ad5-47b0-a4f5-5e29d6daa28a req-eaa8aa18-14d2-486e-8233-28fc6d447449 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:31.033053 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-8ad7ba20-5ad5-47b0-a4f5-5e29d6daa28a req-eaa8aa18-14d2-486e-8233-28fc6d447449 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Synchronizing usage tracker for tenant:b3c72b0ce5bd49f9be77b7f1f592feac on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:10:31.048404 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-8ad7ba20-5ad5-47b0-a4f5-5e29d6daa28a req-eaa8aa18-14d2-486e-8233-28fc6d447449 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Unset dirty status for tenant:b3c72b0ce5bd49f9be77b7f1f592feac on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:10:31.049586 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-8ad7ba20-5ad5-47b0-a4f5-5e29d6daa28a req-eaa8aa18-14d2-486e-8233-28fc6d447449 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=e399c50c-fc9b-4b74-b165-64f379c4a390 HTTP/1.1" status: 200 len: 945 time: 0.1056442 Sep 22 22:10:31.200299 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-8ad7ba20-5ad5-47b0-a4f5-5e29d6daa28a req-f4803495-ba30-48df-bfce-c1fdee786755 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Synchronizing usage tracker for tenant:b3c72b0ce5bd49f9be77b7f1f592feac on resource:security_group {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:10:31.218021 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-8ad7ba20-5ad5-47b0-a4f5-5e29d6daa28a req-f4803495-ba30-48df-bfce-c1fdee786755 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Unset dirty status for tenant:b3c72b0ce5bd49f9be77b7f1f592feac on resource:security_group {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:10:31.219248 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-8ad7ba20-5ad5-47b0-a4f5-5e29d6daa28a req-f4803495-ba30-48df-bfce-c1fdee786755 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa573fd6-4228-4e61-b8f3-8f98dabc468c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639347 Sep 22 22:10:31.292754 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081875e-0eb0-476d-b98b-d28ee6432e1c req-133b665b-78d2-4751-b7be-5cf9f2f757c1 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:31.294156 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c081875e-0eb0-476d-b98b-d28ee6432e1c req-133b665b-78d2-4751-b7be-5cf9f2f757c1 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.49 "GET /v2.0/ports?device_id=e399c50c-fc9b-4b74-b165-64f379c4a390 HTTP/1.1" status: 200 len: 945 time: 0.0936258 Sep 22 22:10:31.362372 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-c081875e-0eb0-476d-b98b-d28ee6432e1c req-71f90c76-7b0c-403f-96c0-2db4263f902b tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Deleting port 03fd3b9c-d6a7-41ea-800e-b163841b4154 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:10:31.362730 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-c081875e-0eb0-476d-b98b-d28ee6432e1c req-71f90c76-7b0c-403f-96c0-2db4263f902b tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:10:31.599675 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-c081875e-0eb0-476d-b98b-d28ee6432e1c req-71f90c76-7b0c-403f-96c0-2db4263f902b tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] For port 03fd3b9c-d6a7-41ea-800e-b163841b4154, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=03fd3b9c-d6a7-41ea-800e-b163841b4154,segment=NetworkSegment(e53ba512-9fea-4219-b914-ddb71d536301),segment_id=e53ba512-9fea-4219-b914-ddb71d536301)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:10:31.600032 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-c081875e-0eb0-476d-b98b-d28ee6432e1c req-71f90c76-7b0c-403f-96c0-2db4263f902b tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:10:31.718511 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-c081875e-0eb0-476d-b98b-d28ee6432e1c req-71f90c76-7b0c-403f-96c0-2db4263f902b tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Calling delete_port for 03fd3b9c-d6a7-41ea-800e-b163841b4154 owned by compute:nova {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:10:31.863989 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-c081875e-0eb0-476d-b98b-d28ee6432e1c req-71f90c76-7b0c-403f-96c0-2db4263f902b tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:10:31.875934 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['03fd3b9c-d6a7-41ea-800e-b163841b4154'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 22:10:31.913023 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f90c76-7b0c-403f-96c0-2db4263f902b tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Pushing event deleted for resources: {'Port': ['ID=03fd3b9c-d6a7-41ea-800e-b163841b4154,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:31.999681 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-c081875e-0eb0-476d-b98b-d28ee6432e1c req-71f90c76-7b0c-403f-96c0-2db4263f902b tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] No DVR routers for this DVR port 03fd3b9c-d6a7-41ea-800e-b163841b4154 on host hv-neutron-8589 {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 22:10:32.002114 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-c081875e-0eb0-476d-b98b-d28ee6432e1c req-71f90c76-7b0c-403f-96c0-2db4263f902b tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:10:32.004604 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e399c50c-fc9b-4b74-b165-64f379c4a390', 'name': 'network-vif-deleted', 'tag': '03fd3b9c-d6a7-41ea-800e-b163841b4154'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:10:32.006874 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ccd16a-c6d9-46e1-9677-9bb2a9469627" -d '{"events": [{"server_uuid": "e399c50c-fc9b-4b74-b165-64f379c4a390", "name": "network-vif-deleted", "tag": "03fd3b9c-d6a7-41ea-800e-b163841b4154"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:10:32.020925 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c081875e-0eb0-476d-b98b-d28ee6432e1c req-71f90c76-7b0c-403f-96c0-2db4263f902b tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.49 "DELETE /v2.0/ports/03fd3b9c-d6a7-41ea-800e-b163841b4154 HTTP/1.1" status: 204 len: 173 time: 0.7208712 Sep 22 22:10:32.059882 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b76cd2-36f6-4911-9917-70f083e9d47d x-openstack-request-id: req-15b76cd2-36f6-4911-9917-70f083e9d47d {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:10:32.060174 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e399c50c-fc9b-4b74-b165-64f379c4a390", "name": "network-vif-deleted", "tag": "03fd3b9c-d6a7-41ea-800e-b163841b4154", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:10:32.060425 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-15b76cd2-36f6-4911-9917-70f083e9d47d {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:10:32.060821 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15b76cd2-36f6-4911-9917-70f083e9d47d'] response: {'server_uuid': 'e399c50c-fc9b-4b74-b165-64f379c4a390', 'name': 'network-vif-deleted', 'tag': '03fd3b9c-d6a7-41ea-800e-b163841b4154', 'status': 'completed', 'code': 200} Sep 22 22:10:32.400055 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-0988c747-8842-4c18-8354-7992010d52ff req-55c29560-dc64-46f9-9c40-207669f91fd2 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=e399c50c-fc9b-4b74-b165-64f379c4a390 HTTP/1.1" status: 200 len: 210 time: 0.0501602 Sep 22 22:10:35.705369 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 03fd3b9c-d6a7-41ea-800e-b163841b4154 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:10:35.744812 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] No Port match for: 03fd3b9c-d6a7-41ea-800e-b163841b4154 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:10:35.745258 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 03fd3b9c-d6a7-41ea-800e-b163841b4154 not bound to the agent host hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:10:38.842713 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:10:39.767315 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-fc19397c-a525-4424-83a2-838ffec7036a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:10:41.987245 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-663836c6-f22d-4c48-ba52-4a21cf873126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:10:42.620869 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424282c-fa13-4de0-b549-9417b0ef3d4f req-1efe8703-6884-4fb5-8088-5f32ee740f71 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:42.622300 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c424282c-fa13-4de0-b549-9417b0ef3d4f req-1efe8703-6884-4fb5-8088-5f32ee740f71 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/networks?id=e72f06f6-4072-43b0-926d-de237a1d2e4f HTTP/1.1" status: 200 len: 815 time: 0.1495650 Sep 22 22:10:42.637073 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c424282c-fa13-4de0-b549-9417b0ef3d4f req-7799dd6d-0223-4525-ad15-e39a22c361e9 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/quotas/b3c72b0ce5bd49f9be77b7f1f592feac HTTP/1.1" status: 200 len: 375 time: 0.0093675 Sep 22 22:10:42.726390 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c424282c-fa13-4de0-b549-9417b0ef3d4f req-aced6b95-1638-4114-ace1-463c6265b1a6 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=b3c72b0ce5bd49f9be77b7f1f592feac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0845160 Sep 22 22:10:42.782903 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [req-c424282c-fa13-4de0-b549-9417b0ef3d4f req-fc7327d2-08fd-4aaa-b7c8-cda143ab2751 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=89009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 22:10:42.783924 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c424282c-fa13-4de0-b549-9417b0ef3d4f req-fc7327d2-08fd-4aaa-b7c8-cda143ab2751 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0467203 Sep 22 22:10:42.845229 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:10:42.913362 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c424282c-fa13-4de0-b549-9417b0ef3d4f req-a69ae6a3-83ef-4fde-9e13-172aaf73b6fd service neutron] 10.222.0.33 "GET /v2.0/networks/e72f06f6-4072-43b0-926d-de237a1d2e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236782 Sep 22 22:10:43.042138 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c424282c-fa13-4de0-b549-9417b0ef3d4f req-e9a14de8-a9b4-4ee6-8d8f-97ac77aeb4e8 service neutron] 10.222.0.33 "GET /v2.0/networks/e72f06f6-4072-43b0-926d-de237a1d2e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221156 Sep 22 22:10:43.222800 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-3857ff56-a836-4d0a-8f0e-0519d60203c1 req-b3c400e9-6be4-4469-b565-1875c5288ec3 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Synchronizing usage tracker for tenant:b3c72b0ce5bd49f9be77b7f1f592feac on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:10:43.239948 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-3857ff56-a836-4d0a-8f0e-0519d60203c1 req-b3c400e9-6be4-4469-b565-1875c5288ec3 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Unset dirty status for tenant:b3c72b0ce5bd49f9be77b7f1f592feac on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:10:43.241710 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3857ff56-a836-4d0a-8f0e-0519d60203c1 req-b3c400e9-6be4-4469-b565-1875c5288ec3 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=6d4c29f5-7ce2-4da4-9227-9678dd5cf54a HTTP/1.1" status: 200 len: 210 time: 0.0703697 Sep 22 22:10:43.250729 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:10:44.348351 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-5315af26-df9d-4103-a7cb-e6d97888fa86 req-c3b9a7bf-be7d-47ad-b7d5-d1f9f1781bb0 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=6d4c29f5-7ce2-4da4-9227-9678dd5cf54a HTTP/1.1" status: 200 len: 210 time: 0.0492780 Sep 22 22:10:44.635749 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:10:45.454273 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fbc72a24-0ce3-4394-9c3e-01b658d96142 req-29ca41cb-469a-4dc6-9d17-1194993b08d0 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=6d4c29f5-7ce2-4da4-9227-9678dd5cf54a HTTP/1.1" status: 200 len: 210 time: 0.0490420 Sep 22 22:10:46.564996 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-1433fd23-9232-4067-aee7-59ae37efb30d req-bac04ec5-827b-44ba-a840-5bb8340a029d tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=6d4c29f5-7ce2-4da4-9227-9678dd5cf54a HTTP/1.1" status: 200 len: 210 time: 0.0531120 Sep 22 22:10:47.727217 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d2acc307-a6ad-4091-8303-bcb06d3376e7 req-f243243e-57fe-4da7-8b71-1a6bb7f68030 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=6d4c29f5-7ce2-4da4-9227-9678dd5cf54a HTTP/1.1" status: 200 len: 210 time: 0.0510845 Sep 22 22:10:48.435550 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424282c-fa13-4de0-b549-9417b0ef3d4f req-c51bd72b-1774-4c7f-a713-df99359184db tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:48.436931 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c424282c-fa13-4de0-b549-9417b0ef3d4f req-c51bd72b-1774-4c7f-a713-df99359184db tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.49 "GET /v2.0/networks?id=e72f06f6-4072-43b0-926d-de237a1d2e4f HTTP/1.1" status: 200 len: 815 time: 0.1422276 Sep 22 22:10:48.448399 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-c424282c-fa13-4de0-b549-9417b0ef3d4f req-bf712b4e-dbc2-4a43-95c0-6d63915494bc tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Request body: {'port': {'device_id': '6d4c29f5-7ce2-4da4-9227-9678dd5cf54a', 'network_id': 'e72f06f6-4072-43b0-926d-de237a1d2e4f', 'admin_state_up': True, 'tenant_id': 'b3c72b0ce5bd49f9be77b7f1f592feac'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:10:48.583148 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-c424282c-fa13-4de0-b549-9417b0ef3d4f req-bf712b4e-dbc2-4a43-95c0-6d63915494bc tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:10:48.593281 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-c424282c-fa13-4de0-b549-9417b0ef3d4f req-bf712b4e-dbc2-4a43-95c0-6d63915494bc tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:10:48.603512 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c424282c-fa13-4de0-b549-9417b0ef3d4f req-bf712b4e-dbc2-4a43-95c0-6d63915494bc tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Made reservation on behalf of b3c72b0ce5bd49f9be77b7f1f592feac for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:10:48.606944 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-c424282c-fa13-4de0-b549-9417b0ef3d4f req-bf712b4e-dbc2-4a43-95c0-6d63915494bc tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:10:48.956512 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [req-c424282c-fa13-4de0-b549-9417b0ef3d4f req-bf712b4e-dbc2-4a43-95c0-6d63915494bc tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Allocated IP 172.20.0.7 (e72f06f6-4072-43b0-926d-de237a1d2e4f/952ae678-0688-4533-a17f-5bb3d56e81f0/92b23a7b-d92f-4a5b-b000-1c7897cb0d97) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:10:48.981142 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-3206fb95-ab58-40db-a470-ed357bcfee8d req-86a82231-b0f3-483e-9b06-d46dc044052f tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=6d4c29f5-7ce2-4da4-9227-9678dd5cf54a HTTP/1.1" status: 200 len: 210 time: 0.0807958 Sep 22 22:10:49.222030 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-c424282c-fa13-4de0-b549-9417b0ef3d4f req-bf712b4e-dbc2-4a43-95c0-6d63915494bc tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:10:49.241520 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-c424282c-fa13-4de0-b549-9417b0ef3d4f req-bf712b4e-dbc2-4a43-95c0-6d63915494bc tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Transition to ACTIVE for port object 92b23a7b-d92f-4a5b-b000-1c7897cb0d97 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:10:49.271321 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-c424282c-fa13-4de0-b549-9417b0ef3d4f req-bf712b4e-dbc2-4a43-95c0-6d63915494bc tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:10:49.363375 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c424282c-fa13-4de0-b549-9417b0ef3d4f req-bf712b4e-dbc2-4a43-95c0-6d63915494bc tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Network e72f06f6-4072-43b0-926d-de237a1d2e4f is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:10:49.366631 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [req-c424282c-fa13-4de0-b549-9417b0ef3d4f req-bf712b4e-dbc2-4a43-95c0-6d63915494bc tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:10:49.371394 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-c424282c-fa13-4de0-b549-9417b0ef3d4f req-bf712b4e-dbc2-4a43-95c0-6d63915494bc tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:10:49.414386 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf712b4e-dbc2-4a43-95c0-6d63915494bc tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Pushing event updated for resources: {'Port': ['ID=92b23a7b-d92f-4a5b-b000-1c7897cb0d97,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:49.485317 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424282c-fa13-4de0-b549-9417b0ef3d4f req-bf712b4e-dbc2-4a43-95c0-6d63915494bc tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:49.485898 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-c424282c-fa13-4de0-b549-9417b0ef3d4f req-bf712b4e-dbc2-4a43-95c0-6d63915494bc tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:10:49.544259 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c424282c-fa13-4de0-b549-9417b0ef3d4f req-bf712b4e-dbc2-4a43-95c0-6d63915494bc tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0992398 Sep 22 22:10:49.675476 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-2a12e25e-fbf5-47fc-b7b3-d9bc75857dfd None None] Provisioning for port 92b23a7b-d92f-4a5b-b000-1c7897cb0d97 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:10:49.681017 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-2a12e25e-fbf5-47fc-b7b3-d9bc75857dfd None None] Provisioning complete for port 92b23a7b-d92f-4a5b-b000-1c7897cb0d97 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:10:49.681789 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2a12e25e-fbf5-47fc-b7b3-d9bc75857dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:10:49.682388 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-2a12e25e-fbf5-47fc-b7b3-d9bc75857dfd None None] Attempt 1 to provision port 92b23a7b-d92f-4a5b-b000-1c7897cb0d97 Sep 22 22:10:49.740890 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-2a12e25e-fbf5-47fc-b7b3-d9bc75857dfd None None] Port 92b23a7b-d92f-4a5b-b000-1c7897cb0d97 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:10:50.200400 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6ad89-6d27-4d55-b6f0-0eb0eac1d1ed req-01d735f6-293c-4e55-91d4-9720b31d4e0d tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:50.201095 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-68d6ad89-6d27-4d55-b6f0-0eb0eac1d1ed req-01d735f6-293c-4e55-91d4-9720b31d4e0d tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Synchronizing usage tracker for tenant:b3c72b0ce5bd49f9be77b7f1f592feac on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:10:50.218103 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-68d6ad89-6d27-4d55-b6f0-0eb0eac1d1ed req-01d735f6-293c-4e55-91d4-9720b31d4e0d tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Unset dirty status for tenant:b3c72b0ce5bd49f9be77b7f1f592feac on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:10:50.219451 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-68d6ad89-6d27-4d55-b6f0-0eb0eac1d1ed req-01d735f6-293c-4e55-91d4-9720b31d4e0d tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=6d4c29f5-7ce2-4da4-9227-9678dd5cf54a HTTP/1.1" status: 200 len: 931 time: 0.1086490 Sep 22 22:10:50.242193 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-2a12e25e-fbf5-47fc-b7b3-d9bc75857dfd None None] Attempt 2 to provision port 92b23a7b-d92f-4a5b-b000-1c7897cb0d97 Sep 22 22:10:50.278074 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-68d6ad89-6d27-4d55-b6f0-0eb0eac1d1ed req-dc934059-7369-43a2-8392-5741be679234 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa573fd6-4228-4e61-b8f3-8f98dabc468c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528617 Sep 22 22:10:50.327877 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-2a12e25e-fbf5-47fc-b7b3-d9bc75857dfd None None] Port 92b23a7b-d92f-4a5b-b000-1c7897cb0d97 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:10:50.829259 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-2a12e25e-fbf5-47fc-b7b3-d9bc75857dfd None None] Attempt 3 to provision port 92b23a7b-d92f-4a5b-b000-1c7897cb0d97 Sep 22 22:10:50.887251 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-2a12e25e-fbf5-47fc-b7b3-d9bc75857dfd None None] Port 92b23a7b-d92f-4a5b-b000-1c7897cb0d97 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:10:51.388665 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-2a12e25e-fbf5-47fc-b7b3-d9bc75857dfd None None] Attempt 4 to provision port 92b23a7b-d92f-4a5b-b000-1c7897cb0d97 Sep 22 22:10:51.463110 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-2a12e25e-fbf5-47fc-b7b3-d9bc75857dfd None None] Port 92b23a7b-d92f-4a5b-b000-1c7897cb0d97 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:10:51.497803 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f1604-50fe-45bd-812a-ea8b0fc157a4 req-c7e18b01-3f89-42bf-a06e-d32e1138865c tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:51.506161 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-ad2f1604-50fe-45bd-812a-ea8b0fc157a4 req-c7e18b01-3f89-42bf-a06e-d32e1138865c tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=6d4c29f5-7ce2-4da4-9227-9678dd5cf54a HTTP/1.1" status: 200 len: 931 time: 0.0953889 Sep 22 22:10:51.549293 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-ad2f1604-50fe-45bd-812a-ea8b0fc157a4 req-96b3e7ba-8940-43ec-bada-e66e493ef529 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa573fd6-4228-4e61-b8f3-8f98dabc468c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417464 Sep 22 22:10:51.964955 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-2a12e25e-fbf5-47fc-b7b3-d9bc75857dfd None None] Attempt 5 to provision port 92b23a7b-d92f-4a5b-b000-1c7897cb0d97 Sep 22 22:10:52.020265 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-2a12e25e-fbf5-47fc-b7b3-d9bc75857dfd None None] Port 92b23a7b-d92f-4a5b-b000-1c7897cb0d97 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:10:52.524274 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-2a12e25e-fbf5-47fc-b7b3-d9bc75857dfd None None] Attempt 6 to provision port 92b23a7b-d92f-4a5b-b000-1c7897cb0d97 Sep 22 22:10:52.583285 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-2a12e25e-fbf5-47fc-b7b3-d9bc75857dfd None None] Port 92b23a7b-d92f-4a5b-b000-1c7897cb0d97 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:10:52.762543 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd559e9-cf9b-4b8d-967b-bfe35e3aa7f5 req-0cfbe58c-99a2-4cdd-93af-c6f388540f88 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:52.764238 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ffd559e9-cf9b-4b8d-967b-bfe35e3aa7f5 req-0cfbe58c-99a2-4cdd-93af-c6f388540f88 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=6d4c29f5-7ce2-4da4-9227-9678dd5cf54a HTTP/1.1" status: 200 len: 931 time: 0.0940936 Sep 22 22:10:52.810844 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ffd559e9-cf9b-4b8d-967b-bfe35e3aa7f5 req-45a77fe9-b3af-40c5-bd16-82e94b1c2979 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa573fd6-4228-4e61-b8f3-8f98dabc468c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406644 Sep 22 22:10:53.085130 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-2a12e25e-fbf5-47fc-b7b3-d9bc75857dfd None None] Attempt 7 to provision port 92b23a7b-d92f-4a5b-b000-1c7897cb0d97 Sep 22 22:10:53.139435 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-2a12e25e-fbf5-47fc-b7b3-d9bc75857dfd None None] Port 92b23a7b-d92f-4a5b-b000-1c7897cb0d97 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:10:53.640627 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-2a12e25e-fbf5-47fc-b7b3-d9bc75857dfd None None] Attempt 8 to provision port 92b23a7b-d92f-4a5b-b000-1c7897cb0d97 Sep 22 22:10:53.698179 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-2a12e25e-fbf5-47fc-b7b3-d9bc75857dfd None None] Port 92b23a7b-d92f-4a5b-b000-1c7897cb0d97 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:10:54.019869 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b92ca2-6fba-4034-b347-c784e84abe62 req-8339d478-9623-4c74-a26a-badadab2f320 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:54.021270 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c2b92ca2-6fba-4034-b347-c784e84abe62 req-8339d478-9623-4c74-a26a-badadab2f320 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=6d4c29f5-7ce2-4da4-9227-9678dd5cf54a HTTP/1.1" status: 200 len: 931 time: 0.0986812 Sep 22 22:10:54.068371 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c2b92ca2-6fba-4034-b347-c784e84abe62 req-6f5e9f06-62df-4ef5-8b77-35cd2ed5c79a tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa573fd6-4228-4e61-b8f3-8f98dabc468c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407586 Sep 22 22:10:54.199771 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-2a12e25e-fbf5-47fc-b7b3-d9bc75857dfd None None] Attempt 9 to provision port 92b23a7b-d92f-4a5b-b000-1c7897cb0d97 Sep 22 22:10:54.295007 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-2a12e25e-fbf5-47fc-b7b3-d9bc75857dfd None None] Port 92b23a7b-d92f-4a5b-b000-1c7897cb0d97 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:10:54.796198 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-2a12e25e-fbf5-47fc-b7b3-d9bc75857dfd None None] Attempt 10 to provision port 92b23a7b-d92f-4a5b-b000-1c7897cb0d97 Sep 22 22:10:54.850689 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-2a12e25e-fbf5-47fc-b7b3-d9bc75857dfd None None] Port 92b23a7b-d92f-4a5b-b000-1c7897cb0d97 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:10:55.268562 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592d817-2e5a-4649-be5f-91c3b5de22bf req-f508a524-3c53-440d-8552-473dc625cc8d tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:55.270856 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a592d817-2e5a-4649-be5f-91c3b5de22bf req-f508a524-3c53-440d-8552-473dc625cc8d tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=6d4c29f5-7ce2-4da4-9227-9678dd5cf54a HTTP/1.1" status: 200 len: 931 time: 0.0910573 Sep 22 22:10:55.338928 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a592d817-2e5a-4649-be5f-91c3b5de22bf req-c69a1f75-9013-4854-9f4d-5fdc9f1977ba tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa573fd6-4228-4e61-b8f3-8f98dabc468c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615759 Sep 22 22:10:56.202571 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:10:56.440123 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-c424282c-fa13-4de0-b549-9417b0ef3d4f req-1bc31420-5dc1-4679-9815-4bb32b5bdc3f service neutron] Request body: {'port': {'device_id': '6d4c29f5-7ce2-4da4-9227-9678dd5cf54a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:10:56.543457 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb339a9-3c74-488e-9759-04cd2cf8a2b7 req-9c2fa9a9-9565-433d-937c-304766e77de2 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:56.544843 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-edb339a9-3c74-488e-9759-04cd2cf8a2b7 req-9c2fa9a9-9565-433d-937c-304766e77de2 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=6d4c29f5-7ce2-4da4-9227-9678dd5cf54a HTTP/1.1" status: 200 len: 931 time: 0.0901551 Sep 22 22:10:56.549959 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-c424282c-fa13-4de0-b549-9417b0ef3d4f req-1bc31420-5dc1-4679-9815-4bb32b5bdc3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:10:56.588242 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-edb339a9-3c74-488e-9759-04cd2cf8a2b7 req-f58d0cba-5c4f-4826-9745-71b88318e198 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa573fd6-4228-4e61-b8f3-8f98dabc468c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376756 Sep 22 22:10:56.887692 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [req-c424282c-fa13-4de0-b549-9417b0ef3d4f req-1bc31420-5dc1-4679-9815-4bb32b5bdc3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92b23a7b-d92f-4a5b-b000-1c7897cb0d97 {{(pid=89008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 22:10:56.894733 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-c424282c-fa13-4de0-b549-9417b0ef3d4f req-1bc31420-5dc1-4679-9815-4bb32b5bdc3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:10:56.909609 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-c424282c-fa13-4de0-b549-9417b0ef3d4f req-1bc31420-5dc1-4679-9815-4bb32b5bdc3f service neutron] Transition to ACTIVE for port object 92b23a7b-d92f-4a5b-b000-1c7897cb0d97 will not be triggered until provisioned by entity L2. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:10:56.912827 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-c424282c-fa13-4de0-b549-9417b0ef3d4f req-1bc31420-5dc1-4679-9815-4bb32b5bdc3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:10:57.105344 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc31420-5dc1-4679-9815-4bb32b5bdc3f service neutron] Pushing event updated for resources: {'Port': ['ID=92b23a7b-d92f-4a5b-b000-1c7897cb0d97,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:57.133049 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-c424282c-fa13-4de0-b549-9417b0ef3d4f req-1bc31420-5dc1-4679-9815-4bb32b5bdc3f service neutron] Attempting to bind port 92b23a7b-d92f-4a5b-b000-1c7897cb0d97 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:10:57.133371 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-c424282c-fa13-4de0-b549-9417b0ef3d4f req-1bc31420-5dc1-4679-9815-4bb32b5bdc3f service neutron] Attempting to bind port 92b23a7b-d92f-4a5b-b000-1c7897cb0d97 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'e53ba512-9fea-4219-b914-ddb71d536301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e72f06f6-4072-43b0-926d-de237a1d2e4f'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:10:57.134169 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c424282c-fa13-4de0-b549-9417b0ef3d4f req-1bc31420-5dc1-4679-9815-4bb32b5bdc3f service neutron] Attempting to bind port 92b23a7b-d92f-4a5b-b000-1c7897cb0d97 on network e72f06f6-4072-43b0-926d-de237a1d2e4f {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:10:57.138623 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c424282c-fa13-4de0-b549-9417b0ef3d4f req-1bc31420-5dc1-4679-9815-4bb32b5bdc3f service neutron] Port 92b23a7b-d92f-4a5b-b000-1c7897cb0d97 on network e72f06f6-4072-43b0-926d-de237a1d2e4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 22:10:57.138871 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c424282c-fa13-4de0-b549-9417b0ef3d4f req-1bc31420-5dc1-4679-9815-4bb32b5bdc3f service neutron] Attempting to bind port 92b23a7b-d92f-4a5b-b000-1c7897cb0d97 on network e72f06f6-4072-43b0-926d-de237a1d2e4f {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:10:57.143771 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c424282c-fa13-4de0-b549-9417b0ef3d4f req-1bc31420-5dc1-4679-9815-4bb32b5bdc3f service neutron] Checking agent: {'id': '8a88b827-3477-4399-ac15-439d59b3c48a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'started_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:10:57.144096 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c424282c-fa13-4de0-b549-9417b0ef3d4f req-1bc31420-5dc1-4679-9815-4bb32b5bdc3f service neutron] Checking segment: {'id': 'e53ba512-9fea-4219-b914-ddb71d536301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e72f06f6-4072-43b0-926d-de237a1d2e4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:10:57.144462 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c424282c-fa13-4de0-b549-9417b0ef3d4f req-1bc31420-5dc1-4679-9815-4bb32b5bdc3f service neutron] Bound using segment: {'id': 'e53ba512-9fea-4219-b914-ddb71d536301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e72f06f6-4072-43b0-926d-de237a1d2e4f'} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:10:57.144869 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-c424282c-fa13-4de0-b549-9417b0ef3d4f req-1bc31420-5dc1-4679-9815-4bb32b5bdc3f service neutron] Bound port: 92b23a7b-d92f-4a5b-b000-1c7897cb0d97, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e53ba512-9fea-4219-b914-ddb71d536301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e72f06f6-4072-43b0-926d-de237a1d2e4f'}}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:10:57.145196 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-c424282c-fa13-4de0-b549-9417b0ef3d4f req-1bc31420-5dc1-4679-9815-4bb32b5bdc3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:10:57.230041 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-c424282c-fa13-4de0-b549-9417b0ef3d4f req-1bc31420-5dc1-4679-9815-4bb32b5bdc3f service neutron] For port 92b23a7b-d92f-4a5b-b000-1c7897cb0d97, host hv-neutron-8589, cleared binding levels {{(pid=89008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:10:57.233015 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-c424282c-fa13-4de0-b549-9417b0ef3d4f req-1bc31420-5dc1-4679-9815-4bb32b5bdc3f service neutron] For port 92b23a7b-d92f-4a5b-b000-1c7897cb0d97, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=92b23a7b-d92f-4a5b-b000-1c7897cb0d97,segment=NetworkSegment(e53ba512-9fea-4219-b914-ddb71d536301),segment_id=e53ba512-9fea-4219-b914-ddb71d536301)] {{(pid=89008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:10:57.237578 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-c424282c-fa13-4de0-b549-9417b0ef3d4f req-1bc31420-5dc1-4679-9815-4bb32b5bdc3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:10:57.267333 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424282c-fa13-4de0-b549-9417b0ef3d4f req-1bc31420-5dc1-4679-9815-4bb32b5bdc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:57.267928 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-c424282c-fa13-4de0-b549-9417b0ef3d4f req-1bc31420-5dc1-4679-9815-4bb32b5bdc3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:10:57.269258 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c424282c-fa13-4de0-b549-9417b0ef3d4f req-1bc31420-5dc1-4679-9815-4bb32b5bdc3f service neutron] 10.222.0.49 "PUT /v2.0/ports/92b23a7b-d92f-4a5b-b000-1c7897cb0d97 HTTP/1.1" status: 200 len: 1093 time: 0.8335490 Sep 22 22:10:57.269685 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d4c29f5-7ce2-4da4-9227-9678dd5cf54a', 'tag': '92b23a7b-d92f-4a5b-b000-1c7897cb0d97'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:10:57.272035 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0ac26d-48d6-41b8-b77f-919ba67b9e1c" -d '{"events": [{"name": "network-changed", "server_uuid": "6d4c29f5-7ce2-4da4-9227-9678dd5cf54a", "tag": "92b23a7b-d92f-4a5b-b000-1c7897cb0d97"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:10:57.441307 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5735a274-bbc0-4192-9e6f-fa497028e571 x-openstack-request-id: req-5735a274-bbc0-4192-9e6f-fa497028e571 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:10:57.441941 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d4c29f5-7ce2-4da4-9227-9678dd5cf54a", "tag": "92b23a7b-d92f-4a5b-b000-1c7897cb0d97", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:10:57.441941 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5735a274-bbc0-4192-9e6f-fa497028e571 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:10:57.442111 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5735a274-bbc0-4192-9e6f-fa497028e571'] response: {'name': 'network-changed', 'server_uuid': '6d4c29f5-7ce2-4da4-9227-9678dd5cf54a', 'tag': '92b23a7b-d92f-4a5b-b000-1c7897cb0d97', 'status': 'completed', 'code': 200} Sep 22 22:10:57.472544 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc31420-5dc1-4679-9815-4bb32b5bdc3f service neutron] Pushing event updated for resources: {'Port': ['ID=92b23a7b-d92f-4a5b-b000-1c7897cb0d97,revision_number=3']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:57.495131 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424282c-fa13-4de0-b549-9417b0ef3d4f req-e1306a75-e3bb-49e0-be06-97e95b4cb1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:57.496605 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c424282c-fa13-4de0-b549-9417b0ef3d4f req-e1306a75-e3bb-49e0-be06-97e95b4cb1eb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3c72b0ce5bd49f9be77b7f1f592feac&device_id=6d4c29f5-7ce2-4da4-9227-9678dd5cf54a HTTP/1.1" status: 200 len: 1096 time: 0.1893549 Sep 22 22:10:57.565931 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c424282c-fa13-4de0-b549-9417b0ef3d4f req-5edd8f7a-ac60-431d-b8a0-3d946d0bbd94 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92b23a7b-d92f-4a5b-b000-1c7897cb0d97 HTTP/1.1" status: 200 len: 217 time: 0.0624580 Sep 22 22:10:57.626931 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424282c-fa13-4de0-b549-9417b0ef3d4f req-135aba50-d870-400e-a2c3-8e7340ee4ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:57.628394 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c424282c-fa13-4de0-b549-9417b0ef3d4f req-135aba50-d870-400e-a2c3-8e7340ee4ee4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=952ae678-0688-4533-a17f-5bb3d56e81f0 HTTP/1.1" status: 200 len: 854 time: 0.0569849 Sep 22 22:10:57.781844 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424282c-fa13-4de0-b549-9417b0ef3d4f req-d026b3c0-46f0-49cf-b1c3-df1d7147f07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:57.783252 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c424282c-fa13-4de0-b549-9417b0ef3d4f req-d026b3c0-46f0-49cf-b1c3-df1d7147f07b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e72f06f6-4072-43b0-926d-de237a1d2e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1481671 Sep 22 22:10:57.828639 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14698695-20bd-489a-b62c-e79b9064f74a req-195581b7-f037-4ee5-ae2c-00d95111e356 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:57.830098 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-14698695-20bd-489a-b62c-e79b9064f74a req-195581b7-f037-4ee5-ae2c-00d95111e356 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=6d4c29f5-7ce2-4da4-9227-9678dd5cf54a HTTP/1.1" status: 200 len: 943 time: 0.1151946 Sep 22 22:10:57.873508 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-14698695-20bd-489a-b62c-e79b9064f74a req-837462ae-36da-4e33-b90f-2f2b39e38ca8 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa573fd6-4228-4e61-b8f3-8f98dabc468c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375369 Sep 22 22:10:57.914047 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c424282c-fa13-4de0-b549-9417b0ef3d4f req-43f39e87-b204-469d-9c78-9b80332ed5e3 service neutron] 10.222.0.49 "GET /v2.0/networks/e72f06f6-4072-43b0-926d-de237a1d2e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247647 Sep 22 22:10:58.044812 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c424282c-fa13-4de0-b549-9417b0ef3d4f req-22115252-6ee6-4c6c-865f-99cc2b5736db service neutron] 10.222.0.49 "GET /v2.0/networks/e72f06f6-4072-43b0-926d-de237a1d2e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248238 Sep 22 22:10:58.164711 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ac26d-48d6-41b8-b77f-919ba67b9e1c req-e689d0d7-6e39-481e-b84c-353c35d36686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:58.166710 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2c0ac26d-48d6-41b8-b77f-919ba67b9e1c req-e689d0d7-6e39-481e-b84c-353c35d36686 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3c72b0ce5bd49f9be77b7f1f592feac&device_id=6d4c29f5-7ce2-4da4-9227-9678dd5cf54a HTTP/1.1" status: 200 len: 1096 time: 0.0766418 Sep 22 22:10:58.295703 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ac26d-48d6-41b8-b77f-919ba67b9e1c req-42f17275-550c-41a1-87ae-6c2d3cc48c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:58.297043 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2c0ac26d-48d6-41b8-b77f-919ba67b9e1c req-42f17275-550c-41a1-87ae-6c2d3cc48c4f service neutron] 10.222.0.49 "GET /v2.0/networks?id=e72f06f6-4072-43b0-926d-de237a1d2e4f HTTP/1.1" status: 200 len: 915 time: 0.1235003 Sep 22 22:10:58.366783 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2c0ac26d-48d6-41b8-b77f-919ba67b9e1c req-b748485d-0f6b-4060-8a8b-82e4109f4178 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92b23a7b-d92f-4a5b-b000-1c7897cb0d97 HTTP/1.1" status: 200 len: 217 time: 0.0630836 Sep 22 22:10:58.427468 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ac26d-48d6-41b8-b77f-919ba67b9e1c req-a36cd1d5-fe79-450f-ad01-0d7715e3aae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:58.428842 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2c0ac26d-48d6-41b8-b77f-919ba67b9e1c req-a36cd1d5-fe79-450f-ad01-0d7715e3aae4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=952ae678-0688-4533-a17f-5bb3d56e81f0 HTTP/1.1" status: 200 len: 854 time: 0.0565071 Sep 22 22:10:58.512116 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ac26d-48d6-41b8-b77f-919ba67b9e1c req-aa7dde05-252e-4723-a9bf-8e6b849bb09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:58.513533 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2c0ac26d-48d6-41b8-b77f-919ba67b9e1c req-aa7dde05-252e-4723-a9bf-8e6b849bb09d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e72f06f6-4072-43b0-926d-de237a1d2e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777464 Sep 22 22:10:58.646390 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2c0ac26d-48d6-41b8-b77f-919ba67b9e1c req-678d8c4a-95d0-481b-9a9c-e72358689d9b service neutron] 10.222.0.49 "GET /v2.0/networks/e72f06f6-4072-43b0-926d-de237a1d2e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244464 Sep 22 22:10:58.772743 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2c0ac26d-48d6-41b8-b77f-919ba67b9e1c req-073c63bf-9f81-413a-92e7-84186e3bf7fa service neutron] 10.222.0.49 "GET /v2.0/networks/e72f06f6-4072-43b0-926d-de237a1d2e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205289 Sep 22 22:10:59.070292 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c7f39-b3d6-4aa1-b6cf-b670ab90dbd8 req-cc0a7c32-71b5-469d-ba16-cf661d61a691 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:59.072423 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-155c7f39-b3d6-4aa1-b6cf-b670ab90dbd8 req-cc0a7c32-71b5-469d-ba16-cf661d61a691 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=6d4c29f5-7ce2-4da4-9227-9678dd5cf54a HTTP/1.1" status: 200 len: 943 time: 0.0872133 Sep 22 22:10:59.114632 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-155c7f39-b3d6-4aa1-b6cf-b670ab90dbd8 req-0ae6ff2f-6333-46e9-9946-360d9f3e187c tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa573fd6-4228-4e61-b8f3-8f98dabc468c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367315 Sep 22 22:10:59.797487 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 92b23a7b-d92f-4a5b-b000-1c7897cb0d97 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 22:10:59.925501 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 92b23a7b-d92f-4a5b-b000-1c7897cb0d97, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=92b23a7b-d92f-4a5b-b000-1c7897cb0d97,segment=NetworkSegment(e53ba512-9fea-4219-b914-ddb71d536301),segment_id=e53ba512-9fea-4219-b914-ddb71d536301)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:10:59.941551 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': '92b23a7b-d92f-4a5b-b000-1c7897cb0d97', 'network_id': 'e72f06f6-4072-43b0-926d-de237a1d2e4f', 'port_id': '92b23a7b-d92f-4a5b-b000-1c7897cb0d97', 'mac_address': 'fa:16:3e:bf:23:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '952ae678-0688-4533-a17f-5bb3d56e81f0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 22:11:00.001820 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 92b23a7b-d92f-4a5b-b000-1c7897cb0d97 is: DOWN; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:11:00.002191 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:00.018342 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92b23a7b-d92f-4a5b-b000-1c7897cb0d97 {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 22:11:00.033965 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 92b23a7b-d92f-4a5b-b000-1c7897cb0d97, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=92b23a7b-d92f-4a5b-b000-1c7897cb0d97,segment=NetworkSegment(e53ba512-9fea-4219-b914-ddb71d536301),segment_id=e53ba512-9fea-4219-b914-ddb71d536301)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:11:00.038768 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:00.105301 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=92b23a7b-d92f-4a5b-b000-1c7897cb0d97,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:11:00.112198 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:00.112571 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:00.112906 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:00.113234 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:00.113559 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:00.113882 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:00.114200 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:00.114520 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:00.114858 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:00.115175 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:00.115496 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:00.115809 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:00.276845 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['92b23a7b-d92f-4a5b-b000-1c7897cb0d97'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 22:11:00.307661 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353c740-9f5a-4b2b-bc2b-7348abc94433 req-3336987e-84b2-41b1-932d-af5ba6f9bfe0 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:00.309138 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-2353c740-9f5a-4b2b-bc2b-7348abc94433 req-3336987e-84b2-41b1-932d-af5ba6f9bfe0 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=6d4c29f5-7ce2-4da4-9227-9678dd5cf54a HTTP/1.1" status: 200 len: 944 time: 0.0856707 Sep 22 22:11:00.353125 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-2353c740-9f5a-4b2b-bc2b-7348abc94433 req-4e6b046a-cfe1-42cb-b505-c4242748b2f0 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa573fd6-4228-4e61-b8f3-8f98dabc468c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383394 Sep 22 22:11:01.550760 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42642ff-90c4-475d-86da-1da0f27562b8 req-5fc31c56-5f36-418d-8189-c1ca9a08b4f7 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:01.552158 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e42642ff-90c4-475d-86da-1da0f27562b8 req-5fc31c56-5f36-418d-8189-c1ca9a08b4f7 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=6d4c29f5-7ce2-4da4-9227-9678dd5cf54a HTTP/1.1" status: 200 len: 944 time: 0.0891976 Sep 22 22:11:01.594671 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e42642ff-90c4-475d-86da-1da0f27562b8 req-63c4ec6d-76f4-4c62-b50d-08ef24bfd0be tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa573fd6-4228-4e61-b8f3-8f98dabc468c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369210 Sep 22 22:11:01.813266 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 92b23a7b-d92f-4a5b-b000-1c7897cb0d97 up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:11:01.881040 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning for port 92b23a7b-d92f-4a5b-b000-1c7897cb0d97 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:11:01.885912 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port 92b23a7b-d92f-4a5b-b000-1c7897cb0d97 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:11:01.886275 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:01.886626 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port 92b23a7b-d92f-4a5b-b000-1c7897cb0d97 Sep 22 22:11:01.995714 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 92b23a7b-d92f-4a5b-b000-1c7897cb0d97 is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:11:01.996083 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:02.024209 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d4c29f5-7ce2-4da4-9227-9678dd5cf54a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b23a7b-d92f-4a5b-b000-1c7897cb0d97'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:11:02.026452 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e39971-9a86-43e3-b064-9fc17eb49e6d" -d '{"events": [{"server_uuid": "6d4c29f5-7ce2-4da4-9227-9678dd5cf54a", "name": "network-vif-plugged", "status": "completed", "tag": "92b23a7b-d92f-4a5b-b000-1c7897cb0d97"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:11:02.033846 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 92b23a7b-d92f-4a5b-b000-1c7897cb0d97, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=92b23a7b-d92f-4a5b-b000-1c7897cb0d97,segment=NetworkSegment(e53ba512-9fea-4219-b914-ddb71d536301),segment_id=e53ba512-9fea-4219-b914-ddb71d536301)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:11:02.038262 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:02.074221 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3baff4fa-b589-4469-b545-aa8e20908702 x-openstack-request-id: req-3baff4fa-b589-4469-b545-aa8e20908702 {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:11:02.074508 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d4c29f5-7ce2-4da4-9227-9678dd5cf54a", "name": "network-vif-plugged", "status": "completed", "tag": "92b23a7b-d92f-4a5b-b000-1c7897cb0d97", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:11:02.074779 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3baff4fa-b589-4469-b545-aa8e20908702 {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:11:02.075165 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3baff4fa-b589-4469-b545-aa8e20908702'] response: {'server_uuid': '6d4c29f5-7ce2-4da4-9227-9678dd5cf54a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b23a7b-d92f-4a5b-b000-1c7897cb0d97', 'code': 200} Sep 22 22:11:02.106305 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=92b23a7b-d92f-4a5b-b000-1c7897cb0d97,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:11:02.294699 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ac1b8-1322-49d7-a662-7a6a2728580c req-1da71178-3bd9-44c7-a940-c9fa2feacf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:02.296192 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3d2ac1b8-1322-49d7-a662-7a6a2728580c req-1da71178-3bd9-44c7-a940-c9fa2feacf8b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6d4c29f5-7ce2-4da4-9227-9678dd5cf54a HTTP/1.1" status: 200 len: 1098 time: 0.0760450 Sep 22 22:11:02.427688 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3d2ac1b8-1322-49d7-a662-7a6a2728580c req-dee23cc3-d84f-4be5-95a3-792fecdc3712 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fa573fd6-4228-4e61-b8f3-8f98dabc468c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257546 Sep 22 22:11:02.787194 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad9d10-9b74-494a-9a18-ab8d14d5c2dc req-9ad7646c-dbe9-4cf0-8d87-9cff502744b1 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:02.788532 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d6ad9d10-9b74-494a-9a18-ab8d14d5c2dc req-9ad7646c-dbe9-4cf0-8d87-9cff502744b1 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=6d4c29f5-7ce2-4da4-9227-9678dd5cf54a HTTP/1.1" status: 200 len: 945 time: 0.0844321 Sep 22 22:11:02.830896 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d6ad9d10-9b74-494a-9a18-ab8d14d5c2dc req-00583571-4861-4995-a8d9-1f3f9e6d5279 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa573fd6-4228-4e61-b8f3-8f98dabc468c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362513 Sep 22 22:11:04.030912 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664c149-6afa-41fc-95c0-44e6bcc13642 req-094d57a7-b68a-4bc0-b8f2-6042636e3f39 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:04.032348 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-0664c149-6afa-41fc-95c0-44e6bcc13642 req-094d57a7-b68a-4bc0-b8f2-6042636e3f39 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=6d4c29f5-7ce2-4da4-9227-9678dd5cf54a HTTP/1.1" status: 200 len: 945 time: 0.0887210 Sep 22 22:11:04.075405 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-0664c149-6afa-41fc-95c0-44e6bcc13642 req-e8ffb49c-dee6-494f-8bfd-f1298c277fa9 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa573fd6-4228-4e61-b8f3-8f98dabc468c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371408 Sep 22 22:11:04.276058 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a656a-f96f-440b-b2fc-fd93b09e23c7 req-1b6f8fc5-0c0d-4706-b815-c90e68539d2c tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:04.277511 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b66a656a-f96f-440b-b2fc-fd93b09e23c7 req-1b6f8fc5-0c0d-4706-b815-c90e68539d2c tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=6d4c29f5-7ce2-4da4-9227-9678dd5cf54a HTTP/1.1" status: 200 len: 945 time: 0.0883305 Sep 22 22:11:04.320664 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b66a656a-f96f-440b-b2fc-fd93b09e23c7 req-f4d51149-5255-4d37-8153-96232b57d307 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa573fd6-4228-4e61-b8f3-8f98dabc468c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374641 Sep 22 22:11:04.716010 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0827616-d406-4000-813e-0485efbd250e req-c2e79908-595e-4897-aaaf-3003232dd1a3 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:04.717358 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e0827616-d406-4000-813e-0485efbd250e req-c2e79908-595e-4897-aaaf-3003232dd1a3 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=6d4c29f5-7ce2-4da4-9227-9678dd5cf54a HTTP/1.1" status: 200 len: 945 time: 0.0899184 Sep 22 22:11:04.760242 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e0827616-d406-4000-813e-0485efbd250e req-35185c9b-279c-4e81-bd4a-6552fde41f5d tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa573fd6-4228-4e61-b8f3-8f98dabc468c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372946 Sep 22 22:11:09.769120 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-52b57ae6-9ad0-4b18-aac2-c549e2bbc329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:10.716702 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9e0a713c-a326-4643-82a3-580ab751af74 req-50c8bdd0-6fdf-4365-954c-ed433fce9c1d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6d4c29f5-7ce2-4da4-9227-9678dd5cf54a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0747416 Sep 22 22:11:10.864679 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a713c-a326-4643-82a3-580ab751af74 req-cb53d040-5686-4fae-b88e-176900942217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:10.866107 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9e0a713c-a326-4643-82a3-580ab751af74 req-cb53d040-5686-4fae-b88e-176900942217 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3c72b0ce5bd49f9be77b7f1f592feac&device_id=6d4c29f5-7ce2-4da4-9227-9678dd5cf54a HTTP/1.1" status: 200 len: 1098 time: 0.0797858 Sep 22 22:11:11.003953 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a713c-a326-4643-82a3-580ab751af74 req-79c72cc0-221a-46eb-b051-04c5b104fe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:11.005275 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9e0a713c-a326-4643-82a3-580ab751af74 req-79c72cc0-221a-46eb-b051-04c5b104fe69 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e72f06f6-4072-43b0-926d-de237a1d2e4f HTTP/1.1" status: 200 len: 915 time: 0.1212564 Sep 22 22:11:11.069329 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9e0a713c-a326-4643-82a3-580ab751af74 req-9b0a605e-4c6c-4186-a6a7-014172c44139 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92b23a7b-d92f-4a5b-b000-1c7897cb0d97 HTTP/1.1" status: 200 len: 217 time: 0.0582955 Sep 22 22:11:11.141886 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a713c-a326-4643-82a3-580ab751af74 req-0ad325b4-c506-4ea9-8056-a2978f0ac3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:11.143344 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9e0a713c-a326-4643-82a3-580ab751af74 req-0ad325b4-c506-4ea9-8056-a2978f0ac3b4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=952ae678-0688-4533-a17f-5bb3d56e81f0 HTTP/1.1" status: 200 len: 854 time: 0.0685761 Sep 22 22:11:11.223686 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a713c-a326-4643-82a3-580ab751af74 req-27449bde-0651-46b4-bcb3-a0030280eb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:11.225144 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9e0a713c-a326-4643-82a3-580ab751af74 req-27449bde-0651-46b4-bcb3-a0030280eb0d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e72f06f6-4072-43b0-926d-de237a1d2e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754628 Sep 22 22:11:11.353804 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9e0a713c-a326-4643-82a3-580ab751af74 req-b07720db-5aea-4dab-9089-91af071bb2d7 service neutron] 10.222.0.49 "GET /v2.0/networks/e72f06f6-4072-43b0-926d-de237a1d2e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225841 Sep 22 22:11:11.490813 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9e0a713c-a326-4643-82a3-580ab751af74 req-92eb828c-bfc9-4ecb-9761-06e662a0395d service neutron] 10.222.0.49 "GET /v2.0/networks/e72f06f6-4072-43b0-926d-de237a1d2e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316845 Sep 22 22:11:11.980458 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-3cfebe2a-ea10-47dd-92f1-e60d78bbf8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:12.848849 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:13.252926 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:14.639334 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:15.024563 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa673415-b518-434a-9d1c-019e86181d09 req-d5cbd895-c6e2-4f8f-9966-6058ea64b6b7 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:15.026012 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fa673415-b518-434a-9d1c-019e86181d09 req-d5cbd895-c6e2-4f8f-9966-6058ea64b6b7 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=6d4c29f5-7ce2-4da4-9227-9678dd5cf54a HTTP/1.1" status: 200 len: 945 time: 0.0905757 Sep 22 22:11:15.068478 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fa673415-b518-434a-9d1c-019e86181d09 req-77122eb6-faa7-4a93-a613-0f47a3edd12f tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa573fd6-4228-4e61-b8f3-8f98dabc468c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367994 Sep 22 22:11:15.097405 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 57544) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:11:15.174492 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e07482d-4178-45dd-ac57-0929f491b5fe tempest-TestMinimumBasicScenario-1644043147 tempest-TestMinimumBasicScenario-1644043147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:15.175974 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-8e07482d-4178-45dd-ac57-0929f491b5fe tempest-TestMinimumBasicScenario-1644043147 tempest-TestMinimumBasicScenario-1644043147-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=6d4c29f5-7ce2-4da4-9227-9678dd5cf54a HTTP/1.1" status: 200 len: 1093 time: 0.0776849 Sep 22 22:11:15.178663 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 57548) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:11:15.183959 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-5bf2db2a-e0ed-4a1c-84d5-2688ebd4b4b8 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Request body: {'floatingip': {'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'port_id': '92b23a7b-d92f-4a5b-b000-1c7897cb0d97', 'tenant_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:11:15.189655 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-5bf2db2a-e0ed-4a1c-84d5-2688ebd4b4b8 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:11:15.193438 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-5bf2db2a-e0ed-4a1c-84d5-2688ebd4b4b8 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Usage tracker for resource:floatingip and tenant:b3c72b0ce5bd49f9be77b7f1f592feac is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:11:15.196438 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-5bf2db2a-e0ed-4a1c-84d5-2688ebd4b4b8 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:11:15.201964 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-5bf2db2a-e0ed-4a1c-84d5-2688ebd4b4b8 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:11:15.214875 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5bf2db2a-e0ed-4a1c-84d5-2688ebd4b4b8 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for floatingip, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:15.349077 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5bf2db2a-e0ed-4a1c-84d5-2688ebd4b4b8 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:15.481597 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-5bf2db2a-e0ed-4a1c-84d5-2688ebd4b4b8 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Allocated IP 172.26.0.85 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/491ad10a-1716-40f2-ab71-8c8753a29b5e) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:11:15.711967 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5bf2db2a-e0ed-4a1c-84d5-2688ebd4b4b8 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:15.741092 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5bf2db2a-e0ed-4a1c-84d5-2688ebd4b4b8 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:15.807141 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf2db2a-e0ed-4a1c-84d5-2688ebd4b4b8 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:11:15.809974 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-5bf2db2a-e0ed-4a1c-84d5-2688ebd4b4b8 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:11:15.813538 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf2db2a-e0ed-4a1c-84d5-2688ebd4b4b8 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:11:15.842692 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:11:15.845367 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf2db2a-e0ed-4a1c-84d5-2688ebd4b4b8 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Pushing event updated for resources: {'Port': ['ID=491ad10a-1716-40f2-ab71-8c8753a29b5e,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:11:16.216591 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5bf2db2a-e0ed-4a1c-84d5-2688ebd4b4b8 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:16.290321 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5bf2db2a-e0ed-4a1c-84d5-2688ebd4b4b8 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:16.491962 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5bf2db2a-e0ed-4a1c-84d5-2688ebd4b4b8 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:16.496248 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5bf2db2a-e0ed-4a1c-84d5-2688ebd4b4b8 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:16.600701 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5bf2db2a-e0ed-4a1c-84d5-2688ebd4b4b8 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:16.646179 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf2db2a-e0ed-4a1c-84d5-2688ebd4b4b8 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Pushing event updated for resources: {'Port': ['ID=491ad10a-1716-40f2-ab71-8c8753a29b5e,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:11:16.767829 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.l3_db [None req-5bf2db2a-e0ed-4a1c-84d5-2688ebd4b4b8 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Floating IP 3f704b17-ed1a-4004-90e2-5ed3553a53a4 associated. External IP: 172.26.0.85, port: 92b23a7b-d92f-4a5b-b000-1c7897cb0d97. Sep 22 22:11:17.214661 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf2db2a-e0ed-4a1c-84d5-2688ebd4b4b8 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Router a2e07b09-95b8-4c14-96e1-778f9e96c1f0 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 22:11:17.390050 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf2db2a-e0ed-4a1c-84d5-2688ebd4b4b8 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:11:17.400314 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42457c65-25cb-4109-b9a2-cec0081a6f0b None None] Sync routers for ids ['a2e07b09-95b8-4c14-96e1-778f9e96c1f0'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:11:17.410644 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42457c65-25cb-4109-b9a2-cec0081a6f0b None None] Routers {'a2e07b09-95b8-4c14-96e1-778f9e96c1f0'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:11:17.411719 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-42457c65-25cb-4109-b9a2-cec0081a6f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:11:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['a2e07b09-95b8-4c14-96e1-778f9e96c1f0'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:11:17.414674 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5bf2db2a-e0ed-4a1c-84d5-2688ebd4b4b8 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:17.476187 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-5bf2db2a-e0ed-4a1c-84d5-2688ebd4b4b8 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2964373 Sep 22 22:11:17.476748 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d4c29f5-7ce2-4da4-9227-9678dd5cf54a', 'tag': '92b23a7b-d92f-4a5b-b000-1c7897cb0d97'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:11:17.478895 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 57552) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:11:17.479380 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086860f2-c585-4b87-81ca-3eaeb138ac10" -d '{"events": [{"name": "network-changed", "server_uuid": "6d4c29f5-7ce2-4da4-9227-9678dd5cf54a", "tag": "92b23a7b-d92f-4a5b-b000-1c7897cb0d97"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:11:17.484091 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-a95bd836-3939-4da2-8f5b-6c005a6cac8e tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-331388569', 'description': 'tempest-secgroup-smoke-331388569 description', 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:11:17.490353 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a95bd836-3939-4da2-8f5b-6c005a6cac8e tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:11:17.500617 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a95bd836-3939-4da2-8f5b-6c005a6cac8e tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:11:17.512802 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a95bd836-3939-4da2-8f5b-6c005a6cac8e tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:17.527652 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2acf786-50e2-4356-9e41-90c387bdf205 x-openstack-request-id: req-b2acf786-50e2-4356-9e41-90c387bdf205 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:11:17.528010 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d4c29f5-7ce2-4da4-9227-9678dd5cf54a", "tag": "92b23a7b-d92f-4a5b-b000-1c7897cb0d97", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:11:17.528264 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-b2acf786-50e2-4356-9e41-90c387bdf205 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:11:17.528672 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2acf786-50e2-4356-9e41-90c387bdf205'] response: {'name': 'network-changed', 'server_uuid': '6d4c29f5-7ce2-4da4-9227-9678dd5cf54a', 'tag': '92b23a7b-d92f-4a5b-b000-1c7897cb0d97', 'status': 'completed', 'code': 200} Sep 22 22:11:17.534279 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a95bd836-3939-4da2-8f5b-6c005a6cac8e tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:11:17.538424 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-a95bd836-3939-4da2-8f5b-6c005a6cac8e tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Usage tracker for resource:security_group_rule and tenant:b3c72b0ce5bd49f9be77b7f1f592feac is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:11:17.541624 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-a95bd836-3939-4da2-8f5b-6c005a6cac8e tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:11:17.547494 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a95bd836-3939-4da2-8f5b-6c005a6cac8e tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:11:17.609357 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-42457c65-25cb-4109-b9a2-cec0081a6f0b None None] Set router a2e07b09-95b8-4c14-96e1-778f9e96c1f0 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:11:17.619597 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a95bd836-3939-4da2-8f5b-6c005a6cac8e tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:17.624888 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a95bd836-3939-4da2-8f5b-6c005a6cac8e tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:17.628565 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086860f2-c585-4b87-81ca-3eaeb138ac10 req-6dcc4a4f-2dad-4e9e-abf3-935dcdb86944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:17.629734 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-086860f2-c585-4b87-81ca-3eaeb138ac10 req-6dcc4a4f-2dad-4e9e-abf3-935dcdb86944 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3c72b0ce5bd49f9be77b7f1f592feac&device_id=6d4c29f5-7ce2-4da4-9227-9678dd5cf54a HTTP/1.1" status: 200 len: 1098 time: 0.0811079 Sep 22 22:11:17.669540 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95bd836-3939-4da2-8f5b-6c005a6cac8e tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0349fb0-2521-4143-a853-d4113720afce,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:11:17.688795 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a95bd836-3939-4da2-8f5b-6c005a6cac8e tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:17.691088 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a95bd836-3939-4da2-8f5b-6c005a6cac8e tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2111239 Sep 22 22:11:17.693951 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 57558) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:11:17.699753 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-4dde5157-0d8f-4c04-9149-d813efa593ff tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Request body: {'security_group_rule': {'security_group_id': 'e0349fb0-2521-4143-a853-d4113720afce', 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:11:17.705862 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-4dde5157-0d8f-4c04-9149-d813efa593ff tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:11:17.709792 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-4dde5157-0d8f-4c04-9149-d813efa593ff tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Usage tracker for resource:security_group_rule and tenant:b3c72b0ce5bd49f9be77b7f1f592feac is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:11:17.713242 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-4dde5157-0d8f-4c04-9149-d813efa593ff tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:11:17.719121 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-4dde5157-0d8f-4c04-9149-d813efa593ff tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:11:17.737496 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4dde5157-0d8f-4c04-9149-d813efa593ff tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:17.771182 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086860f2-c585-4b87-81ca-3eaeb138ac10 req-9633191b-c71a-44eb-a301-68c06cbbf83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:17.772627 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-086860f2-c585-4b87-81ca-3eaeb138ac10 req-9633191b-c71a-44eb-a301-68c06cbbf83d service neutron] 10.222.0.49 "GET /v2.0/networks?id=e72f06f6-4072-43b0-926d-de237a1d2e4f HTTP/1.1" status: 200 len: 915 time: 0.1371112 Sep 22 22:11:17.799969 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4dde5157-0d8f-4c04-9149-d813efa593ff tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:17.804103 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4dde5157-0d8f-4c04-9149-d813efa593ff tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:17.829003 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde5157-0d8f-4c04-9149-d813efa593ff tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fec2fee0-caed-4666-b182-cd5b76e8dc8b,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:11:17.839181 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4dde5157-0d8f-4c04-9149-d813efa593ff tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:17.843093 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-4dde5157-0d8f-4c04-9149-d813efa593ff tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1455743 Sep 22 22:11:17.843207 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 57562) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:11:17.848788 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-4b21334a-2ef2-4910-82be-ff5ffe958501 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Request body: {'security_group_rule': {'security_group_id': 'e0349fb0-2521-4143-a853-d4113720afce', 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:11:17.854871 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-4b21334a-2ef2-4910-82be-ff5ffe958501 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:11:17.859120 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-4b21334a-2ef2-4910-82be-ff5ffe958501 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Usage tracker for resource:security_group_rule and tenant:b3c72b0ce5bd49f9be77b7f1f592feac is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:11:17.861972 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-4b21334a-2ef2-4910-82be-ff5ffe958501 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:11:17.868719 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-4b21334a-2ef2-4910-82be-ff5ffe958501 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:11:17.880856 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-086860f2-c585-4b87-81ca-3eaeb138ac10 req-b4373102-c625-4311-9788-1827594b3e25 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92b23a7b-d92f-4a5b-b000-1c7897cb0d97 HTTP/1.1" status: 200 len: 998 time: 0.1024566 Sep 22 22:11:17.888228 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4b21334a-2ef2-4910-82be-ff5ffe958501 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:17.948161 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086860f2-c585-4b87-81ca-3eaeb138ac10 req-0263a215-9f6d-4455-bb68-11e8a57209d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:17.949649 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-086860f2-c585-4b87-81ca-3eaeb138ac10 req-0263a215-9f6d-4455-bb68-11e8a57209d2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=952ae678-0688-4533-a17f-5bb3d56e81f0 HTTP/1.1" status: 200 len: 854 time: 0.0623765 Sep 22 22:11:17.956855 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4b21334a-2ef2-4910-82be-ff5ffe958501 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:17.961699 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4b21334a-2ef2-4910-82be-ff5ffe958501 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:17.979662 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b21334a-2ef2-4910-82be-ff5ffe958501 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9395c5e0-a501-4945-a1d3-fc2480cf9f13,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:11:17.996288 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4b21334a-2ef2-4910-82be-ff5ffe958501 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:17.996489 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-42457c65-25cb-4109-b9a2-cec0081a6f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'name': 'tempest-TestMinimumBasicScenario-1854485850-router', 'tenant_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.78'}], 'enable_snat': True}, 'gw_port_id': 'fc79d3b5-3341-4340-a828-48cd4158aaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:06:31Z', 'updated_at': '2022-09-22T22:06:35Z', 'revision_number': 4, 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'gw_port': {'id': 'fc79d3b5-3341-4340-a828-48cd4158aaaf', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:06:32Z', 'updated_at': '2022-09-22T22:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '3f704b17-ed1a-4004-90e2-5ed3553a53a4', 'tenant_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'floating_ip_address': '172.26.0.85', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'port_id': '92b23a7b-d92f-4a5b-b000-1c7897cb0d97', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e72f06f6-4072-43b0-926d-de237a1d2e4f', 'mac_address': 'fa:16:3e:bf:23:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4c29f5-7ce2-4da4-9227-9678dd5cf54a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:11:16Z', 'updated_at': '2022-09-22T22:11:16Z', 'revision_number': 0, 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9da55fd5-6181-436d-a6f7-15145823d322', 'name': '', 'network_id': 'e72f06f6-4072-43b0-926d-de237a1d2e4f', 'tenant_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'mac_address': 'fa:16:3e:b7:cb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '952ae678-0688-4533-a17f-5bb3d56e81f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:06:34Z', 'updated_at': '2022-09-22T22:06:41Z', 'revision_number': 5, 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'subnets': [{'id': '952ae678-0688-4533-a17f-5bb3d56e81f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:11:18.002395 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-4b21334a-2ef2-4910-82be-ff5ffe958501 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1532922 Sep 22 22:11:18.002395 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 57566) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:11:18.002675 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42457c65-25cb-4109-b9a2-cec0081a6f0b None None] Checking router: a2e07b09-95b8-4c14-96e1-778f9e96c1f0 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:11:18.005528 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-6d023269-4c22-4a83-af6e-943bbeb29132 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Request body: {'security_group_rule': {'security_group_id': 'e0349fb0-2521-4143-a853-d4113720afce', 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:11:18.010117 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42457c65-25cb-4109-b9a2-cec0081a6f0b None None] Routers {'a2e07b09-95b8-4c14-96e1-778f9e96c1f0'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:11:18.010765 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-42457c65-25cb-4109-b9a2-cec0081a6f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:11:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['a2e07b09-95b8-4c14-96e1-778f9e96c1f0'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:11:18.013905 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-6d023269-4c22-4a83-af6e-943bbeb29132 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:11:18.017891 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-6d023269-4c22-4a83-af6e-943bbeb29132 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Usage tracker for resource:security_group_rule and tenant:b3c72b0ce5bd49f9be77b7f1f592feac is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:11:18.020747 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-6d023269-4c22-4a83-af6e-943bbeb29132 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:11:18.026410 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-6d023269-4c22-4a83-af6e-943bbeb29132 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:11:18.044007 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6d023269-4c22-4a83-af6e-943bbeb29132 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:18.044274 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086860f2-c585-4b87-81ca-3eaeb138ac10 req-f4260f33-fbb8-40db-97cf-f309db2ebfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:18.045905 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-086860f2-c585-4b87-81ca-3eaeb138ac10 req-f4260f33-fbb8-40db-97cf-f309db2ebfdc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e72f06f6-4072-43b0-926d-de237a1d2e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0902946 Sep 22 22:11:18.197432 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-086860f2-c585-4b87-81ca-3eaeb138ac10 req-820c84be-1588-4192-923b-1d6f47f063cc service neutron] 10.222.0.49 "GET /v2.0/networks/e72f06f6-4072-43b0-926d-de237a1d2e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351330 Sep 22 22:11:18.219287 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6d023269-4c22-4a83-af6e-943bbeb29132 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:18.225247 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6d023269-4c22-4a83-af6e-943bbeb29132 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:18.244130 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-42457c65-25cb-4109-b9a2-cec0081a6f0b None None] Set router a2e07b09-95b8-4c14-96e1-778f9e96c1f0 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:11:18.245153 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d023269-4c22-4a83-af6e-943bbeb29132 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17b75ead-62c3-4f74-b403-4b86fbc8ba1e,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:11:18.265342 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6d023269-4c22-4a83-af6e-943bbeb29132 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:18.266752 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6d023269-4c22-4a83-af6e-943bbeb29132 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2652857 Sep 22 22:11:18.269566 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 57570) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:11:18.276622 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-457ae150-8e12-4817-b58b-0d3f2cb925dd tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Request body: {'security_group_rule': {'security_group_id': 'e0349fb0-2521-4143-a853-d4113720afce', 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:11:18.283061 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-457ae150-8e12-4817-b58b-0d3f2cb925dd tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:11:18.286964 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-457ae150-8e12-4817-b58b-0d3f2cb925dd tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Usage tracker for resource:security_group_rule and tenant:b3c72b0ce5bd49f9be77b7f1f592feac is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:11:18.290557 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-457ae150-8e12-4817-b58b-0d3f2cb925dd tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:11:18.296342 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-457ae150-8e12-4817-b58b-0d3f2cb925dd tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:11:18.313249 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-457ae150-8e12-4817-b58b-0d3f2cb925dd tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:18.346785 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-086860f2-c585-4b87-81ca-3eaeb138ac10 req-c1b91aa4-af47-40fb-a204-ea949ec9dbe5 service neutron] 10.222.0.49 "GET /v2.0/networks/e72f06f6-4072-43b0-926d-de237a1d2e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433029 Sep 22 22:11:18.380373 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-457ae150-8e12-4817-b58b-0d3f2cb925dd tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:18.384334 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-457ae150-8e12-4817-b58b-0d3f2cb925dd tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:18.409051 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457ae150-8e12-4817-b58b-0d3f2cb925dd tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8ff11c8-3a46-401d-a6e0-b8e7d6709162,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:11:18.419282 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-457ae150-8e12-4817-b58b-0d3f2cb925dd tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:18.423273 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-457ae150-8e12-4817-b58b-0d3f2cb925dd tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1501534 Sep 22 22:11:18.423576 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 57574) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:11:18.428714 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-5b38615c-e7c3-4af8-bea8-3d12d2d64577 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Request body: {'security_group_rule': {'security_group_id': 'e0349fb0-2521-4143-a853-d4113720afce', 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:11:18.434650 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-5b38615c-e7c3-4af8-bea8-3d12d2d64577 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:11:18.438440 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-5b38615c-e7c3-4af8-bea8-3d12d2d64577 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Usage tracker for resource:security_group_rule and tenant:b3c72b0ce5bd49f9be77b7f1f592feac is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:11:18.441324 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-5b38615c-e7c3-4af8-bea8-3d12d2d64577 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:11:18.448251 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-5b38615c-e7c3-4af8-bea8-3d12d2d64577 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:11:18.458205 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.securitygroups_db [None req-5b38615c-e7c3-4af8-bea8-3d12d2d64577 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Project b3c72b0ce5bd49f9be77b7f1f592feac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 22:11:18.465254 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5b38615c-e7c3-4af8-bea8-3d12d2d64577 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:18.529211 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5b38615c-e7c3-4af8-bea8-3d12d2d64577 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:18.533650 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5b38615c-e7c3-4af8-bea8-3d12d2d64577 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:18.561368 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b38615c-e7c3-4af8-bea8-3d12d2d64577 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bf81c80-b801-49e4-bd9e-13d1052fdd7d,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:11:18.568156 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5b38615c-e7c3-4af8-bea8-3d12d2d64577 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:18.569623 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-5b38615c-e7c3-4af8-bea8-3d12d2d64577 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1450622 Sep 22 22:11:18.573025 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 57578) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:11:18.578113 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-46004114-97f8-4ef0-8df6-5c3f9f01db55 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Request body: {'security_group_rule': {'security_group_id': 'e0349fb0-2521-4143-a853-d4113720afce', 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:11:18.584345 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-46004114-97f8-4ef0-8df6-5c3f9f01db55 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:11:18.588248 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-46004114-97f8-4ef0-8df6-5c3f9f01db55 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Usage tracker for resource:security_group_rule and tenant:b3c72b0ce5bd49f9be77b7f1f592feac is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:11:18.591086 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-46004114-97f8-4ef0-8df6-5c3f9f01db55 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:11:18.596774 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-46004114-97f8-4ef0-8df6-5c3f9f01db55 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:11:18.606878 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.securitygroups_db [None req-46004114-97f8-4ef0-8df6-5c3f9f01db55 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Project b3c72b0ce5bd49f9be77b7f1f592feac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 22:11:18.610949 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-42457c65-25cb-4109-b9a2-cec0081a6f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'name': 'tempest-TestMinimumBasicScenario-1854485850-router', 'tenant_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.78'}], 'enable_snat': True}, 'gw_port_id': 'fc79d3b5-3341-4340-a828-48cd4158aaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:06:31Z', 'updated_at': '2022-09-22T22:06:35Z', 'revision_number': 4, 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'gw_port': {'id': 'fc79d3b5-3341-4340-a828-48cd4158aaaf', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:06:32Z', 'updated_at': '2022-09-22T22:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '3f704b17-ed1a-4004-90e2-5ed3553a53a4', 'tenant_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'floating_ip_address': '172.26.0.85', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'port_id': '92b23a7b-d92f-4a5b-b000-1c7897cb0d97', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e72f06f6-4072-43b0-926d-de237a1d2e4f', 'mac_address': 'fa:16:3e:bf:23:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4c29f5-7ce2-4da4-9227-9678dd5cf54a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:11:16Z', 'updated_at': '2022-09-22T22:11:16Z', 'revision_number': 0, 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9da55fd5-6181-436d-a6f7-15145823d322', 'name': '', 'network_id': 'e72f06f6-4072-43b0-926d-de237a1d2e4f', 'tenant_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'mac_address': 'fa:16:3e:b7:cb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '952ae678-0688-4533-a17f-5bb3d56e81f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:06:34Z', 'updated_at': '2022-09-22T22:06:41Z', 'revision_number': 5, 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'subnets': [{'id': '952ae678-0688-4533-a17f-5bb3d56e81f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:11:18.613109 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-46004114-97f8-4ef0-8df6-5c3f9f01db55 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:18.614972 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42457c65-25cb-4109-b9a2-cec0081a6f0b None None] The sync data for ids ['a2e07b09-95b8-4c14-96e1-778f9e96c1f0'] in dv-neutron-858900-1-hyperv is: [{'id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'name': 'tempest-TestMinimumBasicScenario-1854485850-router', 'tenant_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.78'}], 'enable_snat': True}, 'gw_port_id': 'fc79d3b5-3341-4340-a828-48cd4158aaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:06:31Z', 'updated_at': '2022-09-22T22:06:35Z', 'revision_number': 4, 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'gw_port': {'id': 'fc79d3b5-3341-4340-a828-48cd4158aaaf', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:06:32Z', 'updated_at': '2022-09-22T22:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '3f704b17-ed1a-4004-90e2-5ed3553a53a4', 'tenant_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'floating_ip_address': '172.26.0.85', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'port_id': '92b23a7b-d92f-4a5b-b000-1c7897cb0d97', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e72f06f6-4072-43b0-926d-de237a1d2e4f', 'mac_address': 'fa:16:3e:bf:23:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4c29f5-7ce2-4da4-9227-9678dd5cf54a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:11:16Z', 'updated_at': '2022-09-22T22:11:16Z', 'revision_number': 0, 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9da55fd5-6181-436d-a6f7-15145823d322', 'name': '', 'network_id': 'e72f06f6-4072-43b0-926d-de237a1d2e4f', 'tenant_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'mac_address': 'fa:16:3e:b7:cb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '952ae678-0688-4533-a17f-5bb3d56e81f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:06:34Z', 'updated_at': '2022-09-22T22:06:41Z', 'revision_number': 5, 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'subnets': [{'id': '952ae678-0688-4533-a17f-5bb3d56e81f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:11:18.680790 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-46004114-97f8-4ef0-8df6-5c3f9f01db55 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:18.684769 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-46004114-97f8-4ef0-8df6-5c3f9f01db55 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:18.711544 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46004114-97f8-4ef0-8df6-5c3f9f01db55 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=188bb048-3bf4-41ce-9f8b-52219c97d3ee,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:11:18.721291 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-46004114-97f8-4ef0-8df6-5c3f9f01db55 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:18.722645 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-46004114-97f8-4ef0-8df6-5c3f9f01db55 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1486459 Sep 22 22:11:18.811155 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6330071-b193-470b-89dd-eb1a6a672fae None None] New status for floating IP 3f704b17-ed1a-4004-90e2-5ed3553a53a4: ACTIVE {{(pid=89011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 22:11:18.846577 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e8c3199f-1afa-44f6-b849-3ce3899d10d3 req-7890e6da-2291-407c-aa5b-ef3acd344dca tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-331388569&fields=id&tenant_id=b3c72b0ce5bd49f9be77b7f1f592feac HTTP/1.1" status: 200 len: 267 time: 0.0439687 Sep 22 22:11:18.938963 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3199f-1afa-44f6-b849-3ce3899d10d3 req-c6075f06-2986-4038-8634-fc0e024dafb6 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:18.940413 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e8c3199f-1afa-44f6-b849-3ce3899d10d3 req-c6075f06-2986-4038-8634-fc0e024dafb6 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=6d4c29f5-7ce2-4da4-9227-9678dd5cf54a HTTP/1.1" status: 200 len: 945 time: 0.0864391 Sep 22 22:11:18.952516 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-e8c3199f-1afa-44f6-b849-3ce3899d10d3 req-7d723d3e-a60f-4fa1-a638-16f47286f381 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Request body: {'port': {'security_groups': ['fa573fd6-4228-4e61-b8f3-8f98dabc468c', 'e0349fb0-2521-4143-a853-d4113720afce']}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:11:19.075841 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-e8c3199f-1afa-44f6-b849-3ce3899d10d3 req-7d723d3e-a60f-4fa1-a638-16f47286f381 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:19.434753 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-e8c3199f-1afa-44f6-b849-3ce3899d10d3 req-7d723d3e-a60f-4fa1-a638-16f47286f381 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] For port 92b23a7b-d92f-4a5b-b000-1c7897cb0d97, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=92b23a7b-d92f-4a5b-b000-1c7897cb0d97,segment=NetworkSegment(e53ba512-9fea-4219-b914-ddb71d536301),segment_id=e53ba512-9fea-4219-b914-ddb71d536301)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:11:19.463347 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-e8c3199f-1afa-44f6-b849-3ce3899d10d3 req-7d723d3e-a60f-4fa1-a638-16f47286f381 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:19.467846 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-e8c3199f-1afa-44f6-b849-3ce3899d10d3 req-7d723d3e-a60f-4fa1-a638-16f47286f381 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:19.479472 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['92b23a7b-d92f-4a5b-b000-1c7897cb0d97'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 22:11:19.504263 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3199f-1afa-44f6-b849-3ce3899d10d3 req-7d723d3e-a60f-4fa1-a638-16f47286f381 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:19.504861 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-e8c3199f-1afa-44f6-b849-3ce3899d10d3 req-7d723d3e-a60f-4fa1-a638-16f47286f381 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:19.506215 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e8c3199f-1afa-44f6-b849-3ce3899d10d3 req-7d723d3e-a60f-4fa1-a638-16f47286f381 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "PUT /v2.0/ports/92b23a7b-d92f-4a5b-b000-1c7897cb0d97 HTTP/1.1" status: 200 len: 981 time: 0.5593963 Sep 22 22:11:19.530439 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d4c29f5-7ce2-4da4-9227-9678dd5cf54a', 'tag': '92b23a7b-d92f-4a5b-b000-1c7897cb0d97'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:11:19.543708 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0330d846-fa20-4300-aa32-63c95123ac6a" -d '{"events": [{"name": "network-changed", "server_uuid": "6d4c29f5-7ce2-4da4-9227-9678dd5cf54a", "tag": "92b23a7b-d92f-4a5b-b000-1c7897cb0d97"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:11:19.544958 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['92b23a7b-d92f-4a5b-b000-1c7897cb0d97'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 22:11:19.573059 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d723d3e-a60f-4fa1-a638-16f47286f381 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Pushing event updated for resources: {'Port': ['ID=92b23a7b-d92f-4a5b-b000-1c7897cb0d97,revision_number=6']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:11:19.605967 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5307ad-77da-41b0-bc85-d644950a4cc8 x-openstack-request-id: req-7a5307ad-77da-41b0-bc85-d644950a4cc8 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:11:19.606329 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d4c29f5-7ce2-4da4-9227-9678dd5cf54a", "tag": "92b23a7b-d92f-4a5b-b000-1c7897cb0d97", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:11:19.606698 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7a5307ad-77da-41b0-bc85-d644950a4cc8 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:11:19.607163 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a5307ad-77da-41b0-bc85-d644950a4cc8'] response: {'name': 'network-changed', 'server_uuid': '6d4c29f5-7ce2-4da4-9227-9678dd5cf54a', 'tag': '92b23a7b-d92f-4a5b-b000-1c7897cb0d97', 'status': 'completed', 'code': 200} Sep 22 22:11:19.712237 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330d846-fa20-4300-aa32-63c95123ac6a req-2da648ce-c051-4897-b220-4b30a0eadde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:19.713723 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0330d846-fa20-4300-aa32-63c95123ac6a req-2da648ce-c051-4897-b220-4b30a0eadde1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3c72b0ce5bd49f9be77b7f1f592feac&device_id=6d4c29f5-7ce2-4da4-9227-9678dd5cf54a HTTP/1.1" status: 200 len: 1137 time: 0.0853949 Sep 22 22:11:19.714539 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d84a4-be30-4f67-9a18-d7b8639ebb19 req-818095a1-596e-47ad-b4d1-3f1f189321e4 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:19.716107 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-d00d84a4-be30-4f67-9a18-d7b8639ebb19 req-818095a1-596e-47ad-b4d1-3f1f189321e4 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=6d4c29f5-7ce2-4da4-9227-9678dd5cf54a HTTP/1.1" status: 200 len: 984 time: 0.0934088 Sep 22 22:11:19.763504 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-d00d84a4-be30-4f67-9a18-d7b8639ebb19 req-8896bf33-216c-41a0-932a-4172ae2d74dc tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Synchronizing usage tracker for tenant:b3c72b0ce5bd49f9be77b7f1f592feac on resource:security_group {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:11:19.786981 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-d00d84a4-be30-4f67-9a18-d7b8639ebb19 req-8896bf33-216c-41a0-932a-4172ae2d74dc tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Unset dirty status for tenant:b3c72b0ce5bd49f9be77b7f1f592feac on resource:security_group {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:11:19.793733 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-d00d84a4-be30-4f67-9a18-d7b8639ebb19 req-8896bf33-216c-41a0-932a-4172ae2d74dc tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/security-groups?id=e0349fb0-2521-4143-a853-d4113720afce&id=fa573fd6-4228-4e61-b8f3-8f98dabc468c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0687058 Sep 22 22:11:19.880486 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330d846-fa20-4300-aa32-63c95123ac6a req-a11add60-6903-4ed3-ab75-b1d73f9763bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:19.882018 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0330d846-fa20-4300-aa32-63c95123ac6a req-a11add60-6903-4ed3-ab75-b1d73f9763bf service neutron] 10.222.0.49 "GET /v2.0/networks?id=e72f06f6-4072-43b0-926d-de237a1d2e4f HTTP/1.1" status: 200 len: 915 time: 0.1612191 Sep 22 22:11:19.987614 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0330d846-fa20-4300-aa32-63c95123ac6a req-dab63f50-3233-44ce-934d-1c425737eb63 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92b23a7b-d92f-4a5b-b000-1c7897cb0d97 HTTP/1.1" status: 200 len: 1000 time: 0.0989542 Sep 22 22:11:20.048192 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330d846-fa20-4300-aa32-63c95123ac6a req-306c0d48-fe45-47b5-9376-70049df65b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:20.049627 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0330d846-fa20-4300-aa32-63c95123ac6a req-306c0d48-fe45-47b5-9376-70049df65b6c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=952ae678-0688-4533-a17f-5bb3d56e81f0 HTTP/1.1" status: 200 len: 854 time: 0.0562696 Sep 22 22:11:20.135411 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330d846-fa20-4300-aa32-63c95123ac6a req-a17b32b5-2419-4428-8639-9084b5777631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:20.137089 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0330d846-fa20-4300-aa32-63c95123ac6a req-a17b32b5-2419-4428-8639-9084b5777631 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e72f06f6-4072-43b0-926d-de237a1d2e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802410 Sep 22 22:11:20.271221 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0330d846-fa20-4300-aa32-63c95123ac6a req-72fd587f-4ed2-41c4-a175-d6c9dc8a2f58 service neutron] 10.222.0.49 "GET /v2.0/networks/e72f06f6-4072-43b0-926d-de237a1d2e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245897 Sep 22 22:11:20.400439 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0330d846-fa20-4300-aa32-63c95123ac6a req-9ebe41ba-e108-4495-aed3-352be2ad339a service neutron] 10.222.0.49 "GET /v2.0/networks/e72f06f6-4072-43b0-926d-de237a1d2e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261356 Sep 22 22:11:26.204177 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:36.115938 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf0796-91fc-43c4-b89a-0e708238dbac req-bc76f62d-0bd1-45ee-b225-7f4f3eaa4142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:36.117329 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1aaf0796-91fc-43c4-b89a-0e708238dbac req-bc76f62d-0bd1-45ee-b225-7f4f3eaa4142 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3c72b0ce5bd49f9be77b7f1f592feac&device_id=6d4c29f5-7ce2-4da4-9227-9678dd5cf54a HTTP/1.1" status: 200 len: 1137 time: 0.0773520 Sep 22 22:11:36.155057 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3c2881-0b48-47cf-a917-dec7bedaf9fd req-3d148407-701b-4927-ac1b-e7ea022de414 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:36.156506 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-cc3c2881-0b48-47cf-a917-dec7bedaf9fd req-3d148407-701b-4927-ac1b-e7ea022de414 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=6d4c29f5-7ce2-4da4-9227-9678dd5cf54a HTTP/1.1" status: 200 len: 984 time: 0.0861673 Sep 22 22:11:36.207754 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-cc3c2881-0b48-47cf-a917-dec7bedaf9fd req-8af89157-66d6-4e37-b507-13ae64cd6ac2 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/security-groups?id=e0349fb0-2521-4143-a853-d4113720afce&id=fa573fd6-4228-4e61-b8f3-8f98dabc468c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0452213 Sep 22 22:11:36.246122 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf0796-91fc-43c4-b89a-0e708238dbac req-238eb382-d26f-4f72-b457-f42c9df7d5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:36.247602 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1aaf0796-91fc-43c4-b89a-0e708238dbac req-238eb382-d26f-4f72-b457-f42c9df7d5d8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e72f06f6-4072-43b0-926d-de237a1d2e4f HTTP/1.1" status: 200 len: 915 time: 0.1245716 Sep 22 22:11:36.347829 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1aaf0796-91fc-43c4-b89a-0e708238dbac req-6acab0e0-fae0-4b63-82bb-2a389a335ab5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92b23a7b-d92f-4a5b-b000-1c7897cb0d97 HTTP/1.1" status: 200 len: 1000 time: 0.0936737 Sep 22 22:11:36.406891 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf0796-91fc-43c4-b89a-0e708238dbac req-198eedff-349f-4528-96f2-6fae13401e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:36.408180 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1aaf0796-91fc-43c4-b89a-0e708238dbac req-198eedff-349f-4528-96f2-6fae13401e7a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=952ae678-0688-4533-a17f-5bb3d56e81f0 HTTP/1.1" status: 200 len: 854 time: 0.0548019 Sep 22 22:11:36.493615 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf0796-91fc-43c4-b89a-0e708238dbac req-0c8e5c09-0296-4600-8397-4f663c9312c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:36.495101 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1aaf0796-91fc-43c4-b89a-0e708238dbac req-0c8e5c09-0296-4600-8397-4f663c9312c5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e72f06f6-4072-43b0-926d-de237a1d2e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793374 Sep 22 22:11:36.719347 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1aaf0796-91fc-43c4-b89a-0e708238dbac req-c5b6265a-c3c0-4a37-8725-a7f0a4803c8f service neutron] 10.222.0.49 "GET /v2.0/networks/e72f06f6-4072-43b0-926d-de237a1d2e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170885 Sep 22 22:11:36.848069 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1aaf0796-91fc-43c4-b89a-0e708238dbac req-e2a80092-bcba-47be-a722-d9d1ffdc1ff4 service neutron] 10.222.0.49 "GET /v2.0/networks/e72f06f6-4072-43b0-926d-de237a1d2e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222451 Sep 22 22:11:37.408043 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a641435-fa7b-4b66-a131-59add3381b91 req-aa7542e3-1f7c-415e-8d8a-13fe909132fb tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:37.409484 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4a641435-fa7b-4b66-a131-59add3381b91 req-aa7542e3-1f7c-415e-8d8a-13fe909132fb tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=6d4c29f5-7ce2-4da4-9227-9678dd5cf54a HTTP/1.1" status: 200 len: 984 time: 0.0909100 Sep 22 22:11:37.455822 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4a641435-fa7b-4b66-a131-59add3381b91 req-d3d456fe-ee28-4de6-ba55-40db581f0526 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/security-groups?id=e0349fb0-2521-4143-a853-d4113720afce&id=fa573fd6-4228-4e61-b8f3-8f98dabc468c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404031 Sep 22 22:11:38.650146 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579f4ce-6590-42fe-b327-f6f5035706bf req-587d4b2c-b9e4-4962-a41a-7e6df2f2ebf6 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:38.651637 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-4579f4ce-6590-42fe-b327-f6f5035706bf req-587d4b2c-b9e4-4962-a41a-7e6df2f2ebf6 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=6d4c29f5-7ce2-4da4-9227-9678dd5cf54a HTTP/1.1" status: 200 len: 984 time: 0.0876789 Sep 22 22:11:38.696962 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-4579f4ce-6590-42fe-b327-f6f5035706bf req-a15c5036-a92e-4395-858f-0da6a9b29a62 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/security-groups?id=e0349fb0-2521-4143-a853-d4113720afce&id=fa573fd6-4228-4e61-b8f3-8f98dabc468c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0389547 Sep 22 22:11:39.771235 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-bb3ee3bd-25b8-4996-b889-17e4e7437478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:39.899784 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0acac2f-c6f7-4a7e-9a9a-72be538b3a3c req-b08574f7-eec5-443e-a747-40f9919ca886 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:39.901914 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e0acac2f-c6f7-4a7e-9a9a-72be538b3a3c req-b08574f7-eec5-443e-a747-40f9919ca886 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=6d4c29f5-7ce2-4da4-9227-9678dd5cf54a HTTP/1.1" status: 200 len: 984 time: 0.0908518 Sep 22 22:11:39.954806 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e0acac2f-c6f7-4a7e-9a9a-72be538b3a3c req-8b1a2f4a-1895-49df-9392-2a38a6ae1252 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/security-groups?id=e0349fb0-2521-4143-a853-d4113720afce&id=fa573fd6-4228-4e61-b8f3-8f98dabc468c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0469031 Sep 22 22:11:41.151921 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf23ff-15d9-4eac-b81e-fbefed82c8fc req-5a034263-8093-44c9-8c6e-48cb603110ee tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:41.153361 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-e0cf23ff-15d9-4eac-b81e-fbefed82c8fc req-5a034263-8093-44c9-8c6e-48cb603110ee tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=6d4c29f5-7ce2-4da4-9227-9678dd5cf54a HTTP/1.1" status: 200 len: 984 time: 0.0896592 Sep 22 22:11:41.198707 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-e0cf23ff-15d9-4eac-b81e-fbefed82c8fc req-26bfa7c6-565b-42f4-98fe-4fd1c2334ae9 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/security-groups?id=e0349fb0-2521-4143-a853-d4113720afce&id=fa573fd6-4228-4e61-b8f3-8f98dabc468c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396018 Sep 22 22:11:41.983652 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-3d7d264b-a885-4ef7-949f-87abaf77bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:42.421660 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d658f00-5710-487c-8f9a-1b4bb689aec5 req-3c6c8bcf-e499-4d82-ab50-bab234924e9e tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:42.423139 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2d658f00-5710-487c-8f9a-1b4bb689aec5 req-3c6c8bcf-e499-4d82-ab50-bab234924e9e tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=6d4c29f5-7ce2-4da4-9227-9678dd5cf54a HTTP/1.1" status: 200 len: 984 time: 0.0892317 Sep 22 22:11:42.469531 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2d658f00-5710-487c-8f9a-1b4bb689aec5 req-bfb1eaa2-bc70-4810-a037-5fd574fd58a7 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/security-groups?id=e0349fb0-2521-4143-a853-d4113720afce&id=fa573fd6-4228-4e61-b8f3-8f98dabc468c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406721 Sep 22 22:11:42.850595 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:43.255539 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:43.719327 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f98e4-8e48-444f-b08b-a339cfbce0e6 req-8430998c-6248-4e99-970a-99a3f606cd78 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:43.720762 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-0b5f98e4-8e48-444f-b08b-a339cfbce0e6 req-8430998c-6248-4e99-970a-99a3f606cd78 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=6d4c29f5-7ce2-4da4-9227-9678dd5cf54a HTTP/1.1" status: 200 len: 984 time: 0.0870774 Sep 22 22:11:43.768575 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-0b5f98e4-8e48-444f-b08b-a339cfbce0e6 req-25d67e57-27ce-41dd-9b92-22a40fb2e36b tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/security-groups?id=e0349fb0-2521-4143-a853-d4113720afce&id=fa573fd6-4228-4e61-b8f3-8f98dabc468c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420084 Sep 22 22:11:44.640782 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:11:44.965386 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d979c1c-71dc-4480-b463-c0308baf9712 req-d1216f53-fa07-4843-a9fe-a0ef76679471 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:44.966785 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1d979c1c-71dc-4480-b463-c0308baf9712 req-d1216f53-fa07-4843-a9fe-a0ef76679471 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=6d4c29f5-7ce2-4da4-9227-9678dd5cf54a HTTP/1.1" status: 200 len: 984 time: 0.0901637 Sep 22 22:11:45.011940 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1d979c1c-71dc-4480-b463-c0308baf9712 req-b21b4726-7dc6-424a-84ca-c96a290cb3d3 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/security-groups?id=e0349fb0-2521-4143-a853-d4113720afce&id=fa573fd6-4228-4e61-b8f3-8f98dabc468c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392807 Sep 22 22:11:46.206242 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb95a825-b8c4-46ad-b7ec-7875211846f0 req-4c51aff8-4618-4180-9834-535cc4d873f9 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:46.207713 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-cb95a825-b8c4-46ad-b7ec-7875211846f0 req-4c51aff8-4618-4180-9834-535cc4d873f9 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=6d4c29f5-7ce2-4da4-9227-9678dd5cf54a HTTP/1.1" status: 200 len: 984 time: 0.0855591 Sep 22 22:11:46.253779 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-cb95a825-b8c4-46ad-b7ec-7875211846f0 req-76ad6497-1ece-483d-bdc3-4ebd9bdbd171 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/security-groups?id=e0349fb0-2521-4143-a853-d4113720afce&id=fa573fd6-4228-4e61-b8f3-8f98dabc468c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403013 Sep 22 22:11:47.461233 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be4f7e-e598-4a43-942e-80e60f2ea496 req-6c8439b0-da0c-4b2b-bf9b-6777a30071f1 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:47.462809 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-11be4f7e-e598-4a43-942e-80e60f2ea496 req-6c8439b0-da0c-4b2b-bf9b-6777a30071f1 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=6d4c29f5-7ce2-4da4-9227-9678dd5cf54a HTTP/1.1" status: 200 len: 984 time: 0.0940578 Sep 22 22:11:47.514632 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-11be4f7e-e598-4a43-942e-80e60f2ea496 req-1e092373-1e23-4ed2-9772-eb362fd53e8a tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/security-groups?id=e0349fb0-2521-4143-a853-d4113720afce&id=fa573fd6-4228-4e61-b8f3-8f98dabc468c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0419533 Sep 22 22:11:48.708611 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b21213-8a2c-41cb-9691-b763c51f5854 req-f692a356-0b5c-4bba-bf46-e3b1f8a840e7 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:48.710050 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c0b21213-8a2c-41cb-9691-b763c51f5854 req-f692a356-0b5c-4bba-bf46-e3b1f8a840e7 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=6d4c29f5-7ce2-4da4-9227-9678dd5cf54a HTTP/1.1" status: 200 len: 984 time: 0.0900941 Sep 22 22:11:48.755259 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c0b21213-8a2c-41cb-9691-b763c51f5854 req-bb5a1f92-183a-44ff-99bc-84737d565886 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/security-groups?id=e0349fb0-2521-4143-a853-d4113720afce&id=fa573fd6-4228-4e61-b8f3-8f98dabc468c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391672 Sep 22 22:11:52.843209 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:11:56.236981 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:09.776202 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-3bf84bc6-f17b-4bfb-bbfa-49bf2fa0b894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:11.579396 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ce4685b1-1510-4ded-8028-cae59d369dce req-79cf8bf9-cfbb-4195-b749-d11fb9efa630 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6d4c29f5-7ce2-4da4-9227-9678dd5cf54a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791242 Sep 22 22:12:11.722997 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4685b1-1510-4ded-8028-cae59d369dce req-70dcf44b-9f0d-4629-80bb-303eb3fcba57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:11.724444 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ce4685b1-1510-4ded-8028-cae59d369dce req-70dcf44b-9f0d-4629-80bb-303eb3fcba57 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3c72b0ce5bd49f9be77b7f1f592feac&device_id=6d4c29f5-7ce2-4da4-9227-9678dd5cf54a HTTP/1.1" status: 200 len: 1137 time: 0.0779326 Sep 22 22:12:11.866048 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4685b1-1510-4ded-8028-cae59d369dce req-a2b37507-4e44-47ad-9b60-1d70feef8d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:11.867414 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ce4685b1-1510-4ded-8028-cae59d369dce req-a2b37507-4e44-47ad-9b60-1d70feef8d7a service neutron] 10.222.0.49 "GET /v2.0/networks?id=e72f06f6-4072-43b0-926d-de237a1d2e4f HTTP/1.1" status: 200 len: 915 time: 0.1242304 Sep 22 22:12:11.967671 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ce4685b1-1510-4ded-8028-cae59d369dce req-0227643b-4a53-48f2-840a-22d34f26f957 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92b23a7b-d92f-4a5b-b000-1c7897cb0d97 HTTP/1.1" status: 200 len: 1000 time: 0.0937262 Sep 22 22:12:11.984323 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0c7b89c7-2c03-4749-9075-8c2024239e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:12.030439 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4685b1-1510-4ded-8028-cae59d369dce req-d0f3e1fc-73a0-474b-b9b4-67bb1cfcce35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:12.031892 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ce4685b1-1510-4ded-8028-cae59d369dce req-d0f3e1fc-73a0-474b-b9b4-67bb1cfcce35 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=952ae678-0688-4533-a17f-5bb3d56e81f0 HTTP/1.1" status: 200 len: 854 time: 0.0589561 Sep 22 22:12:12.116905 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4685b1-1510-4ded-8028-cae59d369dce req-1779e3fe-c523-4a61-a149-85513399561a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:12.118286 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ce4685b1-1510-4ded-8028-cae59d369dce req-1779e3fe-c523-4a61-a149-85513399561a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e72f06f6-4072-43b0-926d-de237a1d2e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803518 Sep 22 22:12:12.245840 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ce4685b1-1510-4ded-8028-cae59d369dce req-498cfe70-14ff-430a-87b4-30fe45fefb47 service neutron] 10.222.0.49 "GET /v2.0/networks/e72f06f6-4072-43b0-926d-de237a1d2e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211135 Sep 22 22:12:12.373887 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ce4685b1-1510-4ded-8028-cae59d369dce req-749d885b-7c0b-48c9-856b-9c932b31333f service neutron] 10.222.0.49 "GET /v2.0/networks/e72f06f6-4072-43b0-926d-de237a1d2e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218302 Sep 22 22:12:12.853454 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:13.259869 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:14.643095 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:21.197783 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6a4748f0-85fd-4953-92d6-aae012a1e5f7 req-55811d23-5d6e-43f4-97bb-a975629c10a1 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-331388569&fields=id&tenant_id=b3c72b0ce5bd49f9be77b7f1f592feac HTTP/1.1" status: 200 len: 267 time: 0.0379679 Sep 22 22:12:21.301471 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4748f0-85fd-4953-92d6-aae012a1e5f7 req-55d221ae-5fb1-4c6e-8d8d-cdcc8e6d2c36 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:21.302916 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6a4748f0-85fd-4953-92d6-aae012a1e5f7 req-55d221ae-5fb1-4c6e-8d8d-cdcc8e6d2c36 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=6d4c29f5-7ce2-4da4-9227-9678dd5cf54a HTTP/1.1" status: 200 len: 984 time: 0.0997427 Sep 22 22:12:21.313235 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-6a4748f0-85fd-4953-92d6-aae012a1e5f7 req-7d006a06-3b6c-4707-852f-c09b124cac94 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Request body: {'port': {'security_groups': ['fa573fd6-4228-4e61-b8f3-8f98dabc468c']}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:12:21.535998 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-6a4748f0-85fd-4953-92d6-aae012a1e5f7 req-7d006a06-3b6c-4707-852f-c09b124cac94 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:21.773873 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-6a4748f0-85fd-4953-92d6-aae012a1e5f7 req-7d006a06-3b6c-4707-852f-c09b124cac94 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] For port 92b23a7b-d92f-4a5b-b000-1c7897cb0d97, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=92b23a7b-d92f-4a5b-b000-1c7897cb0d97,segment=NetworkSegment(e53ba512-9fea-4219-b914-ddb71d536301),segment_id=e53ba512-9fea-4219-b914-ddb71d536301)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:12:21.799205 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-6a4748f0-85fd-4953-92d6-aae012a1e5f7 req-7d006a06-3b6c-4707-852f-c09b124cac94 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:21.803440 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-6a4748f0-85fd-4953-92d6-aae012a1e5f7 req-7d006a06-3b6c-4707-852f-c09b124cac94 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:21.814877 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['92b23a7b-d92f-4a5b-b000-1c7897cb0d97'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 22:12:21.815418 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4748f0-85fd-4953-92d6-aae012a1e5f7 req-7d006a06-3b6c-4707-852f-c09b124cac94 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:21.815533 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-6a4748f0-85fd-4953-92d6-aae012a1e5f7 req-7d006a06-3b6c-4707-852f-c09b124cac94 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:21.816839 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6a4748f0-85fd-4953-92d6-aae012a1e5f7 req-7d006a06-3b6c-4707-852f-c09b124cac94 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "PUT /v2.0/ports/92b23a7b-d92f-4a5b-b000-1c7897cb0d97 HTTP/1.1" status: 200 len: 942 time: 0.5079079 Sep 22 22:12:21.823351 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 57636) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:12:21.848382 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d4c29f5-7ce2-4da4-9227-9678dd5cf54a', 'tag': '92b23a7b-d92f-4a5b-b000-1c7897cb0d97'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:12:21.850717 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721602fa-f173-4576-9c17-7662a6f05dd0" -d '{"events": [{"name": "network-changed", "server_uuid": "6d4c29f5-7ce2-4da4-9227-9678dd5cf54a", "tag": "92b23a7b-d92f-4a5b-b000-1c7897cb0d97"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:12:21.898408 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c7b600d1-0abd-40d8-a192-cca7173dc157 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:21.909687 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['92b23a7b-d92f-4a5b-b000-1c7897cb0d97'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 22:12:21.916221 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba73558-c15c-4a31-858b-97a2597d3b94 x-openstack-request-id: req-1ba73558-c15c-4a31-858b-97a2597d3b94 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:12:21.916806 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d4c29f5-7ce2-4da4-9227-9678dd5cf54a", "tag": "92b23a7b-d92f-4a5b-b000-1c7897cb0d97", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:12:21.917230 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1ba73558-c15c-4a31-858b-97a2597d3b94 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:12:21.917810 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ba73558-c15c-4a31-858b-97a2597d3b94'] response: {'name': 'network-changed', 'server_uuid': '6d4c29f5-7ce2-4da4-9227-9678dd5cf54a', 'tag': '92b23a7b-d92f-4a5b-b000-1c7897cb0d97', 'status': 'completed', 'code': 200} Sep 22 22:12:21.928036 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d006a06-3b6c-4707-852f-c09b124cac94 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Pushing event updated for resources: {'Port': ['ID=92b23a7b-d92f-4a5b-b000-1c7897cb0d97,revision_number=7']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:21.930068 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c7b600d1-0abd-40d8-a192-cca7173dc157 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:21.938102 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d006a06-3b6c-4707-852f-c09b124cac94 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:21.938102 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d006a06-3b6c-4707-852f-c09b124cac94 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:21.938102 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d006a06-3b6c-4707-852f-c09b124cac94 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:21.938415 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d006a06-3b6c-4707-852f-c09b124cac94 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:21.938653 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d006a06-3b6c-4707-852f-c09b124cac94 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:21.939103 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d006a06-3b6c-4707-852f-c09b124cac94 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:21.939443 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d006a06-3b6c-4707-852f-c09b124cac94 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:21.940100 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d006a06-3b6c-4707-852f-c09b124cac94 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:21.940277 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d006a06-3b6c-4707-852f-c09b124cac94 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:21.940702 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d006a06-3b6c-4707-852f-c09b124cac94 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:21.941025 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d006a06-3b6c-4707-852f-c09b124cac94 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:21.941348 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d006a06-3b6c-4707-852f-c09b124cac94 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:22.007027 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c7b600d1-0abd-40d8-a192-cca7173dc157 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:22.029482 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b600d1-0abd-40d8-a192-cca7173dc157 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0349fb0-2521-4143-a853-d4113720afce,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:22.033426 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721602fa-f173-4576-9c17-7662a6f05dd0 req-48c3cd65-5775-4f04-815e-f32bbd62b3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:22.035118 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-721602fa-f173-4576-9c17-7662a6f05dd0 req-48c3cd65-5775-4f04-815e-f32bbd62b3a5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3c72b0ce5bd49f9be77b7f1f592feac&device_id=6d4c29f5-7ce2-4da4-9227-9678dd5cf54a HTTP/1.1" status: 200 len: 1098 time: 0.0898867 Sep 22 22:12:22.041598 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b600d1-0abd-40d8-a192-cca7173dc157 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:22.041953 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b600d1-0abd-40d8-a192-cca7173dc157 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:22.042285 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b600d1-0abd-40d8-a192-cca7173dc157 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:22.042642 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b600d1-0abd-40d8-a192-cca7173dc157 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:22.042977 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b600d1-0abd-40d8-a192-cca7173dc157 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:22.043305 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b600d1-0abd-40d8-a192-cca7173dc157 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:22.043633 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b600d1-0abd-40d8-a192-cca7173dc157 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:22.043955 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b600d1-0abd-40d8-a192-cca7173dc157 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:22.044280 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b600d1-0abd-40d8-a192-cca7173dc157 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:22.044601 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b600d1-0abd-40d8-a192-cca7173dc157 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:22.044926 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b600d1-0abd-40d8-a192-cca7173dc157 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:22.045246 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b600d1-0abd-40d8-a192-cca7173dc157 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:22.051717 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c7b600d1-0abd-40d8-a192-cca7173dc157 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:22.052778 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c7b600d1-0abd-40d8-a192-cca7173dc157 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "DELETE /v2.0/security-groups/e0349fb0-2521-4143-a853-d4113720afce HTTP/1.1" status: 204 len: 168 time: 0.2282667 Sep 22 22:12:22.056446 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 57642) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:12:22.175818 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721602fa-f173-4576-9c17-7662a6f05dd0 req-d5566e8c-6950-4e58-8586-d0a40f99e0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:22.177263 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-721602fa-f173-4576-9c17-7662a6f05dd0 req-d5566e8c-6950-4e58-8586-d0a40f99e0fb service neutron] 10.222.0.49 "GET /v2.0/networks?id=e72f06f6-4072-43b0-926d-de237a1d2e4f HTTP/1.1" status: 200 len: 915 time: 0.1355283 Sep 22 22:12:22.273596 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-ca9ec718-f63c-48e0-b3e9-b64359c57a08 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Deleting port 491ad10a-1716-40f2-ab71-8c8753a29b5e {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:12:22.273596 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec718-f63c-48e0-b3e9-b64359c57a08 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:22.282288 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-721602fa-f173-4576-9c17-7662a6f05dd0 req-7b2f0629-0a2b-45ee-82f9-98079537b505 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92b23a7b-d92f-4a5b-b000-1c7897cb0d97 HTTP/1.1" status: 200 len: 1000 time: 0.0984657 Sep 22 22:12:22.345341 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721602fa-f173-4576-9c17-7662a6f05dd0 req-ce4a47bc-1216-4701-a379-fe3ff945e335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:22.346820 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-721602fa-f173-4576-9c17-7662a6f05dd0 req-ce4a47bc-1216-4701-a379-fe3ff945e335 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=952ae678-0688-4533-a17f-5bb3d56e81f0 HTTP/1.1" status: 200 len: 854 time: 0.0577250 Sep 22 22:12:22.432469 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721602fa-f173-4576-9c17-7662a6f05dd0 req-d5beeaf6-8178-4b5d-b8cf-d1d97b354ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:22.433997 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-721602fa-f173-4576-9c17-7662a6f05dd0 req-d5beeaf6-8178-4b5d-b8cf-d1d97b354ac4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e72f06f6-4072-43b0-926d-de237a1d2e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800900 Sep 22 22:12:22.444130 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec718-f63c-48e0-b3e9-b64359c57a08 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:22.444465 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec718-f63c-48e0-b3e9-b64359c57a08 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:22.565264 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-721602fa-f173-4576-9c17-7662a6f05dd0 req-afae5991-abf3-4998-befc-2ce18711bde6 service neutron] 10.222.0.49 "GET /v2.0/networks/e72f06f6-4072-43b0-926d-de237a1d2e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245236 Sep 22 22:12:22.566950 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-ca9ec718-f63c-48e0-b3e9-b64359c57a08 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Calling delete_port for 491ad10a-1716-40f2-ab71-8c8753a29b5e owned by network:floatingip {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:12:22.695858 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-721602fa-f173-4576-9c17-7662a6f05dd0 req-d75e2eb3-5601-42ab-8bcb-69c67491fb76 service neutron] 10.222.0.49 "GET /v2.0/networks/e72f06f6-4072-43b0-926d-de237a1d2e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241164 Sep 22 22:12:22.807376 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec718-f63c-48e0-b3e9-b64359c57a08 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:22.853115 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9ec718-f63c-48e0-b3e9-b64359c57a08 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Pushing event deleted for resources: {'Port': ['ID=491ad10a-1716-40f2-ab71-8c8753a29b5e,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:22.951104 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec718-f63c-48e0-b3e9-b64359c57a08 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks [] for floatingip, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:22.951352 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.l3_db [None req-ca9ec718-f63c-48e0-b3e9-b64359c57a08 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Floating IP 3f704b17-ed1a-4004-90e2-5ed3553a53a4 disassociated (deleted). External IP: 172.26.0.85, port: 92b23a7b-d92f-4a5b-b000-1c7897cb0d97. Sep 22 22:12:23.295961 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca9ec718-f63c-48e0-b3e9-b64359c57a08 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Router a2e07b09-95b8-4c14-96e1-778f9e96c1f0 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 22:12:23.473776 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9ec718-f63c-48e0-b3e9-b64359c57a08 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:12:23.483411 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15eb0570-b279-4376-a63d-1a4d1b2969ee None None] Sync routers for ids ['a2e07b09-95b8-4c14-96e1-778f9e96c1f0'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:12:23.492831 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15eb0570-b279-4376-a63d-1a4d1b2969ee None None] Routers {'a2e07b09-95b8-4c14-96e1-778f9e96c1f0'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:12:23.493456 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec718-f63c-48e0-b3e9-b64359c57a08 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:23.493585 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-15eb0570-b279-4376-a63d-1a4d1b2969ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:12:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['a2e07b09-95b8-4c14-96e1-778f9e96c1f0'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:12:23.548233 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ca9ec718-f63c-48e0-b3e9-b64359c57a08 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "DELETE /v2.0/floatingips/3f704b17-ed1a-4004-90e2-5ed3553a53a4 HTTP/1.1" status: 204 len: 168 time: 1.4904218 Sep 22 22:12:23.548733 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d4c29f5-7ce2-4da4-9227-9678dd5cf54a', 'tag': '92b23a7b-d92f-4a5b-b000-1c7897cb0d97'}] {{(pid=89009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:12:23.551207 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3cdb6d5bdfc0c86a52b2d842100ac752cec167fbf441e2518ec0a73bf85169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29522c6-dd40-4449-ab7e-42a72fd5cc37" -d '{"events": [{"name": "network-changed", "server_uuid": "6d4c29f5-7ce2-4da4-9227-9678dd5cf54a", "tag": "92b23a7b-d92f-4a5b-b000-1c7897cb0d97"}]}' {{(pid=89009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:12:23.595081 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835d5cd8-de06-4efa-b671-c3bd8aabc4a6 x-openstack-request-id: req-835d5cd8-de06-4efa-b671-c3bd8aabc4a6 {{(pid=89009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:12:23.595486 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d4c29f5-7ce2-4da4-9227-9678dd5cf54a", "tag": "92b23a7b-d92f-4a5b-b000-1c7897cb0d97", "status": "completed", "code": 200}]} {{(pid=89009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:12:23.595802 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-835d5cd8-de06-4efa-b671-c3bd8aabc4a6 {{(pid=89009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:12:23.596267 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-835d5cd8-de06-4efa-b671-c3bd8aabc4a6'] response: {'name': 'network-changed', 'server_uuid': '6d4c29f5-7ce2-4da4-9227-9678dd5cf54a', 'tag': '92b23a7b-d92f-4a5b-b000-1c7897cb0d97', 'status': 'completed', 'code': 200} Sep 22 22:12:23.674574 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-15eb0570-b279-4376-a63d-1a4d1b2969ee None None] Set router a2e07b09-95b8-4c14-96e1-778f9e96c1f0 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:12:23.696038 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29522c6-dd40-4449-ab7e-42a72fd5cc37 req-95e578cd-279f-4372-a6da-7c06f3c3d15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:23.697506 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b29522c6-dd40-4449-ab7e-42a72fd5cc37 req-95e578cd-279f-4372-a6da-7c06f3c3d15d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3c72b0ce5bd49f9be77b7f1f592feac&device_id=6d4c29f5-7ce2-4da4-9227-9678dd5cf54a HTTP/1.1" status: 200 len: 1098 time: 0.0799160 Sep 22 22:12:23.834786 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29522c6-dd40-4449-ab7e-42a72fd5cc37 req-27adbac0-833d-41ff-b502-6c2e7a5c7812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:23.836219 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b29522c6-dd40-4449-ab7e-42a72fd5cc37 req-27adbac0-833d-41ff-b502-6c2e7a5c7812 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e72f06f6-4072-43b0-926d-de237a1d2e4f HTTP/1.1" status: 200 len: 915 time: 0.1332963 Sep 22 22:12:23.922187 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b29522c6-dd40-4449-ab7e-42a72fd5cc37 req-46f7dccf-9503-44a7-a92f-1cbb1154b86e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92b23a7b-d92f-4a5b-b000-1c7897cb0d97 HTTP/1.1" status: 200 len: 217 time: 0.0798125 Sep 22 22:12:23.997977 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29522c6-dd40-4449-ab7e-42a72fd5cc37 req-68aaec2e-db4d-41d4-9bac-f4704c936d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:23.997977 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b29522c6-dd40-4449-ab7e-42a72fd5cc37 req-68aaec2e-db4d-41d4-9bac-f4704c936d79 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=952ae678-0688-4533-a17f-5bb3d56e81f0 HTTP/1.1" status: 200 len: 854 time: 0.0659354 Sep 22 22:12:24.004385 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-15eb0570-b279-4376-a63d-1a4d1b2969ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'name': 'tempest-TestMinimumBasicScenario-1854485850-router', 'tenant_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.78'}], 'enable_snat': True}, 'gw_port_id': 'fc79d3b5-3341-4340-a828-48cd4158aaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:06:31Z', 'updated_at': '2022-09-22T22:06:35Z', 'revision_number': 4, 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'gw_port': {'id': 'fc79d3b5-3341-4340-a828-48cd4158aaaf', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:06:32Z', 'updated_at': '2022-09-22T22:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '9da55fd5-6181-436d-a6f7-15145823d322', 'name': '', 'network_id': 'e72f06f6-4072-43b0-926d-de237a1d2e4f', 'tenant_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'mac_address': 'fa:16:3e:b7:cb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '952ae678-0688-4533-a17f-5bb3d56e81f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:06:34Z', 'updated_at': '2022-09-22T22:06:41Z', 'revision_number': 5, 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'subnets': [{'id': '952ae678-0688-4533-a17f-5bb3d56e81f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:12:24.009116 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15eb0570-b279-4376-a63d-1a4d1b2969ee None None] Checking router: a2e07b09-95b8-4c14-96e1-778f9e96c1f0 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:12:24.019083 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15eb0570-b279-4376-a63d-1a4d1b2969ee None None] Routers {'a2e07b09-95b8-4c14-96e1-778f9e96c1f0'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:12:24.019963 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-15eb0570-b279-4376-a63d-1a4d1b2969ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:12:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['a2e07b09-95b8-4c14-96e1-778f9e96c1f0'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:12:24.179066 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29522c6-dd40-4449-ab7e-42a72fd5cc37 req-37d69e2d-3cce-4586-9fce-fd3f2aeafcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:24.180531 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b29522c6-dd40-4449-ab7e-42a72fd5cc37 req-37d69e2d-3cce-4586-9fce-fd3f2aeafcff service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e72f06f6-4072-43b0-926d-de237a1d2e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1787677 Sep 22 22:12:24.198312 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-15eb0570-b279-4376-a63d-1a4d1b2969ee None None] Set router a2e07b09-95b8-4c14-96e1-778f9e96c1f0 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:12:24.311446 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b29522c6-dd40-4449-ab7e-42a72fd5cc37 req-7878b9eb-1580-4ce8-8cc3-b26425a0cf34 service neutron] 10.222.0.49 "GET /v2.0/networks/e72f06f6-4072-43b0-926d-de237a1d2e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239312 Sep 22 22:12:24.448877 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b29522c6-dd40-4449-ab7e-42a72fd5cc37 req-4a215174-b362-4c35-a96d-dcbff39c3c87 service neutron] 10.222.0.49 "GET /v2.0/networks/e72f06f6-4072-43b0-926d-de237a1d2e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309252 Sep 22 22:12:24.516144 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-15eb0570-b279-4376-a63d-1a4d1b2969ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'name': 'tempest-TestMinimumBasicScenario-1854485850-router', 'tenant_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.78'}], 'enable_snat': True}, 'gw_port_id': 'fc79d3b5-3341-4340-a828-48cd4158aaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:06:31Z', 'updated_at': '2022-09-22T22:06:35Z', 'revision_number': 4, 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'gw_port': {'id': 'fc79d3b5-3341-4340-a828-48cd4158aaaf', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:06:32Z', 'updated_at': '2022-09-22T22:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '9da55fd5-6181-436d-a6f7-15145823d322', 'name': '', 'network_id': 'e72f06f6-4072-43b0-926d-de237a1d2e4f', 'tenant_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'mac_address': 'fa:16:3e:b7:cb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '952ae678-0688-4533-a17f-5bb3d56e81f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:06:34Z', 'updated_at': '2022-09-22T22:06:41Z', 'revision_number': 5, 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'subnets': [{'id': '952ae678-0688-4533-a17f-5bb3d56e81f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:12:24.520199 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15eb0570-b279-4376-a63d-1a4d1b2969ee None None] The sync data for ids ['a2e07b09-95b8-4c14-96e1-778f9e96c1f0'] in dv-neutron-858900-1-hyperv is: [{'id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'name': 'tempest-TestMinimumBasicScenario-1854485850-router', 'tenant_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.78'}], 'enable_snat': True}, 'gw_port_id': 'fc79d3b5-3341-4340-a828-48cd4158aaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:06:31Z', 'updated_at': '2022-09-22T22:06:35Z', 'revision_number': 4, 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'gw_port': {'id': 'fc79d3b5-3341-4340-a828-48cd4158aaaf', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:06:32Z', 'updated_at': '2022-09-22T22:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '9da55fd5-6181-436d-a6f7-15145823d322', 'name': '', 'network_id': 'e72f06f6-4072-43b0-926d-de237a1d2e4f', 'tenant_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'mac_address': 'fa:16:3e:b7:cb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '952ae678-0688-4533-a17f-5bb3d56e81f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:06:34Z', 'updated_at': '2022-09-22T22:06:41Z', 'revision_number': 5, 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'subnets': [{'id': '952ae678-0688-4533-a17f-5bb3d56e81f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:12:24.757564 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf3d230-e664-493f-b123-a7467200a80c None None] New status for floating IP 3f704b17-ed1a-4004-90e2-5ed3553a53a4: DOWN {{(pid=89011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 22:12:26.248696 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:27.917320 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466533e-68bd-42f8-a78a-26ef25f972d7 req-72f77d84-64b7-45e4-8c0c-5a3aa7c803fc tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:27.918010 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-8466533e-68bd-42f8-a78a-26ef25f972d7 req-72f77d84-64b7-45e4-8c0c-5a3aa7c803fc tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Synchronizing usage tracker for tenant:b3c72b0ce5bd49f9be77b7f1f592feac on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:12:27.933016 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-8466533e-68bd-42f8-a78a-26ef25f972d7 req-72f77d84-64b7-45e4-8c0c-5a3aa7c803fc tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Unset dirty status for tenant:b3c72b0ce5bd49f9be77b7f1f592feac on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:12:27.934354 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-8466533e-68bd-42f8-a78a-26ef25f972d7 req-72f77d84-64b7-45e4-8c0c-5a3aa7c803fc tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=6d4c29f5-7ce2-4da4-9227-9678dd5cf54a HTTP/1.1" status: 200 len: 945 time: 0.1073124 Sep 22 22:12:27.979261 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-8466533e-68bd-42f8-a78a-26ef25f972d7 req-ebd6f1dc-edbe-43ad-9e52-497eb33044e7 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Synchronizing usage tracker for tenant:b3c72b0ce5bd49f9be77b7f1f592feac on resource:security_group {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:12:27.993706 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-8466533e-68bd-42f8-a78a-26ef25f972d7 req-ebd6f1dc-edbe-43ad-9e52-497eb33044e7 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Unset dirty status for tenant:b3c72b0ce5bd49f9be77b7f1f592feac on resource:security_group {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:12:27.995030 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-8466533e-68bd-42f8-a78a-26ef25f972d7 req-ebd6f1dc-edbe-43ad-9e52-497eb33044e7 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa573fd6-4228-4e61-b8f3-8f98dabc468c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547237 Sep 22 22:12:29.192646 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95cbf4-a813-4ed3-bfc2-ef482d0f36f2 req-8cb22d46-093f-4cd0-b3b5-22f1b1d1ec46 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:29.194108 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cd95cbf4-a813-4ed3-bfc2-ef482d0f36f2 req-8cb22d46-093f-4cd0-b3b5-22f1b1d1ec46 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=6d4c29f5-7ce2-4da4-9227-9678dd5cf54a HTTP/1.1" status: 200 len: 945 time: 0.0855110 Sep 22 22:12:29.241408 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cd95cbf4-a813-4ed3-bfc2-ef482d0f36f2 req-7cb21dec-289e-4689-86bd-854a0b5b1b6c tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/security-groups?id=fa573fd6-4228-4e61-b8f3-8f98dabc468c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416663 Sep 22 22:12:29.460521 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de1dae-8607-46e8-8194-9cda44d7d525 req-ffac26f4-8b44-4a1c-900e-fb65c26bf200 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:29.461954 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c0de1dae-8607-46e8-8194-9cda44d7d525 req-ffac26f4-8b44-4a1c-900e-fb65c26bf200 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d4c29f5-7ce2-4da4-9227-9678dd5cf54a HTTP/1.1" status: 200 len: 945 time: 0.0913823 Sep 22 22:12:29.535700 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-c0de1dae-8607-46e8-8194-9cda44d7d525 req-7d2d3551-c86d-406a-8251-3439ca85098b tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Deleting port 92b23a7b-d92f-4a5b-b000-1c7897cb0d97 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:12:29.536029 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-c0de1dae-8607-46e8-8194-9cda44d7d525 req-7d2d3551-c86d-406a-8251-3439ca85098b tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:29.777838 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-c0de1dae-8607-46e8-8194-9cda44d7d525 req-7d2d3551-c86d-406a-8251-3439ca85098b tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] For port 92b23a7b-d92f-4a5b-b000-1c7897cb0d97, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=92b23a7b-d92f-4a5b-b000-1c7897cb0d97,segment=NetworkSegment(e53ba512-9fea-4219-b914-ddb71d536301),segment_id=e53ba512-9fea-4219-b914-ddb71d536301)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:12:29.778110 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-c0de1dae-8607-46e8-8194-9cda44d7d525 req-7d2d3551-c86d-406a-8251-3439ca85098b tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:29.841987 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:12:29.901590 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-c0de1dae-8607-46e8-8194-9cda44d7d525 req-7d2d3551-c86d-406a-8251-3439ca85098b tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Calling delete_port for 92b23a7b-d92f-4a5b-b000-1c7897cb0d97 owned by compute:nova {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:12:30.043037 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-c0de1dae-8607-46e8-8194-9cda44d7d525 req-7d2d3551-c86d-406a-8251-3439ca85098b tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:30.053951 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['92b23a7b-d92f-4a5b-b000-1c7897cb0d97'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 22:12:30.093275 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d3551-c86d-406a-8251-3439ca85098b tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Pushing event deleted for resources: {'Port': ['ID=92b23a7b-d92f-4a5b-b000-1c7897cb0d97,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:30.182277 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0de1dae-8607-46e8-8194-9cda44d7d525 req-7d2d3551-c86d-406a-8251-3439ca85098b tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] No DVR routers for this DVR port 92b23a7b-d92f-4a5b-b000-1c7897cb0d97 on host hv-neutron-8589 {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 22:12:30.184633 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-c0de1dae-8607-46e8-8194-9cda44d7d525 req-7d2d3551-c86d-406a-8251-3439ca85098b tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:30.187079 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d4c29f5-7ce2-4da4-9227-9678dd5cf54a', 'name': 'network-vif-deleted', 'tag': '92b23a7b-d92f-4a5b-b000-1c7897cb0d97'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:12:30.189363 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb15e3a-b056-49cb-a308-0c245ba18fdb" -d '{"events": [{"server_uuid": "6d4c29f5-7ce2-4da4-9227-9678dd5cf54a", "name": "network-vif-deleted", "tag": "92b23a7b-d92f-4a5b-b000-1c7897cb0d97"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:12:30.203416 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c0de1dae-8607-46e8-8194-9cda44d7d525 req-7d2d3551-c86d-406a-8251-3439ca85098b tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.49 "DELETE /v2.0/ports/92b23a7b-d92f-4a5b-b000-1c7897cb0d97 HTTP/1.1" status: 204 len: 173 time: 0.7364135 Sep 22 22:12:30.231836 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24a9166-860a-4347-bf45-c90b86ba8290 x-openstack-request-id: req-d24a9166-860a-4347-bf45-c90b86ba8290 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:12:30.232217 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d4c29f5-7ce2-4da4-9227-9678dd5cf54a", "name": "network-vif-deleted", "tag": "92b23a7b-d92f-4a5b-b000-1c7897cb0d97", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:12:30.232453 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d24a9166-860a-4347-bf45-c90b86ba8290 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:12:30.232931 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d24a9166-860a-4347-bf45-c90b86ba8290'] response: {'server_uuid': '6d4c29f5-7ce2-4da4-9227-9678dd5cf54a', 'name': 'network-vif-deleted', 'tag': '92b23a7b-d92f-4a5b-b000-1c7897cb0d97', 'status': 'completed', 'code': 200} Sep 22 22:12:30.435404 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-ffb3f492-ed0a-43bb-8c6b-0fe2daa0bb70 req-9694a0a1-09ff-4561-a87c-5aa5192f6de0 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Synchronizing usage tracker for tenant:b3c72b0ce5bd49f9be77b7f1f592feac on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:12:30.451622 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-ffb3f492-ed0a-43bb-8c6b-0fe2daa0bb70 req-9694a0a1-09ff-4561-a87c-5aa5192f6de0 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] Unset dirty status for tenant:b3c72b0ce5bd49f9be77b7f1f592feac on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:12:30.452812 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ffb3f492-ed0a-43bb-8c6b-0fe2daa0bb70 req-9694a0a1-09ff-4561-a87c-5aa5192f6de0 tempest-TestMinimumBasicScenario-1785380339 tempest-TestMinimumBasicScenario-1785380339-project] 10.222.0.33 "GET /v2.0/ports?device_id=6d4c29f5-7ce2-4da4-9227-9678dd5cf54a HTTP/1.1" status: 200 len: 210 time: 0.0677922 Sep 22 22:12:32.072062 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 57726) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:12:32.241813 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 92b23a7b-d92f-4a5b-b000-1c7897cb0d97 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:12:32.276136 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] No Port match for: 92b23a7b-d92f-4a5b-b000-1c7897cb0d97 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:12:32.276569 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 92b23a7b-d92f-4a5b-b000-1c7897cb0d97 not bound to the agent host hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:12:32.784854 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a11fa95b-6041-47b6-a470-a67c86d98f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:33.123564 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-a11fa95b-6041-47b6-a470-a67c86d98f41 admin admin] Deleting port 9da55fd5-6181-436d-a6f7-15145823d322 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:12:33.124259 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a11fa95b-6041-47b6-a470-a67c86d98f41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:33.289740 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-a11fa95b-6041-47b6-a470-a67c86d98f41 admin admin] For port 9da55fd5-6181-436d-a6f7-15145823d322, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=9da55fd5-6181-436d-a6f7-15145823d322,segment=NetworkSegment(e53ba512-9fea-4219-b914-ddb71d536301),segment_id=e53ba512-9fea-4219-b914-ddb71d536301)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:12:33.290094 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a11fa95b-6041-47b6-a470-a67c86d98f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:33.415723 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-a11fa95b-6041-47b6-a470-a67c86d98f41 admin admin] Calling delete_port for 9da55fd5-6181-436d-a6f7-15145823d322 owned by network:router_interface {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:12:33.719000 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a11fa95b-6041-47b6-a470-a67c86d98f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:33.765454 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11fa95b-6041-47b6-a470-a67c86d98f41 admin admin] Pushing event deleted for resources: {'Port': ['ID=9da55fd5-6181-436d-a6f7-15145823d322,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:34.150241 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a11fa95b-6041-47b6-a470-a67c86d98f41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:34.499081 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a11fa95b-6041-47b6-a470-a67c86d98f41 admin admin] Router a2e07b09-95b8-4c14-96e1-778f9e96c1f0 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 22:12:34.674761 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11fa95b-6041-47b6-a470-a67c86d98f41 admin admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:12:34.683952 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68afce9-b3f4-4b1a-bb62-410b73cc5ec4 None None] Sync routers for ids ['a2e07b09-95b8-4c14-96e1-778f9e96c1f0'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:12:34.693352 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a11fa95b-6041-47b6-a470-a67c86d98f41 admin admin] 10.222.0.33 "PUT /v2.0/routers/a2e07b09-95b8-4c14-96e1-778f9e96c1f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6179695 Sep 22 22:12:34.693596 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 57732) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:12:34.693698 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68afce9-b3f4-4b1a-bb62-410b73cc5ec4 None None] Routers {'a2e07b09-95b8-4c14-96e1-778f9e96c1f0'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:12:34.694213 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-c68afce9-b3f4-4b1a-bb62-410b73cc5ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:12:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['a2e07b09-95b8-4c14-96e1-778f9e96c1f0'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:12:34.867390 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7a00b75a-1c95-4811-a1a6-9a2ce04dfc1d admin admin] Notify callbacks [] for router, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:34.907476 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-c68afce9-b3f4-4b1a-bb62-410b73cc5ec4 None None] Set router a2e07b09-95b8-4c14-96e1-778f9e96c1f0 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:12:35.042370 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7a00b75a-1c95-4811-a1a6-9a2ce04dfc1d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:35.052411 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-7a00b75a-1c95-4811-a1a6-9a2ce04dfc1d admin admin] Deleting port fc79d3b5-3341-4340-a828-48cd4158aaaf {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:12:35.052741 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7a00b75a-1c95-4811-a1a6-9a2ce04dfc1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:35.192215 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-c68afce9-b3f4-4b1a-bb62-410b73cc5ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'name': 'tempest-TestMinimumBasicScenario-1854485850-router', 'tenant_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.78'}], 'enable_snat': True}, 'gw_port_id': 'fc79d3b5-3341-4340-a828-48cd4158aaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:06:31Z', 'updated_at': '2022-09-22T22:12:33Z', 'revision_number': 5, 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'gw_port': {'id': 'fc79d3b5-3341-4340-a828-48cd4158aaaf', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:06:32Z', 'updated_at': '2022-09-22T22:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:12:35.196320 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68afce9-b3f4-4b1a-bb62-410b73cc5ec4 None None] Checking router: a2e07b09-95b8-4c14-96e1-778f9e96c1f0 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:12:35.205416 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68afce9-b3f4-4b1a-bb62-410b73cc5ec4 None None] Routers {'a2e07b09-95b8-4c14-96e1-778f9e96c1f0'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:12:35.206034 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-c68afce9-b3f4-4b1a-bb62-410b73cc5ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:12:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['a2e07b09-95b8-4c14-96e1-778f9e96c1f0'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:12:35.333864 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-7a00b75a-1c95-4811-a1a6-9a2ce04dfc1d admin admin] For port fc79d3b5-3341-4340-a828-48cd4158aaaf, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=fc79d3b5-3341-4340-a828-48cd4158aaaf,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:12:35.334487 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7a00b75a-1c95-4811-a1a6-9a2ce04dfc1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:35.355011 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-c68afce9-b3f4-4b1a-bb62-410b73cc5ec4 None None] Set router a2e07b09-95b8-4c14-96e1-778f9e96c1f0 gateway port host: None {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:12:35.454197 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-7a00b75a-1c95-4811-a1a6-9a2ce04dfc1d admin admin] Calling delete_port for fc79d3b5-3341-4340-a828-48cd4158aaaf owned by network:router_gateway {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:12:35.459722 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-c68afce9-b3f4-4b1a-bb62-410b73cc5ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'name': 'tempest-TestMinimumBasicScenario-1854485850-router', 'tenant_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:06:31Z', 'updated_at': '2022-09-22T22:12:35Z', 'revision_number': 6, 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'gw_port_host': None}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:12:35.463711 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68afce9-b3f4-4b1a-bb62-410b73cc5ec4 None None] The sync data for ids ['a2e07b09-95b8-4c14-96e1-778f9e96c1f0'] in dv-neutron-858900-1-hyperv is: [{'id': 'a2e07b09-95b8-4c14-96e1-778f9e96c1f0', 'name': 'tempest-TestMinimumBasicScenario-1854485850-router', 'tenant_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:06:31Z', 'updated_at': '2022-09-22T22:12:35Z', 'revision_number': 6, 'project_id': 'b3c72b0ce5bd49f9be77b7f1f592feac', 'gw_port_host': None}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:12:35.619757 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7a00b75a-1c95-4811-a1a6-9a2ce04dfc1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:35.698027 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a00b75a-1c95-4811-a1a6-9a2ce04dfc1d admin admin] Pushing event deleted for resources: {'Port': ['ID=fc79d3b5-3341-4340-a828-48cd4158aaaf,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:35.767712 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7a00b75a-1c95-4811-a1a6-9a2ce04dfc1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8012236'] for router_gateway, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:35.947046 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7a00b75a-1c95-4811-a1a6-9a2ce04dfc1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:35.949202 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7a00b75a-1c95-4811-a1a6-9a2ce04dfc1d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:35.973948 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7a00b75a-1c95-4811-a1a6-9a2ce04dfc1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:35.974585 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a00b75a-1c95-4811-a1a6-9a2ce04dfc1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2e07b09-95b8-4c14-96e1-778f9e96c1f0 {{(pid=89008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 22:12:35.986253 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7a00b75a-1c95-4811-a1a6-9a2ce04dfc1d admin admin] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:35.987390 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-7a00b75a-1c95-4811-a1a6-9a2ce04dfc1d admin admin] 10.222.0.33 "DELETE /v2.0/routers/a2e07b09-95b8-4c14-96e1-778f9e96c1f0 HTTP/1.1" status: 204 len: 168 time: 1.2928634 Sep 22 22:12:35.989955 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 57736) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:12:36.048023 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-505488b4-765a-42a8-8e55-ca6277004e82 admin admin] Deleting subnet 952ae678-0688-4533-a17f-5bb3d56e81f0 {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 22:12:36.051414 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-505488b4-765a-42a8-8e55-ca6277004e82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:36.100280 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-505488b4-765a-42a8-8e55-ca6277004e82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:36.180365 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-505488b4-765a-42a8-8e55-ca6277004e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:36.249841 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 9da55fd5-6181-436d-a6f7-15145823d322 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:12:36.250557 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-505488b4-765a-42a8-8e55-ca6277004e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:36.289865 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505488b4-765a-42a8-8e55-ca6277004e82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=952ae678-0688-4533-a17f-5bb3d56e81f0,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:36.291849 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-505488b4-765a-42a8-8e55-ca6277004e82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:36.292861 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 9da55fd5-6181-436d-a6f7-15145823d322 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:12:36.293341 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 9da55fd5-6181-436d-a6f7-15145823d322 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:12:36.293921 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device fc79d3b5-3341-4340-a828-48cd4158aaaf no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:12:36.298188 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-505488b4-765a-42a8-8e55-ca6277004e82 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/952ae678-0688-4533-a17f-5bb3d56e81f0 HTTP/1.1" status: 204 len: 168 time: 0.3072343 Sep 22 22:12:36.301176 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 57740) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:12:36.319221 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972220e9-1d5f-4452-ad24-fa06f54831de None None] Network e72f06f6-4072-43b0-926d-de237a1d2e4f requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:12:36.345409 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: fc79d3b5-3341-4340-a828-48cd4158aaaf {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:12:36.345784 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device fc79d3b5-3341-4340-a828-48cd4158aaaf not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:12:36.408696 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9bebba1b-b986-49bc-8abf-71e3850a48f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:36.419064 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-9bebba1b-b986-49bc-8abf-71e3850a48f1 admin admin] Deleting port e2e7c236-2617-4a85-8bfc-761c3fe86b8a {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:12:36.419396 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9bebba1b-b986-49bc-8abf-71e3850a48f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:36.600572 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3bc258-f37d-4438-9861-5b24412cbf6d None None] DHCP port deletion for e72f06f6-4072-43b0-926d-de237a1d2e4f request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 22:12:36.604862 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ff3bc258-f37d-4438-9861-5b24412cbf6d None None] Deleting port e2e7c236-2617-4a85-8bfc-761c3fe86b8a {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:12:36.605308 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ff3bc258-f37d-4438-9861-5b24412cbf6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:36.641622 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-9bebba1b-b986-49bc-8abf-71e3850a48f1 admin admin] For port e2e7c236-2617-4a85-8bfc-761c3fe86b8a, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=e2e7c236-2617-4a85-8bfc-761c3fe86b8a,segment=NetworkSegment(e53ba512-9fea-4219-b914-ddb71d536301),segment_id=e53ba512-9fea-4219-b914-ddb71d536301)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:12:36.641982 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9bebba1b-b986-49bc-8abf-71e3850a48f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:36.763394 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-9bebba1b-b986-49bc-8abf-71e3850a48f1 admin admin] Calling delete_port for e2e7c236-2617-4a85-8bfc-761c3fe86b8a owned by network:dhcp {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:12:36.809187 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-ff3bc258-f37d-4438-9861-5b24412cbf6d None None] For port e2e7c236-2617-4a85-8bfc-761c3fe86b8a, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=e2e7c236-2617-4a85-8bfc-761c3fe86b8a,segment=NetworkSegment(e53ba512-9fea-4219-b914-ddb71d536301),segment_id=e53ba512-9fea-4219-b914-ddb71d536301)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:12:36.809470 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ff3bc258-f37d-4438-9861-5b24412cbf6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:36.933405 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ff3bc258-f37d-4438-9861-5b24412cbf6d None None] Calling delete_port for e2e7c236-2617-4a85-8bfc-761c3fe86b8a owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:12:36.934866 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9bebba1b-b986-49bc-8abf-71e3850a48f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:36.980488 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bebba1b-b986-49bc-8abf-71e3850a48f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2e7c236-2617-4a85-8bfc-761c3fe86b8a,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:36.983948 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bebba1b-b986-49bc-8abf-71e3850a48f1 admin admin] No DVR routers for this DVR port e2e7c236-2617-4a85-8bfc-761c3fe86b8a on host dv-neutron-858900-1-hyperv {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 22:12:37.051475 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.db.api [None req-ff3bc258-f37d-4438-9861-5b24412cbf6d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 22:12:37.051818 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG oslo_db.api [None req-ff3bc258-f37d-4438-9861-5b24412cbf6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 22:12:37.099198 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9bebba1b-b986-49bc-8abf-71e3850a48f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:37.123801 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-9bebba1b-b986-49bc-8abf-71e3850a48f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e72f06f6-4072-43b0-926d-de237a1d2e4f']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:12:37.136064 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-9bebba1b-b986-49bc-8abf-71e3850a48f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e53ba512-9fea-4219-b914-ddb71d536301') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:12:37.136365 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-9bebba1b-b986-49bc-8abf-71e3850a48f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e53ba512-9fea-4219-b914-ddb71d536301') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:12:37.148091 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9bebba1b-b986-49bc-8abf-71e3850a48f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:37.163965 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9bebba1b-b986-49bc-8abf-71e3850a48f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:37.170085 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bebba1b-b986-49bc-8abf-71e3850a48f1 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 22:12:37.170509 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9bebba1b-b986-49bc-8abf-71e3850a48f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:37.257329 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment e53ba512-9fea-4219-b914-ddb71d536301 resource provider aggregate not found Sep 22 22:12:37.269157 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9bebba1b-b986-49bc-8abf-71e3850a48f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:37.274865 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9bebba1b-b986-49bc-8abf-71e3850a48f1 admin admin] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:37.291532 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment e53ba512-9fea-4219-b914-ddb71d536301 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e53ba512-9fea-4219-b914-ddb71d536301 found for delete ", "request_id": "req-bda46f8c-4dee-44ee-b394-15c0c91f6688"}]} Sep 22 22:12:37.302332 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bebba1b-b986-49bc-8abf-71e3850a48f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e72f06f6-4072-43b0-926d-de237a1d2e4f,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:37.312035 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-9bebba1b-b986-49bc-8abf-71e3850a48f1 admin admin] 10.222.0.33 "DELETE /v2.0/networks/e72f06f6-4072-43b0-926d-de237a1d2e4f HTTP/1.1" status: 204 len: 168 time: 1.0099161 Sep 22 22:12:37.315362 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 57750) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:12:37.553465 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ff3bc258-f37d-4438-9861-5b24412cbf6d None None] Deleting port e2e7c236-2617-4a85-8bfc-761c3fe86b8a {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:12:37.553993 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ff3bc258-f37d-4438-9861-5b24412cbf6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:37.617118 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ff3bc258-f37d-4438-9861-5b24412cbf6d None None] The port 'e2e7c236-2617-4a85-8bfc-761c3fe86b8a' was deleted {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 22:12:37.845643 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3edad0e4-bfc8-46cb-96ac-dece5085355d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:38.129951 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device e2e7c236-2617-4a85-8bfc-761c3fe86b8a no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:12:38.165728 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: e2e7c236-2617-4a85-8bfc-761c3fe86b8a {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:12:38.166092 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device e2e7c236-2617-4a85-8bfc-761c3fe86b8a not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:12:38.193166 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-3edad0e4-bfc8-46cb-96ac-dece5085355d admin admin] Deleting port 23ecc06d-b185-4e94-91eb-52abd5b51e64 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:12:38.193499 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3edad0e4-bfc8-46cb-96ac-dece5085355d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:38.451279 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-3edad0e4-bfc8-46cb-96ac-dece5085355d admin admin] For port 23ecc06d-b185-4e94-91eb-52abd5b51e64, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=23ecc06d-b185-4e94-91eb-52abd5b51e64,segment=NetworkSegment(6fdb87f9-d712-4550-b74c-c01052ccbcec),segment_id=6fdb87f9-d712-4550-b74c-c01052ccbcec)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:12:38.451555 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3edad0e4-bfc8-46cb-96ac-dece5085355d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:38.570468 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-3edad0e4-bfc8-46cb-96ac-dece5085355d admin admin] Calling delete_port for 23ecc06d-b185-4e94-91eb-52abd5b51e64 owned by network:router_interface {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:12:38.742293 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3edad0e4-bfc8-46cb-96ac-dece5085355d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:38.788873 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edad0e4-bfc8-46cb-96ac-dece5085355d admin admin] Pushing event deleted for resources: {'Port': ['ID=23ecc06d-b185-4e94-91eb-52abd5b51e64,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:39.053060 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3edad0e4-bfc8-46cb-96ac-dece5085355d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:39.400544 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3edad0e4-bfc8-46cb-96ac-dece5085355d admin admin] Router 91599700-ccbc-4da7-aa11-8c98e5633233 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 22:12:39.572745 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3edad0e4-bfc8-46cb-96ac-dece5085355d admin admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:12:39.584554 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd30fccf-91b7-4808-b778-782ecb9eba26 None None] Sync routers for ids ['91599700-ccbc-4da7-aa11-8c98e5633233'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:12:39.589135 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-3edad0e4-bfc8-46cb-96ac-dece5085355d admin admin] 10.222.0.33 "PUT /v2.0/routers/91599700-ccbc-4da7-aa11-8c98e5633233/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2727976 Sep 22 22:12:39.591704 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 57754) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:12:39.594136 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd30fccf-91b7-4808-b778-782ecb9eba26 None None] Routers {'91599700-ccbc-4da7-aa11-8c98e5633233'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:12:39.594829 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-fd30fccf-91b7-4808-b778-782ecb9eba26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:12:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['91599700-ccbc-4da7-aa11-8c98e5633233'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:12:39.774766 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-fd30fccf-91b7-4808-b778-782ecb9eba26 None None] Set router 91599700-ccbc-4da7-aa11-8c98e5633233 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:12:39.779855 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c2c1bf2d-8090-4493-941a-16b56107744d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:39.881062 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e2c8b76a-6af4-438d-8d0b-29e05a0af717 admin admin] Notify callbacks [] for router, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:40.052814 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e2c8b76a-6af4-438d-8d0b-29e05a0af717 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:40.055534 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-fd30fccf-91b7-4808-b778-782ecb9eba26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91599700-ccbc-4da7-aa11-8c98e5633233', 'name': 'tempest-TestMinimumBasicScenario-1745574316-router', 'tenant_id': '68bceaca80ed42e7944a6fb3c44f554a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': 'd11be365-d407-4fe2-8029-229a5f057f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:06:37Z', 'updated_at': '2022-09-22T22:12:38Z', 'revision_number': 5, 'project_id': '68bceaca80ed42e7944a6fb3c44f554a', 'gw_port': {'id': 'd11be365-d407-4fe2-8029-229a5f057f4e', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91599700-ccbc-4da7-aa11-8c98e5633233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:06:38Z', 'updated_at': '2022-09-22T22:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:12:40.059273 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd30fccf-91b7-4808-b778-782ecb9eba26 None None] Checking router: 91599700-ccbc-4da7-aa11-8c98e5633233 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:12:40.062963 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-e2c8b76a-6af4-438d-8d0b-29e05a0af717 admin admin] Deleting port d11be365-d407-4fe2-8029-229a5f057f4e {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:12:40.063474 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e2c8b76a-6af4-438d-8d0b-29e05a0af717 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:40.067887 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd30fccf-91b7-4808-b778-782ecb9eba26 None None] Routers {'91599700-ccbc-4da7-aa11-8c98e5633233'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:12:40.068480 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-fd30fccf-91b7-4808-b778-782ecb9eba26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:12:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['91599700-ccbc-4da7-aa11-8c98e5633233'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:12:40.218469 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-fd30fccf-91b7-4808-b778-782ecb9eba26 None None] Set router 91599700-ccbc-4da7-aa11-8c98e5633233 gateway port host: None {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:12:40.256681 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-e2c8b76a-6af4-438d-8d0b-29e05a0af717 admin admin] For port d11be365-d407-4fe2-8029-229a5f057f4e, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=d11be365-d407-4fe2-8029-229a5f057f4e,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:12:40.257037 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e2c8b76a-6af4-438d-8d0b-29e05a0af717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:40.367926 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-fd30fccf-91b7-4808-b778-782ecb9eba26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91599700-ccbc-4da7-aa11-8c98e5633233', 'name': 'tempest-TestMinimumBasicScenario-1745574316-router', 'tenant_id': '68bceaca80ed42e7944a6fb3c44f554a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:06:37Z', 'updated_at': '2022-09-22T22:12:40Z', 'revision_number': 6, 'project_id': '68bceaca80ed42e7944a6fb3c44f554a', 'gw_port_host': None}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:12:40.372147 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd30fccf-91b7-4808-b778-782ecb9eba26 None None] The sync data for ids ['91599700-ccbc-4da7-aa11-8c98e5633233'] in dv-neutron-858900-1-hyperv is: [{'id': '91599700-ccbc-4da7-aa11-8c98e5633233', 'name': 'tempest-TestMinimumBasicScenario-1745574316-router', 'tenant_id': '68bceaca80ed42e7944a6fb3c44f554a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:06:37Z', 'updated_at': '2022-09-22T22:12:40Z', 'revision_number': 6, 'project_id': '68bceaca80ed42e7944a6fb3c44f554a', 'gw_port_host': None}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:12:40.381288 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-e2c8b76a-6af4-438d-8d0b-29e05a0af717 admin admin] Calling delete_port for d11be365-d407-4fe2-8029-229a5f057f4e owned by network:router_gateway {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:12:40.547759 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e2c8b76a-6af4-438d-8d0b-29e05a0af717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:40.593730 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c8b76a-6af4-438d-8d0b-29e05a0af717 admin admin] Pushing event deleted for resources: {'Port': ['ID=d11be365-d407-4fe2-8029-229a5f057f4e,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:40.690237 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e2c8b76a-6af4-438d-8d0b-29e05a0af717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8012236'] for router_gateway, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:40.868506 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e2c8b76a-6af4-438d-8d0b-29e05a0af717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:40.870657 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e2c8b76a-6af4-438d-8d0b-29e05a0af717 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:40.892312 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e2c8b76a-6af4-438d-8d0b-29e05a0af717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:40.892867 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c8b76a-6af4-438d-8d0b-29e05a0af717 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91599700-ccbc-4da7-aa11-8c98e5633233 {{(pid=89008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 22:12:40.904959 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e2c8b76a-6af4-438d-8d0b-29e05a0af717 admin admin] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:40.906044 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e2c8b76a-6af4-438d-8d0b-29e05a0af717 admin admin] 10.222.0.33 "DELETE /v2.0/routers/91599700-ccbc-4da7-aa11-8c98e5633233 HTTP/1.1" status: 204 len: 168 time: 1.3134251 Sep 22 22:12:40.909284 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 57758) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:12:40.966664 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e6c50b9-5b80-4f8b-9426-8bac9a2f6bd5 admin admin] Deleting subnet f3f2b639-4b91-47e3-a989-24872adc9c79 {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 22:12:40.969409 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1e6c50b9-5b80-4f8b-9426-8bac9a2f6bd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:41.021218 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1e6c50b9-5b80-4f8b-9426-8bac9a2f6bd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:41.098835 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1e6c50b9-5b80-4f8b-9426-8bac9a2f6bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:41.169217 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1e6c50b9-5b80-4f8b-9426-8bac9a2f6bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:41.315681 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c50b9-5b80-4f8b-9426-8bac9a2f6bd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3f2b639-4b91-47e3-a989-24872adc9c79,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:41.322584 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1e6c50b9-5b80-4f8b-9426-8bac9a2f6bd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:41.327889 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b09eed-2187-416d-be6b-4b65adbf7935 None None] Network 842dd70f-3fd6-4a87-91be-8f7925d93c58 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:12:41.329707 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-1e6c50b9-5b80-4f8b-9426-8bac9a2f6bd5 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/f3f2b639-4b91-47e3-a989-24872adc9c79 HTTP/1.1" status: 204 len: 168 time: 0.4194577 Sep 22 22:12:41.332904 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 57762) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:12:41.443936 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-52a97603-20f4-4350-9eb8-e94e7ff1e62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:41.456398 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-52a97603-20f4-4350-9eb8-e94e7ff1e62c admin admin] Deleting port 67e7e8aa-7aa7-41bf-b61c-e376b1f8aec1 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:12:41.456398 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-52a97603-20f4-4350-9eb8-e94e7ff1e62c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:41.597220 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f52ba75-e72c-4c2c-ade8-f3e51ef97a73 None None] DHCP port deletion for 842dd70f-3fd6-4a87-91be-8f7925d93c58 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 22:12:41.601459 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-5f52ba75-e72c-4c2c-ade8-f3e51ef97a73 None None] Deleting port 67e7e8aa-7aa7-41bf-b61c-e376b1f8aec1 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:12:41.601830 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5f52ba75-e72c-4c2c-ade8-f3e51ef97a73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:41.663387 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-52a97603-20f4-4350-9eb8-e94e7ff1e62c admin admin] For port 67e7e8aa-7aa7-41bf-b61c-e376b1f8aec1, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=67e7e8aa-7aa7-41bf-b61c-e376b1f8aec1,segment=NetworkSegment(6fdb87f9-d712-4550-b74c-c01052ccbcec),segment_id=6fdb87f9-d712-4550-b74c-c01052ccbcec)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:12:41.663748 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-52a97603-20f4-4350-9eb8-e94e7ff1e62c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:41.795209 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-52a97603-20f4-4350-9eb8-e94e7ff1e62c admin admin] Calling delete_port for 67e7e8aa-7aa7-41bf-b61c-e376b1f8aec1 owned by network:dhcp {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:12:41.809494 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-5f52ba75-e72c-4c2c-ade8-f3e51ef97a73 None None] For port 67e7e8aa-7aa7-41bf-b61c-e376b1f8aec1, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=67e7e8aa-7aa7-41bf-b61c-e376b1f8aec1,segment=NetworkSegment(6fdb87f9-d712-4550-b74c-c01052ccbcec),segment_id=6fdb87f9-d712-4550-b74c-c01052ccbcec)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:12:41.809885 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5f52ba75-e72c-4c2c-ade8-f3e51ef97a73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:41.875281 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-52a97603-20f4-4350-9eb8-e94e7ff1e62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:41.921928 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a97603-20f4-4350-9eb8-e94e7ff1e62c admin admin] Pushing event deleted for resources: {'Port': ['ID=67e7e8aa-7aa7-41bf-b61c-e376b1f8aec1,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:41.923737 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a97603-20f4-4350-9eb8-e94e7ff1e62c admin admin] No DVR routers for this DVR port 67e7e8aa-7aa7-41bf-b61c-e376b1f8aec1 on host dv-neutron-858900-1-hyperv {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 22:12:41.935998 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-5f52ba75-e72c-4c2c-ade8-f3e51ef97a73 None None] Calling delete_port for 67e7e8aa-7aa7-41bf-b61c-e376b1f8aec1 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:12:41.997604 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4198647b-f4a4-4b47-a69b-b5bd35db0ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:42.021103 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.db.api [None req-5f52ba75-e72c-4c2c-ade8-f3e51ef97a73 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 22:12:42.021449 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG oslo_db.api [None req-5f52ba75-e72c-4c2c-ade8-f3e51ef97a73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 22:12:42.037877 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-52a97603-20f4-4350-9eb8-e94e7ff1e62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:42.068907 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-52a97603-20f4-4350-9eb8-e94e7ff1e62c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['842dd70f-3fd6-4a87-91be-8f7925d93c58']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:12:42.087019 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-52a97603-20f4-4350-9eb8-e94e7ff1e62c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fdb87f9-d712-4550-b74c-c01052ccbcec') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:12:42.087459 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-52a97603-20f4-4350-9eb8-e94e7ff1e62c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fdb87f9-d712-4550-b74c-c01052ccbcec') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:12:42.099565 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-52a97603-20f4-4350-9eb8-e94e7ff1e62c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:42.116945 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-52a97603-20f4-4350-9eb8-e94e7ff1e62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:42.123347 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52a97603-20f4-4350-9eb8-e94e7ff1e62c admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 22:12:42.123910 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-52a97603-20f4-4350-9eb8-e94e7ff1e62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:42.135850 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 67e7e8aa-7aa7-41bf-b61c-e376b1f8aec1 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:12:42.170717 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 67e7e8aa-7aa7-41bf-b61c-e376b1f8aec1 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:12:42.171061 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 67e7e8aa-7aa7-41bf-b61c-e376b1f8aec1 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:12:42.171470 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 23ecc06d-b185-4e94-91eb-52abd5b51e64 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:12:42.186946 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 6fdb87f9-d712-4550-b74c-c01052ccbcec resource provider aggregate not found Sep 22 22:12:42.204277 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 23ecc06d-b185-4e94-91eb-52abd5b51e64 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:12:42.204456 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 23ecc06d-b185-4e94-91eb-52abd5b51e64 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:12:42.204773 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device d11be365-d407-4fe2-8029-229a5f057f4e no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:12:42.209514 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 6fdb87f9-d712-4550-b74c-c01052ccbcec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6fdb87f9-d712-4550-b74c-c01052ccbcec found for delete ", "request_id": "req-b3955bfb-3d2f-4763-992d-60e92d200ea7"}]} Sep 22 22:12:42.225045 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-52a97603-20f4-4350-9eb8-e94e7ff1e62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:42.243512 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-52a97603-20f4-4350-9eb8-e94e7ff1e62c admin admin] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:42.243709 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: d11be365-d407-4fe2-8029-229a5f057f4e {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:12:42.243913 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device d11be365-d407-4fe2-8029-229a5f057f4e not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:12:42.258478 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a97603-20f4-4350-9eb8-e94e7ff1e62c admin admin] Pushing event deleted for resources: {'Network': ['ID=842dd70f-3fd6-4a87-91be-8f7925d93c58,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:42.265686 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-52a97603-20f4-4350-9eb8-e94e7ff1e62c admin admin] 10.222.0.33 "DELETE /v2.0/networks/842dd70f-3fd6-4a87-91be-8f7925d93c58 HTTP/1.1" status: 204 len: 168 time: 0.9318528 Sep 22 22:12:42.373049 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 57772) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:12:42.419806 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-b824d3ce-94b5-43a3-8ca9-5d56569041cf admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=b3c72b0ce5bd49f9be77b7f1f592feac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456197 Sep 22 22:12:42.422239 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 57776) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:12:42.478099 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8b1dd8be-cb13-4125-9fb0-108af95ee151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:42.507244 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8b1dd8be-cb13-4125-9fb0-108af95ee151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:42.522879 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-5f52ba75-e72c-4c2c-ade8-f3e51ef97a73 None None] Deleting port 67e7e8aa-7aa7-41bf-b61c-e376b1f8aec1 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:12:42.523348 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5f52ba75-e72c-4c2c-ade8-f3e51ef97a73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:42.558047 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8b1dd8be-cb13-4125-9fb0-108af95ee151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:42.574666 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1dd8be-cb13-4125-9fb0-108af95ee151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa573fd6-4228-4e61-b8f3-8f98dabc468c,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:42.590450 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8b1dd8be-cb13-4125-9fb0-108af95ee151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:42.591526 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-8b1dd8be-cb13-4125-9fb0-108af95ee151 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/fa573fd6-4228-4e61-b8f3-8f98dabc468c HTTP/1.1" status: 204 len: 168 time: 0.1683953 Sep 22 22:12:42.597502 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-5f52ba75-e72c-4c2c-ade8-f3e51ef97a73 None None] The port '67e7e8aa-7aa7-41bf-b61c-e376b1f8aec1' was deleted {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 22:12:42.855091 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:42.927488 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 57784) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:12:42.974716 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-dfff80e1-7a8e-480e-8a6f-1cecc394dade admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=68bceaca80ed42e7944a6fb3c44f554a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460894 Sep 22 22:12:42.977037 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 57788) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:12:43.032937 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7254194f-c423-4bad-8311-13535e5c12a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:43.057807 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7254194f-c423-4bad-8311-13535e5c12a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:43.109019 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7254194f-c423-4bad-8311-13535e5c12a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:43.123096 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7254194f-c423-4bad-8311-13535e5c12a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968294dc-f533-41ac-87e3-431585a2b168,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:43.129026 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7254194f-c423-4bad-8311-13535e5c12a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:43.130116 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-7254194f-c423-4bad-8311-13535e5c12a8 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/968294dc-f533-41ac-87e3-431585a2b168 HTTP/1.1" status: 204 len: 168 time: 0.1522064 Sep 22 22:12:43.263170 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:44.649374 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:44.701107 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 57830) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:12:44.706958 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-2961ebc7-8fa1-47fe-9379-83ffbc96eb8b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1110189817', 'description': 'tempest-secgroup-smoke-1110189817 description', 'project_id': 'a9918eff5a3f48ce98e866c17603f510'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:12:44.712811 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-2961ebc7-8fa1-47fe-9379-83ffbc96eb8b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:12:44.716626 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-2961ebc7-8fa1-47fe-9379-83ffbc96eb8b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:security_group and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:12:44.719444 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-2961ebc7-8fa1-47fe-9379-83ffbc96eb8b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:12:44.725671 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-2961ebc7-8fa1-47fe-9379-83ffbc96eb8b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:12:44.735754 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2961ebc7-8fa1-47fe-9379-83ffbc96eb8b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:44.747227 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2961ebc7-8fa1-47fe-9379-83ffbc96eb8b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:44.764590 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-2961ebc7-8fa1-47fe-9379-83ffbc96eb8b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:12:44.769008 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-2961ebc7-8fa1-47fe-9379-83ffbc96eb8b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:security_group_rule and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:12:44.771819 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-2961ebc7-8fa1-47fe-9379-83ffbc96eb8b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:12:44.777355 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-2961ebc7-8fa1-47fe-9379-83ffbc96eb8b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:12:44.855920 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2961ebc7-8fa1-47fe-9379-83ffbc96eb8b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:44.859621 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2961ebc7-8fa1-47fe-9379-83ffbc96eb8b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:44.871471 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-2961ebc7-8fa1-47fe-9379-83ffbc96eb8b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:12:44.879524 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-2961ebc7-8fa1-47fe-9379-83ffbc96eb8b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:security_group_rule and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:12:44.887706 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-2961ebc7-8fa1-47fe-9379-83ffbc96eb8b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:12:44.898264 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-2961ebc7-8fa1-47fe-9379-83ffbc96eb8b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:12:44.901682 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2961ebc7-8fa1-47fe-9379-83ffbc96eb8b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a3bc7a-38cf-4fc7-b27c-f4b929a6446b,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:44.969132 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2961ebc7-8fa1-47fe-9379-83ffbc96eb8b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:44.972555 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2961ebc7-8fa1-47fe-9379-83ffbc96eb8b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:45.012702 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2961ebc7-8fa1-47fe-9379-83ffbc96eb8b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1155290a-ab0b-47d4-a6e0-f2725104fe31,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:45.015008 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2961ebc7-8fa1-47fe-9379-83ffbc96eb8b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:45.016175 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-2961ebc7-8fa1-47fe-9379-83ffbc96eb8b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3139796 Sep 22 22:12:45.019592 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 57834) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:12:45.024476 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-8bb51e3b-df45-495c-80dc-b42c4d717fef tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'security_group_rule': {'security_group_id': '1155290a-ab0b-47d4-a6e0-f2725104fe31', 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:12:45.030245 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-8bb51e3b-df45-495c-80dc-b42c4d717fef tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:12:45.034059 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-8bb51e3b-df45-495c-80dc-b42c4d717fef tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:security_group_rule and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:12:45.036884 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-8bb51e3b-df45-495c-80dc-b42c4d717fef tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:12:45.042397 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-8bb51e3b-df45-495c-80dc-b42c4d717fef tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:12:45.059268 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8bb51e3b-df45-495c-80dc-b42c4d717fef tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:45.122044 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8bb51e3b-df45-495c-80dc-b42c4d717fef tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:45.125488 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8bb51e3b-df45-495c-80dc-b42c4d717fef tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:45.149857 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb51e3b-df45-495c-80dc-b42c4d717fef tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1661ce7-bd42-43a3-80c6-f0de2f632440,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:45.159443 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8bb51e3b-df45-495c-80dc-b42c4d717fef tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:45.160574 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-8bb51e3b-df45-495c-80dc-b42c4d717fef tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1400938 Sep 22 22:12:45.163246 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 57838) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:12:45.168108 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-7476de4f-b16b-4eec-9313-924cb89e00be tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'security_group_rule': {'security_group_id': '1155290a-ab0b-47d4-a6e0-f2725104fe31', 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:12:45.173735 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-7476de4f-b16b-4eec-9313-924cb89e00be tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:12:45.177999 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-7476de4f-b16b-4eec-9313-924cb89e00be tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:security_group_rule and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:12:45.180826 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-7476de4f-b16b-4eec-9313-924cb89e00be tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:12:45.186328 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-7476de4f-b16b-4eec-9313-924cb89e00be tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:12:45.201734 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7476de4f-b16b-4eec-9313-924cb89e00be tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:45.261445 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7476de4f-b16b-4eec-9313-924cb89e00be tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:45.265208 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7476de4f-b16b-4eec-9313-924cb89e00be tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:45.289295 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7476de4f-b16b-4eec-9313-924cb89e00be tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb4ef6c8-8b8b-4d33-b80d-c3a4b04fbce0,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:45.297301 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7476de4f-b16b-4eec-9313-924cb89e00be tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:45.298451 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-7476de4f-b16b-4eec-9313-924cb89e00be tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1343138 Sep 22 22:12:45.301631 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 57842) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:12:45.306411 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-b930155c-870c-458c-8af5-b280fc9b7b81 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'security_group_rule': {'security_group_id': '1155290a-ab0b-47d4-a6e0-f2725104fe31', 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:12:45.312046 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-b930155c-870c-458c-8af5-b280fc9b7b81 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:12:45.316401 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-b930155c-870c-458c-8af5-b280fc9b7b81 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:security_group_rule and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:12:45.319199 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-b930155c-870c-458c-8af5-b280fc9b7b81 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:12:45.324829 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-b930155c-870c-458c-8af5-b280fc9b7b81 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:12:45.341205 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b930155c-870c-458c-8af5-b280fc9b7b81 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:45.401235 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b930155c-870c-458c-8af5-b280fc9b7b81 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:45.404660 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b930155c-870c-458c-8af5-b280fc9b7b81 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:45.433206 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b930155c-870c-458c-8af5-b280fc9b7b81 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a7bb6ee-c039-42fc-8295-cd2726205963,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:45.439176 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b930155c-870c-458c-8af5-b280fc9b7b81 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:45.440451 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-b930155c-870c-458c-8af5-b280fc9b7b81 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1378791 Sep 22 22:12:45.444025 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 57846) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:12:45.448902 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-25bb15d1-d048-4632-9029-a6b386629f02 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'security_group_rule': {'security_group_id': '1155290a-ab0b-47d4-a6e0-f2725104fe31', 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:12:45.455368 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-25bb15d1-d048-4632-9029-a6b386629f02 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:12:45.459820 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-25bb15d1-d048-4632-9029-a6b386629f02 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:security_group_rule and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:12:45.462318 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-25bb15d1-d048-4632-9029-a6b386629f02 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:12:45.468057 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-25bb15d1-d048-4632-9029-a6b386629f02 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:12:45.486320 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-25bb15d1-d048-4632-9029-a6b386629f02 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:45.547327 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-25bb15d1-d048-4632-9029-a6b386629f02 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:45.551262 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-25bb15d1-d048-4632-9029-a6b386629f02 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:45.573822 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bb15d1-d048-4632-9029-a6b386629f02 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09087d93-bbb9-4bf7-8943-99155e18912a,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:45.582465 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-25bb15d1-d048-4632-9029-a6b386629f02 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:45.583810 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-25bb15d1-d048-4632-9029-a6b386629f02 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1388512 Sep 22 22:12:45.586507 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 57850) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:12:45.591377 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-38fb79eb-7d7f-4724-aacf-3adf4f2522c3 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'security_group_rule': {'security_group_id': '1155290a-ab0b-47d4-a6e0-f2725104fe31', 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:12:45.597737 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-38fb79eb-7d7f-4724-aacf-3adf4f2522c3 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:12:45.601540 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-38fb79eb-7d7f-4724-aacf-3adf4f2522c3 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:security_group_rule and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:12:45.604413 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-38fb79eb-7d7f-4724-aacf-3adf4f2522c3 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:12:45.610057 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-38fb79eb-7d7f-4724-aacf-3adf4f2522c3 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:12:45.620864 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.securitygroups_db [None req-38fb79eb-7d7f-4724-aacf-3adf4f2522c3 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Project a9918eff5a3f48ce98e866c17603f510 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 22:12:45.627453 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-38fb79eb-7d7f-4724-aacf-3adf4f2522c3 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:45.689847 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-38fb79eb-7d7f-4724-aacf-3adf4f2522c3 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:45.693543 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-38fb79eb-7d7f-4724-aacf-3adf4f2522c3 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:45.715663 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fb79eb-7d7f-4724-aacf-3adf4f2522c3 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f281459-b4cc-4c1c-9da1-dd01ea5f587b,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:45.725523 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-38fb79eb-7d7f-4724-aacf-3adf4f2522c3 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:45.726638 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-38fb79eb-7d7f-4724-aacf-3adf4f2522c3 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1391621 Sep 22 22:12:45.729454 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 57854) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:12:45.734455 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-b534f485-9138-480c-a744-79e06734b1aa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'security_group_rule': {'security_group_id': '1155290a-ab0b-47d4-a6e0-f2725104fe31', 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:12:45.741593 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-b534f485-9138-480c-a744-79e06734b1aa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:12:45.745744 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-b534f485-9138-480c-a744-79e06734b1aa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:security_group_rule and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:12:45.748685 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-b534f485-9138-480c-a744-79e06734b1aa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:12:45.754457 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-b534f485-9138-480c-a744-79e06734b1aa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:12:45.776732 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.securitygroups_db [None req-b534f485-9138-480c-a744-79e06734b1aa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Project a9918eff5a3f48ce98e866c17603f510 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 22:12:45.783392 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b534f485-9138-480c-a744-79e06734b1aa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:45.854467 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b534f485-9138-480c-a744-79e06734b1aa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:45.857970 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b534f485-9138-480c-a744-79e06734b1aa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:45.880609 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534f485-9138-480c-a744-79e06734b1aa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76756a0d-051a-4b6d-9ff6-05573da6c9c2,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:45.888756 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-b534f485-9138-480c-a744-79e06734b1aa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:45.889949 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-b534f485-9138-480c-a744-79e06734b1aa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1595716 Sep 22 22:12:45.892999 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 57858) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:12:45.898813 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-90e4120a-7986-41cf-80a1-7fa6d2a4d00e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'network': {'name': 'tempest-network-smoke--797034664', 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'port_security_enabled': True}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:12:45.903525 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-90e4120a-7986-41cf-80a1-7fa6d2a4d00e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:12:45.907485 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-90e4120a-7986-41cf-80a1-7fa6d2a4d00e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:network and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:12:45.910365 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-90e4120a-7986-41cf-80a1-7fa6d2a4d00e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:12:45.916595 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-90e4120a-7986-41cf-80a1-7fa6d2a4d00e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:12:45.926434 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e4120a-7986-41cf-80a1-7fa6d2a4d00e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Made reservation on behalf of a9918eff5a3f48ce98e866c17603f510 for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:12:45.929781 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-90e4120a-7986-41cf-80a1-7fa6d2a4d00e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:45.957048 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90e4120a-7986-41cf-80a1-7fa6d2a4d00e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 22:12:45.965964 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-90e4120a-7986-41cf-80a1-7fa6d2a4d00e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:45.966306 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-90e4120a-7986-41cf-80a1-7fa6d2a4d00e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Added segment 5035f02d-8557-487c-b637-6f8209dcdf39 of type vlan for network 9e2756b5-070d-4197-babb-570b90bec16b Sep 22 22:12:45.991504 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-90e4120a-7986-41cf-80a1-7fa6d2a4d00e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:46.020094 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-90e4120a-7986-41cf-80a1-7fa6d2a4d00e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:46.025468 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e4120a-7986-41cf-80a1-7fa6d2a4d00e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:46.026036 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-90e4120a-7986-41cf-80a1-7fa6d2a4d00e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:46.133667 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-90e4120a-7986-41cf-80a1-7fa6d2a4d00e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2391224 Sep 22 22:12:46.136559 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 57862) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:12:46.143300 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-cfa8093f-3474-471a-8779-293eab7f3387 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-276511381', 'admin_state_up': True, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:12:46.148987 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e4120a-7986-41cf-80a1-7fa6d2a4d00e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'Network': ['ID=9e2756b5-070d-4197-babb-570b90bec16b,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:46.152502 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-cfa8093f-3474-471a-8779-293eab7f3387 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:12:46.156539 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-cfa8093f-3474-471a-8779-293eab7f3387 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:router and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:12:46.158511 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 9e2756b5-070d-4197-babb-570b90bec16b details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 22:12:46.160160 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-cfa8093f-3474-471a-8779-293eab7f3387 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:12:46.166170 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-cfa8093f-3474-471a-8779-293eab7f3387 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:12:46.176618 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cfa8093f-3474-471a-8779-293eab7f3387 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:46.177577 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cfa8093f-3474-471a-8779-293eab7f3387 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:46.194038 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cfa8093f-3474-471a-8779-293eab7f3387 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:46.544333 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cfa8093f-3474-471a-8779-293eab7f3387 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:46.836976 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cfa8093f-3474-471a-8779-293eab7f3387 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for router_gateway, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:46.865203 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cfa8093f-3474-471a-8779-293eab7f3387 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:46.997358 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-cfa8093f-3474-471a-8779-293eab7f3387 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Allocated IP 172.26.0.68 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/1a4f01d0-a254-4761-a7a2-529f8b9d7540) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:12:47.140519 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cfa8093f-3474-471a-8779-293eab7f3387 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:47.169298 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cfa8093f-3474-471a-8779-293eab7f3387 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:47.230626 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa8093f-3474-471a-8779-293eab7f3387 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:12:47.233237 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-cfa8093f-3474-471a-8779-293eab7f3387 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:12:47.236924 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa8093f-3474-471a-8779-293eab7f3387 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:12:47.270085 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa8093f-3474-471a-8779-293eab7f3387 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'Port': ['ID=1a4f01d0-a254-4761-a7a2-529f8b9d7540,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:47.637104 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cfa8093f-3474-471a-8779-293eab7f3387 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for router_gateway, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:48.083866 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cfa8093f-3474-471a-8779-293eab7f3387 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:48.284057 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa8093f-3474-471a-8779-293eab7f3387 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Router ef72f879-6fc8-494e-b22f-dc617f743a0c is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 22:12:48.457372 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa8093f-3474-471a-8779-293eab7f3387 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:12:48.467925 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31cbe83-072b-4b38-8964-42511f92ed20 None None] Sync routers for ids ['ef72f879-6fc8-494e-b22f-dc617f743a0c'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:12:48.477426 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31cbe83-072b-4b38-8964-42511f92ed20 None None] Routers {'ef72f879-6fc8-494e-b22f-dc617f743a0c'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:12:48.478034 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-b31cbe83-072b-4b38-8964-42511f92ed20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:12:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['ef72f879-6fc8-494e-b22f-dc617f743a0c'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:12:48.484009 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-cfa8093f-3474-471a-8779-293eab7f3387 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:48.485247 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-cfa8093f-3474-471a-8779-293eab7f3387 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3478034 Sep 22 22:12:48.488528 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 57866) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:12:48.631200 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-0cc7952e-7cd5-4b39-a37a-c2d440c52f6f tempest-TestNetworkAdvancedServerOps-762025924 tempest-TestNetworkAdvancedServerOps-762025924-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=a9918eff5a3f48ce98e866c17603f510&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1416132 Sep 22 22:12:48.633854 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 57872) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:12:48.657766 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-b31cbe83-072b-4b38-8964-42511f92ed20 None None] Set router ef72f879-6fc8-494e-b22f-dc617f743a0c gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:12:48.761225 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d322bc-c8e8-4ca4-b7e5-4d2b4bcd053c tempest-TestNetworkAdvancedServerOps-762025924 tempest-TestNetworkAdvancedServerOps-762025924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:48.762595 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e3d322bc-c8e8-4ca4-b7e5-4d2b4bcd053c tempest-TestNetworkAdvancedServerOps-762025924 tempest-TestNetworkAdvancedServerOps-762025924-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1278641 Sep 22 22:12:48.765422 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 57876) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:12:48.803864 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-64c0e88a-0293-47b2-90ba-44ff2bc44490 tempest-TestNetworkAdvancedServerOps-762025924 tempest-TestNetworkAdvancedServerOps-762025924-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=a22ae1c9-d428-411f-af43-ce0f71b38d9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373032 Sep 22 22:12:48.806337 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 57880) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:12:48.811556 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-87293b25-8ca9-4eb1-89f8-b883d5726c89 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1656075024', 'network_id': '9e2756b5-070d-4197-babb-570b90bec16b', 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:12:48.918255 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-87293b25-8ca9-4eb1-89f8-b883d5726c89 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:12:48.922174 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-87293b25-8ca9-4eb1-89f8-b883d5726c89 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:subnet and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:12:48.924963 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-87293b25-8ca9-4eb1-89f8-b883d5726c89 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:12:48.931124 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-87293b25-8ca9-4eb1-89f8-b883d5726c89 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:12:48.940735 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87293b25-8ca9-4eb1-89f8-b883d5726c89 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Made reservation on behalf of a9918eff5a3f48ce98e866c17603f510 for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:12:48.944889 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-87293b25-8ca9-4eb1-89f8-b883d5726c89 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:48.964090 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-b31cbe83-072b-4b38-8964-42511f92ed20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef72f879-6fc8-494e-b22f-dc617f743a0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276511381', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.68'}], 'enable_snat': True}, 'gw_port_id': '1a4f01d0-a254-4761-a7a2-529f8b9d7540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:12:46Z', 'updated_at': '2022-09-22T22:12:47Z', 'revision_number': 3, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '1a4f01d0-a254-4761-a7a2-529f8b9d7540', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef72f879-6fc8-494e-b22f-dc617f743a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:46Z', 'updated_at': '2022-09-22T22:12:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:12:48.967937 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31cbe83-072b-4b38-8964-42511f92ed20 None None] Checking router: ef72f879-6fc8-494e-b22f-dc617f743a0c for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:12:48.968283 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31cbe83-072b-4b38-8964-42511f92ed20 None None] Updating router ef72f879-6fc8-494e-b22f-dc617f743a0c port 1a4f01d0-a254-4761-a7a2-529f8b9d7540 binding host dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 22:12:49.020548 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-b31cbe83-072b-4b38-8964-42511f92ed20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:49.156289 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-87293b25-8ca9-4eb1-89f8-b883d5726c89 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:49.236077 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87293b25-8ca9-4eb1-89f8-b883d5726c89 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'Subnet': ['ID=ca990856-4bd6-462f-8d53-809ae6fae8d4,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:49.245261 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87293b25-8ca9-4eb1-89f8-b883d5726c89 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Checking segment: {'id': '5035f02d-8557-487c-b637-6f8209dcdf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9e2756b5-070d-4197-babb-570b90bec16b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:12:49.245620 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87293b25-8ca9-4eb1-89f8-b883d5726c89 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Network hostable DHCP agents. Network: 9e2756b5-070d-4197-babb-570b90bec16b, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 22:12:49.265531 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87293b25-8ca9-4eb1-89f8-b883d5726c89 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Network 9e2756b5-070d-4197-babb-570b90bec16b is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 22:12:49.276018 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-87293b25-8ca9-4eb1-89f8-b883d5726c89 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 9e2756b5-070d-4197-babb-570b90bec16b) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:12:49.280184 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87293b25-8ca9-4eb1-89f8-b883d5726c89 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:49.281250 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-87293b25-8ca9-4eb1-89f8-b883d5726c89 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:49.290871 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b6becd-2fcd-402b-867e-83c90a51ad34 None None] Network 9e2756b5-070d-4197-babb-570b90bec16b requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:12:49.301366 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-87293b25-8ca9-4eb1-89f8-b883d5726c89 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4940300 Sep 22 22:12:49.304120 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 57884) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:12:49.447173 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-b31cbe83-072b-4b38-8964-42511f92ed20 None None] Notify callbacks [] for port, precommit_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:49.479591 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-b31cbe83-072b-4b38-8964-42511f92ed20 None None] Transition to ACTIVE for port object 1a4f01d0-a254-4761-a7a2-529f8b9d7540 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:12:49.510742 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-b31cbe83-072b-4b38-8964-42511f92ed20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:49.578488 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-b31cbe83-072b-4b38-8964-42511f92ed20 None None] Attempting to bind port 1a4f01d0-a254-4761-a7a2-529f8b9d7540 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:12:49.578875 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-b31cbe83-072b-4b38-8964-42511f92ed20 None None] Attempting to bind port 1a4f01d0-a254-4761-a7a2-529f8b9d7540 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:12:49.579231 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31cbe83-072b-4b38-8964-42511f92ed20 None None] Attempting to bind port 1a4f01d0-a254-4761-a7a2-529f8b9d7540 on network a22ae1c9-d428-411f-af43-ce0f71b38d9c {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:12:49.598436 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31cbe83-072b-4b38-8964-42511f92ed20 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:12:49.598826 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31cbe83-072b-4b38-8964-42511f92ed20 None None] Checking segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:12:49.599222 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-b31cbe83-072b-4b38-8964-42511f92ed20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:49.599604 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31cbe83-072b-4b38-8964-42511f92ed20 None None] Bound using segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:12:49.600067 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-b31cbe83-072b-4b38-8964-42511f92ed20 None None] Bound port: 1a4f01d0-a254-4761-a7a2-529f8b9d7540, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:12:49.600432 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-b31cbe83-072b-4b38-8964-42511f92ed20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:49.674394 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc83d1-a503-4094-8eb9-2b9e3f543da5 None None] Pushing event updated for resources: {'Port': ['ID=1a4f01d0-a254-4761-a7a2-529f8b9d7540,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:49.702970 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc83d1-a503-4094-8eb9-2b9e3f543da5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:49.703318 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc83d1-a503-4094-8eb9-2b9e3f543da5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:49.703652 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc83d1-a503-4094-8eb9-2b9e3f543da5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:49.703980 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc83d1-a503-4094-8eb9-2b9e3f543da5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:49.704302 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc83d1-a503-4094-8eb9-2b9e3f543da5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:49.704625 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc83d1-a503-4094-8eb9-2b9e3f543da5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:49.704949 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc83d1-a503-4094-8eb9-2b9e3f543da5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:49.705265 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc83d1-a503-4094-8eb9-2b9e3f543da5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:49.705583 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc83d1-a503-4094-8eb9-2b9e3f543da5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:49.705901 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc83d1-a503-4094-8eb9-2b9e3f543da5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:49.706213 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc83d1-a503-4094-8eb9-2b9e3f543da5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:49.707096 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc83d1-a503-4094-8eb9-2b9e3f543da5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:49.713982 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0382f151-3868-4390-93c9-8228d75d9ced None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-9e2756b5-070d-4197-babb-570b90bec16b', 'network_id': '9e2756b5-070d-4197-babb-570b90bec16b', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'fixed_ips': [{'subnet_id': 'ca990856-4bd6-462f-8d53-809ae6fae8d4'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 22:12:49.714834 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0382f151-3868-4390-93c9-8228d75d9ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:49.788073 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-b31cbe83-072b-4b38-8964-42511f92ed20 None None] For port 1a4f01d0-a254-4761-a7a2-529f8b9d7540, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:12:49.805168 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-b31cbe83-072b-4b38-8964-42511f92ed20 None None] For port 1a4f01d0-a254-4761-a7a2-529f8b9d7540, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=1a4f01d0-a254-4761-a7a2-529f8b9d7540,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:12:49.813432 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-b31cbe83-072b-4b38-8964-42511f92ed20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:49.892690 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31cbe83-072b-4b38-8964-42511f92ed20 None None] Routers {'ef72f879-6fc8-494e-b22f-dc617f743a0c'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:12:49.893225 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-b31cbe83-072b-4b38-8964-42511f92ed20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:12:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['ef72f879-6fc8-494e-b22f-dc617f743a0c'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:12:50.022684 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc83d1-a503-4094-8eb9-2b9e3f543da5 None None] Pushing event updated for resources: {'Port': ['ID=1a4f01d0-a254-4761-a7a2-529f8b9d7540,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:50.105765 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f2e17949-133a-42fd-a024-2904b7936712 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:50.109821 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-0382f151-3868-4390-93c9-8228d75d9ced None None] Allocated IP 172.20.0.2 (9e2756b5-070d-4197-babb-570b90bec16b/ca990856-4bd6-462f-8d53-809ae6fae8d4/0e2f6489-8a67-4685-b85c-ca236cb0da10) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:12:50.138314 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-b31cbe83-072b-4b38-8964-42511f92ed20 None None] Set router ef72f879-6fc8-494e-b22f-dc617f743a0c gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:12:50.602847 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0382f151-3868-4390-93c9-8228d75d9ced None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:50.616007 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-0382f151-3868-4390-93c9-8228d75d9ced None None] Transition to ACTIVE for port object 0e2f6489-8a67-4685-b85c-ca236cb0da10 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:12:50.639331 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-0382f151-3868-4390-93c9-8228d75d9ced None None] Transition to ACTIVE for port object 0e2f6489-8a67-4685-b85c-ca236cb0da10 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:12:50.647017 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0382f151-3868-4390-93c9-8228d75d9ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:50.679233 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-b31cbe83-072b-4b38-8964-42511f92ed20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef72f879-6fc8-494e-b22f-dc617f743a0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276511381', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.68'}], 'enable_snat': True}, 'gw_port_id': '1a4f01d0-a254-4761-a7a2-529f8b9d7540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:12:46Z', 'updated_at': '2022-09-22T22:12:47Z', 'revision_number': 3, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '1a4f01d0-a254-4761-a7a2-529f8b9d7540', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef72f879-6fc8-494e-b22f-dc617f743a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:46Z', 'updated_at': '2022-09-22T22:12:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:12:50.705303 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31cbe83-072b-4b38-8964-42511f92ed20 None None] The sync data for ids ['ef72f879-6fc8-494e-b22f-dc617f743a0c'] in dv-neutron-858900-1-hyperv is: [{'id': 'ef72f879-6fc8-494e-b22f-dc617f743a0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276511381', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.68'}], 'enable_snat': True}, 'gw_port_id': '1a4f01d0-a254-4761-a7a2-529f8b9d7540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:12:46Z', 'updated_at': '2022-09-22T22:12:47Z', 'revision_number': 3, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '1a4f01d0-a254-4761-a7a2-529f8b9d7540', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef72f879-6fc8-494e-b22f-dc617f743a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:46Z', 'updated_at': '2022-09-22T22:12:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:12:50.714702 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-f2e17949-133a-42fd-a024-2904b7936712 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Allocated IP 172.20.0.1 (9e2756b5-070d-4197-babb-570b90bec16b/ca990856-4bd6-462f-8d53-809ae6fae8d4/ea10dbf8-fe47-4be6-a2d9-0b83fc4cadcf) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:12:50.720109 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0382f151-3868-4390-93c9-8228d75d9ced None None] Network 9e2756b5-070d-4197-babb-570b90bec16b is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:12:50.729310 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-0382f151-3868-4390-93c9-8228d75d9ced None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:12:50.729310 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0382f151-3868-4390-93c9-8228d75d9ced None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:12:50.734198 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0382f151-3868-4390-93c9-8228d75d9ced None None] Pushing event updated for resources: {'Port': ['ID=0e2f6489-8a67-4685-b85c-ca236cb0da10,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:50.837962 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-0382f151-3868-4390-93c9-8228d75d9ced None None] Attempting to bind port 0e2f6489-8a67-4685-b85c-ca236cb0da10 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:12:50.838327 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-0382f151-3868-4390-93c9-8228d75d9ced None None] Attempting to bind port 0e2f6489-8a67-4685-b85c-ca236cb0da10 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '5035f02d-8557-487c-b637-6f8209dcdf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9e2756b5-070d-4197-babb-570b90bec16b'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:12:50.838712 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0382f151-3868-4390-93c9-8228d75d9ced None None] Attempting to bind port 0e2f6489-8a67-4685-b85c-ca236cb0da10 on network 9e2756b5-070d-4197-babb-570b90bec16b {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:12:50.844109 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0382f151-3868-4390-93c9-8228d75d9ced None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:12:50.844476 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0382f151-3868-4390-93c9-8228d75d9ced None None] Checking segment: {'id': '5035f02d-8557-487c-b637-6f8209dcdf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9e2756b5-070d-4197-babb-570b90bec16b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:12:50.844868 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0382f151-3868-4390-93c9-8228d75d9ced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:50.845252 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0382f151-3868-4390-93c9-8228d75d9ced None None] Bound using segment: {'id': '5035f02d-8557-487c-b637-6f8209dcdf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9e2756b5-070d-4197-babb-570b90bec16b'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:12:50.845703 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-0382f151-3868-4390-93c9-8228d75d9ced None None] Bound port: 0e2f6489-8a67-4685-b85c-ca236cb0da10, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5035f02d-8557-487c-b637-6f8209dcdf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9e2756b5-070d-4197-babb-570b90bec16b'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:12:50.846062 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0382f151-3868-4390-93c9-8228d75d9ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:50.889390 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f2e17949-133a-42fd-a024-2904b7936712 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:50.907225 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-f2e17949-133a-42fd-a024-2904b7936712 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Transition to ACTIVE for port object ea10dbf8-fe47-4be6-a2d9-0b83fc4cadcf will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:12:50.937251 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f2e17949-133a-42fd-a024-2904b7936712 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:50.939821 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-0382f151-3868-4390-93c9-8228d75d9ced None None] For port 0e2f6489-8a67-4685-b85c-ca236cb0da10, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:12:50.965329 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-0382f151-3868-4390-93c9-8228d75d9ced None None] For port 0e2f6489-8a67-4685-b85c-ca236cb0da10, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=0e2f6489-8a67-4685-b85c-ca236cb0da10,segment=NetworkSegment(5035f02d-8557-487c-b637-6f8209dcdf39),segment_id=5035f02d-8557-487c-b637-6f8209dcdf39)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:12:50.973270 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0382f151-3868-4390-93c9-8228d75d9ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:51.015141 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e17949-133a-42fd-a024-2904b7936712 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Network 9e2756b5-070d-4197-babb-570b90bec16b is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:12:51.018345 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-f2e17949-133a-42fd-a024-2904b7936712 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:12:51.022324 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e17949-133a-42fd-a024-2904b7936712 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:12:51.061096 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e17949-133a-42fd-a024-2904b7936712 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'Port': ['ID=ea10dbf8-fe47-4be6-a2d9-0b83fc4cadcf,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:51.074546 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0382f151-3868-4390-93c9-8228d75d9ced None None] Pushing event updated for resources: {'Port': ['ID=0e2f6489-8a67-4685-b85c-ca236cb0da10,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:51.100121 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f2e17949-133a-42fd-a024-2904b7936712 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:51.507600 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f2e17949-133a-42fd-a024-2904b7936712 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:51.933457 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f2e17949-133a-42fd-a024-2904b7936712 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:51.938101 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f2e17949-133a-42fd-a024-2904b7936712 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:51.997700 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c3dc9c-e463-4fbb-91bb-301e23889a3f None None] Network 9e2756b5-070d-4197-babb-570b90bec16b requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:12:52.054775 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f2e17949-133a-42fd-a024-2904b7936712 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:52.058325 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e17949-133a-42fd-a024-2904b7936712 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'Port': ['ID=ea10dbf8-fe47-4be6-a2d9-0b83fc4cadcf,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:52.117057 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-e17d047b-2c81-4c08-80b5-5e6cc479b502 None None] Provisioning for port 0e2f6489-8a67-4685-b85c-ca236cb0da10 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:12:52.215680 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e17949-133a-42fd-a024-2904b7936712 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Network 9e2756b5-070d-4197-babb-570b90bec16b is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:12:52.216829 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-f2e17949-133a-42fd-a024-2904b7936712 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:12:52.248647 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 1a4f01d0-a254-4761-a7a2-529f8b9d7540 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:12:52.346728 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 1a4f01d0-a254-4761-a7a2-529f8b9d7540 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:12:52.352394 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 1a4f01d0-a254-4761-a7a2-529f8b9d7540 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:12:52.352762 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:52.353089 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 1a4f01d0-a254-4761-a7a2-529f8b9d7540 Sep 22 22:12:52.424945 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e17949-133a-42fd-a024-2904b7936712 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Router ef72f879-6fc8-494e-b22f-dc617f743a0c has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 22:12:52.479331 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 1a4f01d0-a254-4761-a7a2-529f8b9d7540 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:12:52.479709 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:52.498131 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 1a4f01d0-a254-4761-a7a2-529f8b9d7540, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=1a4f01d0-a254-4761-a7a2-529f8b9d7540,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:12:52.503508 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:52.504320 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 0e2f6489-8a67-4685-b85c-ca236cb0da10 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:12:52.620897 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-8f4988c3-6e78-4d82-a544-6fe0b133de60 None None] Provisioning for port ea10dbf8-fe47-4be6-a2d9-0b83fc4cadcf completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:12:52.625957 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e17949-133a-42fd-a024-2904b7936712 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:12:52.635472 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-8f4988c3-6e78-4d82-a544-6fe0b133de60 None None] Provisioning complete for port ea10dbf8-fe47-4be6-a2d9-0b83fc4cadcf triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:12:52.635843 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8f4988c3-6e78-4d82-a544-6fe0b133de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:52.636174 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-8f4988c3-6e78-4d82-a544-6fe0b133de60 None None] Attempt 1 to provision port ea10dbf8-fe47-4be6-a2d9-0b83fc4cadcf Sep 22 22:12:52.646188 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-f2e17949-133a-42fd-a024-2904b7936712 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "PUT /v2.0/routers/ef72f879-6fc8-494e-b22f-dc617f743a0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3321509 Sep 22 22:12:52.653467 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f973fd4-e127-4d85-9e10-863a16c42396 None None] Sync routers for ids ['ef72f879-6fc8-494e-b22f-dc617f743a0c'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:12:52.668383 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=1a4f01d0-a254-4761-a7a2-529f8b9d7540,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:52.670059 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f973fd4-e127-4d85-9e10-863a16c42396 None None] Routers {'ef72f879-6fc8-494e-b22f-dc617f743a0c'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:12:52.670955 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-8f973fd4-e127-4d85-9e10-863a16c42396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:12:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['ef72f879-6fc8-494e-b22f-dc617f743a0c'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:12:52.711858 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8f4988c3-6e78-4d82-a544-6fe0b133de60 None None] Port ea10dbf8-fe47-4be6-a2d9-0b83fc4cadcf cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:12:52.714527 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 0e2f6489-8a67-4685-b85c-ca236cb0da10 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:12:52.721228 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 0e2f6489-8a67-4685-b85c-ca236cb0da10 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:12:52.721603 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:52.722155 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 0e2f6489-8a67-4685-b85c-ca236cb0da10 Sep 22 22:12:52.835035 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-3f1edaac-bebd-44c7-ad6a-3d8dd44ca7d1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Synchronizing usage tracker for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:security_group {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:12:52.858056 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-3f1edaac-bebd-44c7-ad6a-3d8dd44ca7d1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Unset dirty status for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:security_group {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:12:52.859870 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-3f1edaac-bebd-44c7-ad6a-3d8dd44ca7d1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1110189817&fields=id&tenant_id=a9918eff5a3f48ce98e866c17603f510 HTTP/1.1" status: 200 len: 267 time: 0.0760117 Sep 22 22:12:52.874939 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-8f973fd4-e127-4d85-9e10-863a16c42396 None None] Set router ef72f879-6fc8-494e-b22f-dc617f743a0c gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:12:52.904866 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 0e2f6489-8a67-4685-b85c-ca236cb0da10 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:12:52.905242 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:52.946985 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 0e2f6489-8a67-4685-b85c-ca236cb0da10, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=0e2f6489-8a67-4685-b85c-ca236cb0da10,segment=NetworkSegment(5035f02d-8557-487c-b637-6f8209dcdf39),segment_id=5035f02d-8557-487c-b637-6f8209dcdf39)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:12:52.952364 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:53.039562 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=0e2f6489-8a67-4685-b85c-ca236cb0da10,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:53.049548 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-7e653fb9-be63-40eb-a89d-2816bb711dcf tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:53.050231 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-7e653fb9-be63-40eb-a89d-2816bb711dcf tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Synchronizing usage tracker for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:network {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:12:53.068411 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-7e653fb9-be63-40eb-a89d-2816bb711dcf tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Unset dirty status for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:network {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:12:53.069670 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-7e653fb9-be63-40eb-a89d-2816bb711dcf tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/networks?id=9e2756b5-070d-4197-babb-570b90bec16b HTTP/1.1" status: 200 len: 796 time: 0.1996515 Sep 22 22:12:53.084538 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-464167a5-4e46-40a8-8f42-7572cdcc4bc8 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/quotas/a9918eff5a3f48ce98e866c17603f510 HTTP/1.1" status: 200 len: 375 time: 0.0093400 Sep 22 22:12:53.198361 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-8f973fd4-e127-4d85-9e10-863a16c42396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef72f879-6fc8-494e-b22f-dc617f743a0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276511381', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.68'}], 'enable_snat': True}, 'gw_port_id': '1a4f01d0-a254-4761-a7a2-529f8b9d7540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:12:46Z', 'updated_at': '2022-09-22T22:12:51Z', 'revision_number': 4, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '1a4f01d0-a254-4761-a7a2-529f8b9d7540', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef72f879-6fc8-494e-b22f-dc617f743a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:46Z', 'updated_at': '2022-09-22T22:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': 'ea10dbf8-fe47-4be6-a2d9-0b83fc4cadcf', 'name': '', 'network_id': '9e2756b5-070d-4197-babb-570b90bec16b', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'mac_address': 'fa:16:3e:30:3e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef72f879-6fc8-494e-b22f-dc617f743a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'ca990856-4bd6-462f-8d53-809ae6fae8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:50Z', 'updated_at': '2022-09-22T22:12:51Z', 'revision_number': 2, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'subnets': [{'id': 'ca990856-4bd6-462f-8d53-809ae6fae8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:12:53.202279 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f973fd4-e127-4d85-9e10-863a16c42396 None None] Checking router: ef72f879-6fc8-494e-b22f-dc617f743a0c for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:12:53.202641 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f973fd4-e127-4d85-9e10-863a16c42396 None None] Updating router ef72f879-6fc8-494e-b22f-dc617f743a0c port ea10dbf8-fe47-4be6-a2d9-0b83fc4cadcf binding host dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 22:12:53.213134 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-8f4988c3-6e78-4d82-a544-6fe0b133de60 None None] Attempt 2 to provision port ea10dbf8-fe47-4be6-a2d9-0b83fc4cadcf Sep 22 22:12:53.258703 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-8f973fd4-e127-4d85-9e10-863a16c42396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:53.276145 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8f4988c3-6e78-4d82-a544-6fe0b133de60 None None] Port ea10dbf8-fe47-4be6-a2d9-0b83fc4cadcf cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:12:53.290238 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-7614009f-87ae-4202-9537-c1314cd36297 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Synchronizing usage tracker for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:12:53.307332 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-7614009f-87ae-4202-9537-c1314cd36297 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Unset dirty status for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:12:53.309269 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-7614009f-87ae-4202-9537-c1314cd36297 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=a9918eff5a3f48ce98e866c17603f510&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2190042 Sep 22 22:12:53.489818 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-c41182df-e8a9-4d19-9756-8d29b045cafe service neutron] 10.222.0.33 "GET /v2.0/networks/9e2756b5-070d-4197-babb-570b90bec16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694791 Sep 22 22:12:53.607878 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-8f973fd4-e127-4d85-9e10-863a16c42396 None None] Notify callbacks [] for port, precommit_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:53.619036 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.provisioning_blocks [None req-8f973fd4-e127-4d85-9e10-863a16c42396 None None] Transition to ACTIVE for port object ea10dbf8-fe47-4be6-a2d9-0b83fc4cadcf will not be triggered until provisioned by entity L2. {{(pid=89011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:12:53.624168 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-7409f4f6-0589-412c-8a39-badfa897b7e2 service neutron] 10.222.0.33 "GET /v2.0/networks/9e2756b5-070d-4197-babb-570b90bec16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281192 Sep 22 22:12:53.625594 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-8f973fd4-e127-4d85-9e10-863a16c42396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:53.777176 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-8f4988c3-6e78-4d82-a544-6fe0b133de60 None None] Attempt 3 to provision port ea10dbf8-fe47-4be6-a2d9-0b83fc4cadcf Sep 22 22:12:53.830164 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8f4988c3-6e78-4d82-a544-6fe0b133de60 None None] Port ea10dbf8-fe47-4be6-a2d9-0b83fc4cadcf cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:12:53.830849 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed7b1e-23bd-437a-95f6-30a6fe1ee13d None None] Pushing event updated for resources: {'Port': ['ID=ea10dbf8-fe47-4be6-a2d9-0b83fc4cadcf,revision_number=3']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:53.843156 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed7b1e-23bd-437a-95f6-30a6fe1ee13d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:53.843499 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed7b1e-23bd-437a-95f6-30a6fe1ee13d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:53.843830 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed7b1e-23bd-437a-95f6-30a6fe1ee13d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:53.844158 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed7b1e-23bd-437a-95f6-30a6fe1ee13d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:53.844484 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed7b1e-23bd-437a-95f6-30a6fe1ee13d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:53.844804 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed7b1e-23bd-437a-95f6-30a6fe1ee13d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:53.845128 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed7b1e-23bd-437a-95f6-30a6fe1ee13d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:53.845444 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed7b1e-23bd-437a-95f6-30a6fe1ee13d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:53.845757 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed7b1e-23bd-437a-95f6-30a6fe1ee13d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:53.846070 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed7b1e-23bd-437a-95f6-30a6fe1ee13d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:53.846382 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed7b1e-23bd-437a-95f6-30a6fe1ee13d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:53.846787 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed7b1e-23bd-437a-95f6-30a6fe1ee13d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:53.850956 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-8f973fd4-e127-4d85-9e10-863a16c42396 None None] Attempting to bind port ea10dbf8-fe47-4be6-a2d9-0b83fc4cadcf on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:12:53.851326 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-8f973fd4-e127-4d85-9e10-863a16c42396 None None] Attempting to bind port ea10dbf8-fe47-4be6-a2d9-0b83fc4cadcf by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '5035f02d-8557-487c-b637-6f8209dcdf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9e2756b5-070d-4197-babb-570b90bec16b'}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:12:53.851822 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f973fd4-e127-4d85-9e10-863a16c42396 None None] Attempting to bind port ea10dbf8-fe47-4be6-a2d9-0b83fc4cadcf on network 9e2756b5-070d-4197-babb-570b90bec16b {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:12:53.858684 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f973fd4-e127-4d85-9e10-863a16c42396 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:12:53.859059 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f973fd4-e127-4d85-9e10-863a16c42396 None None] Checking segment: {'id': '5035f02d-8557-487c-b637-6f8209dcdf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9e2756b5-070d-4197-babb-570b90bec16b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:12:53.859454 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-8f973fd4-e127-4d85-9e10-863a16c42396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:53.859840 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f973fd4-e127-4d85-9e10-863a16c42396 None None] Bound using segment: {'id': '5035f02d-8557-487c-b637-6f8209dcdf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9e2756b5-070d-4197-babb-570b90bec16b'} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:12:53.860296 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-8f973fd4-e127-4d85-9e10-863a16c42396 None None] Bound port: ea10dbf8-fe47-4be6-a2d9-0b83fc4cadcf, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5035f02d-8557-487c-b637-6f8209dcdf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9e2756b5-070d-4197-babb-570b90bec16b'}}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:12:53.860662 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-8f973fd4-e127-4d85-9e10-863a16c42396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:53.948469 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-8f973fd4-e127-4d85-9e10-863a16c42396 None None] For port ea10dbf8-fe47-4be6-a2d9-0b83fc4cadcf, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:12:53.951377 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-8f973fd4-e127-4d85-9e10-863a16c42396 None None] For port ea10dbf8-fe47-4be6-a2d9-0b83fc4cadcf, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=ea10dbf8-fe47-4be6-a2d9-0b83fc4cadcf,segment=NetworkSegment(5035f02d-8557-487c-b637-6f8209dcdf39),segment_id=5035f02d-8557-487c-b637-6f8209dcdf39)] {{(pid=89011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:12:53.955606 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-8f973fd4-e127-4d85-9e10-863a16c42396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:54.014667 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f973fd4-e127-4d85-9e10-863a16c42396 None None] Routers {'ef72f879-6fc8-494e-b22f-dc617f743a0c'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:12:54.015273 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-8f973fd4-e127-4d85-9e10-863a16c42396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:12:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['ef72f879-6fc8-494e-b22f-dc617f743a0c'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:12:54.147805 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 1a4f01d0-a254-4761-a7a2-529f8b9d7540 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:12:54.154008 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed7b1e-23bd-437a-95f6-30a6fe1ee13d None None] Pushing event updated for resources: {'Port': ['ID=ea10dbf8-fe47-4be6-a2d9-0b83fc4cadcf,revision_number=4']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:54.218737 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 1a4f01d0-a254-4761-a7a2-529f8b9d7540 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:12:54.219344 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:54.219707 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 1a4f01d0-a254-4761-a7a2-529f8b9d7540 Sep 22 22:12:54.225188 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-8f973fd4-e127-4d85-9e10-863a16c42396 None None] Set router ef72f879-6fc8-494e-b22f-dc617f743a0c gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:12:54.331750 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-8f4988c3-6e78-4d82-a544-6fe0b133de60 None None] Attempt 4 to provision port ea10dbf8-fe47-4be6-a2d9-0b83fc4cadcf Sep 22 22:12:54.362021 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 1a4f01d0-a254-4761-a7a2-529f8b9d7540 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:12:54.362995 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 0e2f6489-8a67-4685-b85c-ca236cb0da10 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:12:54.443432 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8f4988c3-6e78-4d82-a544-6fe0b133de60 None None] Port ea10dbf8-fe47-4be6-a2d9-0b83fc4cadcf had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 22:12:54.460928 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 0e2f6489-8a67-4685-b85c-ca236cb0da10 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:12:54.461289 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:54.461614 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 0e2f6489-8a67-4685-b85c-ca236cb0da10 Sep 22 22:12:54.491790 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-8f4988c3-6e78-4d82-a544-6fe0b133de60 None None] Provisioning complete for port 0e2f6489-8a67-4685-b85c-ca236cb0da10 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:12:54.492145 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8f4988c3-6e78-4d82-a544-6fe0b133de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:54.492467 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-8f4988c3-6e78-4d82-a544-6fe0b133de60 None None] Attempt 1 to provision port 0e2f6489-8a67-4685-b85c-ca236cb0da10 Sep 22 22:12:54.534378 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-8f973fd4-e127-4d85-9e10-863a16c42396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef72f879-6fc8-494e-b22f-dc617f743a0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276511381', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.68'}], 'enable_snat': True}, 'gw_port_id': '1a4f01d0-a254-4761-a7a2-529f8b9d7540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:12:46Z', 'updated_at': '2022-09-22T22:12:51Z', 'revision_number': 4, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '1a4f01d0-a254-4761-a7a2-529f8b9d7540', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef72f879-6fc8-494e-b22f-dc617f743a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:46Z', 'updated_at': '2022-09-22T22:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': 'ea10dbf8-fe47-4be6-a2d9-0b83fc4cadcf', 'name': '', 'network_id': '9e2756b5-070d-4197-babb-570b90bec16b', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'mac_address': 'fa:16:3e:30:3e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef72f879-6fc8-494e-b22f-dc617f743a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'ca990856-4bd6-462f-8d53-809ae6fae8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:50Z', 'updated_at': '2022-09-22T22:12:53Z', 'revision_number': 4, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'subnets': [{'id': 'ca990856-4bd6-462f-8d53-809ae6fae8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:12:54.538838 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f973fd4-e127-4d85-9e10-863a16c42396 None None] The sync data for ids ['ef72f879-6fc8-494e-b22f-dc617f743a0c'] in dv-neutron-858900-1-hyperv is: [{'id': 'ef72f879-6fc8-494e-b22f-dc617f743a0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276511381', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.68'}], 'enable_snat': True}, 'gw_port_id': '1a4f01d0-a254-4761-a7a2-529f8b9d7540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:12:46Z', 'updated_at': '2022-09-22T22:12:51Z', 'revision_number': 4, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '1a4f01d0-a254-4761-a7a2-529f8b9d7540', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef72f879-6fc8-494e-b22f-dc617f743a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:46Z', 'updated_at': '2022-09-22T22:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': 'ea10dbf8-fe47-4be6-a2d9-0b83fc4cadcf', 'name': '', 'network_id': '9e2756b5-070d-4197-babb-570b90bec16b', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'mac_address': 'fa:16:3e:30:3e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef72f879-6fc8-494e-b22f-dc617f743a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'ca990856-4bd6-462f-8d53-809ae6fae8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:50Z', 'updated_at': '2022-09-22T22:12:53Z', 'revision_number': 4, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'subnets': [{'id': 'ca990856-4bd6-462f-8d53-809ae6fae8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:12:54.687226 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 0e2f6489-8a67-4685-b85c-ca236cb0da10 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:12:54.690287 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8f4988c3-6e78-4d82-a544-6fe0b133de60 None None] Current status of the port 0e2f6489-8a67-4685-b85c-ca236cb0da10 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:12:54.820554 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-0c54d5e5-48a5-495f-9f4e-805eedded91c req-a064e9e7-f03b-4ee5-88bb-58cc9491100d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=3973e607-9cbe-48af-9e74-692a59d21344 HTTP/1.1" status: 200 len: 210 time: 0.0498180 Sep 22 22:12:55.914347 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-ac7d2f50-269f-494c-a0f2-bdb3caeb040b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:55.915814 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-ac7d2f50-269f-494c-a0f2-bdb3caeb040b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.49 "GET /v2.0/networks?id=9e2756b5-070d-4197-babb-570b90bec16b HTTP/1.1" status: 200 len: 796 time: 0.1621115 Sep 22 22:12:55.966708 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-9d12a326-3c37-4a98-893a-3fade1c0c7ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9918eff5a3f48ce98e866c17603f510 HTTP/1.1" status: 200 len: 380 time: 0.0424957 Sep 22 22:12:56.015590 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-2a1819bb-5c9c-4778-87c1-4417a77eaf7e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'port': {'device_id': '3973e607-9cbe-48af-9e74-692a59d21344', 'network_id': '9e2756b5-070d-4197-babb-570b90bec16b', 'admin_state_up': True, 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'security_groups': ['1155290a-ab0b-47d4-a6e0-f2725104fe31']}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:12:56.038322 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fa6bcf90-f59e-4f87-a58c-3b3c0fb4be95 req-a1bd1d6f-099b-4334-b879-2d862d23900f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=3973e607-9cbe-48af-9e74-692a59d21344 HTTP/1.1" status: 200 len: 210 time: 0.0706923 Sep 22 22:12:56.160099 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-2a1819bb-5c9c-4778-87c1-4417a77eaf7e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:12:56.168137 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device ea10dbf8-fe47-4be6-a2d9-0b83fc4cadcf up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:12:56.170851 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-2a1819bb-5c9c-4778-87c1-4417a77eaf7e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:12:56.180835 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-2a1819bb-5c9c-4778-87c1-4417a77eaf7e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Made reservation on behalf of a9918eff5a3f48ce98e866c17603f510 for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:12:56.184337 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-2a1819bb-5c9c-4778-87c1-4417a77eaf7e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:56.240312 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port ea10dbf8-fe47-4be6-a2d9-0b83fc4cadcf completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:12:56.245531 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port ea10dbf8-fe47-4be6-a2d9-0b83fc4cadcf triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:12:56.245978 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:56.246384 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port ea10dbf8-fe47-4be6-a2d9-0b83fc4cadcf Sep 22 22:12:56.310717 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:56.362198 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-2a1819bb-5c9c-4778-87c1-4417a77eaf7e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Allocated IP 172.20.0.7 (9e2756b5-070d-4197-babb-570b90bec16b/ca990856-4bd6-462f-8d53-809ae6fae8d4/fec96be4-0602-48f4-9d65-ece11de5aa72) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:12:56.374098 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port ea10dbf8-fe47-4be6-a2d9-0b83fc4cadcf is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:12:56.374571 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:56.408122 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port ea10dbf8-fe47-4be6-a2d9-0b83fc4cadcf, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=ea10dbf8-fe47-4be6-a2d9-0b83fc4cadcf,segment=NetworkSegment(5035f02d-8557-487c-b637-6f8209dcdf39),segment_id=5035f02d-8557-487c-b637-6f8209dcdf39)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:12:56.412517 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:56.482252 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=ea10dbf8-fe47-4be6-a2d9-0b83fc4cadcf,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:56.562073 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-2a1819bb-5c9c-4778-87c1-4417a77eaf7e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:56.578111 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-2a1819bb-5c9c-4778-87c1-4417a77eaf7e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Transition to ACTIVE for port object fec96be4-0602-48f4-9d65-ece11de5aa72 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:12:56.601379 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-2a1819bb-5c9c-4778-87c1-4417a77eaf7e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:56.667852 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-2a1819bb-5c9c-4778-87c1-4417a77eaf7e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Network 9e2756b5-070d-4197-babb-570b90bec16b is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:12:56.670551 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-2a1819bb-5c9c-4778-87c1-4417a77eaf7e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:12:56.674458 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-2a1819bb-5c9c-4778-87c1-4417a77eaf7e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:12:56.711347 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1819bb-5c9c-4778-87c1-4417a77eaf7e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'Port': ['ID=fec96be4-0602-48f4-9d65-ece11de5aa72,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:56.747575 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-2a1819bb-5c9c-4778-87c1-4417a77eaf7e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:56.748197 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-2a1819bb-5c9c-4778-87c1-4417a77eaf7e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:56.774328 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-2a1819bb-5c9c-4778-87c1-4417a77eaf7e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7714279 Sep 22 22:12:56.786089 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-342bda4b-5532-4ee0-bdd6-367f2356ee68 service neutron] Request body: {'port': {'device_id': '3973e607-9cbe-48af-9e74-692a59d21344', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:12:56.901526 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-342bda4b-5532-4ee0-bdd6-367f2356ee68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:56.958464 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-bbc271a4-5c77-4cfd-86ba-36c09282a00c None None] Provisioning for port fec96be4-0602-48f4-9d65-ece11de5aa72 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:12:56.963518 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-bbc271a4-5c77-4cfd-86ba-36c09282a00c None None] Provisioning complete for port fec96be4-0602-48f4-9d65-ece11de5aa72 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:12:56.963887 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-bbc271a4-5c77-4cfd-86ba-36c09282a00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:56.964222 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-bbc271a4-5c77-4cfd-86ba-36c09282a00c None None] Attempt 1 to provision port fec96be4-0602-48f4-9d65-ece11de5aa72 Sep 22 22:12:57.015969 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-bbc271a4-5c77-4cfd-86ba-36c09282a00c None None] Port fec96be4-0602-48f4-9d65-ece11de5aa72 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:12:57.247647 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-342bda4b-5532-4ee0-bdd6-367f2356ee68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fec96be4-0602-48f4-9d65-ece11de5aa72 {{(pid=89008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 22:12:57.255763 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-342bda4b-5532-4ee0-bdd6-367f2356ee68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:57.268444 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e81c0-be3e-4dcd-9b38-3a166f9a5b6a req-783b79cc-ea05-44a5-8435-db2497f9889f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:57.270187 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-342bda4b-5532-4ee0-bdd6-367f2356ee68 service neutron] Transition to ACTIVE for port object fec96be4-0602-48f4-9d65-ece11de5aa72 will not be triggered until provisioned by entity L2. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:12:57.271249 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-834e81c0-be3e-4dcd-9b38-3a166f9a5b6a req-783b79cc-ea05-44a5-8435-db2497f9889f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=3973e607-9cbe-48af-9e74-692a59d21344 HTTP/1.1" status: 200 len: 931 time: 0.1226020 Sep 22 22:12:57.275497 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-342bda4b-5532-4ee0-bdd6-367f2356ee68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:57.317538 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-834e81c0-be3e-4dcd-9b38-3a166f9a5b6a req-4bbde67a-2e54-4523-ac0a-e6371472cf77 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=1155290a-ab0b-47d4-a6e0-f2725104fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408156 Sep 22 22:12:57.517602 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-bbc271a4-5c77-4cfd-86ba-36c09282a00c None None] Attempt 2 to provision port fec96be4-0602-48f4-9d65-ece11de5aa72 Sep 22 22:12:57.543363 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342bda4b-5532-4ee0-bdd6-367f2356ee68 service neutron] Pushing event updated for resources: {'Port': ['ID=fec96be4-0602-48f4-9d65-ece11de5aa72,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:57.574664 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-bbc271a4-5c77-4cfd-86ba-36c09282a00c None None] Port fec96be4-0602-48f4-9d65-ece11de5aa72 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:12:57.584051 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-342bda4b-5532-4ee0-bdd6-367f2356ee68 service neutron] Attempting to bind port fec96be4-0602-48f4-9d65-ece11de5aa72 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:12:57.584391 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-342bda4b-5532-4ee0-bdd6-367f2356ee68 service neutron] Attempting to bind port fec96be4-0602-48f4-9d65-ece11de5aa72 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '5035f02d-8557-487c-b637-6f8209dcdf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9e2756b5-070d-4197-babb-570b90bec16b'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:12:57.584723 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-342bda4b-5532-4ee0-bdd6-367f2356ee68 service neutron] Attempting to bind port fec96be4-0602-48f4-9d65-ece11de5aa72 on network 9e2756b5-070d-4197-babb-570b90bec16b {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:12:57.589299 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-342bda4b-5532-4ee0-bdd6-367f2356ee68 service neutron] Port fec96be4-0602-48f4-9d65-ece11de5aa72 on network 9e2756b5-070d-4197-babb-570b90bec16b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 22:12:57.589620 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-342bda4b-5532-4ee0-bdd6-367f2356ee68 service neutron] Attempting to bind port fec96be4-0602-48f4-9d65-ece11de5aa72 on network 9e2756b5-070d-4197-babb-570b90bec16b {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:12:57.595076 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-342bda4b-5532-4ee0-bdd6-367f2356ee68 service neutron] Checking agent: {'id': '8a88b827-3477-4399-ac15-439d59b3c48a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'started_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:12:57.595420 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-342bda4b-5532-4ee0-bdd6-367f2356ee68 service neutron] Checking segment: {'id': '5035f02d-8557-487c-b637-6f8209dcdf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9e2756b5-070d-4197-babb-570b90bec16b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:12:57.595808 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-342bda4b-5532-4ee0-bdd6-367f2356ee68 service neutron] Bound using segment: {'id': '5035f02d-8557-487c-b637-6f8209dcdf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9e2756b5-070d-4197-babb-570b90bec16b'} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:12:57.596240 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-342bda4b-5532-4ee0-bdd6-367f2356ee68 service neutron] Bound port: fec96be4-0602-48f4-9d65-ece11de5aa72, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5035f02d-8557-487c-b637-6f8209dcdf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9e2756b5-070d-4197-babb-570b90bec16b'}}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:12:57.596591 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-342bda4b-5532-4ee0-bdd6-367f2356ee68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:57.687898 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-342bda4b-5532-4ee0-bdd6-367f2356ee68 service neutron] For port fec96be4-0602-48f4-9d65-ece11de5aa72, host hv-neutron-8589, cleared binding levels {{(pid=89008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:12:57.690807 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-342bda4b-5532-4ee0-bdd6-367f2356ee68 service neutron] For port fec96be4-0602-48f4-9d65-ece11de5aa72, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=fec96be4-0602-48f4-9d65-ece11de5aa72,segment=NetworkSegment(5035f02d-8557-487c-b637-6f8209dcdf39),segment_id=5035f02d-8557-487c-b637-6f8209dcdf39)] {{(pid=89008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:12:57.695251 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-342bda4b-5532-4ee0-bdd6-367f2356ee68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:57.728461 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-342bda4b-5532-4ee0-bdd6-367f2356ee68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:57.729060 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-342bda4b-5532-4ee0-bdd6-367f2356ee68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:57.730404 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-342bda4b-5532-4ee0-bdd6-367f2356ee68 service neutron] 10.222.0.49 "PUT /v2.0/ports/fec96be4-0602-48f4-9d65-ece11de5aa72 HTTP/1.1" status: 200 len: 1093 time: 0.9494960 Sep 22 22:12:57.730871 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3973e607-9cbe-48af-9e74-692a59d21344', 'tag': 'fec96be4-0602-48f4-9d65-ece11de5aa72'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:12:57.733161 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89c0601-bd71-4b0c-91a0-3d69e1924405" -d '{"events": [{"name": "network-changed", "server_uuid": "3973e607-9cbe-48af-9e74-692a59d21344", "tag": "fec96be4-0602-48f4-9d65-ece11de5aa72"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:12:57.806337 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbbf24ae-1476-4090-808e-69eeda337d36 x-openstack-request-id: req-bbbf24ae-1476-4090-808e-69eeda337d36 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:12:57.806642 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3973e607-9cbe-48af-9e74-692a59d21344", "tag": "fec96be4-0602-48f4-9d65-ece11de5aa72", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:12:57.806897 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-bbbf24ae-1476-4090-808e-69eeda337d36 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:12:57.807292 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbbf24ae-1476-4090-808e-69eeda337d36'] response: {'name': 'network-changed', 'server_uuid': '3973e607-9cbe-48af-9e74-692a59d21344', 'tag': 'fec96be4-0602-48f4-9d65-ece11de5aa72', 'status': 'completed', 'code': 200} Sep 22 22:12:57.822718 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342bda4b-5532-4ee0-bdd6-367f2356ee68 service neutron] Pushing event updated for resources: {'Port': ['ID=fec96be4-0602-48f4-9d65-ece11de5aa72,revision_number=3']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:57.854465 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-516d2189-5211-4799-8024-04b7dc4cd6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:57.855949 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-516d2189-5211-4799-8024-04b7dc4cd6b0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9918eff5a3f48ce98e866c17603f510&device_id=3973e607-9cbe-48af-9e74-692a59d21344 HTTP/1.1" status: 200 len: 1096 time: 0.0876529 Sep 22 22:12:57.927570 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-900c02ad-39d9-49a2-9435-d44d0b2149b1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fec96be4-0602-48f4-9d65-ece11de5aa72 HTTP/1.1" status: 200 len: 217 time: 0.0645750 Sep 22 22:12:57.988960 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-95f1569a-7e68-469a-a1c9-cf34dcab2c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:57.990353 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-95f1569a-7e68-469a-a1c9-cf34dcab2c6b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ca990856-4bd6-462f-8d53-809ae6fae8d4 HTTP/1.1" status: 200 len: 835 time: 0.0573997 Sep 22 22:12:58.075588 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-bbc271a4-5c77-4cfd-86ba-36c09282a00c None None] Attempt 3 to provision port fec96be4-0602-48f4-9d65-ece11de5aa72 Sep 22 22:12:58.077271 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-260466c5-a84b-46e6-a479-777ed23a1fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:58.078765 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-260466c5-a84b-46e6-a479-777ed23a1fc4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9e2756b5-070d-4197-babb-570b90bec16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831861 Sep 22 22:12:58.137016 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-bbc271a4-5c77-4cfd-86ba-36c09282a00c None None] Port fec96be4-0602-48f4-9d65-ece11de5aa72 had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 22:12:58.148840 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device ea10dbf8-fe47-4be6-a2d9-0b83fc4cadcf up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:12:58.209993 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-50df2bc1-f978-40b8-9239-1edec67a90e1 service neutron] 10.222.0.49 "GET /v2.0/networks/9e2756b5-070d-4197-babb-570b90bec16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254840 Sep 22 22:12:58.216164 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port ea10dbf8-fe47-4be6-a2d9-0b83fc4cadcf triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:12:58.216534 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:12:58.216866 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port ea10dbf8-fe47-4be6-a2d9-0b83fc4cadcf Sep 22 22:12:58.333888 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port ea10dbf8-fe47-4be6-a2d9-0b83fc4cadcf is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:12:58.340817 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-23a0aee5-bfb3-4816-8776-9d8b9efcdb1c req-fb973762-66f1-4d39-ab9e-f3731f139843 service neutron] 10.222.0.49 "GET /v2.0/networks/9e2756b5-070d-4197-babb-570b90bec16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247213 Sep 22 22:12:58.466004 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c0601-bd71-4b0c-91a0-3d69e1924405 req-1f00e013-2d54-4472-b74a-f17c95ee763b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:58.467501 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f89c0601-bd71-4b0c-91a0-3d69e1924405 req-1f00e013-2d54-4472-b74a-f17c95ee763b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9918eff5a3f48ce98e866c17603f510&device_id=3973e607-9cbe-48af-9e74-692a59d21344 HTTP/1.1" status: 200 len: 1096 time: 0.0782542 Sep 22 22:12:58.517022 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac201fec-24f0-4993-bd72-4415c2fc3b20 req-8abcfdcf-2af0-4c3c-adb1-865cbd47685e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:58.518482 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-ac201fec-24f0-4993-bd72-4415c2fc3b20 req-8abcfdcf-2af0-4c3c-adb1-865cbd47685e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=3973e607-9cbe-48af-9e74-692a59d21344 HTTP/1.1" status: 200 len: 943 time: 0.0856230 Sep 22 22:12:58.567603 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-ac201fec-24f0-4993-bd72-4415c2fc3b20 req-affcdb34-5a78-4198-acb0-d5cfaa8e666d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=1155290a-ab0b-47d4-a6e0-f2725104fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433712 Sep 22 22:12:58.598974 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c0601-bd71-4b0c-91a0-3d69e1924405 req-ec9f5923-7559-4a44-8df0-88ff4d1b1017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:58.600335 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f89c0601-bd71-4b0c-91a0-3d69e1924405 req-ec9f5923-7559-4a44-8df0-88ff4d1b1017 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9e2756b5-070d-4197-babb-570b90bec16b HTTP/1.1" status: 200 len: 896 time: 0.1259525 Sep 22 22:12:58.670233 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f89c0601-bd71-4b0c-91a0-3d69e1924405 req-def3a66f-6ee3-495a-9241-ae186cd83b9e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fec96be4-0602-48f4-9d65-ece11de5aa72 HTTP/1.1" status: 200 len: 217 time: 0.0631561 Sep 22 22:12:58.730040 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c0601-bd71-4b0c-91a0-3d69e1924405 req-a2f81d2e-e399-4a31-8def-c72a93d4b358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:58.731421 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f89c0601-bd71-4b0c-91a0-3d69e1924405 req-a2f81d2e-e399-4a31-8def-c72a93d4b358 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ca990856-4bd6-462f-8d53-809ae6fae8d4 HTTP/1.1" status: 200 len: 835 time: 0.0556602 Sep 22 22:12:58.813808 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c0601-bd71-4b0c-91a0-3d69e1924405 req-382b27b5-70d4-46f4-b08c-0f357f1c851d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:58.815260 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f89c0601-bd71-4b0c-91a0-3d69e1924405 req-382b27b5-70d4-46f4-b08c-0f357f1c851d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9e2756b5-070d-4197-babb-570b90bec16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774827 Sep 22 22:12:59.040967 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f89c0601-bd71-4b0c-91a0-3d69e1924405 req-8aa65f2b-6fa0-4457-a01d-0245042848c7 service neutron] 10.222.0.49 "GET /v2.0/networks/9e2756b5-070d-4197-babb-570b90bec16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193229 Sep 22 22:12:59.168729 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f89c0601-bd71-4b0c-91a0-3d69e1924405 req-d73ec070-a17d-436b-9a96-524a42483fc9 service neutron] 10.222.0.49 "GET /v2.0/networks/9e2756b5-070d-4197-babb-570b90bec16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210461 Sep 22 22:12:59.784667 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e31514e-7f74-4632-b65f-fd5b23ddd5dc req-91b45945-58a0-4539-bd7c-e316f13aa2e5 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:59.785401 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-4e31514e-7f74-4632-b65f-fd5b23ddd5dc req-91b45945-58a0-4539-bd7c-e316f13aa2e5 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Synchronizing usage tracker for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:12:59.800512 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-4e31514e-7f74-4632-b65f-fd5b23ddd5dc req-91b45945-58a0-4539-bd7c-e316f13aa2e5 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Unset dirty status for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:12:59.802380 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4e31514e-7f74-4632-b65f-fd5b23ddd5dc req-91b45945-58a0-4539-bd7c-e316f13aa2e5 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=3973e607-9cbe-48af-9e74-692a59d21344 HTTP/1.1" status: 200 len: 943 time: 0.1010313 Sep 22 22:12:59.846942 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4e31514e-7f74-4632-b65f-fd5b23ddd5dc req-5283a03c-8535-4cd4-bfdd-10fc74d0e1fa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=1155290a-ab0b-47d4-a6e0-f2725104fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384686 Sep 22 22:13:00.307352 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device fec96be4-0602-48f4-9d65-ece11de5aa72 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 22:13:00.436336 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port fec96be4-0602-48f4-9d65-ece11de5aa72, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=fec96be4-0602-48f4-9d65-ece11de5aa72,segment=NetworkSegment(5035f02d-8557-487c-b637-6f8209dcdf39),segment_id=5035f02d-8557-487c-b637-6f8209dcdf39)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:13:00.448934 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': 'fec96be4-0602-48f4-9d65-ece11de5aa72', 'network_id': '9e2756b5-070d-4197-babb-570b90bec16b', 'port_id': 'fec96be4-0602-48f4-9d65-ece11de5aa72', 'mac_address': 'fa:16:3e:aa:b6:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca990856-4bd6-462f-8d53-809ae6fae8d4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 22:13:00.506946 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port fec96be4-0602-48f4-9d65-ece11de5aa72 is: DOWN; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:13:00.507315 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:00.550546 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fec96be4-0602-48f4-9d65-ece11de5aa72 {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 22:13:00.565584 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port fec96be4-0602-48f4-9d65-ece11de5aa72, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=fec96be4-0602-48f4-9d65-ece11de5aa72,segment=NetworkSegment(5035f02d-8557-487c-b637-6f8209dcdf39),segment_id=5035f02d-8557-487c-b637-6f8209dcdf39)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:13:00.571269 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:00.636766 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=fec96be4-0602-48f4-9d65-ece11de5aa72,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:13:00.771085 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['fec96be4-0602-48f4-9d65-ece11de5aa72'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 22:13:01.047042 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8138a40e-1a5c-463c-ac9c-bfabaf2953fe req-6792efc2-d44d-4bd3-a49d-9b162053ab0f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:01.048496 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-8138a40e-1a5c-463c-ac9c-bfabaf2953fe req-6792efc2-d44d-4bd3-a49d-9b162053ab0f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=3973e607-9cbe-48af-9e74-692a59d21344 HTTP/1.1" status: 200 len: 944 time: 0.0857129 Sep 22 22:13:01.092816 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-8138a40e-1a5c-463c-ac9c-bfabaf2953fe req-d35e5fd4-801c-4a49-94ee-7ec63bf6e06f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=1155290a-ab0b-47d4-a6e0-f2725104fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380607 Sep 22 22:13:02.288388 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2fb68a-4247-42e0-9341-c8e14851db2a req-aaa24efd-72cf-4b44-85c3-9eb1261a126c tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:02.289815 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cf2fb68a-4247-42e0-9341-c8e14851db2a req-aaa24efd-72cf-4b44-85c3-9eb1261a126c tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=3973e607-9cbe-48af-9e74-692a59d21344 HTTP/1.1" status: 200 len: 944 time: 0.0884621 Sep 22 22:13:02.323183 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device fec96be4-0602-48f4-9d65-ece11de5aa72 up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:13:02.332595 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cf2fb68a-4247-42e0-9341-c8e14851db2a req-50cc42c0-2130-43e2-8d7f-b28965750c47 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=1155290a-ab0b-47d4-a6e0-f2725104fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371735 Sep 22 22:13:02.389142 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning for port fec96be4-0602-48f4-9d65-ece11de5aa72 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:13:02.393680 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port fec96be4-0602-48f4-9d65-ece11de5aa72 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:13:02.394045 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:02.394405 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port fec96be4-0602-48f4-9d65-ece11de5aa72 Sep 22 22:13:02.508185 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port fec96be4-0602-48f4-9d65-ece11de5aa72 is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:13:02.508561 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:02.534382 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3973e607-9cbe-48af-9e74-692a59d21344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec96be4-0602-48f4-9d65-ece11de5aa72'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:13:02.537660 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c979dc-8d37-4ebd-86d9-232a0de3cbfb" -d '{"events": [{"server_uuid": "3973e607-9cbe-48af-9e74-692a59d21344", "name": "network-vif-plugged", "status": "completed", "tag": "fec96be4-0602-48f4-9d65-ece11de5aa72"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:13:02.545200 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port fec96be4-0602-48f4-9d65-ece11de5aa72, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=fec96be4-0602-48f4-9d65-ece11de5aa72,segment=NetworkSegment(5035f02d-8557-487c-b637-6f8209dcdf39),segment_id=5035f02d-8557-487c-b637-6f8209dcdf39)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:13:02.549891 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:02.617829 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=fec96be4-0602-48f4-9d65-ece11de5aa72,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:13:02.632328 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e61fea6-35b0-4624-b410-fcfc85df4b02 x-openstack-request-id: req-9e61fea6-35b0-4624-b410-fcfc85df4b02 {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:13:02.632617 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3973e607-9cbe-48af-9e74-692a59d21344", "name": "network-vif-plugged", "status": "completed", "tag": "fec96be4-0602-48f4-9d65-ece11de5aa72", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:13:02.632867 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9e61fea6-35b0-4624-b410-fcfc85df4b02 {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:13:02.633257 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e61fea6-35b0-4624-b410-fcfc85df4b02'] response: {'server_uuid': '3973e607-9cbe-48af-9e74-692a59d21344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec96be4-0602-48f4-9d65-ece11de5aa72', 'code': 200} Sep 22 22:13:02.860892 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36105d3e-e85d-4b2f-8787-b36766e8478c req-968d747f-7983-46ea-a4b0-64bde5a7c84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:02.862330 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-36105d3e-e85d-4b2f-8787-b36766e8478c req-968d747f-7983-46ea-a4b0-64bde5a7c84b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3973e607-9cbe-48af-9e74-692a59d21344 HTTP/1.1" status: 200 len: 1098 time: 0.0787148 Sep 22 22:13:02.901598 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-36105d3e-e85d-4b2f-8787-b36766e8478c req-c33828ee-7976-45bf-9a8b-bcacd1f76bf0 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1155290a-ab0b-47d4-a6e0-f2725104fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335958 Sep 22 22:13:03.528697 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f500f29-f85b-470f-8578-fa240d6fe402 req-5e560395-ee03-44d5-9fa1-d2d029b436a6 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:03.530064 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4f500f29-f85b-470f-8578-fa240d6fe402 req-5e560395-ee03-44d5-9fa1-d2d029b436a6 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=3973e607-9cbe-48af-9e74-692a59d21344 HTTP/1.1" status: 200 len: 945 time: 0.0859475 Sep 22 22:13:03.573350 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4f500f29-f85b-470f-8578-fa240d6fe402 req-4afc53b9-1f67-495d-adc9-b4ed1a2c47d5 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=1155290a-ab0b-47d4-a6e0-f2725104fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376847 Sep 22 22:13:04.872190 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273fb30d-986e-4f5d-aca5-945fd5a6e90b req-7cc32b74-79f9-494c-8e6c-c865b34eb9fb tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:04.873621 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-273fb30d-986e-4f5d-aca5-945fd5a6e90b req-7cc32b74-79f9-494c-8e6c-c865b34eb9fb tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=3973e607-9cbe-48af-9e74-692a59d21344 HTTP/1.1" status: 200 len: 945 time: 0.1877496 Sep 22 22:13:04.916467 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-273fb30d-986e-4f5d-aca5-945fd5a6e90b req-2b2fe69b-f2bb-45ec-a871-7a5f2ff68011 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=1155290a-ab0b-47d4-a6e0-f2725104fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371385 Sep 22 22:13:05.112677 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e87819-2d20-445d-936a-72466ab40a34 req-0a44c7d1-82fe-4847-be16-c3e034af9eca tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:05.114132 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-00e87819-2d20-445d-936a-72466ab40a34 req-0a44c7d1-82fe-4847-be16-c3e034af9eca tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=3973e607-9cbe-48af-9e74-692a59d21344 HTTP/1.1" status: 200 len: 945 time: 0.0892761 Sep 22 22:13:05.157631 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-00e87819-2d20-445d-936a-72466ab40a34 req-84350204-9924-4b35-b5ef-894862311254 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=1155290a-ab0b-47d4-a6e0-f2725104fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372014 Sep 22 22:13:05.186128 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 57952) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:13:05.262036 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f2ed6a-6b6d-4ba2-a72e-0a8de7420781 tempest-TestNetworkAdvancedServerOps-762025924 tempest-TestNetworkAdvancedServerOps-762025924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:05.263548 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c1f2ed6a-6b6d-4ba2-a72e-0a8de7420781 tempest-TestNetworkAdvancedServerOps-762025924 tempest-TestNetworkAdvancedServerOps-762025924-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=3973e607-9cbe-48af-9e74-692a59d21344 HTTP/1.1" status: 200 len: 1093 time: 0.0764260 Sep 22 22:13:05.266401 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 57956) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:13:05.271390 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-3ebd4e3d-f7ba-482e-a954-5bc548c8acc4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'floatingip': {'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'port_id': 'fec96be4-0602-48f4-9d65-ece11de5aa72', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:13:05.277438 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-3ebd4e3d-f7ba-482e-a954-5bc548c8acc4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:13:05.281392 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-3ebd4e3d-f7ba-482e-a954-5bc548c8acc4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:floatingip and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:13:05.284229 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-3ebd4e3d-f7ba-482e-a954-5bc548c8acc4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:13:05.290359 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-3ebd4e3d-f7ba-482e-a954-5bc548c8acc4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:13:05.304139 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3ebd4e3d-f7ba-482e-a954-5bc548c8acc4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for floatingip, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:05.434045 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3ebd4e3d-f7ba-482e-a954-5bc548c8acc4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:05.567273 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-3ebd4e3d-f7ba-482e-a954-5bc548c8acc4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Allocated IP 172.26.0.248 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/4b28feda-dd72-403f-be49-7f3772dd48c5) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:13:05.711686 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3ebd4e3d-f7ba-482e-a954-5bc548c8acc4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:05.740390 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3ebd4e3d-f7ba-482e-a954-5bc548c8acc4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:05.807861 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebd4e3d-f7ba-482e-a954-5bc548c8acc4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:13:05.810487 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-3ebd4e3d-f7ba-482e-a954-5bc548c8acc4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:13:05.814258 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebd4e3d-f7ba-482e-a954-5bc548c8acc4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:13:05.853184 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebd4e3d-f7ba-482e-a954-5bc548c8acc4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'Port': ['ID=4b28feda-dd72-403f-be49-7f3772dd48c5,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:13:06.306575 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3ebd4e3d-f7ba-482e-a954-5bc548c8acc4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:06.377462 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3ebd4e3d-f7ba-482e-a954-5bc548c8acc4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:06.574363 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3ebd4e3d-f7ba-482e-a954-5bc548c8acc4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:06.578557 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3ebd4e3d-f7ba-482e-a954-5bc548c8acc4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:06.682202 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebd4e3d-f7ba-482e-a954-5bc548c8acc4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'Port': ['ID=4b28feda-dd72-403f-be49-7f3772dd48c5,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:13:06.684573 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3ebd4e3d-f7ba-482e-a954-5bc548c8acc4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:06.841324 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:13:06.853904 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.l3_db [None req-3ebd4e3d-f7ba-482e-a954-5bc548c8acc4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Floating IP e908d981-2196-4bae-954f-632fe01a50b3 associated. External IP: 172.26.0.248, port: fec96be4-0602-48f4-9d65-ece11de5aa72. Sep 22 22:13:07.194306 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ebd4e3d-f7ba-482e-a954-5bc548c8acc4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Router ef72f879-6fc8-494e-b22f-dc617f743a0c has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 22:13:07.367528 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ebd4e3d-f7ba-482e-a954-5bc548c8acc4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:13:07.376964 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d75203-948c-4af5-ab3c-f82b558b1f19 None None] Sync routers for ids ['ef72f879-6fc8-494e-b22f-dc617f743a0c'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:13:07.386021 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d75203-948c-4af5-ab3c-f82b558b1f19 None None] Routers {'ef72f879-6fc8-494e-b22f-dc617f743a0c'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:13:07.386655 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-27d75203-948c-4af5-ab3c-f82b558b1f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:12:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['ef72f879-6fc8-494e-b22f-dc617f743a0c'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:13:07.391872 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3ebd4e3d-f7ba-482e-a954-5bc548c8acc4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:07.450592 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-3ebd4e3d-f7ba-482e-a954-5bc548c8acc4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1830838 Sep 22 22:13:07.451218 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3973e607-9cbe-48af-9e74-692a59d21344', 'tag': 'fec96be4-0602-48f4-9d65-ece11de5aa72'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:13:07.453589 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b78d138-8afa-4fb1-9eb0-4d334fd9ff0c" -d '{"events": [{"name": "network-changed", "server_uuid": "3973e607-9cbe-48af-9e74-692a59d21344", "tag": "fec96be4-0602-48f4-9d65-ece11de5aa72"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:13:07.506762 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41242f82-975c-4ec4-a63a-711890c37d1f x-openstack-request-id: req-41242f82-975c-4ec4-a63a-711890c37d1f {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:13:07.507171 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3973e607-9cbe-48af-9e74-692a59d21344", "tag": "fec96be4-0602-48f4-9d65-ece11de5aa72", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:13:07.507519 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-41242f82-975c-4ec4-a63a-711890c37d1f {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:13:07.508118 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41242f82-975c-4ec4-a63a-711890c37d1f'] response: {'name': 'network-changed', 'server_uuid': '3973e607-9cbe-48af-9e74-692a59d21344', 'tag': 'fec96be4-0602-48f4-9d65-ece11de5aa72', 'status': 'completed', 'code': 200} Sep 22 22:13:07.571323 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-27d75203-948c-4af5-ab3c-f82b558b1f19 None None] Set router ef72f879-6fc8-494e-b22f-dc617f743a0c gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:13:07.604944 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78d138-8afa-4fb1-9eb0-4d334fd9ff0c req-fab09000-0aa8-4f86-903c-415bbc6180f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:07.606514 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3b78d138-8afa-4fb1-9eb0-4d334fd9ff0c req-fab09000-0aa8-4f86-903c-415bbc6180f5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9918eff5a3f48ce98e866c17603f510&device_id=3973e607-9cbe-48af-9e74-692a59d21344 HTTP/1.1" status: 200 len: 1098 time: 0.0823331 Sep 22 22:13:07.621691 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664b405-3867-45eb-8d60-745911a88cf7 req-bed3d3cd-9324-4d42-9591-4a64ff2f8314 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:07.623338 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-7664b405-3867-45eb-8d60-745911a88cf7 req-bed3d3cd-9324-4d42-9591-4a64ff2f8314 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=3973e607-9cbe-48af-9e74-692a59d21344 HTTP/1.1" status: 200 len: 945 time: 0.0883052 Sep 22 22:13:07.669978 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-7664b405-3867-45eb-8d60-745911a88cf7 req-51355edb-5b91-47ad-8043-64fcb668dd31 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=1155290a-ab0b-47d4-a6e0-f2725104fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407486 Sep 22 22:13:07.700320 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 57964) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:13:07.812768 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-221f7b73-b626-4da7-a281-e39a0a54c232 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/floatingips/e908d981-2196-4bae-954f-632fe01a50b3 HTTP/1.1" status: 200 len: 991 time: 0.1112070 Sep 22 22:13:07.848109 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78d138-8afa-4fb1-9eb0-4d334fd9ff0c req-6b8a3207-0369-4577-b374-cee6fc305b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:07.850120 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3b78d138-8afa-4fb1-9eb0-4d334fd9ff0c req-6b8a3207-0369-4577-b374-cee6fc305b0a service neutron] 10.222.0.49 "GET /v2.0/networks?id=9e2756b5-070d-4197-babb-570b90bec16b HTTP/1.1" status: 200 len: 896 time: 0.2376108 Sep 22 22:13:07.926642 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-27d75203-948c-4af5-ab3c-f82b558b1f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef72f879-6fc8-494e-b22f-dc617f743a0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276511381', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.68'}], 'enable_snat': True}, 'gw_port_id': '1a4f01d0-a254-4761-a7a2-529f8b9d7540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:12:46Z', 'updated_at': '2022-09-22T22:12:51Z', 'revision_number': 4, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '1a4f01d0-a254-4761-a7a2-529f8b9d7540', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef72f879-6fc8-494e-b22f-dc617f743a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:46Z', 'updated_at': '2022-09-22T22:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': 'e908d981-2196-4bae-954f-632fe01a50b3', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'floating_ip_address': '172.26.0.248', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': 'ef72f879-6fc8-494e-b22f-dc617f743a0c', 'port_id': 'fec96be4-0602-48f4-9d65-ece11de5aa72', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e2756b5-070d-4197-babb-570b90bec16b', 'mac_address': 'fa:16:3e:aa:b6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3973e607-9cbe-48af-9e74-692a59d21344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:13:06Z', 'updated_at': '2022-09-22T22:13:06Z', 'revision_number': 0, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea10dbf8-fe47-4be6-a2d9-0b83fc4cadcf', 'name': '', 'network_id': '9e2756b5-070d-4197-babb-570b90bec16b', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'mac_address': 'fa:16:3e:30:3e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef72f879-6fc8-494e-b22f-dc617f743a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'ca990856-4bd6-462f-8d53-809ae6fae8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:50Z', 'updated_at': '2022-09-22T22:12:56Z', 'revision_number': 5, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'subnets': [{'id': 'ca990856-4bd6-462f-8d53-809ae6fae8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:13:07.930435 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d75203-948c-4af5-ab3c-f82b558b1f19 None None] Checking router: ef72f879-6fc8-494e-b22f-dc617f743a0c for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:13:07.938879 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d75203-948c-4af5-ab3c-f82b558b1f19 None None] Routers {'ef72f879-6fc8-494e-b22f-dc617f743a0c'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:13:07.939470 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-27d75203-948c-4af5-ab3c-f82b558b1f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:12:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['ef72f879-6fc8-494e-b22f-dc617f743a0c'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:13:07.956030 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3b78d138-8afa-4fb1-9eb0-4d334fd9ff0c req-f2d9630a-be04-4231-aa97-b0b996948896 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fec96be4-0602-48f4-9d65-ece11de5aa72 HTTP/1.1" status: 200 len: 999 time: 0.1005089 Sep 22 22:13:08.023733 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78d138-8afa-4fb1-9eb0-4d334fd9ff0c req-162bb39d-5beb-4098-b8a5-e5b95295ede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:08.025176 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3b78d138-8afa-4fb1-9eb0-4d334fd9ff0c req-162bb39d-5beb-4098-b8a5-e5b95295ede3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ca990856-4bd6-462f-8d53-809ae6fae8d4 HTTP/1.1" status: 200 len: 835 time: 0.0640543 Sep 22 22:13:08.106727 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78d138-8afa-4fb1-9eb0-4d334fd9ff0c req-64ef0a69-bf28-4ed3-b17f-82897e7f52e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:08.108200 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3b78d138-8afa-4fb1-9eb0-4d334fd9ff0c req-64ef0a69-bf28-4ed3-b17f-82897e7f52e3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9e2756b5-070d-4197-babb-570b90bec16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772784 Sep 22 22:13:08.118434 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-27d75203-948c-4af5-ab3c-f82b558b1f19 None None] Set router ef72f879-6fc8-494e-b22f-dc617f743a0c gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:13:08.237812 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3b78d138-8afa-4fb1-9eb0-4d334fd9ff0c req-6c78f451-b768-4dac-afa7-c75967c091cc service neutron] 10.222.0.49 "GET /v2.0/networks/9e2756b5-070d-4197-babb-570b90bec16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241071 Sep 22 22:13:08.372755 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3b78d138-8afa-4fb1-9eb0-4d334fd9ff0c req-6f4454f1-0489-43f6-aa9c-5af4feda914a service neutron] 10.222.0.49 "GET /v2.0/networks/9e2756b5-070d-4197-babb-570b90bec16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291318 Sep 22 22:13:08.494804 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-27d75203-948c-4af5-ab3c-f82b558b1f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef72f879-6fc8-494e-b22f-dc617f743a0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276511381', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.68'}], 'enable_snat': True}, 'gw_port_id': '1a4f01d0-a254-4761-a7a2-529f8b9d7540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:12:46Z', 'updated_at': '2022-09-22T22:12:51Z', 'revision_number': 4, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '1a4f01d0-a254-4761-a7a2-529f8b9d7540', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef72f879-6fc8-494e-b22f-dc617f743a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:46Z', 'updated_at': '2022-09-22T22:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': 'e908d981-2196-4bae-954f-632fe01a50b3', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'floating_ip_address': '172.26.0.248', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': 'ef72f879-6fc8-494e-b22f-dc617f743a0c', 'port_id': 'fec96be4-0602-48f4-9d65-ece11de5aa72', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e2756b5-070d-4197-babb-570b90bec16b', 'mac_address': 'fa:16:3e:aa:b6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3973e607-9cbe-48af-9e74-692a59d21344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:13:06Z', 'updated_at': '2022-09-22T22:13:06Z', 'revision_number': 0, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea10dbf8-fe47-4be6-a2d9-0b83fc4cadcf', 'name': '', 'network_id': '9e2756b5-070d-4197-babb-570b90bec16b', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'mac_address': 'fa:16:3e:30:3e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef72f879-6fc8-494e-b22f-dc617f743a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'ca990856-4bd6-462f-8d53-809ae6fae8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:50Z', 'updated_at': '2022-09-22T22:12:56Z', 'revision_number': 5, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'subnets': [{'id': 'ca990856-4bd6-462f-8d53-809ae6fae8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:13:08.498667 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d75203-948c-4af5-ab3c-f82b558b1f19 None None] The sync data for ids ['ef72f879-6fc8-494e-b22f-dc617f743a0c'] in dv-neutron-858900-1-hyperv is: [{'id': 'ef72f879-6fc8-494e-b22f-dc617f743a0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276511381', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.68'}], 'enable_snat': True}, 'gw_port_id': '1a4f01d0-a254-4761-a7a2-529f8b9d7540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:12:46Z', 'updated_at': '2022-09-22T22:12:51Z', 'revision_number': 4, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '1a4f01d0-a254-4761-a7a2-529f8b9d7540', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef72f879-6fc8-494e-b22f-dc617f743a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:46Z', 'updated_at': '2022-09-22T22:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': 'e908d981-2196-4bae-954f-632fe01a50b3', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'floating_ip_address': '172.26.0.248', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': 'ef72f879-6fc8-494e-b22f-dc617f743a0c', 'port_id': 'fec96be4-0602-48f4-9d65-ece11de5aa72', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e2756b5-070d-4197-babb-570b90bec16b', 'mac_address': 'fa:16:3e:aa:b6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3973e607-9cbe-48af-9e74-692a59d21344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:13:06Z', 'updated_at': '2022-09-22T22:13:06Z', 'revision_number': 0, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea10dbf8-fe47-4be6-a2d9-0b83fc4cadcf', 'name': '', 'network_id': '9e2756b5-070d-4197-babb-570b90bec16b', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'mac_address': 'fa:16:3e:30:3e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef72f879-6fc8-494e-b22f-dc617f743a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'ca990856-4bd6-462f-8d53-809ae6fae8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:50Z', 'updated_at': '2022-09-22T22:12:56Z', 'revision_number': 5, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'subnets': [{'id': 'ca990856-4bd6-462f-8d53-809ae6fae8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:13:08.682480 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79723908-8284-4dc9-97e5-9882aea4b42d None None] New status for floating IP e908d981-2196-4bae-954f-632fe01a50b3: ACTIVE {{(pid=89011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 22:13:08.815804 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 57968) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:13:08.922718 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-8bab478b-8081-4df1-98be-3e44e32b77c8 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/floatingips/e908d981-2196-4bae-954f-632fe01a50b3 HTTP/1.1" status: 200 len: 991 time: 0.1056781 Sep 22 22:13:09.783057 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-23227cdd-050e-4a86-ac2e-6c333078ec11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:09.926536 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 57972) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:13:10.033472 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-08ba9c32-e596-4232-b2f2-ab282a6a00b4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/floatingips/e908d981-2196-4bae-954f-632fe01a50b3 HTTP/1.1" status: 200 len: 993 time: 0.1058004 Sep 22 22:13:11.570131 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e3e3534e-8260-4f73-bca8-8453e892971b req-4f952e09-c0f6-4fcd-8175-1e5fadb93bc2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3973e607-9cbe-48af-9e74-692a59d21344&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0749207 Sep 22 22:13:11.716132 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3534e-8260-4f73-bca8-8453e892971b req-e4b9aaa5-cb2c-4107-bbec-599eab538074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:11.717591 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e3e3534e-8260-4f73-bca8-8453e892971b req-e4b9aaa5-cb2c-4107-bbec-599eab538074 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9918eff5a3f48ce98e866c17603f510&device_id=3973e607-9cbe-48af-9e74-692a59d21344 HTTP/1.1" status: 200 len: 1098 time: 0.0812242 Sep 22 22:13:11.860138 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3534e-8260-4f73-bca8-8453e892971b req-4b4686a2-cd60-4928-a1c7-7737c320cba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:11.861553 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e3e3534e-8260-4f73-bca8-8453e892971b req-4b4686a2-cd60-4928-a1c7-7737c320cba4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9e2756b5-070d-4197-babb-570b90bec16b HTTP/1.1" status: 200 len: 896 time: 0.1235776 Sep 22 22:13:11.964081 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e3e3534e-8260-4f73-bca8-8453e892971b req-da2c4040-6b3d-4d67-baaa-bb84b345859d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fec96be4-0602-48f4-9d65-ece11de5aa72 HTTP/1.1" status: 200 len: 1001 time: 0.0971026 Sep 22 22:13:11.993024 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5c232ee6-02a2-4537-b19d-02df056a1ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:12.026915 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3534e-8260-4f73-bca8-8453e892971b req-ab7839b3-555e-4867-971c-ea5d532c8d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:12.028417 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e3e3534e-8260-4f73-bca8-8453e892971b req-ab7839b3-555e-4867-971c-ea5d532c8d56 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ca990856-4bd6-462f-8d53-809ae6fae8d4 HTTP/1.1" status: 200 len: 835 time: 0.0584433 Sep 22 22:13:12.111822 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3534e-8260-4f73-bca8-8453e892971b req-b2479f39-0d42-4b38-91e2-f28f99f12f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:12.113228 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e3e3534e-8260-4f73-bca8-8453e892971b req-b2479f39-0d42-4b38-91e2-f28f99f12f3a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9e2756b5-070d-4197-babb-570b90bec16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795333 Sep 22 22:13:12.240659 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e3e3534e-8260-4f73-bca8-8453e892971b req-79318a2b-ffc5-482f-8804-3bcf982662e2 service neutron] 10.222.0.49 "GET /v2.0/networks/9e2756b5-070d-4197-babb-570b90bec16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211834 Sep 22 22:13:12.463953 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e3e3534e-8260-4f73-bca8-8453e892971b req-4f88c87e-6cb5-4614-8e82-1965313d6d58 service neutron] 10.222.0.49 "GET /v2.0/networks/9e2756b5-070d-4197-babb-570b90bec16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185712 Sep 22 22:13:12.857372 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:13.264817 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:14.647910 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:26.290770 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:39.786816 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-36c8f272-bb96-452d-a9c8-5b052be200db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:40.439059 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edf939-541a-4b79-aff1-a8126a166a0f req-90b2517c-4c33-4ad1-92c0-9a93d809461b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:40.441404 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-41edf939-541a-4b79-aff1-a8126a166a0f req-90b2517c-4c33-4ad1-92c0-9a93d809461b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=3973e607-9cbe-48af-9e74-692a59d21344 HTTP/1.1" status: 200 len: 945 time: 0.0926619 Sep 22 22:13:40.485262 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-41edf939-541a-4b79-aff1-a8126a166a0f req-5f4808bc-e6ef-4803-8fd0-090e62ff2945 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=1155290a-ab0b-47d4-a6e0-f2725104fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379269 Sep 22 22:13:41.685267 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a14d9e-e449-4c60-9e3f-d038f203294b req-c02b67a5-42f6-456b-9bff-609fdf158bc1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:41.686725 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-49a14d9e-e449-4c60-9e3f-d038f203294b req-c02b67a5-42f6-456b-9bff-609fdf158bc1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=3973e607-9cbe-48af-9e74-692a59d21344 HTTP/1.1" status: 200 len: 945 time: 0.0891330 Sep 22 22:13:41.729999 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-49a14d9e-e449-4c60-9e3f-d038f203294b req-9089e1ed-08f4-4768-9eae-8ce363dc3ea5 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=1155290a-ab0b-47d4-a6e0-f2725104fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374148 Sep 22 22:13:41.758262 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 57994) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:13:41.861588 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-81a1f0d7-e3d8-450e-8063-a70429d37ec3 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/floatingips/e908d981-2196-4bae-954f-632fe01a50b3 HTTP/1.1" status: 200 len: 993 time: 0.1022217 Sep 22 22:13:41.994336 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9ad39c70-779f-4f0c-8a4b-7853cee3e367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:42.859592 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:43.281199 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:43.357143 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ca14c-3a34-42c5-b088-c3fbdecb76f9 req-d0b5aff8-e145-4fe6-8481-f13ea13b8783 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:43.358591 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f14ca14c-3a34-42c5-b088-c3fbdecb76f9 req-d0b5aff8-e145-4fe6-8481-f13ea13b8783 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=3973e607-9cbe-48af-9e74-692a59d21344 HTTP/1.1" status: 200 len: 945 time: 0.0934925 Sep 22 22:13:43.408136 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f14ca14c-3a34-42c5-b088-c3fbdecb76f9 req-ac2c4e16-6426-4eeb-a3cf-08a92c80cfc2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=1155290a-ab0b-47d4-a6e0-f2725104fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435982 Sep 22 22:13:43.840019 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:13:44.616264 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c4ead-813a-4418-a593-ea78085708cb req-fdce93fc-905f-4403-b93e-01e407790719 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:44.617710 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-2d5c4ead-813a-4418-a593-ea78085708cb req-fdce93fc-905f-4403-b93e-01e407790719 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=3973e607-9cbe-48af-9e74-692a59d21344 HTTP/1.1" status: 200 len: 945 time: 0.0872970 Sep 22 22:13:44.650962 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:44.666141 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-2d5c4ead-813a-4418-a593-ea78085708cb req-2e614027-138a-4a26-ac36-9c99a186e5f4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=1155290a-ab0b-47d4-a6e0-f2725104fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428398 Sep 22 22:13:44.695196 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58006) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:13:44.796343 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-fba4308d-663a-4f91-9a7f-f7aff5446f74 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/floatingips/e908d981-2196-4bae-954f-632fe01a50b3 HTTP/1.1" status: 200 len: 993 time: 0.1000011 Sep 22 22:13:45.052500 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58014) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:13:45.253462 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-4eb065dc-1cff-4954-8ef0-3e7dcc1e5470 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Deleting port 4b28feda-dd72-403f-be49-7f3772dd48c5 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:13:45.253811 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4eb065dc-1cff-4954-8ef0-3e7dcc1e5470 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:45.424602 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4eb065dc-1cff-4954-8ef0-3e7dcc1e5470 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:45.424929 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4eb065dc-1cff-4954-8ef0-3e7dcc1e5470 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:45.544371 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-4eb065dc-1cff-4954-8ef0-3e7dcc1e5470 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Calling delete_port for 4b28feda-dd72-403f-be49-7f3772dd48c5 owned by network:floatingip {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:13:45.695434 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4eb065dc-1cff-4954-8ef0-3e7dcc1e5470 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:45.771447 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb065dc-1cff-4954-8ef0-3e7dcc1e5470 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event deleted for resources: {'Port': ['ID=4b28feda-dd72-403f-be49-7f3772dd48c5,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:13:45.788310 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb065dc-1cff-4954-8ef0-3e7dcc1e5470 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:45.788653 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb065dc-1cff-4954-8ef0-3e7dcc1e5470 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:45.788989 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb065dc-1cff-4954-8ef0-3e7dcc1e5470 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:45.789321 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb065dc-1cff-4954-8ef0-3e7dcc1e5470 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:45.789654 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb065dc-1cff-4954-8ef0-3e7dcc1e5470 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:45.789978 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb065dc-1cff-4954-8ef0-3e7dcc1e5470 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:45.790298 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb065dc-1cff-4954-8ef0-3e7dcc1e5470 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:45.790639 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb065dc-1cff-4954-8ef0-3e7dcc1e5470 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:45.790963 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb065dc-1cff-4954-8ef0-3e7dcc1e5470 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:45.791281 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb065dc-1cff-4954-8ef0-3e7dcc1e5470 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:45.791600 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb065dc-1cff-4954-8ef0-3e7dcc1e5470 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:45.791914 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb065dc-1cff-4954-8ef0-3e7dcc1e5470 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:45.849428 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4eb065dc-1cff-4954-8ef0-3e7dcc1e5470 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for floatingip, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:45.849907 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.l3_db [None req-4eb065dc-1cff-4954-8ef0-3e7dcc1e5470 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Floating IP e908d981-2196-4bae-954f-632fe01a50b3 disassociated (deleted). External IP: 172.26.0.248, port: fec96be4-0602-48f4-9d65-ece11de5aa72. Sep 22 22:13:46.318972 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb065dc-1cff-4954-8ef0-3e7dcc1e5470 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Router ef72f879-6fc8-494e-b22f-dc617f743a0c has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 22:13:46.493086 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb065dc-1cff-4954-8ef0-3e7dcc1e5470 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:13:46.503090 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1e3678-1d80-4a9d-a35d-31e487ff2544 None None] Sync routers for ids ['ef72f879-6fc8-494e-b22f-dc617f743a0c'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:13:46.511961 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1e3678-1d80-4a9d-a35d-31e487ff2544 None None] Routers {'ef72f879-6fc8-494e-b22f-dc617f743a0c'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:13:46.513052 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-bc1e3678-1d80-4a9d-a35d-31e487ff2544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:13:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['ef72f879-6fc8-494e-b22f-dc617f743a0c'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:13:46.514797 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4eb065dc-1cff-4954-8ef0-3e7dcc1e5470 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:46.572738 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-4eb065dc-1cff-4954-8ef0-3e7dcc1e5470 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "DELETE /v2.0/floatingips/e908d981-2196-4bae-954f-632fe01a50b3 HTTP/1.1" status: 204 len: 168 time: 1.5191345 Sep 22 22:13:46.573420 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3973e607-9cbe-48af-9e74-692a59d21344', 'tag': 'fec96be4-0602-48f4-9d65-ece11de5aa72'}] {{(pid=89009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:13:46.576381 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3cdb6d5bdfc0c86a52b2d842100ac752cec167fbf441e2518ec0a73bf85169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8ff9b4-ebbc-4017-b6d0-b135011a63d6" -d '{"events": [{"name": "network-changed", "server_uuid": "3973e607-9cbe-48af-9e74-692a59d21344", "tag": "fec96be4-0602-48f4-9d65-ece11de5aa72"}]}' {{(pid=89009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:13:46.622519 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7765e2aa-1de4-431f-b091-bd5c5a658172 x-openstack-request-id: req-7765e2aa-1de4-431f-b091-bd5c5a658172 {{(pid=89009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:13:46.622853 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3973e607-9cbe-48af-9e74-692a59d21344", "tag": "fec96be4-0602-48f4-9d65-ece11de5aa72", "status": "completed", "code": 200}]} {{(pid=89009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:13:46.623106 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7765e2aa-1de4-431f-b091-bd5c5a658172 {{(pid=89009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:13:46.623508 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7765e2aa-1de4-431f-b091-bd5c5a658172'] response: {'name': 'network-changed', 'server_uuid': '3973e607-9cbe-48af-9e74-692a59d21344', 'tag': 'fec96be4-0602-48f4-9d65-ece11de5aa72', 'status': 'completed', 'code': 200} Sep 22 22:13:46.701364 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-bc1e3678-1d80-4a9d-a35d-31e487ff2544 None None] Set router ef72f879-6fc8-494e-b22f-dc617f743a0c gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:13:46.720570 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ff9b4-ebbc-4017-b6d0-b135011a63d6 req-d8ecac93-e48b-4761-ab3d-3833242794c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:46.722311 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ca8ff9b4-ebbc-4017-b6d0-b135011a63d6 req-d8ecac93-e48b-4761-ab3d-3833242794c8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9918eff5a3f48ce98e866c17603f510&device_id=3973e607-9cbe-48af-9e74-692a59d21344 HTTP/1.1" status: 200 len: 1098 time: 0.0787425 Sep 22 22:13:46.861509 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ff9b4-ebbc-4017-b6d0-b135011a63d6 req-905c910c-c30c-4331-8b93-8cd53220b813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:46.862977 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ca8ff9b4-ebbc-4017-b6d0-b135011a63d6 req-905c910c-c30c-4331-8b93-8cd53220b813 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9e2756b5-070d-4197-babb-570b90bec16b HTTP/1.1" status: 200 len: 896 time: 0.1352780 Sep 22 22:13:46.965878 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ca8ff9b4-ebbc-4017-b6d0-b135011a63d6 req-d58926b5-7960-4994-b1d0-1eb571f3d246 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fec96be4-0602-48f4-9d65-ece11de5aa72 HTTP/1.1" status: 200 len: 217 time: 0.0966704 Sep 22 22:13:47.023718 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-bc1e3678-1d80-4a9d-a35d-31e487ff2544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef72f879-6fc8-494e-b22f-dc617f743a0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276511381', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.68'}], 'enable_snat': True}, 'gw_port_id': '1a4f01d0-a254-4761-a7a2-529f8b9d7540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:12:46Z', 'updated_at': '2022-09-22T22:12:51Z', 'revision_number': 4, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '1a4f01d0-a254-4761-a7a2-529f8b9d7540', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef72f879-6fc8-494e-b22f-dc617f743a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:46Z', 'updated_at': '2022-09-22T22:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': 'ea10dbf8-fe47-4be6-a2d9-0b83fc4cadcf', 'name': '', 'network_id': '9e2756b5-070d-4197-babb-570b90bec16b', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'mac_address': 'fa:16:3e:30:3e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef72f879-6fc8-494e-b22f-dc617f743a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'ca990856-4bd6-462f-8d53-809ae6fae8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:50Z', 'updated_at': '2022-09-22T22:12:56Z', 'revision_number': 5, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'subnets': [{'id': 'ca990856-4bd6-462f-8d53-809ae6fae8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:13:47.027574 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1e3678-1d80-4a9d-a35d-31e487ff2544 None None] Checking router: ef72f879-6fc8-494e-b22f-dc617f743a0c for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:13:47.036011 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1e3678-1d80-4a9d-a35d-31e487ff2544 None None] Routers {'ef72f879-6fc8-494e-b22f-dc617f743a0c'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:13:47.036554 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-bc1e3678-1d80-4a9d-a35d-31e487ff2544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:13:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['ef72f879-6fc8-494e-b22f-dc617f743a0c'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:13:47.047896 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ff9b4-ebbc-4017-b6d0-b135011a63d6 req-4f9ed5c2-c7bd-4ba0-bdf6-ead2439397c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:47.049315 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ca8ff9b4-ebbc-4017-b6d0-b135011a63d6 req-4f9ed5c2-c7bd-4ba0-bdf6-ead2439397c5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ca990856-4bd6-462f-8d53-809ae6fae8d4 HTTP/1.1" status: 200 len: 835 time: 0.0768116 Sep 22 22:13:47.116464 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecb975-708d-4d19-98aa-ea186064c6c3 req-a06437d4-fee8-4a5e-b64e-9531b95e5f14 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:47.117903 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-44ecb975-708d-4d19-98aa-ea186064c6c3 req-a06437d4-fee8-4a5e-b64e-9531b95e5f14 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=3973e607-9cbe-48af-9e74-692a59d21344 HTTP/1.1" status: 200 len: 945 time: 0.1932163 Sep 22 22:13:47.170397 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-44ecb975-708d-4d19-98aa-ea186064c6c3 req-118194fb-c34a-4509-b8b1-46f47c4f567c tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=1155290a-ab0b-47d4-a6e0-f2725104fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453217 Sep 22 22:13:47.179220 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ff9b4-ebbc-4017-b6d0-b135011a63d6 req-f9ef7f59-8658-4e91-8997-ca66f28c944c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:47.180661 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ca8ff9b4-ebbc-4017-b6d0-b135011a63d6 req-f9ef7f59-8658-4e91-8997-ca66f28c944c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9e2756b5-070d-4197-babb-570b90bec16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1250288 Sep 22 22:13:47.191484 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [req-ca8ff9b4-ebbc-4017-b6d0-b135011a63d6 req-8a791d81-ebc3-4045-80dc-1191201c9180 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=89008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 22:13:47.192490 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ca8ff9b4-ebbc-4017-b6d0-b135011a63d6 req-8a791d81-ebc3-4045-80dc-1191201c9180 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051613 Sep 22 22:13:47.218252 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-bc1e3678-1d80-4a9d-a35d-31e487ff2544 None None] Set router ef72f879-6fc8-494e-b22f-dc617f743a0c gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:13:47.324353 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ca8ff9b4-ebbc-4017-b6d0-b135011a63d6 req-9956a3a2-5f68-4625-a904-3dece3ef6fa8 service neutron] 10.222.0.49 "GET /v2.0/networks/9e2756b5-070d-4197-babb-570b90bec16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251657 Sep 22 22:13:47.457396 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ca8ff9b4-ebbc-4017-b6d0-b135011a63d6 req-c3e10cb8-fefc-4209-bbcf-30d7efeff2ff service neutron] 10.222.0.49 "GET /v2.0/networks/9e2756b5-070d-4197-babb-570b90bec16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265802 Sep 22 22:13:47.527819 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-bc1e3678-1d80-4a9d-a35d-31e487ff2544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef72f879-6fc8-494e-b22f-dc617f743a0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276511381', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.68'}], 'enable_snat': True}, 'gw_port_id': '1a4f01d0-a254-4761-a7a2-529f8b9d7540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:12:46Z', 'updated_at': '2022-09-22T22:12:51Z', 'revision_number': 4, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '1a4f01d0-a254-4761-a7a2-529f8b9d7540', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef72f879-6fc8-494e-b22f-dc617f743a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:46Z', 'updated_at': '2022-09-22T22:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': 'ea10dbf8-fe47-4be6-a2d9-0b83fc4cadcf', 'name': '', 'network_id': '9e2756b5-070d-4197-babb-570b90bec16b', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'mac_address': 'fa:16:3e:30:3e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef72f879-6fc8-494e-b22f-dc617f743a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'ca990856-4bd6-462f-8d53-809ae6fae8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:50Z', 'updated_at': '2022-09-22T22:12:56Z', 'revision_number': 5, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'subnets': [{'id': 'ca990856-4bd6-462f-8d53-809ae6fae8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:13:47.531724 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1e3678-1d80-4a9d-a35d-31e487ff2544 None None] The sync data for ids ['ef72f879-6fc8-494e-b22f-dc617f743a0c'] in dv-neutron-858900-1-hyperv is: [{'id': 'ef72f879-6fc8-494e-b22f-dc617f743a0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276511381', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.68'}], 'enable_snat': True}, 'gw_port_id': '1a4f01d0-a254-4761-a7a2-529f8b9d7540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:12:46Z', 'updated_at': '2022-09-22T22:12:51Z', 'revision_number': 4, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '1a4f01d0-a254-4761-a7a2-529f8b9d7540', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef72f879-6fc8-494e-b22f-dc617f743a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:46Z', 'updated_at': '2022-09-22T22:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': 'ea10dbf8-fe47-4be6-a2d9-0b83fc4cadcf', 'name': '', 'network_id': '9e2756b5-070d-4197-babb-570b90bec16b', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'mac_address': 'fa:16:3e:30:3e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef72f879-6fc8-494e-b22f-dc617f743a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'ca990856-4bd6-462f-8d53-809ae6fae8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:50Z', 'updated_at': '2022-09-22T22:12:56Z', 'revision_number': 5, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'subnets': [{'id': 'ca990856-4bd6-462f-8d53-809ae6fae8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:13:47.745234 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff57696-4dcf-4b26-b08d-c7e35e8110e3 None None] New status for floating IP e908d981-2196-4bae-954f-632fe01a50b3: DOWN {{(pid=89011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 22:13:48.370080 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2ae4b-e931-486d-b124-09f2d2e6b4be req-9d5bdd9a-0aeb-480a-b9af-64ba81bc7e46 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:48.370737 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-41a2ae4b-e931-486d-b124-09f2d2e6b4be req-9d5bdd9a-0aeb-480a-b9af-64ba81bc7e46 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Synchronizing usage tracker for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:13:48.385948 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-41a2ae4b-e931-486d-b124-09f2d2e6b4be req-9d5bdd9a-0aeb-480a-b9af-64ba81bc7e46 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Unset dirty status for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:13:48.387157 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-41a2ae4b-e931-486d-b124-09f2d2e6b4be req-9d5bdd9a-0aeb-480a-b9af-64ba81bc7e46 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=3973e607-9cbe-48af-9e74-692a59d21344 HTTP/1.1" status: 200 len: 945 time: 0.1028910 Sep 22 22:13:48.408030 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c56bbb-2f50-416c-846b-4f38cf08fdad req-b587fc10-aabd-48f4-a5a9-7d53d1a17e78 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:48.409497 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-20c56bbb-2f50-416c-846b-4f38cf08fdad req-b587fc10-aabd-48f4-a5a9-7d53d1a17e78 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.49 "GET /v2.0/ports?device_id=3973e607-9cbe-48af-9e74-692a59d21344 HTTP/1.1" status: 200 len: 945 time: 0.0856876 Sep 22 22:13:48.436691 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-41a2ae4b-e931-486d-b124-09f2d2e6b4be req-7761dad6-08b6-4af4-bac3-7b2e2f56de40 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=1155290a-ab0b-47d4-a6e0-f2725104fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438056 Sep 22 22:13:48.481988 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-20c56bbb-2f50-416c-846b-4f38cf08fdad req-329d173e-cc4a-4829-a0d0-9e2e4055d8ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Deleting port fec96be4-0602-48f4-9d65-ece11de5aa72 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:13:48.482320 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-20c56bbb-2f50-416c-846b-4f38cf08fdad req-329d173e-cc4a-4829-a0d0-9e2e4055d8ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:48.719306 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-20c56bbb-2f50-416c-846b-4f38cf08fdad req-329d173e-cc4a-4829-a0d0-9e2e4055d8ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] For port fec96be4-0602-48f4-9d65-ece11de5aa72, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=fec96be4-0602-48f4-9d65-ece11de5aa72,segment=NetworkSegment(5035f02d-8557-487c-b637-6f8209dcdf39),segment_id=5035f02d-8557-487c-b637-6f8209dcdf39)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:13:48.719568 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-20c56bbb-2f50-416c-846b-4f38cf08fdad req-329d173e-cc4a-4829-a0d0-9e2e4055d8ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:48.921476 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-20c56bbb-2f50-416c-846b-4f38cf08fdad req-329d173e-cc4a-4829-a0d0-9e2e4055d8ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Calling delete_port for fec96be4-0602-48f4-9d65-ece11de5aa72 owned by compute:nova {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:13:49.061611 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-20c56bbb-2f50-416c-846b-4f38cf08fdad req-329d173e-cc4a-4829-a0d0-9e2e4055d8ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:49.109775 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329d173e-cc4a-4829-a0d0-9e2e4055d8ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event deleted for resources: {'Port': ['ID=fec96be4-0602-48f4-9d65-ece11de5aa72,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:13:49.152041 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329d173e-cc4a-4829-a0d0-9e2e4055d8ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:49.152399 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329d173e-cc4a-4829-a0d0-9e2e4055d8ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:49.152738 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329d173e-cc4a-4829-a0d0-9e2e4055d8ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:49.153073 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329d173e-cc4a-4829-a0d0-9e2e4055d8ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:49.153439 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329d173e-cc4a-4829-a0d0-9e2e4055d8ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:49.153773 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329d173e-cc4a-4829-a0d0-9e2e4055d8ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:49.154099 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329d173e-cc4a-4829-a0d0-9e2e4055d8ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:49.154426 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329d173e-cc4a-4829-a0d0-9e2e4055d8ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:49.154784 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329d173e-cc4a-4829-a0d0-9e2e4055d8ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:49.155109 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329d173e-cc4a-4829-a0d0-9e2e4055d8ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:49.155433 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329d173e-cc4a-4829-a0d0-9e2e4055d8ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:49.155754 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329d173e-cc4a-4829-a0d0-9e2e4055d8ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:49.207426 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c56bbb-2f50-416c-846b-4f38cf08fdad req-329d173e-cc4a-4829-a0d0-9e2e4055d8ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] No DVR routers for this DVR port fec96be4-0602-48f4-9d65-ece11de5aa72 on host hv-neutron-8589 {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 22:13:49.209714 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-20c56bbb-2f50-416c-846b-4f38cf08fdad req-329d173e-cc4a-4829-a0d0-9e2e4055d8ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:49.212166 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3973e607-9cbe-48af-9e74-692a59d21344', 'name': 'network-vif-deleted', 'tag': 'fec96be4-0602-48f4-9d65-ece11de5aa72'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:13:49.214412 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36885f3b-8e42-4a22-adec-d15814949580" -d '{"events": [{"server_uuid": "3973e607-9cbe-48af-9e74-692a59d21344", "name": "network-vif-deleted", "tag": "fec96be4-0602-48f4-9d65-ece11de5aa72"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:13:49.228691 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-20c56bbb-2f50-416c-846b-4f38cf08fdad req-329d173e-cc4a-4829-a0d0-9e2e4055d8ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.49 "DELETE /v2.0/ports/fec96be4-0602-48f4-9d65-ece11de5aa72 HTTP/1.1" status: 204 len: 173 time: 0.8141265 Sep 22 22:13:49.259373 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ec09b7-d2ea-468e-9cbd-02c286153c68 x-openstack-request-id: req-66ec09b7-d2ea-468e-9cbd-02c286153c68 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:13:49.260183 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3973e607-9cbe-48af-9e74-692a59d21344", "name": "network-vif-deleted", "tag": "fec96be4-0602-48f4-9d65-ece11de5aa72", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:13:49.260511 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-66ec09b7-d2ea-468e-9cbd-02c286153c68 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:13:49.260966 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66ec09b7-d2ea-468e-9cbd-02c286153c68'] response: {'server_uuid': '3973e607-9cbe-48af-9e74-692a59d21344', 'name': 'network-vif-deleted', 'tag': 'fec96be4-0602-48f4-9d65-ece11de5aa72', 'status': 'completed', 'code': 200} Sep 22 22:13:49.612930 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-d0ed3dc5-dc09-4675-97ed-807e77584ca2 req-0707cd8a-f983-4245-bb2b-e66f07eef500 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=3973e607-9cbe-48af-9e74-692a59d21344 HTTP/1.1" status: 200 len: 210 time: 0.0504360 Sep 22 22:13:50.711413 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58032) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:13:51.248175 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-875cfcbd-246e-40f7-aac4-b64f1b1c91dd tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:51.704472 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-875cfcbd-246e-40f7-aac4-b64f1b1c91dd tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Deleting port ea10dbf8-fe47-4be6-a2d9-0b83fc4cadcf {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:13:51.704818 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-875cfcbd-246e-40f7-aac4-b64f1b1c91dd tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:51.890610 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-875cfcbd-246e-40f7-aac4-b64f1b1c91dd tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] For port ea10dbf8-fe47-4be6-a2d9-0b83fc4cadcf, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=ea10dbf8-fe47-4be6-a2d9-0b83fc4cadcf,segment=NetworkSegment(5035f02d-8557-487c-b637-6f8209dcdf39),segment_id=5035f02d-8557-487c-b637-6f8209dcdf39)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:13:51.891303 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-875cfcbd-246e-40f7-aac4-b64f1b1c91dd tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:52.015023 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-875cfcbd-246e-40f7-aac4-b64f1b1c91dd tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Calling delete_port for ea10dbf8-fe47-4be6-a2d9-0b83fc4cadcf owned by network:router_interface {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:13:52.203158 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-875cfcbd-246e-40f7-aac4-b64f1b1c91dd tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:52.251357 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875cfcbd-246e-40f7-aac4-b64f1b1c91dd tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event deleted for resources: {'Port': ['ID=ea10dbf8-fe47-4be6-a2d9-0b83fc4cadcf,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:13:52.533440 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-875cfcbd-246e-40f7-aac4-b64f1b1c91dd tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:52.577908 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device fec96be4-0602-48f4-9d65-ece11de5aa72 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:13:52.648621 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] No Port match for: fec96be4-0602-48f4-9d65-ece11de5aa72 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:13:52.648961 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device fec96be4-0602-48f4-9d65-ece11de5aa72 not bound to the agent host hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:13:52.887542 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-875cfcbd-246e-40f7-aac4-b64f1b1c91dd tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Router ef72f879-6fc8-494e-b22f-dc617f743a0c has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 22:13:53.161670 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875cfcbd-246e-40f7-aac4-b64f1b1c91dd tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:13:53.170885 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7672e6b0-2b6c-4338-be26-2fbcf85b920e None None] Sync routers for ids ['ef72f879-6fc8-494e-b22f-dc617f743a0c'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:13:53.174042 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-875cfcbd-246e-40f7-aac4-b64f1b1c91dd tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "PUT /v2.0/routers/ef72f879-6fc8-494e-b22f-dc617f743a0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4614410 Sep 22 22:13:53.176791 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58036) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:13:53.179990 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7672e6b0-2b6c-4338-be26-2fbcf85b920e None None] Routers {'ef72f879-6fc8-494e-b22f-dc617f743a0c'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:13:53.180594 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-7672e6b0-2b6c-4338-be26-2fbcf85b920e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:13:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['ef72f879-6fc8-494e-b22f-dc617f743a0c'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:13:53.247615 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-1781d8d4-31d2-47c3-be8a-7c2f46b54807 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Deleting subnet ca990856-4bd6-462f-8d53-809ae6fae8d4 {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 22:13:53.250937 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1781d8d4-31d2-47c3-be8a-7c2f46b54807 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:53.304355 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1781d8d4-31d2-47c3-be8a-7c2f46b54807 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:53.355134 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-7672e6b0-2b6c-4338-be26-2fbcf85b920e None None] Set router ef72f879-6fc8-494e-b22f-dc617f743a0c gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:13:53.393421 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1781d8d4-31d2-47c3-be8a-7c2f46b54807 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:53.466824 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1781d8d4-31d2-47c3-be8a-7c2f46b54807 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:53.505253 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1781d8d4-31d2-47c3-be8a-7c2f46b54807 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event deleted for resources: {'Subnet': ['ID=ca990856-4bd6-462f-8d53-809ae6fae8d4,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:13:53.510353 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1781d8d4-31d2-47c3-be8a-7c2f46b54807 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:53.517572 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-1781d8d4-31d2-47c3-be8a-7c2f46b54807 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "DELETE /v2.0/subnets/ca990856-4bd6-462f-8d53-809ae6fae8d4 HTTP/1.1" status: 204 len: 168 time: 0.3397968 Sep 22 22:13:53.520195 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58040) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:13:53.524713 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b553a6-01de-4e0a-8ffc-09d0d1dc877d None None] Network 9e2756b5-070d-4197-babb-570b90bec16b requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:13:53.699110 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-89879fd2-59e0-4f13-9bc2-8d70cde3ac52 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for router, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:53.812347 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-7672e6b0-2b6c-4338-be26-2fbcf85b920e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef72f879-6fc8-494e-b22f-dc617f743a0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276511381', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.68'}], 'enable_snat': True}, 'gw_port_id': '1a4f01d0-a254-4761-a7a2-529f8b9d7540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:12:46Z', 'updated_at': '2022-09-22T22:13:52Z', 'revision_number': 5, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '1a4f01d0-a254-4761-a7a2-529f8b9d7540', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef72f879-6fc8-494e-b22f-dc617f743a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:46Z', 'updated_at': '2022-09-22T22:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:13:53.816176 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7672e6b0-2b6c-4338-be26-2fbcf85b920e None None] Checking router: ef72f879-6fc8-494e-b22f-dc617f743a0c for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:13:53.824811 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7672e6b0-2b6c-4338-be26-2fbcf85b920e None None] Routers {'ef72f879-6fc8-494e-b22f-dc617f743a0c'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:13:53.825420 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-7672e6b0-2b6c-4338-be26-2fbcf85b920e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:13:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['ef72f879-6fc8-494e-b22f-dc617f743a0c'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:13:53.879712 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c380f7-ac7a-4a2b-853f-155e0a128acc None None] DHCP port deletion for 9e2756b5-070d-4197-babb-570b90bec16b request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 22:13:53.879918 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-89879fd2-59e0-4f13-9bc2-8d70cde3ac52 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:53.890123 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-89879fd2-59e0-4f13-9bc2-8d70cde3ac52 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Deleting port 1a4f01d0-a254-4761-a7a2-529f8b9d7540 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:13:53.890528 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-89879fd2-59e0-4f13-9bc2-8d70cde3ac52 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:53.906455 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-95c380f7-ac7a-4a2b-853f-155e0a128acc None None] Deleting port 0e2f6489-8a67-4685-b85c-ca236cb0da10 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:13:53.906846 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-95c380f7-ac7a-4a2b-853f-155e0a128acc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:54.062240 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-89879fd2-59e0-4f13-9bc2-8d70cde3ac52 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] For port 1a4f01d0-a254-4761-a7a2-529f8b9d7540, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=1a4f01d0-a254-4761-a7a2-529f8b9d7540,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:13:54.062514 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-89879fd2-59e0-4f13-9bc2-8d70cde3ac52 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:54.095385 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-7672e6b0-2b6c-4338-be26-2fbcf85b920e None None] Set router ef72f879-6fc8-494e-b22f-dc617f743a0c gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:13:54.194326 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-89879fd2-59e0-4f13-9bc2-8d70cde3ac52 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Calling delete_port for 1a4f01d0-a254-4761-a7a2-529f8b9d7540 owned by network:router_gateway {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:13:54.257526 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 0e2f6489-8a67-4685-b85c-ca236cb0da10 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:13:54.367499 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-89879fd2-59e0-4f13-9bc2-8d70cde3ac52 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:54.417615 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89879fd2-59e0-4f13-9bc2-8d70cde3ac52 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event deleted for resources: {'Port': ['ID=1a4f01d0-a254-4761-a7a2-529f8b9d7540,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:13:54.470474 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-95c380f7-ac7a-4a2b-853f-155e0a128acc None None] For port 0e2f6489-8a67-4685-b85c-ca236cb0da10, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=0e2f6489-8a67-4685-b85c-ca236cb0da10,segment=NetworkSegment(5035f02d-8557-487c-b637-6f8209dcdf39),segment_id=5035f02d-8557-487c-b637-6f8209dcdf39)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:13:54.470884 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-95c380f7-ac7a-4a2b-853f-155e0a128acc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:54.618310 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-89879fd2-59e0-4f13-9bc2-8d70cde3ac52 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8012236'] for router_gateway, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:54.621604 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-95c380f7-ac7a-4a2b-853f-155e0a128acc None None] Calling delete_port for 0e2f6489-8a67-4685-b85c-ca236cb0da10 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:13:54.774788 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 0e2f6489-8a67-4685-b85c-ca236cb0da10 is: ACTIVE; New status is: DOWN {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:13:54.775145 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:54.793366 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-89879fd2-59e0-4f13-9bc2-8d70cde3ac52 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:54.796246 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-89879fd2-59e0-4f13-9bc2-8d70cde3ac52 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:54.811742 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-95c380f7-ac7a-4a2b-853f-155e0a128acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:54.821344 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-89879fd2-59e0-4f13-9bc2-8d70cde3ac52 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:54.821901 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89879fd2-59e0-4f13-9bc2-8d70cde3ac52 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Fanout notify agent at l3_agent the message router_deleted on router ef72f879-6fc8-494e-b22f-dc617f743a0c {{(pid=89009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 22:13:54.836785 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-89879fd2-59e0-4f13-9bc2-8d70cde3ac52 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:54.840427 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-89879fd2-59e0-4f13-9bc2-8d70cde3ac52 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "DELETE /v2.0/routers/ef72f879-6fc8-494e-b22f-dc617f743a0c HTTP/1.1" status: 204 len: 168 time: 1.3167090 Sep 22 22:13:54.840690 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58044) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:13:54.892983 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c380f7-ac7a-4a2b-853f-155e0a128acc None None] Pushing event deleted for resources: {'Port': ['ID=0e2f6489-8a67-4685-b85c-ca236cb0da10,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:13:54.897883 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c380f7-ac7a-4a2b-853f-155e0a128acc None None] No DVR routers for this DVR port 0e2f6489-8a67-4685-b85c-ca236cb0da10 on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 22:13:54.910150 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-7672e6b0-2b6c-4338-be26-2fbcf85b920e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef72f879-6fc8-494e-b22f-dc617f743a0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276511381', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.68'}], 'enable_snat': True}, 'gw_port_id': '1a4f01d0-a254-4761-a7a2-529f8b9d7540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:12:46Z', 'updated_at': '2022-09-22T22:13:52Z', 'revision_number': 5, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '1a4f01d0-a254-4761-a7a2-529f8b9d7540', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef72f879-6fc8-494e-b22f-dc617f743a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:46Z', 'updated_at': '2022-09-22T22:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:13:54.912652 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c380f7-ac7a-4a2b-853f-155e0a128acc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:54.913263 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c380f7-ac7a-4a2b-853f-155e0a128acc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:54.913352 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c380f7-ac7a-4a2b-853f-155e0a128acc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:54.913690 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c380f7-ac7a-4a2b-853f-155e0a128acc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:54.914023 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c380f7-ac7a-4a2b-853f-155e0a128acc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:54.914352 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c380f7-ac7a-4a2b-853f-155e0a128acc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:54.914699 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c380f7-ac7a-4a2b-853f-155e0a128acc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:54.915022 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c380f7-ac7a-4a2b-853f-155e0a128acc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:54.915338 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c380f7-ac7a-4a2b-853f-155e0a128acc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:54.916413 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c380f7-ac7a-4a2b-853f-155e0a128acc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:54.916413 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c380f7-ac7a-4a2b-853f-155e0a128acc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:54.916413 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c380f7-ac7a-4a2b-853f-155e0a128acc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:54.921818 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7672e6b0-2b6c-4338-be26-2fbcf85b920e None None] The sync data for ids ['ef72f879-6fc8-494e-b22f-dc617f743a0c'] in dv-neutron-858900-1-hyperv is: [{'id': 'ef72f879-6fc8-494e-b22f-dc617f743a0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276511381', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.68'}], 'enable_snat': True}, 'gw_port_id': '1a4f01d0-a254-4761-a7a2-529f8b9d7540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:12:46Z', 'updated_at': '2022-09-22T22:13:52Z', 'revision_number': 5, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '1a4f01d0-a254-4761-a7a2-529f8b9d7540', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef72f879-6fc8-494e-b22f-dc617f743a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:46Z', 'updated_at': '2022-09-22T22:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:13:54.960760 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2eeaddc2-f1ee-4f72-837e-00a543e0d1d9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:55.093968 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2eeaddc2-f1ee-4f72-837e-00a543e0d1d9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:55.118651 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-2eeaddc2-f1ee-4f72-837e-00a543e0d1d9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e2756b5-070d-4197-babb-570b90bec16b']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:13:55.130137 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-2eeaddc2-f1ee-4f72-837e-00a543e0d1d9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5035f02d-8557-487c-b637-6f8209dcdf39') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:13:55.130436 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-2eeaddc2-f1ee-4f72-837e-00a543e0d1d9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5035f02d-8557-487c-b637-6f8209dcdf39') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:13:55.141414 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2eeaddc2-f1ee-4f72-837e-00a543e0d1d9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:55.157367 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2eeaddc2-f1ee-4f72-837e-00a543e0d1d9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:55.163302 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eeaddc2-f1ee-4f72-837e-00a543e0d1d9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 22:13:55.163706 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2eeaddc2-f1ee-4f72-837e-00a543e0d1d9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:55.265821 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2eeaddc2-f1ee-4f72-837e-00a543e0d1d9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:55.287378 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2eeaddc2-f1ee-4f72-837e-00a543e0d1d9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:55.300998 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeaddc2-f1ee-4f72-837e-00a543e0d1d9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event deleted for resources: {'Network': ['ID=9e2756b5-070d-4197-babb-570b90bec16b,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:13:55.312866 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2eeaddc2-f1ee-4f72-837e-00a543e0d1d9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "DELETE /v2.0/networks/9e2756b5-070d-4197-babb-570b90bec16b HTTP/1.1" status: 204 len: 168 time: 0.4701111 Sep 22 22:13:55.315462 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58052) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:13:55.330001 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 5035f02d-8557-487c-b637-6f8209dcdf39 resource provider aggregate not found Sep 22 22:13:55.353778 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 5035f02d-8557-487c-b637-6f8209dcdf39 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5035f02d-8557-487c-b637-6f8209dcdf39 found for delete ", "request_id": "req-28c601a8-a2c0-4a84-b644-7c4ed9a7abe4"}]} Sep 22 22:13:55.398190 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-07926bcb-1846-4305-a5a0-c1241d7c4e19 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:55.429167 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-07926bcb-1846-4305-a5a0-c1241d7c4e19 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:55.493881 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-07926bcb-1846-4305-a5a0-c1241d7c4e19 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:55.512773 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07926bcb-1846-4305-a5a0-c1241d7c4e19 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1155290a-ab0b-47d4-a6e0-f2725104fe31,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:13:55.524401 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-07926bcb-1846-4305-a5a0-c1241d7c4e19 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:55.528135 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-07926bcb-1846-4305-a5a0-c1241d7c4e19 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "DELETE /v2.0/security-groups/1155290a-ab0b-47d4-a6e0-f2725104fe31 HTTP/1.1" status: 204 len: 168 time: 0.2091386 Sep 22 22:13:55.641549 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58062) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:13:55.646983 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-f632a301-a86f-4d30-9035-699996bb27cc tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1034201331', 'description': 'tempest-secgroup-smoke-1034201331 description', 'project_id': 'a9918eff5a3f48ce98e866c17603f510'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:13:55.652932 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-f632a301-a86f-4d30-9035-699996bb27cc tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:13:55.656995 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f632a301-a86f-4d30-9035-699996bb27cc tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:security_group and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:13:55.659813 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f632a301-a86f-4d30-9035-699996bb27cc tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:13:55.665537 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-f632a301-a86f-4d30-9035-699996bb27cc tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:13:55.679013 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f632a301-a86f-4d30-9035-699996bb27cc tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:55.698807 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-f632a301-a86f-4d30-9035-699996bb27cc tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:13:55.703080 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f632a301-a86f-4d30-9035-699996bb27cc tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:security_group_rule and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:13:55.705774 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f632a301-a86f-4d30-9035-699996bb27cc tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:13:55.711274 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-f632a301-a86f-4d30-9035-699996bb27cc tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:13:55.780129 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f632a301-a86f-4d30-9035-699996bb27cc tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:55.783793 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f632a301-a86f-4d30-9035-699996bb27cc tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:55.827415 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f632a301-a86f-4d30-9035-699996bb27cc tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf50617-7f3e-4117-a8a7-a01f843ae176,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:13:55.831262 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f632a301-a86f-4d30-9035-699996bb27cc tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:55.832440 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-f632a301-a86f-4d30-9035-699996bb27cc tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1897247 Sep 22 22:13:55.835392 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58066) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:13:55.840292 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-625431df-33f1-4d1e-8807-757ab412b5ad tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'security_group_rule': {'security_group_id': 'aaf50617-7f3e-4117-a8a7-a01f843ae176', 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:13:55.846942 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-625431df-33f1-4d1e-8807-757ab412b5ad tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:13:55.850800 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-625431df-33f1-4d1e-8807-757ab412b5ad tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:security_group_rule and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:13:55.853608 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-625431df-33f1-4d1e-8807-757ab412b5ad tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:13:55.859412 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-625431df-33f1-4d1e-8807-757ab412b5ad tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:13:55.876544 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-625431df-33f1-4d1e-8807-757ab412b5ad tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:55.939446 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-625431df-33f1-4d1e-8807-757ab412b5ad tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:55.943488 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-625431df-33f1-4d1e-8807-757ab412b5ad tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:55.969071 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625431df-33f1-4d1e-8807-757ab412b5ad tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14042b45-1980-418a-b0e9-3c8d38ed51bf,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:13:55.978376 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-625431df-33f1-4d1e-8807-757ab412b5ad tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:55.979566 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-625431df-33f1-4d1e-8807-757ab412b5ad tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1432321 Sep 22 22:13:55.982889 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58070) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:13:55.987925 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-131e90b8-2ac7-450f-b0b6-b94cb247e69b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'security_group_rule': {'security_group_id': 'aaf50617-7f3e-4117-a8a7-a01f843ae176', 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:13:55.994109 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-131e90b8-2ac7-450f-b0b6-b94cb247e69b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:13:55.998511 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-131e90b8-2ac7-450f-b0b6-b94cb247e69b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:security_group_rule and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:13:56.001354 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-131e90b8-2ac7-450f-b0b6-b94cb247e69b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:13:56.006994 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-131e90b8-2ac7-450f-b0b6-b94cb247e69b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:13:56.023005 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-131e90b8-2ac7-450f-b0b6-b94cb247e69b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:56.085649 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-131e90b8-2ac7-450f-b0b6-b94cb247e69b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:56.089017 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-131e90b8-2ac7-450f-b0b6-b94cb247e69b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:56.113143 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e90b8-2ac7-450f-b0b6-b94cb247e69b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5641e93-7d7d-4369-984a-a7aa7e003c54,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:13:56.122255 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-131e90b8-2ac7-450f-b0b6-b94cb247e69b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:56.123990 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-131e90b8-2ac7-450f-b0b6-b94cb247e69b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1401737 Sep 22 22:13:56.128082 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58074) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:13:56.133363 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-b1e4a85a-8d17-4266-b1ad-15ec1798d2e7 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'security_group_rule': {'security_group_id': 'aaf50617-7f3e-4117-a8a7-a01f843ae176', 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:13:56.139351 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-b1e4a85a-8d17-4266-b1ad-15ec1798d2e7 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:13:56.143548 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-b1e4a85a-8d17-4266-b1ad-15ec1798d2e7 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:security_group_rule and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:13:56.146847 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-b1e4a85a-8d17-4266-b1ad-15ec1798d2e7 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:13:56.152810 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-b1e4a85a-8d17-4266-b1ad-15ec1798d2e7 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:13:56.169143 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b1e4a85a-8d17-4266-b1ad-15ec1798d2e7 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:56.178708 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 1a4f01d0-a254-4761-a7a2-529f8b9d7540 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:13:56.215979 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 1a4f01d0-a254-4761-a7a2-529f8b9d7540 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:13:56.216497 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 1a4f01d0-a254-4761-a7a2-529f8b9d7540 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:13:56.217100 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device ea10dbf8-fe47-4be6-a2d9-0b83fc4cadcf no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:13:56.230887 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b1e4a85a-8d17-4266-b1ad-15ec1798d2e7 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:56.235199 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b1e4a85a-8d17-4266-b1ad-15ec1798d2e7 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:56.254324 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: ea10dbf8-fe47-4be6-a2d9-0b83fc4cadcf {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:13:56.254933 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device ea10dbf8-fe47-4be6-a2d9-0b83fc4cadcf not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:13:56.258326 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e4a85a-8d17-4266-b1ad-15ec1798d2e7 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f94912a-ed05-4cc2-a6ec-f9cffde18a3c,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:13:56.267927 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b1e4a85a-8d17-4266-b1ad-15ec1798d2e7 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:56.269148 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-b1e4a85a-8d17-4266-b1ad-15ec1798d2e7 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1401637 Sep 22 22:13:56.271920 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58078) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:13:56.276866 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-c8dbcb44-0879-4847-908b-93f0c5ca0778 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'security_group_rule': {'security_group_id': 'aaf50617-7f3e-4117-a8a7-a01f843ae176', 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:13:56.283402 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-c8dbcb44-0879-4847-908b-93f0c5ca0778 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:13:56.287280 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-c8dbcb44-0879-4847-908b-93f0c5ca0778 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:security_group_rule and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:13:56.290086 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-c8dbcb44-0879-4847-908b-93f0c5ca0778 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:13:56.296609 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:56.296764 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-c8dbcb44-0879-4847-908b-93f0c5ca0778 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:13:56.312342 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c8dbcb44-0879-4847-908b-93f0c5ca0778 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:56.377140 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c8dbcb44-0879-4847-908b-93f0c5ca0778 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:56.380780 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c8dbcb44-0879-4847-908b-93f0c5ca0778 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:56.403128 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dbcb44-0879-4847-908b-93f0c5ca0778 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8497b64d-4e49-4bfe-87b7-b5cd3cef276c,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:13:56.411875 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c8dbcb44-0879-4847-908b-93f0c5ca0778 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:56.413150 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c8dbcb44-0879-4847-908b-93f0c5ca0778 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1403191 Sep 22 22:13:56.415846 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58082) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:13:56.421230 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-faaffcfa-42f9-4f97-adcb-a2ab38176981 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'security_group_rule': {'security_group_id': 'aaf50617-7f3e-4117-a8a7-a01f843ae176', 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:13:56.427049 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-faaffcfa-42f9-4f97-adcb-a2ab38176981 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:13:56.430855 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-faaffcfa-42f9-4f97-adcb-a2ab38176981 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:security_group_rule and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:13:56.433659 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-faaffcfa-42f9-4f97-adcb-a2ab38176981 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:13:56.439930 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-faaffcfa-42f9-4f97-adcb-a2ab38176981 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:13:56.449928 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.securitygroups_db [None req-faaffcfa-42f9-4f97-adcb-a2ab38176981 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Project a9918eff5a3f48ce98e866c17603f510 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 22:13:56.456889 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-faaffcfa-42f9-4f97-adcb-a2ab38176981 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:56.519525 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-faaffcfa-42f9-4f97-adcb-a2ab38176981 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:56.522924 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-faaffcfa-42f9-4f97-adcb-a2ab38176981 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:56.546938 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaffcfa-42f9-4f97-adcb-a2ab38176981 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c994594-2170-48df-a3b1-961585c43016,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:13:56.555965 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-faaffcfa-42f9-4f97-adcb-a2ab38176981 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:56.557180 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-faaffcfa-42f9-4f97-adcb-a2ab38176981 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1404426 Sep 22 22:13:56.561079 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 58086) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:13:56.566246 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-ee2aa630-a235-4202-b09c-d9aa33d4b8ae tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'security_group_rule': {'security_group_id': 'aaf50617-7f3e-4117-a8a7-a01f843ae176', 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:13:56.572828 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-ee2aa630-a235-4202-b09c-d9aa33d4b8ae tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:13:56.578513 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-ee2aa630-a235-4202-b09c-d9aa33d4b8ae tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:security_group_rule and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:13:56.581420 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-ee2aa630-a235-4202-b09c-d9aa33d4b8ae tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:13:56.587937 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-ee2aa630-a235-4202-b09c-d9aa33d4b8ae tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:13:56.597772 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.securitygroups_db [None req-ee2aa630-a235-4202-b09c-d9aa33d4b8ae tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Project a9918eff5a3f48ce98e866c17603f510 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 22:13:56.603994 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ee2aa630-a235-4202-b09c-d9aa33d4b8ae tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:56.668357 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ee2aa630-a235-4202-b09c-d9aa33d4b8ae tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:56.672530 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ee2aa630-a235-4202-b09c-d9aa33d4b8ae tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:56.698859 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2aa630-a235-4202-b09c-d9aa33d4b8ae tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5879569f-863f-4d88-b38b-d47c67501fb2,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:13:56.705850 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ee2aa630-a235-4202-b09c-d9aa33d4b8ae tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:56.707078 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ee2aa630-a235-4202-b09c-d9aa33d4b8ae tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1448035 Sep 22 22:13:56.709914 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 58090) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:13:56.715324 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-f030e9b5-2ab9-4fe7-a688-9b9202551a8c tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'network': {'name': 'tempest-network-smoke--562776962', 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'port_security_enabled': True}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:13:56.720995 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-f030e9b5-2ab9-4fe7-a688-9b9202551a8c tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:13:56.725088 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-f030e9b5-2ab9-4fe7-a688-9b9202551a8c tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:network and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:13:56.727957 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-f030e9b5-2ab9-4fe7-a688-9b9202551a8c tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:13:56.733488 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-f030e9b5-2ab9-4fe7-a688-9b9202551a8c tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:13:56.743484 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f030e9b5-2ab9-4fe7-a688-9b9202551a8c tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Made reservation on behalf of a9918eff5a3f48ce98e866c17603f510 for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:13:56.747069 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f030e9b5-2ab9-4fe7-a688-9b9202551a8c tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:56.774455 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f030e9b5-2ab9-4fe7-a688-9b9202551a8c tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 22:13:56.784649 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f030e9b5-2ab9-4fe7-a688-9b9202551a8c tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:56.785079 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-f030e9b5-2ab9-4fe7-a688-9b9202551a8c tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Added segment f0cc2b5b-4ad1-4236-b1d9-652080e8ee04 of type vlan for network 70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf Sep 22 22:13:56.813365 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f030e9b5-2ab9-4fe7-a688-9b9202551a8c tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:56.842445 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f030e9b5-2ab9-4fe7-a688-9b9202551a8c tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:56.848021 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f030e9b5-2ab9-4fe7-a688-9b9202551a8c tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:56.848596 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-f030e9b5-2ab9-4fe7-a688-9b9202551a8c tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:56.955312 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-f030e9b5-2ab9-4fe7-a688-9b9202551a8c tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2443304 Sep 22 22:13:56.958059 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f030e9b5-2ab9-4fe7-a688-9b9202551a8c tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'Network': ['ID=70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:13:56.958207 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58094) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:13:56.963379 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-f82efb2c-7b77-4ac7-96c6-48920e935c9d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-162199418', 'admin_state_up': True, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:13:56.968321 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 22:13:56.971420 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-f82efb2c-7b77-4ac7-96c6-48920e935c9d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:13:56.975256 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f82efb2c-7b77-4ac7-96c6-48920e935c9d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:router and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:13:56.978027 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f82efb2c-7b77-4ac7-96c6-48920e935c9d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:13:56.984891 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-f82efb2c-7b77-4ac7-96c6-48920e935c9d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:13:56.994923 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f82efb2c-7b77-4ac7-96c6-48920e935c9d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:56.995925 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f82efb2c-7b77-4ac7-96c6-48920e935c9d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:57.014349 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f82efb2c-7b77-4ac7-96c6-48920e935c9d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:57.377232 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f82efb2c-7b77-4ac7-96c6-48920e935c9d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:57.673138 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f82efb2c-7b77-4ac7-96c6-48920e935c9d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for router_gateway, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:57.701668 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f82efb2c-7b77-4ac7-96c6-48920e935c9d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:57.835925 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-f82efb2c-7b77-4ac7-96c6-48920e935c9d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Allocated IP 172.26.0.126 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/8c394271-9cf5-4851-bfb9-ea3bf21748cb) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:13:57.979448 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f82efb2c-7b77-4ac7-96c6-48920e935c9d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:58.007885 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f82efb2c-7b77-4ac7-96c6-48920e935c9d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:58.076826 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82efb2c-7b77-4ac7-96c6-48920e935c9d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:13:58.080384 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-f82efb2c-7b77-4ac7-96c6-48920e935c9d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:13:58.084145 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82efb2c-7b77-4ac7-96c6-48920e935c9d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:13:58.125799 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82efb2c-7b77-4ac7-96c6-48920e935c9d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'Port': ['ID=8c394271-9cf5-4851-bfb9-ea3bf21748cb,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:13:58.493357 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f82efb2c-7b77-4ac7-96c6-48920e935c9d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for router_gateway, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:58.938312 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f82efb2c-7b77-4ac7-96c6-48920e935c9d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:59.139874 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f82efb2c-7b77-4ac7-96c6-48920e935c9d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Router fc70cd2f-5112-427e-96fa-446af82a7d0f is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 22:13:59.316573 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82efb2c-7b77-4ac7-96c6-48920e935c9d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:13:59.325802 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1936093b-6ba1-4a4f-9813-ccf344d0f2f9 None None] Sync routers for ids ['fc70cd2f-5112-427e-96fa-446af82a7d0f'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:13:59.335775 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1936093b-6ba1-4a4f-9813-ccf344d0f2f9 None None] Routers {'fc70cd2f-5112-427e-96fa-446af82a7d0f'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:13:59.336650 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-1936093b-6ba1-4a4f-9813-ccf344d0f2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:13:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['fc70cd2f-5112-427e-96fa-446af82a7d0f'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:13:59.342547 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f82efb2c-7b77-4ac7-96c6-48920e935c9d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:59.343749 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-f82efb2c-7b77-4ac7-96c6-48920e935c9d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3846009 Sep 22 22:13:59.346915 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58098) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:13:59.385835 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a373d428-a393-4c26-94af-c3910744fa5f tempest-TestNetworkAdvancedServerOps-762025924 tempest-TestNetworkAdvancedServerOps-762025924-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=a9918eff5a3f48ce98e866c17603f510&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376122 Sep 22 22:13:59.388358 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58102) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:13:59.518362 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9b394d-f753-4216-a65b-60fce21f463a tempest-TestNetworkAdvancedServerOps-762025924 tempest-TestNetworkAdvancedServerOps-762025924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:59.519867 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-7f9b394d-f753-4216-a65b-60fce21f463a tempest-TestNetworkAdvancedServerOps-762025924 tempest-TestNetworkAdvancedServerOps-762025924-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1299992 Sep 22 22:13:59.521567 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-1936093b-6ba1-4a4f-9813-ccf344d0f2f9 None None] Set router fc70cd2f-5112-427e-96fa-446af82a7d0f gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:13:59.522667 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58106) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:13:59.564417 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-32070025-9d88-42e4-b2a3-95472e677858 tempest-TestNetworkAdvancedServerOps-762025924 tempest-TestNetworkAdvancedServerOps-762025924-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=a22ae1c9-d428-411f-af43-ce0f71b38d9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405602 Sep 22 22:13:59.566677 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58110) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:13:59.572550 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-2fbf5714-b385-4ebd-9fa6-6b338e6c0351 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-212443612', 'network_id': '70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf', 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:13:59.682925 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-2fbf5714-b385-4ebd-9fa6-6b338e6c0351 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:13:59.686752 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-2fbf5714-b385-4ebd-9fa6-6b338e6c0351 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:subnet and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:13:59.689506 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-2fbf5714-b385-4ebd-9fa6-6b338e6c0351 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:13:59.695348 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-2fbf5714-b385-4ebd-9fa6-6b338e6c0351 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:13:59.704565 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fbf5714-b385-4ebd-9fa6-6b338e6c0351 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Made reservation on behalf of a9918eff5a3f48ce98e866c17603f510 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:13:59.708049 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2fbf5714-b385-4ebd-9fa6-6b338e6c0351 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:59.837992 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-1936093b-6ba1-4a4f-9813-ccf344d0f2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc70cd2f-5112-427e-96fa-446af82a7d0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162199418', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': '8c394271-9cf5-4851-bfb9-ea3bf21748cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:13:57Z', 'updated_at': '2022-09-22T22:13:58Z', 'revision_number': 3, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '8c394271-9cf5-4851-bfb9-ea3bf21748cb', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fa:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc70cd2f-5112-427e-96fa-446af82a7d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:13:57Z', 'updated_at': '2022-09-22T22:13:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:13:59.842018 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1936093b-6ba1-4a4f-9813-ccf344d0f2f9 None None] Checking router: fc70cd2f-5112-427e-96fa-446af82a7d0f for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:13:59.842876 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1936093b-6ba1-4a4f-9813-ccf344d0f2f9 None None] Updating router fc70cd2f-5112-427e-96fa-446af82a7d0f port 8c394271-9cf5-4851-bfb9-ea3bf21748cb binding host dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 22:13:59.893938 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-1936093b-6ba1-4a4f-9813-ccf344d0f2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:13:59.924124 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2fbf5714-b385-4ebd-9fa6-6b338e6c0351 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:00.000049 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf5714-b385-4ebd-9fa6-6b338e6c0351 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'Subnet': ['ID=f9b476eb-f24b-427b-8387-6b4ee15c71e3,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:00.008452 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbf5714-b385-4ebd-9fa6-6b338e6c0351 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Checking segment: {'id': 'f0cc2b5b-4ad1-4236-b1d9-652080e8ee04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:14:00.008803 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbf5714-b385-4ebd-9fa6-6b338e6c0351 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Network hostable DHCP agents. Network: 70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 22:14:00.030704 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbf5714-b385-4ebd-9fa6-6b338e6c0351 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Network 70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 22:14:00.040054 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-2fbf5714-b385-4ebd-9fa6-6b338e6c0351 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:14:00.044211 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbf5714-b385-4ebd-9fa6-6b338e6c0351 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:00.044922 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2fbf5714-b385-4ebd-9fa6-6b338e6c0351 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:00.051742 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff2474b-6fee-4e43-8996-ac768afacead None None] Network 70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:14:00.067340 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2fbf5714-b385-4ebd-9fa6-6b338e6c0351 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4995410 Sep 22 22:14:00.070002 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58114) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:14:00.238123 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-1936093b-6ba1-4a4f-9813-ccf344d0f2f9 None None] Notify callbacks [] for port, precommit_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:00.251424 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.provisioning_blocks [None req-1936093b-6ba1-4a4f-9813-ccf344d0f2f9 None None] Transition to ACTIVE for port object 8c394271-9cf5-4851-bfb9-ea3bf21748cb will not be triggered until provisioned by entity L2. {{(pid=89011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:14:00.261529 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-1936093b-6ba1-4a4f-9813-ccf344d0f2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:00.308985 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-1936093b-6ba1-4a4f-9813-ccf344d0f2f9 None None] Attempting to bind port 8c394271-9cf5-4851-bfb9-ea3bf21748cb on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:14:00.309348 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-1936093b-6ba1-4a4f-9813-ccf344d0f2f9 None None] Attempting to bind port 8c394271-9cf5-4851-bfb9-ea3bf21748cb by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:14:00.309696 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1936093b-6ba1-4a4f-9813-ccf344d0f2f9 None None] Attempting to bind port 8c394271-9cf5-4851-bfb9-ea3bf21748cb on network a22ae1c9-d428-411f-af43-ce0f71b38d9c {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:14:00.323083 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07384c0a-d03c-42e2-a9a9-505ac573fab4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf', 'network_id': '70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'fixed_ips': [{'subnet_id': 'f9b476eb-f24b-427b-8387-6b4ee15c71e3'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 22:14:00.324001 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-07384c0a-d03c-42e2-a9a9-505ac573fab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:00.327377 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1936093b-6ba1-4a4f-9813-ccf344d0f2f9 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:14:00.327920 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1936093b-6ba1-4a4f-9813-ccf344d0f2f9 None None] Checking segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:14:00.328117 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-1936093b-6ba1-4a4f-9813-ccf344d0f2f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:00.328494 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1936093b-6ba1-4a4f-9813-ccf344d0f2f9 None None] Bound using segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:14:00.328960 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-1936093b-6ba1-4a4f-9813-ccf344d0f2f9 None None] Bound port: 8c394271-9cf5-4851-bfb9-ea3bf21748cb, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:14:00.329316 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-1936093b-6ba1-4a4f-9813-ccf344d0f2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:00.388588 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f9e65-c1a8-40be-9ba3-7de55d313adc None None] Pushing event updated for resources: {'Port': ['ID=8c394271-9cf5-4851-bfb9-ea3bf21748cb,revision_number=2']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:00.398416 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949f9e65-c1a8-40be-9ba3-7de55d313adc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:00.398778 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949f9e65-c1a8-40be-9ba3-7de55d313adc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:00.399107 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949f9e65-c1a8-40be-9ba3-7de55d313adc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:00.400279 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949f9e65-c1a8-40be-9ba3-7de55d313adc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:00.400279 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949f9e65-c1a8-40be-9ba3-7de55d313adc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:00.400279 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949f9e65-c1a8-40be-9ba3-7de55d313adc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:00.400524 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949f9e65-c1a8-40be-9ba3-7de55d313adc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:00.400671 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949f9e65-c1a8-40be-9ba3-7de55d313adc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:00.400943 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949f9e65-c1a8-40be-9ba3-7de55d313adc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:00.401255 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949f9e65-c1a8-40be-9ba3-7de55d313adc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:00.401562 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949f9e65-c1a8-40be-9ba3-7de55d313adc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:00.401869 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949f9e65-c1a8-40be-9ba3-7de55d313adc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:00.438545 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-1936093b-6ba1-4a4f-9813-ccf344d0f2f9 None None] For port 8c394271-9cf5-4851-bfb9-ea3bf21748cb, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:14:00.446794 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-1936093b-6ba1-4a4f-9813-ccf344d0f2f9 None None] For port 8c394271-9cf5-4851-bfb9-ea3bf21748cb, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=8c394271-9cf5-4851-bfb9-ea3bf21748cb,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:14:00.457064 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-1936093b-6ba1-4a4f-9813-ccf344d0f2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:00.499164 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-07384c0a-d03c-42e2-a9a9-505ac573fab4 None None] Allocated IP 172.20.0.2 (70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf/f9b476eb-f24b-427b-8387-6b4ee15c71e3/ca099e20-38b4-4e21-86f5-dd5153fa31f6) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:14:00.519585 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1936093b-6ba1-4a4f-9813-ccf344d0f2f9 None None] Routers {'fc70cd2f-5112-427e-96fa-446af82a7d0f'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:14:00.520297 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-1936093b-6ba1-4a4f-9813-ccf344d0f2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:13:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['fc70cd2f-5112-427e-96fa-446af82a7d0f'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:14:00.694074 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f9e65-c1a8-40be-9ba3-7de55d313adc None None] Pushing event updated for resources: {'Port': ['ID=8c394271-9cf5-4851-bfb9-ea3bf21748cb,revision_number=3']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:00.706080 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-1936093b-6ba1-4a4f-9813-ccf344d0f2f9 None None] Set router fc70cd2f-5112-427e-96fa-446af82a7d0f gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:14:00.728987 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-07384c0a-d03c-42e2-a9a9-505ac573fab4 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:00.740361 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-07384c0a-d03c-42e2-a9a9-505ac573fab4 None None] Transition to ACTIVE for port object ca099e20-38b4-4e21-86f5-dd5153fa31f6 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:14:00.759865 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-07384c0a-d03c-42e2-a9a9-505ac573fab4 None None] Transition to ACTIVE for port object ca099e20-38b4-4e21-86f5-dd5153fa31f6 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:14:00.765596 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-07384c0a-d03c-42e2-a9a9-505ac573fab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:00.832100 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07384c0a-d03c-42e2-a9a9-505ac573fab4 None None] Network 70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:14:00.835083 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-07384c0a-d03c-42e2-a9a9-505ac573fab4 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:14:00.837630 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07384c0a-d03c-42e2-a9a9-505ac573fab4 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:14:00.846999 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07384c0a-d03c-42e2-a9a9-505ac573fab4 None None] Pushing event updated for resources: {'Port': ['ID=ca099e20-38b4-4e21-86f5-dd5153fa31f6,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:00.933537 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-eaa1d789-595a-4131-959d-cc04ad492e39 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:00.994838 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-07384c0a-d03c-42e2-a9a9-505ac573fab4 None None] Attempting to bind port ca099e20-38b4-4e21-86f5-dd5153fa31f6 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:14:00.995114 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-07384c0a-d03c-42e2-a9a9-505ac573fab4 None None] Attempting to bind port ca099e20-38b4-4e21-86f5-dd5153fa31f6 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'f0cc2b5b-4ad1-4236-b1d9-652080e8ee04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:14:00.995518 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07384c0a-d03c-42e2-a9a9-505ac573fab4 None None] Attempting to bind port ca099e20-38b4-4e21-86f5-dd5153fa31f6 on network 70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:14:00.999562 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-1936093b-6ba1-4a4f-9813-ccf344d0f2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc70cd2f-5112-427e-96fa-446af82a7d0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162199418', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': '8c394271-9cf5-4851-bfb9-ea3bf21748cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:13:57Z', 'updated_at': '2022-09-22T22:13:58Z', 'revision_number': 3, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '8c394271-9cf5-4851-bfb9-ea3bf21748cb', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fa:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc70cd2f-5112-427e-96fa-446af82a7d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:13:57Z', 'updated_at': '2022-09-22T22:14:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:14:01.001154 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07384c0a-d03c-42e2-a9a9-505ac573fab4 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:14:01.001526 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07384c0a-d03c-42e2-a9a9-505ac573fab4 None None] Checking segment: {'id': 'f0cc2b5b-4ad1-4236-b1d9-652080e8ee04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:14:01.001919 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-07384c0a-d03c-42e2-a9a9-505ac573fab4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:01.002298 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07384c0a-d03c-42e2-a9a9-505ac573fab4 None None] Bound using segment: {'id': 'f0cc2b5b-4ad1-4236-b1d9-652080e8ee04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:14:01.002786 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-07384c0a-d03c-42e2-a9a9-505ac573fab4 None None] Bound port: ca099e20-38b4-4e21-86f5-dd5153fa31f6, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0cc2b5b-4ad1-4236-b1d9-652080e8ee04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:14:01.003153 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-07384c0a-d03c-42e2-a9a9-505ac573fab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:01.004367 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1936093b-6ba1-4a4f-9813-ccf344d0f2f9 None None] The sync data for ids ['fc70cd2f-5112-427e-96fa-446af82a7d0f'] in dv-neutron-858900-1-hyperv is: [{'id': 'fc70cd2f-5112-427e-96fa-446af82a7d0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162199418', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': '8c394271-9cf5-4851-bfb9-ea3bf21748cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:13:57Z', 'updated_at': '2022-09-22T22:13:58Z', 'revision_number': 3, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '8c394271-9cf5-4851-bfb9-ea3bf21748cb', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fa:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc70cd2f-5112-427e-96fa-446af82a7d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:13:57Z', 'updated_at': '2022-09-22T22:14:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:14:01.102385 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-07384c0a-d03c-42e2-a9a9-505ac573fab4 None None] For port ca099e20-38b4-4e21-86f5-dd5153fa31f6, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:14:01.105979 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-07384c0a-d03c-42e2-a9a9-505ac573fab4 None None] For port ca099e20-38b4-4e21-86f5-dd5153fa31f6, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=ca099e20-38b4-4e21-86f5-dd5153fa31f6,segment=NetworkSegment(f0cc2b5b-4ad1-4236-b1d9-652080e8ee04),segment_id=f0cc2b5b-4ad1-4236-b1d9-652080e8ee04)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:14:01.112583 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-07384c0a-d03c-42e2-a9a9-505ac573fab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:01.200500 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07384c0a-d03c-42e2-a9a9-505ac573fab4 None None] Pushing event updated for resources: {'Port': ['ID=ca099e20-38b4-4e21-86f5-dd5153fa31f6,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:01.401689 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-eaa1d789-595a-4131-959d-cc04ad492e39 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Allocated IP 172.20.0.1 (70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf/f9b476eb-f24b-427b-8387-6b4ee15c71e3/1da0d24b-0d06-479f-8eb6-6d1f03aa7a36) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:14:01.595987 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-eaa1d789-595a-4131-959d-cc04ad492e39 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:01.613268 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-eaa1d789-595a-4131-959d-cc04ad492e39 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Transition to ACTIVE for port object 1da0d24b-0d06-479f-8eb6-6d1f03aa7a36 will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:14:01.636941 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-eaa1d789-595a-4131-959d-cc04ad492e39 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:01.710715 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa1d789-595a-4131-959d-cc04ad492e39 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Network 70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:14:01.713906 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-eaa1d789-595a-4131-959d-cc04ad492e39 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:14:01.718843 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa1d789-595a-4131-959d-cc04ad492e39 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:14:01.749208 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa1d789-595a-4131-959d-cc04ad492e39 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'Port': ['ID=1da0d24b-0d06-479f-8eb6-6d1f03aa7a36,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:01.782436 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-eaa1d789-595a-4131-959d-cc04ad492e39 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:02.176168 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb06ee9-192f-423d-90bb-e7e7994b2c80 None None] Network 70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:14:02.215721 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-eaa1d789-595a-4131-959d-cc04ad492e39 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:02.273532 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-905ea42e-124b-4f57-af69-ac65bb9925f9 None None] Provisioning for port ca099e20-38b4-4e21-86f5-dd5153fa31f6 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:14:02.277077 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device ca099e20-38b4-4e21-86f5-dd5153fa31f6 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:14:02.422951 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port ca099e20-38b4-4e21-86f5-dd5153fa31f6 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:14:02.461644 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port ca099e20-38b4-4e21-86f5-dd5153fa31f6 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:14:02.462030 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:02.462370 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port ca099e20-38b4-4e21-86f5-dd5153fa31f6 Sep 22 22:14:02.612013 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port ca099e20-38b4-4e21-86f5-dd5153fa31f6 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:14:02.612258 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:02.647234 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port ca099e20-38b4-4e21-86f5-dd5153fa31f6, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=ca099e20-38b4-4e21-86f5-dd5153fa31f6,segment=NetworkSegment(f0cc2b5b-4ad1-4236-b1d9-652080e8ee04),segment_id=f0cc2b5b-4ad1-4236-b1d9-652080e8ee04)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:14:02.652937 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:02.653703 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 8c394271-9cf5-4851-bfb9-ea3bf21748cb up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:14:02.664273 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-eaa1d789-595a-4131-959d-cc04ad492e39 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:02.672884 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-eaa1d789-595a-4131-959d-cc04ad492e39 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:02.776329 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=ca099e20-38b4-4e21-86f5-dd5153fa31f6,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:02.792423 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 8c394271-9cf5-4851-bfb9-ea3bf21748cb completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:14:02.793410 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa1d789-595a-4131-959d-cc04ad492e39 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'Port': ['ID=1da0d24b-0d06-479f-8eb6-6d1f03aa7a36,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:02.795990 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-eaa1d789-595a-4131-959d-cc04ad492e39 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:02.798396 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 8c394271-9cf5-4851-bfb9-ea3bf21748cb triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:14:02.799069 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:02.799594 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 8c394271-9cf5-4851-bfb9-ea3bf21748cb Sep 22 22:14:02.871515 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-6fe72f34-4000-434a-b9b9-127634bc9747 None None] Provisioning for port 1da0d24b-0d06-479f-8eb6-6d1f03aa7a36 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:14:02.878920 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-6fe72f34-4000-434a-b9b9-127634bc9747 None None] Provisioning complete for port 1da0d24b-0d06-479f-8eb6-6d1f03aa7a36 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:14:02.879211 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6fe72f34-4000-434a-b9b9-127634bc9747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:02.879536 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-6fe72f34-4000-434a-b9b9-127634bc9747 None None] Attempt 1 to provision port 1da0d24b-0d06-479f-8eb6-6d1f03aa7a36 Sep 22 22:14:02.946114 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa1d789-595a-4131-959d-cc04ad492e39 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Network 70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:14:02.948031 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-eaa1d789-595a-4131-959d-cc04ad492e39 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:14:02.981027 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-6fe72f34-4000-434a-b9b9-127634bc9747 None None] Port 1da0d24b-0d06-479f-8eb6-6d1f03aa7a36 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:14:02.981607 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 8c394271-9cf5-4851-bfb9-ea3bf21748cb is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:14:02.981979 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:02.998860 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 8c394271-9cf5-4851-bfb9-ea3bf21748cb, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=8c394271-9cf5-4851-bfb9-ea3bf21748cb,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:14:03.003185 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:03.076018 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=8c394271-9cf5-4851-bfb9-ea3bf21748cb,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:03.147011 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa1d789-595a-4131-959d-cc04ad492e39 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Router fc70cd2f-5112-427e-96fa-446af82a7d0f has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 22:14:03.326114 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa1d789-595a-4131-959d-cc04ad492e39 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:14:03.336163 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d016e0-2090-4ebd-ad12-ebf823187cc8 None None] Sync routers for ids ['fc70cd2f-5112-427e-96fa-446af82a7d0f'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:14:03.339086 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-eaa1d789-595a-4131-959d-cc04ad492e39 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "PUT /v2.0/routers/fc70cd2f-5112-427e-96fa-446af82a7d0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2674844 Sep 22 22:14:03.345780 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d016e0-2090-4ebd-ad12-ebf823187cc8 None None] Routers {'fc70cd2f-5112-427e-96fa-446af82a7d0f'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:14:03.346447 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-f6d016e0-2090-4ebd-ad12-ebf823187cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:13:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['fc70cd2f-5112-427e-96fa-446af82a7d0f'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:14:03.488478 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-6fe72f34-4000-434a-b9b9-127634bc9747 None None] Attempt 2 to provision port 1da0d24b-0d06-479f-8eb6-6d1f03aa7a36 Sep 22 22:14:03.505238 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-bba001bb-efc4-438b-9b26-be84edae2559 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Synchronizing usage tracker for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:security_group {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:14:03.520188 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-bba001bb-efc4-438b-9b26-be84edae2559 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Unset dirty status for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:security_group {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:14:03.521649 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-bba001bb-efc4-438b-9b26-be84edae2559 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1034201331&fields=id&tenant_id=a9918eff5a3f48ce98e866c17603f510 HTTP/1.1" status: 200 len: 267 time: 0.0594869 Sep 22 22:14:03.568966 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-6fe72f34-4000-434a-b9b9-127634bc9747 None None] Port 1da0d24b-0d06-479f-8eb6-6d1f03aa7a36 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:14:03.578207 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-f6d016e0-2090-4ebd-ad12-ebf823187cc8 None None] Set router fc70cd2f-5112-427e-96fa-446af82a7d0f gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:14:03.671180 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-1a84d715-8d2a-46a6-b905-a6d9065ce3f1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:03.671768 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-1a84d715-8d2a-46a6-b905-a6d9065ce3f1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Synchronizing usage tracker for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:network {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:14:03.687133 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-1a84d715-8d2a-46a6-b905-a6d9065ce3f1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Unset dirty status for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:network {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:14:03.688508 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-1a84d715-8d2a-46a6-b905-a6d9065ce3f1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/networks?id=70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf HTTP/1.1" status: 200 len: 796 time: 0.1600311 Sep 22 22:14:03.703585 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-04a4db77-687a-463d-8a6f-0ae9adb22515 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/quotas/a9918eff5a3f48ce98e866c17603f510 HTTP/1.1" status: 200 len: 375 time: 0.0090547 Sep 22 22:14:03.797563 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-211bc423-de8d-47c7-9a54-42e2a5a10eac tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Synchronizing usage tracker for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:14:03.813029 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-211bc423-de8d-47c7-9a54-42e2a5a10eac tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Unset dirty status for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:14:03.814497 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-211bc423-de8d-47c7-9a54-42e2a5a10eac tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=a9918eff5a3f48ce98e866c17603f510&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1058674 Sep 22 22:14:03.924460 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-f6d016e0-2090-4ebd-ad12-ebf823187cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc70cd2f-5112-427e-96fa-446af82a7d0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162199418', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': '8c394271-9cf5-4851-bfb9-ea3bf21748cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:13:57Z', 'updated_at': '2022-09-22T22:14:02Z', 'revision_number': 4, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '8c394271-9cf5-4851-bfb9-ea3bf21748cb', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc70cd2f-5112-427e-96fa-446af82a7d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:13:57Z', 'updated_at': '2022-09-22T22:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '1da0d24b-0d06-479f-8eb6-6d1f03aa7a36', 'name': '', 'network_id': '70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'mac_address': 'fa:16:3e:83:ed:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc70cd2f-5112-427e-96fa-446af82a7d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'f9b476eb-f24b-427b-8387-6b4ee15c71e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:01Z', 'updated_at': '2022-09-22T22:14:02Z', 'revision_number': 2, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'subnets': [{'id': 'f9b476eb-f24b-427b-8387-6b4ee15c71e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:14:03.928603 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d016e0-2090-4ebd-ad12-ebf823187cc8 None None] Checking router: fc70cd2f-5112-427e-96fa-446af82a7d0f for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:14:03.928953 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d016e0-2090-4ebd-ad12-ebf823187cc8 None None] Updating router fc70cd2f-5112-427e-96fa-446af82a7d0f port 1da0d24b-0d06-479f-8eb6-6d1f03aa7a36 binding host dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 22:14:03.982581 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f6d016e0-2090-4ebd-ad12-ebf823187cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:04.069994 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-0161308b-7db4-4c8f-9dbd-56bb783bbe52 service neutron] 10.222.0.33 "GET /v2.0/networks/70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438984 Sep 22 22:14:04.087195 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-6fe72f34-4000-434a-b9b9-127634bc9747 None None] Attempt 3 to provision port 1da0d24b-0d06-479f-8eb6-6d1f03aa7a36 Sep 22 22:14:04.168698 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-6fe72f34-4000-434a-b9b9-127634bc9747 None None] Port 1da0d24b-0d06-479f-8eb6-6d1f03aa7a36 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:14:04.203436 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-97146461-22aa-441e-8f6a-6dde3124e53c service neutron] 10.222.0.33 "GET /v2.0/networks/70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274667 Sep 22 22:14:04.231987 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device ca099e20-38b4-4e21-86f5-dd5153fa31f6 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:14:04.354716 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port ca099e20-38b4-4e21-86f5-dd5153fa31f6 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:14:04.355382 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:04.355457 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port ca099e20-38b4-4e21-86f5-dd5153fa31f6 Sep 22 22:14:04.403871 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-d60dd940-920e-4ec3-9777-a2867de0ed6c req-c9e360a6-90b6-4d79-9fe4-7d63bf6cf0b2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Synchronizing usage tracker for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:14:04.417510 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-d60dd940-920e-4ec3-9777-a2867de0ed6c req-c9e360a6-90b6-4d79-9fe4-7d63bf6cf0b2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Unset dirty status for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:14:04.418943 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d60dd940-920e-4ec3-9777-a2867de0ed6c req-c9e360a6-90b6-4d79-9fe4-7d63bf6cf0b2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=e7264760-f0a3-4817-88ab-d83d3135fe10 HTTP/1.1" status: 200 len: 210 time: 0.0676937 Sep 22 22:14:04.488154 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f6d016e0-2090-4ebd-ad12-ebf823187cc8 None None] Notify callbacks [] for port, precommit_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:04.543376 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-f6d016e0-2090-4ebd-ad12-ebf823187cc8 None None] Transition to ACTIVE for port object 1da0d24b-0d06-479f-8eb6-6d1f03aa7a36 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:14:04.554233 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f6d016e0-2090-4ebd-ad12-ebf823187cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:04.631272 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port ca099e20-38b4-4e21-86f5-dd5153fa31f6 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:14:04.632360 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 8c394271-9cf5-4851-bfb9-ea3bf21748cb up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:14:04.678700 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-6fe72f34-4000-434a-b9b9-127634bc9747 None None] Attempt 4 to provision port 1da0d24b-0d06-479f-8eb6-6d1f03aa7a36 Sep 22 22:14:04.834050 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a747beb7-98ce-4c6b-9d97-a03cc8098444 None None] Pushing event updated for resources: {'Port': ['ID=1da0d24b-0d06-479f-8eb6-6d1f03aa7a36,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:04.852211 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-6fe72f34-4000-434a-b9b9-127634bc9747 None None] Port 1da0d24b-0d06-479f-8eb6-6d1f03aa7a36 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:14:04.871099 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-f6d016e0-2090-4ebd-ad12-ebf823187cc8 None None] Attempting to bind port 1da0d24b-0d06-479f-8eb6-6d1f03aa7a36 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:14:04.871465 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-f6d016e0-2090-4ebd-ad12-ebf823187cc8 None None] Attempting to bind port 1da0d24b-0d06-479f-8eb6-6d1f03aa7a36 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'f0cc2b5b-4ad1-4236-b1d9-652080e8ee04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:14:04.871821 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d016e0-2090-4ebd-ad12-ebf823187cc8 None None] Attempting to bind port 1da0d24b-0d06-479f-8eb6-6d1f03aa7a36 on network 70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:14:04.880982 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d016e0-2090-4ebd-ad12-ebf823187cc8 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:14:04.881356 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d016e0-2090-4ebd-ad12-ebf823187cc8 None None] Checking segment: {'id': 'f0cc2b5b-4ad1-4236-b1d9-652080e8ee04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:14:04.881752 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f6d016e0-2090-4ebd-ad12-ebf823187cc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:04.882146 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d016e0-2090-4ebd-ad12-ebf823187cc8 None None] Bound using segment: {'id': 'f0cc2b5b-4ad1-4236-b1d9-652080e8ee04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:14:04.882595 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-f6d016e0-2090-4ebd-ad12-ebf823187cc8 None None] Bound port: 1da0d24b-0d06-479f-8eb6-6d1f03aa7a36, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0cc2b5b-4ad1-4236-b1d9-652080e8ee04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:14:04.882983 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f6d016e0-2090-4ebd-ad12-ebf823187cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:04.895968 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 8c394271-9cf5-4851-bfb9-ea3bf21748cb triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:14:04.896331 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:04.896663 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 8c394271-9cf5-4851-bfb9-ea3bf21748cb Sep 22 22:14:05.025320 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-f6d016e0-2090-4ebd-ad12-ebf823187cc8 None None] For port 1da0d24b-0d06-479f-8eb6-6d1f03aa7a36, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:14:05.071615 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-f6d016e0-2090-4ebd-ad12-ebf823187cc8 None None] For port 1da0d24b-0d06-479f-8eb6-6d1f03aa7a36, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=1da0d24b-0d06-479f-8eb6-6d1f03aa7a36,segment=NetworkSegment(f0cc2b5b-4ad1-4236-b1d9-652080e8ee04),segment_id=f0cc2b5b-4ad1-4236-b1d9-652080e8ee04)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:14:05.077372 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f6d016e0-2090-4ebd-ad12-ebf823187cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:05.128950 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 8c394271-9cf5-4851-bfb9-ea3bf21748cb is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:14:05.140854 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d016e0-2090-4ebd-ad12-ebf823187cc8 None None] Routers {'fc70cd2f-5112-427e-96fa-446af82a7d0f'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:14:05.141454 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-f6d016e0-2090-4ebd-ad12-ebf823187cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:13:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['fc70cd2f-5112-427e-96fa-446af82a7d0f'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:14:05.277266 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a747beb7-98ce-4c6b-9d97-a03cc8098444 None None] Pushing event updated for resources: {'Port': ['ID=1da0d24b-0d06-479f-8eb6-6d1f03aa7a36,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:05.353345 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-6fe72f34-4000-434a-b9b9-127634bc9747 None None] Attempt 5 to provision port 1da0d24b-0d06-479f-8eb6-6d1f03aa7a36 Sep 22 22:14:05.421824 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-7285266e-f69d-4062-9901-c1a26707c45f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:05.423198 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-7285266e-f69d-4062-9901-c1a26707c45f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Synchronizing usage tracker for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:network {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:14:05.430089 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-f6d016e0-2090-4ebd-ad12-ebf823187cc8 None None] Set router fc70cd2f-5112-427e-96fa-446af82a7d0f gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:14:05.435632 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-7285266e-f69d-4062-9901-c1a26707c45f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Unset dirty status for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:network {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:14:05.437309 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-7285266e-f69d-4062-9901-c1a26707c45f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.49 "GET /v2.0/networks?id=70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf HTTP/1.1" status: 200 len: 796 time: 0.1697857 Sep 22 22:14:05.496095 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-23d8f378-6866-4c36-9b33-7c78f34d5a4e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9918eff5a3f48ce98e866c17603f510 HTTP/1.1" status: 200 len: 380 time: 0.0507181 Sep 22 22:14:05.503092 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-6fe72f34-4000-434a-b9b9-127634bc9747 None None] Port 1da0d24b-0d06-479f-8eb6-6d1f03aa7a36 had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 22:14:05.504658 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-ef529e27-a768-4f86-b9fb-a5c031a4a396 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'port': {'device_id': 'e7264760-f0a3-4817-88ab-d83d3135fe10', 'network_id': '70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf', 'admin_state_up': True, 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'security_groups': ['aaf50617-7f3e-4117-a8a7-a01f843ae176']}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:14:05.610896 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-fa7bb6d6-f4a7-4710-9215-b6e95e67d4e1 req-d347e292-5229-4ea6-9c40-616779427107 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=e7264760-f0a3-4817-88ab-d83d3135fe10 HTTP/1.1" status: 200 len: 210 time: 0.0521345 Sep 22 22:14:05.635901 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-6fe72f34-4000-434a-b9b9-127634bc9747 None None] Provisioning complete for port ca099e20-38b4-4e21-86f5-dd5153fa31f6 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:14:05.636272 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6fe72f34-4000-434a-b9b9-127634bc9747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:05.636605 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-6fe72f34-4000-434a-b9b9-127634bc9747 None None] Attempt 1 to provision port ca099e20-38b4-4e21-86f5-dd5153fa31f6 Sep 22 22:14:05.651279 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-ef529e27-a768-4f86-b9fb-a5c031a4a396 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:14:05.661622 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-ef529e27-a768-4f86-b9fb-a5c031a4a396 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:14:05.673604 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-ef529e27-a768-4f86-b9fb-a5c031a4a396 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Made reservation on behalf of a9918eff5a3f48ce98e866c17603f510 for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:14:05.677090 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-ef529e27-a768-4f86-b9fb-a5c031a4a396 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:05.835492 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-6fe72f34-4000-434a-b9b9-127634bc9747 None None] Current status of the port ca099e20-38b4-4e21-86f5-dd5153fa31f6 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:14:05.839422 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-ef529e27-a768-4f86-b9fb-a5c031a4a396 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Allocated IP 172.20.0.9 (70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf/f9b476eb-f24b-427b-8387-6b4ee15c71e3/2f0969cf-fa4a-4239-a6d0-292edd15c57c) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:14:05.856578 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-f6d016e0-2090-4ebd-ad12-ebf823187cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc70cd2f-5112-427e-96fa-446af82a7d0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162199418', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': '8c394271-9cf5-4851-bfb9-ea3bf21748cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:13:57Z', 'updated_at': '2022-09-22T22:14:02Z', 'revision_number': 4, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '8c394271-9cf5-4851-bfb9-ea3bf21748cb', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc70cd2f-5112-427e-96fa-446af82a7d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:13:57Z', 'updated_at': '2022-09-22T22:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '1da0d24b-0d06-479f-8eb6-6d1f03aa7a36', 'name': '', 'network_id': '70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'mac_address': 'fa:16:3e:83:ed:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc70cd2f-5112-427e-96fa-446af82a7d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'f9b476eb-f24b-427b-8387-6b4ee15c71e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:01Z', 'updated_at': '2022-09-22T22:14:05Z', 'revision_number': 4, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'subnets': [{'id': 'f9b476eb-f24b-427b-8387-6b4ee15c71e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:14:05.861148 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d016e0-2090-4ebd-ad12-ebf823187cc8 None None] The sync data for ids ['fc70cd2f-5112-427e-96fa-446af82a7d0f'] in dv-neutron-858900-1-hyperv is: [{'id': 'fc70cd2f-5112-427e-96fa-446af82a7d0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162199418', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': '8c394271-9cf5-4851-bfb9-ea3bf21748cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:13:57Z', 'updated_at': '2022-09-22T22:14:02Z', 'revision_number': 4, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '8c394271-9cf5-4851-bfb9-ea3bf21748cb', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc70cd2f-5112-427e-96fa-446af82a7d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:13:57Z', 'updated_at': '2022-09-22T22:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '1da0d24b-0d06-479f-8eb6-6d1f03aa7a36', 'name': '', 'network_id': '70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'mac_address': 'fa:16:3e:83:ed:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc70cd2f-5112-427e-96fa-446af82a7d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'f9b476eb-f24b-427b-8387-6b4ee15c71e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:01Z', 'updated_at': '2022-09-22T22:14:05Z', 'revision_number': 4, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'subnets': [{'id': 'f9b476eb-f24b-427b-8387-6b4ee15c71e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:14:06.049617 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-ef529e27-a768-4f86-b9fb-a5c031a4a396 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:06.066940 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-ef529e27-a768-4f86-b9fb-a5c031a4a396 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Transition to ACTIVE for port object 2f0969cf-fa4a-4239-a6d0-292edd15c57c will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:14:06.091249 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-ef529e27-a768-4f86-b9fb-a5c031a4a396 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:06.167246 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-ef529e27-a768-4f86-b9fb-a5c031a4a396 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Network 70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:14:06.171613 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-ef529e27-a768-4f86-b9fb-a5c031a4a396 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:14:06.174149 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-ef529e27-a768-4f86-b9fb-a5c031a4a396 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:14:06.211297 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef529e27-a768-4f86-b9fb-a5c031a4a396 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'Port': ['ID=2f0969cf-fa4a-4239-a6d0-292edd15c57c,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:06.242705 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 1da0d24b-0d06-479f-8eb6-6d1f03aa7a36 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:14:06.247160 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-ef529e27-a768-4f86-b9fb-a5c031a4a396 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:06.247812 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-ef529e27-a768-4f86-b9fb-a5c031a4a396 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:06.276530 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-ef529e27-a768-4f86-b9fb-a5c031a4a396 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7756636 Sep 22 22:14:06.290673 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-bac74d73-0935-47c5-8fc6-80e1d39f0107 service neutron] Request body: {'port': {'device_id': 'e7264760-f0a3-4817-88ab-d83d3135fe10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:14:06.334638 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 1da0d24b-0d06-479f-8eb6-6d1f03aa7a36 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:14:06.345671 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 1da0d24b-0d06-479f-8eb6-6d1f03aa7a36 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:14:06.346045 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:06.346525 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 1da0d24b-0d06-479f-8eb6-6d1f03aa7a36 Sep 22 22:14:06.504245 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 1da0d24b-0d06-479f-8eb6-6d1f03aa7a36 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:14:06.505069 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:06.517483 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-dc1145da-20b2-4532-a2c2-06534913b341 None None] Provisioning for port 2f0969cf-fa4a-4239-a6d0-292edd15c57c completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:14:06.532084 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-dc1145da-20b2-4532-a2c2-06534913b341 None None] Provisioning complete for port 2f0969cf-fa4a-4239-a6d0-292edd15c57c triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:14:06.532454 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-dc1145da-20b2-4532-a2c2-06534913b341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:06.532789 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-dc1145da-20b2-4532-a2c2-06534913b341 None None] Attempt 1 to provision port 2f0969cf-fa4a-4239-a6d0-292edd15c57c Sep 22 22:14:06.536897 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-bac74d73-0935-47c5-8fc6-80e1d39f0107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:06.596934 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 1da0d24b-0d06-479f-8eb6-6d1f03aa7a36, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=1da0d24b-0d06-479f-8eb6-6d1f03aa7a36,segment=NetworkSegment(f0cc2b5b-4ad1-4236-b1d9-652080e8ee04),segment_id=f0cc2b5b-4ad1-4236-b1d9-652080e8ee04)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:14:06.602370 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-dc1145da-20b2-4532-a2c2-06534913b341 None None] Port 2f0969cf-fa4a-4239-a6d0-292edd15c57c cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:14:06.602956 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:06.681913 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=1da0d24b-0d06-479f-8eb6-6d1f03aa7a36,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:06.909426 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e42cde-4a8d-44b6-a6a8-8f426bf86a5f req-6d5f6085-5082-4f3f-a9be-5655fedcb909 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:06.910122 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-e6e42cde-4a8d-44b6-a6a8-8f426bf86a5f req-6d5f6085-5082-4f3f-a9be-5655fedcb909 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Synchronizing usage tracker for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:14:06.976545 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-e6e42cde-4a8d-44b6-a6a8-8f426bf86a5f req-6d5f6085-5082-4f3f-a9be-5655fedcb909 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Unset dirty status for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:14:06.977941 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e6e42cde-4a8d-44b6-a6a8-8f426bf86a5f req-6d5f6085-5082-4f3f-a9be-5655fedcb909 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=e7264760-f0a3-4817-88ab-d83d3135fe10 HTTP/1.1" status: 200 len: 931 time: 0.2103333 Sep 22 22:14:07.000349 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-bac74d73-0935-47c5-8fc6-80e1d39f0107 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f0969cf-fa4a-4239-a6d0-292edd15c57c {{(pid=89008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 22:14:07.010831 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-bac74d73-0935-47c5-8fc6-80e1d39f0107 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:07.039876 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-bac74d73-0935-47c5-8fc6-80e1d39f0107 service neutron] Transition to ACTIVE for port object 2f0969cf-fa4a-4239-a6d0-292edd15c57c will not be triggered until provisioned by entity L2. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:14:07.046053 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e6e42cde-4a8d-44b6-a6a8-8f426bf86a5f req-612cc9c1-192f-44f8-8303-f10ebdb64d46 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=aaf50617-7f3e-4117-a8a7-a01f843ae176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615201 Sep 22 22:14:07.047128 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-bac74d73-0935-47c5-8fc6-80e1d39f0107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:07.104009 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-dc1145da-20b2-4532-a2c2-06534913b341 None None] Attempt 2 to provision port 2f0969cf-fa4a-4239-a6d0-292edd15c57c Sep 22 22:14:07.157007 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-dc1145da-20b2-4532-a2c2-06534913b341 None None] Port 2f0969cf-fa4a-4239-a6d0-292edd15c57c cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:14:07.231184 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac74d73-0935-47c5-8fc6-80e1d39f0107 service neutron] Pushing event updated for resources: {'Port': ['ID=2f0969cf-fa4a-4239-a6d0-292edd15c57c,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:07.272240 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-bac74d73-0935-47c5-8fc6-80e1d39f0107 service neutron] Attempting to bind port 2f0969cf-fa4a-4239-a6d0-292edd15c57c on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:14:07.272573 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-bac74d73-0935-47c5-8fc6-80e1d39f0107 service neutron] Attempting to bind port 2f0969cf-fa4a-4239-a6d0-292edd15c57c by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'f0cc2b5b-4ad1-4236-b1d9-652080e8ee04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:14:07.272896 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-bac74d73-0935-47c5-8fc6-80e1d39f0107 service neutron] Attempting to bind port 2f0969cf-fa4a-4239-a6d0-292edd15c57c on network 70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:14:07.277395 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-bac74d73-0935-47c5-8fc6-80e1d39f0107 service neutron] Port 2f0969cf-fa4a-4239-a6d0-292edd15c57c on network 70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 22:14:07.277710 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-bac74d73-0935-47c5-8fc6-80e1d39f0107 service neutron] Attempting to bind port 2f0969cf-fa4a-4239-a6d0-292edd15c57c on network 70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:14:07.282751 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-bac74d73-0935-47c5-8fc6-80e1d39f0107 service neutron] Checking agent: {'id': '8a88b827-3477-4399-ac15-439d59b3c48a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'started_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:14:07.283086 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-bac74d73-0935-47c5-8fc6-80e1d39f0107 service neutron] Checking segment: {'id': 'f0cc2b5b-4ad1-4236-b1d9-652080e8ee04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:14:07.283471 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-bac74d73-0935-47c5-8fc6-80e1d39f0107 service neutron] Bound using segment: {'id': 'f0cc2b5b-4ad1-4236-b1d9-652080e8ee04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf'} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:14:07.283889 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-bac74d73-0935-47c5-8fc6-80e1d39f0107 service neutron] Bound port: 2f0969cf-fa4a-4239-a6d0-292edd15c57c, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0cc2b5b-4ad1-4236-b1d9-652080e8ee04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf'}}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:14:07.284228 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-bac74d73-0935-47c5-8fc6-80e1d39f0107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:07.372574 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-bac74d73-0935-47c5-8fc6-80e1d39f0107 service neutron] For port 2f0969cf-fa4a-4239-a6d0-292edd15c57c, host hv-neutron-8589, cleared binding levels {{(pid=89008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:14:07.376447 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-bac74d73-0935-47c5-8fc6-80e1d39f0107 service neutron] For port 2f0969cf-fa4a-4239-a6d0-292edd15c57c, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=2f0969cf-fa4a-4239-a6d0-292edd15c57c,segment=NetworkSegment(f0cc2b5b-4ad1-4236-b1d9-652080e8ee04),segment_id=f0cc2b5b-4ad1-4236-b1d9-652080e8ee04)] {{(pid=89008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:14:07.380009 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-bac74d73-0935-47c5-8fc6-80e1d39f0107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:07.410089 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-bac74d73-0935-47c5-8fc6-80e1d39f0107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:07.410643 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-bac74d73-0935-47c5-8fc6-80e1d39f0107 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:07.412020 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-bac74d73-0935-47c5-8fc6-80e1d39f0107 service neutron] 10.222.0.49 "PUT /v2.0/ports/2f0969cf-fa4a-4239-a6d0-292edd15c57c HTTP/1.1" status: 200 len: 1093 time: 1.1286054 Sep 22 22:14:07.412476 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7264760-f0a3-4817-88ab-d83d3135fe10', 'tag': '2f0969cf-fa4a-4239-a6d0-292edd15c57c'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:14:07.415202 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c7a360-d2ee-444c-bc29-5531b3b2949d" -d '{"events": [{"name": "network-changed", "server_uuid": "e7264760-f0a3-4817-88ab-d83d3135fe10", "tag": "2f0969cf-fa4a-4239-a6d0-292edd15c57c"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:14:07.467051 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac74d73-0935-47c5-8fc6-80e1d39f0107 service neutron] Pushing event updated for resources: {'Port': ['ID=2f0969cf-fa4a-4239-a6d0-292edd15c57c,revision_number=3']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:07.473912 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4da42a8-7c49-4574-a01a-8281a9912fe6 x-openstack-request-id: req-a4da42a8-7c49-4574-a01a-8281a9912fe6 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:14:07.474197 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7264760-f0a3-4817-88ab-d83d3135fe10", "tag": "2f0969cf-fa4a-4239-a6d0-292edd15c57c", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:14:07.474467 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a4da42a8-7c49-4574-a01a-8281a9912fe6 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:14:07.474875 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4da42a8-7c49-4574-a01a-8281a9912fe6'] response: {'name': 'network-changed', 'server_uuid': 'e7264760-f0a3-4817-88ab-d83d3135fe10', 'tag': '2f0969cf-fa4a-4239-a6d0-292edd15c57c', 'status': 'completed', 'code': 200} Sep 22 22:14:07.598594 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-43687668-6baf-4cf1-af2b-81f018a485c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:07.600088 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-43687668-6baf-4cf1-af2b-81f018a485c1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9918eff5a3f48ce98e866c17603f510&device_id=e7264760-f0a3-4817-88ab-d83d3135fe10 HTTP/1.1" status: 200 len: 1096 time: 0.1376867 Sep 22 22:14:07.657855 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-dc1145da-20b2-4532-a2c2-06534913b341 None None] Attempt 3 to provision port 2f0969cf-fa4a-4239-a6d0-292edd15c57c Sep 22 22:14:07.669732 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-8354ea1e-2a10-4841-96da-f5a03ffdb530 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f0969cf-fa4a-4239-a6d0-292edd15c57c HTTP/1.1" status: 200 len: 217 time: 0.0628874 Sep 22 22:14:07.717476 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-dc1145da-20b2-4532-a2c2-06534913b341 None None] Port 2f0969cf-fa4a-4239-a6d0-292edd15c57c had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 22:14:07.728654 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-26adcc14-c185-4373-a929-886860f11241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:07.730070 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-26adcc14-c185-4373-a929-886860f11241 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f9b476eb-f24b-427b-8387-6b4ee15c71e3 HTTP/1.1" status: 200 len: 834 time: 0.0552399 Sep 22 22:14:07.812612 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-cc1d8c24-bcc7-425b-b059-701ee64564c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:07.814108 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-cc1d8c24-bcc7-425b-b059-701ee64564c8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787158 Sep 22 22:14:07.947618 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-e966dffd-143f-492b-afae-1c3365020349 service neutron] 10.222.0.49 "GET /v2.0/networks/70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269667 Sep 22 22:14:08.073428 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ae39deb8-3ba4-4fc1-b5f5-b6667e5d21de req-f1244a85-8a9f-487c-a123-691187822f34 service neutron] 10.222.0.49 "GET /v2.0/networks/70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200290 Sep 22 22:14:08.194196 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 1da0d24b-0d06-479f-8eb6-6d1f03aa7a36 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:14:08.204912 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7a360-d2ee-444c-bc29-5531b3b2949d req-a27e7ee7-9d2f-4149-908a-b2e4bc60c1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:08.206304 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-33c7a360-d2ee-444c-bc29-5531b3b2949d req-a27e7ee7-9d2f-4149-908a-b2e4bc60c1cc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9918eff5a3f48ce98e866c17603f510&device_id=e7264760-f0a3-4817-88ab-d83d3135fe10 HTTP/1.1" status: 200 len: 1096 time: 0.0868921 Sep 22 22:14:08.265182 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 1da0d24b-0d06-479f-8eb6-6d1f03aa7a36 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:14:08.265594 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:08.265935 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 1da0d24b-0d06-479f-8eb6-6d1f03aa7a36 Sep 22 22:14:08.386285 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 1da0d24b-0d06-479f-8eb6-6d1f03aa7a36 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:14:08.498776 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7a360-d2ee-444c-bc29-5531b3b2949d req-7276a7ae-c4e7-40dd-8bbc-6182a75f73ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:08.500641 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-33c7a360-d2ee-444c-bc29-5531b3b2949d req-7276a7ae-c4e7-40dd-8bbc-6182a75f73ed service neutron] 10.222.0.49 "GET /v2.0/networks?id=70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf HTTP/1.1" status: 200 len: 896 time: 0.2871284 Sep 22 22:14:08.512491 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc73a0d7-a811-4aba-b4b2-41b46305c891 req-d31e2897-04f5-407a-aae3-dd55ee9e6c76 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:08.514108 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cc73a0d7-a811-4aba-b4b2-41b46305c891 req-d31e2897-04f5-407a-aae3-dd55ee9e6c76 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=e7264760-f0a3-4817-88ab-d83d3135fe10 HTTP/1.1" status: 200 len: 943 time: 0.3531194 Sep 22 22:14:08.589943 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-33c7a360-d2ee-444c-bc29-5531b3b2949d req-699761d0-ffea-48cb-b6b1-b9aacf9bf7f8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f0969cf-fa4a-4239-a6d0-292edd15c57c HTTP/1.1" status: 200 len: 217 time: 0.0743623 Sep 22 22:14:08.653950 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cc73a0d7-a811-4aba-b4b2-41b46305c891 req-041e6ebc-bd70-41ff-8f73-113903ff22f5 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=aaf50617-7f3e-4117-a8a7-a01f843ae176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891881 Sep 22 22:14:08.666340 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7a360-d2ee-444c-bc29-5531b3b2949d req-0f56ce69-f689-4fc5-a9e6-2a56302002d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:08.667803 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-33c7a360-d2ee-444c-bc29-5531b3b2949d req-0f56ce69-f689-4fc5-a9e6-2a56302002d4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f9b476eb-f24b-427b-8387-6b4ee15c71e3 HTTP/1.1" status: 200 len: 834 time: 0.0708983 Sep 22 22:14:08.752095 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7a360-d2ee-444c-bc29-5531b3b2949d req-f4ace555-aa19-4fe8-b985-a0b4c0e2d1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:08.753457 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-33c7a360-d2ee-444c-bc29-5531b3b2949d req-f4ace555-aa19-4fe8-b985-a0b4c0e2d1d0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799513 Sep 22 22:14:08.882566 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-33c7a360-d2ee-444c-bc29-5531b3b2949d req-498a611b-5a0d-49d6-9934-b4989af9a0e1 service neutron] 10.222.0.49 "GET /v2.0/networks/70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212900 Sep 22 22:14:09.009465 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-33c7a360-d2ee-444c-bc29-5531b3b2949d req-0cb96a55-52af-4059-a6e5-877af4f64f53 service neutron] 10.222.0.49 "GET /v2.0/networks/70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216488 Sep 22 22:14:09.789562 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-fda73d35-9f50-4a8c-808a-71f247bfb421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:09.905286 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a6bd86-8c54-4ff9-aef5-c65d65bf6c85 req-1913a771-7e9b-40e0-9c23-a76912713787 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:09.906674 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-81a6bd86-8c54-4ff9-aef5-c65d65bf6c85 req-1913a771-7e9b-40e0-9c23-a76912713787 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=e7264760-f0a3-4817-88ab-d83d3135fe10 HTTP/1.1" status: 200 len: 943 time: 0.1414454 Sep 22 22:14:09.950458 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-81a6bd86-8c54-4ff9-aef5-c65d65bf6c85 req-f844bd01-89a1-4265-8255-047c7718b3dc tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=aaf50617-7f3e-4117-a8a7-a01f843ae176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379393 Sep 22 22:14:10.712126 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 2f0969cf-fa4a-4239-a6d0-292edd15c57c details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 22:14:10.841841 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 2f0969cf-fa4a-4239-a6d0-292edd15c57c, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=2f0969cf-fa4a-4239-a6d0-292edd15c57c,segment=NetworkSegment(f0cc2b5b-4ad1-4236-b1d9-652080e8ee04),segment_id=f0cc2b5b-4ad1-4236-b1d9-652080e8ee04)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:14:10.854954 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': '2f0969cf-fa4a-4239-a6d0-292edd15c57c', 'network_id': '70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf', 'port_id': '2f0969cf-fa4a-4239-a6d0-292edd15c57c', 'mac_address': 'fa:16:3e:34:4b:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b476eb-f24b-427b-8387-6b4ee15c71e3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 22:14:10.907764 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 2f0969cf-fa4a-4239-a6d0-292edd15c57c is: DOWN; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:14:10.908133 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:10.924500 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f0969cf-fa4a-4239-a6d0-292edd15c57c {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 22:14:10.938961 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 2f0969cf-fa4a-4239-a6d0-292edd15c57c, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=2f0969cf-fa4a-4239-a6d0-292edd15c57c,segment=NetworkSegment(f0cc2b5b-4ad1-4236-b1d9-652080e8ee04),segment_id=f0cc2b5b-4ad1-4236-b1d9-652080e8ee04)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:14:10.942771 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:11.049647 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=2f0969cf-fa4a-4239-a6d0-292edd15c57c,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:11.145997 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['2f0969cf-fa4a-4239-a6d0-292edd15c57c'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 22:14:11.147994 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ae326-bf59-473d-b981-a3ee0433771d req-c648510e-e38c-478a-9544-0aedfc8d692a tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:11.149437 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ed9ae326-bf59-473d-b981-a3ee0433771d req-c648510e-e38c-478a-9544-0aedfc8d692a tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=e7264760-f0a3-4817-88ab-d83d3135fe10 HTTP/1.1" status: 200 len: 944 time: 0.0864317 Sep 22 22:14:11.193035 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ed9ae326-bf59-473d-b981-a3ee0433771d req-b73ecb12-427c-47d9-ac0f-cccbd24f09e2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=aaf50617-7f3e-4117-a8a7-a01f843ae176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377848 Sep 22 22:14:11.996827 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9b16365e-0fc9-446b-bd3e-f3a57e59bca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:12.393654 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c61c37-f8dc-49a7-94c6-ba3dca0a07ec req-cbb9b79d-0e29-43ce-b4ae-87457e635727 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:12.395127 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-d0c61c37-f8dc-49a7-94c6-ba3dca0a07ec req-cbb9b79d-0e29-43ce-b4ae-87457e635727 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=e7264760-f0a3-4817-88ab-d83d3135fe10 HTTP/1.1" status: 200 len: 944 time: 0.0901756 Sep 22 22:14:12.439347 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-d0c61c37-f8dc-49a7-94c6-ba3dca0a07ec req-fa06037d-7aeb-490c-b456-5a903bcc6161 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=aaf50617-7f3e-4117-a8a7-a01f843ae176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386763 Sep 22 22:14:12.721008 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 2f0969cf-fa4a-4239-a6d0-292edd15c57c up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:14:12.789025 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning for port 2f0969cf-fa4a-4239-a6d0-292edd15c57c completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:14:12.793580 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port 2f0969cf-fa4a-4239-a6d0-292edd15c57c triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:14:12.793942 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:12.794266 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port 2f0969cf-fa4a-4239-a6d0-292edd15c57c Sep 22 22:14:12.867324 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:12.919688 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 2f0969cf-fa4a-4239-a6d0-292edd15c57c is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:14:12.920063 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:12.945836 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7264760-f0a3-4817-88ab-d83d3135fe10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f0969cf-fa4a-4239-a6d0-292edd15c57c'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:14:12.948132 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20de05b3-a53f-4d25-ae75-f78878d6f203" -d '{"events": [{"server_uuid": "e7264760-f0a3-4817-88ab-d83d3135fe10", "name": "network-vif-plugged", "status": "completed", "tag": "2f0969cf-fa4a-4239-a6d0-292edd15c57c"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:14:12.956080 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 2f0969cf-fa4a-4239-a6d0-292edd15c57c, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=2f0969cf-fa4a-4239-a6d0-292edd15c57c,segment=NetworkSegment(f0cc2b5b-4ad1-4236-b1d9-652080e8ee04),segment_id=f0cc2b5b-4ad1-4236-b1d9-652080e8ee04)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:14:12.960090 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:12.997998 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f83f07e-f271-411a-a544-e8f997c0856e x-openstack-request-id: req-9f83f07e-f271-411a-a544-e8f997c0856e {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:14:12.998633 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7264760-f0a3-4817-88ab-d83d3135fe10", "name": "network-vif-plugged", "status": "completed", "tag": "2f0969cf-fa4a-4239-a6d0-292edd15c57c", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:14:12.998633 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9f83f07e-f271-411a-a544-e8f997c0856e {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:14:12.998929 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f83f07e-f271-411a-a544-e8f997c0856e'] response: {'server_uuid': 'e7264760-f0a3-4817-88ab-d83d3135fe10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f0969cf-fa4a-4239-a6d0-292edd15c57c', 'code': 200} Sep 22 22:14:13.031347 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=2f0969cf-fa4a-4239-a6d0-292edd15c57c,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:13.223132 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e2ba03-26fe-402b-a31a-d15704b23f86 req-49c92639-4957-41e6-9939-a8ecb1c64f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:13.224829 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-42e2ba03-26fe-402b-a31a-d15704b23f86 req-49c92639-4957-41e6-9939-a8ecb1c64f88 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e7264760-f0a3-4817-88ab-d83d3135fe10 HTTP/1.1" status: 200 len: 1098 time: 0.0794129 Sep 22 22:14:13.265521 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-42e2ba03-26fe-402b-a31a-d15704b23f86 req-cfd37958-b818-45c1-b753-6a52158dccb3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=aaf50617-7f3e-4117-a8a7-a01f843ae176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352263 Sep 22 22:14:13.270737 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:13.641111 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797bebf-ddea-4a61-937c-52c99f31e298 req-0e535c52-eca7-4225-b192-28da17c0a65f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:13.642570 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-0797bebf-ddea-4a61-937c-52c99f31e298 req-0e535c52-eca7-4225-b192-28da17c0a65f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=e7264760-f0a3-4817-88ab-d83d3135fe10 HTTP/1.1" status: 200 len: 945 time: 0.0877342 Sep 22 22:14:13.686351 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-0797bebf-ddea-4a61-937c-52c99f31e298 req-184ffd01-e04e-455a-b16e-59df4afc04ec tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=aaf50617-7f3e-4117-a8a7-a01f843ae176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379674 Sep 22 22:14:14.655619 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:14.934036 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4172e1d-dd5f-42c7-81bf-d2065480b8ec req-998028a8-271c-4ed8-9718-ad5d782ea608 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:14.935407 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c4172e1d-dd5f-42c7-81bf-d2065480b8ec req-998028a8-271c-4ed8-9718-ad5d782ea608 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=e7264760-f0a3-4817-88ab-d83d3135fe10 HTTP/1.1" status: 200 len: 945 time: 0.0858729 Sep 22 22:14:14.981432 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c4172e1d-dd5f-42c7-81bf-d2065480b8ec req-09b0fa1a-ab92-4e0b-99c5-d0e3d57e041b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=aaf50617-7f3e-4117-a8a7-a01f843ae176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403924 Sep 22 22:14:15.176762 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d34ad5-036a-44db-82e8-506c547dfc97 req-1d4af07c-d30d-4025-a00d-1c597a8715a7 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:15.178295 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-74d34ad5-036a-44db-82e8-506c547dfc97 req-1d4af07c-d30d-4025-a00d-1c597a8715a7 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=e7264760-f0a3-4817-88ab-d83d3135fe10 HTTP/1.1" status: 200 len: 945 time: 0.0884178 Sep 22 22:14:15.222312 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-74d34ad5-036a-44db-82e8-506c547dfc97 req-a5801bd9-1f8b-47ab-8abb-162dc8940ee0 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=aaf50617-7f3e-4117-a8a7-a01f843ae176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382452 Sep 22 22:14:15.250489 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 58172) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:14:15.326096 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef5fe02-bdf1-49a6-a785-715da0bbd7f0 tempest-TestNetworkAdvancedServerOps-762025924 tempest-TestNetworkAdvancedServerOps-762025924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:15.327612 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-1ef5fe02-bdf1-49a6-a785-715da0bbd7f0 tempest-TestNetworkAdvancedServerOps-762025924 tempest-TestNetworkAdvancedServerOps-762025924-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=e7264760-f0a3-4817-88ab-d83d3135fe10 HTTP/1.1" status: 200 len: 1093 time: 0.0760889 Sep 22 22:14:15.331100 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 58176) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:14:15.335777 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-e1317ff8-0c06-4625-a4a6-e47a0d775458 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'floatingip': {'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'port_id': '2f0969cf-fa4a-4239-a6d0-292edd15c57c', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:14:15.341572 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-e1317ff8-0c06-4625-a4a6-e47a0d775458 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:14:15.345691 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-e1317ff8-0c06-4625-a4a6-e47a0d775458 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:floatingip and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:14:15.348531 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-e1317ff8-0c06-4625-a4a6-e47a0d775458 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:14:15.354095 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-e1317ff8-0c06-4625-a4a6-e47a0d775458 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:14:15.364138 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e1317ff8-0c06-4625-a4a6-e47a0d775458 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for floatingip, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:15.497181 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e1317ff8-0c06-4625-a4a6-e47a0d775458 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:15.631176 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-e1317ff8-0c06-4625-a4a6-e47a0d775458 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Allocated IP 172.26.0.244 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/49329b98-39e1-4dbd-b4c6-d94eb5e5a73a) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:14:15.773780 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e1317ff8-0c06-4625-a4a6-e47a0d775458 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:15.801990 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e1317ff8-0c06-4625-a4a6-e47a0d775458 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:15.864302 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1317ff8-0c06-4625-a4a6-e47a0d775458 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:14:15.866962 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-e1317ff8-0c06-4625-a4a6-e47a0d775458 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:14:15.870688 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1317ff8-0c06-4625-a4a6-e47a0d775458 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:14:16.005992 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1317ff8-0c06-4625-a4a6-e47a0d775458 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'Port': ['ID=49329b98-39e1-4dbd-b4c6-d94eb5e5a73a,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:16.380013 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e1317ff8-0c06-4625-a4a6-e47a0d775458 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:16.449873 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e1317ff8-0c06-4625-a4a6-e47a0d775458 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:16.664633 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e1317ff8-0c06-4625-a4a6-e47a0d775458 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:16.668796 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e1317ff8-0c06-4625-a4a6-e47a0d775458 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:16.769134 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1317ff8-0c06-4625-a4a6-e47a0d775458 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'Port': ['ID=49329b98-39e1-4dbd-b4c6-d94eb5e5a73a,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:16.771443 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e1317ff8-0c06-4625-a4a6-e47a0d775458 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:16.944363 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.l3_db [None req-e1317ff8-0c06-4625-a4a6-e47a0d775458 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Floating IP 4e2f725e-2600-4858-bfab-dde8a480c6f7 associated. External IP: 172.26.0.244, port: 2f0969cf-fa4a-4239-a6d0-292edd15c57c. Sep 22 22:14:17.298405 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1317ff8-0c06-4625-a4a6-e47a0d775458 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Router fc70cd2f-5112-427e-96fa-446af82a7d0f has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 22:14:17.574725 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1317ff8-0c06-4625-a4a6-e47a0d775458 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:14:17.584507 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce65f2d-c824-4161-b657-e75509386363 None None] Sync routers for ids ['fc70cd2f-5112-427e-96fa-446af82a7d0f'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:14:17.595050 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce65f2d-c824-4161-b657-e75509386363 None None] Routers {'fc70cd2f-5112-427e-96fa-446af82a7d0f'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:14:17.595662 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-6ce65f2d-c824-4161-b657-e75509386363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:14:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['fc70cd2f-5112-427e-96fa-446af82a7d0f'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:14:17.599247 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e1317ff8-0c06-4625-a4a6-e47a0d775458 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:17.652242 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e1317ff8-0c06-4625-a4a6-e47a0d775458 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3201509 Sep 22 22:14:17.652827 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7264760-f0a3-4817-88ab-d83d3135fe10', 'tag': '2f0969cf-fa4a-4239-a6d0-292edd15c57c'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:14:17.655134 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28473fd-811f-404a-92d4-85f3166e1f62" -d '{"events": [{"name": "network-changed", "server_uuid": "e7264760-f0a3-4817-88ab-d83d3135fe10", "tag": "2f0969cf-fa4a-4239-a6d0-292edd15c57c"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:14:17.706940 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8082628-b16d-4529-9412-49f975ed3e34 x-openstack-request-id: req-c8082628-b16d-4529-9412-49f975ed3e34 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:14:17.707229 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7264760-f0a3-4817-88ab-d83d3135fe10", "tag": "2f0969cf-fa4a-4239-a6d0-292edd15c57c", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:14:17.707482 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c8082628-b16d-4529-9412-49f975ed3e34 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:14:17.707881 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8082628-b16d-4529-9412-49f975ed3e34'] response: {'name': 'network-changed', 'server_uuid': 'e7264760-f0a3-4817-88ab-d83d3135fe10', 'tag': '2f0969cf-fa4a-4239-a6d0-292edd15c57c', 'status': 'completed', 'code': 200} Sep 22 22:14:17.809025 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-6ce65f2d-c824-4161-b657-e75509386363 None None] Set router fc70cd2f-5112-427e-96fa-446af82a7d0f gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:14:17.870197 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28473fd-811f-404a-92d4-85f3166e1f62 req-cd4e20e7-5311-4bf4-a54b-2e8ac87100a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:17.871568 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c28473fd-811f-404a-92d4-85f3166e1f62 req-cd4e20e7-5311-4bf4-a54b-2e8ac87100a2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9918eff5a3f48ce98e866c17603f510&device_id=e7264760-f0a3-4817-88ab-d83d3135fe10 HTTP/1.1" status: 200 len: 1098 time: 0.1429420 Sep 22 22:14:17.879954 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d42de-10f9-457e-9bd1-20af131730e4 req-c1aee3d6-b4ae-4940-bba1-099ab5aafb9c tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:17.881283 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-dd7d42de-10f9-457e-9bd1-20af131730e4 req-c1aee3d6-b4ae-4940-bba1-099ab5aafb9c tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=e7264760-f0a3-4817-88ab-d83d3135fe10 HTTP/1.1" status: 200 len: 945 time: 0.1156466 Sep 22 22:14:18.000797 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-dd7d42de-10f9-457e-9bd1-20af131730e4 req-9e09eab2-75bf-4b60-bc26-b313868438ac tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=aaf50617-7f3e-4117-a8a7-a01f843ae176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985143 Sep 22 22:14:18.029458 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58184) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:14:18.041010 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28473fd-811f-404a-92d4-85f3166e1f62 req-585223ff-274a-44b1-aa1a-e6adbf2d6235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:18.042424 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c28473fd-811f-404a-92d4-85f3166e1f62 req-585223ff-274a-44b1-aa1a-e6adbf2d6235 service neutron] 10.222.0.49 "GET /v2.0/networks?id=70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf HTTP/1.1" status: 200 len: 896 time: 0.1603169 Sep 22 22:14:18.140922 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a1aa64ea-6fb1-458b-ae37-5a43b7370ffc tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/floatingips/4e2f725e-2600-4858-bfab-dde8a480c6f7 HTTP/1.1" status: 200 len: 991 time: 0.1095700 Sep 22 22:14:18.142958 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c28473fd-811f-404a-92d4-85f3166e1f62 req-0f8fda79-cade-4948-a180-d21d017b8efe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f0969cf-fa4a-4239-a6d0-292edd15c57c HTTP/1.1" status: 200 len: 999 time: 0.0945663 Sep 22 22:14:18.159792 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-6ce65f2d-c824-4161-b657-e75509386363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc70cd2f-5112-427e-96fa-446af82a7d0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162199418', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': '8c394271-9cf5-4851-bfb9-ea3bf21748cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:13:57Z', 'updated_at': '2022-09-22T22:14:02Z', 'revision_number': 4, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '8c394271-9cf5-4851-bfb9-ea3bf21748cb', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc70cd2f-5112-427e-96fa-446af82a7d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:13:57Z', 'updated_at': '2022-09-22T22:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '4e2f725e-2600-4858-bfab-dde8a480c6f7', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'floating_ip_address': '172.26.0.244', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': 'fc70cd2f-5112-427e-96fa-446af82a7d0f', 'port_id': '2f0969cf-fa4a-4239-a6d0-292edd15c57c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf', 'mac_address': 'fa:16:3e:34:4b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7264760-f0a3-4817-88ab-d83d3135fe10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:14:16Z', 'updated_at': '2022-09-22T22:14:16Z', 'revision_number': 0, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1da0d24b-0d06-479f-8eb6-6d1f03aa7a36', 'name': '', 'network_id': '70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'mac_address': 'fa:16:3e:83:ed:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc70cd2f-5112-427e-96fa-446af82a7d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'f9b476eb-f24b-427b-8387-6b4ee15c71e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:01Z', 'updated_at': '2022-09-22T22:14:06Z', 'revision_number': 5, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'subnets': [{'id': 'f9b476eb-f24b-427b-8387-6b4ee15c71e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:14:18.163606 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce65f2d-c824-4161-b657-e75509386363 None None] Checking router: fc70cd2f-5112-427e-96fa-446af82a7d0f for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:14:18.171772 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce65f2d-c824-4161-b657-e75509386363 None None] Routers {'fc70cd2f-5112-427e-96fa-446af82a7d0f'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:14:18.172351 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-6ce65f2d-c824-4161-b657-e75509386363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:14:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['fc70cd2f-5112-427e-96fa-446af82a7d0f'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:14:18.207066 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28473fd-811f-404a-92d4-85f3166e1f62 req-5dd2ccc8-e477-4588-bf1d-d90d42b95b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:18.208497 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c28473fd-811f-404a-92d4-85f3166e1f62 req-5dd2ccc8-e477-4588-bf1d-d90d42b95b80 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f9b476eb-f24b-427b-8387-6b4ee15c71e3 HTTP/1.1" status: 200 len: 834 time: 0.0603340 Sep 22 22:14:18.293778 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28473fd-811f-404a-92d4-85f3166e1f62 req-0cf3cec9-22e1-4bbd-a12c-95b353788e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:18.295358 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c28473fd-811f-404a-92d4-85f3166e1f62 req-0cf3cec9-22e1-4bbd-a12c-95b353788e7c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816822 Sep 22 22:14:18.348623 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-6ce65f2d-c824-4161-b657-e75509386363 None None] Set router fc70cd2f-5112-427e-96fa-446af82a7d0f gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:14:18.427035 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c28473fd-811f-404a-92d4-85f3166e1f62 req-4332355b-fcb8-4aa3-a5cf-820e623a4c3a service neutron] 10.222.0.49 "GET /v2.0/networks/70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258895 Sep 22 22:14:18.556393 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c28473fd-811f-404a-92d4-85f3166e1f62 req-eebd00e9-2cbb-4d8f-80f4-5f1e0eaff64a service neutron] 10.222.0.49 "GET /v2.0/networks/70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239398 Sep 22 22:14:18.690346 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-6ce65f2d-c824-4161-b657-e75509386363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc70cd2f-5112-427e-96fa-446af82a7d0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162199418', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': '8c394271-9cf5-4851-bfb9-ea3bf21748cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:13:57Z', 'updated_at': '2022-09-22T22:14:02Z', 'revision_number': 4, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '8c394271-9cf5-4851-bfb9-ea3bf21748cb', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc70cd2f-5112-427e-96fa-446af82a7d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:13:57Z', 'updated_at': '2022-09-22T22:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '4e2f725e-2600-4858-bfab-dde8a480c6f7', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'floating_ip_address': '172.26.0.244', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': 'fc70cd2f-5112-427e-96fa-446af82a7d0f', 'port_id': '2f0969cf-fa4a-4239-a6d0-292edd15c57c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf', 'mac_address': 'fa:16:3e:34:4b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7264760-f0a3-4817-88ab-d83d3135fe10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:14:16Z', 'updated_at': '2022-09-22T22:14:16Z', 'revision_number': 0, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1da0d24b-0d06-479f-8eb6-6d1f03aa7a36', 'name': '', 'network_id': '70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'mac_address': 'fa:16:3e:83:ed:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc70cd2f-5112-427e-96fa-446af82a7d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'f9b476eb-f24b-427b-8387-6b4ee15c71e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:01Z', 'updated_at': '2022-09-22T22:14:06Z', 'revision_number': 5, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'subnets': [{'id': 'f9b476eb-f24b-427b-8387-6b4ee15c71e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:14:18.694047 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce65f2d-c824-4161-b657-e75509386363 None None] The sync data for ids ['fc70cd2f-5112-427e-96fa-446af82a7d0f'] in dv-neutron-858900-1-hyperv is: [{'id': 'fc70cd2f-5112-427e-96fa-446af82a7d0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162199418', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': '8c394271-9cf5-4851-bfb9-ea3bf21748cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:13:57Z', 'updated_at': '2022-09-22T22:14:02Z', 'revision_number': 4, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '8c394271-9cf5-4851-bfb9-ea3bf21748cb', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc70cd2f-5112-427e-96fa-446af82a7d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:13:57Z', 'updated_at': '2022-09-22T22:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '4e2f725e-2600-4858-bfab-dde8a480c6f7', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'floating_ip_address': '172.26.0.244', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': 'fc70cd2f-5112-427e-96fa-446af82a7d0f', 'port_id': '2f0969cf-fa4a-4239-a6d0-292edd15c57c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf', 'mac_address': 'fa:16:3e:34:4b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7264760-f0a3-4817-88ab-d83d3135fe10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:14:16Z', 'updated_at': '2022-09-22T22:14:16Z', 'revision_number': 0, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1da0d24b-0d06-479f-8eb6-6d1f03aa7a36', 'name': '', 'network_id': '70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'mac_address': 'fa:16:3e:83:ed:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc70cd2f-5112-427e-96fa-446af82a7d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'f9b476eb-f24b-427b-8387-6b4ee15c71e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:01Z', 'updated_at': '2022-09-22T22:14:06Z', 'revision_number': 5, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'subnets': [{'id': 'f9b476eb-f24b-427b-8387-6b4ee15c71e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:14:18.877626 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebb8aa4-c7d7-40d7-8a17-8c03e8df46e6 None None] New status for floating IP 4e2f725e-2600-4858-bfab-dde8a480c6f7: ACTIVE {{(pid=89010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 22:14:19.143118 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58188) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:14:19.247763 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-34571ec8-100e-4ed2-bef2-aeb4769858b5 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/floatingips/4e2f725e-2600-4858-bfab-dde8a480c6f7 HTTP/1.1" status: 200 len: 993 time: 0.1034448 Sep 22 22:14:20.838678 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:14:26.316166 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:39.791630 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-88ee4990-fc68-4174-9336-f59db5770b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:41.998689 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-449c52f4-3ce7-4e10-87c0-222a94a66731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:42.859914 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:43.274073 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:44.657905 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:46.153026 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192446ed-27ad-4259-b004-d78379a31952 req-d22bb73d-9f3a-421c-980b-6af447995bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:46.154675 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-192446ed-27ad-4259-b004-d78379a31952 req-d22bb73d-9f3a-421c-980b-6af447995bd0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9918eff5a3f48ce98e866c17603f510&device_id=e7264760-f0a3-4817-88ab-d83d3135fe10 HTTP/1.1" status: 200 len: 1098 time: 0.0837181 Sep 22 22:14:46.188613 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ea6b1-4a30-4f4a-8f25-be50f80ae356 req-4ce1d3c0-8040-4c8b-b7ec-9018d128317e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:46.190077 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-bb0ea6b1-4a30-4f4a-8f25-be50f80ae356 req-4ce1d3c0-8040-4c8b-b7ec-9018d128317e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=e7264760-f0a3-4817-88ab-d83d3135fe10 HTTP/1.1" status: 200 len: 945 time: 0.0897031 Sep 22 22:14:46.234978 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-bb0ea6b1-4a30-4f4a-8f25-be50f80ae356 req-ac8fe1f4-57f6-483d-a26c-348a886caecb tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=aaf50617-7f3e-4117-a8a7-a01f843ae176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377715 Sep 22 22:14:46.292520 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192446ed-27ad-4259-b004-d78379a31952 req-83f6287e-8b38-46e7-8966-474d8cae3ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:46.293951 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-192446ed-27ad-4259-b004-d78379a31952 req-83f6287e-8b38-46e7-8966-474d8cae3ce2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf HTTP/1.1" status: 200 len: 896 time: 0.1260831 Sep 22 22:14:46.395633 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-192446ed-27ad-4259-b004-d78379a31952 req-358f5e16-0a2f-4370-b9f5-075595657662 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f0969cf-fa4a-4239-a6d0-292edd15c57c HTTP/1.1" status: 200 len: 1001 time: 0.0956120 Sep 22 22:14:46.457098 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192446ed-27ad-4259-b004-d78379a31952 req-47e66f1d-ff86-4fad-b3f5-46d8172d1c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:46.458403 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-192446ed-27ad-4259-b004-d78379a31952 req-47e66f1d-ff86-4fad-b3f5-46d8172d1c5f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f9b476eb-f24b-427b-8387-6b4ee15c71e3 HTTP/1.1" status: 200 len: 834 time: 0.0565381 Sep 22 22:14:46.542063 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192446ed-27ad-4259-b004-d78379a31952 req-2b4c3970-21e5-47c7-b73c-be27e2e7da0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:46.543509 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-192446ed-27ad-4259-b004-d78379a31952 req-2b4c3970-21e5-47c7-b73c-be27e2e7da0c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781760 Sep 22 22:14:46.759460 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-192446ed-27ad-4259-b004-d78379a31952 req-1006ac97-61a2-4f05-817e-e656eac3fd58 service neutron] 10.222.0.49 "GET /v2.0/networks/70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083635 Sep 22 22:14:46.887398 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-192446ed-27ad-4259-b004-d78379a31952 req-ebe4449d-c79a-4904-ba74-524b17815e3e service neutron] 10.222.0.49 "GET /v2.0/networks/70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214280 Sep 22 22:14:47.438323 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c94de0-af33-4d9b-8f7f-c7de35b70819 req-32f8b011-b659-404d-8e14-afb0070afb06 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:47.439843 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-80c94de0-af33-4d9b-8f7f-c7de35b70819 req-32f8b011-b659-404d-8e14-afb0070afb06 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=e7264760-f0a3-4817-88ab-d83d3135fe10 HTTP/1.1" status: 200 len: 945 time: 0.0922685 Sep 22 22:14:47.483204 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-80c94de0-af33-4d9b-8f7f-c7de35b70819 req-59c1054b-9346-48b6-8b6c-571df7101012 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=aaf50617-7f3e-4117-a8a7-a01f843ae176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371318 Sep 22 22:14:48.679734 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72759d0d-edc5-4966-a48b-0096e0ad0183 req-0f572e5a-f0c4-47b2-a0f6-6911e502059d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:48.681222 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-72759d0d-edc5-4966-a48b-0096e0ad0183 req-0f572e5a-f0c4-47b2-a0f6-6911e502059d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=e7264760-f0a3-4817-88ab-d83d3135fe10 HTTP/1.1" status: 200 len: 945 time: 0.0890913 Sep 22 22:14:48.729660 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-72759d0d-edc5-4966-a48b-0096e0ad0183 req-2db6f073-20eb-4e4c-a43f-e3b51d9ecec1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=aaf50617-7f3e-4117-a8a7-a01f843ae176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427012 Sep 22 22:14:49.927292 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d707b3-1d0d-4382-adc9-cd108fb718b4 req-54850f6d-da07-417c-8a83-4830d24e5304 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:49.928720 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-02d707b3-1d0d-4382-adc9-cd108fb718b4 req-54850f6d-da07-417c-8a83-4830d24e5304 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=e7264760-f0a3-4817-88ab-d83d3135fe10 HTTP/1.1" status: 200 len: 945 time: 0.0878282 Sep 22 22:14:49.971566 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-02d707b3-1d0d-4382-adc9-cd108fb718b4 req-f4792fcd-af7b-404e-873f-5db7665dbe20 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=aaf50617-7f3e-4117-a8a7-a01f843ae176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372756 Sep 22 22:14:51.171980 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25167c3b-c80a-4706-abd8-ac156d7ab4e3 req-0c5eb0bd-c8ed-48d7-88b9-cd9077eab60d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:51.173420 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-25167c3b-c80a-4706-abd8-ac156d7ab4e3 req-0c5eb0bd-c8ed-48d7-88b9-cd9077eab60d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=e7264760-f0a3-4817-88ab-d83d3135fe10 HTTP/1.1" status: 200 len: 945 time: 0.0892615 Sep 22 22:14:51.216286 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-25167c3b-c80a-4706-abd8-ac156d7ab4e3 req-0558f0a5-c268-49fa-bfda-ae54939bb9b0 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=aaf50617-7f3e-4117-a8a7-a01f843ae176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372703 Sep 22 22:14:52.411872 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a0a99-fd91-494b-9166-c0fff3b20efd req-292be502-38c1-4205-bff0-1b0919df7894 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:52.413226 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1d4a0a99-fd91-494b-9166-c0fff3b20efd req-292be502-38c1-4205-bff0-1b0919df7894 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=e7264760-f0a3-4817-88ab-d83d3135fe10 HTTP/1.1" status: 200 len: 945 time: 0.0865078 Sep 22 22:14:52.461034 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1d4a0a99-fd91-494b-9166-c0fff3b20efd req-dd82c8b3-2fea-4eb3-a8e8-1095d292e1bc tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=aaf50617-7f3e-4117-a8a7-a01f843ae176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420806 Sep 22 22:14:53.655010 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a2fc4-199b-4618-8dff-00bf1388a484 req-a6e3e2f2-0e7e-41da-a17e-2791ed68c617 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:53.656458 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c18a2fc4-199b-4618-8dff-00bf1388a484 req-a6e3e2f2-0e7e-41da-a17e-2791ed68c617 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=e7264760-f0a3-4817-88ab-d83d3135fe10 HTTP/1.1" status: 200 len: 945 time: 0.0859618 Sep 22 22:14:53.698632 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c18a2fc4-199b-4618-8dff-00bf1388a484 req-7fefa38a-da36-4075-9880-bc718679ebe0 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=aaf50617-7f3e-4117-a8a7-a01f843ae176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365860 Sep 22 22:14:54.891060 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef5b98-e313-43d8-8f2e-437d48386288 req-cc552d3c-3def-476a-aacf-5209c224951c tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:54.892502 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e5ef5b98-e313-43d8-8f2e-437d48386288 req-cc552d3c-3def-476a-aacf-5209c224951c tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=e7264760-f0a3-4817-88ab-d83d3135fe10 HTTP/1.1" status: 200 len: 945 time: 0.0852487 Sep 22 22:14:54.935390 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e5ef5b98-e313-43d8-8f2e-437d48386288 req-0fa3efe1-b3a3-4861-9590-f03b5e4c10a0 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=aaf50617-7f3e-4117-a8a7-a01f843ae176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373569 Sep 22 22:14:56.138474 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39f78a-d429-444d-b224-35c925210c6d req-8562c786-9422-4ad8-be89-a128d5d9e131 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:56.139957 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-fa39f78a-d429-444d-b224-35c925210c6d req-8562c786-9422-4ad8-be89-a128d5d9e131 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=e7264760-f0a3-4817-88ab-d83d3135fe10 HTTP/1.1" status: 200 len: 945 time: 0.0965996 Sep 22 22:14:56.182577 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-fa39f78a-d429-444d-b224-35c925210c6d req-5d0424ef-15f0-4790-88e2-9d4f9b35b6fc tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=aaf50617-7f3e-4117-a8a7-a01f843ae176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370483 Sep 22 22:14:56.325853 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:14:57.383232 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cabe004-51fc-48f6-9728-a931ae4d32bc req-371596c3-a333-47a4-853e-2c83499ab453 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:57.384658 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2cabe004-51fc-48f6-9728-a931ae4d32bc req-371596c3-a333-47a4-853e-2c83499ab453 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=e7264760-f0a3-4817-88ab-d83d3135fe10 HTTP/1.1" status: 200 len: 945 time: 0.0883203 Sep 22 22:14:57.428428 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2cabe004-51fc-48f6-9728-a931ae4d32bc req-f8aba4e2-79d8-47f2-98fa-8bb336160b88 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=aaf50617-7f3e-4117-a8a7-a01f843ae176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381811 Sep 22 22:14:57.837717 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:14:58.627982 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919755d-67ee-4dd5-9119-cdc97be4b659 req-bb662aa2-bc4d-4907-9622-78dfade84de6 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:58.629407 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-2919755d-67ee-4dd5-9119-cdc97be4b659 req-bb662aa2-bc4d-4907-9622-78dfade84de6 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=e7264760-f0a3-4817-88ab-d83d3135fe10 HTTP/1.1" status: 200 len: 945 time: 0.0876293 Sep 22 22:14:58.672536 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-2919755d-67ee-4dd5-9119-cdc97be4b659 req-e40238e0-1e74-4e6e-9759-6ddf453b83d8 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=aaf50617-7f3e-4117-a8a7-a01f843ae176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369005 Sep 22 22:14:58.701367 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58224) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:14:58.905247 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-80749243-aa06-40eb-b1f9-edeec092d101 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/floatingips/4e2f725e-2600-4858-bfab-dde8a480c6f7 HTTP/1.1" status: 200 len: 993 time: 0.2028000 Sep 22 22:15:09.793602 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0fa70b04-ba30-4c0a-af1d-41cd1a59229a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:11.999983 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-dd84b957-21d2-437d-bc73-72815b361400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:12.620734 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0ed97b72-b145-4956-9ec0-1e9a93439752 req-5f74090b-763f-4fa6-91bd-729d40f9be65 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e7264760-f0a3-4817-88ab-d83d3135fe10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0739150 Sep 22 22:15:12.765409 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed97b72-b145-4956-9ec0-1e9a93439752 req-f8a11c1b-66b9-4bea-a7ba-532f8f36007f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:12.766877 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0ed97b72-b145-4956-9ec0-1e9a93439752 req-f8a11c1b-66b9-4bea-a7ba-532f8f36007f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9918eff5a3f48ce98e866c17603f510&device_id=e7264760-f0a3-4817-88ab-d83d3135fe10 HTTP/1.1" status: 200 len: 1098 time: 0.0794721 Sep 22 22:15:12.862059 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:12.911641 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed97b72-b145-4956-9ec0-1e9a93439752 req-1fb159fe-1fb9-4888-a0f9-697a039fbb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:12.913020 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0ed97b72-b145-4956-9ec0-1e9a93439752 req-1fb159fe-1fb9-4888-a0f9-697a039fbb02 service neutron] 10.222.0.49 "GET /v2.0/networks?id=70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf HTTP/1.1" status: 200 len: 896 time: 0.1269455 Sep 22 22:15:13.014400 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0ed97b72-b145-4956-9ec0-1e9a93439752 req-081b2ef4-b0b4-4160-b998-30c3d4d56e3b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f0969cf-fa4a-4239-a6d0-292edd15c57c HTTP/1.1" status: 200 len: 1001 time: 0.0944510 Sep 22 22:15:13.074923 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed97b72-b145-4956-9ec0-1e9a93439752 req-7925a7e9-5338-4228-a612-06312f1434a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:13.076312 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0ed97b72-b145-4956-9ec0-1e9a93439752 req-7925a7e9-5338-4228-a612-06312f1434a5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f9b476eb-f24b-427b-8387-6b4ee15c71e3 HTTP/1.1" status: 200 len: 834 time: 0.0561690 Sep 22 22:15:13.159453 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed97b72-b145-4956-9ec0-1e9a93439752 req-9c3245a0-13a8-4d81-86ce-8bd99aa1835e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:13.160959 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0ed97b72-b145-4956-9ec0-1e9a93439752 req-9c3245a0-13a8-4d81-86ce-8bd99aa1835e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786397 Sep 22 22:15:13.278769 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:13.290016 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0ed97b72-b145-4956-9ec0-1e9a93439752 req-8d849fb1-5a71-4b76-905d-0a4a7aa1c3c0 service neutron] 10.222.0.49 "GET /v2.0/networks/70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218686 Sep 22 22:15:13.521049 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0ed97b72-b145-4956-9ec0-1e9a93439752 req-b9a5d9c8-c9eb-4041-9ac6-8f5cd675b27b service neutron] 10.222.0.49 "GET /v2.0/networks/70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248716 Sep 22 22:15:14.659745 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:26.319459 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:29.678389 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58242) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:15:29.874869 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-ff267cd0-f3f8-49f9-a789-9c036d1040be tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Deleting port 49329b98-39e1-4dbd-b4c6-d94eb5e5a73a {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:15:29.875210 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ff267cd0-f3f8-49f9-a789-9c036d1040be tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:30.042102 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ff267cd0-f3f8-49f9-a789-9c036d1040be tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:30.042350 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ff267cd0-f3f8-49f9-a789-9c036d1040be tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:30.160538 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-ff267cd0-f3f8-49f9-a789-9c036d1040be tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Calling delete_port for 49329b98-39e1-4dbd-b4c6-d94eb5e5a73a owned by network:floatingip {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:15:30.310794 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ff267cd0-f3f8-49f9-a789-9c036d1040be tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:30.355274 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff267cd0-f3f8-49f9-a789-9c036d1040be tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event deleted for resources: {'Port': ['ID=49329b98-39e1-4dbd-b4c6-d94eb5e5a73a,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:30.395786 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff267cd0-f3f8-49f9-a789-9c036d1040be tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:30.396134 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff267cd0-f3f8-49f9-a789-9c036d1040be tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:30.396482 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff267cd0-f3f8-49f9-a789-9c036d1040be tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:30.396810 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff267cd0-f3f8-49f9-a789-9c036d1040be tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:30.397139 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff267cd0-f3f8-49f9-a789-9c036d1040be tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:30.397468 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff267cd0-f3f8-49f9-a789-9c036d1040be tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:30.397792 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff267cd0-f3f8-49f9-a789-9c036d1040be tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:30.398117 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff267cd0-f3f8-49f9-a789-9c036d1040be tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:30.398441 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff267cd0-f3f8-49f9-a789-9c036d1040be tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:30.398781 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff267cd0-f3f8-49f9-a789-9c036d1040be tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:30.399106 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff267cd0-f3f8-49f9-a789-9c036d1040be tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:30.399421 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff267cd0-f3f8-49f9-a789-9c036d1040be tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:30.462396 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ff267cd0-f3f8-49f9-a789-9c036d1040be tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for floatingip, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:30.462754 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.l3_db [None req-ff267cd0-f3f8-49f9-a789-9c036d1040be tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Floating IP 4e2f725e-2600-4858-bfab-dde8a480c6f7 disassociated (deleted). External IP: 172.26.0.244, port: 2f0969cf-fa4a-4239-a6d0-292edd15c57c. Sep 22 22:15:30.813636 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff267cd0-f3f8-49f9-a789-9c036d1040be tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Router fc70cd2f-5112-427e-96fa-446af82a7d0f has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 22:15:30.994929 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff267cd0-f3f8-49f9-a789-9c036d1040be tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:15:31.004814 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13aaeef2-bd1b-4702-a7d3-0f4fd4d65708 None None] Sync routers for ids ['fc70cd2f-5112-427e-96fa-446af82a7d0f'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:15:31.014405 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13aaeef2-bd1b-4702-a7d3-0f4fd4d65708 None None] Routers {'fc70cd2f-5112-427e-96fa-446af82a7d0f'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:15:31.015024 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-13aaeef2-bd1b-4702-a7d3-0f4fd4d65708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:15:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['fc70cd2f-5112-427e-96fa-446af82a7d0f'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:15:31.015922 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ff267cd0-f3f8-49f9-a789-9c036d1040be tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:31.178641 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ff267cd0-f3f8-49f9-a789-9c036d1040be tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "DELETE /v2.0/floatingips/4e2f725e-2600-4858-bfab-dde8a480c6f7 HTTP/1.1" status: 204 len: 168 time: 1.4991291 Sep 22 22:15:31.179543 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7264760-f0a3-4817-88ab-d83d3135fe10', 'tag': '2f0969cf-fa4a-4239-a6d0-292edd15c57c'}] {{(pid=89009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:15:31.181826 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3cdb6d5bdfc0c86a52b2d842100ac752cec167fbf441e2518ec0a73bf85169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28affe1d-7f9f-4e9e-9cb6-7558e82b8ed9" -d '{"events": [{"name": "network-changed", "server_uuid": "e7264760-f0a3-4817-88ab-d83d3135fe10", "tag": "2f0969cf-fa4a-4239-a6d0-292edd15c57c"}]}' {{(pid=89009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:15:31.201111 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-13aaeef2-bd1b-4702-a7d3-0f4fd4d65708 None None] Set router fc70cd2f-5112-427e-96fa-446af82a7d0f gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:15:31.293775 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c0c6db-3fc1-40ff-a361-4f1424d91eeb x-openstack-request-id: req-42c0c6db-3fc1-40ff-a361-4f1424d91eeb {{(pid=89009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:15:31.294067 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7264760-f0a3-4817-88ab-d83d3135fe10", "tag": "2f0969cf-fa4a-4239-a6d0-292edd15c57c", "status": "completed", "code": 200}]} {{(pid=89009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:15:31.294318 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-42c0c6db-3fc1-40ff-a361-4f1424d91eeb {{(pid=89009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:15:31.294749 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42c0c6db-3fc1-40ff-a361-4f1424d91eeb'] response: {'name': 'network-changed', 'server_uuid': 'e7264760-f0a3-4817-88ab-d83d3135fe10', 'tag': '2f0969cf-fa4a-4239-a6d0-292edd15c57c', 'status': 'completed', 'code': 200} Sep 22 22:15:31.405144 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28affe1d-7f9f-4e9e-9cb6-7558e82b8ed9 req-9d32661a-7615-4369-b827-ac0c863ae79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:31.406718 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-28affe1d-7f9f-4e9e-9cb6-7558e82b8ed9 req-9d32661a-7615-4369-b827-ac0c863ae79c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9918eff5a3f48ce98e866c17603f510&device_id=e7264760-f0a3-4817-88ab-d83d3135fe10 HTTP/1.1" status: 200 len: 1098 time: 0.0921028 Sep 22 22:15:31.564904 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-13aaeef2-bd1b-4702-a7d3-0f4fd4d65708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc70cd2f-5112-427e-96fa-446af82a7d0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162199418', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': '8c394271-9cf5-4851-bfb9-ea3bf21748cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:13:57Z', 'updated_at': '2022-09-22T22:14:02Z', 'revision_number': 4, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '8c394271-9cf5-4851-bfb9-ea3bf21748cb', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc70cd2f-5112-427e-96fa-446af82a7d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:13:57Z', 'updated_at': '2022-09-22T22:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '1da0d24b-0d06-479f-8eb6-6d1f03aa7a36', 'name': '', 'network_id': '70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'mac_address': 'fa:16:3e:83:ed:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc70cd2f-5112-427e-96fa-446af82a7d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'f9b476eb-f24b-427b-8387-6b4ee15c71e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:01Z', 'updated_at': '2022-09-22T22:14:06Z', 'revision_number': 5, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'subnets': [{'id': 'f9b476eb-f24b-427b-8387-6b4ee15c71e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:15:31.568643 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13aaeef2-bd1b-4702-a7d3-0f4fd4d65708 None None] Checking router: fc70cd2f-5112-427e-96fa-446af82a7d0f for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:15:31.576913 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13aaeef2-bd1b-4702-a7d3-0f4fd4d65708 None None] Routers {'fc70cd2f-5112-427e-96fa-446af82a7d0f'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:15:31.577509 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-13aaeef2-bd1b-4702-a7d3-0f4fd4d65708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:15:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['fc70cd2f-5112-427e-96fa-446af82a7d0f'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:15:31.610300 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28affe1d-7f9f-4e9e-9cb6-7558e82b8ed9 req-d7a6b75b-9daf-49bb-a6fe-8f27a3939f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:31.611854 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-28affe1d-7f9f-4e9e-9cb6-7558e82b8ed9 req-d7a6b75b-9daf-49bb-a6fe-8f27a3939f9f service neutron] 10.222.0.49 "GET /v2.0/networks?id=70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf HTTP/1.1" status: 200 len: 896 time: 0.1995618 Sep 22 22:15:31.679508 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07376c5f-7575-4a92-963a-4fb59dba3900 req-a56d41f7-335c-499c-a8b1-1d179163521a tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:31.680946 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-07376c5f-7575-4a92-963a-4fb59dba3900 req-a56d41f7-335c-499c-a8b1-1d179163521a tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=e7264760-f0a3-4817-88ab-d83d3135fe10 HTTP/1.1" status: 200 len: 945 time: 0.1955171 Sep 22 22:15:31.691707 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-28affe1d-7f9f-4e9e-9cb6-7558e82b8ed9 req-98f00d28-ee56-4aa6-8804-812d27d3f13f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f0969cf-fa4a-4239-a6d0-292edd15c57c HTTP/1.1" status: 200 len: 217 time: 0.0737157 Sep 22 22:15:31.753807 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-13aaeef2-bd1b-4702-a7d3-0f4fd4d65708 None None] Set router fc70cd2f-5112-427e-96fa-446af82a7d0f gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:15:31.774895 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-07376c5f-7575-4a92-963a-4fb59dba3900 req-792b3895-9207-43ce-96d5-438016d60033 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=aaf50617-7f3e-4117-a8a7-a01f843ae176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854812 Sep 22 22:15:31.778752 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28affe1d-7f9f-4e9e-9cb6-7558e82b8ed9 req-c05c2387-bab9-4c32-b8a1-0ae7ec523875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:31.780081 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-28affe1d-7f9f-4e9e-9cb6-7558e82b8ed9 req-c05c2387-bab9-4c32-b8a1-0ae7ec523875 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f9b476eb-f24b-427b-8387-6b4ee15c71e3 HTTP/1.1" status: 200 len: 834 time: 0.0770183 Sep 22 22:15:31.864879 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28affe1d-7f9f-4e9e-9cb6-7558e82b8ed9 req-1b9045fd-7741-4f4d-ad4e-aad81a2873cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:31.866323 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-28affe1d-7f9f-4e9e-9cb6-7558e82b8ed9 req-1b9045fd-7741-4f4d-ad4e-aad81a2873cf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801165 Sep 22 22:15:32.002963 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-28affe1d-7f9f-4e9e-9cb6-7558e82b8ed9 req-a598cf5b-8d4b-4552-a984-123be08eab8e service neutron] 10.222.0.49 "GET /v2.0/networks/70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286690 Sep 22 22:15:32.067778 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-13aaeef2-bd1b-4702-a7d3-0f4fd4d65708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc70cd2f-5112-427e-96fa-446af82a7d0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162199418', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': '8c394271-9cf5-4851-bfb9-ea3bf21748cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:13:57Z', 'updated_at': '2022-09-22T22:14:02Z', 'revision_number': 4, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '8c394271-9cf5-4851-bfb9-ea3bf21748cb', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc70cd2f-5112-427e-96fa-446af82a7d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:13:57Z', 'updated_at': '2022-09-22T22:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '1da0d24b-0d06-479f-8eb6-6d1f03aa7a36', 'name': '', 'network_id': '70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'mac_address': 'fa:16:3e:83:ed:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc70cd2f-5112-427e-96fa-446af82a7d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'f9b476eb-f24b-427b-8387-6b4ee15c71e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:01Z', 'updated_at': '2022-09-22T22:14:06Z', 'revision_number': 5, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'subnets': [{'id': 'f9b476eb-f24b-427b-8387-6b4ee15c71e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:15:32.071728 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13aaeef2-bd1b-4702-a7d3-0f4fd4d65708 None None] The sync data for ids ['fc70cd2f-5112-427e-96fa-446af82a7d0f'] in dv-neutron-858900-1-hyperv is: [{'id': 'fc70cd2f-5112-427e-96fa-446af82a7d0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162199418', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': '8c394271-9cf5-4851-bfb9-ea3bf21748cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:13:57Z', 'updated_at': '2022-09-22T22:14:02Z', 'revision_number': 4, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '8c394271-9cf5-4851-bfb9-ea3bf21748cb', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc70cd2f-5112-427e-96fa-446af82a7d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:13:57Z', 'updated_at': '2022-09-22T22:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '1da0d24b-0d06-479f-8eb6-6d1f03aa7a36', 'name': '', 'network_id': '70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'mac_address': 'fa:16:3e:83:ed:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc70cd2f-5112-427e-96fa-446af82a7d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'f9b476eb-f24b-427b-8387-6b4ee15c71e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:01Z', 'updated_at': '2022-09-22T22:14:06Z', 'revision_number': 5, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'subnets': [{'id': 'f9b476eb-f24b-427b-8387-6b4ee15c71e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:15:32.134059 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-28affe1d-7f9f-4e9e-9cb6-7558e82b8ed9 req-1077c6a1-4e45-4e12-a2b7-dd4e19bbbb4e service neutron] 10.222.0.49 "GET /v2.0/networks/70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245737 Sep 22 22:15:32.295838 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5abdee9-e832-424d-878c-2da640ffdb10 None None] New status for floating IP 4e2f725e-2600-4858-bfab-dde8a480c6f7: DOWN {{(pid=89010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 22:15:32.980752 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b6042-abe7-4e48-9f37-f38c065f430b req-13b624ac-50c0-485f-b7e9-9641b4473e97 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:32.982190 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-632b6042-abe7-4e48-9f37-f38c065f430b req-13b624ac-50c0-485f-b7e9-9641b4473e97 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7264760-f0a3-4817-88ab-d83d3135fe10 HTTP/1.1" status: 200 len: 945 time: 0.0869648 Sep 22 22:15:32.982466 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a0876d-084a-4e26-9abf-72fe1726a048 req-96406e57-5b4c-4514-b71e-3961930d6bac tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:32.983214 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-c3a0876d-084a-4e26-9abf-72fe1726a048 req-96406e57-5b4c-4514-b71e-3961930d6bac tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Synchronizing usage tracker for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:15:32.998716 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-c3a0876d-084a-4e26-9abf-72fe1726a048 req-96406e57-5b4c-4514-b71e-3961930d6bac tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Unset dirty status for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:15:32.999882 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c3a0876d-084a-4e26-9abf-72fe1726a048 req-96406e57-5b4c-4514-b71e-3961930d6bac tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=e7264760-f0a3-4817-88ab-d83d3135fe10 HTTP/1.1" status: 200 len: 945 time: 0.1058042 Sep 22 22:15:33.043718 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c3a0876d-084a-4e26-9abf-72fe1726a048 req-167a6c6b-3560-4eb2-b34d-43fa394ea4e9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=aaf50617-7f3e-4117-a8a7-a01f843ae176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380385 Sep 22 22:15:33.054917 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-632b6042-abe7-4e48-9f37-f38c065f430b req-117d67d6-b608-46f9-8893-303379312ba9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Deleting port 2f0969cf-fa4a-4239-a6d0-292edd15c57c {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:15:33.055252 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-632b6042-abe7-4e48-9f37-f38c065f430b req-117d67d6-b608-46f9-8893-303379312ba9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:33.292113 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-632b6042-abe7-4e48-9f37-f38c065f430b req-117d67d6-b608-46f9-8893-303379312ba9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] For port 2f0969cf-fa4a-4239-a6d0-292edd15c57c, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=2f0969cf-fa4a-4239-a6d0-292edd15c57c,segment=NetworkSegment(f0cc2b5b-4ad1-4236-b1d9-652080e8ee04),segment_id=f0cc2b5b-4ad1-4236-b1d9-652080e8ee04)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:15:33.292483 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-632b6042-abe7-4e48-9f37-f38c065f430b req-117d67d6-b608-46f9-8893-303379312ba9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:33.417795 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-632b6042-abe7-4e48-9f37-f38c065f430b req-117d67d6-b608-46f9-8893-303379312ba9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Calling delete_port for 2f0969cf-fa4a-4239-a6d0-292edd15c57c owned by compute:nova {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:15:33.559101 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-632b6042-abe7-4e48-9f37-f38c065f430b req-117d67d6-b608-46f9-8893-303379312ba9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:33.710278 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d67d6-b608-46f9-8893-303379312ba9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event deleted for resources: {'Port': ['ID=2f0969cf-fa4a-4239-a6d0-292edd15c57c,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:33.753233 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117d67d6-b608-46f9-8893-303379312ba9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:33.753589 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117d67d6-b608-46f9-8893-303379312ba9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:33.753937 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117d67d6-b608-46f9-8893-303379312ba9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:33.754279 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117d67d6-b608-46f9-8893-303379312ba9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:33.754665 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117d67d6-b608-46f9-8893-303379312ba9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:33.754975 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117d67d6-b608-46f9-8893-303379312ba9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:33.755306 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117d67d6-b608-46f9-8893-303379312ba9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:33.755633 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117d67d6-b608-46f9-8893-303379312ba9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:33.755960 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117d67d6-b608-46f9-8893-303379312ba9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:33.756290 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117d67d6-b608-46f9-8893-303379312ba9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:33.756614 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117d67d6-b608-46f9-8893-303379312ba9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:33.756936 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117d67d6-b608-46f9-8893-303379312ba9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:33.806816 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-632b6042-abe7-4e48-9f37-f38c065f430b req-117d67d6-b608-46f9-8893-303379312ba9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] No DVR routers for this DVR port 2f0969cf-fa4a-4239-a6d0-292edd15c57c on host hv-neutron-8589 {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 22:15:33.809163 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-632b6042-abe7-4e48-9f37-f38c065f430b req-117d67d6-b608-46f9-8893-303379312ba9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:33.812136 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7264760-f0a3-4817-88ab-d83d3135fe10', 'name': 'network-vif-deleted', 'tag': '2f0969cf-fa4a-4239-a6d0-292edd15c57c'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:15:33.814399 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af0818b-8757-4c94-b1d3-b74883d1cf7e" -d '{"events": [{"server_uuid": "e7264760-f0a3-4817-88ab-d83d3135fe10", "name": "network-vif-deleted", "tag": "2f0969cf-fa4a-4239-a6d0-292edd15c57c"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:15:33.827404 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-632b6042-abe7-4e48-9f37-f38c065f430b req-117d67d6-b608-46f9-8893-303379312ba9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.49 "DELETE /v2.0/ports/2f0969cf-fa4a-4239-a6d0-292edd15c57c HTTP/1.1" status: 204 len: 173 time: 0.8403883 Sep 22 22:15:33.912277 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce11a6f-0f66-4c85-935c-2c542b0fe3fd x-openstack-request-id: req-dce11a6f-0f66-4c85-935c-2c542b0fe3fd {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:15:33.912574 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7264760-f0a3-4817-88ab-d83d3135fe10", "name": "network-vif-deleted", "tag": "2f0969cf-fa4a-4239-a6d0-292edd15c57c", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:15:33.912823 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-dce11a6f-0f66-4c85-935c-2c542b0fe3fd {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:15:33.913220 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dce11a6f-0f66-4c85-935c-2c542b0fe3fd'] response: {'server_uuid': 'e7264760-f0a3-4817-88ab-d83d3135fe10', 'name': 'network-vif-deleted', 'tag': '2f0969cf-fa4a-4239-a6d0-292edd15c57c', 'status': 'completed', 'code': 200} Sep 22 22:15:34.226318 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-2fd0fc24-67a7-4d28-be40-38c6f96be1fb req-717f2b01-fde9-4b19-a6b7-f22d8d3e8e4c tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=e7264760-f0a3-4817-88ab-d83d3135fe10 HTTP/1.1" status: 200 len: 210 time: 0.0532968 Sep 22 22:15:34.836537 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:15:35.329636 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58270) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:15:35.869516 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-174af2fd-aed5-4c69-8d90-eb6eb1dbee81 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:36.216136 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-174af2fd-aed5-4c69-8d90-eb6eb1dbee81 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Deleting port 1da0d24b-0d06-479f-8eb6-6d1f03aa7a36 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:15:36.216477 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-174af2fd-aed5-4c69-8d90-eb6eb1dbee81 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:36.398769 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-174af2fd-aed5-4c69-8d90-eb6eb1dbee81 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] For port 1da0d24b-0d06-479f-8eb6-6d1f03aa7a36, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=1da0d24b-0d06-479f-8eb6-6d1f03aa7a36,segment=NetworkSegment(f0cc2b5b-4ad1-4236-b1d9-652080e8ee04),segment_id=f0cc2b5b-4ad1-4236-b1d9-652080e8ee04)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:15:36.399405 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-174af2fd-aed5-4c69-8d90-eb6eb1dbee81 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:36.620292 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-174af2fd-aed5-4c69-8d90-eb6eb1dbee81 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Calling delete_port for 1da0d24b-0d06-479f-8eb6-6d1f03aa7a36 owned by network:router_interface {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:15:36.943844 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-174af2fd-aed5-4c69-8d90-eb6eb1dbee81 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:36.991459 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174af2fd-aed5-4c69-8d90-eb6eb1dbee81 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event deleted for resources: {'Port': ['ID=1da0d24b-0d06-479f-8eb6-6d1f03aa7a36,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:37.141890 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 2f0969cf-fa4a-4239-a6d0-292edd15c57c no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:15:37.178690 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] No Port match for: 2f0969cf-fa4a-4239-a6d0-292edd15c57c {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:15:37.179029 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 2f0969cf-fa4a-4239-a6d0-292edd15c57c not bound to the agent host hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:15:37.273787 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-174af2fd-aed5-4c69-8d90-eb6eb1dbee81 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:37.626509 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-174af2fd-aed5-4c69-8d90-eb6eb1dbee81 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Router fc70cd2f-5112-427e-96fa-446af82a7d0f has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 22:15:37.798203 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174af2fd-aed5-4c69-8d90-eb6eb1dbee81 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:15:37.807679 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f6c7a9-c114-4b56-9548-b4db05302301 None None] Sync routers for ids ['fc70cd2f-5112-427e-96fa-446af82a7d0f'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:15:37.810632 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-174af2fd-aed5-4c69-8d90-eb6eb1dbee81 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "PUT /v2.0/routers/fc70cd2f-5112-427e-96fa-446af82a7d0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4799321 Sep 22 22:15:37.813248 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58274) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:15:37.817396 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f6c7a9-c114-4b56-9548-b4db05302301 None None] Routers {'fc70cd2f-5112-427e-96fa-446af82a7d0f'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:15:37.817999 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-f6f6c7a9-c114-4b56-9548-b4db05302301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:15:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['fc70cd2f-5112-427e-96fa-446af82a7d0f'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:15:37.993318 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-76030cb4-17a8-4c9f-9157-c758deb31255 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Deleting subnet f9b476eb-f24b-427b-8387-6b4ee15c71e3 {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 22:15:37.996233 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-76030cb4-17a8-4c9f-9157-c758deb31255 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:37.998685 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-f6f6c7a9-c114-4b56-9548-b4db05302301 None None] Set router fc70cd2f-5112-427e-96fa-446af82a7d0f gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:15:38.049702 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-76030cb4-17a8-4c9f-9157-c758deb31255 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:38.137529 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-76030cb4-17a8-4c9f-9157-c758deb31255 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:38.220423 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-76030cb4-17a8-4c9f-9157-c758deb31255 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:38.265021 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-76030cb4-17a8-4c9f-9157-c758deb31255 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:38.269027 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76030cb4-17a8-4c9f-9157-c758deb31255 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event deleted for resources: {'Subnet': ['ID=f9b476eb-f24b-427b-8387-6b4ee15c71e3,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:38.273825 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-76030cb4-17a8-4c9f-9157-c758deb31255 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "DELETE /v2.0/subnets/f9b476eb-f24b-427b-8387-6b4ee15c71e3 HTTP/1.1" status: 204 len: 168 time: 0.4595997 Sep 22 22:15:38.276342 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58278) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:15:38.282519 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb379b37-e7e7-4c23-9d26-2f9ecaa32d95 None None] Network 70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:15:38.293946 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-f6f6c7a9-c114-4b56-9548-b4db05302301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc70cd2f-5112-427e-96fa-446af82a7d0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162199418', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': '8c394271-9cf5-4851-bfb9-ea3bf21748cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:13:57Z', 'updated_at': '2022-09-22T22:15:36Z', 'revision_number': 5, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '8c394271-9cf5-4851-bfb9-ea3bf21748cb', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc70cd2f-5112-427e-96fa-446af82a7d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:13:57Z', 'updated_at': '2022-09-22T22:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:15:38.297988 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f6c7a9-c114-4b56-9548-b4db05302301 None None] Checking router: fc70cd2f-5112-427e-96fa-446af82a7d0f for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:15:38.307036 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f6c7a9-c114-4b56-9548-b4db05302301 None None] Routers {'fc70cd2f-5112-427e-96fa-446af82a7d0f'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:15:38.307778 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-f6f6c7a9-c114-4b56-9548-b4db05302301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:15:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['fc70cd2f-5112-427e-96fa-446af82a7d0f'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:15:38.467381 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6b9fbc60-14ab-4555-85be-8614d395ba2d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for router, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:38.530733 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-f6f6c7a9-c114-4b56-9548-b4db05302301 None None] Set router fc70cd2f-5112-427e-96fa-446af82a7d0f gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:15:38.601304 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50b85c3-5934-4858-a786-061cd1d7dcdd None None] DHCP port deletion for 70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 22:15:38.605782 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-b50b85c3-5934-4858-a786-061cd1d7dcdd None None] Deleting port ca099e20-38b4-4e21-86f5-dd5153fa31f6 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:15:38.606147 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-b50b85c3-5934-4858-a786-061cd1d7dcdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:38.660056 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6b9fbc60-14ab-4555-85be-8614d395ba2d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:38.669948 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-6b9fbc60-14ab-4555-85be-8614d395ba2d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Deleting port 8c394271-9cf5-4851-bfb9-ea3bf21748cb {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:15:38.670280 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6b9fbc60-14ab-4555-85be-8614d395ba2d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:38.820878 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-b50b85c3-5934-4858-a786-061cd1d7dcdd None None] For port ca099e20-38b4-4e21-86f5-dd5153fa31f6, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=ca099e20-38b4-4e21-86f5-dd5153fa31f6,segment=NetworkSegment(f0cc2b5b-4ad1-4236-b1d9-652080e8ee04),segment_id=f0cc2b5b-4ad1-4236-b1d9-652080e8ee04)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:15:38.821623 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-b50b85c3-5934-4858-a786-061cd1d7dcdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:38.825524 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-f6f6c7a9-c114-4b56-9548-b4db05302301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc70cd2f-5112-427e-96fa-446af82a7d0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162199418', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': '8c394271-9cf5-4851-bfb9-ea3bf21748cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:13:57Z', 'updated_at': '2022-09-22T22:15:36Z', 'revision_number': 5, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '8c394271-9cf5-4851-bfb9-ea3bf21748cb', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc70cd2f-5112-427e-96fa-446af82a7d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:13:57Z', 'updated_at': '2022-09-22T22:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:15:38.829919 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f6c7a9-c114-4b56-9548-b4db05302301 None None] The sync data for ids ['fc70cd2f-5112-427e-96fa-446af82a7d0f'] in dv-neutron-858900-1-hyperv is: [{'id': 'fc70cd2f-5112-427e-96fa-446af82a7d0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162199418', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.126'}], 'enable_snat': True}, 'gw_port_id': '8c394271-9cf5-4851-bfb9-ea3bf21748cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:13:57Z', 'updated_at': '2022-09-22T22:15:36Z', 'revision_number': 5, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '8c394271-9cf5-4851-bfb9-ea3bf21748cb', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc70cd2f-5112-427e-96fa-446af82a7d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:13:57Z', 'updated_at': '2022-09-22T22:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:15:38.847974 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-6b9fbc60-14ab-4555-85be-8614d395ba2d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] For port 8c394271-9cf5-4851-bfb9-ea3bf21748cb, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=8c394271-9cf5-4851-bfb9-ea3bf21748cb,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:15:38.848342 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6b9fbc60-14ab-4555-85be-8614d395ba2d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:38.945581 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-b50b85c3-5934-4858-a786-061cd1d7dcdd None None] Calling delete_port for ca099e20-38b4-4e21-86f5-dd5153fa31f6 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:15:38.971483 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-6b9fbc60-14ab-4555-85be-8614d395ba2d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Calling delete_port for 8c394271-9cf5-4851-bfb9-ea3bf21748cb owned by network:router_gateway {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:15:39.020959 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-b50b85c3-5934-4858-a786-061cd1d7dcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:39.066817 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50b85c3-5934-4858-a786-061cd1d7dcdd None None] Pushing event deleted for resources: {'Port': ['ID=ca099e20-38b4-4e21-86f5-dd5153fa31f6,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:39.071620 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50b85c3-5934-4858-a786-061cd1d7dcdd None None] No DVR routers for this DVR port ca099e20-38b4-4e21-86f5-dd5153fa31f6 on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 22:15:39.077915 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50b85c3-5934-4858-a786-061cd1d7dcdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:39.078414 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50b85c3-5934-4858-a786-061cd1d7dcdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:39.078789 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50b85c3-5934-4858-a786-061cd1d7dcdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:39.079127 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50b85c3-5934-4858-a786-061cd1d7dcdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:39.079460 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50b85c3-5934-4858-a786-061cd1d7dcdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:39.079799 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50b85c3-5934-4858-a786-061cd1d7dcdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:39.080194 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50b85c3-5934-4858-a786-061cd1d7dcdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:39.082661 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50b85c3-5934-4858-a786-061cd1d7dcdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:39.082661 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50b85c3-5934-4858-a786-061cd1d7dcdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:39.082661 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50b85c3-5934-4858-a786-061cd1d7dcdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:39.082661 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50b85c3-5934-4858-a786-061cd1d7dcdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:39.082661 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50b85c3-5934-4858-a786-061cd1d7dcdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:39.144811 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6b9fbc60-14ab-4555-85be-8614d395ba2d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:39.194439 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9fbc60-14ab-4555-85be-8614d395ba2d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event deleted for resources: {'Port': ['ID=8c394271-9cf5-4851-bfb9-ea3bf21748cb,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:39.295323 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6b9fbc60-14ab-4555-85be-8614d395ba2d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8012236'] for router_gateway, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:39.563025 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6b9fbc60-14ab-4555-85be-8614d395ba2d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:39.565182 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6b9fbc60-14ab-4555-85be-8614d395ba2d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:39.586724 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6b9fbc60-14ab-4555-85be-8614d395ba2d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:39.587264 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9fbc60-14ab-4555-85be-8614d395ba2d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Fanout notify agent at l3_agent the message router_deleted on router fc70cd2f-5112-427e-96fa-446af82a7d0f {{(pid=89009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 22:15:39.602359 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-6b9fbc60-14ab-4555-85be-8614d395ba2d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:39.603479 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6b9fbc60-14ab-4555-85be-8614d395ba2d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "DELETE /v2.0/routers/fc70cd2f-5112-427e-96fa-446af82a7d0f HTTP/1.1" status: 204 len: 168 time: 1.3262460 Sep 22 22:15:39.606508 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58282) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:15:39.720306 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bd291b9d-0d6c-45b4-967b-5bb1f20a87aa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:39.796353 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-00a72d85-3f27-4ea9-bee5-4b15fba15576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:39.856987 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bd291b9d-0d6c-45b4-967b-5bb1f20a87aa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:39.881016 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-bd291b9d-0d6c-45b4-967b-5bb1f20a87aa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:15:39.893197 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-bd291b9d-0d6c-45b4-967b-5bb1f20a87aa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0cc2b5b-4ad1-4236-b1d9-652080e8ee04') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:15:39.893442 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-bd291b9d-0d6c-45b4-967b-5bb1f20a87aa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0cc2b5b-4ad1-4236-b1d9-652080e8ee04') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:15:39.905024 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bd291b9d-0d6c-45b4-967b-5bb1f20a87aa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:39.920231 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bd291b9d-0d6c-45b4-967b-5bb1f20a87aa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:39.926498 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd291b9d-0d6c-45b4-967b-5bb1f20a87aa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 22:15:39.927014 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bd291b9d-0d6c-45b4-967b-5bb1f20a87aa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:39.995825 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment f0cc2b5b-4ad1-4236-b1d9-652080e8ee04 resource provider aggregate not found Sep 22 22:15:40.017800 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment f0cc2b5b-4ad1-4236-b1d9-652080e8ee04 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f0cc2b5b-4ad1-4236-b1d9-652080e8ee04 found for delete ", "request_id": "req-de825541-f6fa-43aa-bd4b-e5d6b2bd3392"}]} Sep 22 22:15:40.033817 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bd291b9d-0d6c-45b4-967b-5bb1f20a87aa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:40.038452 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bd291b9d-0d6c-45b4-967b-5bb1f20a87aa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:40.067330 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd291b9d-0d6c-45b4-967b-5bb1f20a87aa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event deleted for resources: {'Network': ['ID=70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:40.075340 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-bd291b9d-0d6c-45b4-967b-5bb1f20a87aa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "DELETE /v2.0/networks/70ed8dd2-b44a-4b16-80eb-8ebd212b5fbf HTTP/1.1" status: 204 len: 168 time: 0.4672780 Sep 22 22:15:40.078560 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58290) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:15:40.144241 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a73827be-264c-43ed-b48d-e572a179ba0e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:40.172698 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a73827be-264c-43ed-b48d-e572a179ba0e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:40.237652 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device ca099e20-38b4-4e21-86f5-dd5153fa31f6 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:15:40.246692 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a73827be-264c-43ed-b48d-e572a179ba0e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:40.266540 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73827be-264c-43ed-b48d-e572a179ba0e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf50617-7f3e-4117-a8a7-a01f843ae176,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:40.281313 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: ca099e20-38b4-4e21-86f5-dd5153fa31f6 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:15:40.281915 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device ca099e20-38b4-4e21-86f5-dd5153fa31f6 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:15:40.282693 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 1da0d24b-0d06-479f-8eb6-6d1f03aa7a36 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:15:40.285298 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a73827be-264c-43ed-b48d-e572a179ba0e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:40.286505 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a73827be-264c-43ed-b48d-e572a179ba0e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "DELETE /v2.0/security-groups/aaf50617-7f3e-4117-a8a7-a01f843ae176 HTTP/1.1" status: 204 len: 168 time: 0.2069697 Sep 22 22:15:40.327340 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 1da0d24b-0d06-479f-8eb6-6d1f03aa7a36 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:15:40.327663 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 1da0d24b-0d06-479f-8eb6-6d1f03aa7a36 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:15:40.328081 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 8c394271-9cf5-4851-bfb9-ea3bf21748cb no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:15:40.362337 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 8c394271-9cf5-4851-bfb9-ea3bf21748cb {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:15:40.362853 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 8c394271-9cf5-4851-bfb9-ea3bf21748cb not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:15:40.401551 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58298) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:15:40.406930 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-b6116c9d-7813-40dd-8471-16eea4c78292 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2093889063', 'description': 'tempest-secgroup-smoke-2093889063 description', 'project_id': 'a9918eff5a3f48ce98e866c17603f510'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:15:40.413025 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-b6116c9d-7813-40dd-8471-16eea4c78292 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:15:40.417175 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-b6116c9d-7813-40dd-8471-16eea4c78292 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:security_group and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:15:40.420605 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-b6116c9d-7813-40dd-8471-16eea4c78292 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:15:40.426828 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-b6116c9d-7813-40dd-8471-16eea4c78292 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:15:40.439960 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b6116c9d-7813-40dd-8471-16eea4c78292 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:40.458921 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-b6116c9d-7813-40dd-8471-16eea4c78292 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:15:40.462660 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-b6116c9d-7813-40dd-8471-16eea4c78292 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:security_group_rule and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:15:40.465368 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-b6116c9d-7813-40dd-8471-16eea4c78292 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:15:40.471068 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-b6116c9d-7813-40dd-8471-16eea4c78292 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:15:40.543330 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b6116c9d-7813-40dd-8471-16eea4c78292 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:40.547446 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b6116c9d-7813-40dd-8471-16eea4c78292 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:40.591949 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6116c9d-7813-40dd-8471-16eea4c78292 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cfe321c-db98-41e2-b056-134e5182c59b,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:40.594524 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b6116c9d-7813-40dd-8471-16eea4c78292 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:40.595724 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-b6116c9d-7813-40dd-8471-16eea4c78292 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1931231 Sep 22 22:15:40.598651 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58302) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:15:40.603527 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-91d2c52c-01f2-4885-9bbf-2ff84e99710b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'security_group_rule': {'security_group_id': '3cfe321c-db98-41e2-b056-134e5182c59b', 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:15:40.609619 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-91d2c52c-01f2-4885-9bbf-2ff84e99710b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:15:40.613429 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-91d2c52c-01f2-4885-9bbf-2ff84e99710b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:security_group_rule and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:15:40.616248 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-91d2c52c-01f2-4885-9bbf-2ff84e99710b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:15:40.621904 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-91d2c52c-01f2-4885-9bbf-2ff84e99710b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:15:40.639334 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-91d2c52c-01f2-4885-9bbf-2ff84e99710b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:40.699032 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-91d2c52c-01f2-4885-9bbf-2ff84e99710b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:40.702620 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-91d2c52c-01f2-4885-9bbf-2ff84e99710b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:40.725691 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d2c52c-01f2-4885-9bbf-2ff84e99710b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37692961-4507-4e11-946b-53ede80ed6b5,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:40.733941 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-91d2c52c-01f2-4885-9bbf-2ff84e99710b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:40.735158 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-91d2c52c-01f2-4885-9bbf-2ff84e99710b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1355827 Sep 22 22:15:40.737909 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58306) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:15:40.742779 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-0deaa5d4-964b-4ac5-9403-797110dbdda6 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'security_group_rule': {'security_group_id': '3cfe321c-db98-41e2-b056-134e5182c59b', 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:15:40.748544 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-0deaa5d4-964b-4ac5-9403-797110dbdda6 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:15:40.752526 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-0deaa5d4-964b-4ac5-9403-797110dbdda6 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:security_group_rule and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:15:40.755360 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-0deaa5d4-964b-4ac5-9403-797110dbdda6 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:15:40.761055 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-0deaa5d4-964b-4ac5-9403-797110dbdda6 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:15:40.776639 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0deaa5d4-964b-4ac5-9403-797110dbdda6 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:40.839152 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0deaa5d4-964b-4ac5-9403-797110dbdda6 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:40.842360 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0deaa5d4-964b-4ac5-9403-797110dbdda6 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:40.865277 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deaa5d4-964b-4ac5-9403-797110dbdda6 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc095fe7-c82b-4c73-8d53-0a3175dc2a76,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:40.873172 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0deaa5d4-964b-4ac5-9403-797110dbdda6 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:40.874323 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-0deaa5d4-964b-4ac5-9403-797110dbdda6 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1355217 Sep 22 22:15:40.877153 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58310) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:15:40.881969 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-2b1157aa-bbf4-4b8a-b7e7-b0acae61af1f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'security_group_rule': {'security_group_id': '3cfe321c-db98-41e2-b056-134e5182c59b', 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:15:40.887734 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-2b1157aa-bbf4-4b8a-b7e7-b0acae61af1f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:15:40.892159 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-2b1157aa-bbf4-4b8a-b7e7-b0acae61af1f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:security_group_rule and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:15:40.894974 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-2b1157aa-bbf4-4b8a-b7e7-b0acae61af1f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:15:40.900623 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-2b1157aa-bbf4-4b8a-b7e7-b0acae61af1f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:15:40.916963 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2b1157aa-bbf4-4b8a-b7e7-b0acae61af1f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:40.977987 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2b1157aa-bbf4-4b8a-b7e7-b0acae61af1f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:40.981694 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2b1157aa-bbf4-4b8a-b7e7-b0acae61af1f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:41.004257 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1157aa-bbf4-4b8a-b7e7-b0acae61af1f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=077aa46e-ac84-4d68-986b-5adb16f4711e,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:41.013532 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2b1157aa-bbf4-4b8a-b7e7-b0acae61af1f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:41.014949 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2b1157aa-bbf4-4b8a-b7e7-b0acae61af1f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1368551 Sep 22 22:15:41.017602 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58314) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:15:41.022544 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-3eafdc79-0dcd-4b3b-a608-df1fdf798a3e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'security_group_rule': {'security_group_id': '3cfe321c-db98-41e2-b056-134e5182c59b', 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:15:41.028344 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-3eafdc79-0dcd-4b3b-a608-df1fdf798a3e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:15:41.032642 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-3eafdc79-0dcd-4b3b-a608-df1fdf798a3e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:security_group_rule and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:15:41.035452 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-3eafdc79-0dcd-4b3b-a608-df1fdf798a3e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:15:41.041117 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-3eafdc79-0dcd-4b3b-a608-df1fdf798a3e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:15:41.058686 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3eafdc79-0dcd-4b3b-a608-df1fdf798a3e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:41.123044 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3eafdc79-0dcd-4b3b-a608-df1fdf798a3e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:41.126242 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3eafdc79-0dcd-4b3b-a608-df1fdf798a3e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:41.149612 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eafdc79-0dcd-4b3b-a608-df1fdf798a3e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9104ec2b-0f81-40e0-a5a3-5ee6e8997226,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:41.159033 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3eafdc79-0dcd-4b3b-a608-df1fdf798a3e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:41.160161 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-3eafdc79-0dcd-4b3b-a608-df1fdf798a3e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1416361 Sep 22 22:15:41.162872 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58318) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:15:41.167845 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-3893bf6a-ffbf-42c6-a013-d5aff5417f37 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'security_group_rule': {'security_group_id': '3cfe321c-db98-41e2-b056-134e5182c59b', 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:15:41.173892 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-3893bf6a-ffbf-42c6-a013-d5aff5417f37 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:15:41.177811 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-3893bf6a-ffbf-42c6-a013-d5aff5417f37 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:security_group_rule and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:15:41.180652 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-3893bf6a-ffbf-42c6-a013-d5aff5417f37 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:15:41.186298 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-3893bf6a-ffbf-42c6-a013-d5aff5417f37 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:15:41.196134 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.securitygroups_db [None req-3893bf6a-ffbf-42c6-a013-d5aff5417f37 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Project a9918eff5a3f48ce98e866c17603f510 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 22:15:41.202970 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3893bf6a-ffbf-42c6-a013-d5aff5417f37 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:41.266401 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3893bf6a-ffbf-42c6-a013-d5aff5417f37 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:41.269788 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3893bf6a-ffbf-42c6-a013-d5aff5417f37 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:41.293010 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3893bf6a-ffbf-42c6-a013-d5aff5417f37 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e7312dc-7d65-487c-93bd-cebd98393e02,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:41.301970 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3893bf6a-ffbf-42c6-a013-d5aff5417f37 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:41.305651 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-3893bf6a-ffbf-42c6-a013-d5aff5417f37 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1393368 Sep 22 22:15:41.305835 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58322) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:15:41.310694 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-9c0e3edd-364c-4d01-ab7f-2c0b64b11a79 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'security_group_rule': {'security_group_id': '3cfe321c-db98-41e2-b056-134e5182c59b', 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:15:41.316252 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-9c0e3edd-364c-4d01-ab7f-2c0b64b11a79 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:15:41.320093 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-9c0e3edd-364c-4d01-ab7f-2c0b64b11a79 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:security_group_rule and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:15:41.323235 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-9c0e3edd-364c-4d01-ab7f-2c0b64b11a79 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:15:41.330005 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-9c0e3edd-364c-4d01-ab7f-2c0b64b11a79 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:15:41.340250 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.securitygroups_db [None req-9c0e3edd-364c-4d01-ab7f-2c0b64b11a79 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Project a9918eff5a3f48ce98e866c17603f510 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 22:15:41.347923 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9c0e3edd-364c-4d01-ab7f-2c0b64b11a79 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:41.412126 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9c0e3edd-364c-4d01-ab7f-2c0b64b11a79 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:41.415471 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9c0e3edd-364c-4d01-ab7f-2c0b64b11a79 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:41.442349 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0e3edd-364c-4d01-ab7f-2c0b64b11a79 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91b5f107-88cf-4405-a58d-e47823c2abbf,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:41.449459 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9c0e3edd-364c-4d01-ab7f-2c0b64b11a79 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:41.450714 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-9c0e3edd-364c-4d01-ab7f-2c0b64b11a79 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1439390 Sep 22 22:15:41.453989 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58326) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:15:41.459720 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-5caf2cfd-e5c7-48f8-87b5-76d9c01328fa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'network': {'name': 'tempest-network-smoke--655227648', 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'port_security_enabled': True}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:15:41.464462 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-5caf2cfd-e5c7-48f8-87b5-76d9c01328fa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:15:41.469171 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-5caf2cfd-e5c7-48f8-87b5-76d9c01328fa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:network and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:15:41.471976 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-5caf2cfd-e5c7-48f8-87b5-76d9c01328fa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:15:41.477596 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-5caf2cfd-e5c7-48f8-87b5-76d9c01328fa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:15:41.490080 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5caf2cfd-e5c7-48f8-87b5-76d9c01328fa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Made reservation on behalf of a9918eff5a3f48ce98e866c17603f510 for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:15:41.493363 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5caf2cfd-e5c7-48f8-87b5-76d9c01328fa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:41.520887 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5caf2cfd-e5c7-48f8-87b5-76d9c01328fa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 22:15:41.530699 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5caf2cfd-e5c7-48f8-87b5-76d9c01328fa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:41.531116 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-5caf2cfd-e5c7-48f8-87b5-76d9c01328fa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Added segment 1a9bbc1e-2031-41aa-a372-84710bb9fb30 of type vlan for network f55ab507-fe6c-4042-a39e-5134e4efc9c7 Sep 22 22:15:41.556985 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5caf2cfd-e5c7-48f8-87b5-76d9c01328fa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:41.585324 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5caf2cfd-e5c7-48f8-87b5-76d9c01328fa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:41.590705 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5caf2cfd-e5c7-48f8-87b5-76d9c01328fa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:41.591282 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5caf2cfd-e5c7-48f8-87b5-76d9c01328fa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:41.692957 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-5caf2cfd-e5c7-48f8-87b5-76d9c01328fa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2379775 Sep 22 22:15:41.695768 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 58330) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:15:41.701480 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-548caf1f-fa60-49de-a4a3-a9c85d496aac tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-302048418', 'admin_state_up': True, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:15:41.702266 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf2cfd-e5c7-48f8-87b5-76d9c01328fa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'Network': ['ID=f55ab507-fe6c-4042-a39e-5134e4efc9c7,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:41.708693 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-548caf1f-fa60-49de-a4a3-a9c85d496aac tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:15:41.712177 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network f55ab507-fe6c-4042-a39e-5134e4efc9c7 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 22:15:41.712665 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-548caf1f-fa60-49de-a4a3-a9c85d496aac tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:router and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:15:41.715523 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-548caf1f-fa60-49de-a4a3-a9c85d496aac tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:15:41.721730 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-548caf1f-fa60-49de-a4a3-a9c85d496aac tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:15:41.730904 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-548caf1f-fa60-49de-a4a3-a9c85d496aac tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:41.731861 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-548caf1f-fa60-49de-a4a3-a9c85d496aac tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:41.748355 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-548caf1f-fa60-49de-a4a3-a9c85d496aac tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:42.001786 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-916689c1-5d79-4f6c-973f-25f0c2cadedb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:42.011108 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-548caf1f-fa60-49de-a4a3-a9c85d496aac tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:42.301795 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-548caf1f-fa60-49de-a4a3-a9c85d496aac tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for router_gateway, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:42.333811 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-548caf1f-fa60-49de-a4a3-a9c85d496aac tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:42.469868 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-548caf1f-fa60-49de-a4a3-a9c85d496aac tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Allocated IP 172.26.0.19 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/4add505e-fe65-460a-83d5-b162c54a6526) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:15:42.610996 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-548caf1f-fa60-49de-a4a3-a9c85d496aac tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:42.639709 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-548caf1f-fa60-49de-a4a3-a9c85d496aac tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:42.704795 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548caf1f-fa60-49de-a4a3-a9c85d496aac tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:15:42.707515 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-548caf1f-fa60-49de-a4a3-a9c85d496aac tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:15:42.711008 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548caf1f-fa60-49de-a4a3-a9c85d496aac tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:15:42.752217 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548caf1f-fa60-49de-a4a3-a9c85d496aac tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'Port': ['ID=4add505e-fe65-460a-83d5-b162c54a6526,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:42.865199 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:43.209790 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-548caf1f-fa60-49de-a4a3-a9c85d496aac tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for router_gateway, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:43.280527 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:43.549663 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-548caf1f-fa60-49de-a4a3-a9c85d496aac tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:43.747834 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-548caf1f-fa60-49de-a4a3-a9c85d496aac tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Router 0228e5aa-9b08-41f7-a464-924e7312e7c6 is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 22:15:43.919246 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548caf1f-fa60-49de-a4a3-a9c85d496aac tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:15:43.929992 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dda5310-550f-4542-aca1-4c4c793d49dc None None] Sync routers for ids ['0228e5aa-9b08-41f7-a464-924e7312e7c6'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:15:43.938948 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dda5310-550f-4542-aca1-4c4c793d49dc None None] Routers {'0228e5aa-9b08-41f7-a464-924e7312e7c6'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:15:43.939677 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-5dda5310-550f-4542-aca1-4c4c793d49dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:15:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['0228e5aa-9b08-41f7-a464-924e7312e7c6'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:15:43.945739 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-548caf1f-fa60-49de-a4a3-a9c85d496aac tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:43.946981 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-548caf1f-fa60-49de-a4a3-a9c85d496aac tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2501442 Sep 22 22:15:43.950120 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 58334) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:15:43.990073 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-4bd27273-4f9a-4f3a-b55a-5c54e1be1d38 tempest-TestNetworkAdvancedServerOps-762025924 tempest-TestNetworkAdvancedServerOps-762025924-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=a9918eff5a3f48ce98e866c17603f510&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386922 Sep 22 22:15:43.992623 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 58338) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:15:44.119231 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-5dda5310-550f-4542-aca1-4c4c793d49dc None None] Set router 0228e5aa-9b08-41f7-a464-924e7312e7c6 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:15:44.119513 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41a03f4-ffa2-455a-a4ec-72bc37d43558 tempest-TestNetworkAdvancedServerOps-762025924 tempest-TestNetworkAdvancedServerOps-762025924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:44.121001 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c41a03f4-ffa2-455a-a4ec-72bc37d43558 tempest-TestNetworkAdvancedServerOps-762025924 tempest-TestNetworkAdvancedServerOps-762025924-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1275015 Sep 22 22:15:44.123787 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 58342) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:15:44.165901 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c96628ee-f68e-41ce-91e5-20cf785de46d tempest-TestNetworkAdvancedServerOps-762025924 tempest-TestNetworkAdvancedServerOps-762025924-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=a22ae1c9-d428-411f-af43-ce0f71b38d9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410216 Sep 22 22:15:44.168372 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 58346) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:15:44.173678 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-7bbe61cd-9ef7-4f86-aab7-385b3df3134f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-319393288', 'network_id': 'f55ab507-fe6c-4042-a39e-5134e4efc9c7', 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:15:44.384709 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-7bbe61cd-9ef7-4f86-aab7-385b3df3134f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:15:44.389301 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-7bbe61cd-9ef7-4f86-aab7-385b3df3134f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:subnet and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:15:44.392061 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-7bbe61cd-9ef7-4f86-aab7-385b3df3134f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:15:44.397606 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-7bbe61cd-9ef7-4f86-aab7-385b3df3134f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:15:44.403066 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-5dda5310-550f-4542-aca1-4c4c793d49dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0228e5aa-9b08-41f7-a464-924e7312e7c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302048418', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': '4add505e-fe65-460a-83d5-b162c54a6526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:15:41Z', 'updated_at': '2022-09-22T22:15:43Z', 'revision_number': 3, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '4add505e-fe65-460a-83d5-b162c54a6526', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0228e5aa-9b08-41f7-a464-924e7312e7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:42Z', 'updated_at': '2022-09-22T22:15:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:15:44.407920 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dda5310-550f-4542-aca1-4c4c793d49dc None None] Checking router: 0228e5aa-9b08-41f7-a464-924e7312e7c6 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:15:44.408092 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbe61cd-9ef7-4f86-aab7-385b3df3134f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Made reservation on behalf of a9918eff5a3f48ce98e866c17603f510 for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:15:44.408270 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dda5310-550f-4542-aca1-4c4c793d49dc None None] Updating router 0228e5aa-9b08-41f7-a464-924e7312e7c6 port 4add505e-fe65-460a-83d5-b162c54a6526 binding host dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 22:15:44.411539 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7bbe61cd-9ef7-4f86-aab7-385b3df3134f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:44.506118 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5dda5310-550f-4542-aca1-4c4c793d49dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:44.630865 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7bbe61cd-9ef7-4f86-aab7-385b3df3134f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:44.708930 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe61cd-9ef7-4f86-aab7-385b3df3134f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'Subnet': ['ID=de09b0b7-3c29-4c2e-9181-1473a4f3caf0,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:44.719116 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbe61cd-9ef7-4f86-aab7-385b3df3134f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Checking segment: {'id': '1a9bbc1e-2031-41aa-a372-84710bb9fb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f55ab507-fe6c-4042-a39e-5134e4efc9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:15:44.719610 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbe61cd-9ef7-4f86-aab7-385b3df3134f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Network hostable DHCP agents. Network: f55ab507-fe6c-4042-a39e-5134e4efc9c7, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 22:15:44.723311 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:44.737892 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbe61cd-9ef7-4f86-aab7-385b3df3134f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Network f55ab507-fe6c-4042-a39e-5134e4efc9c7 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 22:15:44.746806 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-7bbe61cd-9ef7-4f86-aab7-385b3df3134f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, f55ab507-fe6c-4042-a39e-5134e4efc9c7) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:15:44.751535 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbe61cd-9ef7-4f86-aab7-385b3df3134f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:44.753062 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7bbe61cd-9ef7-4f86-aab7-385b3df3134f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:44.760448 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc63f51d-e4fb-4ec5-89b6-ce91bbd4151b None None] Network f55ab507-fe6c-4042-a39e-5134e4efc9c7 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:15:44.773033 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-7bbe61cd-9ef7-4f86-aab7-385b3df3134f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6036551 Sep 22 22:15:44.775983 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 58350) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:15:44.986202 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5dda5310-550f-4542-aca1-4c4c793d49dc None None] Notify callbacks [] for port, precommit_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:45.004721 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-5dda5310-550f-4542-aca1-4c4c793d49dc None None] Transition to ACTIVE for port object 4add505e-fe65-460a-83d5-b162c54a6526 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:15:45.046889 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5dda5310-550f-4542-aca1-4c4c793d49dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:45.104202 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-5dda5310-550f-4542-aca1-4c4c793d49dc None None] Attempting to bind port 4add505e-fe65-460a-83d5-b162c54a6526 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:15:45.104821 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-5dda5310-550f-4542-aca1-4c4c793d49dc None None] Attempting to bind port 4add505e-fe65-460a-83d5-b162c54a6526 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:15:45.105183 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dda5310-550f-4542-aca1-4c4c793d49dc None None] Attempting to bind port 4add505e-fe65-460a-83d5-b162c54a6526 on network a22ae1c9-d428-411f-af43-ce0f71b38d9c {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:15:45.115293 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba857eb-72d2-411d-ae7a-4121bac6f0e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-f55ab507-fe6c-4042-a39e-5134e4efc9c7', 'network_id': 'f55ab507-fe6c-4042-a39e-5134e4efc9c7', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'fixed_ips': [{'subnet_id': 'de09b0b7-3c29-4c2e-9181-1473a4f3caf0'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 22:15:45.116094 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-cba857eb-72d2-411d-ae7a-4121bac6f0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:45.139090 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dda5310-550f-4542-aca1-4c4c793d49dc None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:15:45.139463 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dda5310-550f-4542-aca1-4c4c793d49dc None None] Checking segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:15:45.139863 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5dda5310-550f-4542-aca1-4c4c793d49dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:45.140253 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dda5310-550f-4542-aca1-4c4c793d49dc None None] Bound using segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:15:45.140720 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-5dda5310-550f-4542-aca1-4c4c793d49dc None None] Bound port: 4add505e-fe65-460a-83d5-b162c54a6526, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:15:45.141087 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5dda5310-550f-4542-aca1-4c4c793d49dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:45.184333 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628924df-a8e2-47b5-8d3f-8acd01ea71d1 None None] Pushing event updated for resources: {'Port': ['ID=4add505e-fe65-460a-83d5-b162c54a6526,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:45.288377 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-5dda5310-550f-4542-aca1-4c4c793d49dc None None] For port 4add505e-fe65-460a-83d5-b162c54a6526, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:15:45.293769 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-5dda5310-550f-4542-aca1-4c4c793d49dc None None] For port 4add505e-fe65-460a-83d5-b162c54a6526, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=4add505e-fe65-460a-83d5-b162c54a6526,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:15:45.324961 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5dda5310-550f-4542-aca1-4c4c793d49dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:45.408502 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dda5310-550f-4542-aca1-4c4c793d49dc None None] Routers {'0228e5aa-9b08-41f7-a464-924e7312e7c6'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:15:45.409122 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-5dda5310-550f-4542-aca1-4c4c793d49dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:15:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['0228e5aa-9b08-41f7-a464-924e7312e7c6'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:15:45.462187 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1587267b-9f58-4c1c-8969-6a27a268672e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:45.473170 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-cba857eb-72d2-411d-ae7a-4121bac6f0e6 None None] Allocated IP 172.20.0.2 (f55ab507-fe6c-4042-a39e-5134e4efc9c7/de09b0b7-3c29-4c2e-9181-1473a4f3caf0/6d9f38b5-6004-4a0d-a316-dc6e7f9aa1b9) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:15:45.495286 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628924df-a8e2-47b5-8d3f-8acd01ea71d1 None None] Pushing event updated for resources: {'Port': ['ID=4add505e-fe65-460a-83d5-b162c54a6526,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:45.693974 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-5dda5310-550f-4542-aca1-4c4c793d49dc None None] Set router 0228e5aa-9b08-41f7-a464-924e7312e7c6 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:15:46.006471 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-cba857eb-72d2-411d-ae7a-4121bac6f0e6 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:46.028563 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-cba857eb-72d2-411d-ae7a-4121bac6f0e6 None None] Transition to ACTIVE for port object 6d9f38b5-6004-4a0d-a316-dc6e7f9aa1b9 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:15:46.079067 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-cba857eb-72d2-411d-ae7a-4121bac6f0e6 None None] Transition to ACTIVE for port object 6d9f38b5-6004-4a0d-a316-dc6e7f9aa1b9 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:15:46.091461 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-cba857eb-72d2-411d-ae7a-4121bac6f0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:46.159566 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba857eb-72d2-411d-ae7a-4121bac6f0e6 None None] Network f55ab507-fe6c-4042-a39e-5134e4efc9c7 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:15:46.165901 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-cba857eb-72d2-411d-ae7a-4121bac6f0e6 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:15:46.170348 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba857eb-72d2-411d-ae7a-4121bac6f0e6 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:15:46.215084 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba857eb-72d2-411d-ae7a-4121bac6f0e6 None None] Pushing event updated for resources: {'Port': ['ID=6d9f38b5-6004-4a0d-a316-dc6e7f9aa1b9,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:46.267360 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-5dda5310-550f-4542-aca1-4c4c793d49dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0228e5aa-9b08-41f7-a464-924e7312e7c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302048418', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': '4add505e-fe65-460a-83d5-b162c54a6526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:15:41Z', 'updated_at': '2022-09-22T22:15:43Z', 'revision_number': 3, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '4add505e-fe65-460a-83d5-b162c54a6526', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0228e5aa-9b08-41f7-a464-924e7312e7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:42Z', 'updated_at': '2022-09-22T22:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:15:46.268220 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-1587267b-9f58-4c1c-8969-6a27a268672e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Allocated IP 172.20.0.1 (f55ab507-fe6c-4042-a39e-5134e4efc9c7/de09b0b7-3c29-4c2e-9181-1473a4f3caf0/90d8e60c-7e63-4d77-85c7-c4ecf8f96081) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:15:46.284376 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dda5310-550f-4542-aca1-4c4c793d49dc None None] The sync data for ids ['0228e5aa-9b08-41f7-a464-924e7312e7c6'] in dv-neutron-858900-1-hyperv is: [{'id': '0228e5aa-9b08-41f7-a464-924e7312e7c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302048418', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': '4add505e-fe65-460a-83d5-b162c54a6526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:15:41Z', 'updated_at': '2022-09-22T22:15:43Z', 'revision_number': 3, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '4add505e-fe65-460a-83d5-b162c54a6526', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0228e5aa-9b08-41f7-a464-924e7312e7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:42Z', 'updated_at': '2022-09-22T22:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:15:46.292100 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-cba857eb-72d2-411d-ae7a-4121bac6f0e6 None None] Attempting to bind port 6d9f38b5-6004-4a0d-a316-dc6e7f9aa1b9 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:15:46.292469 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-cba857eb-72d2-411d-ae7a-4121bac6f0e6 None None] Attempting to bind port 6d9f38b5-6004-4a0d-a316-dc6e7f9aa1b9 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '1a9bbc1e-2031-41aa-a372-84710bb9fb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f55ab507-fe6c-4042-a39e-5134e4efc9c7'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:15:46.292835 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba857eb-72d2-411d-ae7a-4121bac6f0e6 None None] Attempting to bind port 6d9f38b5-6004-4a0d-a316-dc6e7f9aa1b9 on network f55ab507-fe6c-4042-a39e-5134e4efc9c7 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:15:46.298555 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba857eb-72d2-411d-ae7a-4121bac6f0e6 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:15:46.298964 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba857eb-72d2-411d-ae7a-4121bac6f0e6 None None] Checking segment: {'id': '1a9bbc1e-2031-41aa-a372-84710bb9fb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f55ab507-fe6c-4042-a39e-5134e4efc9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:15:46.299356 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-cba857eb-72d2-411d-ae7a-4121bac6f0e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:46.299746 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba857eb-72d2-411d-ae7a-4121bac6f0e6 None None] Bound using segment: {'id': '1a9bbc1e-2031-41aa-a372-84710bb9fb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f55ab507-fe6c-4042-a39e-5134e4efc9c7'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:15:46.300215 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-cba857eb-72d2-411d-ae7a-4121bac6f0e6 None None] Bound port: 6d9f38b5-6004-4a0d-a316-dc6e7f9aa1b9, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a9bbc1e-2031-41aa-a372-84710bb9fb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f55ab507-fe6c-4042-a39e-5134e4efc9c7'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:15:46.300580 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-cba857eb-72d2-411d-ae7a-4121bac6f0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:46.401546 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-cba857eb-72d2-411d-ae7a-4121bac6f0e6 None None] For port 6d9f38b5-6004-4a0d-a316-dc6e7f9aa1b9, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:15:46.405082 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-cba857eb-72d2-411d-ae7a-4121bac6f0e6 None None] For port 6d9f38b5-6004-4a0d-a316-dc6e7f9aa1b9, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=6d9f38b5-6004-4a0d-a316-dc6e7f9aa1b9,segment=NetworkSegment(1a9bbc1e-2031-41aa-a372-84710bb9fb30),segment_id=1a9bbc1e-2031-41aa-a372-84710bb9fb30)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:15:46.409426 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-cba857eb-72d2-411d-ae7a-4121bac6f0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:46.439437 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1587267b-9f58-4c1c-8969-6a27a268672e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:46.458992 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-1587267b-9f58-4c1c-8969-6a27a268672e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Transition to ACTIVE for port object 90d8e60c-7e63-4d77-85c7-c4ecf8f96081 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:15:46.486961 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba857eb-72d2-411d-ae7a-4121bac6f0e6 None None] Pushing event updated for resources: {'Port': ['ID=6d9f38b5-6004-4a0d-a316-dc6e7f9aa1b9,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:46.492027 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1587267b-9f58-4c1c-8969-6a27a268672e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:46.576145 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1587267b-9f58-4c1c-8969-6a27a268672e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Network f55ab507-fe6c-4042-a39e-5134e4efc9c7 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:15:46.579820 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-1587267b-9f58-4c1c-8969-6a27a268672e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:15:46.581817 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1587267b-9f58-4c1c-8969-6a27a268672e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'Port': ['ID=90d8e60c-7e63-4d77-85c7-c4ecf8f96081,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:46.584088 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1587267b-9f58-4c1c-8969-6a27a268672e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:15:46.652286 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1587267b-9f58-4c1c-8969-6a27a268672e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:46.825245 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1587267b-9f58-4c1c-8969-6a27a268672e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:47.264212 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1587267b-9f58-4c1c-8969-6a27a268672e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:47.271430 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1587267b-9f58-4c1c-8969-6a27a268672e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:47.386273 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1587267b-9f58-4c1c-8969-6a27a268672e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:47.390274 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1587267b-9f58-4c1c-8969-6a27a268672e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'Port': ['ID=90d8e60c-7e63-4d77-85c7-c4ecf8f96081,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:47.547549 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1063730b-3830-4110-9d4c-1657c3839f6b None None] Network f55ab507-fe6c-4042-a39e-5134e4efc9c7 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:15:47.548038 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1587267b-9f58-4c1c-8969-6a27a268672e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Network f55ab507-fe6c-4042-a39e-5134e4efc9c7 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:15:47.549148 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-1587267b-9f58-4c1c-8969-6a27a268672e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:15:47.641111 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-f959b9ff-84db-4a13-a13b-9972b583aa1c None None] Provisioning for port 6d9f38b5-6004-4a0d-a316-dc6e7f9aa1b9 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:15:47.739596 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1587267b-9f58-4c1c-8969-6a27a268672e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Router 0228e5aa-9b08-41f7-a464-924e7312e7c6 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 22:15:48.041033 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1587267b-9f58-4c1c-8969-6a27a268672e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:15:48.050522 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d95a87-f979-47ba-98b3-2594a518f492 None None] Sync routers for ids ['0228e5aa-9b08-41f7-a464-924e7312e7c6'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:15:48.054038 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-1587267b-9f58-4c1c-8969-6a27a268672e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "PUT /v2.0/routers/0228e5aa-9b08-41f7-a464-924e7312e7c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2769680 Sep 22 22:15:48.060830 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d95a87-f979-47ba-98b3-2594a518f492 None None] Routers {'0228e5aa-9b08-41f7-a464-924e7312e7c6'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:15:48.061425 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-90d95a87-f979-47ba-98b3-2594a518f492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:15:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['0228e5aa-9b08-41f7-a464-924e7312e7c6'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:15:48.107316 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-7e909c64-27c4-4693-af51-a9738ffe779a None None] Provisioning for port 90d8e60c-7e63-4d77-85c7-c4ecf8f96081 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:15:48.113544 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-7e909c64-27c4-4693-af51-a9738ffe779a None None] Provisioning complete for port 90d8e60c-7e63-4d77-85c7-c4ecf8f96081 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:15:48.114276 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7e909c64-27c4-4693-af51-a9738ffe779a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:48.114839 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-7e909c64-27c4-4693-af51-a9738ffe779a None None] Attempt 1 to provision port 90d8e60c-7e63-4d77-85c7-c4ecf8f96081 Sep 22 22:15:48.181798 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-7e909c64-27c4-4693-af51-a9738ffe779a None None] Port 90d8e60c-7e63-4d77-85c7-c4ecf8f96081 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:15:48.285954 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-90d95a87-f979-47ba-98b3-2594a518f492 None None] Set router 0228e5aa-9b08-41f7-a464-924e7312e7c6 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:15:48.308873 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-a69b1236-dac4-49cd-8727-b6750d121857 req-cb9e74e5-f91f-42a4-bf05-97b0b24698a3 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Synchronizing usage tracker for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:security_group {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:15:48.352577 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 6d9f38b5-6004-4a0d-a316-dc6e7f9aa1b9 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:15:48.352688 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-a69b1236-dac4-49cd-8727-b6750d121857 req-cb9e74e5-f91f-42a4-bf05-97b0b24698a3 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Unset dirty status for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:security_group {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:15:48.354314 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-a69b1236-dac4-49cd-8727-b6750d121857 req-cb9e74e5-f91f-42a4-bf05-97b0b24698a3 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2093889063&fields=id&tenant_id=a9918eff5a3f48ce98e866c17603f510 HTTP/1.1" status: 200 len: 267 time: 0.0938675 Sep 22 22:15:48.434617 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 6d9f38b5-6004-4a0d-a316-dc6e7f9aa1b9 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:15:48.441085 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 6d9f38b5-6004-4a0d-a316-dc6e7f9aa1b9 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:15:48.441521 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:48.441968 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 6d9f38b5-6004-4a0d-a316-dc6e7f9aa1b9 Sep 22 22:15:48.544124 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b1236-dac4-49cd-8727-b6750d121857 req-373e029d-aab5-4e74-a229-36a679183cc3 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:48.545105 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-a69b1236-dac4-49cd-8727-b6750d121857 req-373e029d-aab5-4e74-a229-36a679183cc3 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Synchronizing usage tracker for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:network {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:15:48.565992 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-a69b1236-dac4-49cd-8727-b6750d121857 req-373e029d-aab5-4e74-a229-36a679183cc3 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Unset dirty status for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:network {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:15:48.567171 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-a69b1236-dac4-49cd-8727-b6750d121857 req-373e029d-aab5-4e74-a229-36a679183cc3 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/networks?id=f55ab507-fe6c-4042-a39e-5134e4efc9c7 HTTP/1.1" status: 200 len: 796 time: 0.2060132 Sep 22 22:15:48.595119 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-a69b1236-dac4-49cd-8727-b6750d121857 req-1359ab8f-1c33-4494-b1c6-d2ccf0573ed7 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/quotas/a9918eff5a3f48ce98e866c17603f510 HTTP/1.1" status: 200 len: 375 time: 0.0170810 Sep 22 22:15:48.607341 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 6d9f38b5-6004-4a0d-a316-dc6e7f9aa1b9 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:15:48.608719 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:48.648839 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 6d9f38b5-6004-4a0d-a316-dc6e7f9aa1b9, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=6d9f38b5-6004-4a0d-a316-dc6e7f9aa1b9,segment=NetworkSegment(1a9bbc1e-2031-41aa-a372-84710bb9fb30),segment_id=1a9bbc1e-2031-41aa-a372-84710bb9fb30)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:15:48.656711 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:48.657956 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 4add505e-fe65-460a-83d5-b162c54a6526 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:15:48.668037 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-90d95a87-f979-47ba-98b3-2594a518f492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0228e5aa-9b08-41f7-a464-924e7312e7c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302048418', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': '4add505e-fe65-460a-83d5-b162c54a6526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:15:41Z', 'updated_at': '2022-09-22T22:15:46Z', 'revision_number': 4, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '4add505e-fe65-460a-83d5-b162c54a6526', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0228e5aa-9b08-41f7-a464-924e7312e7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:42Z', 'updated_at': '2022-09-22T22:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '90d8e60c-7e63-4d77-85c7-c4ecf8f96081', 'name': '', 'network_id': 'f55ab507-fe6c-4042-a39e-5134e4efc9c7', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'mac_address': 'fa:16:3e:ad:02:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0228e5aa-9b08-41f7-a464-924e7312e7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'de09b0b7-3c29-4c2e-9181-1473a4f3caf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:45Z', 'updated_at': '2022-09-22T22:15:47Z', 'revision_number': 2, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'subnets': [{'id': 'de09b0b7-3c29-4c2e-9181-1473a4f3caf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:15:48.674020 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d95a87-f979-47ba-98b3-2594a518f492 None None] Checking router: 0228e5aa-9b08-41f7-a464-924e7312e7c6 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:15:48.674968 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d95a87-f979-47ba-98b3-2594a518f492 None None] Updating router 0228e5aa-9b08-41f7-a464-924e7312e7c6 port 90d8e60c-7e63-4d77-85c7-c4ecf8f96081 binding host dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 22:15:48.697135 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-a69b1236-dac4-49cd-8727-b6750d121857 req-a9639752-aa29-47cf-97ea-7779d849a889 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Synchronizing usage tracker for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:15:48.715117 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-7e909c64-27c4-4693-af51-a9738ffe779a None None] Attempt 2 to provision port 90d8e60c-7e63-4d77-85c7-c4ecf8f96081 Sep 22 22:15:48.718482 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-a69b1236-dac4-49cd-8727-b6750d121857 req-a9639752-aa29-47cf-97ea-7779d849a889 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Unset dirty status for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:15:48.720293 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-a69b1236-dac4-49cd-8727-b6750d121857 req-a9639752-aa29-47cf-97ea-7779d849a889 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=a9918eff5a3f48ce98e866c17603f510&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1222792 Sep 22 22:15:48.728116 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-90d95a87-f979-47ba-98b3-2594a518f492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:48.862119 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-7e909c64-27c4-4693-af51-a9738ffe779a None None] Port 90d8e60c-7e63-4d77-85c7-c4ecf8f96081 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:15:48.870339 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=6d9f38b5-6004-4a0d-a316-dc6e7f9aa1b9,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:48.875413 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 4add505e-fe65-460a-83d5-b162c54a6526 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:15:48.880591 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 4add505e-fe65-460a-83d5-b162c54a6526 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:15:48.880966 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:48.881301 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 4add505e-fe65-460a-83d5-b162c54a6526 Sep 22 22:15:48.947148 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-a69b1236-dac4-49cd-8727-b6750d121857 req-0235d8e4-5ff5-4de4-b6fd-413796b0f171 service neutron] 10.222.0.33 "GET /v2.0/networks/f55ab507-fe6c-4042-a39e-5134e4efc9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144825 Sep 22 22:15:49.000183 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 4add505e-fe65-460a-83d5-b162c54a6526 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:15:49.000555 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:49.017075 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 4add505e-fe65-460a-83d5-b162c54a6526, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=4add505e-fe65-460a-83d5-b162c54a6526,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:15:49.021055 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:49.081629 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-a69b1236-dac4-49cd-8727-b6750d121857 req-9ef72abf-f7a2-4943-9988-8f70b7fd9eb9 service neutron] 10.222.0.33 "GET /v2.0/networks/f55ab507-fe6c-4042-a39e-5134e4efc9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323974 Sep 22 22:15:49.090013 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=4add505e-fe65-460a-83d5-b162c54a6526,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:49.095928 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-90d95a87-f979-47ba-98b3-2594a518f492 None None] Notify callbacks [] for port, precommit_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:49.109104 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.provisioning_blocks [None req-90d95a87-f979-47ba-98b3-2594a518f492 None None] Transition to ACTIVE for port object 90d8e60c-7e63-4d77-85c7-c4ecf8f96081 will not be triggered until provisioned by entity L2. {{(pid=89011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:15:49.117045 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-90d95a87-f979-47ba-98b3-2594a518f492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:49.265082 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef46848f-25e8-404c-8461-813214abb0af None None] Pushing event updated for resources: {'Port': ['ID=90d8e60c-7e63-4d77-85c7-c4ecf8f96081,revision_number=3']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:49.303655 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-e1a6f0bc-e116-4d7c-aef3-843cc7a87b48 req-7f90d355-02ad-4a41-9d7d-436654d1cf81 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Synchronizing usage tracker for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:15:49.315917 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-e1a6f0bc-e116-4d7c-aef3-843cc7a87b48 req-7f90d355-02ad-4a41-9d7d-436654d1cf81 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Unset dirty status for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:15:49.317045 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e1a6f0bc-e116-4d7c-aef3-843cc7a87b48 req-7f90d355-02ad-4a41-9d7d-436654d1cf81 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=93a556d3-f918-47c3-b549-2cac46aced86 HTTP/1.1" status: 200 len: 210 time: 0.0661206 Sep 22 22:15:49.319695 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef46848f-25e8-404c-8461-813214abb0af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:49.319695 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef46848f-25e8-404c-8461-813214abb0af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:49.319902 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef46848f-25e8-404c-8461-813214abb0af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:49.320111 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef46848f-25e8-404c-8461-813214abb0af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:49.320399 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef46848f-25e8-404c-8461-813214abb0af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:49.320720 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef46848f-25e8-404c-8461-813214abb0af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:49.321039 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef46848f-25e8-404c-8461-813214abb0af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:49.321357 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef46848f-25e8-404c-8461-813214abb0af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:49.321675 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef46848f-25e8-404c-8461-813214abb0af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:49.322178 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef46848f-25e8-404c-8461-813214abb0af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:49.322511 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef46848f-25e8-404c-8461-813214abb0af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:49.322875 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef46848f-25e8-404c-8461-813214abb0af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:49.363233 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-7e909c64-27c4-4693-af51-a9738ffe779a None None] Attempt 3 to provision port 90d8e60c-7e63-4d77-85c7-c4ecf8f96081 Sep 22 22:15:49.386753 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-90d95a87-f979-47ba-98b3-2594a518f492 None None] Attempting to bind port 90d8e60c-7e63-4d77-85c7-c4ecf8f96081 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:15:49.387112 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-90d95a87-f979-47ba-98b3-2594a518f492 None None] Attempting to bind port 90d8e60c-7e63-4d77-85c7-c4ecf8f96081 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '1a9bbc1e-2031-41aa-a372-84710bb9fb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f55ab507-fe6c-4042-a39e-5134e4efc9c7'}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:15:49.387462 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d95a87-f979-47ba-98b3-2594a518f492 None None] Attempting to bind port 90d8e60c-7e63-4d77-85c7-c4ecf8f96081 on network f55ab507-fe6c-4042-a39e-5134e4efc9c7 {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:15:49.393221 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d95a87-f979-47ba-98b3-2594a518f492 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:15:49.393551 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d95a87-f979-47ba-98b3-2594a518f492 None None] Checking segment: {'id': '1a9bbc1e-2031-41aa-a372-84710bb9fb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f55ab507-fe6c-4042-a39e-5134e4efc9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:15:49.394012 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-90d95a87-f979-47ba-98b3-2594a518f492 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:49.394307 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d95a87-f979-47ba-98b3-2594a518f492 None None] Bound using segment: {'id': '1a9bbc1e-2031-41aa-a372-84710bb9fb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f55ab507-fe6c-4042-a39e-5134e4efc9c7'} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:15:49.394789 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-90d95a87-f979-47ba-98b3-2594a518f492 None None] Bound port: 90d8e60c-7e63-4d77-85c7-c4ecf8f96081, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a9bbc1e-2031-41aa-a372-84710bb9fb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f55ab507-fe6c-4042-a39e-5134e4efc9c7'}}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:15:49.395161 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-90d95a87-f979-47ba-98b3-2594a518f492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:49.419971 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-7e909c64-27c4-4693-af51-a9738ffe779a None None] Port 90d8e60c-7e63-4d77-85c7-c4ecf8f96081 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:15:49.486958 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-90d95a87-f979-47ba-98b3-2594a518f492 None None] For port 90d8e60c-7e63-4d77-85c7-c4ecf8f96081, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:15:49.490024 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-90d95a87-f979-47ba-98b3-2594a518f492 None None] For port 90d8e60c-7e63-4d77-85c7-c4ecf8f96081, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=90d8e60c-7e63-4d77-85c7-c4ecf8f96081,segment=NetworkSegment(1a9bbc1e-2031-41aa-a372-84710bb9fb30),segment_id=1a9bbc1e-2031-41aa-a372-84710bb9fb30)] {{(pid=89011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:15:49.499252 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-90d95a87-f979-47ba-98b3-2594a518f492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:49.554681 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d95a87-f979-47ba-98b3-2594a518f492 None None] Routers {'0228e5aa-9b08-41f7-a464-924e7312e7c6'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:15:49.555310 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-90d95a87-f979-47ba-98b3-2594a518f492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:15:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['0228e5aa-9b08-41f7-a464-924e7312e7c6'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:15:49.699051 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef46848f-25e8-404c-8461-813214abb0af None None] Pushing event updated for resources: {'Port': ['ID=90d8e60c-7e63-4d77-85c7-c4ecf8f96081,revision_number=4']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:49.744358 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-90d95a87-f979-47ba-98b3-2594a518f492 None None] Set router 0228e5aa-9b08-41f7-a464-924e7312e7c6 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:15:49.921439 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-7e909c64-27c4-4693-af51-a9738ffe779a None None] Attempt 4 to provision port 90d8e60c-7e63-4d77-85c7-c4ecf8f96081 Sep 22 22:15:49.987501 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-7e909c64-27c4-4693-af51-a9738ffe779a None None] Port 90d8e60c-7e63-4d77-85c7-c4ecf8f96081 had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 22:15:50.065341 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-90d95a87-f979-47ba-98b3-2594a518f492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0228e5aa-9b08-41f7-a464-924e7312e7c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302048418', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': '4add505e-fe65-460a-83d5-b162c54a6526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:15:41Z', 'updated_at': '2022-09-22T22:15:46Z', 'revision_number': 4, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '4add505e-fe65-460a-83d5-b162c54a6526', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0228e5aa-9b08-41f7-a464-924e7312e7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:42Z', 'updated_at': '2022-09-22T22:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '90d8e60c-7e63-4d77-85c7-c4ecf8f96081', 'name': '', 'network_id': 'f55ab507-fe6c-4042-a39e-5134e4efc9c7', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'mac_address': 'fa:16:3e:ad:02:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0228e5aa-9b08-41f7-a464-924e7312e7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'de09b0b7-3c29-4c2e-9181-1473a4f3caf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:45Z', 'updated_at': '2022-09-22T22:15:49Z', 'revision_number': 4, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'subnets': [{'id': 'de09b0b7-3c29-4c2e-9181-1473a4f3caf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:15:50.069154 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d95a87-f979-47ba-98b3-2594a518f492 None None] The sync data for ids ['0228e5aa-9b08-41f7-a464-924e7312e7c6'] in dv-neutron-858900-1-hyperv is: [{'id': '0228e5aa-9b08-41f7-a464-924e7312e7c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302048418', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': '4add505e-fe65-460a-83d5-b162c54a6526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:15:41Z', 'updated_at': '2022-09-22T22:15:46Z', 'revision_number': 4, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '4add505e-fe65-460a-83d5-b162c54a6526', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0228e5aa-9b08-41f7-a464-924e7312e7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:42Z', 'updated_at': '2022-09-22T22:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '90d8e60c-7e63-4d77-85c7-c4ecf8f96081', 'name': '', 'network_id': 'f55ab507-fe6c-4042-a39e-5134e4efc9c7', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'mac_address': 'fa:16:3e:ad:02:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0228e5aa-9b08-41f7-a464-924e7312e7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'de09b0b7-3c29-4c2e-9181-1473a4f3caf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:45Z', 'updated_at': '2022-09-22T22:15:49Z', 'revision_number': 4, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'subnets': [{'id': 'de09b0b7-3c29-4c2e-9181-1473a4f3caf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:15:50.358453 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 6d9f38b5-6004-4a0d-a316-dc6e7f9aa1b9 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:15:50.438851 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 6d9f38b5-6004-4a0d-a316-dc6e7f9aa1b9 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:15:50.439235 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:50.439637 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 6d9f38b5-6004-4a0d-a316-dc6e7f9aa1b9 Sep 22 22:15:50.549602 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b1236-dac4-49cd-8727-b6750d121857 req-8483978a-73c5-4bc7-848b-05dbc810ac96 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:50.552379 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a69b1236-dac4-49cd-8727-b6750d121857 req-8483978a-73c5-4bc7-848b-05dbc810ac96 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.49 "GET /v2.0/networks?id=f55ab507-fe6c-4042-a39e-5134e4efc9c7 HTTP/1.1" status: 200 len: 796 time: 0.2289076 Sep 22 22:15:50.610059 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a69b1236-dac4-49cd-8727-b6750d121857 req-af794b8b-f403-48f6-804f-112040ed60e0 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9918eff5a3f48ce98e866c17603f510 HTTP/1.1" status: 200 len: 380 time: 0.0495739 Sep 22 22:15:50.623525 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-a69b1236-dac4-49cd-8727-b6750d121857 req-78fd9525-50c9-411b-a128-4e18ffe6fbf9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'port': {'device_id': '93a556d3-f918-47c3-b549-2cac46aced86', 'network_id': 'f55ab507-fe6c-4042-a39e-5134e4efc9c7', 'admin_state_up': True, 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'security_groups': ['3cfe321c-db98-41e2-b056-134e5182c59b']}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:15:50.666953 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 6d9f38b5-6004-4a0d-a316-dc6e7f9aa1b9 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:15:50.668424 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 90d8e60c-7e63-4d77-85c7-c4ecf8f96081 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:15:50.707209 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-48420798-4f31-4ccb-b416-80080eb62cd4 req-dde3217e-2101-4b84-8f0f-f256c982e3b7 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=93a556d3-f918-47c3-b549-2cac46aced86 HTTP/1.1" status: 200 len: 210 time: 0.1896439 Sep 22 22:15:50.752416 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 90d8e60c-7e63-4d77-85c7-c4ecf8f96081 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:15:50.758199 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 90d8e60c-7e63-4d77-85c7-c4ecf8f96081 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:15:50.758665 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:50.759074 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 90d8e60c-7e63-4d77-85c7-c4ecf8f96081 Sep 22 22:15:50.798481 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-a69b1236-dac4-49cd-8727-b6750d121857 req-78fd9525-50c9-411b-a128-4e18ffe6fbf9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:15:50.810317 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-a69b1236-dac4-49cd-8727-b6750d121857 req-78fd9525-50c9-411b-a128-4e18ffe6fbf9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:15:50.821263 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a69b1236-dac4-49cd-8727-b6750d121857 req-78fd9525-50c9-411b-a128-4e18ffe6fbf9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Made reservation on behalf of a9918eff5a3f48ce98e866c17603f510 for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:15:50.824824 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-a69b1236-dac4-49cd-8727-b6750d121857 req-78fd9525-50c9-411b-a128-4e18ffe6fbf9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:50.879028 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 90d8e60c-7e63-4d77-85c7-c4ecf8f96081 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:15:50.879410 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:50.913878 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 90d8e60c-7e63-4d77-85c7-c4ecf8f96081, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=90d8e60c-7e63-4d77-85c7-c4ecf8f96081,segment=NetworkSegment(1a9bbc1e-2031-41aa-a372-84710bb9fb30),segment_id=1a9bbc1e-2031-41aa-a372-84710bb9fb30)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:15:50.918505 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:50.919397 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 4add505e-fe65-460a-83d5-b162c54a6526 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:15:50.996457 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [req-a69b1236-dac4-49cd-8727-b6750d121857 req-78fd9525-50c9-411b-a128-4e18ffe6fbf9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Allocated IP 172.20.0.3 (f55ab507-fe6c-4042-a39e-5134e4efc9c7/de09b0b7-3c29-4c2e-9181-1473a4f3caf0/c4f92212-2a1b-45dd-b090-283e8d50b4ea) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:15:51.042747 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=90d8e60c-7e63-4d77-85c7-c4ecf8f96081,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:51.057720 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 4add505e-fe65-460a-83d5-b162c54a6526 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:15:51.058091 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:51.058425 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 4add505e-fe65-460a-83d5-b162c54a6526 Sep 22 22:15:51.179542 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 4add505e-fe65-460a-83d5-b162c54a6526 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:15:51.202823 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-a69b1236-dac4-49cd-8727-b6750d121857 req-78fd9525-50c9-411b-a128-4e18ffe6fbf9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:51.219553 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-a69b1236-dac4-49cd-8727-b6750d121857 req-78fd9525-50c9-411b-a128-4e18ffe6fbf9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Transition to ACTIVE for port object c4f92212-2a1b-45dd-b090-283e8d50b4ea will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:15:51.246093 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-a69b1236-dac4-49cd-8727-b6750d121857 req-78fd9525-50c9-411b-a128-4e18ffe6fbf9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:51.321370 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a69b1236-dac4-49cd-8727-b6750d121857 req-78fd9525-50c9-411b-a128-4e18ffe6fbf9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Network f55ab507-fe6c-4042-a39e-5134e4efc9c7 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:15:51.324319 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [req-a69b1236-dac4-49cd-8727-b6750d121857 req-78fd9525-50c9-411b-a128-4e18ffe6fbf9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:15:51.326875 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69b1236-dac4-49cd-8727-b6750d121857 req-78fd9525-50c9-411b-a128-4e18ffe6fbf9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:15:51.372914 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fd9525-50c9-411b-a128-4e18ffe6fbf9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'Port': ['ID=c4f92212-2a1b-45dd-b090-283e8d50b4ea,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:51.398878 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b1236-dac4-49cd-8727-b6750d121857 req-78fd9525-50c9-411b-a128-4e18ffe6fbf9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:51.399480 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-a69b1236-dac4-49cd-8727-b6750d121857 req-78fd9525-50c9-411b-a128-4e18ffe6fbf9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:51.425426 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a69b1236-dac4-49cd-8727-b6750d121857 req-78fd9525-50c9-411b-a128-4e18ffe6fbf9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8065617 Sep 22 22:15:51.436140 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-a69b1236-dac4-49cd-8727-b6750d121857 req-50a00830-8412-4e64-a68e-a0e4481fa9cb service neutron] Request body: {'port': {'device_id': '93a556d3-f918-47c3-b549-2cac46aced86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:15:51.549864 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-a69b1236-dac4-49cd-8727-b6750d121857 req-50a00830-8412-4e64-a68e-a0e4481fa9cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:51.553724 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-086d9fcc-9bd5-4a2b-bfba-00c1e32a6977 None None] Provisioning for port c4f92212-2a1b-45dd-b090-283e8d50b4ea completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:15:51.558486 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-086d9fcc-9bd5-4a2b-bfba-00c1e32a6977 None None] Provisioning complete for port c4f92212-2a1b-45dd-b090-283e8d50b4ea triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:15:51.558913 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-086d9fcc-9bd5-4a2b-bfba-00c1e32a6977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:51.559234 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-086d9fcc-9bd5-4a2b-bfba-00c1e32a6977 None None] Attempt 1 to provision port c4f92212-2a1b-45dd-b090-283e8d50b4ea Sep 22 22:15:51.614816 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-086d9fcc-9bd5-4a2b-bfba-00c1e32a6977 None None] Port c4f92212-2a1b-45dd-b090-283e8d50b4ea cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:15:51.955126 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [req-a69b1236-dac4-49cd-8727-b6750d121857 req-50a00830-8412-4e64-a68e-a0e4481fa9cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4f92212-2a1b-45dd-b090-283e8d50b4ea {{(pid=89008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 22:15:51.965676 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e496345-00c1-4274-8593-085569dc3dc1 req-5e885029-6a4d-4e27-8f69-13c99d834892 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:51.966358 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-4e496345-00c1-4274-8593-085569dc3dc1 req-5e885029-6a4d-4e27-8f69-13c99d834892 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Synchronizing usage tracker for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:15:51.973316 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-a69b1236-dac4-49cd-8727-b6750d121857 req-50a00830-8412-4e64-a68e-a0e4481fa9cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:51.994751 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-4e496345-00c1-4274-8593-085569dc3dc1 req-5e885029-6a4d-4e27-8f69-13c99d834892 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Unset dirty status for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:15:51.995868 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4e496345-00c1-4274-8593-085569dc3dc1 req-5e885029-6a4d-4e27-8f69-13c99d834892 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=93a556d3-f918-47c3-b549-2cac46aced86 HTTP/1.1" status: 200 len: 931 time: 0.1822193 Sep 22 22:15:51.996719 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-a69b1236-dac4-49cd-8727-b6750d121857 req-50a00830-8412-4e64-a68e-a0e4481fa9cb service neutron] Transition to ACTIVE for port object c4f92212-2a1b-45dd-b090-283e8d50b4ea will not be triggered until provisioned by entity L2. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:15:52.000264 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-a69b1236-dac4-49cd-8727-b6750d121857 req-50a00830-8412-4e64-a68e-a0e4481fa9cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:52.115472 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-086d9fcc-9bd5-4a2b-bfba-00c1e32a6977 None None] Attempt 2 to provision port c4f92212-2a1b-45dd-b090-283e8d50b4ea Sep 22 22:15:52.169122 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-086d9fcc-9bd5-4a2b-bfba-00c1e32a6977 None None] Port c4f92212-2a1b-45dd-b090-283e8d50b4ea cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:15:52.246090 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 90d8e60c-7e63-4d77-85c7-c4ecf8f96081 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:15:52.320026 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 90d8e60c-7e63-4d77-85c7-c4ecf8f96081 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:15:52.320397 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:52.320731 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 90d8e60c-7e63-4d77-85c7-c4ecf8f96081 Sep 22 22:15:52.323065 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a00830-8412-4e64-a68e-a0e4481fa9cb service neutron] Pushing event updated for resources: {'Port': ['ID=c4f92212-2a1b-45dd-b090-283e8d50b4ea,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:52.332902 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4e496345-00c1-4274-8593-085569dc3dc1 req-b89a466c-50e9-41a0-aa64-8645ff624bc8 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=3cfe321c-db98-41e2-b056-134e5182c59b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2892969 Sep 22 22:15:52.372043 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-a69b1236-dac4-49cd-8727-b6750d121857 req-50a00830-8412-4e64-a68e-a0e4481fa9cb service neutron] Attempting to bind port c4f92212-2a1b-45dd-b090-283e8d50b4ea on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:15:52.372367 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-a69b1236-dac4-49cd-8727-b6750d121857 req-50a00830-8412-4e64-a68e-a0e4481fa9cb service neutron] Attempting to bind port c4f92212-2a1b-45dd-b090-283e8d50b4ea by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '1a9bbc1e-2031-41aa-a372-84710bb9fb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f55ab507-fe6c-4042-a39e-5134e4efc9c7'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:15:52.372723 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69b1236-dac4-49cd-8727-b6750d121857 req-50a00830-8412-4e64-a68e-a0e4481fa9cb service neutron] Attempting to bind port c4f92212-2a1b-45dd-b090-283e8d50b4ea on network f55ab507-fe6c-4042-a39e-5134e4efc9c7 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:15:52.377693 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69b1236-dac4-49cd-8727-b6750d121857 req-50a00830-8412-4e64-a68e-a0e4481fa9cb service neutron] Port c4f92212-2a1b-45dd-b090-283e8d50b4ea on network f55ab507-fe6c-4042-a39e-5134e4efc9c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 22:15:52.378006 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69b1236-dac4-49cd-8727-b6750d121857 req-50a00830-8412-4e64-a68e-a0e4481fa9cb service neutron] Attempting to bind port c4f92212-2a1b-45dd-b090-283e8d50b4ea on network f55ab507-fe6c-4042-a39e-5134e4efc9c7 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:15:52.382947 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69b1236-dac4-49cd-8727-b6750d121857 req-50a00830-8412-4e64-a68e-a0e4481fa9cb service neutron] Checking agent: {'id': '8a88b827-3477-4399-ac15-439d59b3c48a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'started_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:15:52.383278 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69b1236-dac4-49cd-8727-b6750d121857 req-50a00830-8412-4e64-a68e-a0e4481fa9cb service neutron] Checking segment: {'id': '1a9bbc1e-2031-41aa-a372-84710bb9fb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f55ab507-fe6c-4042-a39e-5134e4efc9c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:15:52.383647 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69b1236-dac4-49cd-8727-b6750d121857 req-50a00830-8412-4e64-a68e-a0e4481fa9cb service neutron] Bound using segment: {'id': '1a9bbc1e-2031-41aa-a372-84710bb9fb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f55ab507-fe6c-4042-a39e-5134e4efc9c7'} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:15:52.384057 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-a69b1236-dac4-49cd-8727-b6750d121857 req-50a00830-8412-4e64-a68e-a0e4481fa9cb service neutron] Bound port: c4f92212-2a1b-45dd-b090-283e8d50b4ea, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a9bbc1e-2031-41aa-a372-84710bb9fb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f55ab507-fe6c-4042-a39e-5134e4efc9c7'}}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:15:52.384391 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-a69b1236-dac4-49cd-8727-b6750d121857 req-50a00830-8412-4e64-a68e-a0e4481fa9cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:52.434905 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 90d8e60c-7e63-4d77-85c7-c4ecf8f96081 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:15:52.469869 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-a69b1236-dac4-49cd-8727-b6750d121857 req-50a00830-8412-4e64-a68e-a0e4481fa9cb service neutron] For port c4f92212-2a1b-45dd-b090-283e8d50b4ea, host hv-neutron-8589, cleared binding levels {{(pid=89008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:15:52.472759 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-a69b1236-dac4-49cd-8727-b6750d121857 req-50a00830-8412-4e64-a68e-a0e4481fa9cb service neutron] For port c4f92212-2a1b-45dd-b090-283e8d50b4ea, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=c4f92212-2a1b-45dd-b090-283e8d50b4ea,segment=NetworkSegment(1a9bbc1e-2031-41aa-a372-84710bb9fb30),segment_id=1a9bbc1e-2031-41aa-a372-84710bb9fb30)] {{(pid=89008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:15:52.477909 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-a69b1236-dac4-49cd-8727-b6750d121857 req-50a00830-8412-4e64-a68e-a0e4481fa9cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:52.511109 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b1236-dac4-49cd-8727-b6750d121857 req-50a00830-8412-4e64-a68e-a0e4481fa9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:52.511631 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-a69b1236-dac4-49cd-8727-b6750d121857 req-50a00830-8412-4e64-a68e-a0e4481fa9cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:52.512952 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a69b1236-dac4-49cd-8727-b6750d121857 req-50a00830-8412-4e64-a68e-a0e4481fa9cb service neutron] 10.222.0.49 "PUT /v2.0/ports/c4f92212-2a1b-45dd-b090-283e8d50b4ea HTTP/1.1" status: 200 len: 1093 time: 1.0810502 Sep 22 22:15:52.513373 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93a556d3-f918-47c3-b549-2cac46aced86', 'tag': 'c4f92212-2a1b-45dd-b090-283e8d50b4ea'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:15:52.515672 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb7a83a-4e44-4695-9352-d1a6550953d1" -d '{"events": [{"name": "network-changed", "server_uuid": "93a556d3-f918-47c3-b549-2cac46aced86", "tag": "c4f92212-2a1b-45dd-b090-283e8d50b4ea"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:15:52.586288 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c28369-f5c9-4620-814c-95535a532501 x-openstack-request-id: req-98c28369-f5c9-4620-814c-95535a532501 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:15:52.586941 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93a556d3-f918-47c3-b549-2cac46aced86", "tag": "c4f92212-2a1b-45dd-b090-283e8d50b4ea", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:15:52.586941 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-98c28369-f5c9-4620-814c-95535a532501 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:15:52.587196 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98c28369-f5c9-4620-814c-95535a532501'] response: {'name': 'network-changed', 'server_uuid': '93a556d3-f918-47c3-b549-2cac46aced86', 'tag': 'c4f92212-2a1b-45dd-b090-283e8d50b4ea', 'status': 'completed', 'code': 200} Sep 22 22:15:52.606236 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a00830-8412-4e64-a68e-a0e4481fa9cb service neutron] Pushing event updated for resources: {'Port': ['ID=c4f92212-2a1b-45dd-b090-283e8d50b4ea,revision_number=3']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:52.636555 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b1236-dac4-49cd-8727-b6750d121857 req-5e833ada-ff92-4f6c-9abb-3fa6dd21bf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:52.638006 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a69b1236-dac4-49cd-8727-b6750d121857 req-5e833ada-ff92-4f6c-9abb-3fa6dd21bf78 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9918eff5a3f48ce98e866c17603f510&device_id=93a556d3-f918-47c3-b549-2cac46aced86 HTTP/1.1" status: 200 len: 1096 time: 0.0879893 Sep 22 22:15:52.671186 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-086d9fcc-9bd5-4a2b-bfba-00c1e32a6977 None None] Attempt 3 to provision port c4f92212-2a1b-45dd-b090-283e8d50b4ea Sep 22 22:15:52.706579 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a69b1236-dac4-49cd-8727-b6750d121857 req-b950fe5d-a9b7-4012-ac01-96b5308a2146 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4f92212-2a1b-45dd-b090-283e8d50b4ea HTTP/1.1" status: 200 len: 217 time: 0.0620990 Sep 22 22:15:52.737147 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-086d9fcc-9bd5-4a2b-bfba-00c1e32a6977 None None] Port c4f92212-2a1b-45dd-b090-283e8d50b4ea had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 22:15:52.768225 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b1236-dac4-49cd-8727-b6750d121857 req-0737158f-a18b-441c-8c03-1e8ab9f11181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:52.769568 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a69b1236-dac4-49cd-8727-b6750d121857 req-0737158f-a18b-441c-8c03-1e8ab9f11181 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=de09b0b7-3c29-4c2e-9181-1473a4f3caf0 HTTP/1.1" status: 200 len: 834 time: 0.0578353 Sep 22 22:15:52.852021 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b1236-dac4-49cd-8727-b6750d121857 req-ef465b7a-0f7c-43cf-8879-2256d2e9a77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:52.853465 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a69b1236-dac4-49cd-8727-b6750d121857 req-ef465b7a-0f7c-43cf-8879-2256d2e9a77b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f55ab507-fe6c-4042-a39e-5134e4efc9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780311 Sep 22 22:15:52.980349 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a69b1236-dac4-49cd-8727-b6750d121857 req-986f009a-e126-4aa4-8e33-4e8c62d7a8f9 service neutron] 10.222.0.49 "GET /v2.0/networks/f55ab507-fe6c-4042-a39e-5134e4efc9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204753 Sep 22 22:15:53.104930 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a69b1236-dac4-49cd-8727-b6750d121857 req-b3343cf0-e21e-4c5a-b263-0f190613e0c3 service neutron] 10.222.0.49 "GET /v2.0/networks/f55ab507-fe6c-4042-a39e-5134e4efc9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193814 Sep 22 22:15:53.224320 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb7a83a-4e44-4695-9352-d1a6550953d1 req-1368dde7-b377-4299-b938-fa0fe10884d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:53.225770 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-dfb7a83a-4e44-4695-9352-d1a6550953d1 req-1368dde7-b377-4299-b938-fa0fe10884d7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9918eff5a3f48ce98e866c17603f510&device_id=93a556d3-f918-47c3-b549-2cac46aced86 HTTP/1.1" status: 200 len: 1096 time: 0.0768394 Sep 22 22:15:53.354817 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb7a83a-4e44-4695-9352-d1a6550953d1 req-9d1fcfa4-86b5-4c13-86cb-7c729e6d1afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:53.356552 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-dfb7a83a-4e44-4695-9352-d1a6550953d1 req-9d1fcfa4-86b5-4c13-86cb-7c729e6d1afc service neutron] 10.222.0.49 "GET /v2.0/networks?id=f55ab507-fe6c-4042-a39e-5134e4efc9c7 HTTP/1.1" status: 200 len: 896 time: 0.1249254 Sep 22 22:15:53.428415 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-dfb7a83a-4e44-4695-9352-d1a6550953d1 req-98519cb0-2f82-48f3-8bd0-5204a8e32d20 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4f92212-2a1b-45dd-b090-283e8d50b4ea HTTP/1.1" status: 200 len: 217 time: 0.0656965 Sep 22 22:15:53.546103 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb7a83a-4e44-4695-9352-d1a6550953d1 req-37c2de6e-a9ed-4925-b5ae-522d21733ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:53.547775 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-dfb7a83a-4e44-4695-9352-d1a6550953d1 req-37c2de6e-a9ed-4925-b5ae-522d21733ae2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=de09b0b7-3c29-4c2e-9181-1473a4f3caf0 HTTP/1.1" status: 200 len: 834 time: 0.1134400 Sep 22 22:15:53.628310 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca135a7-4361-4ede-a25a-e8cbed9980d6 req-455328a6-e7e1-4f8b-b58b-0c687cbe24da tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:53.629669 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4ca135a7-4361-4ede-a25a-e8cbed9980d6 req-455328a6-e7e1-4f8b-b58b-0c687cbe24da tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=93a556d3-f918-47c3-b549-2cac46aced86 HTTP/1.1" status: 200 len: 943 time: 0.1660953 Sep 22 22:15:53.681905 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb7a83a-4e44-4695-9352-d1a6550953d1 req-cd0a6a84-8fc3-48c5-91ac-e0e6bbf4aefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:53.683367 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-dfb7a83a-4e44-4695-9352-d1a6550953d1 req-cd0a6a84-8fc3-48c5-91ac-e0e6bbf4aefd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f55ab507-fe6c-4042-a39e-5134e4efc9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1287098 Sep 22 22:15:53.688375 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4ca135a7-4361-4ede-a25a-e8cbed9980d6 req-1d2fd376-d9a9-4a97-8e4d-6e155d8207d9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=3cfe321c-db98-41e2-b056-134e5182c59b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523808 Sep 22 22:15:53.813996 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-dfb7a83a-4e44-4695-9352-d1a6550953d1 req-dd00327b-c433-434b-a003-71ba82206de7 service neutron] 10.222.0.49 "GET /v2.0/networks/f55ab507-fe6c-4042-a39e-5134e4efc9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227493 Sep 22 22:15:54.037754 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-dfb7a83a-4e44-4695-9352-d1a6550953d1 req-4f4b5885-59df-4a1e-a21d-5ff92fd9fcd7 service neutron] 10.222.0.49 "GET /v2.0/networks/f55ab507-fe6c-4042-a39e-5134e4efc9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167833 Sep 22 22:15:54.888785 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d6606-4041-4b47-ab4b-2170d2993e79 req-cfefa071-0495-40fb-84ce-3b2a8e79e2a4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:54.890795 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-563d6606-4041-4b47-ab4b-2170d2993e79 req-cfefa071-0495-40fb-84ce-3b2a8e79e2a4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=93a556d3-f918-47c3-b549-2cac46aced86 HTTP/1.1" status: 200 len: 943 time: 0.0879290 Sep 22 22:15:54.935692 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-563d6606-4041-4b47-ab4b-2170d2993e79 req-2af9078a-397e-4aaa-aa02-a0e038fe15a1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=3cfe321c-db98-41e2-b056-134e5182c59b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393162 Sep 22 22:15:55.275603 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device c4f92212-2a1b-45dd-b090-283e8d50b4ea details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 22:15:55.406270 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port c4f92212-2a1b-45dd-b090-283e8d50b4ea, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=c4f92212-2a1b-45dd-b090-283e8d50b4ea,segment=NetworkSegment(1a9bbc1e-2031-41aa-a372-84710bb9fb30),segment_id=1a9bbc1e-2031-41aa-a372-84710bb9fb30)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:15:55.418691 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': 'c4f92212-2a1b-45dd-b090-283e8d50b4ea', 'network_id': 'f55ab507-fe6c-4042-a39e-5134e4efc9c7', 'port_id': 'c4f92212-2a1b-45dd-b090-283e8d50b4ea', 'mac_address': 'fa:16:3e:f1:9d:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de09b0b7-3c29-4c2e-9181-1473a4f3caf0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 22:15:55.472723 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port c4f92212-2a1b-45dd-b090-283e8d50b4ea is: DOWN; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:15:55.473089 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:55.489713 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4f92212-2a1b-45dd-b090-283e8d50b4ea {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 22:15:55.504826 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port c4f92212-2a1b-45dd-b090-283e8d50b4ea, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=c4f92212-2a1b-45dd-b090-283e8d50b4ea,segment=NetworkSegment(1a9bbc1e-2031-41aa-a372-84710bb9fb30),segment_id=1a9bbc1e-2031-41aa-a372-84710bb9fb30)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:15:55.508740 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:55.575450 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=c4f92212-2a1b-45dd-b090-283e8d50b4ea,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:55.709713 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['c4f92212-2a1b-45dd-b090-283e8d50b4ea'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 22:15:56.133423 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30356f6e-8013-48df-90ff-ed012317e568 req-4793346c-2729-4103-ab56-30284a152191 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:56.134889 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-30356f6e-8013-48df-90ff-ed012317e568 req-4793346c-2729-4103-ab56-30284a152191 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=93a556d3-f918-47c3-b549-2cac46aced86 HTTP/1.1" status: 200 len: 944 time: 0.0845547 Sep 22 22:15:56.178491 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-30356f6e-8013-48df-90ff-ed012317e568 req-3a0ed246-1433-4179-a81a-2da18cca7c6b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=3cfe321c-db98-41e2-b056-134e5182c59b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375111 Sep 22 22:15:56.328319 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:57.279562 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device c4f92212-2a1b-45dd-b090-283e8d50b4ea up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:15:57.349607 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning for port c4f92212-2a1b-45dd-b090-283e8d50b4ea completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:15:57.354201 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port c4f92212-2a1b-45dd-b090-283e8d50b4ea triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:15:57.354569 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:57.354929 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port c4f92212-2a1b-45dd-b090-283e8d50b4ea Sep 22 22:15:57.375781 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c05a3-2daa-48bd-89f1-f1179ac497a3 req-b3e60c86-0f34-4216-ace4-f038843ae56c tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:57.377252 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-220c05a3-2daa-48bd-89f1-f1179ac497a3 req-b3e60c86-0f34-4216-ace4-f038843ae56c tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=93a556d3-f918-47c3-b549-2cac46aced86 HTTP/1.1" status: 200 len: 944 time: 0.0874660 Sep 22 22:15:57.420598 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-220c05a3-2daa-48bd-89f1-f1179ac497a3 req-7abf95c4-2b86-4639-b6ac-5e3aee728fea tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=3cfe321c-db98-41e2-b056-134e5182c59b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376782 Sep 22 22:15:57.468055 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port c4f92212-2a1b-45dd-b090-283e8d50b4ea is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:15:57.468368 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:57.494557 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a556d3-f918-47c3-b549-2cac46aced86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f92212-2a1b-45dd-b090-283e8d50b4ea'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:15:57.496827 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff07268-44b1-4a54-8f4f-ea2ed176384d" -d '{"events": [{"server_uuid": "93a556d3-f918-47c3-b549-2cac46aced86", "name": "network-vif-plugged", "status": "completed", "tag": "c4f92212-2a1b-45dd-b090-283e8d50b4ea"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:15:57.504559 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port c4f92212-2a1b-45dd-b090-283e8d50b4ea, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=c4f92212-2a1b-45dd-b090-283e8d50b4ea,segment=NetworkSegment(1a9bbc1e-2031-41aa-a372-84710bb9fb30),segment_id=1a9bbc1e-2031-41aa-a372-84710bb9fb30)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:15:57.509624 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:15:57.577758 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111c8ab2-4802-4613-ac02-c1971f355cee x-openstack-request-id: req-111c8ab2-4802-4613-ac02-c1971f355cee {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:15:57.578028 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93a556d3-f918-47c3-b549-2cac46aced86", "name": "network-vif-plugged", "status": "completed", "tag": "c4f92212-2a1b-45dd-b090-283e8d50b4ea", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:15:57.578279 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-111c8ab2-4802-4613-ac02-c1971f355cee {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:15:57.578682 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-111c8ab2-4802-4613-ac02-c1971f355cee'] response: {'server_uuid': '93a556d3-f918-47c3-b549-2cac46aced86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f92212-2a1b-45dd-b090-283e8d50b4ea', 'code': 200} Sep 22 22:15:57.611974 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=c4f92212-2a1b-45dd-b090-283e8d50b4ea,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:57.772368 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2a8af-b724-4d5e-94b4-1084d54247b1 req-4ee669b3-4a7f-40ca-9000-d53448252ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:57.773757 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-32c2a8af-b724-4d5e-94b4-1084d54247b1 req-4ee669b3-4a7f-40ca-9000-d53448252ffc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=93a556d3-f918-47c3-b549-2cac46aced86 HTTP/1.1" status: 200 len: 1098 time: 0.0775285 Sep 22 22:15:57.813570 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-32c2a8af-b724-4d5e-94b4-1084d54247b1 req-4a645663-e255-45d2-8eb6-2cbf1b1b8c7e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3cfe321c-db98-41e2-b056-134e5182c59b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325277 Sep 22 22:15:58.617424 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80097a-36a4-4c76-8aa4-2df6339eb23f req-25c2979a-221a-4fab-a6f9-41ef4d1bd959 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:58.618898 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-7d80097a-36a4-4c76-8aa4-2df6339eb23f req-25c2979a-221a-4fab-a6f9-41ef4d1bd959 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=93a556d3-f918-47c3-b549-2cac46aced86 HTTP/1.1" status: 200 len: 945 time: 0.0894530 Sep 22 22:15:58.664555 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-7d80097a-36a4-4c76-8aa4-2df6339eb23f req-7ae8e35e-8ffe-4e3e-acdd-53e9459fbdd3 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=3cfe321c-db98-41e2-b056-134e5182c59b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395386 Sep 22 22:15:59.863559 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529ce43-1881-4ce2-a6b7-8634b2218246 req-476d5583-56a8-44b6-807e-7eb07fbb3367 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:59.865012 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9529ce43-1881-4ce2-a6b7-8634b2218246 req-476d5583-56a8-44b6-807e-7eb07fbb3367 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=93a556d3-f918-47c3-b549-2cac46aced86 HTTP/1.1" status: 200 len: 945 time: 0.0890603 Sep 22 22:15:59.907839 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9529ce43-1881-4ce2-a6b7-8634b2218246 req-6a3a033f-d83a-479e-9d62-74778ad002ff tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=3cfe321c-db98-41e2-b056-134e5182c59b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372388 Sep 22 22:16:00.105067 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4591efe-e580-43ae-bacb-fd7c70ab82b1 req-ea6a3966-4f69-4e86-9eb0-6237f9ff38be tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:00.106791 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-f4591efe-e580-43ae-bacb-fd7c70ab82b1 req-ea6a3966-4f69-4e86-9eb0-6237f9ff38be tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=93a556d3-f918-47c3-b549-2cac46aced86 HTTP/1.1" status: 200 len: 945 time: 0.0859745 Sep 22 22:16:00.153016 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-f4591efe-e580-43ae-bacb-fd7c70ab82b1 req-589d6cb6-2a58-4484-ba16-fd4fe090ca90 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=3cfe321c-db98-41e2-b056-134e5182c59b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400693 Sep 22 22:16:00.180827 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58408) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:16:00.257714 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355b998d-50c8-4dbf-8098-2f091cb6bd1a tempest-TestNetworkAdvancedServerOps-762025924 tempest-TestNetworkAdvancedServerOps-762025924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:00.259276 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-355b998d-50c8-4dbf-8098-2f091cb6bd1a tempest-TestNetworkAdvancedServerOps-762025924 tempest-TestNetworkAdvancedServerOps-762025924-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=93a556d3-f918-47c3-b549-2cac46aced86 HTTP/1.1" status: 200 len: 1093 time: 0.0775046 Sep 22 22:16:00.261990 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58412) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:16:00.266947 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-8e721b73-fdbf-4194-a9c5-ab7cf1e24041 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'floatingip': {'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'port_id': 'c4f92212-2a1b-45dd-b090-283e8d50b4ea', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:16:00.273050 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-8e721b73-fdbf-4194-a9c5-ab7cf1e24041 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:16:00.276916 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-8e721b73-fdbf-4194-a9c5-ab7cf1e24041 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:floatingip and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:16:00.279843 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-8e721b73-fdbf-4194-a9c5-ab7cf1e24041 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:16:00.285965 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-8e721b73-fdbf-4194-a9c5-ab7cf1e24041 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:16:00.295210 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8e721b73-fdbf-4194-a9c5-ab7cf1e24041 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for floatingip, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:16:00.430008 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8e721b73-fdbf-4194-a9c5-ab7cf1e24041 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:16:00.563825 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-8e721b73-fdbf-4194-a9c5-ab7cf1e24041 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Allocated IP 172.26.0.37 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/2b0f43fe-c0d9-4bd5-900e-691c0acad210) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:16:00.706874 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8e721b73-fdbf-4194-a9c5-ab7cf1e24041 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:16:00.735241 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8e721b73-fdbf-4194-a9c5-ab7cf1e24041 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:16:00.794866 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e721b73-fdbf-4194-a9c5-ab7cf1e24041 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:16:00.798010 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-8e721b73-fdbf-4194-a9c5-ab7cf1e24041 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:16:00.801484 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e721b73-fdbf-4194-a9c5-ab7cf1e24041 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:16:00.847704 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e721b73-fdbf-4194-a9c5-ab7cf1e24041 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'Port': ['ID=2b0f43fe-c0d9-4bd5-900e-691c0acad210,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:16:01.203989 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8e721b73-fdbf-4194-a9c5-ab7cf1e24041 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:16:01.286350 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8e721b73-fdbf-4194-a9c5-ab7cf1e24041 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:16:01.583617 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8e721b73-fdbf-4194-a9c5-ab7cf1e24041 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:16:01.588113 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8e721b73-fdbf-4194-a9c5-ab7cf1e24041 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:16:01.695972 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e721b73-fdbf-4194-a9c5-ab7cf1e24041 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'Port': ['ID=2b0f43fe-c0d9-4bd5-900e-691c0acad210,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:16:01.698461 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8e721b73-fdbf-4194-a9c5-ab7cf1e24041 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:16:01.865508 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.l3_db [None req-8e721b73-fdbf-4194-a9c5-ab7cf1e24041 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Floating IP fd19225f-9e1f-4635-9c15-5a4f905d3bf9 associated. External IP: 172.26.0.37, port: c4f92212-2a1b-45dd-b090-283e8d50b4ea. Sep 22 22:16:02.223840 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e721b73-fdbf-4194-a9c5-ab7cf1e24041 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Router 0228e5aa-9b08-41f7-a464-924e7312e7c6 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 22:16:02.423338 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e721b73-fdbf-4194-a9c5-ab7cf1e24041 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:16:02.433177 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2801230a-94a3-4b92-ad5b-4a928c350ea5 None None] Sync routers for ids ['0228e5aa-9b08-41f7-a464-924e7312e7c6'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:16:02.442982 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2801230a-94a3-4b92-ad5b-4a928c350ea5 None None] Routers {'0228e5aa-9b08-41f7-a464-924e7312e7c6'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:16:02.443524 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-2801230a-94a3-4b92-ad5b-4a928c350ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:15:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['0228e5aa-9b08-41f7-a464-924e7312e7c6'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:16:02.447669 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8e721b73-fdbf-4194-a9c5-ab7cf1e24041 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:16:02.503704 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-8e721b73-fdbf-4194-a9c5-ab7cf1e24041 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2407079 Sep 22 22:16:02.504418 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93a556d3-f918-47c3-b549-2cac46aced86', 'tag': 'c4f92212-2a1b-45dd-b090-283e8d50b4ea'}] {{(pid=89009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:16:02.506955 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3cdb6d5bdfc0c86a52b2d842100ac752cec167fbf441e2518ec0a73bf85169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08cb54f-f5b3-4326-9fee-3e2f9dd64085" -d '{"events": [{"name": "network-changed", "server_uuid": "93a556d3-f918-47c3-b549-2cac46aced86", "tag": "c4f92212-2a1b-45dd-b090-283e8d50b4ea"}]}' {{(pid=89009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:16:02.550401 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ea3231-2523-41da-9c8a-bb60e9673e0e x-openstack-request-id: req-f8ea3231-2523-41da-9c8a-bb60e9673e0e {{(pid=89009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:16:02.550791 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93a556d3-f918-47c3-b549-2cac46aced86", "tag": "c4f92212-2a1b-45dd-b090-283e8d50b4ea", "status": "completed", "code": 200}]} {{(pid=89009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:16:02.551109 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f8ea3231-2523-41da-9c8a-bb60e9673e0e {{(pid=89009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:16:02.551576 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8ea3231-2523-41da-9c8a-bb60e9673e0e'] response: {'name': 'network-changed', 'server_uuid': '93a556d3-f918-47c3-b549-2cac46aced86', 'tag': 'c4f92212-2a1b-45dd-b090-283e8d50b4ea', 'status': 'completed', 'code': 200} Sep 22 22:16:02.635789 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-2801230a-94a3-4b92-ad5b-4a928c350ea5 None None] Set router 0228e5aa-9b08-41f7-a464-924e7312e7c6 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:16:02.732730 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08cb54f-f5b3-4326-9fee-3e2f9dd64085 req-112bf90c-4029-46b3-85a0-93ab868b7d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:02.734163 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e08cb54f-f5b3-4326-9fee-3e2f9dd64085 req-112bf90c-4029-46b3-85a0-93ab868b7d1e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9918eff5a3f48ce98e866c17603f510&device_id=93a556d3-f918-47c3-b549-2cac46aced86 HTTP/1.1" status: 200 len: 1098 time: 0.1571870 Sep 22 22:16:02.742204 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ce79e-0ee9-4a66-b1e1-40d7856262d4 req-059d037f-06ab-4c93-a586-f2d4962aec7c tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:02.743592 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-dc5ce79e-0ee9-4a66-b1e1-40d7856262d4 req-059d037f-06ab-4c93-a586-f2d4962aec7c tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=93a556d3-f918-47c3-b549-2cac46aced86 HTTP/1.1" status: 200 len: 945 time: 0.1271164 Sep 22 22:16:02.865833 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-dc5ce79e-0ee9-4a66-b1e1-40d7856262d4 req-458aaf03-5348-49fd-8094-9e262c7407ef tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=3cfe321c-db98-41e2-b056-134e5182c59b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038601 Sep 22 22:16:02.895270 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58420) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:16:02.901226 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08cb54f-f5b3-4326-9fee-3e2f9dd64085 req-f43f3f70-6442-4f22-9b34-b71f8dbb6209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:02.902704 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e08cb54f-f5b3-4326-9fee-3e2f9dd64085 req-f43f3f70-6442-4f22-9b34-b71f8dbb6209 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f55ab507-fe6c-4042-a39e-5134e4efc9c7 HTTP/1.1" status: 200 len: 896 time: 0.1582313 Sep 22 22:16:03.004778 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2c8ca5aa-ff50-430c-be19-214b5caa0fe1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/floatingips/fd19225f-9e1f-4635-9c15-5a4f905d3bf9 HTTP/1.1" status: 200 len: 990 time: 0.1082821 Sep 22 22:16:03.009763 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-2801230a-94a3-4b92-ad5b-4a928c350ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0228e5aa-9b08-41f7-a464-924e7312e7c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302048418', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': '4add505e-fe65-460a-83d5-b162c54a6526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:15:41Z', 'updated_at': '2022-09-22T22:15:46Z', 'revision_number': 4, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '4add505e-fe65-460a-83d5-b162c54a6526', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0228e5aa-9b08-41f7-a464-924e7312e7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:42Z', 'updated_at': '2022-09-22T22:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': 'fd19225f-9e1f-4635-9c15-5a4f905d3bf9', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'floating_ip_address': '172.26.0.37', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '0228e5aa-9b08-41f7-a464-924e7312e7c6', 'port_id': 'c4f92212-2a1b-45dd-b090-283e8d50b4ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f55ab507-fe6c-4042-a39e-5134e4efc9c7', 'mac_address': 'fa:16:3e:f1:9d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a556d3-f918-47c3-b549-2cac46aced86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:16:01Z', 'updated_at': '2022-09-22T22:16:01Z', 'revision_number': 0, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d8e60c-7e63-4d77-85c7-c4ecf8f96081', 'name': '', 'network_id': 'f55ab507-fe6c-4042-a39e-5134e4efc9c7', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'mac_address': 'fa:16:3e:ad:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0228e5aa-9b08-41f7-a464-924e7312e7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'de09b0b7-3c29-4c2e-9181-1473a4f3caf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:45Z', 'updated_at': '2022-09-22T22:15:50Z', 'revision_number': 5, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'subnets': [{'id': 'de09b0b7-3c29-4c2e-9181-1473a4f3caf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:16:03.010107 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e08cb54f-f5b3-4326-9fee-3e2f9dd64085 req-6102228d-2c23-43bf-bf90-dbc4322e6612 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4f92212-2a1b-45dd-b090-283e8d50b4ea HTTP/1.1" status: 200 len: 998 time: 0.1008198 Sep 22 22:16:03.013731 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2801230a-94a3-4b92-ad5b-4a928c350ea5 None None] Checking router: 0228e5aa-9b08-41f7-a464-924e7312e7c6 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:16:03.022881 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2801230a-94a3-4b92-ad5b-4a928c350ea5 None None] Routers {'0228e5aa-9b08-41f7-a464-924e7312e7c6'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:16:03.023483 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-2801230a-94a3-4b92-ad5b-4a928c350ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:15:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['0228e5aa-9b08-41f7-a464-924e7312e7c6'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:16:03.075540 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08cb54f-f5b3-4326-9fee-3e2f9dd64085 req-f1e7c8ce-eb8f-42d7-98c7-c53770bf9efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:03.076992 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e08cb54f-f5b3-4326-9fee-3e2f9dd64085 req-f1e7c8ce-eb8f-42d7-98c7-c53770bf9efb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=de09b0b7-3c29-4c2e-9181-1473a4f3caf0 HTTP/1.1" status: 200 len: 834 time: 0.0607495 Sep 22 22:16:03.160526 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08cb54f-f5b3-4326-9fee-3e2f9dd64085 req-71437b39-ec46-45ad-b1e9-4a0089b21a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:03.162095 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e08cb54f-f5b3-4326-9fee-3e2f9dd64085 req-71437b39-ec46-45ad-b1e9-4a0089b21a76 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f55ab507-fe6c-4042-a39e-5134e4efc9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797248 Sep 22 22:16:03.201873 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-2801230a-94a3-4b92-ad5b-4a928c350ea5 None None] Set router 0228e5aa-9b08-41f7-a464-924e7312e7c6 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:16:03.296459 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e08cb54f-f5b3-4326-9fee-3e2f9dd64085 req-5b005e11-b941-4eaa-875e-444b1ea0b04d service neutron] 10.222.0.49 "GET /v2.0/networks/f55ab507-fe6c-4042-a39e-5134e4efc9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284885 Sep 22 22:16:03.430830 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e08cb54f-f5b3-4326-9fee-3e2f9dd64085 req-e34a6270-0d6c-438e-b96f-1b9ed8b68be3 service neutron] 10.222.0.49 "GET /v2.0/networks/f55ab507-fe6c-4042-a39e-5134e4efc9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290257 Sep 22 22:16:03.546296 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-2801230a-94a3-4b92-ad5b-4a928c350ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0228e5aa-9b08-41f7-a464-924e7312e7c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302048418', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': '4add505e-fe65-460a-83d5-b162c54a6526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:15:41Z', 'updated_at': '2022-09-22T22:15:46Z', 'revision_number': 4, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '4add505e-fe65-460a-83d5-b162c54a6526', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0228e5aa-9b08-41f7-a464-924e7312e7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:42Z', 'updated_at': '2022-09-22T22:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': 'fd19225f-9e1f-4635-9c15-5a4f905d3bf9', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'floating_ip_address': '172.26.0.37', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '0228e5aa-9b08-41f7-a464-924e7312e7c6', 'port_id': 'c4f92212-2a1b-45dd-b090-283e8d50b4ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f55ab507-fe6c-4042-a39e-5134e4efc9c7', 'mac_address': 'fa:16:3e:f1:9d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a556d3-f918-47c3-b549-2cac46aced86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:16:01Z', 'updated_at': '2022-09-22T22:16:01Z', 'revision_number': 0, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d8e60c-7e63-4d77-85c7-c4ecf8f96081', 'name': '', 'network_id': 'f55ab507-fe6c-4042-a39e-5134e4efc9c7', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'mac_address': 'fa:16:3e:ad:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0228e5aa-9b08-41f7-a464-924e7312e7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'de09b0b7-3c29-4c2e-9181-1473a4f3caf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:45Z', 'updated_at': '2022-09-22T22:15:50Z', 'revision_number': 5, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'subnets': [{'id': 'de09b0b7-3c29-4c2e-9181-1473a4f3caf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:16:03.550173 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2801230a-94a3-4b92-ad5b-4a928c350ea5 None None] The sync data for ids ['0228e5aa-9b08-41f7-a464-924e7312e7c6'] in dv-neutron-858900-1-hyperv is: [{'id': '0228e5aa-9b08-41f7-a464-924e7312e7c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302048418', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': '4add505e-fe65-460a-83d5-b162c54a6526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:15:41Z', 'updated_at': '2022-09-22T22:15:46Z', 'revision_number': 4, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '4add505e-fe65-460a-83d5-b162c54a6526', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0228e5aa-9b08-41f7-a464-924e7312e7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:42Z', 'updated_at': '2022-09-22T22:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': 'fd19225f-9e1f-4635-9c15-5a4f905d3bf9', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'floating_ip_address': '172.26.0.37', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '0228e5aa-9b08-41f7-a464-924e7312e7c6', 'port_id': 'c4f92212-2a1b-45dd-b090-283e8d50b4ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f55ab507-fe6c-4042-a39e-5134e4efc9c7', 'mac_address': 'fa:16:3e:f1:9d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a556d3-f918-47c3-b549-2cac46aced86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:16:01Z', 'updated_at': '2022-09-22T22:16:01Z', 'revision_number': 0, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d8e60c-7e63-4d77-85c7-c4ecf8f96081', 'name': '', 'network_id': 'f55ab507-fe6c-4042-a39e-5134e4efc9c7', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'mac_address': 'fa:16:3e:ad:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0228e5aa-9b08-41f7-a464-924e7312e7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'de09b0b7-3c29-4c2e-9181-1473a4f3caf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:45Z', 'updated_at': '2022-09-22T22:15:50Z', 'revision_number': 5, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'subnets': [{'id': 'de09b0b7-3c29-4c2e-9181-1473a4f3caf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:16:03.733355 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57f1451-4808-47dd-ad0a-3e69ab171d21 None None] New status for floating IP fd19225f-9e1f-4635-9c15-5a4f905d3bf9: ACTIVE {{(pid=89011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 22:16:04.009085 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58424) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:16:04.115680 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-fc4d67ec-fb07-4c44-b978-06337711ac9c tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/floatingips/fd19225f-9e1f-4635-9c15-5a4f905d3bf9 HTTP/1.1" status: 200 len: 992 time: 0.1054115 Sep 22 22:16:09.798207 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a906b4ae-63b7-49f3-b29a-86dfc8498fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:16:11.835098 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:16:12.003341 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1cf292b0-af52-471e-9bb7-10f2e2adf462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:16:12.867778 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:16:13.282680 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:16:14.665509 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:16:14.861857 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ab8f8da1-1e2c-456e-9ceb-1b863ecb12b9 req-4c364c07-9aa0-4b9a-a1c9-1383c6008712 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=93a556d3-f918-47c3-b549-2cac46aced86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0749056 Sep 22 22:16:15.006012 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f8da1-1e2c-456e-9ceb-1b863ecb12b9 req-5ba4df89-1ce1-4b50-9e23-5a065e8a50e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:15.007478 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ab8f8da1-1e2c-456e-9ceb-1b863ecb12b9 req-5ba4df89-1ce1-4b50-9e23-5a065e8a50e2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9918eff5a3f48ce98e866c17603f510&device_id=93a556d3-f918-47c3-b549-2cac46aced86 HTTP/1.1" status: 200 len: 1098 time: 0.0786085 Sep 22 22:16:15.147804 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f8da1-1e2c-456e-9ceb-1b863ecb12b9 req-c1f1ce92-5993-4675-99a4-a3b504c0a3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:15.149216 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ab8f8da1-1e2c-456e-9ceb-1b863ecb12b9 req-c1f1ce92-5993-4675-99a4-a3b504c0a3ae service neutron] 10.222.0.49 "GET /v2.0/networks?id=f55ab507-fe6c-4042-a39e-5134e4efc9c7 HTTP/1.1" status: 200 len: 896 time: 0.1219797 Sep 22 22:16:15.248435 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ab8f8da1-1e2c-456e-9ceb-1b863ecb12b9 req-16f44772-6f6a-485a-83fc-b22af4820d29 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4f92212-2a1b-45dd-b090-283e8d50b4ea HTTP/1.1" status: 200 len: 1000 time: 0.0933478 Sep 22 22:16:15.404377 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f8da1-1e2c-456e-9ceb-1b863ecb12b9 req-b206d7a6-a307-4a9c-9aab-35b66b044a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:15.405780 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ab8f8da1-1e2c-456e-9ceb-1b863ecb12b9 req-b206d7a6-a307-4a9c-9aab-35b66b044a9c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=de09b0b7-3c29-4c2e-9181-1473a4f3caf0 HTTP/1.1" status: 200 len: 834 time: 0.1519520 Sep 22 22:16:15.488332 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f8da1-1e2c-456e-9ceb-1b863ecb12b9 req-9e242547-9faf-4761-ac36-16bca3fcfca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:15.489787 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ab8f8da1-1e2c-456e-9ceb-1b863ecb12b9 req-9e242547-9faf-4761-ac36-16bca3fcfca7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f55ab507-fe6c-4042-a39e-5134e4efc9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774341 Sep 22 22:16:15.619256 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ab8f8da1-1e2c-456e-9ceb-1b863ecb12b9 req-ea5bea06-0ecd-4b9f-ad4d-47514a396437 service neutron] 10.222.0.49 "GET /v2.0/networks/f55ab507-fe6c-4042-a39e-5134e4efc9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232061 Sep 22 22:16:15.747808 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ab8f8da1-1e2c-456e-9ceb-1b863ecb12b9 req-cc3cf180-e1b3-495d-bcb7-ba6b2f5e6dd5 service neutron] 10.222.0.49 "GET /v2.0/networks/f55ab507-fe6c-4042-a39e-5134e4efc9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219981 Sep 22 22:16:26.333867 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:16:31.092554 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 58446) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:16:31.140410 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef445502-cdd2-4c47-add3-c54e4cb41be8 req-0eacc64f-abd2-44a0-8f59-3bbb726782b1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:31.141863 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-ef445502-cdd2-4c47-add3-c54e4cb41be8 req-0eacc64f-abd2-44a0-8f59-3bbb726782b1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=93a556d3-f918-47c3-b549-2cac46aced86 HTTP/1.1" status: 200 len: 945 time: 0.0867894 Sep 22 22:16:31.210447 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ab9b7e72-4ff4-452f-913b-4e7368b19c04 req-4ad24f31-7d89-4a01-a890-e135afde8e54 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=93a556d3-f918-47c3-b549-2cac46aced86&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1166580 Sep 22 22:16:31.301438 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-ef445502-cdd2-4c47-add3-c54e4cb41be8 req-997ed19b-2918-48c4-a4c4-b13c8a806a83 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=3cfe321c-db98-41e2-b056-134e5182c59b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539364 Sep 22 22:16:32.370452 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b7e72-4ff4-452f-913b-4e7368b19c04 req-21d99894-a262-4fcc-aba6-50124312385f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:32.371944 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ab9b7e72-4ff4-452f-913b-4e7368b19c04 req-21d99894-a262-4fcc-aba6-50124312385f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9918eff5a3f48ce98e866c17603f510&device_id=93a556d3-f918-47c3-b549-2cac46aced86 HTTP/1.1" status: 200 len: 1098 time: 0.0843143 Sep 22 22:16:32.558085 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b7e72-4ff4-452f-913b-4e7368b19c04 req-03d323a6-47e3-441c-a30d-33912e765b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:32.559453 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ab9b7e72-4ff4-452f-913b-4e7368b19c04 req-03d323a6-47e3-441c-a30d-33912e765b5c service neutron] 10.222.0.49 "GET /v2.0/networks?id=f55ab507-fe6c-4042-a39e-5134e4efc9c7 HTTP/1.1" status: 200 len: 896 time: 0.1813130 Sep 22 22:16:32.644483 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3acfc-badf-4bba-a514-747d472784f3 req-4e58adab-9063-4c06-945e-e57ae987ee72 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:32.645898 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ddd3acfc-badf-4bba-a514-747d472784f3 req-4e58adab-9063-4c06-945e-e57ae987ee72 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=93a556d3-f918-47c3-b549-2cac46aced86 HTTP/1.1" status: 200 len: 945 time: 0.2033722 Sep 22 22:16:32.694087 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ab9b7e72-4ff4-452f-913b-4e7368b19c04 req-817ff9cd-ba6e-456e-acdb-7df9810a1543 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4f92212-2a1b-45dd-b090-283e8d50b4ea HTTP/1.1" status: 200 len: 1000 time: 0.1269462 Sep 22 22:16:32.737262 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ddd3acfc-badf-4bba-a514-747d472784f3 req-17468d3c-34b7-4e2e-b363-de2ad2745f7c tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=3cfe321c-db98-41e2-b056-134e5182c59b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832343 Sep 22 22:16:32.760991 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b7e72-4ff4-452f-913b-4e7368b19c04 req-881152f3-577d-4729-a9c4-2151002d9414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:32.762373 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ab9b7e72-4ff4-452f-913b-4e7368b19c04 req-881152f3-577d-4729-a9c4-2151002d9414 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=de09b0b7-3c29-4c2e-9181-1473a4f3caf0 HTTP/1.1" status: 200 len: 834 time: 0.0627406 Sep 22 22:16:32.850233 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b7e72-4ff4-452f-913b-4e7368b19c04 req-3d0c1dac-d5a0-4e9d-a365-b53daabb361a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:32.851734 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ab9b7e72-4ff4-452f-913b-4e7368b19c04 req-3d0c1dac-d5a0-4e9d-a365-b53daabb361a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f55ab507-fe6c-4042-a39e-5134e4efc9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825434 Sep 22 22:16:32.981396 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ab9b7e72-4ff4-452f-913b-4e7368b19c04 req-9fdffe2e-21cd-4c4d-8ad5-d378f0a92a1e service neutron] 10.222.0.49 "GET /v2.0/networks/f55ab507-fe6c-4042-a39e-5134e4efc9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232777 Sep 22 22:16:33.121560 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ab9b7e72-4ff4-452f-913b-4e7368b19c04 req-44f0957a-698b-42a8-95d6-53ff68cdb2fa service neutron] 10.222.0.49 "GET /v2.0/networks/f55ab507-fe6c-4042-a39e-5134e4efc9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332273 Sep 22 22:16:33.941131 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96149ea1-7bfb-408c-82b7-ed00a8c4adc6 req-8efbe0ac-5692-4dbb-bede-4bf126aca62f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:33.942575 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-96149ea1-7bfb-408c-82b7-ed00a8c4adc6 req-8efbe0ac-5692-4dbb-bede-4bf126aca62f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=93a556d3-f918-47c3-b549-2cac46aced86 HTTP/1.1" status: 200 len: 945 time: 0.0859363 Sep 22 22:16:33.986680 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-96149ea1-7bfb-408c-82b7-ed00a8c4adc6 req-2ff5246b-356c-45cd-a9eb-1613cee5b835 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=3cfe321c-db98-41e2-b056-134e5182c59b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383275 Sep 22 22:16:35.201508 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1606c66-45f7-4f90-b157-f9d34af7c6b1 req-a29a9be6-77ed-442f-be60-0408c130eb70 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:35.202965 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d1606c66-45f7-4f90-b157-f9d34af7c6b1 req-a29a9be6-77ed-442f-be60-0408c130eb70 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=93a556d3-f918-47c3-b549-2cac46aced86 HTTP/1.1" status: 200 len: 945 time: 0.1028957 Sep 22 22:16:35.247638 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d1606c66-45f7-4f90-b157-f9d34af7c6b1 req-31620163-9689-4b63-abfd-27f65e724470 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=3cfe321c-db98-41e2-b056-134e5182c59b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384228 Sep 22 22:16:36.444438 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f983dc-559e-42e6-97d0-c3fbbfe278d2 req-3527eda7-816c-4dae-b3b4-bad2df216c11 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:36.445880 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-84f983dc-559e-42e6-97d0-c3fbbfe278d2 req-3527eda7-816c-4dae-b3b4-bad2df216c11 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=93a556d3-f918-47c3-b549-2cac46aced86 HTTP/1.1" status: 200 len: 945 time: 0.0879681 Sep 22 22:16:36.492541 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-84f983dc-559e-42e6-97d0-c3fbbfe278d2 req-bec5cc08-87e8-411c-8175-8ed6503b381c tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=3cfe321c-db98-41e2-b056-134e5182c59b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410230 Sep 22 22:16:37.686891 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a6c3f3-0f8c-40c9-a989-e9ff95d8a669 req-8ef51cae-95c2-4696-9b7d-8c87472f8a19 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:37.688321 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f4a6c3f3-0f8c-40c9-a989-e9ff95d8a669 req-8ef51cae-95c2-4696-9b7d-8c87472f8a19 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=93a556d3-f918-47c3-b549-2cac46aced86 HTTP/1.1" status: 200 len: 945 time: 0.0844908 Sep 22 22:16:37.733846 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f4a6c3f3-0f8c-40c9-a989-e9ff95d8a669 req-1f98f16d-de5a-455d-b08e-9b7640f2299d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=3cfe321c-db98-41e2-b056-134e5182c59b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399745 Sep 22 22:16:38.937834 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9aabc7-f0eb-4420-811f-a75bafb65691 req-9b50f24f-28b9-426a-b2c2-bc2db224177b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:38.939306 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-8b9aabc7-f0eb-4420-811f-a75bafb65691 req-9b50f24f-28b9-426a-b2c2-bc2db224177b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=93a556d3-f918-47c3-b549-2cac46aced86 HTTP/1.1" status: 200 len: 945 time: 0.0888827 Sep 22 22:16:38.981820 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-8b9aabc7-f0eb-4420-811f-a75bafb65691 req-063e6858-c28e-4c7a-9024-74c4ca0fde93 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=3cfe321c-db98-41e2-b056-134e5182c59b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362904 Sep 22 22:16:39.800137 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-45c1e647-65ef-47f1-ac64-171db31ffb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:16:40.259569 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7728b5-bd4c-459e-913d-46b7b510ba9a req-c7aa068b-dd55-4824-8e66-f30112bc73ba tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:40.261052 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0c7728b5-bd4c-459e-913d-46b7b510ba9a req-c7aa068b-dd55-4824-8e66-f30112bc73ba tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=93a556d3-f918-47c3-b549-2cac46aced86 HTTP/1.1" status: 200 len: 945 time: 0.1694748 Sep 22 22:16:40.304205 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0c7728b5-bd4c-459e-913d-46b7b510ba9a req-e25cf1e5-bdf3-446f-a093-8063353fb7fd tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=3cfe321c-db98-41e2-b056-134e5182c59b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374925 Sep 22 22:16:41.498828 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90805612-a54f-434b-ae94-f715b7fc3365 req-8069459b-e394-41e3-bd9d-2f8f9a3020c7 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:41.500292 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-90805612-a54f-434b-ae94-f715b7fc3365 req-8069459b-e394-41e3-bd9d-2f8f9a3020c7 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=93a556d3-f918-47c3-b549-2cac46aced86 HTTP/1.1" status: 200 len: 945 time: 0.0858209 Sep 22 22:16:41.543818 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-90805612-a54f-434b-ae94-f715b7fc3365 req-37444324-6041-4036-82e7-50f789d1b14e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=3cfe321c-db98-41e2-b056-134e5182c59b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372944 Sep 22 22:16:42.003648 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a8453b52-18bf-4c0c-a32f-34022ebb1e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:16:42.743343 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c37bc0d-ec71-43f7-b96f-6bc7a1cdd78b req-e178b3bf-6178-490f-bc23-8f0ec4c92fb5 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:42.744911 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1c37bc0d-ec71-43f7-b96f-6bc7a1cdd78b req-e178b3bf-6178-490f-bc23-8f0ec4c92fb5 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=93a556d3-f918-47c3-b549-2cac46aced86 HTTP/1.1" status: 200 len: 945 time: 0.0879829 Sep 22 22:16:42.787170 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1c37bc0d-ec71-43f7-b96f-6bc7a1cdd78b req-d85e22fa-45e3-438b-820a-ba0949db86af tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=3cfe321c-db98-41e2-b056-134e5182c59b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366824 Sep 22 22:16:42.870942 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:16:43.286096 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:16:43.985407 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c63ece-d519-43f9-949a-379dfd4f02dc req-25300744-b6e1-4c0e-b31d-bccb02e40c45 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:43.987144 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-77c63ece-d519-43f9-949a-379dfd4f02dc req-25300744-b6e1-4c0e-b31d-bccb02e40c45 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=93a556d3-f918-47c3-b549-2cac46aced86 HTTP/1.1" status: 200 len: 945 time: 0.0899537 Sep 22 22:16:44.031294 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-77c63ece-d519-43f9-949a-379dfd4f02dc req-7bd09050-9821-426b-af3b-47a6aca33a5e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=3cfe321c-db98-41e2-b056-134e5182c59b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377665 Sep 22 22:16:44.667958 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:16:44.764840 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ab9b7e72-4ff4-452f-913b-4e7368b19c04 req-5d231639-7c65-4369-a1e0-1d8eb3e6cac7 service neutron] 10.222.0.49 "GET /v2.0/ports/c4f92212-2a1b-45dd-b090-283e8d50b4ea/bindings/hv-neutron-8589 HTTP/1.1" status: 200 len: 384 time: 0.0725234 Sep 22 22:16:45.030218 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b7e72-4ff4-452f-913b-4e7368b19c04 req-7e0263e2-c637-480a-8541-514686db28a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:45.031627 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ab9b7e72-4ff4-452f-913b-4e7368b19c04 req-7e0263e2-c637-480a-8541-514686db28a8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=93a556d3-f918-47c3-b549-2cac46aced86&tenant_id=a9918eff5a3f48ce98e866c17603f510 HTTP/1.1" status: 200 len: 1098 time: 0.0806413 Sep 22 22:16:45.129973 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b7e72-4ff4-452f-913b-4e7368b19c04 req-68d579a2-d44e-4cdd-9240-c7c66e37a464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:45.131499 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ab9b7e72-4ff4-452f-913b-4e7368b19c04 req-68d579a2-d44e-4cdd-9240-c7c66e37a464 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9918eff5a3f48ce98e866c17603f510&device_id=93a556d3-f918-47c3-b549-2cac46aced86 HTTP/1.1" status: 200 len: 1098 time: 0.0766075 Sep 22 22:16:45.324628 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b7e72-4ff4-452f-913b-4e7368b19c04 req-c55281a0-4c86-4fa7-969b-3baedb855acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:45.326066 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ab9b7e72-4ff4-452f-913b-4e7368b19c04 req-c55281a0-4c86-4fa7-969b-3baedb855acf service neutron] 10.222.0.49 "GET /v2.0/networks?id=f55ab507-fe6c-4042-a39e-5134e4efc9c7 HTTP/1.1" status: 200 len: 896 time: 0.1891341 Sep 22 22:16:45.334013 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf59b9-16a7-49ff-9ddc-19a63cb91b97 req-0f535b0e-b55d-4a46-aeb6-d4932ef6aaf0 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:45.335365 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2faf59b9-16a7-49ff-9ddc-19a63cb91b97 req-0f535b0e-b55d-4a46-aeb6-d4932ef6aaf0 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=93a556d3-f918-47c3-b549-2cac46aced86 HTTP/1.1" status: 200 len: 945 time: 0.1788135 Sep 22 22:16:45.458148 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2faf59b9-16a7-49ff-9ddc-19a63cb91b97 req-c7766123-a8eb-4c78-bdde-77f4ccbc9347 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=3cfe321c-db98-41e2-b056-134e5182c59b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733335 Sep 22 22:16:45.459933 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ab9b7e72-4ff4-452f-913b-4e7368b19c04 req-bb0a51a9-8120-4eab-9cbd-36ac69e7a390 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4f92212-2a1b-45dd-b090-283e8d50b4ea HTTP/1.1" status: 200 len: 1000 time: 0.1237381 Sep 22 22:16:45.520770 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b7e72-4ff4-452f-913b-4e7368b19c04 req-064ff483-2dc6-4f18-9b0a-2d85f13b3b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:45.522148 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ab9b7e72-4ff4-452f-913b-4e7368b19c04 req-064ff483-2dc6-4f18-9b0a-2d85f13b3b8f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=de09b0b7-3c29-4c2e-9181-1473a4f3caf0 HTTP/1.1" status: 200 len: 834 time: 0.0566616 Sep 22 22:16:45.603213 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b7e72-4ff4-452f-913b-4e7368b19c04 req-2674152d-65ee-4d8c-a1c4-690b32e2d368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:45.604526 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ab9b7e72-4ff4-452f-913b-4e7368b19c04 req-2674152d-65ee-4d8c-a1c4-690b32e2d368 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f55ab507-fe6c-4042-a39e-5134e4efc9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768473 Sep 22 22:16:45.731483 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ab9b7e72-4ff4-452f-913b-4e7368b19c04 req-7abcb941-4950-4253-9b00-74d7fcdd28bc service neutron] 10.222.0.49 "GET /v2.0/networks/f55ab507-fe6c-4042-a39e-5134e4efc9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208000 Sep 22 22:16:45.857476 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ab9b7e72-4ff4-452f-913b-4e7368b19c04 req-443af74c-538a-4250-bbf9-059c2d1a3ad0 service neutron] 10.222.0.49 "GET /v2.0/networks/f55ab507-fe6c-4042-a39e-5134e4efc9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202726 Sep 22 22:16:46.663008 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3545728-8897-4c65-8b1a-87bd1e808412 req-aa22b98c-f723-43cb-9690-5013712a2a3f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:46.664576 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-d3545728-8897-4c65-8b1a-87bd1e808412 req-aa22b98c-f723-43cb-9690-5013712a2a3f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=93a556d3-f918-47c3-b549-2cac46aced86 HTTP/1.1" status: 200 len: 945 time: 0.0849047 Sep 22 22:16:46.711739 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-d3545728-8897-4c65-8b1a-87bd1e808412 req-6aa17dfe-7a1c-40fe-9625-d607181fa245 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=3cfe321c-db98-41e2-b056-134e5182c59b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411963 Sep 22 22:16:47.578646 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device c4f92212-2a1b-45dd-b090-283e8d50b4ea details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 22:16:47.581250 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device c4f92212-2a1b-45dd-b090-283e8d50b4ea no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:16:47.802894 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port c4f92212-2a1b-45dd-b090-283e8d50b4ea is: ACTIVE; New status is: DOWN {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:16:47.803295 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:16:47.825677 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port c4f92212-2a1b-45dd-b090-283e8d50b4ea, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=c4f92212-2a1b-45dd-b090-283e8d50b4ea,segment=NetworkSegment(1a9bbc1e-2031-41aa-a372-84710bb9fb30),segment_id=1a9bbc1e-2031-41aa-a372-84710bb9fb30)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:16:47.849036 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': 'c4f92212-2a1b-45dd-b090-283e8d50b4ea', 'network_id': 'f55ab507-fe6c-4042-a39e-5134e4efc9c7', 'port_id': 'c4f92212-2a1b-45dd-b090-283e8d50b4ea', 'mac_address': 'fa:16:3e:f1:9d:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de09b0b7-3c29-4c2e-9181-1473a4f3caf0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 22:16:47.850539 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a556d3-f918-47c3-b549-2cac46aced86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4f92212-2a1b-45dd-b090-283e8d50b4ea'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:16:47.852825 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47132a6b-80b3-4dd7-ac9c-e201b626ad57" -d '{"events": [{"server_uuid": "93a556d3-f918-47c3-b549-2cac46aced86", "name": "network-vif-unplugged", "status": "completed", "tag": "c4f92212-2a1b-45dd-b090-283e8d50b4ea"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:16:47.885277 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port c4f92212-2a1b-45dd-b090-283e8d50b4ea, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=c4f92212-2a1b-45dd-b090-283e8d50b4ea,segment=NetworkSegment(1a9bbc1e-2031-41aa-a372-84710bb9fb30),segment_id=1a9bbc1e-2031-41aa-a372-84710bb9fb30)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:16:47.898957 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:16:47.913122 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce87665-926e-4677-9053-0cb10352e6e3 req-9aaf508a-91e8-4e57-a774-9b71a8af16a2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:47.914619 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0ce87665-926e-4677-9053-0cb10352e6e3 req-9aaf508a-91e8-4e57-a774-9b71a8af16a2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=93a556d3-f918-47c3-b549-2cac46aced86 HTTP/1.1" status: 200 len: 945 time: 0.0906639 Sep 22 22:16:47.941904 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Sep 2022 22:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cfa4ca8-3654-4482-b20b-62dfddef2eea x-openstack-request-id: req-1cfa4ca8-3654-4482-b20b-62dfddef2eea {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:16:47.942194 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93a556d3-f918-47c3-b549-2cac46aced86", "name": "network-vif-unplugged", "status": "completed", "tag": "c4f92212-2a1b-45dd-b090-283e8d50b4ea", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:16:47.942442 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1cfa4ca8-3654-4482-b20b-62dfddef2eea {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:16:47.942856 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cfa4ca8-3654-4482-b20b-62dfddef2eea'] response: {'server_uuid': '93a556d3-f918-47c3-b549-2cac46aced86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4f92212-2a1b-45dd-b090-283e8d50b4ea', 'code': 200} Sep 22 22:16:47.971347 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0ce87665-926e-4677-9053-0cb10352e6e3 req-b2a9d72c-90db-4e96-a282-1d84a5b425c9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=3cfe321c-db98-41e2-b056-134e5182c59b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509770 Sep 22 22:16:47.982462 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port c4f92212-2a1b-45dd-b090-283e8d50b4ea is: DOWN; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:16:47.982866 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:16:48.006311 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4f92212-2a1b-45dd-b090-283e8d50b4ea {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 22:16:48.010161 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=c4f92212-2a1b-45dd-b090-283e8d50b4ea,revision_number=6']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:16:48.019949 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:48.020278 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:48.020815 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:48.021365 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:48.021799 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:48.022109 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:48.022441 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:48.022793 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:48.023122 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:48.023450 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:48.023772 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:48.024093 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:48.038062 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port c4f92212-2a1b-45dd-b090-283e8d50b4ea, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=c4f92212-2a1b-45dd-b090-283e8d50b4ea,segment=NetworkSegment(1a9bbc1e-2031-41aa-a372-84710bb9fb30),segment_id=1a9bbc1e-2031-41aa-a372-84710bb9fb30)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:16:48.041911 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:16:48.107986 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['c4f92212-2a1b-45dd-b090-283e8d50b4ea'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 22:16:48.161037 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=c4f92212-2a1b-45dd-b090-283e8d50b4ea,revision_number=7']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:16:48.371962 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f9f15-1af1-4c16-b9ed-b7f878c61541 req-38699531-f753-4de1-ae59-9cbaa4abb033 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:48.373309 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-046f9f15-1af1-4c16-b9ed-b7f878c61541 req-38699531-f753-4de1-ae59-9cbaa4abb033 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.49 "GET /v2.0/ports?device_id=93a556d3-f918-47c3-b549-2cac46aced86&tenant_id=a9918eff5a3f48ce98e866c17603f510&binding%3Ahost_id=hv-neutron-8589 HTTP/1.1" status: 200 len: 944 time: 0.1637554 Sep 22 22:16:48.384798 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f72ed-cccb-485f-b37c-b14167c009f7 req-9975d62a-3a3f-4e16-83b4-db9f46c4ea5f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:48.386222 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0a1f72ed-cccb-485f-b37c-b14167c009f7 req-9975d62a-3a3f-4e16-83b4-db9f46c4ea5f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=93a556d3-f918-47c3-b549-2cac46aced86 HTTP/1.1" status: 200 len: 944 time: 0.1347630 Sep 22 22:16:48.431470 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0a1f72ed-cccb-485f-b37c-b14167c009f7 req-92ddb300-f4c1-4fe5-a57b-b9c6c2106273 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=3cfe321c-db98-41e2-b056-134e5182c59b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390949 Sep 22 22:16:48.520901 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f9f15-1af1-4c16-b9ed-b7f878c61541 req-62bda535-427c-4f19-b37e-3b5f36a9e805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:48.522359 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-046f9f15-1af1-4c16-b9ed-b7f878c61541 req-62bda535-427c-4f19-b37e-3b5f36a9e805 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9918eff5a3f48ce98e866c17603f510&device_id=93a556d3-f918-47c3-b549-2cac46aced86 HTTP/1.1" status: 200 len: 1097 time: 0.0771554 Sep 22 22:16:48.633589 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47660f-7d24-4d28-a9d7-492de9306a17 req-a0e7a4c3-8f8e-409b-bf27-42dde5a120d1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:48.635205 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-1e47660f-7d24-4d28-a9d7-492de9306a17 req-a0e7a4c3-8f8e-409b-bf27-42dde5a120d1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=93a556d3-f918-47c3-b549-2cac46aced86 HTTP/1.1" status: 200 len: 944 time: 0.0916245 Sep 22 22:16:48.680502 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-1e47660f-7d24-4d28-a9d7-492de9306a17 req-64c862fa-4aad-45d9-9562-7fa1fc891497 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=3cfe321c-db98-41e2-b056-134e5182c59b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394919 Sep 22 22:16:48.752876 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f9f15-1af1-4c16-b9ed-b7f878c61541 req-d8913fa6-b972-4cb4-b158-3d5d1a6ea727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:48.754331 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-046f9f15-1af1-4c16-b9ed-b7f878c61541 req-d8913fa6-b972-4cb4-b158-3d5d1a6ea727 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f55ab507-fe6c-4042-a39e-5134e4efc9c7 HTTP/1.1" status: 200 len: 896 time: 0.2256782 Sep 22 22:16:48.833758 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:16:48.856146 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-046f9f15-1af1-4c16-b9ed-b7f878c61541 req-d5d24c02-a406-41be-8f5c-c46990537be4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4f92212-2a1b-45dd-b090-283e8d50b4ea HTTP/1.1" status: 200 len: 999 time: 0.0959337 Sep 22 22:16:48.922805 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f9f15-1af1-4c16-b9ed-b7f878c61541 req-c10ec7c0-ea99-4f6f-928a-bb8e0010136d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:48.924202 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-046f9f15-1af1-4c16-b9ed-b7f878c61541 req-c10ec7c0-ea99-4f6f-928a-bb8e0010136d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=de09b0b7-3c29-4c2e-9181-1473a4f3caf0 HTTP/1.1" status: 200 len: 834 time: 0.0631561 Sep 22 22:16:49.017307 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f9f15-1af1-4c16-b9ed-b7f878c61541 req-af9602c4-12fb-4dd0-8fba-7647feb7f436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:49.018824 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-046f9f15-1af1-4c16-b9ed-b7f878c61541 req-af9602c4-12fb-4dd0-8fba-7647feb7f436 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f55ab507-fe6c-4042-a39e-5134e4efc9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0881848 Sep 22 22:16:49.148781 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-046f9f15-1af1-4c16-b9ed-b7f878c61541 req-b273d7ea-5420-45e7-b94e-206b8d39890a service neutron] 10.222.0.49 "GET /v2.0/networks/f55ab507-fe6c-4042-a39e-5134e4efc9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232748 Sep 22 22:16:49.275517 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-046f9f15-1af1-4c16-b9ed-b7f878c61541 req-46d75035-4570-4799-b478-636123baef5b service neutron] 10.222.0.49 "GET /v2.0/networks/f55ab507-fe6c-4042-a39e-5134e4efc9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208141 Sep 22 22:16:49.582356 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device c4f92212-2a1b-45dd-b090-283e8d50b4ea up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:16:49.651641 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port c4f92212-2a1b-45dd-b090-283e8d50b4ea triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:16:49.652002 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:16:49.652443 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port c4f92212-2a1b-45dd-b090-283e8d50b4ea Sep 22 22:16:49.773982 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port c4f92212-2a1b-45dd-b090-283e8d50b4ea is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:16:49.774364 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:16:49.808824 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port c4f92212-2a1b-45dd-b090-283e8d50b4ea, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=c4f92212-2a1b-45dd-b090-283e8d50b4ea,segment=NetworkSegment(1a9bbc1e-2031-41aa-a372-84710bb9fb30),segment_id=1a9bbc1e-2031-41aa-a372-84710bb9fb30)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:16:49.813033 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:16:49.893094 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=c4f92212-2a1b-45dd-b090-283e8d50b4ea,revision_number=8']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:16:49.902222 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91124e5c-93c1-4b34-9e3e-24918ba57051 req-15f6b28a-1769-4537-9728-7575e0bf0b70 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:49.903687 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-91124e5c-93c1-4b34-9e3e-24918ba57051 req-15f6b28a-1769-4537-9728-7575e0bf0b70 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=93a556d3-f918-47c3-b549-2cac46aced86 HTTP/1.1" status: 200 len: 945 time: 0.1013644 Sep 22 22:16:49.944315 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a556d3-f918-47c3-b549-2cac46aced86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f92212-2a1b-45dd-b090-283e8d50b4ea'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:16:49.946762 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b03757d-1199-4423-a511-d513d4ac031d" -d '{"events": [{"server_uuid": "93a556d3-f918-47c3-b549-2cac46aced86", "name": "network-vif-plugged", "status": "completed", "tag": "c4f92212-2a1b-45dd-b090-283e8d50b4ea"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:16:49.946982 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-91124e5c-93c1-4b34-9e3e-24918ba57051 req-9389b5a3-ab1e-4b7f-a356-c177d144c536 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=3cfe321c-db98-41e2-b056-134e5182c59b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377018 Sep 22 22:16:49.976633 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 58516) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:16:49.988936 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b6fbf2-473f-4f46-adc8-3056f3e94519 x-openstack-request-id: req-f7b6fbf2-473f-4f46-adc8-3056f3e94519 {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:16:49.989292 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93a556d3-f918-47c3-b549-2cac46aced86", "name": "network-vif-plugged", "status": "completed", "tag": "c4f92212-2a1b-45dd-b090-283e8d50b4ea", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:16:49.989541 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f7b6fbf2-473f-4f46-adc8-3056f3e94519 {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:16:49.989933 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7b6fbf2-473f-4f46-adc8-3056f3e94519'] response: {'server_uuid': '93a556d3-f918-47c3-b549-2cac46aced86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f92212-2a1b-45dd-b090-283e8d50b4ea', 'code': 200} Sep 22 22:16:50.080683 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-bfc95f2f-38dd-4778-9435-758637969d20 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/floatingips/fd19225f-9e1f-4635-9c15-5a4f905d3bf9 HTTP/1.1" status: 200 len: 992 time: 0.1028695 Sep 22 22:16:56.356989 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:09.801313 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7f82a476-814e-4237-98a8-53841e4e1894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:12.004633 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-cc0d17e3-7563-4dc2-aeb4-a81e0f7e2ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:12.873686 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:13.289027 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:14.670370 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:15.592577 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a33e1585-1104-43e1-8bd0-865e449818f0 req-c76dcb8f-48d0-48af-a802-89ab584e02ec service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=93a556d3-f918-47c3-b549-2cac46aced86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746605 Sep 22 22:17:15.739346 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e1585-1104-43e1-8bd0-865e449818f0 req-d3b362b1-8a4a-4691-b13c-986e74453286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:15.740790 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a33e1585-1104-43e1-8bd0-865e449818f0 req-d3b362b1-8a4a-4691-b13c-986e74453286 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9918eff5a3f48ce98e866c17603f510&device_id=93a556d3-f918-47c3-b549-2cac46aced86 HTTP/1.1" status: 200 len: 1098 time: 0.0795934 Sep 22 22:17:15.880830 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e1585-1104-43e1-8bd0-865e449818f0 req-f413067e-3fd1-479d-be0d-a07d4a3d6d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:15.882132 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a33e1585-1104-43e1-8bd0-865e449818f0 req-f413067e-3fd1-479d-be0d-a07d4a3d6d9c service neutron] 10.222.0.49 "GET /v2.0/networks?id=f55ab507-fe6c-4042-a39e-5134e4efc9c7 HTTP/1.1" status: 200 len: 896 time: 0.1231241 Sep 22 22:17:15.981580 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a33e1585-1104-43e1-8bd0-865e449818f0 req-c925b091-6804-41df-94aa-5b1dc44e4751 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4f92212-2a1b-45dd-b090-283e8d50b4ea HTTP/1.1" status: 200 len: 1000 time: 0.0929885 Sep 22 22:17:16.044590 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e1585-1104-43e1-8bd0-865e449818f0 req-575d3063-fffa-4225-aa00-5628403a0f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:16.045966 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a33e1585-1104-43e1-8bd0-865e449818f0 req-575d3063-fffa-4225-aa00-5628403a0f4f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=de09b0b7-3c29-4c2e-9181-1473a4f3caf0 HTTP/1.1" status: 200 len: 834 time: 0.0559270 Sep 22 22:17:16.124970 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e1585-1104-43e1-8bd0-865e449818f0 req-31fb106c-b52a-499a-a07b-38ef1c153faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:16.126389 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a33e1585-1104-43e1-8bd0-865e449818f0 req-31fb106c-b52a-499a-a07b-38ef1c153faa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f55ab507-fe6c-4042-a39e-5134e4efc9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742326 Sep 22 22:17:16.257834 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a33e1585-1104-43e1-8bd0-865e449818f0 req-4236baaf-7ac1-4bf5-b851-016cfbb998ae service neutron] 10.222.0.49 "GET /v2.0/networks/f55ab507-fe6c-4042-a39e-5134e4efc9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242058 Sep 22 22:17:16.478526 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a33e1585-1104-43e1-8bd0-865e449818f0 req-889166c3-4bce-4554-a2ca-aba8007512cf service neutron] 10.222.0.49 "GET /v2.0/networks/f55ab507-fe6c-4042-a39e-5134e4efc9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145746 Sep 22 22:17:18.469134 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 58528) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:17:18.665708 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-ed157df8-c82d-4230-84f7-457478f8028d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Deleting port 2b0f43fe-c0d9-4bd5-900e-691c0acad210 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:17:18.666048 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ed157df8-c82d-4230-84f7-457478f8028d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:18.839823 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ed157df8-c82d-4230-84f7-457478f8028d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:18.840152 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ed157df8-c82d-4230-84f7-457478f8028d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:18.958096 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-ed157df8-c82d-4230-84f7-457478f8028d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Calling delete_port for 2b0f43fe-c0d9-4bd5-900e-691c0acad210 owned by network:floatingip {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:17:19.112132 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ed157df8-c82d-4230-84f7-457478f8028d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:19.157539 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed157df8-c82d-4230-84f7-457478f8028d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event deleted for resources: {'Port': ['ID=2b0f43fe-c0d9-4bd5-900e-691c0acad210,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:17:19.229128 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed157df8-c82d-4230-84f7-457478f8028d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:17:19.229390 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed157df8-c82d-4230-84f7-457478f8028d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:17:19.229728 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed157df8-c82d-4230-84f7-457478f8028d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:17:19.230056 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed157df8-c82d-4230-84f7-457478f8028d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:17:19.230384 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed157df8-c82d-4230-84f7-457478f8028d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:17:19.230749 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed157df8-c82d-4230-84f7-457478f8028d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:17:19.231052 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed157df8-c82d-4230-84f7-457478f8028d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:17:19.231369 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed157df8-c82d-4230-84f7-457478f8028d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:17:19.231684 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed157df8-c82d-4230-84f7-457478f8028d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:17:19.231999 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed157df8-c82d-4230-84f7-457478f8028d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:17:19.232312 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed157df8-c82d-4230-84f7-457478f8028d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:17:19.232625 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed157df8-c82d-4230-84f7-457478f8028d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:17:19.263876 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ed157df8-c82d-4230-84f7-457478f8028d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for floatingip, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:19.264180 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.l3_db [None req-ed157df8-c82d-4230-84f7-457478f8028d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Floating IP fd19225f-9e1f-4635-9c15-5a4f905d3bf9 disassociated (deleted). External IP: 172.26.0.37, port: c4f92212-2a1b-45dd-b090-283e8d50b4ea. Sep 22 22:17:19.604591 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed157df8-c82d-4230-84f7-457478f8028d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Router 0228e5aa-9b08-41f7-a464-924e7312e7c6 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 22:17:19.875536 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed157df8-c82d-4230-84f7-457478f8028d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:17:19.885210 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b78b37-939f-4b7d-af08-6522e6cb9af5 None None] Sync routers for ids ['0228e5aa-9b08-41f7-a464-924e7312e7c6'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:17:19.894330 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b78b37-939f-4b7d-af08-6522e6cb9af5 None None] Routers {'0228e5aa-9b08-41f7-a464-924e7312e7c6'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:17:19.895064 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-c4b78b37-939f-4b7d-af08-6522e6cb9af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:17:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['0228e5aa-9b08-41f7-a464-924e7312e7c6'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:17:19.895468 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ed157df8-c82d-4230-84f7-457478f8028d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:19.949464 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ed157df8-c82d-4230-84f7-457478f8028d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "DELETE /v2.0/floatingips/fd19225f-9e1f-4635-9c15-5a4f905d3bf9 HTTP/1.1" status: 204 len: 168 time: 1.4792352 Sep 22 22:17:19.950036 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93a556d3-f918-47c3-b549-2cac46aced86', 'tag': 'c4f92212-2a1b-45dd-b090-283e8d50b4ea'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:17:19.952381 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2c8f8a-c891-4c15-ab1a-1a6cb5439c1a" -d '{"events": [{"name": "network-changed", "server_uuid": "93a556d3-f918-47c3-b549-2cac46aced86", "tag": "c4f92212-2a1b-45dd-b090-283e8d50b4ea"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:17:19.999170 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a97f49-9e34-42a2-97c4-4de6ac869ad5 x-openstack-request-id: req-29a97f49-9e34-42a2-97c4-4de6ac869ad5 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:17:19.999460 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93a556d3-f918-47c3-b549-2cac46aced86", "tag": "c4f92212-2a1b-45dd-b090-283e8d50b4ea", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:17:19.999844 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-29a97f49-9e34-42a2-97c4-4de6ac869ad5 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:17:20.000279 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29a97f49-9e34-42a2-97c4-4de6ac869ad5'] response: {'name': 'network-changed', 'server_uuid': '93a556d3-f918-47c3-b549-2cac46aced86', 'tag': 'c4f92212-2a1b-45dd-b090-283e8d50b4ea', 'status': 'completed', 'code': 200} Sep 22 22:17:20.077550 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-c4b78b37-939f-4b7d-af08-6522e6cb9af5 None None] Set router 0228e5aa-9b08-41f7-a464-924e7312e7c6 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:17:20.114544 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c8f8a-c891-4c15-ab1a-1a6cb5439c1a req-b5fafef3-6ce9-4610-9754-fa373368f7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:20.116645 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2b2c8f8a-c891-4c15-ab1a-1a6cb5439c1a req-b5fafef3-6ce9-4610-9754-fa373368f7b2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9918eff5a3f48ce98e866c17603f510&device_id=93a556d3-f918-47c3-b549-2cac46aced86 HTTP/1.1" status: 200 len: 1098 time: 0.0973227 Sep 22 22:17:20.260068 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c8f8a-c891-4c15-ab1a-1a6cb5439c1a req-79564832-1776-4662-a169-015f4c8d767c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:20.261505 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2b2c8f8a-c891-4c15-ab1a-1a6cb5439c1a req-79564832-1776-4662-a169-015f4c8d767c service neutron] 10.222.0.49 "GET /v2.0/networks?id=f55ab507-fe6c-4042-a39e-5134e4efc9c7 HTTP/1.1" status: 200 len: 896 time: 0.1388035 Sep 22 22:17:20.374957 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2b2c8f8a-c891-4c15-ab1a-1a6cb5439c1a req-7d207b16-cbae-43e3-988e-ffdd36df9818 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4f92212-2a1b-45dd-b090-283e8d50b4ea HTTP/1.1" status: 200 len: 217 time: 0.0703330 Sep 22 22:17:20.441679 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-c4b78b37-939f-4b7d-af08-6522e6cb9af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0228e5aa-9b08-41f7-a464-924e7312e7c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302048418', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': '4add505e-fe65-460a-83d5-b162c54a6526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:15:41Z', 'updated_at': '2022-09-22T22:15:46Z', 'revision_number': 4, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '4add505e-fe65-460a-83d5-b162c54a6526', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0228e5aa-9b08-41f7-a464-924e7312e7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:42Z', 'updated_at': '2022-09-22T22:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '90d8e60c-7e63-4d77-85c7-c4ecf8f96081', 'name': '', 'network_id': 'f55ab507-fe6c-4042-a39e-5134e4efc9c7', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'mac_address': 'fa:16:3e:ad:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0228e5aa-9b08-41f7-a464-924e7312e7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'de09b0b7-3c29-4c2e-9181-1473a4f3caf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:45Z', 'updated_at': '2022-09-22T22:15:50Z', 'revision_number': 5, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'subnets': [{'id': 'de09b0b7-3c29-4c2e-9181-1473a4f3caf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:17:20.445373 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b78b37-939f-4b7d-af08-6522e6cb9af5 None None] Checking router: 0228e5aa-9b08-41f7-a464-924e7312e7c6 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:17:20.449158 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c8f8a-c891-4c15-ab1a-1a6cb5439c1a req-eeb2a509-1c51-4f0e-8ea4-91e187506528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:20.450577 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2b2c8f8a-c891-4c15-ab1a-1a6cb5439c1a req-eeb2a509-1c51-4f0e-8ea4-91e187506528 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=de09b0b7-3c29-4c2e-9181-1473a4f3caf0 HTTP/1.1" status: 200 len: 834 time: 0.0676591 Sep 22 22:17:20.453536 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b78b37-939f-4b7d-af08-6522e6cb9af5 None None] Routers {'0228e5aa-9b08-41f7-a464-924e7312e7c6'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:17:20.454127 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-c4b78b37-939f-4b7d-af08-6522e6cb9af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:17:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['0228e5aa-9b08-41f7-a464-924e7312e7c6'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:17:20.462592 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a3fb8-1251-4133-9716-a4df03b06be5 req-90db7840-90cb-4c24-8e64-1bf4b6b3a059 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:20.463270 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-ad7a3fb8-1251-4133-9716-a4df03b06be5 req-90db7840-90cb-4c24-8e64-1bf4b6b3a059 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Synchronizing usage tracker for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:17:20.532111 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-ad7a3fb8-1251-4133-9716-a4df03b06be5 req-90db7840-90cb-4c24-8e64-1bf4b6b3a059 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Unset dirty status for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:17:20.533294 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ad7a3fb8-1251-4133-9716-a4df03b06be5 req-90db7840-90cb-4c24-8e64-1bf4b6b3a059 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=93a556d3-f918-47c3-b549-2cac46aced86 HTTP/1.1" status: 200 len: 945 time: 0.2709413 Sep 22 22:17:20.583281 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c8f8a-c891-4c15-ab1a-1a6cb5439c1a req-a8075df9-1926-462c-aaa2-ea18cce6a0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:20.585378 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2b2c8f8a-c891-4c15-ab1a-1a6cb5439c1a req-a8075df9-1926-462c-aaa2-ea18cce6a0ed service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f55ab507-fe6c-4042-a39e-5134e4efc9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1195655 Sep 22 22:17:20.589865 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ad7a3fb8-1251-4133-9716-a4df03b06be5 req-50b31fd5-a59f-4ac1-973c-1958af2a77fd tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=3cfe321c-db98-41e2-b056-134e5182c59b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489643 Sep 22 22:17:20.648163 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-c4b78b37-939f-4b7d-af08-6522e6cb9af5 None None] Set router 0228e5aa-9b08-41f7-a464-924e7312e7c6 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:17:20.716886 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2b2c8f8a-c891-4c15-ab1a-1a6cb5439c1a req-7c348ecb-6368-41ef-810b-de9e4981cad4 service neutron] 10.222.0.49 "GET /v2.0/networks/f55ab507-fe6c-4042-a39e-5134e4efc9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230390 Sep 22 22:17:20.845653 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2b2c8f8a-c891-4c15-ab1a-1a6cb5439c1a req-54ce68c3-3a81-46c3-b35d-6f6960f73cb6 service neutron] 10.222.0.49 "GET /v2.0/networks/f55ab507-fe6c-4042-a39e-5134e4efc9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228917 Sep 22 22:17:20.950777 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-c4b78b37-939f-4b7d-af08-6522e6cb9af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0228e5aa-9b08-41f7-a464-924e7312e7c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302048418', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': '4add505e-fe65-460a-83d5-b162c54a6526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:15:41Z', 'updated_at': '2022-09-22T22:15:46Z', 'revision_number': 4, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '4add505e-fe65-460a-83d5-b162c54a6526', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0228e5aa-9b08-41f7-a464-924e7312e7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:42Z', 'updated_at': '2022-09-22T22:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '90d8e60c-7e63-4d77-85c7-c4ecf8f96081', 'name': '', 'network_id': 'f55ab507-fe6c-4042-a39e-5134e4efc9c7', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'mac_address': 'fa:16:3e:ad:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0228e5aa-9b08-41f7-a464-924e7312e7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'de09b0b7-3c29-4c2e-9181-1473a4f3caf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:45Z', 'updated_at': '2022-09-22T22:15:50Z', 'revision_number': 5, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'subnets': [{'id': 'de09b0b7-3c29-4c2e-9181-1473a4f3caf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:17:20.954596 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b78b37-939f-4b7d-af08-6522e6cb9af5 None None] The sync data for ids ['0228e5aa-9b08-41f7-a464-924e7312e7c6'] in dv-neutron-858900-1-hyperv is: [{'id': '0228e5aa-9b08-41f7-a464-924e7312e7c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302048418', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': '4add505e-fe65-460a-83d5-b162c54a6526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:15:41Z', 'updated_at': '2022-09-22T22:15:46Z', 'revision_number': 4, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '4add505e-fe65-460a-83d5-b162c54a6526', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0228e5aa-9b08-41f7-a464-924e7312e7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:42Z', 'updated_at': '2022-09-22T22:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '90d8e60c-7e63-4d77-85c7-c4ecf8f96081', 'name': '', 'network_id': 'f55ab507-fe6c-4042-a39e-5134e4efc9c7', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'mac_address': 'fa:16:3e:ad:02:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0228e5aa-9b08-41f7-a464-924e7312e7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'de09b0b7-3c29-4c2e-9181-1473a4f3caf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:45Z', 'updated_at': '2022-09-22T22:15:50Z', 'revision_number': 5, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'subnets': [{'id': 'de09b0b7-3c29-4c2e-9181-1473a4f3caf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:17:21.173639 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1db776f-a4b3-422b-81e0-b8c7b63b2f5b None None] New status for floating IP fd19225f-9e1f-4635-9c15-5a4f905d3bf9: DOWN {{(pid=89011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 22:17:21.798655 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aea8e0-fcdd-429b-893e-b54c39cb4ab2 req-7317d1c4-49b0-4c56-9cea-268b5dd902ff tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:21.800103 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-75aea8e0-fcdd-429b-893e-b54c39cb4ab2 req-7317d1c4-49b0-4c56-9cea-268b5dd902ff tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=93a556d3-f918-47c3-b549-2cac46aced86 HTTP/1.1" status: 200 len: 945 time: 0.0988526 Sep 22 22:17:21.843681 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-75aea8e0-fcdd-429b-893e-b54c39cb4ab2 req-7e5f0657-7d4a-4765-8622-c8847fd1d36b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=3cfe321c-db98-41e2-b056-134e5182c59b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379882 Sep 22 22:17:21.895111 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b10385-69f7-421d-b408-d54659d9f8fd req-b73d2373-96be-4a2d-94ac-2daf2f775392 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:21.897048 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a7b10385-69f7-421d-b408-d54659d9f8fd req-b73d2373-96be-4a2d-94ac-2daf2f775392 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.49 "GET /v2.0/ports?device_id=93a556d3-f918-47c3-b549-2cac46aced86 HTTP/1.1" status: 200 len: 945 time: 0.0880685 Sep 22 22:17:21.966271 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-a7b10385-69f7-421d-b408-d54659d9f8fd req-bb46fc62-6bfe-472b-ab7e-2404e2d27b4e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Deleting port c4f92212-2a1b-45dd-b090-283e8d50b4ea {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:17:21.966634 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-a7b10385-69f7-421d-b408-d54659d9f8fd req-bb46fc62-6bfe-472b-ab7e-2404e2d27b4e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:22.208062 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-a7b10385-69f7-421d-b408-d54659d9f8fd req-bb46fc62-6bfe-472b-ab7e-2404e2d27b4e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] For port c4f92212-2a1b-45dd-b090-283e8d50b4ea, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=c4f92212-2a1b-45dd-b090-283e8d50b4ea,segment=NetworkSegment(1a9bbc1e-2031-41aa-a372-84710bb9fb30),segment_id=1a9bbc1e-2031-41aa-a372-84710bb9fb30)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:17:22.208339 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-a7b10385-69f7-421d-b408-d54659d9f8fd req-bb46fc62-6bfe-472b-ab7e-2404e2d27b4e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:22.432996 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-a7b10385-69f7-421d-b408-d54659d9f8fd req-bb46fc62-6bfe-472b-ab7e-2404e2d27b4e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Calling delete_port for c4f92212-2a1b-45dd-b090-283e8d50b4ea owned by compute:nova {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:17:22.592455 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-a7b10385-69f7-421d-b408-d54659d9f8fd req-bb46fc62-6bfe-472b-ab7e-2404e2d27b4e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:22.674289 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb46fc62-6bfe-472b-ab7e-2404e2d27b4e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event deleted for resources: {'Port': ['ID=c4f92212-2a1b-45dd-b090-283e8d50b4ea,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:17:22.728010 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b10385-69f7-421d-b408-d54659d9f8fd req-bb46fc62-6bfe-472b-ab7e-2404e2d27b4e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] No DVR routers for this DVR port c4f92212-2a1b-45dd-b090-283e8d50b4ea on host hv-neutron-8589 {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 22:17:22.730271 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-a7b10385-69f7-421d-b408-d54659d9f8fd req-bb46fc62-6bfe-472b-ab7e-2404e2d27b4e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:22.732802 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a556d3-f918-47c3-b549-2cac46aced86', 'name': 'network-vif-deleted', 'tag': 'c4f92212-2a1b-45dd-b090-283e8d50b4ea'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:17:22.735052 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3863f289-2137-4096-8e02-4f78cc92378a" -d '{"events": [{"server_uuid": "93a556d3-f918-47c3-b549-2cac46aced86", "name": "network-vif-deleted", "tag": "c4f92212-2a1b-45dd-b090-283e8d50b4ea"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:17:22.749788 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a7b10385-69f7-421d-b408-d54659d9f8fd req-bb46fc62-6bfe-472b-ab7e-2404e2d27b4e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.49 "DELETE /v2.0/ports/c4f92212-2a1b-45dd-b090-283e8d50b4ea HTTP/1.1" status: 204 len: 173 time: 0.8475857 Sep 22 22:17:22.787587 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06ec934-4604-4262-a41a-3e4f6716bc88 x-openstack-request-id: req-e06ec934-4604-4262-a41a-3e4f6716bc88 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:17:22.787877 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93a556d3-f918-47c3-b549-2cac46aced86", "name": "network-vif-deleted", "tag": "c4f92212-2a1b-45dd-b090-283e8d50b4ea", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:17:22.788190 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e06ec934-4604-4262-a41a-3e4f6716bc88 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:17:22.788585 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e06ec934-4604-4262-a41a-3e4f6716bc88'] response: {'server_uuid': '93a556d3-f918-47c3-b549-2cac46aced86', 'name': 'network-vif-deleted', 'tag': 'c4f92212-2a1b-45dd-b090-283e8d50b4ea', 'status': 'completed', 'code': 200} Sep 22 22:17:23.022207 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-44e1a520-a3a6-41bf-8b46-038cb054aabb req-81888cfb-899f-453c-aefc-ada6da8600e1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=93a556d3-f918-47c3-b549-2cac46aced86 HTTP/1.1" status: 200 len: 210 time: 0.0535221 Sep 22 22:17:24.121551 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 58546) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:17:24.655158 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-935bf400-6ce7-465d-96e0-1c5203bdf4dc tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:24.996579 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-935bf400-6ce7-465d-96e0-1c5203bdf4dc tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Deleting port 90d8e60c-7e63-4d77-85c7-c4ecf8f96081 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:17:24.996855 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-935bf400-6ce7-465d-96e0-1c5203bdf4dc tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:25.183460 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-935bf400-6ce7-465d-96e0-1c5203bdf4dc tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] For port 90d8e60c-7e63-4d77-85c7-c4ecf8f96081, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=90d8e60c-7e63-4d77-85c7-c4ecf8f96081,segment=NetworkSegment(1a9bbc1e-2031-41aa-a372-84710bb9fb30),segment_id=1a9bbc1e-2031-41aa-a372-84710bb9fb30)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:17:25.184160 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-935bf400-6ce7-465d-96e0-1c5203bdf4dc tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:25.398368 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-935bf400-6ce7-465d-96e0-1c5203bdf4dc tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Calling delete_port for 90d8e60c-7e63-4d77-85c7-c4ecf8f96081 owned by network:router_interface {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:17:25.720288 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-935bf400-6ce7-465d-96e0-1c5203bdf4dc tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:25.744307 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device c4f92212-2a1b-45dd-b090-283e8d50b4ea no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:17:25.768817 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935bf400-6ce7-465d-96e0-1c5203bdf4dc tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event deleted for resources: {'Port': ['ID=90d8e60c-7e63-4d77-85c7-c4ecf8f96081,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:17:25.781771 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] No Port match for: c4f92212-2a1b-45dd-b090-283e8d50b4ea {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:17:25.782119 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device c4f92212-2a1b-45dd-b090-283e8d50b4ea not bound to the agent host hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:17:25.832932 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:17:26.039030 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-935bf400-6ce7-465d-96e0-1c5203bdf4dc tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:26.358363 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:26.394155 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-935bf400-6ce7-465d-96e0-1c5203bdf4dc tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Router 0228e5aa-9b08-41f7-a464-924e7312e7c6 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 22:17:26.668229 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935bf400-6ce7-465d-96e0-1c5203bdf4dc tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:17:26.678763 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67e3891-c4c6-45bb-8820-18d01d4b8a38 None None] Sync routers for ids ['0228e5aa-9b08-41f7-a464-924e7312e7c6'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:17:26.681169 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-935bf400-6ce7-465d-96e0-1c5203bdf4dc tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "PUT /v2.0/routers/0228e5aa-9b08-41f7-a464-924e7312e7c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5585499 Sep 22 22:17:26.684257 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 58550) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:17:26.692541 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67e3891-c4c6-45bb-8820-18d01d4b8a38 None None] Routers {'0228e5aa-9b08-41f7-a464-924e7312e7c6'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:17:26.693215 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-a67e3891-c4c6-45bb-8820-18d01d4b8a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:17:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['0228e5aa-9b08-41f7-a464-924e7312e7c6'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:17:26.750451 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eafd1a8-a923-433c-9dca-baa6a84b0042 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Deleting subnet de09b0b7-3c29-4c2e-9181-1473a4f3caf0 {{(pid=89008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 22:17:26.753534 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5eafd1a8-a923-433c-9dca-baa6a84b0042 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for subnet, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:26.807013 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5eafd1a8-a923-433c-9dca-baa6a84b0042 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7153474'] for subnet, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:26.866923 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-a67e3891-c4c6-45bb-8820-18d01d4b8a38 None None] Set router 0228e5aa-9b08-41f7-a464-924e7312e7c6 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:17:26.888543 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5eafd1a8-a923-433c-9dca-baa6a84b0042 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:26.962927 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5eafd1a8-a923-433c-9dca-baa6a84b0042 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6912290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7171993'] for subnet, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:27.000881 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eafd1a8-a923-433c-9dca-baa6a84b0042 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event deleted for resources: {'Subnet': ['ID=de09b0b7-3c29-4c2e-9181-1473a4f3caf0,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:17:27.004413 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5eafd1a8-a923-433c-9dca-baa6a84b0042 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:27.011089 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-5eafd1a8-a923-433c-9dca-baa6a84b0042 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "DELETE /v2.0/subnets/de09b0b7-3c29-4c2e-9181-1473a4f3caf0 HTTP/1.1" status: 204 len: 168 time: 0.3258696 Sep 22 22:17:27.013690 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 58554) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:17:27.031920 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde3fc63-cefc-4b66-b084-eee16d6e2b10 None None] Network f55ab507-fe6c-4042-a39e-5134e4efc9c7 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:17:27.191622 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8d2d57c4-1d1d-4637-8adb-10991624b098 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for router, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:27.314215 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-a67e3891-c4c6-45bb-8820-18d01d4b8a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0228e5aa-9b08-41f7-a464-924e7312e7c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302048418', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.19'}], 'enable_snat': True}, 'gw_port_id': '4add505e-fe65-460a-83d5-b162c54a6526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:15:41Z', 'updated_at': '2022-09-22T22:17:25Z', 'revision_number': 5, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '4add505e-fe65-460a-83d5-b162c54a6526', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0228e5aa-9b08-41f7-a464-924e7312e7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:42Z', 'updated_at': '2022-09-22T22:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:17:27.320532 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67e3891-c4c6-45bb-8820-18d01d4b8a38 None None] Checking router: 0228e5aa-9b08-41f7-a464-924e7312e7c6 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:17:27.329086 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67e3891-c4c6-45bb-8820-18d01d4b8a38 None None] Routers {'0228e5aa-9b08-41f7-a464-924e7312e7c6'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:17:27.329683 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-a67e3891-c4c6-45bb-8820-18d01d4b8a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:17:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['0228e5aa-9b08-41f7-a464-924e7312e7c6'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:17:27.372554 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8d2d57c4-1d1d-4637-8adb-10991624b098 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:27.386674 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-8d2d57c4-1d1d-4637-8adb-10991624b098 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Deleting port 4add505e-fe65-460a-83d5-b162c54a6526 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:17:27.387072 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8d2d57c4-1d1d-4637-8adb-10991624b098 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:27.428174 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb3e42c-0583-4427-883d-634530011f1d None None] DHCP port deletion for f55ab507-fe6c-4042-a39e-5134e4efc9c7 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 22:17:27.486133 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-4cb3e42c-0583-4427-883d-634530011f1d None None] Deleting port 6d9f38b5-6004-4a0d-a316-dc6e7f9aa1b9 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:17:27.486500 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4cb3e42c-0583-4427-883d-634530011f1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:27.560575 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-8d2d57c4-1d1d-4637-8adb-10991624b098 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] For port 4add505e-fe65-460a-83d5-b162c54a6526, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=4add505e-fe65-460a-83d5-b162c54a6526,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:17:27.561139 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8d2d57c4-1d1d-4637-8adb-10991624b098 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:27.595518 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-a67e3891-c4c6-45bb-8820-18d01d4b8a38 None None] Set router 0228e5aa-9b08-41f7-a464-924e7312e7c6 gateway port host: None {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:17:27.682730 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-8d2d57c4-1d1d-4637-8adb-10991624b098 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Calling delete_port for 4add505e-fe65-460a-83d5-b162c54a6526 owned by network:router_gateway {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:17:27.712665 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-a67e3891-c4c6-45bb-8820-18d01d4b8a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0228e5aa-9b08-41f7-a464-924e7312e7c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302048418', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:15:41Z', 'updated_at': '2022-09-22T22:17:27Z', 'revision_number': 6, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port_host': None}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:17:27.720956 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67e3891-c4c6-45bb-8820-18d01d4b8a38 None None] The sync data for ids ['0228e5aa-9b08-41f7-a464-924e7312e7c6'] in dv-neutron-858900-1-hyperv is: [{'id': '0228e5aa-9b08-41f7-a464-924e7312e7c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302048418', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:15:41Z', 'updated_at': '2022-09-22T22:17:27Z', 'revision_number': 6, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port_host': None}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:17:27.821715 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-4cb3e42c-0583-4427-883d-634530011f1d None None] For port 6d9f38b5-6004-4a0d-a316-dc6e7f9aa1b9, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=6d9f38b5-6004-4a0d-a316-dc6e7f9aa1b9,segment=NetworkSegment(1a9bbc1e-2031-41aa-a372-84710bb9fb30),segment_id=1a9bbc1e-2031-41aa-a372-84710bb9fb30)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:17:27.822083 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4cb3e42c-0583-4427-883d-634530011f1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:27.852386 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8d2d57c4-1d1d-4637-8adb-10991624b098 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:27.899216 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d57c4-1d1d-4637-8adb-10991624b098 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event deleted for resources: {'Port': ['ID=4add505e-fe65-460a-83d5-b162c54a6526,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:17:27.945025 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-4cb3e42c-0583-4427-883d-634530011f1d None None] Calling delete_port for 6d9f38b5-6004-4a0d-a316-dc6e7f9aa1b9 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:17:27.998953 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8d2d57c4-1d1d-4637-8adb-10991624b098 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8012236'] for router_gateway, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:28.019278 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4cb3e42c-0583-4427-883d-634530011f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:28.064623 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3e42c-0583-4427-883d-634530011f1d None None] Pushing event deleted for resources: {'Port': ['ID=6d9f38b5-6004-4a0d-a316-dc6e7f9aa1b9,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:17:28.068282 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb3e42c-0583-4427-883d-634530011f1d None None] No DVR routers for this DVR port 6d9f38b5-6004-4a0d-a316-dc6e7f9aa1b9 on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 22:17:28.293835 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8d2d57c4-1d1d-4637-8adb-10991624b098 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:28.296162 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8d2d57c4-1d1d-4637-8adb-10991624b098 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:28.300602 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 6d9f38b5-6004-4a0d-a316-dc6e7f9aa1b9 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:17:28.322805 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8d2d57c4-1d1d-4637-8adb-10991624b098 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:28.323958 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2d57c4-1d1d-4637-8adb-10991624b098 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Fanout notify agent at l3_agent the message router_deleted on router 0228e5aa-9b08-41f7-a464-924e7312e7c6 {{(pid=89008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 22:17:28.338843 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8d2d57c4-1d1d-4637-8adb-10991624b098 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:28.342441 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-8d2d57c4-1d1d-4637-8adb-10991624b098 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "DELETE /v2.0/routers/0228e5aa-9b08-41f7-a464-924e7312e7c6 HTTP/1.1" status: 204 len: 168 time: 1.3253500 Sep 22 22:17:28.342571 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 6d9f38b5-6004-4a0d-a316-dc6e7f9aa1b9 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:17:28.342571 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 6d9f38b5-6004-4a0d-a316-dc6e7f9aa1b9 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:17:28.342571 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 90d8e60c-7e63-4d77-85c7-c4ecf8f96081 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:17:28.344279 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 58558) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:17:28.375143 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 90d8e60c-7e63-4d77-85c7-c4ecf8f96081 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:17:28.375483 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 90d8e60c-7e63-4d77-85c7-c4ecf8f96081 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:17:28.375891 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 4add505e-fe65-460a-83d5-b162c54a6526 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:17:28.408586 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 4add505e-fe65-460a-83d5-b162c54a6526 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:17:28.408928 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 4add505e-fe65-460a-83d5-b162c54a6526 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:17:28.457374 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3e57d46e-f6a6-4d9f-a952-98b43c626a6d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:28.589392 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3e57d46e-f6a6-4d9f-a952-98b43c626a6d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:28.617305 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-3e57d46e-f6a6-4d9f-a952-98b43c626a6d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f55ab507-fe6c-4042-a39e-5134e4efc9c7']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:17:28.628897 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-3e57d46e-f6a6-4d9f-a952-98b43c626a6d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a9bbc1e-2031-41aa-a372-84710bb9fb30') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:17:28.629193 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-3e57d46e-f6a6-4d9f-a952-98b43c626a6d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a9bbc1e-2031-41aa-a372-84710bb9fb30') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:17:28.640453 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3e57d46e-f6a6-4d9f-a952-98b43c626a6d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:28.656334 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3e57d46e-f6a6-4d9f-a952-98b43c626a6d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:28.663162 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e57d46e-f6a6-4d9f-a952-98b43c626a6d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 22:17:28.663546 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3e57d46e-f6a6-4d9f-a952-98b43c626a6d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:28.727527 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 1a9bbc1e-2031-41aa-a372-84710bb9fb30 resource provider aggregate not found Sep 22 22:17:28.749457 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment 1a9bbc1e-2031-41aa-a372-84710bb9fb30 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1a9bbc1e-2031-41aa-a372-84710bb9fb30 found for delete ", "request_id": "req-46c3efc0-514c-4f6a-bdd3-8d1dec58d719"}]} Sep 22 22:17:28.763615 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3e57d46e-f6a6-4d9f-a952-98b43c626a6d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:28.780588 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3e57d46e-f6a6-4d9f-a952-98b43c626a6d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:28.791027 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e57d46e-f6a6-4d9f-a952-98b43c626a6d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event deleted for resources: {'Network': ['ID=f55ab507-fe6c-4042-a39e-5134e4efc9c7,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:17:28.799138 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-3e57d46e-f6a6-4d9f-a952-98b43c626a6d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "DELETE /v2.0/networks/f55ab507-fe6c-4042-a39e-5134e4efc9c7 HTTP/1.1" status: 204 len: 168 time: 0.4553194 Sep 22 22:17:28.801748 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 58566) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:17:28.866591 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4aca3ee1-8f11-4936-bc59-302c90dc5044 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:28.894965 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4aca3ee1-8f11-4936-bc59-302c90dc5044 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:28.955903 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4aca3ee1-8f11-4936-bc59-302c90dc5044 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:28.974586 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca3ee1-8f11-4936-bc59-302c90dc5044 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cfe321c-db98-41e2-b056-134e5182c59b,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:17:28.984193 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4aca3ee1-8f11-4936-bc59-302c90dc5044 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:28.985306 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-4aca3ee1-8f11-4936-bc59-302c90dc5044 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "DELETE /v2.0/security-groups/3cfe321c-db98-41e2-b056-134e5182c59b HTTP/1.1" status: 204 len: 168 time: 0.1826603 Sep 22 22:17:29.100884 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 58574) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:17:29.106071 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-4ab5b1c4-e5f6-4c64-ae2e-165dccf5c5fa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-462777697', 'description': 'tempest-secgroup-smoke-462777697 description', 'project_id': 'a9918eff5a3f48ce98e866c17603f510'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:17:29.112037 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-4ab5b1c4-e5f6-4c64-ae2e-165dccf5c5fa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:17:29.116930 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-4ab5b1c4-e5f6-4c64-ae2e-165dccf5c5fa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:security_group and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:17:29.119697 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-4ab5b1c4-e5f6-4c64-ae2e-165dccf5c5fa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:17:29.125272 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-4ab5b1c4-e5f6-4c64-ae2e-165dccf5c5fa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:17:29.135857 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4ab5b1c4-e5f6-4c64-ae2e-165dccf5c5fa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:29.157179 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-4ab5b1c4-e5f6-4c64-ae2e-165dccf5c5fa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:17:29.160841 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-4ab5b1c4-e5f6-4c64-ae2e-165dccf5c5fa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:security_group_rule and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:17:29.163665 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-4ab5b1c4-e5f6-4c64-ae2e-165dccf5c5fa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:17:29.169311 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-4ab5b1c4-e5f6-4c64-ae2e-165dccf5c5fa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:17:29.234770 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4ab5b1c4-e5f6-4c64-ae2e-165dccf5c5fa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:29.238231 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4ab5b1c4-e5f6-4c64-ae2e-165dccf5c5fa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:29.281666 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab5b1c4-e5f6-4c64-ae2e-165dccf5c5fa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3bff3e-e2f1-4262-8352-39d2aa9d73b1,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:17:29.284964 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4ab5b1c4-e5f6-4c64-ae2e-165dccf5c5fa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:29.286258 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-4ab5b1c4-e5f6-4c64-ae2e-165dccf5c5fa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1843462 Sep 22 22:17:29.289332 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 58578) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:17:29.294453 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-bcb121cb-eb9f-44e5-a1ed-71db66df62f5 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'security_group_rule': {'security_group_id': '5e3bff3e-e2f1-4262-8352-39d2aa9d73b1', 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:17:29.300674 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-bcb121cb-eb9f-44e5-a1ed-71db66df62f5 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:17:29.305282 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-bcb121cb-eb9f-44e5-a1ed-71db66df62f5 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:security_group_rule and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:17:29.308291 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-bcb121cb-eb9f-44e5-a1ed-71db66df62f5 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:17:29.313999 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-bcb121cb-eb9f-44e5-a1ed-71db66df62f5 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:17:29.331480 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bcb121cb-eb9f-44e5-a1ed-71db66df62f5 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:29.390883 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bcb121cb-eb9f-44e5-a1ed-71db66df62f5 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:29.394398 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bcb121cb-eb9f-44e5-a1ed-71db66df62f5 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:29.416919 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb121cb-eb9f-44e5-a1ed-71db66df62f5 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66033ed7-273d-4c2b-ab3d-2258b7879f06,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:17:29.426016 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bcb121cb-eb9f-44e5-a1ed-71db66df62f5 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:29.427199 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-bcb121cb-eb9f-44e5-a1ed-71db66df62f5 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1369660 Sep 22 22:17:29.430393 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 58582) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:17:29.435456 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-2d956faa-5407-44fb-9b5a-edb959b6078e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'security_group_rule': {'security_group_id': '5e3bff3e-e2f1-4262-8352-39d2aa9d73b1', 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:17:29.441514 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-2d956faa-5407-44fb-9b5a-edb959b6078e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:17:29.446049 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-2d956faa-5407-44fb-9b5a-edb959b6078e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:security_group_rule and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:17:29.448920 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-2d956faa-5407-44fb-9b5a-edb959b6078e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:17:29.454509 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-2d956faa-5407-44fb-9b5a-edb959b6078e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:17:29.470710 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2d956faa-5407-44fb-9b5a-edb959b6078e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:29.533937 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2d956faa-5407-44fb-9b5a-edb959b6078e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:29.537901 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2d956faa-5407-44fb-9b5a-edb959b6078e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:29.561281 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d956faa-5407-44fb-9b5a-edb959b6078e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26425a80-cc68-4e13-afed-c2e8d9d388b8,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:17:29.569327 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2d956faa-5407-44fb-9b5a-edb959b6078e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:29.570485 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-2d956faa-5407-44fb-9b5a-edb959b6078e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1391373 Sep 22 22:17:29.573351 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 58586) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:17:29.578216 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-5571c8b3-e233-46d9-9361-94dee22aadbf tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'security_group_rule': {'security_group_id': '5e3bff3e-e2f1-4262-8352-39d2aa9d73b1', 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:17:29.584074 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-5571c8b3-e233-46d9-9361-94dee22aadbf tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:17:29.587888 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-5571c8b3-e233-46d9-9361-94dee22aadbf tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:security_group_rule and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:17:29.590755 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-5571c8b3-e233-46d9-9361-94dee22aadbf tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:17:29.596389 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-5571c8b3-e233-46d9-9361-94dee22aadbf tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:17:29.612940 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5571c8b3-e233-46d9-9361-94dee22aadbf tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:29.675257 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5571c8b3-e233-46d9-9361-94dee22aadbf tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:29.679356 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5571c8b3-e233-46d9-9361-94dee22aadbf tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:29.703550 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5571c8b3-e233-46d9-9361-94dee22aadbf tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3720efdf-7853-4635-a381-ded38a5512af,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:17:29.715173 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5571c8b3-e233-46d9-9361-94dee22aadbf tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:29.716456 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-5571c8b3-e233-46d9-9361-94dee22aadbf tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1421704 Sep 22 22:17:29.719405 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 58590) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:17:29.726131 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-a2d1f18c-9c42-4623-9aa8-6059ade05234 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'security_group_rule': {'security_group_id': '5e3bff3e-e2f1-4262-8352-39d2aa9d73b1', 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:17:29.732238 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-a2d1f18c-9c42-4623-9aa8-6059ade05234 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:17:29.736097 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-a2d1f18c-9c42-4623-9aa8-6059ade05234 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:security_group_rule and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:17:29.738955 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-a2d1f18c-9c42-4623-9aa8-6059ade05234 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:17:29.745398 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-a2d1f18c-9c42-4623-9aa8-6059ade05234 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:17:29.762141 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a2d1f18c-9c42-4623-9aa8-6059ade05234 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:29.823799 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a2d1f18c-9c42-4623-9aa8-6059ade05234 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:29.827484 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a2d1f18c-9c42-4623-9aa8-6059ade05234 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:29.852274 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d1f18c-9c42-4623-9aa8-6059ade05234 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d004e249-df78-4fcd-a19b-019586c9eff6,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:17:29.861552 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a2d1f18c-9c42-4623-9aa8-6059ade05234 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:29.862745 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a2d1f18c-9c42-4623-9aa8-6059ade05234 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1421783 Sep 22 22:17:29.866248 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 58594) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:17:29.871122 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-67ecdf5b-c2ec-4d5a-9550-b4a78926fb56 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'security_group_rule': {'security_group_id': '5e3bff3e-e2f1-4262-8352-39d2aa9d73b1', 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:17:29.877006 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-67ecdf5b-c2ec-4d5a-9550-b4a78926fb56 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:17:29.880964 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-67ecdf5b-c2ec-4d5a-9550-b4a78926fb56 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:security_group_rule and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:17:29.883759 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-67ecdf5b-c2ec-4d5a-9550-b4a78926fb56 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:17:29.889232 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-67ecdf5b-c2ec-4d5a-9550-b4a78926fb56 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:17:29.902047 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.securitygroups_db [None req-67ecdf5b-c2ec-4d5a-9550-b4a78926fb56 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Project a9918eff5a3f48ce98e866c17603f510 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 22:17:29.908345 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-67ecdf5b-c2ec-4d5a-9550-b4a78926fb56 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:29.971717 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-67ecdf5b-c2ec-4d5a-9550-b4a78926fb56 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:29.975643 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-67ecdf5b-c2ec-4d5a-9550-b4a78926fb56 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:29.998630 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ecdf5b-c2ec-4d5a-9550-b4a78926fb56 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=660f074d-55f5-42e0-8b52-17efa012a640,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:17:30.007232 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-67ecdf5b-c2ec-4d5a-9550-b4a78926fb56 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:30.008488 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-67ecdf5b-c2ec-4d5a-9550-b4a78926fb56 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1413016 Sep 22 22:17:30.011282 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 58598) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:17:30.016071 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-8f056ad3-ba4f-40e1-8ea7-d2e2bc532cb1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'security_group_rule': {'security_group_id': '5e3bff3e-e2f1-4262-8352-39d2aa9d73b1', 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:17:30.022495 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-8f056ad3-ba4f-40e1-8ea7-d2e2bc532cb1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:17:30.026318 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-8f056ad3-ba4f-40e1-8ea7-d2e2bc532cb1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:security_group_rule and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:17:30.029263 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-8f056ad3-ba4f-40e1-8ea7-d2e2bc532cb1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:17:30.034935 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-8f056ad3-ba4f-40e1-8ea7-d2e2bc532cb1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:17:30.045874 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.securitygroups_db [None req-8f056ad3-ba4f-40e1-8ea7-d2e2bc532cb1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Project a9918eff5a3f48ce98e866c17603f510 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 22:17:30.052701 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8f056ad3-ba4f-40e1-8ea7-d2e2bc532cb1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:30.063062 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [req-fbb85ef2-2757-4b80-bb94-c046148c999b req-bb9af9d9-4222-446d-8f71-6e2ff2fbef21 service neutron] (89008) timed out ('10.222.0.33', 54342) {{(pid=89008) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 22 22:17:30.118985 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8f056ad3-ba4f-40e1-8ea7-d2e2bc532cb1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:30.122143 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8f056ad3-ba4f-40e1-8ea7-d2e2bc532cb1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:30.143964 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f056ad3-ba4f-40e1-8ea7-d2e2bc532cb1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a86231f8-dfc9-4324-8ce4-ae1cd6d3cb5e,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:17:30.152790 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-8f056ad3-ba4f-40e1-8ea7-d2e2bc532cb1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:30.153933 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-8f056ad3-ba4f-40e1-8ea7-d2e2bc532cb1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1417239 Sep 22 22:17:30.156756 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 58602) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:17:30.161972 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-2c8dcd73-d17c-4477-aa1d-b2c338b21a7e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'network': {'name': 'tempest-network-smoke--90817556', 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'port_security_enabled': True}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:17:30.167368 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-2c8dcd73-d17c-4477-aa1d-b2c338b21a7e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:17:30.171423 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-2c8dcd73-d17c-4477-aa1d-b2c338b21a7e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:network and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:17:30.174182 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-2c8dcd73-d17c-4477-aa1d-b2c338b21a7e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:17:30.179833 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-2c8dcd73-d17c-4477-aa1d-b2c338b21a7e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:17:30.188865 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8dcd73-d17c-4477-aa1d-b2c338b21a7e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Made reservation on behalf of a9918eff5a3f48ce98e866c17603f510 for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:17:30.192159 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2c8dcd73-d17c-4477-aa1d-b2c338b21a7e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:30.220371 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c8dcd73-d17c-4477-aa1d-b2c338b21a7e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 22:17:30.229490 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2c8dcd73-d17c-4477-aa1d-b2c338b21a7e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:30.229769 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-2c8dcd73-d17c-4477-aa1d-b2c338b21a7e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Added segment d641e3fb-c315-4e56-a078-148ed1ed379f of type vlan for network 7e14892c-122c-4d50-9b29-1542b515d9da Sep 22 22:17:30.258722 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2c8dcd73-d17c-4477-aa1d-b2c338b21a7e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:30.288565 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2c8dcd73-d17c-4477-aa1d-b2c338b21a7e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:30.293877 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8dcd73-d17c-4477-aa1d-b2c338b21a7e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:30.294446 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2c8dcd73-d17c-4477-aa1d-b2c338b21a7e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:30.400614 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-2c8dcd73-d17c-4477-aa1d-b2c338b21a7e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2428656 Sep 22 22:17:30.401468 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8dcd73-d17c-4477-aa1d-b2c338b21a7e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'Network': ['ID=7e14892c-122c-4d50-9b29-1542b515d9da,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:17:30.403452 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58606) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:17:30.408757 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-032aea5a-94cb-4be2-8f8b-57229fa0c2ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-652829655', 'admin_state_up': True, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:17:30.416194 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 7e14892c-122c-4d50-9b29-1542b515d9da details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 22:17:30.416657 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-032aea5a-94cb-4be2-8f8b-57229fa0c2ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:17:30.420273 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-032aea5a-94cb-4be2-8f8b-57229fa0c2ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:router and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:17:30.423299 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-032aea5a-94cb-4be2-8f8b-57229fa0c2ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:17:30.429702 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-032aea5a-94cb-4be2-8f8b-57229fa0c2ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:17:30.439807 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-032aea5a-94cb-4be2-8f8b-57229fa0c2ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:30.440769 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-032aea5a-94cb-4be2-8f8b-57229fa0c2ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:30.456399 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-032aea5a-94cb-4be2-8f8b-57229fa0c2ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:30.720301 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-032aea5a-94cb-4be2-8f8b-57229fa0c2ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:31.107644 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-032aea5a-94cb-4be2-8f8b-57229fa0c2ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for router_gateway, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:31.136229 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-032aea5a-94cb-4be2-8f8b-57229fa0c2ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:31.266435 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-032aea5a-94cb-4be2-8f8b-57229fa0c2ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Allocated IP 172.26.0.107 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/ca3712e0-c13f-4f84-bd7b-8d70fab958cc) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:17:31.409810 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-032aea5a-94cb-4be2-8f8b-57229fa0c2ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:31.437807 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-032aea5a-94cb-4be2-8f8b-57229fa0c2ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:31.503440 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032aea5a-94cb-4be2-8f8b-57229fa0c2ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:17:31.506095 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-032aea5a-94cb-4be2-8f8b-57229fa0c2ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:17:31.509891 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032aea5a-94cb-4be2-8f8b-57229fa0c2ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:17:31.549649 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032aea5a-94cb-4be2-8f8b-57229fa0c2ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'Port': ['ID=ca3712e0-c13f-4f84-bd7b-8d70fab958cc,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:17:31.560199 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032aea5a-94cb-4be2-8f8b-57229fa0c2ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:17:31.560558 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032aea5a-94cb-4be2-8f8b-57229fa0c2ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:17:31.560902 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032aea5a-94cb-4be2-8f8b-57229fa0c2ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:17:31.561243 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032aea5a-94cb-4be2-8f8b-57229fa0c2ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:17:31.561575 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032aea5a-94cb-4be2-8f8b-57229fa0c2ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:17:31.561911 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032aea5a-94cb-4be2-8f8b-57229fa0c2ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:17:31.562238 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032aea5a-94cb-4be2-8f8b-57229fa0c2ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:17:31.562564 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032aea5a-94cb-4be2-8f8b-57229fa0c2ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:17:31.562913 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032aea5a-94cb-4be2-8f8b-57229fa0c2ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:17:31.563236 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032aea5a-94cb-4be2-8f8b-57229fa0c2ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:17:31.563560 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032aea5a-94cb-4be2-8f8b-57229fa0c2ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:17:31.563882 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032aea5a-94cb-4be2-8f8b-57229fa0c2ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:17:31.924190 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-032aea5a-94cb-4be2-8f8b-57229fa0c2ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for router_gateway, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:32.258255 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-032aea5a-94cb-4be2-8f8b-57229fa0c2ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:32.566883 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-032aea5a-94cb-4be2-8f8b-57229fa0c2ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Router 10abf86d-a3b4-4f04-8b4d-00c44b95656b is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 22:17:32.740175 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032aea5a-94cb-4be2-8f8b-57229fa0c2ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:17:32.749978 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a451d130-631c-47f2-87c0-f51b892c7bab None None] Sync routers for ids ['10abf86d-a3b4-4f04-8b4d-00c44b95656b'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:17:32.759223 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a451d130-631c-47f2-87c0-f51b892c7bab None None] Routers {'10abf86d-a3b4-4f04-8b4d-00c44b95656b'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:17:32.759823 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-a451d130-631c-47f2-87c0-f51b892c7bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:17:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['10abf86d-a3b4-4f04-8b4d-00c44b95656b'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:17:32.767014 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-032aea5a-94cb-4be2-8f8b-57229fa0c2ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:32.768201 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-032aea5a-94cb-4be2-8f8b-57229fa0c2ce tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3636537 Sep 22 22:17:32.771444 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58610) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:17:32.811650 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-8664844d-ff1d-4e5e-b87a-d3ee7bed4682 tempest-TestNetworkAdvancedServerOps-762025924 tempest-TestNetworkAdvancedServerOps-762025924-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=a9918eff5a3f48ce98e866c17603f510&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391076 Sep 22 22:17:32.814278 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58614) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:17:32.946495 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01562412-b2b7-4e31-9cc5-e036951e1c2f tempest-TestNetworkAdvancedServerOps-762025924 tempest-TestNetworkAdvancedServerOps-762025924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:32.948000 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-01562412-b2b7-4e31-9cc5-e036951e1c2f tempest-TestNetworkAdvancedServerOps-762025924 tempest-TestNetworkAdvancedServerOps-762025924-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1327968 Sep 22 22:17:32.950916 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58618) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:17:32.961687 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-a451d130-631c-47f2-87c0-f51b892c7bab None None] Set router 10abf86d-a3b4-4f04-8b4d-00c44b95656b gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:17:32.989630 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-8bb5c2e8-e6b1-4be9-b3b1-23323b75d8b7 tempest-TestNetworkAdvancedServerOps-762025924 tempest-TestNetworkAdvancedServerOps-762025924-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=a22ae1c9-d428-411f-af43-ce0f71b38d9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376811 Sep 22 22:17:32.992450 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58622) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:17:32.997606 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-31630dc1-e578-47eb-bff8-4f817c9869d2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1254505355', 'network_id': '7e14892c-122c-4d50-9b29-1542b515d9da', 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:17:33.107663 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-31630dc1-e578-47eb-bff8-4f817c9869d2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:17:33.111665 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-31630dc1-e578-47eb-bff8-4f817c9869d2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:subnet and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:17:33.114485 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-31630dc1-e578-47eb-bff8-4f817c9869d2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:17:33.120769 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-31630dc1-e578-47eb-bff8-4f817c9869d2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:17:33.130422 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31630dc1-e578-47eb-bff8-4f817c9869d2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Made reservation on behalf of a9918eff5a3f48ce98e866c17603f510 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:17:33.133813 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-31630dc1-e578-47eb-bff8-4f817c9869d2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:33.246660 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-a451d130-631c-47f2-87c0-f51b892c7bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10abf86d-a3b4-4f04-8b4d-00c44b95656b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-652829655', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ca3712e0-c13f-4f84-bd7b-8d70fab958cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:17:30Z', 'updated_at': '2022-09-22T22:17:31Z', 'revision_number': 3, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': 'ca3712e0-c13f-4f84-bd7b-8d70fab958cc', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e0:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10abf86d-a3b4-4f04-8b4d-00c44b95656b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:17:31Z', 'updated_at': '2022-09-22T22:17:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:17:33.252849 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a451d130-631c-47f2-87c0-f51b892c7bab None None] Checking router: 10abf86d-a3b4-4f04-8b4d-00c44b95656b for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:17:33.253297 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a451d130-631c-47f2-87c0-f51b892c7bab None None] Updating router 10abf86d-a3b4-4f04-8b4d-00c44b95656b port ca3712e0-c13f-4f84-bd7b-8d70fab958cc binding host dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 22:17:33.308091 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-a451d130-631c-47f2-87c0-f51b892c7bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:33.355366 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-31630dc1-e578-47eb-bff8-4f817c9869d2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:33.435563 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31630dc1-e578-47eb-bff8-4f817c9869d2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'Subnet': ['ID=5b1e29fa-a05e-4099-9b03-1ce3378a9a50,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:17:33.442091 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31630dc1-e578-47eb-bff8-4f817c9869d2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Checking segment: {'id': 'd641e3fb-c315-4e56-a078-148ed1ed379f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7e14892c-122c-4d50-9b29-1542b515d9da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:17:33.442452 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31630dc1-e578-47eb-bff8-4f817c9869d2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Network hostable DHCP agents. Network: 7e14892c-122c-4d50-9b29-1542b515d9da, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 22:17:33.462448 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31630dc1-e578-47eb-bff8-4f817c9869d2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Network 7e14892c-122c-4d50-9b29-1542b515d9da is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 22:17:33.471625 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-31630dc1-e578-47eb-bff8-4f817c9869d2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 7e14892c-122c-4d50-9b29-1542b515d9da) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:17:33.476185 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31630dc1-e578-47eb-bff8-4f817c9869d2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:33.476783 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-31630dc1-e578-47eb-bff8-4f817c9869d2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:33.481878 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54940c83-6a40-4cba-9f64-f41a755d0d81 None None] Network 7e14892c-122c-4d50-9b29-1542b515d9da requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:17:33.503210 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-31630dc1-e578-47eb-bff8-4f817c9869d2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5096748 Sep 22 22:17:33.503395 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 58626) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:17:33.635820 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-a451d130-631c-47f2-87c0-f51b892c7bab None None] Notify callbacks [] for port, precommit_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:33.649049 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.provisioning_blocks [None req-a451d130-631c-47f2-87c0-f51b892c7bab None None] Transition to ACTIVE for port object ca3712e0-c13f-4f84-bd7b-8d70fab958cc will not be triggered until provisioned by entity L2. {{(pid=89011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:17:33.657899 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-a451d130-631c-47f2-87c0-f51b892c7bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:33.719731 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-a451d130-631c-47f2-87c0-f51b892c7bab None None] Attempting to bind port ca3712e0-c13f-4f84-bd7b-8d70fab958cc on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:17:33.720091 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-a451d130-631c-47f2-87c0-f51b892c7bab None None] Attempting to bind port ca3712e0-c13f-4f84-bd7b-8d70fab958cc by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:17:33.720440 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a451d130-631c-47f2-87c0-f51b892c7bab None None] Attempting to bind port ca3712e0-c13f-4f84-bd7b-8d70fab958cc on network a22ae1c9-d428-411f-af43-ce0f71b38d9c {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:17:33.728026 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4f81a2-91ed-41a0-9b30-fa918ff7c916 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-7e14892c-122c-4d50-9b29-1542b515d9da', 'network_id': '7e14892c-122c-4d50-9b29-1542b515d9da', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'fixed_ips': [{'subnet_id': '5b1e29fa-a05e-4099-9b03-1ce3378a9a50'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 22:17:33.728189 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a451d130-631c-47f2-87c0-f51b892c7bab None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:17:33.728381 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a451d130-631c-47f2-87c0-f51b892c7bab None None] Checking segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:17:33.728766 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-a451d130-631c-47f2-87c0-f51b892c7bab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:33.729145 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a451d130-631c-47f2-87c0-f51b892c7bab None None] Bound using segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:17:33.729598 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-a451d130-631c-47f2-87c0-f51b892c7bab None None] Bound port: ca3712e0-c13f-4f84-bd7b-8d70fab958cc, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:17:33.729956 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-a451d130-631c-47f2-87c0-f51b892c7bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:33.730460 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-fe4f81a2-91ed-41a0-9b30-fa918ff7c916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:33.781817 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a133efc3-36c6-48d7-8b8e-01f345d699be None None] Pushing event updated for resources: {'Port': ['ID=ca3712e0-c13f-4f84-bd7b-8d70fab958cc,revision_number=2']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:17:33.790377 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133efc3-36c6-48d7-8b8e-01f345d699be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:17:33.790737 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133efc3-36c6-48d7-8b8e-01f345d699be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:17:33.791066 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133efc3-36c6-48d7-8b8e-01f345d699be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:17:33.791388 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133efc3-36c6-48d7-8b8e-01f345d699be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:17:33.791710 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133efc3-36c6-48d7-8b8e-01f345d699be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:17:33.792031 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133efc3-36c6-48d7-8b8e-01f345d699be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:17:33.792335 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133efc3-36c6-48d7-8b8e-01f345d699be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:17:33.792652 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133efc3-36c6-48d7-8b8e-01f345d699be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:17:33.792966 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133efc3-36c6-48d7-8b8e-01f345d699be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:17:33.793273 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133efc3-36c6-48d7-8b8e-01f345d699be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:17:33.793594 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133efc3-36c6-48d7-8b8e-01f345d699be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:17:33.794681 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133efc3-36c6-48d7-8b8e-01f345d699be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:17:33.824820 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-a451d130-631c-47f2-87c0-f51b892c7bab None None] For port ca3712e0-c13f-4f84-bd7b-8d70fab958cc, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:17:33.827895 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-a451d130-631c-47f2-87c0-f51b892c7bab None None] For port ca3712e0-c13f-4f84-bd7b-8d70fab958cc, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=ca3712e0-c13f-4f84-bd7b-8d70fab958cc,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:17:33.831978 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-a451d130-631c-47f2-87c0-f51b892c7bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:33.896435 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a451d130-631c-47f2-87c0-f51b892c7bab None None] Routers {'10abf86d-a3b4-4f04-8b4d-00c44b95656b'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:17:33.897188 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-a451d130-631c-47f2-87c0-f51b892c7bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:17:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['10abf86d-a3b4-4f04-8b4d-00c44b95656b'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:17:33.937448 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-fe4f81a2-91ed-41a0-9b30-fa918ff7c916 None None] Allocated IP 172.20.0.2 (7e14892c-122c-4d50-9b29-1542b515d9da/5b1e29fa-a05e-4099-9b03-1ce3378a9a50/7c5f6f33-8935-4c29-a479-076440f18430) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:17:34.047357 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a133efc3-36c6-48d7-8b8e-01f345d699be None None] Pushing event updated for resources: {'Port': ['ID=ca3712e0-c13f-4f84-bd7b-8d70fab958cc,revision_number=3']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:17:34.091022 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-a451d130-631c-47f2-87c0-f51b892c7bab None None] Set router 10abf86d-a3b4-4f04-8b4d-00c44b95656b gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:17:34.142103 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-fe4f81a2-91ed-41a0-9b30-fa918ff7c916 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:34.152206 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-fe4f81a2-91ed-41a0-9b30-fa918ff7c916 None None] Transition to ACTIVE for port object 7c5f6f33-8935-4c29-a479-076440f18430 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:17:34.170493 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-fe4f81a2-91ed-41a0-9b30-fa918ff7c916 None None] Transition to ACTIVE for port object 7c5f6f33-8935-4c29-a479-076440f18430 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:17:34.179340 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-fe4f81a2-91ed-41a0-9b30-fa918ff7c916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:34.244202 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4f81a2-91ed-41a0-9b30-fa918ff7c916 None None] Network 7e14892c-122c-4d50-9b29-1542b515d9da is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:17:34.247710 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-fe4f81a2-91ed-41a0-9b30-fa918ff7c916 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:17:34.251597 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4f81a2-91ed-41a0-9b30-fa918ff7c916 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:17:34.308767 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4f81a2-91ed-41a0-9b30-fa918ff7c916 None None] Pushing event updated for resources: {'Port': ['ID=7c5f6f33-8935-4c29-a479-076440f18430,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:17:34.369261 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-fe4f81a2-91ed-41a0-9b30-fa918ff7c916 None None] Attempting to bind port 7c5f6f33-8935-4c29-a479-076440f18430 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:17:34.369722 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-fe4f81a2-91ed-41a0-9b30-fa918ff7c916 None None] Attempting to bind port 7c5f6f33-8935-4c29-a479-076440f18430 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'd641e3fb-c315-4e56-a078-148ed1ed379f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7e14892c-122c-4d50-9b29-1542b515d9da'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:17:34.370164 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ce3a5213-32b4-481e-83ec-3f9ecebba860 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:34.370285 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4f81a2-91ed-41a0-9b30-fa918ff7c916 None None] Attempting to bind port 7c5f6f33-8935-4c29-a479-076440f18430 on network 7e14892c-122c-4d50-9b29-1542b515d9da {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:17:34.375559 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4f81a2-91ed-41a0-9b30-fa918ff7c916 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:17:34.376011 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4f81a2-91ed-41a0-9b30-fa918ff7c916 None None] Checking segment: {'id': 'd641e3fb-c315-4e56-a078-148ed1ed379f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7e14892c-122c-4d50-9b29-1542b515d9da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:17:34.376480 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-fe4f81a2-91ed-41a0-9b30-fa918ff7c916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:34.376941 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4f81a2-91ed-41a0-9b30-fa918ff7c916 None None] Bound using segment: {'id': 'd641e3fb-c315-4e56-a078-148ed1ed379f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7e14892c-122c-4d50-9b29-1542b515d9da'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:17:34.377545 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-fe4f81a2-91ed-41a0-9b30-fa918ff7c916 None None] Bound port: 7c5f6f33-8935-4c29-a479-076440f18430, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd641e3fb-c315-4e56-a078-148ed1ed379f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7e14892c-122c-4d50-9b29-1542b515d9da'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:17:34.378089 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-fe4f81a2-91ed-41a0-9b30-fa918ff7c916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:34.416138 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-a451d130-631c-47f2-87c0-f51b892c7bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10abf86d-a3b4-4f04-8b4d-00c44b95656b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-652829655', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ca3712e0-c13f-4f84-bd7b-8d70fab958cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:17:30Z', 'updated_at': '2022-09-22T22:17:31Z', 'revision_number': 3, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': 'ca3712e0-c13f-4f84-bd7b-8d70fab958cc', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e0:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10abf86d-a3b4-4f04-8b4d-00c44b95656b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:17:31Z', 'updated_at': '2022-09-22T22:17:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:17:34.419992 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a451d130-631c-47f2-87c0-f51b892c7bab None None] The sync data for ids ['10abf86d-a3b4-4f04-8b4d-00c44b95656b'] in dv-neutron-858900-1-hyperv is: [{'id': '10abf86d-a3b4-4f04-8b4d-00c44b95656b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-652829655', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ca3712e0-c13f-4f84-bd7b-8d70fab958cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:17:30Z', 'updated_at': '2022-09-22T22:17:31Z', 'revision_number': 3, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': 'ca3712e0-c13f-4f84-bd7b-8d70fab958cc', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e0:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10abf86d-a3b4-4f04-8b4d-00c44b95656b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:17:31Z', 'updated_at': '2022-09-22T22:17:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:17:34.471541 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-fe4f81a2-91ed-41a0-9b30-fa918ff7c916 None None] For port 7c5f6f33-8935-4c29-a479-076440f18430, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:17:34.477888 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-fe4f81a2-91ed-41a0-9b30-fa918ff7c916 None None] For port 7c5f6f33-8935-4c29-a479-076440f18430, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=7c5f6f33-8935-4c29-a479-076440f18430,segment=NetworkSegment(d641e3fb-c315-4e56-a078-148ed1ed379f),segment_id=d641e3fb-c315-4e56-a078-148ed1ed379f)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:17:34.482165 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-fe4f81a2-91ed-41a0-9b30-fa918ff7c916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:34.571351 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4f81a2-91ed-41a0-9b30-fa918ff7c916 None None] Pushing event updated for resources: {'Port': ['ID=7c5f6f33-8935-4c29-a479-076440f18430,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:17:34.836352 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-ce3a5213-32b4-481e-83ec-3f9ecebba860 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Allocated IP 172.20.0.1 (7e14892c-122c-4d50-9b29-1542b515d9da/5b1e29fa-a05e-4099-9b03-1ce3378a9a50/f120ce65-71ed-4aa7-ae04-5b86284ae8dd) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:17:35.016427 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ce3a5213-32b4-481e-83ec-3f9ecebba860 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:35.033182 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-ce3a5213-32b4-481e-83ec-3f9ecebba860 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Transition to ACTIVE for port object f120ce65-71ed-4aa7-ae04-5b86284ae8dd will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:17:35.057416 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ce3a5213-32b4-481e-83ec-3f9ecebba860 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:35.131189 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3a5213-32b4-481e-83ec-3f9ecebba860 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Network 7e14892c-122c-4d50-9b29-1542b515d9da is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:17:35.134968 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-ce3a5213-32b4-481e-83ec-3f9ecebba860 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:17:35.138852 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3a5213-32b4-481e-83ec-3f9ecebba860 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:17:35.172451 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3a5213-32b4-481e-83ec-3f9ecebba860 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'Port': ['ID=f120ce65-71ed-4aa7-ae04-5b86284ae8dd,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:17:35.199535 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ce3a5213-32b4-481e-83ec-3f9ecebba860 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:35.543211 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee60e5d-3c72-43eb-bfb6-14556f5b7fd3 None None] Network 7e14892c-122c-4d50-9b29-1542b515d9da requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:17:35.595630 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ce3a5213-32b4-481e-83ec-3f9ecebba860 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:35.639782 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-dc805183-50e6-4c40-8a5a-0998f71896f7 None None] Provisioning for port 7c5f6f33-8935-4c29-a479-076440f18430 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:17:36.031069 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ce3a5213-32b4-481e-83ec-3f9ecebba860 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:36.037648 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ce3a5213-32b4-481e-83ec-3f9ecebba860 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:36.091565 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-c024245b-3bd4-4695-910a-b1cae1ebd0f5 None None] Provisioning for port f120ce65-71ed-4aa7-ae04-5b86284ae8dd completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:17:36.096952 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-c024245b-3bd4-4695-910a-b1cae1ebd0f5 None None] Provisioning complete for port f120ce65-71ed-4aa7-ae04-5b86284ae8dd triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:17:36.097398 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c024245b-3bd4-4695-910a-b1cae1ebd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:36.097822 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-c024245b-3bd4-4695-910a-b1cae1ebd0f5 None None] Attempt 1 to provision port f120ce65-71ed-4aa7-ae04-5b86284ae8dd Sep 22 22:17:36.146452 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ce3a5213-32b4-481e-83ec-3f9ecebba860 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:36.154928 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-c024245b-3bd4-4695-910a-b1cae1ebd0f5 None None] Port f120ce65-71ed-4aa7-ae04-5b86284ae8dd cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:17:36.160825 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3a5213-32b4-481e-83ec-3f9ecebba860 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'Port': ['ID=f120ce65-71ed-4aa7-ae04-5b86284ae8dd,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:17:36.293180 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3a5213-32b4-481e-83ec-3f9ecebba860 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Network 7e14892c-122c-4d50-9b29-1542b515d9da is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:17:36.294312 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-ce3a5213-32b4-481e-83ec-3f9ecebba860 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:17:36.354963 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 7c5f6f33-8935-4c29-a479-076440f18430 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:17:36.434009 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 7c5f6f33-8935-4c29-a479-076440f18430 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:17:36.441652 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 7c5f6f33-8935-4c29-a479-076440f18430 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:17:36.441652 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:36.441652 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 7c5f6f33-8935-4c29-a479-076440f18430 Sep 22 22:17:36.488967 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce3a5213-32b4-481e-83ec-3f9ecebba860 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Router 10abf86d-a3b4-4f04-8b4d-00c44b95656b has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 22:17:36.562298 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 7c5f6f33-8935-4c29-a479-076440f18430 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:17:36.562924 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:36.595535 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 7c5f6f33-8935-4c29-a479-076440f18430, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=7c5f6f33-8935-4c29-a479-076440f18430,segment=NetworkSegment(d641e3fb-c315-4e56-a078-148ed1ed379f),segment_id=d641e3fb-c315-4e56-a078-148ed1ed379f)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:17:36.600584 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:36.601314 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device ca3712e0-c13f-4f84-bd7b-8d70fab958cc up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:17:36.664251 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-c024245b-3bd4-4695-910a-b1cae1ebd0f5 None None] Attempt 2 to provision port f120ce65-71ed-4aa7-ae04-5b86284ae8dd Sep 22 22:17:36.665919 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3a5213-32b4-481e-83ec-3f9ecebba860 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:17:36.679033 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ce3a5213-32b4-481e-83ec-3f9ecebba860 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "PUT /v2.0/routers/10abf86d-a3b4-4f04-8b4d-00c44b95656b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1740177 Sep 22 22:17:36.712075 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0165d76-2e71-47ac-a58f-1939196e1107 None None] Sync routers for ids ['10abf86d-a3b4-4f04-8b4d-00c44b95656b'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:17:36.776220 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0165d76-2e71-47ac-a58f-1939196e1107 None None] Routers {'10abf86d-a3b4-4f04-8b4d-00c44b95656b'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:17:36.776837 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-a0165d76-2e71-47ac-a58f-1939196e1107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:17:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['10abf86d-a3b4-4f04-8b4d-00c44b95656b'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:17:36.841876 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-7b38f581-ce7f-4882-952a-2a5940669495 req-167312ec-a6a2-49a1-848e-65bd5de70dd0 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-462777697&fields=id&tenant_id=a9918eff5a3f48ce98e866c17603f510 HTTP/1.1" status: 200 len: 267 time: 0.0399425 Sep 22 22:17:36.842613 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-c024245b-3bd4-4695-910a-b1cae1ebd0f5 None None] Port f120ce65-71ed-4aa7-ae04-5b86284ae8dd cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:17:36.863170 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=7c5f6f33-8935-4c29-a479-076440f18430,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:17:36.944769 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port ca3712e0-c13f-4f84-bd7b-8d70fab958cc completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:17:36.960832 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port ca3712e0-c13f-4f84-bd7b-8d70fab958cc triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:17:36.961207 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:36.961535 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port ca3712e0-c13f-4f84-bd7b-8d70fab958cc Sep 22 22:17:37.018159 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38f581-ce7f-4882-952a-2a5940669495 req-59d36f1d-6ce4-4c35-85d1-cae7d5d51d6c tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:37.019695 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-7b38f581-ce7f-4882-952a-2a5940669495 req-59d36f1d-6ce4-4c35-85d1-cae7d5d51d6c tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/networks?id=7e14892c-122c-4d50-9b29-1542b515d9da HTTP/1.1" status: 200 len: 795 time: 0.1668546 Sep 22 22:17:37.035797 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-7b38f581-ce7f-4882-952a-2a5940669495 req-111819e5-c753-4cd7-a45b-47c88b629f76 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/quotas/a9918eff5a3f48ce98e866c17603f510 HTTP/1.1" status: 200 len: 375 time: 0.0096025 Sep 22 22:17:37.068241 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-a0165d76-2e71-47ac-a58f-1939196e1107 None None] Set router 10abf86d-a3b4-4f04-8b4d-00c44b95656b gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:17:37.134648 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-7b38f581-ce7f-4882-952a-2a5940669495 req-d46a0631-7fce-4e9a-8930-440bf553c6e0 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=a9918eff5a3f48ce98e866c17603f510&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0923028 Sep 22 22:17:37.271754 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-7b38f581-ce7f-4882-952a-2a5940669495 req-5d9afb41-c73c-4565-9bb1-ad7610cca007 service neutron] 10.222.0.33 "GET /v2.0/networks/7e14892c-122c-4d50-9b29-1542b515d9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253722 Sep 22 22:17:37.331107 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port ca3712e0-c13f-4f84-bd7b-8d70fab958cc is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:17:37.331479 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:37.343608 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-c024245b-3bd4-4695-910a-b1cae1ebd0f5 None None] Attempt 3 to provision port f120ce65-71ed-4aa7-ae04-5b86284ae8dd Sep 22 22:17:37.415334 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-7b38f581-ce7f-4882-952a-2a5940669495 req-ca36c3f1-34f1-4a98-a1fc-8e29aa569cee service neutron] 10.222.0.33 "GET /v2.0/networks/7e14892c-122c-4d50-9b29-1542b515d9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363287 Sep 22 22:17:37.421643 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port ca3712e0-c13f-4f84-bd7b-8d70fab958cc, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=ca3712e0-c13f-4f84-bd7b-8d70fab958cc,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:17:37.440738 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:37.472556 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-c024245b-3bd4-4695-910a-b1cae1ebd0f5 None None] Port f120ce65-71ed-4aa7-ae04-5b86284ae8dd cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:17:37.556163 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=ca3712e0-c13f-4f84-bd7b-8d70fab958cc,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:17:37.580421 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-a0165d76-2e71-47ac-a58f-1939196e1107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10abf86d-a3b4-4f04-8b4d-00c44b95656b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-652829655', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ca3712e0-c13f-4f84-bd7b-8d70fab958cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:17:30Z', 'updated_at': '2022-09-22T22:17:35Z', 'revision_number': 4, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': 'ca3712e0-c13f-4f84-bd7b-8d70fab958cc', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e0:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10abf86d-a3b4-4f04-8b4d-00c44b95656b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:17:31Z', 'updated_at': '2022-09-22T22:17:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': 'f120ce65-71ed-4aa7-ae04-5b86284ae8dd', 'name': '', 'network_id': '7e14892c-122c-4d50-9b29-1542b515d9da', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'mac_address': 'fa:16:3e:e1:41:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10abf86d-a3b4-4f04-8b4d-00c44b95656b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '5b1e29fa-a05e-4099-9b03-1ce3378a9a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:17:34Z', 'updated_at': '2022-09-22T22:17:35Z', 'revision_number': 2, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'subnets': [{'id': '5b1e29fa-a05e-4099-9b03-1ce3378a9a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:17:37.584567 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0165d76-2e71-47ac-a58f-1939196e1107 None None] Checking router: 10abf86d-a3b4-4f04-8b4d-00c44b95656b for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:17:37.584961 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0165d76-2e71-47ac-a58f-1939196e1107 None None] Updating router 10abf86d-a3b4-4f04-8b4d-00c44b95656b port f120ce65-71ed-4aa7-ae04-5b86284ae8dd binding host dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 22:17:37.611068 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-141182f9-6bdf-41cc-9737-976c2d9c01d4 req-bd41ab21-f8b7-4549-bd3e-85c6465c5c03 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Synchronizing usage tracker for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:17:37.633401 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-141182f9-6bdf-41cc-9737-976c2d9c01d4 req-bd41ab21-f8b7-4549-bd3e-85c6465c5c03 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Unset dirty status for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:17:37.635079 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-141182f9-6bdf-41cc-9737-976c2d9c01d4 req-bd41ab21-f8b7-4549-bd3e-85c6465c5c03 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=90fa2298-7d0e-45f1-8958-b617df3c15cb HTTP/1.1" status: 200 len: 210 time: 0.0792868 Sep 22 22:17:37.662463 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a0165d76-2e71-47ac-a58f-1939196e1107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:37.982581 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-c024245b-3bd4-4695-910a-b1cae1ebd0f5 None None] Attempt 4 to provision port f120ce65-71ed-4aa7-ae04-5b86284ae8dd Sep 22 22:17:38.070500 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-c024245b-3bd4-4695-910a-b1cae1ebd0f5 None None] Port f120ce65-71ed-4aa7-ae04-5b86284ae8dd cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:17:38.071943 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a0165d76-2e71-47ac-a58f-1939196e1107 None None] Notify callbacks [] for port, precommit_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:38.083971 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-a0165d76-2e71-47ac-a58f-1939196e1107 None None] Transition to ACTIVE for port object f120ce65-71ed-4aa7-ae04-5b86284ae8dd will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:17:38.090550 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a0165d76-2e71-47ac-a58f-1939196e1107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:38.292517 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f9ebb1-50b0-43ff-90ec-24743b9d476e None None] Pushing event updated for resources: {'Port': ['ID=f120ce65-71ed-4aa7-ae04-5b86284ae8dd,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:17:38.310176 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 7c5f6f33-8935-4c29-a479-076440f18430 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:17:38.354835 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-a0165d76-2e71-47ac-a58f-1939196e1107 None None] Attempting to bind port f120ce65-71ed-4aa7-ae04-5b86284ae8dd on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:17:38.355203 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-a0165d76-2e71-47ac-a58f-1939196e1107 None None] Attempting to bind port f120ce65-71ed-4aa7-ae04-5b86284ae8dd by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'd641e3fb-c315-4e56-a078-148ed1ed379f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7e14892c-122c-4d50-9b29-1542b515d9da'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:17:38.355565 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0165d76-2e71-47ac-a58f-1939196e1107 None None] Attempting to bind port f120ce65-71ed-4aa7-ae04-5b86284ae8dd on network 7e14892c-122c-4d50-9b29-1542b515d9da {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:17:38.370841 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0165d76-2e71-47ac-a58f-1939196e1107 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:17:38.371215 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0165d76-2e71-47ac-a58f-1939196e1107 None None] Checking segment: {'id': 'd641e3fb-c315-4e56-a078-148ed1ed379f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7e14892c-122c-4d50-9b29-1542b515d9da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:17:38.371615 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a0165d76-2e71-47ac-a58f-1939196e1107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:38.372020 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0165d76-2e71-47ac-a58f-1939196e1107 None None] Bound using segment: {'id': 'd641e3fb-c315-4e56-a078-148ed1ed379f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7e14892c-122c-4d50-9b29-1542b515d9da'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:17:38.372497 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-a0165d76-2e71-47ac-a58f-1939196e1107 None None] Bound port: f120ce65-71ed-4aa7-ae04-5b86284ae8dd, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd641e3fb-c315-4e56-a078-148ed1ed379f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7e14892c-122c-4d50-9b29-1542b515d9da'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:17:38.372866 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a0165d76-2e71-47ac-a58f-1939196e1107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:38.476540 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 7c5f6f33-8935-4c29-a479-076440f18430 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:17:38.476917 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:38.477249 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 7c5f6f33-8935-4c29-a479-076440f18430 Sep 22 22:17:38.513760 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-a0165d76-2e71-47ac-a58f-1939196e1107 None None] For port f120ce65-71ed-4aa7-ae04-5b86284ae8dd, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:17:38.534130 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-a0165d76-2e71-47ac-a58f-1939196e1107 None None] For port f120ce65-71ed-4aa7-ae04-5b86284ae8dd, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=f120ce65-71ed-4aa7-ae04-5b86284ae8dd,segment=NetworkSegment(d641e3fb-c315-4e56-a078-148ed1ed379f),segment_id=d641e3fb-c315-4e56-a078-148ed1ed379f)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:17:38.540506 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a0165d76-2e71-47ac-a58f-1939196e1107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:38.577941 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-c024245b-3bd4-4695-910a-b1cae1ebd0f5 None None] Attempt 5 to provision port f120ce65-71ed-4aa7-ae04-5b86284ae8dd Sep 22 22:17:38.662428 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38f581-ce7f-4882-952a-2a5940669495 req-99395587-dcb0-4b93-a9ac-c27492fd4fba tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:38.663172 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-7b38f581-ce7f-4882-952a-2a5940669495 req-99395587-dcb0-4b93-a9ac-c27492fd4fba tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Synchronizing usage tracker for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:network {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:17:38.688517 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-7b38f581-ce7f-4882-952a-2a5940669495 req-99395587-dcb0-4b93-a9ac-c27492fd4fba tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Unset dirty status for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:network {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:17:38.689806 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7b38f581-ce7f-4882-952a-2a5940669495 req-99395587-dcb0-4b93-a9ac-c27492fd4fba tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.49 "GET /v2.0/networks?id=7e14892c-122c-4d50-9b29-1542b515d9da HTTP/1.1" status: 200 len: 795 time: 0.1986794 Sep 22 22:17:38.741424 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-7b38f581-ce7f-4882-952a-2a5940669495 req-0d206c5c-c20c-4fce-9eb3-bc012f119035 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Synchronizing usage tracker for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:security_group {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:17:38.741635 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f9ebb1-50b0-43ff-90ec-24743b9d476e None None] Pushing event updated for resources: {'Port': ['ID=f120ce65-71ed-4aa7-ae04-5b86284ae8dd,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:17:38.753249 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0165d76-2e71-47ac-a58f-1939196e1107 None None] Routers {'10abf86d-a3b4-4f04-8b4d-00c44b95656b'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:17:38.754301 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-a0165d76-2e71-47ac-a58f-1939196e1107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:17:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['10abf86d-a3b4-4f04-8b4d-00c44b95656b'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:17:38.760035 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-7b38f581-ce7f-4882-952a-2a5940669495 req-0d206c5c-c20c-4fce-9eb3-bc012f119035 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Unset dirty status for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:security_group {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:17:38.761719 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7b38f581-ce7f-4882-952a-2a5940669495 req-0d206c5c-c20c-4fce-9eb3-bc012f119035 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9918eff5a3f48ce98e866c17603f510 HTTP/1.1" status: 200 len: 379 time: 0.0640421 Sep 22 22:17:38.769694 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-7b38f581-ce7f-4882-952a-2a5940669495 req-6d82ff76-b815-43d1-a137-60110cb390c1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'port': {'device_id': '90fa2298-7d0e-45f1-8958-b617df3c15cb', 'network_id': '7e14892c-122c-4d50-9b29-1542b515d9da', 'admin_state_up': True, 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'security_groups': ['5e3bff3e-e2f1-4262-8352-39d2aa9d73b1']}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:17:38.815132 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c137e63f-2a8b-4f94-8c97-6c10546b6566 req-42df7a09-b6ca-4c06-9d57-f413ee57117f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=90fa2298-7d0e-45f1-8958-b617df3c15cb HTTP/1.1" status: 200 len: 210 time: 0.0501237 Sep 22 22:17:38.949656 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-c024245b-3bd4-4695-910a-b1cae1ebd0f5 None None] Port f120ce65-71ed-4aa7-ae04-5b86284ae8dd had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 22:17:38.958823 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 7c5f6f33-8935-4c29-a479-076440f18430 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:17:38.960525 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device ca3712e0-c13f-4f84-bd7b-8d70fab958cc up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:17:39.017529 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-7b38f581-ce7f-4882-952a-2a5940669495 req-6d82ff76-b815-43d1-a137-60110cb390c1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:17:39.029214 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-7b38f581-ce7f-4882-952a-2a5940669495 req-6d82ff76-b815-43d1-a137-60110cb390c1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:17:39.041759 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b38f581-ce7f-4882-952a-2a5940669495 req-6d82ff76-b815-43d1-a137-60110cb390c1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Made reservation on behalf of a9918eff5a3f48ce98e866c17603f510 for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:17:39.045601 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-7b38f581-ce7f-4882-952a-2a5940669495 req-6d82ff76-b815-43d1-a137-60110cb390c1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:39.048082 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-a0165d76-2e71-47ac-a58f-1939196e1107 None None] Set router 10abf86d-a3b4-4f04-8b4d-00c44b95656b gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:17:39.212323 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [req-7b38f581-ce7f-4882-952a-2a5940669495 req-6d82ff76-b815-43d1-a137-60110cb390c1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Allocated IP 172.20.0.3 (7e14892c-122c-4d50-9b29-1542b515d9da/5b1e29fa-a05e-4099-9b03-1ce3378a9a50/b5e7d9f3-89fe-43de-aafc-a6a915488d68) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:17:39.213767 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port ca3712e0-c13f-4f84-bd7b-8d70fab958cc triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:17:39.214130 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:39.214474 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port ca3712e0-c13f-4f84-bd7b-8d70fab958cc Sep 22 22:17:39.403333 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-7b38f581-ce7f-4882-952a-2a5940669495 req-6d82ff76-b815-43d1-a137-60110cb390c1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:39.419044 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-7b38f581-ce7f-4882-952a-2a5940669495 req-6d82ff76-b815-43d1-a137-60110cb390c1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Transition to ACTIVE for port object b5e7d9f3-89fe-43de-aafc-a6a915488d68 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:17:39.442467 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-7b38f581-ce7f-4882-952a-2a5940669495 req-6d82ff76-b815-43d1-a137-60110cb390c1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:39.462917 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port ca3712e0-c13f-4f84-bd7b-8d70fab958cc is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:17:39.486983 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-a0165d76-2e71-47ac-a58f-1939196e1107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10abf86d-a3b4-4f04-8b4d-00c44b95656b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-652829655', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ca3712e0-c13f-4f84-bd7b-8d70fab958cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:17:30Z', 'updated_at': '2022-09-22T22:17:35Z', 'revision_number': 4, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': 'ca3712e0-c13f-4f84-bd7b-8d70fab958cc', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10abf86d-a3b4-4f04-8b4d-00c44b95656b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:17:31Z', 'updated_at': '2022-09-22T22:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': 'f120ce65-71ed-4aa7-ae04-5b86284ae8dd', 'name': '', 'network_id': '7e14892c-122c-4d50-9b29-1542b515d9da', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'mac_address': 'fa:16:3e:e1:41:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10abf86d-a3b4-4f04-8b4d-00c44b95656b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '5b1e29fa-a05e-4099-9b03-1ce3378a9a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:17:34Z', 'updated_at': '2022-09-22T22:17:38Z', 'revision_number': 4, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'subnets': [{'id': '5b1e29fa-a05e-4099-9b03-1ce3378a9a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:17:39.490902 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0165d76-2e71-47ac-a58f-1939196e1107 None None] The sync data for ids ['10abf86d-a3b4-4f04-8b4d-00c44b95656b'] in dv-neutron-858900-1-hyperv is: [{'id': '10abf86d-a3b4-4f04-8b4d-00c44b95656b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-652829655', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ca3712e0-c13f-4f84-bd7b-8d70fab958cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:17:30Z', 'updated_at': '2022-09-22T22:17:35Z', 'revision_number': 4, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': 'ca3712e0-c13f-4f84-bd7b-8d70fab958cc', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10abf86d-a3b4-4f04-8b4d-00c44b95656b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:17:31Z', 'updated_at': '2022-09-22T22:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': 'f120ce65-71ed-4aa7-ae04-5b86284ae8dd', 'name': '', 'network_id': '7e14892c-122c-4d50-9b29-1542b515d9da', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'mac_address': 'fa:16:3e:e1:41:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10abf86d-a3b4-4f04-8b4d-00c44b95656b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '5b1e29fa-a05e-4099-9b03-1ce3378a9a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:17:34Z', 'updated_at': '2022-09-22T22:17:38Z', 'revision_number': 4, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'subnets': [{'id': '5b1e29fa-a05e-4099-9b03-1ce3378a9a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:17:39.515218 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b38f581-ce7f-4882-952a-2a5940669495 req-6d82ff76-b815-43d1-a137-60110cb390c1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Network 7e14892c-122c-4d50-9b29-1542b515d9da is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:17:39.518111 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [req-7b38f581-ce7f-4882-952a-2a5940669495 req-6d82ff76-b815-43d1-a137-60110cb390c1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:17:39.522169 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b38f581-ce7f-4882-952a-2a5940669495 req-6d82ff76-b815-43d1-a137-60110cb390c1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:17:39.576573 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d82ff76-b815-43d1-a137-60110cb390c1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'Port': ['ID=b5e7d9f3-89fe-43de-aafc-a6a915488d68,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:17:39.609760 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38f581-ce7f-4882-952a-2a5940669495 req-6d82ff76-b815-43d1-a137-60110cb390c1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:39.610407 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-7b38f581-ce7f-4882-952a-2a5940669495 req-6d82ff76-b815-43d1-a137-60110cb390c1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:39.639171 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7b38f581-ce7f-4882-952a-2a5940669495 req-6d82ff76-b815-43d1-a137-60110cb390c1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8730006 Sep 22 22:17:39.651084 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-7b38f581-ce7f-4882-952a-2a5940669495 req-6415a9b6-b3d9-46f7-936f-36a1cf9bfa36 service neutron] Request body: {'port': {'device_id': '90fa2298-7d0e-45f1-8958-b617df3c15cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:17:39.768737 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-7751d20b-3f1c-4d7d-9dd5-e08fd3e6e6ac None None] Provisioning for port b5e7d9f3-89fe-43de-aafc-a6a915488d68 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:17:39.779393 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-7751d20b-3f1c-4d7d-9dd5-e08fd3e6e6ac None None] Provisioning complete for port b5e7d9f3-89fe-43de-aafc-a6a915488d68 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:17:39.779770 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7751d20b-3f1c-4d7d-9dd5-e08fd3e6e6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:39.780106 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-7751d20b-3f1c-4d7d-9dd5-e08fd3e6e6ac None None] Attempt 1 to provision port b5e7d9f3-89fe-43de-aafc-a6a915488d68 Sep 22 22:17:39.781339 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-7b38f581-ce7f-4882-952a-2a5940669495 req-6415a9b6-b3d9-46f7-936f-36a1cf9bfa36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:39.842721 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9e385c4b-1c89-4d6d-9078-7b6a843115ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:39.866470 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-7751d20b-3f1c-4d7d-9dd5-e08fd3e6e6ac None None] Port b5e7d9f3-89fe-43de-aafc-a6a915488d68 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:17:40.140350 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e1c88-bba5-4fed-8c92-a09889c81a1b req-8af25b63-17f5-4066-b2a2-a3d2b5d783b4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:40.141070 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-c34e1c88-bba5-4fed-8c92-a09889c81a1b req-8af25b63-17f5-4066-b2a2-a3d2b5d783b4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Synchronizing usage tracker for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:17:40.215591 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-c34e1c88-bba5-4fed-8c92-a09889c81a1b req-8af25b63-17f5-4066-b2a2-a3d2b5d783b4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Unset dirty status for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:17:40.216771 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c34e1c88-bba5-4fed-8c92-a09889c81a1b req-8af25b63-17f5-4066-b2a2-a3d2b5d783b4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=90fa2298-7d0e-45f1-8958-b617df3c15cb HTTP/1.1" status: 200 len: 931 time: 0.2632825 Sep 22 22:17:40.229506 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [req-7b38f581-ce7f-4882-952a-2a5940669495 req-6415a9b6-b3d9-46f7-936f-36a1cf9bfa36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5e7d9f3-89fe-43de-aafc-a6a915488d68 {{(pid=89008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 22:17:40.250068 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-7b38f581-ce7f-4882-952a-2a5940669495 req-6415a9b6-b3d9-46f7-936f-36a1cf9bfa36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:40.285699 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-7b38f581-ce7f-4882-952a-2a5940669495 req-6415a9b6-b3d9-46f7-936f-36a1cf9bfa36 service neutron] Transition to ACTIVE for port object b5e7d9f3-89fe-43de-aafc-a6a915488d68 will not be triggered until provisioned by entity L2. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:17:40.295693 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c34e1c88-bba5-4fed-8c92-a09889c81a1b req-bc0b845d-6c6a-4289-bb0a-f0711a62bee7 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=5e3bff3e-e2f1-4262-8352-39d2aa9d73b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692170 Sep 22 22:17:40.296430 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-7b38f581-ce7f-4882-952a-2a5940669495 req-6415a9b6-b3d9-46f7-936f-36a1cf9bfa36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:40.355290 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device f120ce65-71ed-4aa7-ae04-5b86284ae8dd up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:17:40.380075 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-7751d20b-3f1c-4d7d-9dd5-e08fd3e6e6ac None None] Attempt 2 to provision port b5e7d9f3-89fe-43de-aafc-a6a915488d68 Sep 22 22:17:40.461539 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-7751d20b-3f1c-4d7d-9dd5-e08fd3e6e6ac None None] Port b5e7d9f3-89fe-43de-aafc-a6a915488d68 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:17:40.474971 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port f120ce65-71ed-4aa7-ae04-5b86284ae8dd completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:17:40.480113 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port f120ce65-71ed-4aa7-ae04-5b86284ae8dd triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:17:40.480480 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:40.480809 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port f120ce65-71ed-4aa7-ae04-5b86284ae8dd Sep 22 22:17:40.507379 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6415a9b6-b3d9-46f7-936f-36a1cf9bfa36 service neutron] Pushing event updated for resources: {'Port': ['ID=b5e7d9f3-89fe-43de-aafc-a6a915488d68,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:17:40.537437 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-7b38f581-ce7f-4882-952a-2a5940669495 req-6415a9b6-b3d9-46f7-936f-36a1cf9bfa36 service neutron] Attempting to bind port b5e7d9f3-89fe-43de-aafc-a6a915488d68 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:17:40.537770 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-7b38f581-ce7f-4882-952a-2a5940669495 req-6415a9b6-b3d9-46f7-936f-36a1cf9bfa36 service neutron] Attempting to bind port b5e7d9f3-89fe-43de-aafc-a6a915488d68 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'd641e3fb-c315-4e56-a078-148ed1ed379f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7e14892c-122c-4d50-9b29-1542b515d9da'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:17:40.538162 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b38f581-ce7f-4882-952a-2a5940669495 req-6415a9b6-b3d9-46f7-936f-36a1cf9bfa36 service neutron] Attempting to bind port b5e7d9f3-89fe-43de-aafc-a6a915488d68 on network 7e14892c-122c-4d50-9b29-1542b515d9da {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:17:40.543129 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b38f581-ce7f-4882-952a-2a5940669495 req-6415a9b6-b3d9-46f7-936f-36a1cf9bfa36 service neutron] Port b5e7d9f3-89fe-43de-aafc-a6a915488d68 on network 7e14892c-122c-4d50-9b29-1542b515d9da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 22:17:40.543441 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b38f581-ce7f-4882-952a-2a5940669495 req-6415a9b6-b3d9-46f7-936f-36a1cf9bfa36 service neutron] Attempting to bind port b5e7d9f3-89fe-43de-aafc-a6a915488d68 on network 7e14892c-122c-4d50-9b29-1542b515d9da {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:17:40.549482 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b38f581-ce7f-4882-952a-2a5940669495 req-6415a9b6-b3d9-46f7-936f-36a1cf9bfa36 service neutron] Checking agent: {'id': '8a88b827-3477-4399-ac15-439d59b3c48a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'started_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:17:40.549822 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b38f581-ce7f-4882-952a-2a5940669495 req-6415a9b6-b3d9-46f7-936f-36a1cf9bfa36 service neutron] Checking segment: {'id': 'd641e3fb-c315-4e56-a078-148ed1ed379f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7e14892c-122c-4d50-9b29-1542b515d9da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:17:40.550203 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b38f581-ce7f-4882-952a-2a5940669495 req-6415a9b6-b3d9-46f7-936f-36a1cf9bfa36 service neutron] Bound using segment: {'id': 'd641e3fb-c315-4e56-a078-148ed1ed379f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7e14892c-122c-4d50-9b29-1542b515d9da'} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:17:40.551018 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-7b38f581-ce7f-4882-952a-2a5940669495 req-6415a9b6-b3d9-46f7-936f-36a1cf9bfa36 service neutron] Bound port: b5e7d9f3-89fe-43de-aafc-a6a915488d68, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd641e3fb-c315-4e56-a078-148ed1ed379f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '7e14892c-122c-4d50-9b29-1542b515d9da'}}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:17:40.551373 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-7b38f581-ce7f-4882-952a-2a5940669495 req-6415a9b6-b3d9-46f7-936f-36a1cf9bfa36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:40.605065 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port f120ce65-71ed-4aa7-ae04-5b86284ae8dd is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:17:40.605436 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:40.641057 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port f120ce65-71ed-4aa7-ae04-5b86284ae8dd, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=f120ce65-71ed-4aa7-ae04-5b86284ae8dd,segment=NetworkSegment(d641e3fb-c315-4e56-a078-148ed1ed379f),segment_id=d641e3fb-c315-4e56-a078-148ed1ed379f)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:17:40.646715 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:40.653951 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-7b38f581-ce7f-4882-952a-2a5940669495 req-6415a9b6-b3d9-46f7-936f-36a1cf9bfa36 service neutron] For port b5e7d9f3-89fe-43de-aafc-a6a915488d68, host hv-neutron-8589, cleared binding levels {{(pid=89008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:17:40.657326 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-7b38f581-ce7f-4882-952a-2a5940669495 req-6415a9b6-b3d9-46f7-936f-36a1cf9bfa36 service neutron] For port b5e7d9f3-89fe-43de-aafc-a6a915488d68, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=b5e7d9f3-89fe-43de-aafc-a6a915488d68,segment=NetworkSegment(d641e3fb-c315-4e56-a078-148ed1ed379f),segment_id=d641e3fb-c315-4e56-a078-148ed1ed379f)] {{(pid=89008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:17:40.661442 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-7b38f581-ce7f-4882-952a-2a5940669495 req-6415a9b6-b3d9-46f7-936f-36a1cf9bfa36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:40.696872 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38f581-ce7f-4882-952a-2a5940669495 req-6415a9b6-b3d9-46f7-936f-36a1cf9bfa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:40.697484 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-7b38f581-ce7f-4882-952a-2a5940669495 req-6415a9b6-b3d9-46f7-936f-36a1cf9bfa36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:40.698872 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7b38f581-ce7f-4882-952a-2a5940669495 req-6415a9b6-b3d9-46f7-936f-36a1cf9bfa36 service neutron] 10.222.0.49 "PUT /v2.0/ports/b5e7d9f3-89fe-43de-aafc-a6a915488d68 HTTP/1.1" status: 200 len: 1093 time: 1.0527894 Sep 22 22:17:40.699307 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90fa2298-7d0e-45f1-8958-b617df3c15cb', 'tag': 'b5e7d9f3-89fe-43de-aafc-a6a915488d68'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:17:40.701604 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba5a0ca-daf6-49d9-bf15-5a828c79f0f8" -d '{"events": [{"name": "network-changed", "server_uuid": "90fa2298-7d0e-45f1-8958-b617df3c15cb", "tag": "b5e7d9f3-89fe-43de-aafc-a6a915488d68"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:17:40.746267 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6415a9b6-b3d9-46f7-936f-36a1cf9bfa36 service neutron] Pushing event updated for resources: {'Port': ['ID=b5e7d9f3-89fe-43de-aafc-a6a915488d68,revision_number=3']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:17:40.748549 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=f120ce65-71ed-4aa7-ae04-5b86284ae8dd,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:17:40.785598 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba690ac-8fcd-4651-b40f-7d87eb9a2c8b x-openstack-request-id: req-0ba690ac-8fcd-4651-b40f-7d87eb9a2c8b {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:17:40.786107 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90fa2298-7d0e-45f1-8958-b617df3c15cb", "tag": "b5e7d9f3-89fe-43de-aafc-a6a915488d68", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:17:40.786107 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0ba690ac-8fcd-4651-b40f-7d87eb9a2c8b {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:17:40.786497 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ba690ac-8fcd-4651-b40f-7d87eb9a2c8b'] response: {'name': 'network-changed', 'server_uuid': '90fa2298-7d0e-45f1-8958-b617df3c15cb', 'tag': 'b5e7d9f3-89fe-43de-aafc-a6a915488d68', 'status': 'completed', 'code': 200} Sep 22 22:17:40.830793 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38f581-ce7f-4882-952a-2a5940669495 req-f5d9d73c-fc1e-4b78-8373-698b39032a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:40.832250 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7b38f581-ce7f-4882-952a-2a5940669495 req-f5d9d73c-fc1e-4b78-8373-698b39032a0d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9918eff5a3f48ce98e866c17603f510&device_id=90fa2298-7d0e-45f1-8958-b617df3c15cb HTTP/1.1" status: 200 len: 1096 time: 0.0817161 Sep 22 22:17:40.963180 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-7751d20b-3f1c-4d7d-9dd5-e08fd3e6e6ac None None] Attempt 3 to provision port b5e7d9f3-89fe-43de-aafc-a6a915488d68 Sep 22 22:17:41.008078 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7b38f581-ce7f-4882-952a-2a5940669495 req-0665fd8a-d302-4e8d-8860-ca2228610970 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5e7d9f3-89fe-43de-aafc-a6a915488d68 HTTP/1.1" status: 200 len: 217 time: 0.1686716 Sep 22 22:17:41.035440 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-7751d20b-3f1c-4d7d-9dd5-e08fd3e6e6ac None None] Port b5e7d9f3-89fe-43de-aafc-a6a915488d68 had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 22:17:41.069689 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38f581-ce7f-4882-952a-2a5940669495 req-e969a759-2ca5-41bb-9eef-8294f31a986b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:41.071122 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7b38f581-ce7f-4882-952a-2a5940669495 req-e969a759-2ca5-41bb-9eef-8294f31a986b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5b1e29fa-a05e-4099-9b03-1ce3378a9a50 HTTP/1.1" status: 200 len: 835 time: 0.0572476 Sep 22 22:17:41.153696 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38f581-ce7f-4882-952a-2a5940669495 req-8979f9cc-322b-419e-8e10-61a0f3954a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:41.155181 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7b38f581-ce7f-4882-952a-2a5940669495 req-8979f9cc-322b-419e-8e10-61a0f3954a82 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7e14892c-122c-4d50-9b29-1542b515d9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780048 Sep 22 22:17:41.283326 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7b38f581-ce7f-4882-952a-2a5940669495 req-988b3c5b-3a81-48d0-9ec5-0da23a21fc48 service neutron] 10.222.0.49 "GET /v2.0/networks/7e14892c-122c-4d50-9b29-1542b515d9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223478 Sep 22 22:17:41.450671 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7b38f581-ce7f-4882-952a-2a5940669495 req-6ce9e3cb-d366-489c-a7a0-67954da40ce2 service neutron] 10.222.0.49 "GET /v2.0/networks/7e14892c-122c-4d50-9b29-1542b515d9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611395 Sep 22 22:17:41.501912 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78185236-05f6-49ba-bae9-fa7a3f9a8042 req-3886c776-beff-4044-af96-2dbcdb43479f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:41.503396 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-78185236-05f6-49ba-bae9-fa7a3f9a8042 req-3886c776-beff-4044-af96-2dbcdb43479f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=90fa2298-7d0e-45f1-8958-b617df3c15cb HTTP/1.1" status: 200 len: 943 time: 0.0932658 Sep 22 22:17:41.602975 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-78185236-05f6-49ba-bae9-fa7a3f9a8042 req-71a6ec58-7b5e-48eb-b730-3bca1a19f067 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=5e3bff3e-e2f1-4262-8352-39d2aa9d73b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642972 Sep 22 22:17:41.615404 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba5a0ca-daf6-49d9-bf15-5a828c79f0f8 req-53308b8d-411b-4c42-8692-20d4d34a1491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:41.617140 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-bba5a0ca-daf6-49d9-bf15-5a828c79f0f8 req-53308b8d-411b-4c42-8692-20d4d34a1491 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9918eff5a3f48ce98e866c17603f510&device_id=90fa2298-7d0e-45f1-8958-b617df3c15cb HTTP/1.1" status: 200 len: 1096 time: 0.1129150 Sep 22 22:17:41.745878 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba5a0ca-daf6-49d9-bf15-5a828c79f0f8 req-4df257d1-85ec-4464-ba1a-b03f9bde5005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:41.747312 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-bba5a0ca-daf6-49d9-bf15-5a828c79f0f8 req-4df257d1-85ec-4464-ba1a-b03f9bde5005 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7e14892c-122c-4d50-9b29-1542b515d9da HTTP/1.1" status: 200 len: 895 time: 0.1235776 Sep 22 22:17:41.812883 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-bba5a0ca-daf6-49d9-bf15-5a828c79f0f8 req-475cc24a-fcd1-488a-9c82-0236521d15c7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5e7d9f3-89fe-43de-aafc-a6a915488d68 HTTP/1.1" status: 200 len: 217 time: 0.0588017 Sep 22 22:17:41.876819 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba5a0ca-daf6-49d9-bf15-5a828c79f0f8 req-a2cb2d7b-9897-4f8a-ae8c-c9176e4155f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:41.878124 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-bba5a0ca-daf6-49d9-bf15-5a828c79f0f8 req-a2cb2d7b-9897-4f8a-ae8c-c9176e4155f3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5b1e29fa-a05e-4099-9b03-1ce3378a9a50 HTTP/1.1" status: 200 len: 835 time: 0.0594466 Sep 22 22:17:41.957363 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba5a0ca-daf6-49d9-bf15-5a828c79f0f8 req-9c41a2a1-6759-45f4-bbf7-ec8903135e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:41.958819 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-bba5a0ca-daf6-49d9-bf15-5a828c79f0f8 req-9c41a2a1-6759-45f4-bbf7-ec8903135e61 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7e14892c-122c-4d50-9b29-1542b515d9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747585 Sep 22 22:17:42.008285 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8a8cc5a7-562a-43df-b24d-5b440048d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:42.089463 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-bba5a0ca-daf6-49d9-bf15-5a828c79f0f8 req-7af5d887-53cb-479d-8d68-98190bc047a0 service neutron] 10.222.0.49 "GET /v2.0/networks/7e14892c-122c-4d50-9b29-1542b515d9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228118 Sep 22 22:17:42.217561 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-bba5a0ca-daf6-49d9-bf15-5a828c79f0f8 req-8027bf29-8cce-4c68-ae31-4ea90722da24 service neutron] 10.222.0.49 "GET /v2.0/networks/7e14892c-122c-4d50-9b29-1542b515d9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214507 Sep 22 22:17:42.299748 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device f120ce65-71ed-4aa7-ae04-5b86284ae8dd up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:17:42.365203 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port f120ce65-71ed-4aa7-ae04-5b86284ae8dd triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:17:42.365563 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:42.365890 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port f120ce65-71ed-4aa7-ae04-5b86284ae8dd Sep 22 22:17:42.480254 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port f120ce65-71ed-4aa7-ae04-5b86284ae8dd is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:17:42.880762 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:42.903688 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8789d-314e-4178-9763-ea5af11f2220 req-5e358bd3-124b-4610-b0b2-1873955f97ae tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:42.905136 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-dca8789d-314e-4178-9763-ea5af11f2220 req-5e358bd3-124b-4610-b0b2-1873955f97ae tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=90fa2298-7d0e-45f1-8958-b617df3c15cb HTTP/1.1" status: 200 len: 943 time: 0.1909044 Sep 22 22:17:42.947934 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-dca8789d-314e-4178-9763-ea5af11f2220 req-4c89bed9-eaa3-4341-a572-23dbcb120cd3 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=5e3bff3e-e2f1-4262-8352-39d2aa9d73b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370500 Sep 22 22:17:43.291640 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:43.798185 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device b5e7d9f3-89fe-43de-aafc-a6a915488d68 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 22:17:43.965422 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port b5e7d9f3-89fe-43de-aafc-a6a915488d68, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=b5e7d9f3-89fe-43de-aafc-a6a915488d68,segment=NetworkSegment(d641e3fb-c315-4e56-a078-148ed1ed379f),segment_id=d641e3fb-c315-4e56-a078-148ed1ed379f)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:17:43.978812 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': 'b5e7d9f3-89fe-43de-aafc-a6a915488d68', 'network_id': '7e14892c-122c-4d50-9b29-1542b515d9da', 'port_id': 'b5e7d9f3-89fe-43de-aafc-a6a915488d68', 'mac_address': 'fa:16:3e:53:6b:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1e29fa-a05e-4099-9b03-1ce3378a9a50', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 22:17:44.035543 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port b5e7d9f3-89fe-43de-aafc-a6a915488d68 is: DOWN; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:17:44.035917 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:44.053692 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5e7d9f3-89fe-43de-aafc-a6a915488d68 {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 22:17:44.070297 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port b5e7d9f3-89fe-43de-aafc-a6a915488d68, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=b5e7d9f3-89fe-43de-aafc-a6a915488d68,segment=NetworkSegment(d641e3fb-c315-4e56-a078-148ed1ed379f),segment_id=d641e3fb-c315-4e56-a078-148ed1ed379f)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:17:44.074494 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:44.143774 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=b5e7d9f3-89fe-43de-aafc-a6a915488d68,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:17:44.155217 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e436e53-49f0-4a4a-b784-cab172b838bb req-ab6b203c-50d1-45a8-bd54-020793cf9f17 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:44.156676 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7e436e53-49f0-4a4a-b784-cab172b838bb req-ab6b203c-50d1-45a8-bd54-020793cf9f17 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=90fa2298-7d0e-45f1-8958-b617df3c15cb HTTP/1.1" status: 200 len: 944 time: 0.0953093 Sep 22 22:17:44.199401 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7e436e53-49f0-4a4a-b784-cab172b838bb req-461876d0-9242-4b07-8e15-97abb85dfa08 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=5e3bff3e-e2f1-4262-8352-39d2aa9d73b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371459 Sep 22 22:17:44.276676 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['b5e7d9f3-89fe-43de-aafc-a6a915488d68'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 22:17:44.672567 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:45.440624 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27965bc1-1783-40d8-94d0-43eae779a0d1 req-af244611-92f5-4d74-9f4c-30da5d3e97c0 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:45.442007 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-27965bc1-1783-40d8-94d0-43eae779a0d1 req-af244611-92f5-4d74-9f4c-30da5d3e97c0 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=90fa2298-7d0e-45f1-8958-b617df3c15cb HTTP/1.1" status: 200 len: 944 time: 0.0900304 Sep 22 22:17:45.484389 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-27965bc1-1783-40d8-94d0-43eae779a0d1 req-e6699e17-f061-4690-aa2a-39abd7f2fbb6 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=5e3bff3e-e2f1-4262-8352-39d2aa9d73b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368390 Sep 22 22:17:45.813454 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device b5e7d9f3-89fe-43de-aafc-a6a915488d68 up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:17:45.882229 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning for port b5e7d9f3-89fe-43de-aafc-a6a915488d68 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:17:45.886682 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port b5e7d9f3-89fe-43de-aafc-a6a915488d68 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:17:45.887045 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:45.887371 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port b5e7d9f3-89fe-43de-aafc-a6a915488d68 Sep 22 22:17:45.999981 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port b5e7d9f3-89fe-43de-aafc-a6a915488d68 is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:17:46.000346 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:46.027227 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90fa2298-7d0e-45f1-8958-b617df3c15cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e7d9f3-89fe-43de-aafc-a6a915488d68'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:17:46.029605 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ebce18-f159-433b-b1d2-98a03e4fbf24" -d '{"events": [{"server_uuid": "90fa2298-7d0e-45f1-8958-b617df3c15cb", "name": "network-vif-plugged", "status": "completed", "tag": "b5e7d9f3-89fe-43de-aafc-a6a915488d68"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:17:46.037468 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port b5e7d9f3-89fe-43de-aafc-a6a915488d68, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=b5e7d9f3-89fe-43de-aafc-a6a915488d68,segment=NetworkSegment(d641e3fb-c315-4e56-a078-148ed1ed379f),segment_id=d641e3fb-c315-4e56-a078-148ed1ed379f)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:17:46.041441 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:46.076746 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeead659-58c7-4b0a-b34c-7e9932252273 x-openstack-request-id: req-aeead659-58c7-4b0a-b34c-7e9932252273 {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:17:46.077038 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90fa2298-7d0e-45f1-8958-b617df3c15cb", "name": "network-vif-plugged", "status": "completed", "tag": "b5e7d9f3-89fe-43de-aafc-a6a915488d68", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:17:46.077293 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-aeead659-58c7-4b0a-b34c-7e9932252273 {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:17:46.077787 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeead659-58c7-4b0a-b34c-7e9932252273'] response: {'server_uuid': '90fa2298-7d0e-45f1-8958-b617df3c15cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e7d9f3-89fe-43de-aafc-a6a915488d68', 'code': 200} Sep 22 22:17:46.110487 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=b5e7d9f3-89fe-43de-aafc-a6a915488d68,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:17:46.296696 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013624b9-2bba-42fd-9437-f70bec2fedaf req-9d087805-13b1-44bd-bb42-231f35a0a7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:46.298147 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-013624b9-2bba-42fd-9437-f70bec2fedaf req-9d087805-13b1-44bd-bb42-231f35a0a7a8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=90fa2298-7d0e-45f1-8958-b617df3c15cb HTTP/1.1" status: 200 len: 1098 time: 0.0763283 Sep 22 22:17:46.337060 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-013624b9-2bba-42fd-9437-f70bec2fedaf req-ceab1da1-2ebd-49d6-8097-a40bb63cc109 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5e3bff3e-e2f1-4262-8352-39d2aa9d73b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333762 Sep 22 22:17:46.675961 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e5fa5-f3e9-44ab-abb3-6e83b8d86855 req-4e06ed3f-e1f0-4730-91fd-6912b1db2ca3 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:46.677492 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-d80e5fa5-f3e9-44ab-abb3-6e83b8d86855 req-4e06ed3f-e1f0-4730-91fd-6912b1db2ca3 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=90fa2298-7d0e-45f1-8958-b617df3c15cb HTTP/1.1" status: 200 len: 945 time: 0.0848441 Sep 22 22:17:46.721865 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-d80e5fa5-f3e9-44ab-abb3-6e83b8d86855 req-fd3ea8a1-addb-41a1-924e-ccab631a49a1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=5e3bff3e-e2f1-4262-8352-39d2aa9d73b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378959 Sep 22 22:17:47.920657 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047993cc-2620-4f1c-9733-f6dd20f46dc9 req-9137d142-eacf-4b73-aa61-2ac2ea90706a tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:47.922095 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-047993cc-2620-4f1c-9733-f6dd20f46dc9 req-9137d142-eacf-4b73-aa61-2ac2ea90706a tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=90fa2298-7d0e-45f1-8958-b617df3c15cb HTTP/1.1" status: 200 len: 945 time: 0.0879233 Sep 22 22:17:47.966028 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-047993cc-2620-4f1c-9733-f6dd20f46dc9 req-9ac6c48d-8c82-4296-8a0f-4d38fdb2797e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=5e3bff3e-e2f1-4262-8352-39d2aa9d73b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382881 Sep 22 22:17:48.165002 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b97912-b8be-4a8e-b3c0-a81f52cfc565 req-4dc25793-ba00-44e0-8a76-80324b3ef857 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:48.166448 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-99b97912-b8be-4a8e-b3c0-a81f52cfc565 req-4dc25793-ba00-44e0-8a76-80324b3ef857 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=90fa2298-7d0e-45f1-8958-b617df3c15cb HTTP/1.1" status: 200 len: 945 time: 0.0887413 Sep 22 22:17:48.209526 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-99b97912-b8be-4a8e-b3c0-a81f52cfc565 req-d62ad176-26d7-4986-b848-2d44db800716 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=5e3bff3e-e2f1-4262-8352-39d2aa9d73b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373995 Sep 22 22:17:48.237717 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58680) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:17:48.369553 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acb577d-40e6-4243-94f5-3e7aff317566 tempest-TestNetworkAdvancedServerOps-762025924 tempest-TestNetworkAdvancedServerOps-762025924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:48.371041 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6acb577d-40e6-4243-94f5-3e7aff317566 tempest-TestNetworkAdvancedServerOps-762025924 tempest-TestNetworkAdvancedServerOps-762025924-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=90fa2298-7d0e-45f1-8958-b617df3c15cb HTTP/1.1" status: 200 len: 1093 time: 0.1323688 Sep 22 22:17:48.373916 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58686) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:17:48.378849 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-d0c2cc6f-bb78-49eb-a186-6fefdd66bfb7 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'floatingip': {'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'port_id': 'b5e7d9f3-89fe-43de-aafc-a6a915488d68', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:17:48.384665 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-d0c2cc6f-bb78-49eb-a186-6fefdd66bfb7 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:17:48.388454 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-d0c2cc6f-bb78-49eb-a186-6fefdd66bfb7 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:floatingip and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:17:48.391225 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-d0c2cc6f-bb78-49eb-a186-6fefdd66bfb7 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:17:48.396796 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-d0c2cc6f-bb78-49eb-a186-6fefdd66bfb7 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:17:48.407000 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d0c2cc6f-bb78-49eb-a186-6fefdd66bfb7 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for floatingip, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:48.543187 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d0c2cc6f-bb78-49eb-a186-6fefdd66bfb7 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:48.672742 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-d0c2cc6f-bb78-49eb-a186-6fefdd66bfb7 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Allocated IP 172.26.0.181 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/74542654-0726-4025-b67a-af7246a49b38) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:17:48.815315 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d0c2cc6f-bb78-49eb-a186-6fefdd66bfb7 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:48.843739 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d0c2cc6f-bb78-49eb-a186-6fefdd66bfb7 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:48.907382 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c2cc6f-bb78-49eb-a186-6fefdd66bfb7 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:17:48.909994 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-d0c2cc6f-bb78-49eb-a186-6fefdd66bfb7 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:17:48.913443 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c2cc6f-bb78-49eb-a186-6fefdd66bfb7 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:17:48.955320 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c2cc6f-bb78-49eb-a186-6fefdd66bfb7 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'Port': ['ID=74542654-0726-4025-b67a-af7246a49b38,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:17:49.327771 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d0c2cc6f-bb78-49eb-a186-6fefdd66bfb7 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:49.409274 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d0c2cc6f-bb78-49eb-a186-6fefdd66bfb7 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:49.727102 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d0c2cc6f-bb78-49eb-a186-6fefdd66bfb7 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:49.731473 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d0c2cc6f-bb78-49eb-a186-6fefdd66bfb7 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:49.835176 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c2cc6f-bb78-49eb-a186-6fefdd66bfb7 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'Port': ['ID=74542654-0726-4025-b67a-af7246a49b38,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:17:49.841371 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d0c2cc6f-bb78-49eb-a186-6fefdd66bfb7 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:50.008032 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.l3_db [None req-d0c2cc6f-bb78-49eb-a186-6fefdd66bfb7 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Floating IP f3b564f5-a854-40d4-99d2-b80faabf7e5b associated. External IP: 172.26.0.181, port: b5e7d9f3-89fe-43de-aafc-a6a915488d68. Sep 22 22:17:50.359032 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c2cc6f-bb78-49eb-a186-6fefdd66bfb7 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Router 10abf86d-a3b4-4f04-8b4d-00c44b95656b has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 22:17:50.543870 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c2cc6f-bb78-49eb-a186-6fefdd66bfb7 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:17:50.554167 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b642aec-4eb3-417c-8c93-485b06a3d801 None None] Sync routers for ids ['10abf86d-a3b4-4f04-8b4d-00c44b95656b'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:17:50.565409 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b642aec-4eb3-417c-8c93-485b06a3d801 None None] Routers {'10abf86d-a3b4-4f04-8b4d-00c44b95656b'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:17:50.566059 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-3b642aec-4eb3-417c-8c93-485b06a3d801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:17:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['10abf86d-a3b4-4f04-8b4d-00c44b95656b'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:17:50.569297 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d0c2cc6f-bb78-49eb-a186-6fefdd66bfb7 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:17:50.627616 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d0c2cc6f-bb78-49eb-a186-6fefdd66bfb7 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2526686 Sep 22 22:17:50.628186 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90fa2298-7d0e-45f1-8958-b617df3c15cb', 'tag': 'b5e7d9f3-89fe-43de-aafc-a6a915488d68'}] {{(pid=89009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:17:50.630488 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3cdb6d5bdfc0c86a52b2d842100ac752cec167fbf441e2518ec0a73bf85169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72221bf-879d-4514-bb84-576c3f4a0601" -d '{"events": [{"name": "network-changed", "server_uuid": "90fa2298-7d0e-45f1-8958-b617df3c15cb", "tag": "b5e7d9f3-89fe-43de-aafc-a6a915488d68"}]}' {{(pid=89009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:17:50.675069 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27894904-c406-4cf1-bb6d-aaca85d73c2f x-openstack-request-id: req-27894904-c406-4cf1-bb6d-aaca85d73c2f {{(pid=89009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:17:50.675362 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90fa2298-7d0e-45f1-8958-b617df3c15cb", "tag": "b5e7d9f3-89fe-43de-aafc-a6a915488d68", "status": "completed", "code": 200}]} {{(pid=89009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:17:50.675611 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-27894904-c406-4cf1-bb6d-aaca85d73c2f {{(pid=89009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:17:50.676013 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27894904-c406-4cf1-bb6d-aaca85d73c2f'] response: {'name': 'network-changed', 'server_uuid': '90fa2298-7d0e-45f1-8958-b617df3c15cb', 'tag': 'b5e7d9f3-89fe-43de-aafc-a6a915488d68', 'status': 'completed', 'code': 200} Sep 22 22:17:50.751799 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-3b642aec-4eb3-417c-8c93-485b06a3d801 None None] Set router 10abf86d-a3b4-4f04-8b4d-00c44b95656b gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:17:50.784993 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72221bf-879d-4514-bb84-576c3f4a0601 req-4eae653c-9f79-435b-b080-814dcbdc4d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:50.795229 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c72221bf-879d-4514-bb84-576c3f4a0601 req-4eae653c-9f79-435b-b080-814dcbdc4d6d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9918eff5a3f48ce98e866c17603f510&device_id=90fa2298-7d0e-45f1-8958-b617df3c15cb HTTP/1.1" status: 200 len: 1098 time: 0.0975451 Sep 22 22:17:51.079869 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72221bf-879d-4514-bb84-576c3f4a0601 req-ef4211f2-452d-45a7-8120-20588bf609cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:51.081321 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c72221bf-879d-4514-bb84-576c3f4a0601 req-ef4211f2-452d-45a7-8120-20588bf609cc service neutron] 10.222.0.49 "GET /v2.0/networks?id=7e14892c-122c-4d50-9b29-1542b515d9da HTTP/1.1" status: 200 len: 895 time: 0.2780416 Sep 22 22:17:51.092199 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed740773-78d2-4a1b-ba7d-1a58b3314cdf req-dd58766e-6b51-4b0f-af82-0f8198eca3ae tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:51.093580 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ed740773-78d2-4a1b-ba7d-1a58b3314cdf req-dd58766e-6b51-4b0f-af82-0f8198eca3ae tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=90fa2298-7d0e-45f1-8958-b617df3c15cb HTTP/1.1" status: 200 len: 945 time: 0.1788826 Sep 22 22:17:51.111648 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-3b642aec-4eb3-417c-8c93-485b06a3d801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10abf86d-a3b4-4f04-8b4d-00c44b95656b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-652829655', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ca3712e0-c13f-4f84-bd7b-8d70fab958cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:17:30Z', 'updated_at': '2022-09-22T22:17:35Z', 'revision_number': 4, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': 'ca3712e0-c13f-4f84-bd7b-8d70fab958cc', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10abf86d-a3b4-4f04-8b4d-00c44b95656b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:17:31Z', 'updated_at': '2022-09-22T22:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': 'f3b564f5-a854-40d4-99d2-b80faabf7e5b', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'floating_ip_address': '172.26.0.181', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '10abf86d-a3b4-4f04-8b4d-00c44b95656b', 'port_id': 'b5e7d9f3-89fe-43de-aafc-a6a915488d68', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e14892c-122c-4d50-9b29-1542b515d9da', 'mac_address': 'fa:16:3e:53:6b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fa2298-7d0e-45f1-8958-b617df3c15cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:17:49Z', 'updated_at': '2022-09-22T22:17:49Z', 'revision_number': 0, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f120ce65-71ed-4aa7-ae04-5b86284ae8dd', 'name': '', 'network_id': '7e14892c-122c-4d50-9b29-1542b515d9da', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'mac_address': 'fa:16:3e:e1:41:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10abf86d-a3b4-4f04-8b4d-00c44b95656b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '5b1e29fa-a05e-4099-9b03-1ce3378a9a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:17:34Z', 'updated_at': '2022-09-22T22:17:40Z', 'revision_number': 5, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'subnets': [{'id': '5b1e29fa-a05e-4099-9b03-1ce3378a9a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:17:51.115525 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b642aec-4eb3-417c-8c93-485b06a3d801 None None] Checking router: 10abf86d-a3b4-4f04-8b4d-00c44b95656b for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:17:51.124362 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b642aec-4eb3-417c-8c93-485b06a3d801 None None] Routers {'10abf86d-a3b4-4f04-8b4d-00c44b95656b'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:17:51.124941 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-3b642aec-4eb3-417c-8c93-485b06a3d801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:17:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['10abf86d-a3b4-4f04-8b4d-00c44b95656b'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:17:51.233311 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ed740773-78d2-4a1b-ba7d-1a58b3314cdf req-17b80174-74b3-4457-8da3-814eb482c13e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=5e3bff3e-e2f1-4262-8352-39d2aa9d73b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846896 Sep 22 22:17:51.235091 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c72221bf-879d-4514-bb84-576c3f4a0601 req-b8e08ce2-8818-4ea5-90c2-840653fc0c11 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5e7d9f3-89fe-43de-aafc-a6a915488d68 HTTP/1.1" status: 200 len: 999 time: 0.1406746 Sep 22 22:17:51.264529 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58694) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:17:51.298658 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72221bf-879d-4514-bb84-576c3f4a0601 req-6ddfb51b-08b6-4317-9a74-875b5064432c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:51.300097 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c72221bf-879d-4514-bb84-576c3f4a0601 req-6ddfb51b-08b6-4317-9a74-875b5064432c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5b1e29fa-a05e-4099-9b03-1ce3378a9a50 HTTP/1.1" status: 200 len: 835 time: 0.0595226 Sep 22 22:17:51.314366 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-3b642aec-4eb3-417c-8c93-485b06a3d801 None None] Set router 10abf86d-a3b4-4f04-8b4d-00c44b95656b gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:17:51.372478 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-629ab4c6-d6ca-47b2-8e2b-4e9ee3ba3719 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/floatingips/f3b564f5-a854-40d4-99d2-b80faabf7e5b HTTP/1.1" status: 200 len: 991 time: 0.1067343 Sep 22 22:17:51.382823 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72221bf-879d-4514-bb84-576c3f4a0601 req-787db323-0e45-4824-bc6f-154c3965d2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:51.384291 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c72221bf-879d-4514-bb84-576c3f4a0601 req-787db323-0e45-4824-bc6f-154c3965d2ff service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7e14892c-122c-4d50-9b29-1542b515d9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785663 Sep 22 22:17:51.515436 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c72221bf-879d-4514-bb84-576c3f4a0601 req-08df0656-c35e-4f41-961b-6b4a67144413 service neutron] 10.222.0.49 "GET /v2.0/networks/7e14892c-122c-4d50-9b29-1542b515d9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251137 Sep 22 22:17:51.646317 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c72221bf-879d-4514-bb84-576c3f4a0601 req-fbfc2e44-95cf-4259-953e-9ac0baf91cb6 service neutron] 10.222.0.49 "GET /v2.0/networks/7e14892c-122c-4d50-9b29-1542b515d9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247716 Sep 22 22:17:51.688846 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-3b642aec-4eb3-417c-8c93-485b06a3d801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10abf86d-a3b4-4f04-8b4d-00c44b95656b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-652829655', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ca3712e0-c13f-4f84-bd7b-8d70fab958cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:17:30Z', 'updated_at': '2022-09-22T22:17:35Z', 'revision_number': 4, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': 'ca3712e0-c13f-4f84-bd7b-8d70fab958cc', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10abf86d-a3b4-4f04-8b4d-00c44b95656b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:17:31Z', 'updated_at': '2022-09-22T22:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': 'f3b564f5-a854-40d4-99d2-b80faabf7e5b', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'floating_ip_address': '172.26.0.181', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '10abf86d-a3b4-4f04-8b4d-00c44b95656b', 'port_id': 'b5e7d9f3-89fe-43de-aafc-a6a915488d68', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e14892c-122c-4d50-9b29-1542b515d9da', 'mac_address': 'fa:16:3e:53:6b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fa2298-7d0e-45f1-8958-b617df3c15cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:17:49Z', 'updated_at': '2022-09-22T22:17:49Z', 'revision_number': 0, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f120ce65-71ed-4aa7-ae04-5b86284ae8dd', 'name': '', 'network_id': '7e14892c-122c-4d50-9b29-1542b515d9da', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'mac_address': 'fa:16:3e:e1:41:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10abf86d-a3b4-4f04-8b4d-00c44b95656b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '5b1e29fa-a05e-4099-9b03-1ce3378a9a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:17:34Z', 'updated_at': '2022-09-22T22:17:40Z', 'revision_number': 5, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'subnets': [{'id': '5b1e29fa-a05e-4099-9b03-1ce3378a9a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:17:51.692747 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b642aec-4eb3-417c-8c93-485b06a3d801 None None] The sync data for ids ['10abf86d-a3b4-4f04-8b4d-00c44b95656b'] in dv-neutron-858900-1-hyperv is: [{'id': '10abf86d-a3b4-4f04-8b4d-00c44b95656b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-652829655', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ca3712e0-c13f-4f84-bd7b-8d70fab958cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:17:30Z', 'updated_at': '2022-09-22T22:17:35Z', 'revision_number': 4, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': 'ca3712e0-c13f-4f84-bd7b-8d70fab958cc', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10abf86d-a3b4-4f04-8b4d-00c44b95656b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:17:31Z', 'updated_at': '2022-09-22T22:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': 'f3b564f5-a854-40d4-99d2-b80faabf7e5b', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'floating_ip_address': '172.26.0.181', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '10abf86d-a3b4-4f04-8b4d-00c44b95656b', 'port_id': 'b5e7d9f3-89fe-43de-aafc-a6a915488d68', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e14892c-122c-4d50-9b29-1542b515d9da', 'mac_address': 'fa:16:3e:53:6b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fa2298-7d0e-45f1-8958-b617df3c15cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:17:49Z', 'updated_at': '2022-09-22T22:17:49Z', 'revision_number': 0, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f120ce65-71ed-4aa7-ae04-5b86284ae8dd', 'name': '', 'network_id': '7e14892c-122c-4d50-9b29-1542b515d9da', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'mac_address': 'fa:16:3e:e1:41:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10abf86d-a3b4-4f04-8b4d-00c44b95656b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '5b1e29fa-a05e-4099-9b03-1ce3378a9a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:17:34Z', 'updated_at': '2022-09-22T22:17:40Z', 'revision_number': 5, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'subnets': [{'id': '5b1e29fa-a05e-4099-9b03-1ce3378a9a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:17:51.869860 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d83719-ed91-4674-9630-75ee3d9c1f6b None None] New status for floating IP f3b564f5-a854-40d4-99d2-b80faabf7e5b: ACTIVE {{(pid=89010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 22:17:52.375577 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 58698) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:17:52.479229 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-310eab7a-517b-458b-be4c-6b6b6deefdee tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/floatingips/f3b564f5-a854-40d4-99d2-b80faabf7e5b HTTP/1.1" status: 200 len: 993 time: 0.1025534 Sep 22 22:17:56.361478 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:18:02.831739 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:18:09.804042 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c2eec568-99fe-4fe6-a5f5-4bd2fc07d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:18:12.009622 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-486ce744-4d0b-4c20-a1cb-bace8b0bea65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:18:12.873601 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:18:13.295056 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:18:14.676297 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:18:16.043074 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-146cf138-f51f-440f-a9f2-9a8d0ca57fe6 req-fc514df6-9208-4577-8c72-4dc91a8dcf1a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=90fa2298-7d0e-45f1-8958-b617df3c15cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0802298 Sep 22 22:18:16.184835 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146cf138-f51f-440f-a9f2-9a8d0ca57fe6 req-279f17b8-1a1d-4641-9274-ca160d5e9511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:16.186264 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-146cf138-f51f-440f-a9f2-9a8d0ca57fe6 req-279f17b8-1a1d-4641-9274-ca160d5e9511 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9918eff5a3f48ce98e866c17603f510&device_id=90fa2298-7d0e-45f1-8958-b617df3c15cb HTTP/1.1" status: 200 len: 1098 time: 0.0763168 Sep 22 22:18:16.330238 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146cf138-f51f-440f-a9f2-9a8d0ca57fe6 req-abea9d94-4270-4c30-ac62-52a58bdcebfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:16.331691 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-146cf138-f51f-440f-a9f2-9a8d0ca57fe6 req-abea9d94-4270-4c30-ac62-52a58bdcebfa service neutron] 10.222.0.49 "GET /v2.0/networks?id=7e14892c-122c-4d50-9b29-1542b515d9da HTTP/1.1" status: 200 len: 895 time: 0.1253572 Sep 22 22:18:16.430899 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-146cf138-f51f-440f-a9f2-9a8d0ca57fe6 req-dc72b849-a3cb-423b-8bfe-f259784d4f8a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5e7d9f3-89fe-43de-aafc-a6a915488d68 HTTP/1.1" status: 200 len: 1001 time: 0.0930085 Sep 22 22:18:16.489401 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146cf138-f51f-440f-a9f2-9a8d0ca57fe6 req-a9447847-0f6d-4dfc-8957-fc1dd0a3f6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:16.490766 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-146cf138-f51f-440f-a9f2-9a8d0ca57fe6 req-a9447847-0f6d-4dfc-8957-fc1dd0a3f6c1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5b1e29fa-a05e-4099-9b03-1ce3378a9a50 HTTP/1.1" status: 200 len: 835 time: 0.0543654 Sep 22 22:18:16.571754 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146cf138-f51f-440f-a9f2-9a8d0ca57fe6 req-7c78fe18-bc5f-49a7-b6af-28d845f6f12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:16.573171 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-146cf138-f51f-440f-a9f2-9a8d0ca57fe6 req-7c78fe18-bc5f-49a7-b6af-28d845f6f12f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7e14892c-122c-4d50-9b29-1542b515d9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764232 Sep 22 22:18:16.797241 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-146cf138-f51f-440f-a9f2-9a8d0ca57fe6 req-1d58836c-21d1-42ee-94fa-08a7c616956b service neutron] 10.222.0.49 "GET /v2.0/networks/7e14892c-122c-4d50-9b29-1542b515d9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165885 Sep 22 22:18:16.924727 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-146cf138-f51f-440f-a9f2-9a8d0ca57fe6 req-550a9227-8717-4e41-8120-1d3b0cabd015 service neutron] 10.222.0.49 "GET /v2.0/networks/7e14892c-122c-4d50-9b29-1542b515d9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213980 Sep 22 22:18:19.362529 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f943333-e108-4c6b-a75f-7844a43d6ffb req-eb4b3363-9973-4d25-a88b-78f590220b8f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:19.364005 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-6f943333-e108-4c6b-a75f-7844a43d6ffb req-eb4b3363-9973-4d25-a88b-78f590220b8f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=90fa2298-7d0e-45f1-8958-b617df3c15cb HTTP/1.1" status: 200 len: 945 time: 0.0858285 Sep 22 22:18:19.407743 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-6f943333-e108-4c6b-a75f-7844a43d6ffb req-f51a5e14-9136-49eb-8c1d-a17436ff2cde tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=5e3bff3e-e2f1-4262-8352-39d2aa9d73b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379989 Sep 22 22:18:20.610365 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed7558-e92a-4eff-a881-6d2248392775 req-067d9391-fc24-43fa-bf01-0a89fe498494 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:20.611831 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d6ed7558-e92a-4eff-a881-6d2248392775 req-067d9391-fc24-43fa-bf01-0a89fe498494 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=90fa2298-7d0e-45f1-8958-b617df3c15cb HTTP/1.1" status: 200 len: 945 time: 0.0904293 Sep 22 22:18:20.657414 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d6ed7558-e92a-4eff-a881-6d2248392775 req-ceb522ea-7381-4db0-ac37-c4d5d13c5bd4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=5e3bff3e-e2f1-4262-8352-39d2aa9d73b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398488 Sep 22 22:18:21.855443 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f71660-e38b-4aa3-919c-095619f17e2b req-fc7e3db4-d7a7-4c83-823c-254f3515b3dc tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:21.856882 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-52f71660-e38b-4aa3-919c-095619f17e2b req-fc7e3db4-d7a7-4c83-823c-254f3515b3dc tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=90fa2298-7d0e-45f1-8958-b617df3c15cb HTTP/1.1" status: 200 len: 945 time: 0.0878825 Sep 22 22:18:21.899910 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-52f71660-e38b-4aa3-919c-095619f17e2b req-185de204-ee62-405b-863b-bccc81eaf65c tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=5e3bff3e-e2f1-4262-8352-39d2aa9d73b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375159 Sep 22 22:18:23.097778 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b8286-0240-4d73-896f-6bac8246e420 req-3e110a73-8a97-43cc-acf0-2c4ec598a1b9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:23.099252 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-048b8286-0240-4d73-896f-6bac8246e420 req-3e110a73-8a97-43cc-acf0-2c4ec598a1b9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=90fa2298-7d0e-45f1-8958-b617df3c15cb HTTP/1.1" status: 200 len: 945 time: 0.0901561 Sep 22 22:18:23.142432 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-048b8286-0240-4d73-896f-6bac8246e420 req-2e256868-31dc-47a6-8301-d6088a564c94 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=5e3bff3e-e2f1-4262-8352-39d2aa9d73b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375657 Sep 22 22:18:24.348310 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f7030-3e92-4ef8-8de6-9e2f34245913 req-0113d56b-d8ac-435e-90f7-ec9321b0b300 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:24.349771 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-941f7030-3e92-4ef8-8de6-9e2f34245913 req-0113d56b-d8ac-435e-90f7-ec9321b0b300 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=90fa2298-7d0e-45f1-8958-b617df3c15cb HTTP/1.1" status: 200 len: 945 time: 0.0973372 Sep 22 22:18:24.501794 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-941f7030-3e92-4ef8-8de6-9e2f34245913 req-19c31ce6-8740-4583-8304-1fc69ea96997 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=5e3bff3e-e2f1-4262-8352-39d2aa9d73b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462588 Sep 22 22:18:25.697384 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7782ea5-ce18-4aad-83a1-50f8437b1e83 req-69ecaefb-e3f1-4fe4-9839-2479016312aa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:25.698852 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e7782ea5-ce18-4aad-83a1-50f8437b1e83 req-69ecaefb-e3f1-4fe4-9839-2479016312aa tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=90fa2298-7d0e-45f1-8958-b617df3c15cb HTTP/1.1" status: 200 len: 945 time: 0.0891597 Sep 22 22:18:25.740709 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e7782ea5-ce18-4aad-83a1-50f8437b1e83 req-ec0fb989-55cf-4cc8-a91a-7682be47a029 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=5e3bff3e-e2f1-4262-8352-39d2aa9d73b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362880 Sep 22 22:18:26.392140 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:18:26.933278 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e271e8b4-afe1-4990-8393-6ac51618eb88 req-ac66a5c2-5c62-4371-b7aa-c84e12a8093d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:26.934716 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-e271e8b4-afe1-4990-8393-6ac51618eb88 req-ac66a5c2-5c62-4371-b7aa-c84e12a8093d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=90fa2298-7d0e-45f1-8958-b617df3c15cb HTTP/1.1" status: 200 len: 945 time: 0.0840096 Sep 22 22:18:26.977957 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-e271e8b4-afe1-4990-8393-6ac51618eb88 req-4b4d05f6-53f4-47d1-8469-92716cfd0d81 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=5e3bff3e-e2f1-4262-8352-39d2aa9d73b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372014 Sep 22 22:18:28.177324 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947ac86-ec8e-4b64-8d64-40d8a820df7c req-722d6f5c-6d84-44ec-a428-eb8d74cfc45f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:28.178778 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0947ac86-ec8e-4b64-8d64-40d8a820df7c req-722d6f5c-6d84-44ec-a428-eb8d74cfc45f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=90fa2298-7d0e-45f1-8958-b617df3c15cb HTTP/1.1" status: 200 len: 945 time: 0.0857477 Sep 22 22:18:28.221345 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0947ac86-ec8e-4b64-8d64-40d8a820df7c req-3beb63c8-7cf0-47e2-87d5-f26c46eb5912 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=5e3bff3e-e2f1-4262-8352-39d2aa9d73b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370147 Sep 22 22:18:29.582449 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb4aaa-b44a-4612-8eb8-d85d605f8ade req-f8dd3060-4572-4378-ac9e-48c460f84066 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:29.583935 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-3edb4aaa-b44a-4612-8eb8-d85d605f8ade req-f8dd3060-4572-4378-ac9e-48c460f84066 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=90fa2298-7d0e-45f1-8958-b617df3c15cb HTTP/1.1" status: 200 len: 945 time: 0.0960057 Sep 22 22:18:29.630924 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-3edb4aaa-b44a-4612-8eb8-d85d605f8ade req-0a55b004-8f65-4d2d-9a3b-0417546c7575 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=5e3bff3e-e2f1-4262-8352-39d2aa9d73b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411062 Sep 22 22:18:30.828187 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993fb4ff-40c7-4413-9025-e2a6ddc7dc64 req-d5c186c7-a893-4c1c-88c6-4514df57184b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:30.829639 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-993fb4ff-40c7-4413-9025-e2a6ddc7dc64 req-d5c186c7-a893-4c1c-88c6-4514df57184b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=90fa2298-7d0e-45f1-8958-b617df3c15cb HTTP/1.1" status: 200 len: 945 time: 0.0881970 Sep 22 22:18:30.873627 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-993fb4ff-40c7-4413-9025-e2a6ddc7dc64 req-2daf8960-8547-4fc2-8236-477c4fea087d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=5e3bff3e-e2f1-4262-8352-39d2aa9d73b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382485 Sep 22 22:18:30.902158 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 58732) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:18:31.005727 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-b5eb8e13-4929-4f7f-8bba-59316741454c tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/floatingips/f3b564f5-a854-40d4-99d2-b80faabf7e5b HTTP/1.1" status: 200 len: 993 time: 0.1022747 Sep 22 22:18:32.465013 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02746312-4b9a-4af3-b3d1-a91fee783976 req-d1cbef13-d4d2-4d66-8ff5-dcd669a2e893 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:32.466500 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-02746312-4b9a-4af3-b3d1-a91fee783976 req-d1cbef13-d4d2-4d66-8ff5-dcd669a2e893 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=90fa2298-7d0e-45f1-8958-b617df3c15cb HTTP/1.1" status: 200 len: 945 time: 0.0924358 Sep 22 22:18:32.510313 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-02746312-4b9a-4af3-b3d1-a91fee783976 req-101d1d33-818d-48f8-9809-b4530b8a0dbd tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=5e3bff3e-e2f1-4262-8352-39d2aa9d73b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380921 Sep 22 22:18:32.519908 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e5796-c764-4047-9273-2f50bfda3eb3 req-b34808c2-8820-482b-b6b7-3fc66c177643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:32.521385 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-be6e5796-c764-4047-9273-2f50bfda3eb3 req-b34808c2-8820-482b-b6b7-3fc66c177643 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9918eff5a3f48ce98e866c17603f510&device_id=90fa2298-7d0e-45f1-8958-b617df3c15cb HTTP/1.1" status: 200 len: 1098 time: 0.0785739 Sep 22 22:18:32.655410 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e5796-c764-4047-9273-2f50bfda3eb3 req-17892831-17cb-4618-ac5a-3977398df3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:32.656842 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-be6e5796-c764-4047-9273-2f50bfda3eb3 req-17892831-17cb-4618-ac5a-3977398df3a1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7e14892c-122c-4d50-9b29-1542b515d9da HTTP/1.1" status: 200 len: 895 time: 0.1302755 Sep 22 22:18:32.757189 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-be6e5796-c764-4047-9273-2f50bfda3eb3 req-be599a4a-53cf-4264-9574-0d7b23f41f23 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5e7d9f3-89fe-43de-aafc-a6a915488d68 HTTP/1.1" status: 200 len: 1001 time: 0.0945342 Sep 22 22:18:32.819397 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e5796-c764-4047-9273-2f50bfda3eb3 req-661f50c5-6719-445a-ab77-c1d4a857b461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:32.820764 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-be6e5796-c764-4047-9273-2f50bfda3eb3 req-661f50c5-6719-445a-ab77-c1d4a857b461 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5b1e29fa-a05e-4099-9b03-1ce3378a9a50 HTTP/1.1" status: 200 len: 835 time: 0.0581257 Sep 22 22:18:32.900270 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e5796-c764-4047-9273-2f50bfda3eb3 req-a5173b20-f597-466f-80ba-cfce20e032e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:32.901724 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-be6e5796-c764-4047-9273-2f50bfda3eb3 req-a5173b20-f597-466f-80ba-cfce20e032e0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7e14892c-122c-4d50-9b29-1542b515d9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756738 Sep 22 22:18:33.028374 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-be6e5796-c764-4047-9273-2f50bfda3eb3 req-e4871d84-8102-46e0-b1dc-66836c4aaf94 service neutron] 10.222.0.49 "GET /v2.0/networks/7e14892c-122c-4d50-9b29-1542b515d9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202867 Sep 22 22:18:33.155681 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-be6e5796-c764-4047-9273-2f50bfda3eb3 req-32413e6c-be25-4b1d-a6e3-27a855d6c51b service neutron] 10.222.0.49 "GET /v2.0/networks/7e14892c-122c-4d50-9b29-1542b515d9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206257 Sep 22 22:18:33.809416 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210d754-b1b6-49f1-8db1-74b5e31a7477 req-81c1b05c-6393-4448-8141-893f03854ef1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:33.810819 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1210d754-b1b6-49f1-8db1-74b5e31a7477 req-81c1b05c-6393-4448-8141-893f03854ef1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=90fa2298-7d0e-45f1-8958-b617df3c15cb HTTP/1.1" status: 200 len: 945 time: 0.1832011 Sep 22 22:18:33.853099 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1210d754-b1b6-49f1-8db1-74b5e31a7477 req-4be3315a-8fd8-4bcd-ab83-f751236d559f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=5e3bff3e-e2f1-4262-8352-39d2aa9d73b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366435 Sep 22 22:18:33.882202 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 58744) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:18:33.984541 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-d5dbf96d-9ba4-433d-ad39-9f7d2aa97b7e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/floatingips/f3b564f5-a854-40d4-99d2-b80faabf7e5b HTTP/1.1" status: 200 len: 993 time: 0.1012301 Sep 22 22:18:39.807589 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2a1b83d6-6b6c-40d6-8ccf-7c07ecff8472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:18:39.830556 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:18:42.010949 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-103dee01-f9e3-4944-b1c6-ce3b80716473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:18:42.875991 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:18:43.297900 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:18:44.678263 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:18:56.400978 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:04.372343 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 58758) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:19:04.573127 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-4e0f517b-e4af-44a6-9458-057fa080f9ca tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Deleting port 74542654-0726-4025-b67a-af7246a49b38 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:19:04.573472 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4e0f517b-e4af-44a6-9458-057fa080f9ca tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:04.735021 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4e0f517b-e4af-44a6-9458-057fa080f9ca tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:04.735350 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4e0f517b-e4af-44a6-9458-057fa080f9ca tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:04.854176 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-4e0f517b-e4af-44a6-9458-057fa080f9ca tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Calling delete_port for 74542654-0726-4025-b67a-af7246a49b38 owned by network:floatingip {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:19:05.000719 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4e0f517b-e4af-44a6-9458-057fa080f9ca tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:05.045291 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0f517b-e4af-44a6-9458-057fa080f9ca tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event deleted for resources: {'Port': ['ID=74542654-0726-4025-b67a-af7246a49b38,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:05.088345 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f517b-e4af-44a6-9458-057fa080f9ca tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:05.088694 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f517b-e4af-44a6-9458-057fa080f9ca tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:05.089034 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f517b-e4af-44a6-9458-057fa080f9ca tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:05.089376 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f517b-e4af-44a6-9458-057fa080f9ca tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:05.089699 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f517b-e4af-44a6-9458-057fa080f9ca tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:05.090023 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f517b-e4af-44a6-9458-057fa080f9ca tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:05.090346 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f517b-e4af-44a6-9458-057fa080f9ca tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:05.090695 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f517b-e4af-44a6-9458-057fa080f9ca tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:05.091022 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f517b-e4af-44a6-9458-057fa080f9ca tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:05.091341 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f517b-e4af-44a6-9458-057fa080f9ca tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:05.091663 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f517b-e4af-44a6-9458-057fa080f9ca tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:05.091980 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0f517b-e4af-44a6-9458-057fa080f9ca tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:05.151182 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4e0f517b-e4af-44a6-9458-057fa080f9ca tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for floatingip, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:05.151435 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.l3_db [None req-4e0f517b-e4af-44a6-9458-057fa080f9ca tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Floating IP f3b564f5-a854-40d4-99d2-b80faabf7e5b disassociated (deleted). External IP: 172.26.0.181, port: b5e7d9f3-89fe-43de-aafc-a6a915488d68. Sep 22 22:19:05.494987 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e0f517b-e4af-44a6-9458-057fa080f9ca tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Router 10abf86d-a3b4-4f04-8b4d-00c44b95656b has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 22:19:05.768744 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0f517b-e4af-44a6-9458-057fa080f9ca tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:19:05.777836 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049b7c6e-45d8-49b1-a752-abdcf2a8b708 None None] Sync routers for ids ['10abf86d-a3b4-4f04-8b4d-00c44b95656b'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:19:05.788421 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-4e0f517b-e4af-44a6-9458-057fa080f9ca tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:05.791040 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049b7c6e-45d8-49b1-a752-abdcf2a8b708 None None] Routers {'10abf86d-a3b4-4f04-8b4d-00c44b95656b'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:19:05.791639 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-049b7c6e-45d8-49b1-a752-abdcf2a8b708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:18:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['10abf86d-a3b4-4f04-8b4d-00c44b95656b'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:05.847807 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-4e0f517b-e4af-44a6-9458-057fa080f9ca tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "DELETE /v2.0/floatingips/f3b564f5-a854-40d4-99d2-b80faabf7e5b HTTP/1.1" status: 204 len: 168 time: 1.4714162 Sep 22 22:19:05.847807 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90fa2298-7d0e-45f1-8958-b617df3c15cb', 'tag': 'b5e7d9f3-89fe-43de-aafc-a6a915488d68'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:19:05.848460 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534214ee-fd1b-4c59-92eb-9f1a7a1c9a50" -d '{"events": [{"name": "network-changed", "server_uuid": "90fa2298-7d0e-45f1-8958-b617df3c15cb", "tag": "b5e7d9f3-89fe-43de-aafc-a6a915488d68"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:19:05.890976 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2344b42-3a5f-4d18-ac9b-2148ac209516 x-openstack-request-id: req-b2344b42-3a5f-4d18-ac9b-2148ac209516 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:19:05.891265 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90fa2298-7d0e-45f1-8958-b617df3c15cb", "tag": "b5e7d9f3-89fe-43de-aafc-a6a915488d68", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:19:05.891507 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-b2344b42-3a5f-4d18-ac9b-2148ac209516 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:19:05.891910 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2344b42-3a5f-4d18-ac9b-2148ac209516'] response: {'name': 'network-changed', 'server_uuid': '90fa2298-7d0e-45f1-8958-b617df3c15cb', 'tag': 'b5e7d9f3-89fe-43de-aafc-a6a915488d68', 'status': 'completed', 'code': 200} Sep 22 22:19:05.971501 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-049b7c6e-45d8-49b1-a752-abdcf2a8b708 None None] Set router 10abf86d-a3b4-4f04-8b4d-00c44b95656b gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:19:05.988795 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534214ee-fd1b-4c59-92eb-9f1a7a1c9a50 req-c8a4529d-478b-4cdf-8d60-babcc5b8e9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:05.990292 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-534214ee-fd1b-4c59-92eb-9f1a7a1c9a50 req-c8a4529d-478b-4cdf-8d60-babcc5b8e9b2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9918eff5a3f48ce98e866c17603f510&device_id=90fa2298-7d0e-45f1-8958-b617df3c15cb HTTP/1.1" status: 200 len: 1098 time: 0.0776525 Sep 22 22:19:06.138326 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534214ee-fd1b-4c59-92eb-9f1a7a1c9a50 req-1f92d45f-e9da-4284-b327-69351c37a374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:06.139788 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-534214ee-fd1b-4c59-92eb-9f1a7a1c9a50 req-1f92d45f-e9da-4284-b327-69351c37a374 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7e14892c-122c-4d50-9b29-1542b515d9da HTTP/1.1" status: 200 len: 895 time: 0.1435130 Sep 22 22:19:06.214302 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-534214ee-fd1b-4c59-92eb-9f1a7a1c9a50 req-7e235892-aa7a-4d92-acb3-a8a1f24eb071 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5e7d9f3-89fe-43de-aafc-a6a915488d68 HTTP/1.1" status: 200 len: 217 time: 0.0669634 Sep 22 22:19:06.221143 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0d649-0296-4e31-9711-9e2a143d98fd req-c22f6ef2-9fbb-49f7-b698-a5f7791c7d45 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:06.223200 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-dea0d649-0296-4e31-9711-9e2a143d98fd req-c22f6ef2-9fbb-49f7-b698-a5f7791c7d45 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=90fa2298-7d0e-45f1-8958-b617df3c15cb HTTP/1.1" status: 200 len: 945 time: 0.0888693 Sep 22 22:19:06.274061 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-dea0d649-0296-4e31-9711-9e2a143d98fd req-58a98d89-f202-495a-93ff-30a753927d0f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=5e3bff3e-e2f1-4262-8352-39d2aa9d73b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426860 Sep 22 22:19:06.279904 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534214ee-fd1b-4c59-92eb-9f1a7a1c9a50 req-a9b62406-4cb3-4c3b-b70e-b369d460a29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:06.281421 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-534214ee-fd1b-4c59-92eb-9f1a7a1c9a50 req-a9b62406-4cb3-4c3b-b70e-b369d460a29d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5b1e29fa-a05e-4099-9b03-1ce3378a9a50 HTTP/1.1" status: 200 len: 835 time: 0.0616770 Sep 22 22:19:06.296869 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-049b7c6e-45d8-49b1-a752-abdcf2a8b708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10abf86d-a3b4-4f04-8b4d-00c44b95656b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-652829655', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ca3712e0-c13f-4f84-bd7b-8d70fab958cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:17:30Z', 'updated_at': '2022-09-22T22:17:35Z', 'revision_number': 4, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': 'ca3712e0-c13f-4f84-bd7b-8d70fab958cc', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10abf86d-a3b4-4f04-8b4d-00c44b95656b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:17:31Z', 'updated_at': '2022-09-22T22:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': 'f120ce65-71ed-4aa7-ae04-5b86284ae8dd', 'name': '', 'network_id': '7e14892c-122c-4d50-9b29-1542b515d9da', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'mac_address': 'fa:16:3e:e1:41:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10abf86d-a3b4-4f04-8b4d-00c44b95656b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '5b1e29fa-a05e-4099-9b03-1ce3378a9a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:17:34Z', 'updated_at': '2022-09-22T22:17:40Z', 'revision_number': 5, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'subnets': [{'id': '5b1e29fa-a05e-4099-9b03-1ce3378a9a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:06.312429 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049b7c6e-45d8-49b1-a752-abdcf2a8b708 None None] Checking router: 10abf86d-a3b4-4f04-8b4d-00c44b95656b for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:19:06.321642 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049b7c6e-45d8-49b1-a752-abdcf2a8b708 None None] Routers {'10abf86d-a3b4-4f04-8b4d-00c44b95656b'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:19:06.322235 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-049b7c6e-45d8-49b1-a752-abdcf2a8b708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:18:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['10abf86d-a3b4-4f04-8b4d-00c44b95656b'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:06.369823 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534214ee-fd1b-4c59-92eb-9f1a7a1c9a50 req-e79e2fc3-5e4d-4414-98bf-3348f6963c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:06.371345 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-534214ee-fd1b-4c59-92eb-9f1a7a1c9a50 req-e79e2fc3-5e4d-4414-98bf-3348f6963c88 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7e14892c-122c-4d50-9b29-1542b515d9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0837464 Sep 22 22:19:06.501769 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-049b7c6e-45d8-49b1-a752-abdcf2a8b708 None None] Set router 10abf86d-a3b4-4f04-8b4d-00c44b95656b gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:19:06.503635 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-534214ee-fd1b-4c59-92eb-9f1a7a1c9a50 req-8f1e26b8-ab6e-4503-b7b2-75473d650e4f service neutron] 10.222.0.49 "GET /v2.0/networks/7e14892c-122c-4d50-9b29-1542b515d9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256220 Sep 22 22:19:06.633551 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-534214ee-fd1b-4c59-92eb-9f1a7a1c9a50 req-d36a5be5-5d1d-4948-a2af-22cc633df56e service neutron] 10.222.0.49 "GET /v2.0/networks/7e14892c-122c-4d50-9b29-1542b515d9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234674 Sep 22 22:19:06.810306 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-049b7c6e-45d8-49b1-a752-abdcf2a8b708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10abf86d-a3b4-4f04-8b4d-00c44b95656b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-652829655', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ca3712e0-c13f-4f84-bd7b-8d70fab958cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:17:30Z', 'updated_at': '2022-09-22T22:17:35Z', 'revision_number': 4, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': 'ca3712e0-c13f-4f84-bd7b-8d70fab958cc', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10abf86d-a3b4-4f04-8b4d-00c44b95656b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:17:31Z', 'updated_at': '2022-09-22T22:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': 'f120ce65-71ed-4aa7-ae04-5b86284ae8dd', 'name': '', 'network_id': '7e14892c-122c-4d50-9b29-1542b515d9da', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'mac_address': 'fa:16:3e:e1:41:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10abf86d-a3b4-4f04-8b4d-00c44b95656b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '5b1e29fa-a05e-4099-9b03-1ce3378a9a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:17:34Z', 'updated_at': '2022-09-22T22:17:40Z', 'revision_number': 5, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'subnets': [{'id': '5b1e29fa-a05e-4099-9b03-1ce3378a9a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:06.814541 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049b7c6e-45d8-49b1-a752-abdcf2a8b708 None None] The sync data for ids ['10abf86d-a3b4-4f04-8b4d-00c44b95656b'] in dv-neutron-858900-1-hyperv is: [{'id': '10abf86d-a3b4-4f04-8b4d-00c44b95656b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-652829655', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ca3712e0-c13f-4f84-bd7b-8d70fab958cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:17:30Z', 'updated_at': '2022-09-22T22:17:35Z', 'revision_number': 4, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': 'ca3712e0-c13f-4f84-bd7b-8d70fab958cc', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10abf86d-a3b4-4f04-8b4d-00c44b95656b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:17:31Z', 'updated_at': '2022-09-22T22:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': 'f120ce65-71ed-4aa7-ae04-5b86284ae8dd', 'name': '', 'network_id': '7e14892c-122c-4d50-9b29-1542b515d9da', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'mac_address': 'fa:16:3e:e1:41:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10abf86d-a3b4-4f04-8b4d-00c44b95656b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '5b1e29fa-a05e-4099-9b03-1ce3378a9a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:17:34Z', 'updated_at': '2022-09-22T22:17:40Z', 'revision_number': 5, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'subnets': [{'id': '5b1e29fa-a05e-4099-9b03-1ce3378a9a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:19:07.020996 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e51b79-2654-430f-af13-1b47419c9eee None None] New status for floating IP f3b564f5-a854-40d4-99d2-b80faabf7e5b: DOWN {{(pid=89010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 22:19:07.493137 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff3272-5659-48f1-b405-ce19d7edc1dd req-ac9e7b97-410c-4f19-9712-8c73e87fc0a4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:07.493728 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-41ff3272-5659-48f1-b405-ce19d7edc1dd req-ac9e7b97-410c-4f19-9712-8c73e87fc0a4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Synchronizing usage tracker for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:19:07.508722 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-41ff3272-5659-48f1-b405-ce19d7edc1dd req-ac9e7b97-410c-4f19-9712-8c73e87fc0a4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Unset dirty status for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:19:07.509912 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-41ff3272-5659-48f1-b405-ce19d7edc1dd req-ac9e7b97-410c-4f19-9712-8c73e87fc0a4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=90fa2298-7d0e-45f1-8958-b617df3c15cb HTTP/1.1" status: 200 len: 945 time: 0.1104724 Sep 22 22:19:07.599472 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-41ff3272-5659-48f1-b405-ce19d7edc1dd req-ceec4299-4b8d-41ed-8a08-e75c91f7d8af tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=5e3bff3e-e2f1-4262-8352-39d2aa9d73b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838881 Sep 22 22:19:07.636649 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ee9ab-e251-4cee-8b54-80fd971de34e req-c1efd66d-4862-4163-bcff-2875dab329d4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:07.638061 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a33ee9ab-e251-4cee-8b54-80fd971de34e req-c1efd66d-4862-4163-bcff-2875dab329d4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.49 "GET /v2.0/ports?device_id=90fa2298-7d0e-45f1-8958-b617df3c15cb HTTP/1.1" status: 200 len: 945 time: 0.1020839 Sep 22 22:19:07.707290 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-a33ee9ab-e251-4cee-8b54-80fd971de34e req-f7c949e8-99fd-4ba1-9392-4d6a23aaacc1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Deleting port b5e7d9f3-89fe-43de-aafc-a6a915488d68 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:19:07.707653 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-a33ee9ab-e251-4cee-8b54-80fd971de34e req-f7c949e8-99fd-4ba1-9392-4d6a23aaacc1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:07.957157 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-a33ee9ab-e251-4cee-8b54-80fd971de34e req-f7c949e8-99fd-4ba1-9392-4d6a23aaacc1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] For port b5e7d9f3-89fe-43de-aafc-a6a915488d68, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=b5e7d9f3-89fe-43de-aafc-a6a915488d68,segment=NetworkSegment(d641e3fb-c315-4e56-a078-148ed1ed379f),segment_id=d641e3fb-c315-4e56-a078-148ed1ed379f)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:19:07.957509 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-a33ee9ab-e251-4cee-8b54-80fd971de34e req-f7c949e8-99fd-4ba1-9392-4d6a23aaacc1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:08.183279 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-a33ee9ab-e251-4cee-8b54-80fd971de34e req-f7c949e8-99fd-4ba1-9392-4d6a23aaacc1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Calling delete_port for b5e7d9f3-89fe-43de-aafc-a6a915488d68 owned by compute:nova {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:19:08.324161 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-a33ee9ab-e251-4cee-8b54-80fd971de34e req-f7c949e8-99fd-4ba1-9392-4d6a23aaacc1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:08.376073 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c949e8-99fd-4ba1-9392-4d6a23aaacc1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event deleted for resources: {'Port': ['ID=b5e7d9f3-89fe-43de-aafc-a6a915488d68,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:08.461798 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-a33ee9ab-e251-4cee-8b54-80fd971de34e req-f7c949e8-99fd-4ba1-9392-4d6a23aaacc1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] No DVR routers for this DVR port b5e7d9f3-89fe-43de-aafc-a6a915488d68 on host hv-neutron-8589 {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 22:19:08.464218 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-a33ee9ab-e251-4cee-8b54-80fd971de34e req-f7c949e8-99fd-4ba1-9392-4d6a23aaacc1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:08.466657 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90fa2298-7d0e-45f1-8958-b617df3c15cb', 'name': 'network-vif-deleted', 'tag': 'b5e7d9f3-89fe-43de-aafc-a6a915488d68'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:19:08.468892 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45b09d4-88ad-4579-9469-17b55f71b38d" -d '{"events": [{"server_uuid": "90fa2298-7d0e-45f1-8958-b617df3c15cb", "name": "network-vif-deleted", "tag": "b5e7d9f3-89fe-43de-aafc-a6a915488d68"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:19:08.483011 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a33ee9ab-e251-4cee-8b54-80fd971de34e req-f7c949e8-99fd-4ba1-9392-4d6a23aaacc1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.49 "DELETE /v2.0/ports/b5e7d9f3-89fe-43de-aafc-a6a915488d68 HTTP/1.1" status: 204 len: 173 time: 0.8393569 Sep 22 22:19:08.512050 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa9b456-a034-4231-9bcf-bb12b3bd9015 x-openstack-request-id: req-efa9b456-a034-4231-9bcf-bb12b3bd9015 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:19:08.512730 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90fa2298-7d0e-45f1-8958-b617df3c15cb", "name": "network-vif-deleted", "tag": "b5e7d9f3-89fe-43de-aafc-a6a915488d68", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:19:08.512730 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-efa9b456-a034-4231-9bcf-bb12b3bd9015 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:19:08.513001 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efa9b456-a034-4231-9bcf-bb12b3bd9015'] response: {'server_uuid': '90fa2298-7d0e-45f1-8958-b617df3c15cb', 'name': 'network-vif-deleted', 'tag': 'b5e7d9f3-89fe-43de-aafc-a6a915488d68', 'status': 'completed', 'code': 200} Sep 22 22:19:08.841633 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-5701a753-6ab2-48b7-81dd-78b04fc7be19 req-2a49bb43-b47c-47cc-8a48-c10cf27a25ec tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Synchronizing usage tracker for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:19:08.857690 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-5701a753-6ab2-48b7-81dd-78b04fc7be19 req-2a49bb43-b47c-47cc-8a48-c10cf27a25ec tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Unset dirty status for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:19:08.858939 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5701a753-6ab2-48b7-81dd-78b04fc7be19 req-2a49bb43-b47c-47cc-8a48-c10cf27a25ec tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=90fa2298-7d0e-45f1-8958-b617df3c15cb HTTP/1.1" status: 200 len: 210 time: 0.1349277 Sep 22 22:19:09.811650 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-3585ed76-efaf-44c5-994d-bf05f8db7ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:09.958766 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58780) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:19:10.305237 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device b5e7d9f3-89fe-43de-aafc-a6a915488d68 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:19:10.376049 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] No Port match for: b5e7d9f3-89fe-43de-aafc-a6a915488d68 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:19:10.376386 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device b5e7d9f3-89fe-43de-aafc-a6a915488d68 not bound to the agent host hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:19:10.524720 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d2c2731b-0c34-4a86-8ac7-4a2872d09207 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:10.894976 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-d2c2731b-0c34-4a86-8ac7-4a2872d09207 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Deleting port f120ce65-71ed-4aa7-ae04-5b86284ae8dd {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:19:10.895315 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d2c2731b-0c34-4a86-8ac7-4a2872d09207 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:11.181440 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-d2c2731b-0c34-4a86-8ac7-4a2872d09207 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] For port f120ce65-71ed-4aa7-ae04-5b86284ae8dd, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=f120ce65-71ed-4aa7-ae04-5b86284ae8dd,segment=NetworkSegment(d641e3fb-c315-4e56-a078-148ed1ed379f),segment_id=d641e3fb-c315-4e56-a078-148ed1ed379f)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:19:11.182098 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d2c2731b-0c34-4a86-8ac7-4a2872d09207 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:11.304473 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-d2c2731b-0c34-4a86-8ac7-4a2872d09207 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Calling delete_port for f120ce65-71ed-4aa7-ae04-5b86284ae8dd owned by network:router_interface {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:19:11.486500 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d2c2731b-0c34-4a86-8ac7-4a2872d09207 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:11.534070 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c2731b-0c34-4a86-8ac7-4a2872d09207 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event deleted for resources: {'Port': ['ID=f120ce65-71ed-4aa7-ae04-5b86284ae8dd,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:11.583632 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2731b-0c34-4a86-8ac7-4a2872d09207 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:11.583983 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2731b-0c34-4a86-8ac7-4a2872d09207 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:11.584325 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2731b-0c34-4a86-8ac7-4a2872d09207 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:11.584661 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2731b-0c34-4a86-8ac7-4a2872d09207 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:11.584984 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2731b-0c34-4a86-8ac7-4a2872d09207 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:11.585310 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2731b-0c34-4a86-8ac7-4a2872d09207 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:11.585637 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2731b-0c34-4a86-8ac7-4a2872d09207 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:11.585959 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2731b-0c34-4a86-8ac7-4a2872d09207 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:11.586286 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2731b-0c34-4a86-8ac7-4a2872d09207 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:11.586654 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2731b-0c34-4a86-8ac7-4a2872d09207 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:11.586984 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2731b-0c34-4a86-8ac7-4a2872d09207 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:11.587306 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2731b-0c34-4a86-8ac7-4a2872d09207 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:11.819541 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d2c2731b-0c34-4a86-8ac7-4a2872d09207 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:12.012588 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-54e6f37d-6a72-49f5-b5f4-9c069efd082f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:12.170540 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c2731b-0c34-4a86-8ac7-4a2872d09207 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Router 10abf86d-a3b4-4f04-8b4d-00c44b95656b has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 22:19:12.344330 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c2731b-0c34-4a86-8ac7-4a2872d09207 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:19:12.354069 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bd47f8-5f0e-476a-8cef-32dcfc9ccfe0 None None] Sync routers for ids ['10abf86d-a3b4-4f04-8b4d-00c44b95656b'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:19:12.362408 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d2c2731b-0c34-4a86-8ac7-4a2872d09207 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "PUT /v2.0/routers/10abf86d-a3b4-4f04-8b4d-00c44b95656b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4025757 Sep 22 22:19:12.363495 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bd47f8-5f0e-476a-8cef-32dcfc9ccfe0 None None] Routers {'10abf86d-a3b4-4f04-8b4d-00c44b95656b'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:19:12.364085 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-f0bd47f8-5f0e-476a-8cef-32dcfc9ccfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:19:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['10abf86d-a3b4-4f04-8b4d-00c44b95656b'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:12.365194 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58784) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:19:12.537951 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-11f36233-934d-44f3-90c4-a8cb50f273b3 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Deleting subnet 5b1e29fa-a05e-4099-9b03-1ce3378a9a50 {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 22:19:12.541118 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-11f36233-934d-44f3-90c4-a8cb50f273b3 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:12.570252 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-f0bd47f8-5f0e-476a-8cef-32dcfc9ccfe0 None None] Set router 10abf86d-a3b4-4f04-8b4d-00c44b95656b gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:19:12.595236 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-11f36233-934d-44f3-90c4-a8cb50f273b3 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:12.680183 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-11f36233-934d-44f3-90c4-a8cb50f273b3 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:12.752879 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-11f36233-934d-44f3-90c4-a8cb50f273b3 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:12.790889 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f36233-934d-44f3-90c4-a8cb50f273b3 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event deleted for resources: {'Subnet': ['ID=5b1e29fa-a05e-4099-9b03-1ce3378a9a50,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:12.794423 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-11f36233-934d-44f3-90c4-a8cb50f273b3 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:12.803725 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-11f36233-934d-44f3-90c4-a8cb50f273b3 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "DELETE /v2.0/subnets/5b1e29fa-a05e-4099-9b03-1ce3378a9a50 HTTP/1.1" status: 204 len: 168 time: 0.4342000 Sep 22 22:19:12.803725 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58790) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:19:12.806945 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6411a810-42d7-4dbe-b993-5423e7dd42cc None None] Network 7e14892c-122c-4d50-9b29-1542b515d9da requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:19:12.849317 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-f0bd47f8-5f0e-476a-8cef-32dcfc9ccfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10abf86d-a3b4-4f04-8b4d-00c44b95656b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-652829655', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ca3712e0-c13f-4f84-bd7b-8d70fab958cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:17:30Z', 'updated_at': '2022-09-22T22:19:11Z', 'revision_number': 5, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': 'ca3712e0-c13f-4f84-bd7b-8d70fab958cc', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10abf86d-a3b4-4f04-8b4d-00c44b95656b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:17:31Z', 'updated_at': '2022-09-22T22:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:12.853369 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bd47f8-5f0e-476a-8cef-32dcfc9ccfe0 None None] Checking router: 10abf86d-a3b4-4f04-8b4d-00c44b95656b for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:19:12.862588 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bd47f8-5f0e-476a-8cef-32dcfc9ccfe0 None None] Routers {'10abf86d-a3b4-4f04-8b4d-00c44b95656b'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:19:12.863220 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-f0bd47f8-5f0e-476a-8cef-32dcfc9ccfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:19:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['10abf86d-a3b4-4f04-8b4d-00c44b95656b'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:12.915592 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:12.983091 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1f26a18b-d1a1-4765-b529-ca9c9d504f4a tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for router, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:13.050639 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-f0bd47f8-5f0e-476a-8cef-32dcfc9ccfe0 None None] Set router 10abf86d-a3b4-4f04-8b4d-00c44b95656b gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:19:13.099422 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b0e4de-0189-4506-9eea-80f150d355a7 None None] DHCP port deletion for 7e14892c-122c-4d50-9b29-1542b515d9da request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 22:19:13.103890 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-c9b0e4de-0189-4506-9eea-80f150d355a7 None None] Deleting port 7c5f6f33-8935-4c29-a479-076440f18430 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:19:13.104258 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c9b0e4de-0189-4506-9eea-80f150d355a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:13.171352 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1f26a18b-d1a1-4765-b529-ca9c9d504f4a tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:13.184598 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-1f26a18b-d1a1-4765-b529-ca9c9d504f4a tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Deleting port ca3712e0-c13f-4f84-bd7b-8d70fab958cc {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:19:13.185023 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1f26a18b-d1a1-4765-b529-ca9c9d504f4a tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:13.326215 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:13.336246 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-c9b0e4de-0189-4506-9eea-80f150d355a7 None None] For port 7c5f6f33-8935-4c29-a479-076440f18430, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=7c5f6f33-8935-4c29-a479-076440f18430,segment=NetworkSegment(d641e3fb-c315-4e56-a078-148ed1ed379f),segment_id=d641e3fb-c315-4e56-a078-148ed1ed379f)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:19:13.336688 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c9b0e4de-0189-4506-9eea-80f150d355a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:13.354431 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-f0bd47f8-5f0e-476a-8cef-32dcfc9ccfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10abf86d-a3b4-4f04-8b4d-00c44b95656b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-652829655', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ca3712e0-c13f-4f84-bd7b-8d70fab958cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:17:30Z', 'updated_at': '2022-09-22T22:19:11Z', 'revision_number': 5, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': 'ca3712e0-c13f-4f84-bd7b-8d70fab958cc', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10abf86d-a3b4-4f04-8b4d-00c44b95656b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:17:31Z', 'updated_at': '2022-09-22T22:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:13.358565 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bd47f8-5f0e-476a-8cef-32dcfc9ccfe0 None None] The sync data for ids ['10abf86d-a3b4-4f04-8b4d-00c44b95656b'] in dv-neutron-858900-1-hyperv is: [{'id': '10abf86d-a3b4-4f04-8b4d-00c44b95656b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-652829655', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ca3712e0-c13f-4f84-bd7b-8d70fab958cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:17:30Z', 'updated_at': '2022-09-22T22:19:11Z', 'revision_number': 5, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': 'ca3712e0-c13f-4f84-bd7b-8d70fab958cc', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10abf86d-a3b4-4f04-8b4d-00c44b95656b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:17:31Z', 'updated_at': '2022-09-22T22:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:19:13.381770 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-1f26a18b-d1a1-4765-b529-ca9c9d504f4a tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] For port ca3712e0-c13f-4f84-bd7b-8d70fab958cc, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=ca3712e0-c13f-4f84-bd7b-8d70fab958cc,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:19:13.382250 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1f26a18b-d1a1-4765-b529-ca9c9d504f4a tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:13.461478 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-c9b0e4de-0189-4506-9eea-80f150d355a7 None None] Calling delete_port for 7c5f6f33-8935-4c29-a479-076440f18430 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:19:13.520090 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-1f26a18b-d1a1-4765-b529-ca9c9d504f4a tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Calling delete_port for ca3712e0-c13f-4f84-bd7b-8d70fab958cc owned by network:router_gateway {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:19:13.549726 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c9b0e4de-0189-4506-9eea-80f150d355a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:13.597684 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b0e4de-0189-4506-9eea-80f150d355a7 None None] Pushing event deleted for resources: {'Port': ['ID=7c5f6f33-8935-4c29-a479-076440f18430,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:13.599951 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b0e4de-0189-4506-9eea-80f150d355a7 None None] No DVR routers for this DVR port 7c5f6f33-8935-4c29-a479-076440f18430 on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 22:19:13.611243 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b0e4de-0189-4506-9eea-80f150d355a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:13.612962 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b0e4de-0189-4506-9eea-80f150d355a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:13.614326 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b0e4de-0189-4506-9eea-80f150d355a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:13.615022 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b0e4de-0189-4506-9eea-80f150d355a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:13.616063 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b0e4de-0189-4506-9eea-80f150d355a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:13.617516 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b0e4de-0189-4506-9eea-80f150d355a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:13.617859 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b0e4de-0189-4506-9eea-80f150d355a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:13.618190 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b0e4de-0189-4506-9eea-80f150d355a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:13.618943 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b0e4de-0189-4506-9eea-80f150d355a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:13.618943 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b0e4de-0189-4506-9eea-80f150d355a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:13.619209 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b0e4de-0189-4506-9eea-80f150d355a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:13.619485 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b0e4de-0189-4506-9eea-80f150d355a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:13.703917 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1f26a18b-d1a1-4765-b529-ca9c9d504f4a tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:13.755220 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f26a18b-d1a1-4765-b529-ca9c9d504f4a tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event deleted for resources: {'Port': ['ID=ca3712e0-c13f-4f84-bd7b-8d70fab958cc,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:13.855975 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1f26a18b-d1a1-4765-b529-ca9c9d504f4a tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8012236'] for router_gateway, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:14.135130 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1f26a18b-d1a1-4765-b529-ca9c9d504f4a tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:14.137244 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1f26a18b-d1a1-4765-b529-ca9c9d504f4a tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:14.159099 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1f26a18b-d1a1-4765-b529-ca9c9d504f4a tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:14.159688 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f26a18b-d1a1-4765-b529-ca9c9d504f4a tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Fanout notify agent at l3_agent the message router_deleted on router 10abf86d-a3b4-4f04-8b4d-00c44b95656b {{(pid=89009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 22:19:14.175002 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1f26a18b-d1a1-4765-b529-ca9c9d504f4a tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:14.176182 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-1f26a18b-d1a1-4765-b529-ca9c9d504f4a tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "DELETE /v2.0/routers/10abf86d-a3b4-4f04-8b4d-00c44b95656b HTTP/1.1" status: 204 len: 168 time: 1.3721318 Sep 22 22:19:14.179102 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58794) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:19:14.295741 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-161f135a-5565-403f-b2b8-5a7f18ee0127 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:14.433294 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-161f135a-5565-403f-b2b8-5a7f18ee0127 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:14.458248 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-161f135a-5565-403f-b2b8-5a7f18ee0127 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e14892c-122c-4d50-9b29-1542b515d9da']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:14.470120 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-161f135a-5565-403f-b2b8-5a7f18ee0127 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd641e3fb-c315-4e56-a078-148ed1ed379f') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:14.470438 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-161f135a-5565-403f-b2b8-5a7f18ee0127 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd641e3fb-c315-4e56-a078-148ed1ed379f') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:14.481557 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-161f135a-5565-403f-b2b8-5a7f18ee0127 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:14.497395 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-161f135a-5565-403f-b2b8-5a7f18ee0127 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:14.504245 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-161f135a-5565-403f-b2b8-5a7f18ee0127 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 22:19:14.504625 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-161f135a-5565-403f-b2b8-5a7f18ee0127 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:14.592598 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment d641e3fb-c315-4e56-a078-148ed1ed379f resource provider aggregate not found Sep 22 22:19:14.616401 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment d641e3fb-c315-4e56-a078-148ed1ed379f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d641e3fb-c315-4e56-a078-148ed1ed379f found for delete ", "request_id": "req-bd98ce7b-469b-4e90-97d8-1782ab482aa4"}]} Sep 22 22:19:14.617552 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-161f135a-5565-403f-b2b8-5a7f18ee0127 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:14.640435 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-161f135a-5565-403f-b2b8-5a7f18ee0127 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:14.653154 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 7c5f6f33-8935-4c29-a479-076440f18430 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:19:14.656228 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f135a-5565-403f-b2b8-5a7f18ee0127 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event deleted for resources: {'Network': ['ID=7e14892c-122c-4d50-9b29-1542b515d9da,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:14.658888 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-161f135a-5565-403f-b2b8-5a7f18ee0127 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "DELETE /v2.0/networks/7e14892c-122c-4d50-9b29-1542b515d9da HTTP/1.1" status: 204 len: 168 time: 0.4788339 Sep 22 22:19:14.661749 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58806) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:19:14.701432 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 7c5f6f33-8935-4c29-a479-076440f18430 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:19:14.701673 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 7c5f6f33-8935-4c29-a479-076440f18430 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:19:14.702077 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device f120ce65-71ed-4aa7-ae04-5b86284ae8dd no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:19:14.734584 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0e274435-c128-40de-b930-a91b26897c3a tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:14.738764 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: f120ce65-71ed-4aa7-ae04-5b86284ae8dd {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:19:14.739016 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device f120ce65-71ed-4aa7-ae04-5b86284ae8dd not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:19:14.739421 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device ca3712e0-c13f-4f84-bd7b-8d70fab958cc no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:19:14.764859 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0e274435-c128-40de-b930-a91b26897c3a tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:14.766816 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:14.771961 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: ca3712e0-c13f-4f84-bd7b-8d70fab958cc {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:19:14.772301 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device ca3712e0-c13f-4f84-bd7b-8d70fab958cc not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:19:14.828065 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0e274435-c128-40de-b930-a91b26897c3a tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:14.847355 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e274435-c128-40de-b930-a91b26897c3a tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3bff3e-e2f1-4262-8352-39d2aa9d73b1,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:14.858193 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0e274435-c128-40de-b930-a91b26897c3a tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:14.862900 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-0e274435-c128-40de-b930-a91b26897c3a tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "DELETE /v2.0/security-groups/5e3bff3e-e2f1-4262-8352-39d2aa9d73b1 HTTP/1.1" status: 204 len: 168 time: 0.1967151 Sep 22 22:19:14.975792 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58814) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:19:14.981034 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-bc3ec19b-3e8b-4f75-b0fa-3a78f1a43cef tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-145150919', 'description': 'tempest-secgroup-smoke-145150919 description', 'project_id': 'a9918eff5a3f48ce98e866c17603f510'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:19:14.987544 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-bc3ec19b-3e8b-4f75-b0fa-3a78f1a43cef tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:19:14.991635 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-bc3ec19b-3e8b-4f75-b0fa-3a78f1a43cef tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:security_group and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:19:14.994453 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-bc3ec19b-3e8b-4f75-b0fa-3a78f1a43cef tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:19:15.000463 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-bc3ec19b-3e8b-4f75-b0fa-3a78f1a43cef tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:19:15.013621 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bc3ec19b-3e8b-4f75-b0fa-3a78f1a43cef tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:15.032241 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-bc3ec19b-3e8b-4f75-b0fa-3a78f1a43cef tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:19:15.036480 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-bc3ec19b-3e8b-4f75-b0fa-3a78f1a43cef tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:security_group_rule and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:19:15.039222 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-bc3ec19b-3e8b-4f75-b0fa-3a78f1a43cef tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:19:15.044815 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-bc3ec19b-3e8b-4f75-b0fa-3a78f1a43cef tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:19:15.111922 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bc3ec19b-3e8b-4f75-b0fa-3a78f1a43cef tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:15.116251 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bc3ec19b-3e8b-4f75-b0fa-3a78f1a43cef tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:15.160199 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ec19b-3e8b-4f75-b0fa-3a78f1a43cef tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5b5336-a255-4040-81d8-7369fe975cc8,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:15.162846 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-bc3ec19b-3e8b-4f75-b0fa-3a78f1a43cef tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:15.164038 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-bc3ec19b-3e8b-4f75-b0fa-3a78f1a43cef tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1872256 Sep 22 22:19:15.167241 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58818) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:19:15.172378 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-487b1c6e-34e1-4f22-807b-b5ef663620df tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'security_group_rule': {'security_group_id': '0a5b5336-a255-4040-81d8-7369fe975cc8', 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:19:15.178357 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-487b1c6e-34e1-4f22-807b-b5ef663620df tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:19:15.182241 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-487b1c6e-34e1-4f22-807b-b5ef663620df tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:security_group_rule and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:19:15.185120 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-487b1c6e-34e1-4f22-807b-b5ef663620df tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:19:15.190893 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-487b1c6e-34e1-4f22-807b-b5ef663620df tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:19:15.208891 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-487b1c6e-34e1-4f22-807b-b5ef663620df tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:15.269284 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-487b1c6e-34e1-4f22-807b-b5ef663620df tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:15.272693 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-487b1c6e-34e1-4f22-807b-b5ef663620df tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:15.296703 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487b1c6e-34e1-4f22-807b-b5ef663620df tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aab1f06-15b0-4a36-95db-1f123af82c01,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:15.304824 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-487b1c6e-34e1-4f22-807b-b5ef663620df tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:15.306003 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-487b1c6e-34e1-4f22-807b-b5ef663620df tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1376214 Sep 22 22:19:15.308896 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58822) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:19:15.313737 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-4579ef74-536b-418e-b32e-86a1ac8c62cf tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'security_group_rule': {'security_group_id': '0a5b5336-a255-4040-81d8-7369fe975cc8', 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:19:15.319481 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-4579ef74-536b-418e-b32e-86a1ac8c62cf tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:19:15.323295 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-4579ef74-536b-418e-b32e-86a1ac8c62cf tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:security_group_rule and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:19:15.326110 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-4579ef74-536b-418e-b32e-86a1ac8c62cf tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:19:15.332327 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-4579ef74-536b-418e-b32e-86a1ac8c62cf tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:19:15.349207 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4579ef74-536b-418e-b32e-86a1ac8c62cf tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:15.412104 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4579ef74-536b-418e-b32e-86a1ac8c62cf tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:15.415375 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4579ef74-536b-418e-b32e-86a1ac8c62cf tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:15.437550 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4579ef74-536b-418e-b32e-86a1ac8c62cf tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcdceb1f-59f1-4273-b259-a69a53efd010,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:15.445614 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-4579ef74-536b-418e-b32e-86a1ac8c62cf tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:15.446757 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-4579ef74-536b-418e-b32e-86a1ac8c62cf tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1369398 Sep 22 22:19:15.449537 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58826) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:19:15.454304 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-e29f5679-f2d2-403d-b696-afe87b50c908 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'security_group_rule': {'security_group_id': '0a5b5336-a255-4040-81d8-7369fe975cc8', 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:19:15.460522 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-e29f5679-f2d2-403d-b696-afe87b50c908 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:19:15.464315 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-e29f5679-f2d2-403d-b696-afe87b50c908 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:security_group_rule and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:19:15.467116 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-e29f5679-f2d2-403d-b696-afe87b50c908 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:19:15.473536 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-e29f5679-f2d2-403d-b696-afe87b50c908 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:19:15.488753 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e29f5679-f2d2-403d-b696-afe87b50c908 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:15.549836 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e29f5679-f2d2-403d-b696-afe87b50c908 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:15.553016 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e29f5679-f2d2-403d-b696-afe87b50c908 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:15.575203 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29f5679-f2d2-403d-b696-afe87b50c908 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3e5a817-7e70-4e2e-8bd4-352a425bc59c,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:15.584232 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-e29f5679-f2d2-403d-b696-afe87b50c908 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:15.585388 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-e29f5679-f2d2-403d-b696-afe87b50c908 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1349585 Sep 22 22:19:15.588221 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58830) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:19:15.593041 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-3fd7bf7a-1eaf-45d7-8f54-7640e69f9be2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'security_group_rule': {'security_group_id': '0a5b5336-a255-4040-81d8-7369fe975cc8', 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:19:15.598747 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-3fd7bf7a-1eaf-45d7-8f54-7640e69f9be2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:19:15.602514 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-3fd7bf7a-1eaf-45d7-8f54-7640e69f9be2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:security_group_rule and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:19:15.605351 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-3fd7bf7a-1eaf-45d7-8f54-7640e69f9be2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:19:15.611069 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-3fd7bf7a-1eaf-45d7-8f54-7640e69f9be2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:19:15.627667 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3fd7bf7a-1eaf-45d7-8f54-7640e69f9be2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:15.692528 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3fd7bf7a-1eaf-45d7-8f54-7640e69f9be2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:15.696150 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3fd7bf7a-1eaf-45d7-8f54-7640e69f9be2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:15.719503 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd7bf7a-1eaf-45d7-8f54-7640e69f9be2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e379c5e-0e8e-4bae-9499-60f45deb5ac7,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:15.727851 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3fd7bf7a-1eaf-45d7-8f54-7640e69f9be2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:15.728999 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-3fd7bf7a-1eaf-45d7-8f54-7640e69f9be2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1398826 Sep 22 22:19:15.731875 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58834) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:19:15.736790 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-be7599a6-0c33-46b6-abf1-884727209d82 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'security_group_rule': {'security_group_id': '0a5b5336-a255-4040-81d8-7369fe975cc8', 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:19:15.742342 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-be7599a6-0c33-46b6-abf1-884727209d82 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:19:15.746168 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-be7599a6-0c33-46b6-abf1-884727209d82 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:security_group_rule and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:19:15.749016 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-be7599a6-0c33-46b6-abf1-884727209d82 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:19:15.755700 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-be7599a6-0c33-46b6-abf1-884727209d82 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:19:15.765735 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.securitygroups_db [None req-be7599a6-0c33-46b6-abf1-884727209d82 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Project a9918eff5a3f48ce98e866c17603f510 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 22:19:15.772721 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-be7599a6-0c33-46b6-abf1-884727209d82 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:15.834846 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-be7599a6-0c33-46b6-abf1-884727209d82 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:15.838238 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-be7599a6-0c33-46b6-abf1-884727209d82 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:15.862782 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7599a6-0c33-46b6-abf1-884727209d82 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c2ec0c9-7a99-49f9-840e-a6503ea36751,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:15.871670 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-be7599a6-0c33-46b6-abf1-884727209d82 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:15.872811 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-be7599a6-0c33-46b6-abf1-884727209d82 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1400237 Sep 22 22:19:15.875866 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58838) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:19:15.881333 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-dcde08ec-3390-49df-bf2b-88d644a8c07b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'security_group_rule': {'security_group_id': '0a5b5336-a255-4040-81d8-7369fe975cc8', 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:19:15.887036 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-dcde08ec-3390-49df-bf2b-88d644a8c07b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:19:15.890837 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-dcde08ec-3390-49df-bf2b-88d644a8c07b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:security_group_rule and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:19:15.893621 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-dcde08ec-3390-49df-bf2b-88d644a8c07b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:19:15.899403 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-dcde08ec-3390-49df-bf2b-88d644a8c07b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:19:15.909377 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.securitygroups_db [None req-dcde08ec-3390-49df-bf2b-88d644a8c07b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Project a9918eff5a3f48ce98e866c17603f510 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 22:19:15.915554 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-dcde08ec-3390-49df-bf2b-88d644a8c07b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:15.979072 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-dcde08ec-3390-49df-bf2b-88d644a8c07b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:15.982300 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-dcde08ec-3390-49df-bf2b-88d644a8c07b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:16.005639 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde08ec-3390-49df-bf2b-88d644a8c07b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=971483ad-99d0-4a09-86e3-14f22257bf91,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:16.014138 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-dcde08ec-3390-49df-bf2b-88d644a8c07b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:16.015345 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-dcde08ec-3390-49df-bf2b-88d644a8c07b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1385357 Sep 22 22:19:16.018269 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58842) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:19:16.023713 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-f4be618a-b454-4046-990a-8b7ac46aa1bc tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'network': {'name': 'tempest-network-smoke--197001974', 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'port_security_enabled': True}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:19:16.028355 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-f4be618a-b454-4046-990a-8b7ac46aa1bc tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:19:16.032469 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f4be618a-b454-4046-990a-8b7ac46aa1bc tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:network and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:19:16.035308 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f4be618a-b454-4046-990a-8b7ac46aa1bc tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:19:16.040895 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-f4be618a-b454-4046-990a-8b7ac46aa1bc tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:19:16.053942 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4be618a-b454-4046-990a-8b7ac46aa1bc tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Made reservation on behalf of a9918eff5a3f48ce98e866c17603f510 for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:19:16.057250 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f4be618a-b454-4046-990a-8b7ac46aa1bc tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:16.084634 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4be618a-b454-4046-990a-8b7ac46aa1bc tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 22:19:16.093119 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f4be618a-b454-4046-990a-8b7ac46aa1bc tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:16.093401 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-f4be618a-b454-4046-990a-8b7ac46aa1bc tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Added segment c22e151c-f9c7-4920-9708-e2362d07c718 of type vlan for network 06a15eab-037c-44ca-b6e2-2b0e4937da37 Sep 22 22:19:16.119979 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f4be618a-b454-4046-990a-8b7ac46aa1bc tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:16.147939 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f4be618a-b454-4046-990a-8b7ac46aa1bc tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:16.153309 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4be618a-b454-4046-990a-8b7ac46aa1bc tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:16.154194 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f4be618a-b454-4046-990a-8b7ac46aa1bc tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:16.257281 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-f4be618a-b454-4046-990a-8b7ac46aa1bc tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2379143 Sep 22 22:19:16.261052 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 58846) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:19:16.266090 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4be618a-b454-4046-990a-8b7ac46aa1bc tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'Network': ['ID=06a15eab-037c-44ca-b6e2-2b0e4937da37,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:16.267563 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-a434e77d-27bb-43d3-8c8e-b7a69af37bc1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-942662413', 'admin_state_up': True, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:19:16.275071 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-a434e77d-27bb-43d3-8c8e-b7a69af37bc1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:19:16.277375 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 06a15eab-037c-44ca-b6e2-2b0e4937da37 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 22:19:16.279060 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-a434e77d-27bb-43d3-8c8e-b7a69af37bc1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:router and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:19:16.282481 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-a434e77d-27bb-43d3-8c8e-b7a69af37bc1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:19:16.288966 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-a434e77d-27bb-43d3-8c8e-b7a69af37bc1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:19:16.299598 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a434e77d-27bb-43d3-8c8e-b7a69af37bc1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:16.300610 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a434e77d-27bb-43d3-8c8e-b7a69af37bc1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:16.316442 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a434e77d-27bb-43d3-8c8e-b7a69af37bc1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:16.576683 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a434e77d-27bb-43d3-8c8e-b7a69af37bc1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:16.829748 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:19:16.868112 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a434e77d-27bb-43d3-8c8e-b7a69af37bc1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for router_gateway, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:16.899299 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a434e77d-27bb-43d3-8c8e-b7a69af37bc1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:17.028667 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-a434e77d-27bb-43d3-8c8e-b7a69af37bc1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Allocated IP 172.26.0.129 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/370d8855-0905-4460-8209-92632a13f1d6) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:19:17.171521 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a434e77d-27bb-43d3-8c8e-b7a69af37bc1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:17.201476 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a434e77d-27bb-43d3-8c8e-b7a69af37bc1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:17.373964 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a434e77d-27bb-43d3-8c8e-b7a69af37bc1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:19:17.377470 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-a434e77d-27bb-43d3-8c8e-b7a69af37bc1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:19:17.381303 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a434e77d-27bb-43d3-8c8e-b7a69af37bc1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:19:17.419813 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a434e77d-27bb-43d3-8c8e-b7a69af37bc1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'Port': ['ID=370d8855-0905-4460-8209-92632a13f1d6,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:17.796675 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a434e77d-27bb-43d3-8c8e-b7a69af37bc1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for router_gateway, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:18.126874 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a434e77d-27bb-43d3-8c8e-b7a69af37bc1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:18.326345 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a434e77d-27bb-43d3-8c8e-b7a69af37bc1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Router 1f2481f3-07b9-4a79-a9f7-84caa12b0d84 is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 22:19:18.503286 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a434e77d-27bb-43d3-8c8e-b7a69af37bc1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:19:18.513288 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c52114-1f7f-489b-985b-1a095fd0e84b None None] Sync routers for ids ['1f2481f3-07b9-4a79-a9f7-84caa12b0d84'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:19:18.523168 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c52114-1f7f-489b-985b-1a095fd0e84b None None] Routers {'1f2481f3-07b9-4a79-a9f7-84caa12b0d84'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:19:18.523776 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-15c52114-1f7f-489b-985b-1a095fd0e84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:19:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['1f2481f3-07b9-4a79-a9f7-84caa12b0d84'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:18.530240 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a434e77d-27bb-43d3-8c8e-b7a69af37bc1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:18.531476 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a434e77d-27bb-43d3-8c8e-b7a69af37bc1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2692795 Sep 22 22:19:18.534718 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 58850) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:19:18.573328 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-764ac503-8353-4a8e-9a07-11f404ce9cb5 tempest-TestNetworkAdvancedServerOps-762025924 tempest-TestNetworkAdvancedServerOps-762025924-project-admin] 10.222.0.33 "GET /v2.0/subnets?project_id=a9918eff5a3f48ce98e866c17603f510&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375240 Sep 22 22:19:18.575943 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 58854) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:19:18.702539 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-15c52114-1f7f-489b-985b-1a095fd0e84b None None] Set router 1f2481f3-07b9-4a79-a9f7-84caa12b0d84 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:19:18.810726 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79c8426-3a73-4257-8b22-9687f689731c tempest-TestNetworkAdvancedServerOps-762025924 tempest-TestNetworkAdvancedServerOps-762025924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:18.812119 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-b79c8426-3a73-4257-8b22-9687f689731c tempest-TestNetworkAdvancedServerOps-762025924 tempest-TestNetworkAdvancedServerOps-762025924-project-admin] 10.222.0.33 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2352817 Sep 22 22:19:18.815679 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58858) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:19:18.854911 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-b9fdbc6f-2888-4283-af2d-1c6512bd2d3f tempest-TestNetworkAdvancedServerOps-762025924 tempest-TestNetworkAdvancedServerOps-762025924-project-admin] 10.222.0.33 "GET /v2.0/subnets?network_id=a22ae1c9-d428-411f-af43-ce0f71b38d9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380280 Sep 22 22:19:18.857515 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58862) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:19:18.863913 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-72c79640-50c2-4d41-84e5-dc8a9be54d39 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-518629303', 'network_id': '06a15eab-037c-44ca-b6e2-2b0e4937da37', 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:19:18.973482 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-72c79640-50c2-4d41-84e5-dc8a9be54d39 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:19:18.977328 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-72c79640-50c2-4d41-84e5-dc8a9be54d39 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:subnet and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:19:18.980143 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-72c79640-50c2-4d41-84e5-dc8a9be54d39 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:19:18.985784 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-72c79640-50c2-4d41-84e5-dc8a9be54d39 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:19:18.996297 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c79640-50c2-4d41-84e5-dc8a9be54d39 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Made reservation on behalf of a9918eff5a3f48ce98e866c17603f510 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:19:19.000182 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-72c79640-50c2-4d41-84e5-dc8a9be54d39 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:19.014203 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-15c52114-1f7f-489b-985b-1a095fd0e84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2481f3-07b9-4a79-a9f7-84caa12b0d84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942662413', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.129'}], 'enable_snat': True}, 'gw_port_id': '370d8855-0905-4460-8209-92632a13f1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:19:16Z', 'updated_at': '2022-09-22T22:19:17Z', 'revision_number': 3, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '370d8855-0905-4460-8209-92632a13f1d6', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f6:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2481f3-07b9-4a79-a9f7-84caa12b0d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:19:16Z', 'updated_at': '2022-09-22T22:19:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:19.018035 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c52114-1f7f-489b-985b-1a095fd0e84b None None] Checking router: 1f2481f3-07b9-4a79-a9f7-84caa12b0d84 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:19:19.018381 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c52114-1f7f-489b-985b-1a095fd0e84b None None] Updating router 1f2481f3-07b9-4a79-a9f7-84caa12b0d84 port 370d8855-0905-4460-8209-92632a13f1d6 binding host dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 22:19:19.072824 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-15c52114-1f7f-489b-985b-1a095fd0e84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:19.217132 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-72c79640-50c2-4d41-84e5-dc8a9be54d39 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:19.395219 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c79640-50c2-4d41-84e5-dc8a9be54d39 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'Subnet': ['ID=9a865073-052c-4e3d-bd46-eaace15375f3,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:19.400111 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-15c52114-1f7f-489b-985b-1a095fd0e84b None None] Notify callbacks [] for port, precommit_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:19.406574 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c79640-50c2-4d41-84e5-dc8a9be54d39 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Checking segment: {'id': 'c22e151c-f9c7-4920-9708-e2362d07c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '06a15eab-037c-44ca-b6e2-2b0e4937da37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:19:19.406963 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c79640-50c2-4d41-84e5-dc8a9be54d39 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Network hostable DHCP agents. Network: 06a15eab-037c-44ca-b6e2-2b0e4937da37, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 22:19:19.412621 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-15c52114-1f7f-489b-985b-1a095fd0e84b None None] Transition to ACTIVE for port object 370d8855-0905-4460-8209-92632a13f1d6 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:19:19.420089 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-15c52114-1f7f-489b-985b-1a095fd0e84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:19.427253 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c79640-50c2-4d41-84e5-dc8a9be54d39 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Network 06a15eab-037c-44ca-b6e2-2b0e4937da37 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 22:19:19.436537 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-72c79640-50c2-4d41-84e5-dc8a9be54d39 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 06a15eab-037c-44ca-b6e2-2b0e4937da37) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:19:19.440983 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c79640-50c2-4d41-84e5-dc8a9be54d39 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:19.441612 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-72c79640-50c2-4d41-84e5-dc8a9be54d39 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:19.469721 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-72c79640-50c2-4d41-84e5-dc8a9be54d39 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6109653 Sep 22 22:19:19.471625 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553fa138-615b-440d-b0a3-254711afb3e3 None None] Network 06a15eab-037c-44ca-b6e2-2b0e4937da37 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:19:19.473052 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58866) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:19:19.554793 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-15c52114-1f7f-489b-985b-1a095fd0e84b None None] Attempting to bind port 370d8855-0905-4460-8209-92632a13f1d6 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:19:19.555402 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-15c52114-1f7f-489b-985b-1a095fd0e84b None None] Attempting to bind port 370d8855-0905-4460-8209-92632a13f1d6 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:19:19.555524 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c52114-1f7f-489b-985b-1a095fd0e84b None None] Attempting to bind port 370d8855-0905-4460-8209-92632a13f1d6 on network a22ae1c9-d428-411f-af43-ce0f71b38d9c {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:19:19.579532 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c52114-1f7f-489b-985b-1a095fd0e84b None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:19:19.579908 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c52114-1f7f-489b-985b-1a095fd0e84b None None] Checking segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:19:19.580823 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-15c52114-1f7f-489b-985b-1a095fd0e84b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:19.581208 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c52114-1f7f-489b-985b-1a095fd0e84b None None] Bound using segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:19:19.581672 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-15c52114-1f7f-489b-985b-1a095fd0e84b None None] Bound port: 370d8855-0905-4460-8209-92632a13f1d6, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:19:19.582047 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-15c52114-1f7f-489b-985b-1a095fd0e84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:19.616257 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add9d02-0f90-4319-9214-776a45cc4179 None None] Pushing event updated for resources: {'Port': ['ID=370d8855-0905-4460-8209-92632a13f1d6,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:19.726230 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-15c52114-1f7f-489b-985b-1a095fd0e84b None None] For port 370d8855-0905-4460-8209-92632a13f1d6, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:19:19.738590 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-15c52114-1f7f-489b-985b-1a095fd0e84b None None] For port 370d8855-0905-4460-8209-92632a13f1d6, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=370d8855-0905-4460-8209-92632a13f1d6,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:19:19.746572 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-15c52114-1f7f-489b-985b-1a095fd0e84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:19.848300 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218bb6eb-5acf-43a8-9d8f-be2d7add8f87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-06a15eab-037c-44ca-b6e2-2b0e4937da37', 'network_id': '06a15eab-037c-44ca-b6e2-2b0e4937da37', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'fixed_ips': [{'subnet_id': '9a865073-052c-4e3d-bd46-eaace15375f3'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 22:19:19.849114 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-218bb6eb-5acf-43a8-9d8f-be2d7add8f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:19.857731 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c52114-1f7f-489b-985b-1a095fd0e84b None None] Routers {'1f2481f3-07b9-4a79-a9f7-84caa12b0d84'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:19:19.858360 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-15c52114-1f7f-489b-985b-1a095fd0e84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:19:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['1f2481f3-07b9-4a79-a9f7-84caa12b0d84'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:20.055676 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add9d02-0f90-4319-9214-776a45cc4179 None None] Pushing event updated for resources: {'Port': ['ID=370d8855-0905-4460-8209-92632a13f1d6,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:20.149813 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-15c52114-1f7f-489b-985b-1a095fd0e84b None None] Set router 1f2481f3-07b9-4a79-a9f7-84caa12b0d84 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:19:20.151630 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1697b377-b75b-4927-ba12-ea18f0d586e3 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:20.395897 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-218bb6eb-5acf-43a8-9d8f-be2d7add8f87 None None] Allocated IP 172.20.0.2 (06a15eab-037c-44ca-b6e2-2b0e4937da37/9a865073-052c-4e3d-bd46-eaace15375f3/3520b21d-3066-46b0-a64c-9dd959485d5e) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:19:20.675231 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-15c52114-1f7f-489b-985b-1a095fd0e84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2481f3-07b9-4a79-a9f7-84caa12b0d84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942662413', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.129'}], 'enable_snat': True}, 'gw_port_id': '370d8855-0905-4460-8209-92632a13f1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:19:16Z', 'updated_at': '2022-09-22T22:19:17Z', 'revision_number': 3, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '370d8855-0905-4460-8209-92632a13f1d6', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f6:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2481f3-07b9-4a79-a9f7-84caa12b0d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:19:16Z', 'updated_at': '2022-09-22T22:19:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:20.680673 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-218bb6eb-5acf-43a8-9d8f-be2d7add8f87 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:20.683372 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c52114-1f7f-489b-985b-1a095fd0e84b None None] The sync data for ids ['1f2481f3-07b9-4a79-a9f7-84caa12b0d84'] in dv-neutron-858900-1-hyperv is: [{'id': '1f2481f3-07b9-4a79-a9f7-84caa12b0d84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942662413', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.129'}], 'enable_snat': True}, 'gw_port_id': '370d8855-0905-4460-8209-92632a13f1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:19:16Z', 'updated_at': '2022-09-22T22:19:17Z', 'revision_number': 3, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '370d8855-0905-4460-8209-92632a13f1d6', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f6:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2481f3-07b9-4a79-a9f7-84caa12b0d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:19:16Z', 'updated_at': '2022-09-22T22:19:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:19:20.693550 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-218bb6eb-5acf-43a8-9d8f-be2d7add8f87 None None] Transition to ACTIVE for port object 3520b21d-3066-46b0-a64c-9dd959485d5e will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:19:20.717891 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-218bb6eb-5acf-43a8-9d8f-be2d7add8f87 None None] Transition to ACTIVE for port object 3520b21d-3066-46b0-a64c-9dd959485d5e will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:19:20.724181 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-218bb6eb-5acf-43a8-9d8f-be2d7add8f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:20.790104 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218bb6eb-5acf-43a8-9d8f-be2d7add8f87 None None] Network 06a15eab-037c-44ca-b6e2-2b0e4937da37 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:19:20.792933 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-218bb6eb-5acf-43a8-9d8f-be2d7add8f87 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:19:20.796317 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-1697b377-b75b-4927-ba12-ea18f0d586e3 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Allocated IP 172.20.0.1 (06a15eab-037c-44ca-b6e2-2b0e4937da37/9a865073-052c-4e3d-bd46-eaace15375f3/d5a2a9d9-c4be-46fe-9634-88a1038a2938) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:19:20.796864 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218bb6eb-5acf-43a8-9d8f-be2d7add8f87 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:19:20.807021 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218bb6eb-5acf-43a8-9d8f-be2d7add8f87 None None] Pushing event updated for resources: {'Port': ['ID=3520b21d-3066-46b0-a64c-9dd959485d5e,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:20.914908 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-218bb6eb-5acf-43a8-9d8f-be2d7add8f87 None None] Attempting to bind port 3520b21d-3066-46b0-a64c-9dd959485d5e on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:19:20.917928 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-218bb6eb-5acf-43a8-9d8f-be2d7add8f87 None None] Attempting to bind port 3520b21d-3066-46b0-a64c-9dd959485d5e by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'c22e151c-f9c7-4920-9708-e2362d07c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '06a15eab-037c-44ca-b6e2-2b0e4937da37'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:19:20.918419 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218bb6eb-5acf-43a8-9d8f-be2d7add8f87 None None] Attempting to bind port 3520b21d-3066-46b0-a64c-9dd959485d5e on network 06a15eab-037c-44ca-b6e2-2b0e4937da37 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:19:20.932125 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218bb6eb-5acf-43a8-9d8f-be2d7add8f87 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:19:20.932125 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218bb6eb-5acf-43a8-9d8f-be2d7add8f87 None None] Checking segment: {'id': 'c22e151c-f9c7-4920-9708-e2362d07c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '06a15eab-037c-44ca-b6e2-2b0e4937da37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:19:20.932125 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-218bb6eb-5acf-43a8-9d8f-be2d7add8f87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:20.933565 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218bb6eb-5acf-43a8-9d8f-be2d7add8f87 None None] Bound using segment: {'id': 'c22e151c-f9c7-4920-9708-e2362d07c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '06a15eab-037c-44ca-b6e2-2b0e4937da37'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:19:20.934149 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-218bb6eb-5acf-43a8-9d8f-be2d7add8f87 None None] Bound port: 3520b21d-3066-46b0-a64c-9dd959485d5e, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22e151c-f9c7-4920-9708-e2362d07c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '06a15eab-037c-44ca-b6e2-2b0e4937da37'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:19:20.934639 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-218bb6eb-5acf-43a8-9d8f-be2d7add8f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:20.973388 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1697b377-b75b-4927-ba12-ea18f0d586e3 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:20.991700 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-1697b377-b75b-4927-ba12-ea18f0d586e3 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Transition to ACTIVE for port object d5a2a9d9-c4be-46fe-9634-88a1038a2938 will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:19:21.017114 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1697b377-b75b-4927-ba12-ea18f0d586e3 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:21.035919 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-218bb6eb-5acf-43a8-9d8f-be2d7add8f87 None None] For port 3520b21d-3066-46b0-a64c-9dd959485d5e, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:19:21.039306 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-218bb6eb-5acf-43a8-9d8f-be2d7add8f87 None None] For port 3520b21d-3066-46b0-a64c-9dd959485d5e, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=3520b21d-3066-46b0-a64c-9dd959485d5e,segment=NetworkSegment(c22e151c-f9c7-4920-9708-e2362d07c718),segment_id=c22e151c-f9c7-4920-9708-e2362d07c718)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:19:21.045756 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-218bb6eb-5acf-43a8-9d8f-be2d7add8f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:21.089748 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1697b377-b75b-4927-ba12-ea18f0d586e3 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Network 06a15eab-037c-44ca-b6e2-2b0e4937da37 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:19:21.092967 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-1697b377-b75b-4927-ba12-ea18f0d586e3 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:19:21.096921 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1697b377-b75b-4927-ba12-ea18f0d586e3 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:19:21.132729 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218bb6eb-5acf-43a8-9d8f-be2d7add8f87 None None] Pushing event updated for resources: {'Port': ['ID=3520b21d-3066-46b0-a64c-9dd959485d5e,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:21.250931 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1697b377-b75b-4927-ba12-ea18f0d586e3 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'Port': ['ID=d5a2a9d9-c4be-46fe-9634-88a1038a2938,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:21.286498 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1697b377-b75b-4927-ba12-ea18f0d586e3 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:21.577751 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1697b377-b75b-4927-ba12-ea18f0d586e3 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:21.983079 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1697b377-b75b-4927-ba12-ea18f0d586e3 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:21.987463 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1697b377-b75b-4927-ba12-ea18f0d586e3 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:22.100534 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1697b377-b75b-4927-ba12-ea18f0d586e3 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'Port': ['ID=d5a2a9d9-c4be-46fe-9634-88a1038a2938,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:22.103758 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1697b377-b75b-4927-ba12-ea18f0d586e3 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:22.243916 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1697b377-b75b-4927-ba12-ea18f0d586e3 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Network 06a15eab-037c-44ca-b6e2-2b0e4937da37 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:19:22.246642 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-1697b377-b75b-4927-ba12-ea18f0d586e3 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:19:22.426040 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 370d8855-0905-4460-8209-92632a13f1d6 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:19:22.467689 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1697b377-b75b-4927-ba12-ea18f0d586e3 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Router 1f2481f3-07b9-4a79-a9f7-84caa12b0d84 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 22:19:22.503985 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 370d8855-0905-4460-8209-92632a13f1d6 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:19:22.509413 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 370d8855-0905-4460-8209-92632a13f1d6 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:19:22.509777 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:22.510268 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 370d8855-0905-4460-8209-92632a13f1d6 Sep 22 22:19:22.556443 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0018c6fd-f0ed-431a-9ff8-8156ff7d8393 None None] Network 06a15eab-037c-44ca-b6e2-2b0e4937da37 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:19:22.663484 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1697b377-b75b-4927-ba12-ea18f0d586e3 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:19:22.677003 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7426775-1d2d-438c-9630-ea38b8a9a8b3 None None] Sync routers for ids ['1f2481f3-07b9-4a79-a9f7-84caa12b0d84'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:19:22.693142 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-1697b377-b75b-4927-ba12-ea18f0d586e3 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "PUT /v2.0/routers/1f2481f3-07b9-4a79-a9f7-84caa12b0d84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2097318 Sep 22 22:19:22.693342 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7426775-1d2d-438c-9630-ea38b8a9a8b3 None None] Routers {'1f2481f3-07b9-4a79-a9f7-84caa12b0d84'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:19:22.693342 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-b7426775-1d2d-438c-9630-ea38b8a9a8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:19:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['1f2481f3-07b9-4a79-a9f7-84caa12b0d84'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:22.732117 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-0adb9a56-be5c-4c23-971b-2415d2203804 None None] Provisioning for port 3520b21d-3066-46b0-a64c-9dd959485d5e completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:19:22.766248 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 370d8855-0905-4460-8209-92632a13f1d6 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:19:22.766642 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:22.826119 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 370d8855-0905-4460-8209-92632a13f1d6, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=370d8855-0905-4460-8209-92632a13f1d6,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:19:22.831544 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:22.832390 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 3520b21d-3066-46b0-a64c-9dd959485d5e up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:19:22.858991 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-47b1df66-9c9d-4acd-890c-1e01015f56ea tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-145150919&fields=id&tenant_id=a9918eff5a3f48ce98e866c17603f510 HTTP/1.1" status: 200 len: 267 time: 0.0465715 Sep 22 22:19:22.897098 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-b7426775-1d2d-438c-9630-ea38b8a9a8b3 None None] Set router 1f2481f3-07b9-4a79-a9f7-84caa12b0d84 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:19:23.005209 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=370d8855-0905-4460-8209-92632a13f1d6,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:23.015512 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-d1a55a1b-d985-4192-95c9-20e9251f00cf tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:23.017831 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-d1a55a1b-d985-4192-95c9-20e9251f00cf tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/networks?id=06a15eab-037c-44ca-b6e2-2b0e4937da37 HTTP/1.1" status: 200 len: 796 time: 0.1492395 Sep 22 22:19:23.022761 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 3520b21d-3066-46b0-a64c-9dd959485d5e completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:19:23.029375 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 3520b21d-3066-46b0-a64c-9dd959485d5e triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:19:23.029743 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:23.030080 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 3520b21d-3066-46b0-a64c-9dd959485d5e Sep 22 22:19:23.036342 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-875ea7e6-5661-4032-a901-d4f22bc3a300 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/quotas/a9918eff5a3f48ce98e866c17603f510 HTTP/1.1" status: 200 len: 375 time: 0.0106294 Sep 22 22:19:23.150886 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-0a498bad-ce7a-4590-8549-cfbf03c66982 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=a9918eff5a3f48ce98e866c17603f510&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1015594 Sep 22 22:19:23.154483 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 3520b21d-3066-46b0-a64c-9dd959485d5e is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:19:23.154891 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:23.205570 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-5c2fefde-cb7d-41c1-90d6-11340aef65f3 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=89008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 22:19:23.213320 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-5c2fefde-cb7d-41c1-90d6-11340aef65f3 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0608561 Sep 22 22:19:23.219522 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 3520b21d-3066-46b0-a64c-9dd959485d5e, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=3520b21d-3066-46b0-a64c-9dd959485d5e,segment=NetworkSegment(c22e151c-f9c7-4920-9708-e2362d07c718),segment_id=c22e151c-f9c7-4920-9708-e2362d07c718)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:19:23.232015 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:23.271836 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-b7426775-1d2d-438c-9630-ea38b8a9a8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2481f3-07b9-4a79-a9f7-84caa12b0d84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942662413', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.129'}], 'enable_snat': True}, 'gw_port_id': '370d8855-0905-4460-8209-92632a13f1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:19:16Z', 'updated_at': '2022-09-22T22:19:21Z', 'revision_number': 4, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '370d8855-0905-4460-8209-92632a13f1d6', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f6:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2481f3-07b9-4a79-a9f7-84caa12b0d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:19:16Z', 'updated_at': '2022-09-22T22:19:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': 'd5a2a9d9-c4be-46fe-9634-88a1038a2938', 'name': '', 'network_id': '06a15eab-037c-44ca-b6e2-2b0e4937da37', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'mac_address': 'fa:16:3e:a8:2e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2481f3-07b9-4a79-a9f7-84caa12b0d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '9a865073-052c-4e3d-bd46-eaace15375f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:19:20Z', 'updated_at': '2022-09-22T22:19:21Z', 'revision_number': 2, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'subnets': [{'id': '9a865073-052c-4e3d-bd46-eaace15375f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:23.277480 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7426775-1d2d-438c-9630-ea38b8a9a8b3 None None] Checking router: 1f2481f3-07b9-4a79-a9f7-84caa12b0d84 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:19:23.278117 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7426775-1d2d-438c-9630-ea38b8a9a8b3 None None] Updating router 1f2481f3-07b9-4a79-a9f7-84caa12b0d84 port d5a2a9d9-c4be-46fe-9634-88a1038a2938 binding host dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 22:19:23.322227 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=3520b21d-3066-46b0-a64c-9dd959485d5e,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:23.382365 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-be9e1374-8aee-43a0-9622-46f1c8cc0ace None None] Provisioning complete for port 3520b21d-3066-46b0-a64c-9dd959485d5e triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:19:23.382761 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-be9e1374-8aee-43a0-9622-46f1c8cc0ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:23.383143 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-be9e1374-8aee-43a0-9622-46f1c8cc0ace None None] Attempt 1 to provision port 3520b21d-3066-46b0-a64c-9dd959485d5e Sep 22 22:19:23.389056 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-b7426775-1d2d-438c-9630-ea38b8a9a8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:23.394082 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-ef21fc16-9908-47b5-a885-5e054f3d25a9 service neutron] 10.222.0.33 "GET /v2.0/networks/06a15eab-037c-44ca-b6e2-2b0e4937da37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795337 Sep 22 22:19:23.527438 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-be9e1374-8aee-43a0-9622-46f1c8cc0ace None None] Current status of the port 3520b21d-3066-46b0-a64c-9dd959485d5e is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:19:23.541230 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-be9e1374-8aee-43a0-9622-46f1c8cc0ace None None] Provisioning for port d5a2a9d9-c4be-46fe-9634-88a1038a2938 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:19:23.546496 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-be9e1374-8aee-43a0-9622-46f1c8cc0ace None None] Provisioning complete for port d5a2a9d9-c4be-46fe-9634-88a1038a2938 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:19:23.546904 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-be9e1374-8aee-43a0-9622-46f1c8cc0ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:23.547243 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-be9e1374-8aee-43a0-9622-46f1c8cc0ace None None] Attempt 1 to provision port d5a2a9d9-c4be-46fe-9634-88a1038a2938 Sep 22 22:19:23.566383 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-7e1d3479-f858-46d0-b7b2-5df36f453b29 service neutron] 10.222.0.33 "GET /v2.0/networks/06a15eab-037c-44ca-b6e2-2b0e4937da37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639271 Sep 22 22:19:23.621401 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-be9e1374-8aee-43a0-9622-46f1c8cc0ace None None] Port d5a2a9d9-c4be-46fe-9634-88a1038a2938 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:19:23.795225 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-b7426775-1d2d-438c-9630-ea38b8a9a8b3 None None] Notify callbacks [] for port, precommit_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:23.806541 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.provisioning_blocks [None req-b7426775-1d2d-438c-9630-ea38b8a9a8b3 None None] Transition to ACTIVE for port object d5a2a9d9-c4be-46fe-9634-88a1038a2938 will not be triggered until provisioned by entity L2. {{(pid=89011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:19:23.811918 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-b7426775-1d2d-438c-9630-ea38b8a9a8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:23.996278 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995c4543-3e35-4600-87ae-203142fbc05b None None] Pushing event updated for resources: {'Port': ['ID=d5a2a9d9-c4be-46fe-9634-88a1038a2938,revision_number=3']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:24.018965 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995c4543-3e35-4600-87ae-203142fbc05b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:24.019310 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995c4543-3e35-4600-87ae-203142fbc05b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:24.019644 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995c4543-3e35-4600-87ae-203142fbc05b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:24.019972 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995c4543-3e35-4600-87ae-203142fbc05b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:24.020295 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995c4543-3e35-4600-87ae-203142fbc05b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:24.020620 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995c4543-3e35-4600-87ae-203142fbc05b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:24.020939 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995c4543-3e35-4600-87ae-203142fbc05b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:24.021257 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995c4543-3e35-4600-87ae-203142fbc05b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:24.021578 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995c4543-3e35-4600-87ae-203142fbc05b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:24.021892 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995c4543-3e35-4600-87ae-203142fbc05b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:24.022207 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995c4543-3e35-4600-87ae-203142fbc05b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:24.022520 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995c4543-3e35-4600-87ae-203142fbc05b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:24.028941 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-b7426775-1d2d-438c-9630-ea38b8a9a8b3 None None] Attempting to bind port d5a2a9d9-c4be-46fe-9634-88a1038a2938 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:19:24.029317 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-b7426775-1d2d-438c-9630-ea38b8a9a8b3 None None] Attempting to bind port d5a2a9d9-c4be-46fe-9634-88a1038a2938 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'c22e151c-f9c7-4920-9708-e2362d07c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '06a15eab-037c-44ca-b6e2-2b0e4937da37'}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:19:24.029664 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7426775-1d2d-438c-9630-ea38b8a9a8b3 None None] Attempting to bind port d5a2a9d9-c4be-46fe-9634-88a1038a2938 on network 06a15eab-037c-44ca-b6e2-2b0e4937da37 {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:19:24.034817 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7426775-1d2d-438c-9630-ea38b8a9a8b3 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:19:24.035186 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7426775-1d2d-438c-9630-ea38b8a9a8b3 None None] Checking segment: {'id': 'c22e151c-f9c7-4920-9708-e2362d07c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '06a15eab-037c-44ca-b6e2-2b0e4937da37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:19:24.035579 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-b7426775-1d2d-438c-9630-ea38b8a9a8b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:24.035957 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7426775-1d2d-438c-9630-ea38b8a9a8b3 None None] Bound using segment: {'id': 'c22e151c-f9c7-4920-9708-e2362d07c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '06a15eab-037c-44ca-b6e2-2b0e4937da37'} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:19:24.036408 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-b7426775-1d2d-438c-9630-ea38b8a9a8b3 None None] Bound port: d5a2a9d9-c4be-46fe-9634-88a1038a2938, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22e151c-f9c7-4920-9708-e2362d07c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '06a15eab-037c-44ca-b6e2-2b0e4937da37'}}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:19:24.036770 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-b7426775-1d2d-438c-9630-ea38b8a9a8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:24.122625 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-be9e1374-8aee-43a0-9622-46f1c8cc0ace None None] Attempt 2 to provision port d5a2a9d9-c4be-46fe-9634-88a1038a2938 Sep 22 22:19:24.123733 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-b7426775-1d2d-438c-9630-ea38b8a9a8b3 None None] For port d5a2a9d9-c4be-46fe-9634-88a1038a2938, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:19:24.128042 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-b7426775-1d2d-438c-9630-ea38b8a9a8b3 None None] For port d5a2a9d9-c4be-46fe-9634-88a1038a2938, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=d5a2a9d9-c4be-46fe-9634-88a1038a2938,segment=NetworkSegment(c22e151c-f9c7-4920-9708-e2362d07c718),segment_id=c22e151c-f9c7-4920-9708-e2362d07c718)] {{(pid=89011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:19:24.132063 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-b7426775-1d2d-438c-9630-ea38b8a9a8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:24.193261 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7426775-1d2d-438c-9630-ea38b8a9a8b3 None None] Routers {'1f2481f3-07b9-4a79-a9f7-84caa12b0d84'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:19:24.193887 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-b7426775-1d2d-438c-9630-ea38b8a9a8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:19:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['1f2481f3-07b9-4a79-a9f7-84caa12b0d84'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:24.223593 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-be9e1374-8aee-43a0-9622-46f1c8cc0ace None None] Port d5a2a9d9-c4be-46fe-9634-88a1038a2938 had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 22:19:24.279222 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995c4543-3e35-4600-87ae-203142fbc05b None None] Pushing event updated for resources: {'Port': ['ID=d5a2a9d9-c4be-46fe-9634-88a1038a2938,revision_number=4']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:24.353387 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 370d8855-0905-4460-8209-92632a13f1d6 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:19:24.384015 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-b7426775-1d2d-438c-9630-ea38b8a9a8b3 None None] Set router 1f2481f3-07b9-4a79-a9f7-84caa12b0d84 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:19:24.419256 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 370d8855-0905-4460-8209-92632a13f1d6 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:19:24.419626 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:24.419961 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 370d8855-0905-4460-8209-92632a13f1d6 Sep 22 22:19:24.534701 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 370d8855-0905-4460-8209-92632a13f1d6 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:19:24.535668 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 3520b21d-3066-46b0-a64c-9dd959485d5e up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:19:24.603200 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 3520b21d-3066-46b0-a64c-9dd959485d5e triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:19:24.603568 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:24.603902 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 3520b21d-3066-46b0-a64c-9dd959485d5e Sep 22 22:19:24.688547 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-b7426775-1d2d-438c-9630-ea38b8a9a8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2481f3-07b9-4a79-a9f7-84caa12b0d84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942662413', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.129'}], 'enable_snat': True}, 'gw_port_id': '370d8855-0905-4460-8209-92632a13f1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:19:16Z', 'updated_at': '2022-09-22T22:19:21Z', 'revision_number': 4, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '370d8855-0905-4460-8209-92632a13f1d6', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2481f3-07b9-4a79-a9f7-84caa12b0d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:19:16Z', 'updated_at': '2022-09-22T22:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': 'd5a2a9d9-c4be-46fe-9634-88a1038a2938', 'name': '', 'network_id': '06a15eab-037c-44ca-b6e2-2b0e4937da37', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'mac_address': 'fa:16:3e:a8:2e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2481f3-07b9-4a79-a9f7-84caa12b0d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '9a865073-052c-4e3d-bd46-eaace15375f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:19:20Z', 'updated_at': '2022-09-22T22:19:24Z', 'revision_number': 4, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'subnets': [{'id': '9a865073-052c-4e3d-bd46-eaace15375f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:24.694567 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7426775-1d2d-438c-9630-ea38b8a9a8b3 None None] The sync data for ids ['1f2481f3-07b9-4a79-a9f7-84caa12b0d84'] in dv-neutron-858900-1-hyperv is: [{'id': '1f2481f3-07b9-4a79-a9f7-84caa12b0d84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942662413', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.129'}], 'enable_snat': True}, 'gw_port_id': '370d8855-0905-4460-8209-92632a13f1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:19:16Z', 'updated_at': '2022-09-22T22:19:21Z', 'revision_number': 4, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '370d8855-0905-4460-8209-92632a13f1d6', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2481f3-07b9-4a79-a9f7-84caa12b0d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:19:16Z', 'updated_at': '2022-09-22T22:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': 'd5a2a9d9-c4be-46fe-9634-88a1038a2938', 'name': '', 'network_id': '06a15eab-037c-44ca-b6e2-2b0e4937da37', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'mac_address': 'fa:16:3e:a8:2e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2481f3-07b9-4a79-a9f7-84caa12b0d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '9a865073-052c-4e3d-bd46-eaace15375f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:19:20Z', 'updated_at': '2022-09-22T22:19:24Z', 'revision_number': 4, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'subnets': [{'id': '9a865073-052c-4e3d-bd46-eaace15375f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:19:24.718554 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 3520b21d-3066-46b0-a64c-9dd959485d5e is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:19:24.984005 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-c1e05992-0f34-4d30-b52b-4371794855cc req-2142489e-507f-466a-b6f0-2c16aed533b1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Synchronizing usage tracker for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:19:25.001135 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-c1e05992-0f34-4d30-b52b-4371794855cc req-2142489e-507f-466a-b6f0-2c16aed533b1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Unset dirty status for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:19:25.002521 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c1e05992-0f34-4d30-b52b-4371794855cc req-2142489e-507f-466a-b6f0-2c16aed533b1 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=f30d753c-dba0-4c16-8535-fb1f53fdad7a HTTP/1.1" status: 200 len: 210 time: 0.2631342 Sep 22 22:19:25.891896 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-2e52df9c-d085-47a7-b64b-dec2960d7757 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:25.893538 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-2e52df9c-d085-47a7-b64b-dec2960d7757 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.49 "GET /v2.0/networks?id=06a15eab-037c-44ca-b6e2-2b0e4937da37 HTTP/1.1" status: 200 len: 796 time: 0.1496496 Sep 22 22:19:25.950313 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-31ede971-ab91-45d7-b649-326ea5ea07a9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9918eff5a3f48ce98e866c17603f510 HTTP/1.1" status: 200 len: 379 time: 0.0489843 Sep 22 22:19:25.961851 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-40c9bed8-a3e5-41f8-8eda-5fa5c06635a9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'port': {'device_id': 'f30d753c-dba0-4c16-8535-fb1f53fdad7a', 'network_id': '06a15eab-037c-44ca-b6e2-2b0e4937da37', 'admin_state_up': True, 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'security_groups': ['0a5b5336-a255-4040-81d8-7369fe975cc8']}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:19:26.096791 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-40c9bed8-a3e5-41f8-8eda-5fa5c06635a9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:19:26.106331 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-40c9bed8-a3e5-41f8-8eda-5fa5c06635a9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:19:26.116509 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-40c9bed8-a3e5-41f8-8eda-5fa5c06635a9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Made reservation on behalf of a9918eff5a3f48ce98e866c17603f510 for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:19:26.120383 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-40c9bed8-a3e5-41f8-8eda-5fa5c06635a9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:26.187162 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-835650a3-b4ba-4525-b19a-888c4ad2620b req-92371325-fe1a-4c95-bfff-0558c6894e2d tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=f30d753c-dba0-4c16-8535-fb1f53fdad7a HTTP/1.1" status: 200 len: 210 time: 0.0572054 Sep 22 22:19:26.342771 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-40c9bed8-a3e5-41f8-8eda-5fa5c06635a9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Allocated IP 172.20.0.8 (06a15eab-037c-44ca-b6e2-2b0e4937da37/9a865073-052c-4e3d-bd46-eaace15375f3/0bee558c-9024-41ac-ba53-686d0caa4f78) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:19:26.375498 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device d5a2a9d9-c4be-46fe-9634-88a1038a2938 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:19:26.443147 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:26.453759 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port d5a2a9d9-c4be-46fe-9634-88a1038a2938 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:19:26.459013 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port d5a2a9d9-c4be-46fe-9634-88a1038a2938 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:19:26.459373 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:26.459701 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port d5a2a9d9-c4be-46fe-9634-88a1038a2938 Sep 22 22:19:26.535640 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-40c9bed8-a3e5-41f8-8eda-5fa5c06635a9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:26.550971 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-40c9bed8-a3e5-41f8-8eda-5fa5c06635a9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Transition to ACTIVE for port object 0bee558c-9024-41ac-ba53-686d0caa4f78 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:19:26.573786 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port d5a2a9d9-c4be-46fe-9634-88a1038a2938 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:19:26.574157 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:26.574956 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-40c9bed8-a3e5-41f8-8eda-5fa5c06635a9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:26.609209 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port d5a2a9d9-c4be-46fe-9634-88a1038a2938, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=d5a2a9d9-c4be-46fe-9634-88a1038a2938,segment=NetworkSegment(c22e151c-f9c7-4920-9708-e2362d07c718),segment_id=c22e151c-f9c7-4920-9708-e2362d07c718)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:19:26.613419 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:26.649113 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-40c9bed8-a3e5-41f8-8eda-5fa5c06635a9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Network 06a15eab-037c-44ca-b6e2-2b0e4937da37 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:19:26.651976 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-40c9bed8-a3e5-41f8-8eda-5fa5c06635a9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:19:26.655913 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-40c9bed8-a3e5-41f8-8eda-5fa5c06635a9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:19:26.683065 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=d5a2a9d9-c4be-46fe-9634-88a1038a2938,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:26.696261 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c9bed8-a3e5-41f8-8eda-5fa5c06635a9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'Port': ['ID=0bee558c-9024-41ac-ba53-686d0caa4f78,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:26.734363 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-40c9bed8-a3e5-41f8-8eda-5fa5c06635a9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:26.735264 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-40c9bed8-a3e5-41f8-8eda-5fa5c06635a9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:26.762848 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-40c9bed8-a3e5-41f8-8eda-5fa5c06635a9 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8050907 Sep 22 22:19:26.814382 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-e1f52847-455e-49d5-ad00-3a7a3a67a9c3 service neutron] Request body: {'port': {'device_id': 'f30d753c-dba0-4c16-8535-fb1f53fdad7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:19:26.885117 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-b3e76106-dd0e-4179-8708-a33c2c63e1cf None None] Provisioning for port 0bee558c-9024-41ac-ba53-686d0caa4f78 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:19:26.889946 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-b3e76106-dd0e-4179-8708-a33c2c63e1cf None None] Provisioning complete for port 0bee558c-9024-41ac-ba53-686d0caa4f78 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:19:26.890304 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-b3e76106-dd0e-4179-8708-a33c2c63e1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:26.890705 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-b3e76106-dd0e-4179-8708-a33c2c63e1cf None None] Attempt 1 to provision port 0bee558c-9024-41ac-ba53-686d0caa4f78 Sep 22 22:19:26.924568 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-e1f52847-455e-49d5-ad00-3a7a3a67a9c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:26.946831 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-b3e76106-dd0e-4179-8708-a33c2c63e1cf None None] Port 0bee558c-9024-41ac-ba53-686d0caa4f78 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:19:27.347986 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-e1f52847-455e-49d5-ad00-3a7a3a67a9c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bee558c-9024-41ac-ba53-686d0caa4f78 {{(pid=89008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 22:19:27.355150 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-e1f52847-455e-49d5-ad00-3a7a3a67a9c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:27.369823 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-e1f52847-455e-49d5-ad00-3a7a3a67a9c3 service neutron] Transition to ACTIVE for port object 0bee558c-9024-41ac-ba53-686d0caa4f78 will not be triggered until provisioned by entity L2. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:19:27.373603 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-e1f52847-455e-49d5-ad00-3a7a3a67a9c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:27.384894 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2881e6-e025-4b75-b00a-698238e740d1 req-03d121f1-f131-4dd7-b7de-6a95812ccd45 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:27.386349 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-ec2881e6-e025-4b75-b00a-698238e740d1 req-03d121f1-f131-4dd7-b7de-6a95812ccd45 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=f30d753c-dba0-4c16-8535-fb1f53fdad7a HTTP/1.1" status: 200 len: 931 time: 0.0874400 Sep 22 22:19:27.431818 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-ec2881e6-e025-4b75-b00a-698238e740d1 req-c7ffe301-b022-49d3-b05d-8bd087bf5771 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Synchronizing usage tracker for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:security_group {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:19:27.448436 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-b3e76106-dd0e-4179-8708-a33c2c63e1cf None None] Attempt 2 to provision port 0bee558c-9024-41ac-ba53-686d0caa4f78 Sep 22 22:19:27.450284 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-ec2881e6-e025-4b75-b00a-698238e740d1 req-c7ffe301-b022-49d3-b05d-8bd087bf5771 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Unset dirty status for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:security_group {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:19:27.451486 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-ec2881e6-e025-4b75-b00a-698238e740d1 req-c7ffe301-b022-49d3-b05d-8bd087bf5771 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=0a5b5336-a255-4040-81d8-7369fe975cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593224 Sep 22 22:19:27.504683 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-b3e76106-dd0e-4179-8708-a33c2c63e1cf None None] Port 0bee558c-9024-41ac-ba53-686d0caa4f78 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:19:27.571440 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f52847-455e-49d5-ad00-3a7a3a67a9c3 service neutron] Pushing event updated for resources: {'Port': ['ID=0bee558c-9024-41ac-ba53-686d0caa4f78,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:27.604227 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-e1f52847-455e-49d5-ad00-3a7a3a67a9c3 service neutron] Attempting to bind port 0bee558c-9024-41ac-ba53-686d0caa4f78 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:19:27.604548 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-e1f52847-455e-49d5-ad00-3a7a3a67a9c3 service neutron] Attempting to bind port 0bee558c-9024-41ac-ba53-686d0caa4f78 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'c22e151c-f9c7-4920-9708-e2362d07c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '06a15eab-037c-44ca-b6e2-2b0e4937da37'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:19:27.604863 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-e1f52847-455e-49d5-ad00-3a7a3a67a9c3 service neutron] Attempting to bind port 0bee558c-9024-41ac-ba53-686d0caa4f78 on network 06a15eab-037c-44ca-b6e2-2b0e4937da37 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:19:27.609300 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-e1f52847-455e-49d5-ad00-3a7a3a67a9c3 service neutron] Port 0bee558c-9024-41ac-ba53-686d0caa4f78 on network 06a15eab-037c-44ca-b6e2-2b0e4937da37 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 22:19:27.609610 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-e1f52847-455e-49d5-ad00-3a7a3a67a9c3 service neutron] Attempting to bind port 0bee558c-9024-41ac-ba53-686d0caa4f78 on network 06a15eab-037c-44ca-b6e2-2b0e4937da37 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:19:27.615388 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-e1f52847-455e-49d5-ad00-3a7a3a67a9c3 service neutron] Checking agent: {'id': '8a88b827-3477-4399-ac15-439d59b3c48a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'started_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:19:27.615717 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-e1f52847-455e-49d5-ad00-3a7a3a67a9c3 service neutron] Checking segment: {'id': 'c22e151c-f9c7-4920-9708-e2362d07c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '06a15eab-037c-44ca-b6e2-2b0e4937da37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:19:27.616087 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-e1f52847-455e-49d5-ad00-3a7a3a67a9c3 service neutron] Bound using segment: {'id': 'c22e151c-f9c7-4920-9708-e2362d07c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '06a15eab-037c-44ca-b6e2-2b0e4937da37'} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:19:27.616498 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-e1f52847-455e-49d5-ad00-3a7a3a67a9c3 service neutron] Bound port: 0bee558c-9024-41ac-ba53-686d0caa4f78, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22e151c-f9c7-4920-9708-e2362d07c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '06a15eab-037c-44ca-b6e2-2b0e4937da37'}}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:19:27.616827 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-e1f52847-455e-49d5-ad00-3a7a3a67a9c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:27.701488 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-e1f52847-455e-49d5-ad00-3a7a3a67a9c3 service neutron] For port 0bee558c-9024-41ac-ba53-686d0caa4f78, host hv-neutron-8589, cleared binding levels {{(pid=89008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:19:27.704351 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-e1f52847-455e-49d5-ad00-3a7a3a67a9c3 service neutron] For port 0bee558c-9024-41ac-ba53-686d0caa4f78, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=0bee558c-9024-41ac-ba53-686d0caa4f78,segment=NetworkSegment(c22e151c-f9c7-4920-9708-e2362d07c718),segment_id=c22e151c-f9c7-4920-9708-e2362d07c718)] {{(pid=89008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:19:27.708788 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-e1f52847-455e-49d5-ad00-3a7a3a67a9c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:27.711948 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-e1f52847-455e-49d5-ad00-3a7a3a67a9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:27.712557 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-e1f52847-455e-49d5-ad00-3a7a3a67a9c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:27.713915 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-e1f52847-455e-49d5-ad00-3a7a3a67a9c3 service neutron] 10.222.0.49 "PUT /v2.0/ports/0bee558c-9024-41ac-ba53-686d0caa4f78 HTTP/1.1" status: 200 len: 1093 time: 0.9440379 Sep 22 22:19:27.746939 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f30d753c-dba0-4c16-8535-fb1f53fdad7a', 'tag': '0bee558c-9024-41ac-ba53-686d0caa4f78'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:19:27.749284 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc5a896-2232-405b-8c26-cc0509a92399" -d '{"events": [{"name": "network-changed", "server_uuid": "f30d753c-dba0-4c16-8535-fb1f53fdad7a", "tag": "0bee558c-9024-41ac-ba53-686d0caa4f78"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:19:27.798478 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292270c4-2b9c-4744-ae4e-827d6252cd77 x-openstack-request-id: req-292270c4-2b9c-4744-ae4e-827d6252cd77 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:19:27.798793 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f30d753c-dba0-4c16-8535-fb1f53fdad7a", "tag": "0bee558c-9024-41ac-ba53-686d0caa4f78", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:19:27.799043 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-292270c4-2b9c-4744-ae4e-827d6252cd77 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:19:27.800073 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-292270c4-2b9c-4744-ae4e-827d6252cd77'] response: {'name': 'network-changed', 'server_uuid': 'f30d753c-dba0-4c16-8535-fb1f53fdad7a', 'tag': '0bee558c-9024-41ac-ba53-686d0caa4f78', 'status': 'completed', 'code': 200} Sep 22 22:19:27.849620 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f52847-455e-49d5-ad00-3a7a3a67a9c3 service neutron] Pushing event updated for resources: {'Port': ['ID=0bee558c-9024-41ac-ba53-686d0caa4f78,revision_number=3']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:27.864279 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-8f57bc6e-8e9b-4a0e-9517-30eb54de3ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:27.865744 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-8f57bc6e-8e9b-4a0e-9517-30eb54de3ea5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9918eff5a3f48ce98e866c17603f510&device_id=f30d753c-dba0-4c16-8535-fb1f53fdad7a HTTP/1.1" status: 200 len: 1096 time: 0.1087542 Sep 22 22:19:27.935085 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-3d58dc16-0dce-4997-b341-2107917a76ea service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bee558c-9024-41ac-ba53-686d0caa4f78 HTTP/1.1" status: 200 len: 217 time: 0.0624893 Sep 22 22:19:27.997969 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-b7b3e060-d342-4e27-bde4-d9b8749dd077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:27.999358 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-b7b3e060-d342-4e27-bde4-d9b8749dd077 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9a865073-052c-4e3d-bd46-eaace15375f3 HTTP/1.1" status: 200 len: 834 time: 0.0586224 Sep 22 22:19:28.005492 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-b3e76106-dd0e-4179-8708-a33c2c63e1cf None None] Attempt 3 to provision port 0bee558c-9024-41ac-ba53-686d0caa4f78 Sep 22 22:19:28.064602 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-b3e76106-dd0e-4179-8708-a33c2c63e1cf None None] Port 0bee558c-9024-41ac-ba53-686d0caa4f78 had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 22:19:28.079579 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-b7d4cf5e-dee9-41fc-9bb4-121fc98cf095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:28.081555 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-b7d4cf5e-dee9-41fc-9bb4-121fc98cf095 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=06a15eab-037c-44ca-b6e2-2b0e4937da37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761719 Sep 22 22:19:28.208356 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-69cf0435-7644-49be-a33a-b9cc4aac59ba service neutron] 10.222.0.49 "GET /v2.0/networks/06a15eab-037c-44ca-b6e2-2b0e4937da37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210799 Sep 22 22:19:28.340798 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-582fa1c4-f706-4314-9667-2dbecba7ff9a req-af4f8440-7b21-41ad-88e3-90951f7d1eff service neutron] 10.222.0.49 "GET /v2.0/networks/06a15eab-037c-44ca-b6e2-2b0e4937da37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262527 Sep 22 22:19:28.349439 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device d5a2a9d9-c4be-46fe-9634-88a1038a2938 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:19:28.418401 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port d5a2a9d9-c4be-46fe-9634-88a1038a2938 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:19:28.418793 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:28.419121 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port d5a2a9d9-c4be-46fe-9634-88a1038a2938 Sep 22 22:19:28.466781 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5a896-2232-405b-8c26-cc0509a92399 req-0d5ca7e9-8d7f-4bb5-9b13-698198603d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:28.468238 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4bc5a896-2232-405b-8c26-cc0509a92399 req-0d5ca7e9-8d7f-4bb5-9b13-698198603d9e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9918eff5a3f48ce98e866c17603f510&device_id=f30d753c-dba0-4c16-8535-fb1f53fdad7a HTTP/1.1" status: 200 len: 1096 time: 0.0812855 Sep 22 22:19:28.535637 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port d5a2a9d9-c4be-46fe-9634-88a1038a2938 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:19:28.601278 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5a896-2232-405b-8c26-cc0509a92399 req-394dc0ff-e164-4c60-b369-179e1df60fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:28.602666 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4bc5a896-2232-405b-8c26-cc0509a92399 req-394dc0ff-e164-4c60-b369-179e1df60fc7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=06a15eab-037c-44ca-b6e2-2b0e4937da37 HTTP/1.1" status: 200 len: 896 time: 0.1277230 Sep 22 22:19:28.657697 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fd7db-fbdf-43a4-9298-21b87eea89c1 req-b7e32d9f-1379-4558-b041-c8fd62e8ecc7 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:28.659274 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c48fd7db-fbdf-43a4-9298-21b87eea89c1 req-b7e32d9f-1379-4558-b041-c8fd62e8ecc7 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=f30d753c-dba0-4c16-8535-fb1f53fdad7a HTTP/1.1" status: 200 len: 943 time: 0.0954721 Sep 22 22:19:28.705291 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c48fd7db-fbdf-43a4-9298-21b87eea89c1 req-22f4bf36-4645-4253-9a5e-aa704bb89d6f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=0a5b5336-a255-4040-81d8-7369fe975cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399706 Sep 22 22:19:28.764428 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4bc5a896-2232-405b-8c26-cc0509a92399 req-522b6660-28ce-446a-aa44-944f57ed37d1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bee558c-9024-41ac-ba53-686d0caa4f78 HTTP/1.1" status: 200 len: 217 time: 0.1557789 Sep 22 22:19:28.826725 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5a896-2232-405b-8c26-cc0509a92399 req-0295be2c-e745-4d81-a11b-c1a5daf3f2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:28.828081 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4bc5a896-2232-405b-8c26-cc0509a92399 req-0295be2c-e745-4d81-a11b-c1a5daf3f2e0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9a865073-052c-4e3d-bd46-eaace15375f3 HTTP/1.1" status: 200 len: 834 time: 0.0575550 Sep 22 22:19:28.914473 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5a896-2232-405b-8c26-cc0509a92399 req-c0bd235b-1331-4103-893f-b6f2758756b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:28.915876 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4bc5a896-2232-405b-8c26-cc0509a92399 req-c0bd235b-1331-4103-893f-b6f2758756b5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=06a15eab-037c-44ca-b6e2-2b0e4937da37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806720 Sep 22 22:19:29.043234 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4bc5a896-2232-405b-8c26-cc0509a92399 req-ba51bbd2-abff-40ec-b861-d5e24fe5e0ef service neutron] 10.222.0.49 "GET /v2.0/networks/06a15eab-037c-44ca-b6e2-2b0e4937da37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208584 Sep 22 22:19:29.170805 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4bc5a896-2232-405b-8c26-cc0509a92399 req-32de770b-54bb-43aa-bbe2-bd4055d1e9f9 service neutron] 10.222.0.49 "GET /v2.0/networks/06a15eab-037c-44ca-b6e2-2b0e4937da37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202786 Sep 22 22:19:29.908360 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73475120-d4a6-4a72-b7c2-2d8da87db699 req-a4750e8b-d42d-4da7-ae94-f1c3246eb6b4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:29.909039 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-73475120-d4a6-4a72-b7c2-2d8da87db699 req-a4750e8b-d42d-4da7-ae94-f1c3246eb6b4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Synchronizing usage tracker for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:19:29.923748 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-73475120-d4a6-4a72-b7c2-2d8da87db699 req-a4750e8b-d42d-4da7-ae94-f1c3246eb6b4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Unset dirty status for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:19:29.925116 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-73475120-d4a6-4a72-b7c2-2d8da87db699 req-a4750e8b-d42d-4da7-ae94-f1c3246eb6b4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=f30d753c-dba0-4c16-8535-fb1f53fdad7a HTTP/1.1" status: 200 len: 943 time: 0.1068113 Sep 22 22:19:29.968466 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-73475120-d4a6-4a72-b7c2-2d8da87db699 req-5d90e745-4baa-4b65-8cd6-1fd5f5a06eb8 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=0a5b5336-a255-4040-81d8-7369fe975cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376372 Sep 22 22:19:30.427765 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 0bee558c-9024-41ac-ba53-686d0caa4f78 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 22:19:30.563239 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 0bee558c-9024-41ac-ba53-686d0caa4f78, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=0bee558c-9024-41ac-ba53-686d0caa4f78,segment=NetworkSegment(c22e151c-f9c7-4920-9708-e2362d07c718),segment_id=c22e151c-f9c7-4920-9708-e2362d07c718)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:19:30.576017 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': '0bee558c-9024-41ac-ba53-686d0caa4f78', 'network_id': '06a15eab-037c-44ca-b6e2-2b0e4937da37', 'port_id': '0bee558c-9024-41ac-ba53-686d0caa4f78', 'mac_address': 'fa:16:3e:f4:2e:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a865073-052c-4e3d-bd46-eaace15375f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 22:19:30.630312 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 0bee558c-9024-41ac-ba53-686d0caa4f78 is: DOWN; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:19:30.630693 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:30.647256 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bee558c-9024-41ac-ba53-686d0caa4f78 {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 22:19:30.663056 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 0bee558c-9024-41ac-ba53-686d0caa4f78, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=0bee558c-9024-41ac-ba53-686d0caa4f78,segment=NetworkSegment(c22e151c-f9c7-4920-9708-e2362d07c718),segment_id=c22e151c-f9c7-4920-9708-e2362d07c718)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:19:30.666458 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:30.734413 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=0bee558c-9024-41ac-ba53-686d0caa4f78,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:30.871143 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['0bee558c-9024-41ac-ba53-686d0caa4f78'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 22:19:31.166561 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de06868-87e4-46bc-b8fc-e50ec01f1ed5 req-873e23b8-b0b1-4c7a-ba42-687e337954ee tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:31.167930 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-4de06868-87e4-46bc-b8fc-e50ec01f1ed5 req-873e23b8-b0b1-4c7a-ba42-687e337954ee tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=f30d753c-dba0-4c16-8535-fb1f53fdad7a HTTP/1.1" status: 200 len: 944 time: 0.0890727 Sep 22 22:19:31.209866 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-4de06868-87e4-46bc-b8fc-e50ec01f1ed5 req-e59a6d33-c5ba-44f5-b480-c7fe88ebafde tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=0a5b5336-a255-4040-81d8-7369fe975cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364087 Sep 22 22:19:32.405581 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680c499-6f51-4c4c-9ff4-94b4893c267d req-8c43af01-d996-428b-9c16-48983334512a tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:32.407030 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5680c499-6f51-4c4c-9ff4-94b4893c267d req-8c43af01-d996-428b-9c16-48983334512a tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=f30d753c-dba0-4c16-8535-fb1f53fdad7a HTTP/1.1" status: 200 len: 944 time: 0.0879636 Sep 22 22:19:32.446280 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 0bee558c-9024-41ac-ba53-686d0caa4f78 up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:19:32.451125 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5680c499-6f51-4c4c-9ff4-94b4893c267d req-d6a2b4e4-ecd0-4b01-b4a0-8ad0971a05d4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=0a5b5336-a255-4040-81d8-7369fe975cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385697 Sep 22 22:19:32.514044 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning for port 0bee558c-9024-41ac-ba53-686d0caa4f78 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:19:32.518596 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port 0bee558c-9024-41ac-ba53-686d0caa4f78 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:19:32.518985 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:32.519316 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port 0bee558c-9024-41ac-ba53-686d0caa4f78 Sep 22 22:19:32.659212 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 0bee558c-9024-41ac-ba53-686d0caa4f78 is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:19:32.659579 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:32.687619 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f30d753c-dba0-4c16-8535-fb1f53fdad7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bee558c-9024-41ac-ba53-686d0caa4f78'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:19:32.689894 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6132d65e-8f02-4a90-b9e4-47193dbace23" -d '{"events": [{"server_uuid": "f30d753c-dba0-4c16-8535-fb1f53fdad7a", "name": "network-vif-plugged", "status": "completed", "tag": "0bee558c-9024-41ac-ba53-686d0caa4f78"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:19:32.697788 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 0bee558c-9024-41ac-ba53-686d0caa4f78, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=0bee558c-9024-41ac-ba53-686d0caa4f78,segment=NetworkSegment(c22e151c-f9c7-4920-9708-e2362d07c718),segment_id=c22e151c-f9c7-4920-9708-e2362d07c718)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:19:32.702784 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:32.769337 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=0bee558c-9024-41ac-ba53-686d0caa4f78,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:32.782411 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ac2d4a-db57-44a3-b4ca-27978290df0e x-openstack-request-id: req-a2ac2d4a-db57-44a3-b4ca-27978290df0e {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:19:32.782725 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f30d753c-dba0-4c16-8535-fb1f53fdad7a", "name": "network-vif-plugged", "status": "completed", "tag": "0bee558c-9024-41ac-ba53-686d0caa4f78", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:19:32.782975 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a2ac2d4a-db57-44a3-b4ca-27978290df0e {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:19:32.783359 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2ac2d4a-db57-44a3-b4ca-27978290df0e'] response: {'server_uuid': 'f30d753c-dba0-4c16-8535-fb1f53fdad7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bee558c-9024-41ac-ba53-686d0caa4f78', 'code': 200} Sep 22 22:19:33.005732 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045dfabd-3dc0-4b1e-92a6-d10fbb8212b6 req-a586d503-1574-4cbe-b9ef-a091ac8147b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:33.007225 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-045dfabd-3dc0-4b1e-92a6-d10fbb8212b6 req-a586d503-1574-4cbe-b9ef-a091ac8147b9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f30d753c-dba0-4c16-8535-fb1f53fdad7a HTTP/1.1" status: 200 len: 1098 time: 0.0760186 Sep 22 22:19:33.045338 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-045dfabd-3dc0-4b1e-92a6-d10fbb8212b6 req-c6aa1786-6435-4499-a824-d1dc5429228e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0a5b5336-a255-4040-81d8-7369fe975cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323622 Sep 22 22:19:33.654631 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c7702-7501-4e18-b8c6-3b28c0ce2e2c req-8c22cc36-e331-4122-9ee4-eecd4531c20e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:33.656098 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0e2c7702-7501-4e18-b8c6-3b28c0ce2e2c req-8c22cc36-e331-4122-9ee4-eecd4531c20e tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=f30d753c-dba0-4c16-8535-fb1f53fdad7a HTTP/1.1" status: 200 len: 945 time: 0.0927463 Sep 22 22:19:33.700370 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0e2c7702-7501-4e18-b8c6-3b28c0ce2e2c req-22bf50c8-2085-454c-9477-8e9fd41ce031 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=0a5b5336-a255-4040-81d8-7369fe975cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386031 Sep 22 22:19:34.894474 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f6a45-c3c5-4612-9031-df64a3010209 req-339cf43e-9d20-4d5b-b1c5-d8f4dcf5c616 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:34.895935 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-0e6f6a45-c3c5-4612-9031-df64a3010209 req-339cf43e-9d20-4d5b-b1c5-d8f4dcf5c616 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=f30d753c-dba0-4c16-8535-fb1f53fdad7a HTTP/1.1" status: 200 len: 945 time: 0.0855017 Sep 22 22:19:34.941323 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-0e6f6a45-c3c5-4612-9031-df64a3010209 req-d6a29080-bdb3-4aca-81c7-29323611725a tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=0a5b5336-a255-4040-81d8-7369fe975cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397973 Sep 22 22:19:35.140067 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ecbe46-b75a-4c22-aaa9-449e6c9862ab req-89642b25-4485-4a3d-9691-5da5c1e61190 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:35.141710 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-22ecbe46-b75a-4c22-aaa9-449e6c9862ab req-89642b25-4485-4a3d-9691-5da5c1e61190 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=f30d753c-dba0-4c16-8535-fb1f53fdad7a HTTP/1.1" status: 200 len: 945 time: 0.0866921 Sep 22 22:19:35.187919 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-22ecbe46-b75a-4c22-aaa9-449e6c9862ab req-ec276882-ce96-493f-969c-6052398a7175 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=0a5b5336-a255-4040-81d8-7369fe975cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399675 Sep 22 22:19:35.216947 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58928) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:19:35.293286 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b48f13d-abe4-4d67-bf7f-bb11b45bf9fb tempest-TestNetworkAdvancedServerOps-762025924 tempest-TestNetworkAdvancedServerOps-762025924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:35.294850 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-4b48f13d-abe4-4d67-bf7f-bb11b45bf9fb tempest-TestNetworkAdvancedServerOps-762025924 tempest-TestNetworkAdvancedServerOps-762025924-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=f30d753c-dba0-4c16-8535-fb1f53fdad7a HTTP/1.1" status: 200 len: 1093 time: 0.0768914 Sep 22 22:19:35.297742 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58932) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:19:35.302553 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-7ac2032e-58ab-41f5-bc1b-a94cfa859bb2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Request body: {'floatingip': {'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'port_id': '0bee558c-9024-41ac-ba53-686d0caa4f78', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'fixed_ip_address': '172.20.0.8'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:19:35.308338 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-7ac2032e-58ab-41f5-bc1b-a94cfa859bb2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:19:35.312229 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-7ac2032e-58ab-41f5-bc1b-a94cfa859bb2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Usage tracker for resource:floatingip and tenant:a9918eff5a3f48ce98e866c17603f510 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:19:35.315023 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-7ac2032e-58ab-41f5-bc1b-a94cfa859bb2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:19:35.321209 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-7ac2032e-58ab-41f5-bc1b-a94cfa859bb2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:19:35.331987 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7ac2032e-58ab-41f5-bc1b-a94cfa859bb2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for floatingip, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:35.467073 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7ac2032e-58ab-41f5-bc1b-a94cfa859bb2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:35.601232 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-7ac2032e-58ab-41f5-bc1b-a94cfa859bb2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Allocated IP 172.26.0.43 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/3d2f9276-2fb8-454e-bcc2-d2a3648d0015) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:19:35.748863 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7ac2032e-58ab-41f5-bc1b-a94cfa859bb2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:35.776840 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7ac2032e-58ab-41f5-bc1b-a94cfa859bb2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:35.840431 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac2032e-58ab-41f5-bc1b-a94cfa859bb2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:19:35.843336 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-7ac2032e-58ab-41f5-bc1b-a94cfa859bb2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:19:35.847461 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac2032e-58ab-41f5-bc1b-a94cfa859bb2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:19:35.880078 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac2032e-58ab-41f5-bc1b-a94cfa859bb2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'Port': ['ID=3d2f9276-2fb8-454e-bcc2-d2a3648d0015,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:36.253991 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7ac2032e-58ab-41f5-bc1b-a94cfa859bb2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:36.325884 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7ac2032e-58ab-41f5-bc1b-a94cfa859bb2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:36.623672 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7ac2032e-58ab-41f5-bc1b-a94cfa859bb2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:36.628905 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7ac2032e-58ab-41f5-bc1b-a94cfa859bb2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:36.731441 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac2032e-58ab-41f5-bc1b-a94cfa859bb2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event updated for resources: {'Port': ['ID=3d2f9276-2fb8-454e-bcc2-d2a3648d0015,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:36.733892 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7ac2032e-58ab-41f5-bc1b-a94cfa859bb2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:36.902449 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.l3_db [None req-7ac2032e-58ab-41f5-bc1b-a94cfa859bb2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Floating IP 34489abc-cf35-4b99-99e6-e8523eed4d71 associated. External IP: 172.26.0.43, port: 0bee558c-9024-41ac-ba53-686d0caa4f78. Sep 22 22:19:37.247105 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac2032e-58ab-41f5-bc1b-a94cfa859bb2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Router 1f2481f3-07b9-4a79-a9f7-84caa12b0d84 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 22:19:37.427306 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac2032e-58ab-41f5-bc1b-a94cfa859bb2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:19:37.437098 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09180ee-a12c-4154-992a-dbfea74994e4 None None] Sync routers for ids ['1f2481f3-07b9-4a79-a9f7-84caa12b0d84'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:19:37.447349 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09180ee-a12c-4154-992a-dbfea74994e4 None None] Routers {'1f2481f3-07b9-4a79-a9f7-84caa12b0d84'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:19:37.447966 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-f09180ee-a12c-4154-992a-dbfea74994e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:19:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['1f2481f3-07b9-4a79-a9f7-84caa12b0d84'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:37.451839 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7ac2032e-58ab-41f5-bc1b-a94cfa859bb2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:37.507670 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-7ac2032e-58ab-41f5-bc1b-a94cfa859bb2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2088373 Sep 22 22:19:37.508136 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f30d753c-dba0-4c16-8535-fb1f53fdad7a', 'tag': '0bee558c-9024-41ac-ba53-686d0caa4f78'}] {{(pid=89009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:19:37.510456 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3cdb6d5bdfc0c86a52b2d842100ac752cec167fbf441e2518ec0a73bf85169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941a38c9-1c81-4778-8702-849587689fe6" -d '{"events": [{"name": "network-changed", "server_uuid": "f30d753c-dba0-4c16-8535-fb1f53fdad7a", "tag": "0bee558c-9024-41ac-ba53-686d0caa4f78"}]}' {{(pid=89009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:19:37.554331 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941ffb56-3a6f-487f-84a9-5a087da09a1d x-openstack-request-id: req-941ffb56-3a6f-487f-84a9-5a087da09a1d {{(pid=89009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:19:37.554638 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f30d753c-dba0-4c16-8535-fb1f53fdad7a", "tag": "0bee558c-9024-41ac-ba53-686d0caa4f78", "status": "completed", "code": 200}]} {{(pid=89009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:19:37.554902 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-941ffb56-3a6f-487f-84a9-5a087da09a1d {{(pid=89009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:19:37.555420 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-941ffb56-3a6f-487f-84a9-5a087da09a1d'] response: {'name': 'network-changed', 'server_uuid': 'f30d753c-dba0-4c16-8535-fb1f53fdad7a', 'tag': '0bee558c-9024-41ac-ba53-686d0caa4f78', 'status': 'completed', 'code': 200} Sep 22 22:19:37.634931 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-f09180ee-a12c-4154-992a-dbfea74994e4 None None] Set router 1f2481f3-07b9-4a79-a9f7-84caa12b0d84 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:19:37.657652 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a38c9-1c81-4778-8702-849587689fe6 req-5a463919-dc27-457f-855e-f0c1c8e492aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:37.659305 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-941a38c9-1c81-4778-8702-849587689fe6 req-5a463919-dc27-457f-855e-f0c1c8e492aa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9918eff5a3f48ce98e866c17603f510&device_id=f30d753c-dba0-4c16-8535-fb1f53fdad7a HTTP/1.1" status: 200 len: 1098 time: 0.0821300 Sep 22 22:19:37.689434 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43eb00f-c13f-4384-b7fb-31574ec11e9f req-8575ef0d-8f0a-44e5-99ab-c80d7d3adef0 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:37.697247 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-d43eb00f-c13f-4384-b7fb-31574ec11e9f req-8575ef0d-8f0a-44e5-99ab-c80d7d3adef0 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=f30d753c-dba0-4c16-8535-fb1f53fdad7a HTTP/1.1" status: 200 len: 945 time: 0.0996938 Sep 22 22:19:37.736278 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-d43eb00f-c13f-4384-b7fb-31574ec11e9f req-eede4f47-0e03-42c2-9df3-c72a8bade575 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=0a5b5336-a255-4040-81d8-7369fe975cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380759 Sep 22 22:19:37.766516 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58940) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:19:37.805271 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a38c9-1c81-4778-8702-849587689fe6 req-3ed42474-2211-4367-a9a2-e739ab1a48e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:37.806854 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-941a38c9-1c81-4778-8702-849587689fe6 req-3ed42474-2211-4367-a9a2-e739ab1a48e9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=06a15eab-037c-44ca-b6e2-2b0e4937da37 HTTP/1.1" status: 200 len: 896 time: 0.1421177 Sep 22 22:19:37.877701 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c0bace32-e793-409a-8866-669c07e0de37 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/floatingips/34489abc-cf35-4b99-99e6-e8523eed4d71 HTTP/1.1" status: 200 len: 990 time: 0.1085134 Sep 22 22:19:37.912654 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-941a38c9-1c81-4778-8702-849587689fe6 req-c8227422-0058-45f7-8f4d-38409050872a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bee558c-9024-41ac-ba53-686d0caa4f78 HTTP/1.1" status: 200 len: 998 time: 0.1004984 Sep 22 22:19:37.975217 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a38c9-1c81-4778-8702-849587689fe6 req-6a9ee68b-90f9-4bc8-871e-0d0b002724b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:37.976659 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-941a38c9-1c81-4778-8702-849587689fe6 req-6a9ee68b-90f9-4bc8-871e-0d0b002724b1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9a865073-052c-4e3d-bd46-eaace15375f3 HTTP/1.1" status: 200 len: 834 time: 0.0578475 Sep 22 22:19:37.988915 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-f09180ee-a12c-4154-992a-dbfea74994e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2481f3-07b9-4a79-a9f7-84caa12b0d84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942662413', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.129'}], 'enable_snat': True}, 'gw_port_id': '370d8855-0905-4460-8209-92632a13f1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:19:16Z', 'updated_at': '2022-09-22T22:19:21Z', 'revision_number': 4, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '370d8855-0905-4460-8209-92632a13f1d6', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2481f3-07b9-4a79-a9f7-84caa12b0d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:19:16Z', 'updated_at': '2022-09-22T22:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '34489abc-cf35-4b99-99e6-e8523eed4d71', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'floating_ip_address': '172.26.0.43', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '1f2481f3-07b9-4a79-a9f7-84caa12b0d84', 'port_id': '0bee558c-9024-41ac-ba53-686d0caa4f78', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a15eab-037c-44ca-b6e2-2b0e4937da37', 'mac_address': 'fa:16:3e:f4:2e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30d753c-dba0-4c16-8535-fb1f53fdad7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:19:36Z', 'updated_at': '2022-09-22T22:19:36Z', 'revision_number': 0, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5a2a9d9-c4be-46fe-9634-88a1038a2938', 'name': '', 'network_id': '06a15eab-037c-44ca-b6e2-2b0e4937da37', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'mac_address': 'fa:16:3e:a8:2e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2481f3-07b9-4a79-a9f7-84caa12b0d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '9a865073-052c-4e3d-bd46-eaace15375f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:19:20Z', 'updated_at': '2022-09-22T22:19:26Z', 'revision_number': 5, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'subnets': [{'id': '9a865073-052c-4e3d-bd46-eaace15375f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:37.992840 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09180ee-a12c-4154-992a-dbfea74994e4 None None] Checking router: 1f2481f3-07b9-4a79-a9f7-84caa12b0d84 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:19:38.001418 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09180ee-a12c-4154-992a-dbfea74994e4 None None] Routers {'1f2481f3-07b9-4a79-a9f7-84caa12b0d84'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:19:38.002010 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-f09180ee-a12c-4154-992a-dbfea74994e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:19:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['1f2481f3-07b9-4a79-a9f7-84caa12b0d84'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:38.060555 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a38c9-1c81-4778-8702-849587689fe6 req-16d910fc-ad2c-4f1a-9740-f004d3ffd109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:38.061918 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-941a38c9-1c81-4778-8702-849587689fe6 req-16d910fc-ad2c-4f1a-9740-f004d3ffd109 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=06a15eab-037c-44ca-b6e2-2b0e4937da37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798714 Sep 22 22:19:38.179824 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-f09180ee-a12c-4154-992a-dbfea74994e4 None None] Set router 1f2481f3-07b9-4a79-a9f7-84caa12b0d84 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:19:38.298060 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-941a38c9-1c81-4778-8702-849587689fe6 req-86da615c-f5bb-402a-bc20-1770c7f388ac service neutron] 10.222.0.49 "GET /v2.0/networks/06a15eab-037c-44ca-b6e2-2b0e4937da37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302284 Sep 22 22:19:38.438823 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-941a38c9-1c81-4778-8702-849587689fe6 req-d154795d-5f42-4635-974b-572788681a45 service neutron] 10.222.0.49 "GET /v2.0/networks/06a15eab-037c-44ca-b6e2-2b0e4937da37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285977 Sep 22 22:19:38.548425 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-f09180ee-a12c-4154-992a-dbfea74994e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2481f3-07b9-4a79-a9f7-84caa12b0d84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942662413', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.129'}], 'enable_snat': True}, 'gw_port_id': '370d8855-0905-4460-8209-92632a13f1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:19:16Z', 'updated_at': '2022-09-22T22:19:21Z', 'revision_number': 4, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '370d8855-0905-4460-8209-92632a13f1d6', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2481f3-07b9-4a79-a9f7-84caa12b0d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:19:16Z', 'updated_at': '2022-09-22T22:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '34489abc-cf35-4b99-99e6-e8523eed4d71', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'floating_ip_address': '172.26.0.43', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '1f2481f3-07b9-4a79-a9f7-84caa12b0d84', 'port_id': '0bee558c-9024-41ac-ba53-686d0caa4f78', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a15eab-037c-44ca-b6e2-2b0e4937da37', 'mac_address': 'fa:16:3e:f4:2e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30d753c-dba0-4c16-8535-fb1f53fdad7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:19:36Z', 'updated_at': '2022-09-22T22:19:36Z', 'revision_number': 0, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5a2a9d9-c4be-46fe-9634-88a1038a2938', 'name': '', 'network_id': '06a15eab-037c-44ca-b6e2-2b0e4937da37', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'mac_address': 'fa:16:3e:a8:2e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2481f3-07b9-4a79-a9f7-84caa12b0d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '9a865073-052c-4e3d-bd46-eaace15375f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:19:20Z', 'updated_at': '2022-09-22T22:19:26Z', 'revision_number': 5, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'subnets': [{'id': '9a865073-052c-4e3d-bd46-eaace15375f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:38.552346 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09180ee-a12c-4154-992a-dbfea74994e4 None None] The sync data for ids ['1f2481f3-07b9-4a79-a9f7-84caa12b0d84'] in dv-neutron-858900-1-hyperv is: [{'id': '1f2481f3-07b9-4a79-a9f7-84caa12b0d84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942662413', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.129'}], 'enable_snat': True}, 'gw_port_id': '370d8855-0905-4460-8209-92632a13f1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:19:16Z', 'updated_at': '2022-09-22T22:19:21Z', 'revision_number': 4, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '370d8855-0905-4460-8209-92632a13f1d6', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2481f3-07b9-4a79-a9f7-84caa12b0d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:19:16Z', 'updated_at': '2022-09-22T22:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '34489abc-cf35-4b99-99e6-e8523eed4d71', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'floating_ip_address': '172.26.0.43', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '1f2481f3-07b9-4a79-a9f7-84caa12b0d84', 'port_id': '0bee558c-9024-41ac-ba53-686d0caa4f78', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a15eab-037c-44ca-b6e2-2b0e4937da37', 'mac_address': 'fa:16:3e:f4:2e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30d753c-dba0-4c16-8535-fb1f53fdad7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:19:36Z', 'updated_at': '2022-09-22T22:19:36Z', 'revision_number': 0, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5a2a9d9-c4be-46fe-9634-88a1038a2938', 'name': '', 'network_id': '06a15eab-037c-44ca-b6e2-2b0e4937da37', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'mac_address': 'fa:16:3e:a8:2e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2481f3-07b9-4a79-a9f7-84caa12b0d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '9a865073-052c-4e3d-bd46-eaace15375f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:19:20Z', 'updated_at': '2022-09-22T22:19:26Z', 'revision_number': 5, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'subnets': [{'id': '9a865073-052c-4e3d-bd46-eaace15375f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:19:38.726066 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952e4ba9-b04e-4350-89cc-a96e79c699cc None None] New status for floating IP 34489abc-cf35-4b99-99e6-e8523eed4d71: ACTIVE {{(pid=89011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 22:19:38.880478 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58944) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:19:39.095661 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d5151f41-598c-4706-ba13-72c246697fdc tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/floatingips/34489abc-cf35-4b99-99e6-e8523eed4d71 HTTP/1.1" status: 200 len: 990 time: 0.2140474 Sep 22 22:19:39.814536 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-85e8dfbd-c349-49be-a4dc-d9c9931142fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:40.098989 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58954) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:19:40.201522 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c45fe521-ad4c-42c7-8779-c60c07eccbb8 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/floatingips/34489abc-cf35-4b99-99e6-e8523eed4d71 HTTP/1.1" status: 200 len: 992 time: 0.1013916 Sep 22 22:19:42.015080 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a5e2ad76-4f51-4c54-8264-0d3a0f5765d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:42.878991 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:43.304643 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:44.684543 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:19:53.832519 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:19:56.445255 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:09.803410 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b6dfa-5e88-4617-8bfb-5ca8b026ce7f req-78e312b4-0298-4940-99c4-b8823a326be2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:09.805501 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-be7b6dfa-5e88-4617-8bfb-5ca8b026ce7f req-78e312b4-0298-4940-99c4-b8823a326be2 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=f30d753c-dba0-4c16-8535-fb1f53fdad7a HTTP/1.1" status: 200 len: 945 time: 0.0876706 Sep 22 22:20:09.817140 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f2d797c1-4596-47ef-9553-08364aa78643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:09.849506 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-be7b6dfa-5e88-4617-8bfb-5ca8b026ce7f req-71ce9ff2-6128-4b74-b0b8-261ec52cfbc4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=0a5b5336-a255-4040-81d8-7369fe975cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381064 Sep 22 22:20:11.045737 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d82f7-dd5c-461c-90bc-3c7b44cf626d req-d177afe2-05ae-40d5-9744-1db4915bba68 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:11.047201 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-784d82f7-dd5c-461c-90bc-3c7b44cf626d req-d177afe2-05ae-40d5-9744-1db4915bba68 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=f30d753c-dba0-4c16-8535-fb1f53fdad7a HTTP/1.1" status: 200 len: 945 time: 0.0860765 Sep 22 22:20:11.090176 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-784d82f7-dd5c-461c-90bc-3c7b44cf626d req-7b3272af-c4cb-4bd4-90c4-00a985d12469 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=0a5b5336-a255-4040-81d8-7369fe975cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374486 Sep 22 22:20:11.118593 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 58976) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:20:11.223410 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-b6092daf-396f-45ca-a575-6c045a2c6037 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/floatingips/34489abc-cf35-4b99-99e6-e8523eed4d71 HTTP/1.1" status: 200 len: 992 time: 0.1036310 Sep 22 22:20:12.017193 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-b7cbc186-d0f5-45ff-8a05-6f07648cf0e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:12.755172 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e678af6-6cba-4aa5-b621-a5a6845f0365 req-c72824ea-3bd0-40b8-a01f-d8638b1ea373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:12.756618 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9e678af6-6cba-4aa5-b621-a5a6845f0365 req-c72824ea-3bd0-40b8-a01f-d8638b1ea373 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9918eff5a3f48ce98e866c17603f510&device_id=f30d753c-dba0-4c16-8535-fb1f53fdad7a HTTP/1.1" status: 200 len: 1098 time: 0.1074204 Sep 22 22:20:12.763902 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2dcb75-c8cf-45b0-8246-1c1053002e7c req-6675c82f-0230-4dd6-ba3f-af6183b89b80 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:12.765205 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6d2dcb75-c8cf-45b0-8246-1c1053002e7c req-6675c82f-0230-4dd6-ba3f-af6183b89b80 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=f30d753c-dba0-4c16-8535-fb1f53fdad7a HTTP/1.1" status: 200 len: 945 time: 0.1568038 Sep 22 22:20:12.880944 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:12.884347 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6d2dcb75-c8cf-45b0-8246-1c1053002e7c req-f7a34c13-515b-4f3c-9961-500cca3520e3 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=0a5b5336-a255-4040-81d8-7369fe975cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011829 Sep 22 22:20:12.924688 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e678af6-6cba-4aa5-b621-a5a6845f0365 req-f9dcadea-f9a7-45a0-a140-1cf9e3c152ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:12.926133 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9e678af6-6cba-4aa5-b621-a5a6845f0365 req-f9dcadea-f9a7-45a0-a140-1cf9e3c152ed service neutron] 10.222.0.49 "GET /v2.0/networks?id=06a15eab-037c-44ca-b6e2-2b0e4937da37 HTTP/1.1" status: 200 len: 896 time: 0.1601098 Sep 22 22:20:13.030948 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9e678af6-6cba-4aa5-b621-a5a6845f0365 req-b9f20ce8-6968-4e26-9821-088d2ee22327 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bee558c-9024-41ac-ba53-686d0caa4f78 HTTP/1.1" status: 200 len: 1000 time: 0.0987463 Sep 22 22:20:13.090442 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e678af6-6cba-4aa5-b621-a5a6845f0365 req-2379be6f-aa73-474b-8f45-3a50e77ebf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:13.091834 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9e678af6-6cba-4aa5-b621-a5a6845f0365 req-2379be6f-aa73-474b-8f45-3a50e77ebf68 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9a865073-052c-4e3d-bd46-eaace15375f3 HTTP/1.1" status: 200 len: 834 time: 0.0554767 Sep 22 22:20:13.174354 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e678af6-6cba-4aa5-b621-a5a6845f0365 req-99b373a3-2219-4fbc-b92f-27261b728da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:13.175803 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9e678af6-6cba-4aa5-b621-a5a6845f0365 req-99b373a3-2219-4fbc-b92f-27261b728da6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=06a15eab-037c-44ca-b6e2-2b0e4937da37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783985 Sep 22 22:20:13.305917 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9e678af6-6cba-4aa5-b621-a5a6845f0365 req-c9d70fd8-06f6-4ce4-aced-abea513c3348 service neutron] 10.222.0.49 "GET /v2.0/networks/06a15eab-037c-44ca-b6e2-2b0e4937da37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239858 Sep 22 22:20:13.307649 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:13.436330 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9e678af6-6cba-4aa5-b621-a5a6845f0365 req-b3abec3c-e185-484c-a762-17922a5f0f5e service neutron] 10.222.0.49 "GET /v2.0/networks/06a15eab-037c-44ca-b6e2-2b0e4937da37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251206 Sep 22 22:20:14.094089 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132ab45-5c46-4a76-9b8a-d77926b30991 req-6489ef0f-b272-415c-ba2c-c6a779fc68eb tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:14.095836 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-0132ab45-5c46-4a76-9b8a-d77926b30991 req-6489ef0f-b272-415c-ba2c-c6a779fc68eb tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=f30d753c-dba0-4c16-8535-fb1f53fdad7a HTTP/1.1" status: 200 len: 945 time: 0.0896931 Sep 22 22:20:14.141584 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-0132ab45-5c46-4a76-9b8a-d77926b30991 req-fc86d011-d672-49f2-b8b7-f44d64cead30 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=0a5b5336-a255-4040-81d8-7369fe975cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392663 Sep 22 22:20:14.687880 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:15.337448 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22969071-a932-472b-8aa3-33fe7b890f39 req-bea23bcc-a193-4614-a5e8-e2b420921609 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:15.338919 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-22969071-a932-472b-8aa3-33fe7b890f39 req-bea23bcc-a193-4614-a5e8-e2b420921609 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=f30d753c-dba0-4c16-8535-fb1f53fdad7a HTTP/1.1" status: 200 len: 945 time: 0.0860505 Sep 22 22:20:15.381515 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-22969071-a932-472b-8aa3-33fe7b890f39 req-90d96dcd-c1a1-483a-9178-6d1d47e41ace tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=0a5b5336-a255-4040-81d8-7369fe975cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368948 Sep 22 22:20:15.410144 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 58990) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:20:15.514650 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-7a6b57a2-fc30-460b-bb60-c337d3c2b78c tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/floatingips/34489abc-cf35-4b99-99e6-e8523eed4d71 HTTP/1.1" status: 200 len: 992 time: 0.1033673 Sep 22 22:20:15.770477 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 58998) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:20:16.068756 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-7c50d4b6-ca32-44c4-8fbd-7352ec2c64c4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Deleting port 3d2f9276-2fb8-454e-bcc2-d2a3648d0015 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:20:16.069095 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7c50d4b6-ca32-44c4-8fbd-7352ec2c64c4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:16.231934 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7c50d4b6-ca32-44c4-8fbd-7352ec2c64c4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:16.232267 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7c50d4b6-ca32-44c4-8fbd-7352ec2c64c4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:16.352074 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-7c50d4b6-ca32-44c4-8fbd-7352ec2c64c4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Calling delete_port for 3d2f9276-2fb8-454e-bcc2-d2a3648d0015 owned by network:floatingip {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:20:16.498416 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7c50d4b6-ca32-44c4-8fbd-7352ec2c64c4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:16.545538 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c50d4b6-ca32-44c4-8fbd-7352ec2c64c4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event deleted for resources: {'Port': ['ID=3d2f9276-2fb8-454e-bcc2-d2a3648d0015,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:16.592103 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c50d4b6-ca32-44c4-8fbd-7352ec2c64c4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:16.592455 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c50d4b6-ca32-44c4-8fbd-7352ec2c64c4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:16.592798 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c50d4b6-ca32-44c4-8fbd-7352ec2c64c4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:16.593134 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c50d4b6-ca32-44c4-8fbd-7352ec2c64c4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:16.593469 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c50d4b6-ca32-44c4-8fbd-7352ec2c64c4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:16.593798 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c50d4b6-ca32-44c4-8fbd-7352ec2c64c4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:16.594122 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c50d4b6-ca32-44c4-8fbd-7352ec2c64c4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:16.594475 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c50d4b6-ca32-44c4-8fbd-7352ec2c64c4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:16.594797 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c50d4b6-ca32-44c4-8fbd-7352ec2c64c4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:16.595116 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c50d4b6-ca32-44c4-8fbd-7352ec2c64c4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:16.595436 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c50d4b6-ca32-44c4-8fbd-7352ec2c64c4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:16.595752 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c50d4b6-ca32-44c4-8fbd-7352ec2c64c4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:16.649667 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7c50d4b6-ca32-44c4-8fbd-7352ec2c64c4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for floatingip, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:16.649993 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.l3_db [None req-7c50d4b6-ca32-44c4-8fbd-7352ec2c64c4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Floating IP 34489abc-cf35-4b99-99e6-e8523eed4d71 disassociated (deleted). External IP: 172.26.0.43, port: 0bee558c-9024-41ac-ba53-686d0caa4f78. Sep 22 22:20:16.998040 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c50d4b6-ca32-44c4-8fbd-7352ec2c64c4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Router 1f2481f3-07b9-4a79-a9f7-84caa12b0d84 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 22:20:17.175694 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c50d4b6-ca32-44c4-8fbd-7352ec2c64c4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:20:17.185045 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b197bcac-6c53-4b75-a555-289a3eee2378 None None] Sync routers for ids ['1f2481f3-07b9-4a79-a9f7-84caa12b0d84'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:20:17.194865 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b197bcac-6c53-4b75-a555-289a3eee2378 None None] Routers {'1f2481f3-07b9-4a79-a9f7-84caa12b0d84'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:20:17.195960 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-b197bcac-6c53-4b75-a555-289a3eee2378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:20:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['1f2481f3-07b9-4a79-a9f7-84caa12b0d84'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:20:17.196633 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-7c50d4b6-ca32-44c4-8fbd-7352ec2c64c4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:17.252504 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-7c50d4b6-ca32-44c4-8fbd-7352ec2c64c4 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "DELETE /v2.0/floatingips/34489abc-cf35-4b99-99e6-e8523eed4d71 HTTP/1.1" status: 204 len: 168 time: 1.4802220 Sep 22 22:20:17.252504 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f30d753c-dba0-4c16-8535-fb1f53fdad7a', 'tag': '0bee558c-9024-41ac-ba53-686d0caa4f78'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:20:17.254994 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7ae36c-35d5-4a15-9e2d-b771f4852ea0" -d '{"events": [{"name": "network-changed", "server_uuid": "f30d753c-dba0-4c16-8535-fb1f53fdad7a", "tag": "0bee558c-9024-41ac-ba53-686d0caa4f78"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:20:17.297774 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c53700-a4b8-4b79-80d6-d11d0234d9cb x-openstack-request-id: req-b5c53700-a4b8-4b79-80d6-d11d0234d9cb {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:20:17.298193 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f30d753c-dba0-4c16-8535-fb1f53fdad7a", "tag": "0bee558c-9024-41ac-ba53-686d0caa4f78", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:20:17.298524 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-b5c53700-a4b8-4b79-80d6-d11d0234d9cb {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:20:17.298961 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5c53700-a4b8-4b79-80d6-d11d0234d9cb'] response: {'name': 'network-changed', 'server_uuid': 'f30d753c-dba0-4c16-8535-fb1f53fdad7a', 'tag': '0bee558c-9024-41ac-ba53-686d0caa4f78', 'status': 'completed', 'code': 200} Sep 22 22:20:17.383348 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-b197bcac-6c53-4b75-a555-289a3eee2378 None None] Set router 1f2481f3-07b9-4a79-a9f7-84caa12b0d84 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:20:17.401995 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ae36c-35d5-4a15-9e2d-b771f4852ea0 req-002cf403-f4df-45ce-a769-6359db7444ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:17.403587 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1a7ae36c-35d5-4a15-9e2d-b771f4852ea0 req-002cf403-f4df-45ce-a769-6359db7444ac service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a9918eff5a3f48ce98e866c17603f510&device_id=f30d753c-dba0-4c16-8535-fb1f53fdad7a HTTP/1.1" status: 200 len: 1098 time: 0.0817409 Sep 22 22:20:17.642407 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd5a69-fcc5-4704-a36f-6afb8933d455 req-26a0830d-3685-415e-976a-35d6ad91e867 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:17.643907 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-30fd5a69-fcc5-4704-a36f-6afb8933d455 req-26a0830d-3685-415e-976a-35d6ad91e867 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=f30d753c-dba0-4c16-8535-fb1f53fdad7a HTTP/1.1" status: 200 len: 945 time: 0.0947266 Sep 22 22:20:17.652541 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ae36c-35d5-4a15-9e2d-b771f4852ea0 req-17eb2625-df05-4243-8d78-a953b529829f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:17.654106 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1a7ae36c-35d5-4a15-9e2d-b771f4852ea0 req-17eb2625-df05-4243-8d78-a953b529829f service neutron] 10.222.0.49 "GET /v2.0/networks?id=06a15eab-037c-44ca-b6e2-2b0e4937da37 HTTP/1.1" status: 200 len: 896 time: 0.2448823 Sep 22 22:20:17.691104 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-30fd5a69-fcc5-4704-a36f-6afb8933d455 req-0583631e-3789-4f1b-abc2-ab7c2292992b tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=0a5b5336-a255-4040-81d8-7369fe975cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401018 Sep 22 22:20:17.718126 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-b197bcac-6c53-4b75-a555-289a3eee2378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2481f3-07b9-4a79-a9f7-84caa12b0d84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942662413', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.129'}], 'enable_snat': True}, 'gw_port_id': '370d8855-0905-4460-8209-92632a13f1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:19:16Z', 'updated_at': '2022-09-22T22:19:21Z', 'revision_number': 4, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '370d8855-0905-4460-8209-92632a13f1d6', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2481f3-07b9-4a79-a9f7-84caa12b0d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:19:16Z', 'updated_at': '2022-09-22T22:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': 'd5a2a9d9-c4be-46fe-9634-88a1038a2938', 'name': '', 'network_id': '06a15eab-037c-44ca-b6e2-2b0e4937da37', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'mac_address': 'fa:16:3e:a8:2e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2481f3-07b9-4a79-a9f7-84caa12b0d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '9a865073-052c-4e3d-bd46-eaace15375f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:19:20Z', 'updated_at': '2022-09-22T22:19:26Z', 'revision_number': 5, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'subnets': [{'id': '9a865073-052c-4e3d-bd46-eaace15375f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:20:17.722022 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b197bcac-6c53-4b75-a555-289a3eee2378 None None] Checking router: 1f2481f3-07b9-4a79-a9f7-84caa12b0d84 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:20:17.723200 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1a7ae36c-35d5-4a15-9e2d-b771f4852ea0 req-218928c7-29e9-4f14-9221-525731f90d98 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bee558c-9024-41ac-ba53-686d0caa4f78 HTTP/1.1" status: 200 len: 217 time: 0.0622211 Sep 22 22:20:17.731018 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b197bcac-6c53-4b75-a555-289a3eee2378 None None] Routers {'1f2481f3-07b9-4a79-a9f7-84caa12b0d84'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:20:17.731619 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-b197bcac-6c53-4b75-a555-289a3eee2378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:20:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['1f2481f3-07b9-4a79-a9f7-84caa12b0d84'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:20:17.791845 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ae36c-35d5-4a15-9e2d-b771f4852ea0 req-f8cd5eb5-f7f9-491f-902a-f18a05478f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:17.793330 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1a7ae36c-35d5-4a15-9e2d-b771f4852ea0 req-f8cd5eb5-f7f9-491f-902a-f18a05478f80 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9a865073-052c-4e3d-bd46-eaace15375f3 HTTP/1.1" status: 200 len: 834 time: 0.0636308 Sep 22 22:20:17.875389 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ae36c-35d5-4a15-9e2d-b771f4852ea0 req-6b6e9d0b-5935-41e8-b6ad-e168a927d37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:17.876846 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1a7ae36c-35d5-4a15-9e2d-b771f4852ea0 req-6b6e9d0b-5935-41e8-b6ad-e168a927d37f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=06a15eab-037c-44ca-b6e2-2b0e4937da37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766850 Sep 22 22:20:17.905954 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-b197bcac-6c53-4b75-a555-289a3eee2378 None None] Set router 1f2481f3-07b9-4a79-a9f7-84caa12b0d84 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:20:18.008534 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1a7ae36c-35d5-4a15-9e2d-b771f4852ea0 req-ad85aa35-e431-4ff3-a8db-bb1c48c23761 service neutron] 10.222.0.49 "GET /v2.0/networks/06a15eab-037c-44ca-b6e2-2b0e4937da37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236827 Sep 22 22:20:18.138099 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1a7ae36c-35d5-4a15-9e2d-b771f4852ea0 req-ea402548-3741-4723-adb6-6e8758300873 service neutron] 10.222.0.49 "GET /v2.0/networks/06a15eab-037c-44ca-b6e2-2b0e4937da37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238298 Sep 22 22:20:18.216699 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-b197bcac-6c53-4b75-a555-289a3eee2378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2481f3-07b9-4a79-a9f7-84caa12b0d84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942662413', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.129'}], 'enable_snat': True}, 'gw_port_id': '370d8855-0905-4460-8209-92632a13f1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:19:16Z', 'updated_at': '2022-09-22T22:19:21Z', 'revision_number': 4, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '370d8855-0905-4460-8209-92632a13f1d6', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2481f3-07b9-4a79-a9f7-84caa12b0d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:19:16Z', 'updated_at': '2022-09-22T22:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': 'd5a2a9d9-c4be-46fe-9634-88a1038a2938', 'name': '', 'network_id': '06a15eab-037c-44ca-b6e2-2b0e4937da37', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'mac_address': 'fa:16:3e:a8:2e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2481f3-07b9-4a79-a9f7-84caa12b0d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '9a865073-052c-4e3d-bd46-eaace15375f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:19:20Z', 'updated_at': '2022-09-22T22:19:26Z', 'revision_number': 5, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'subnets': [{'id': '9a865073-052c-4e3d-bd46-eaace15375f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:20:18.220716 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b197bcac-6c53-4b75-a555-289a3eee2378 None None] The sync data for ids ['1f2481f3-07b9-4a79-a9f7-84caa12b0d84'] in dv-neutron-858900-1-hyperv is: [{'id': '1f2481f3-07b9-4a79-a9f7-84caa12b0d84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942662413', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.129'}], 'enable_snat': True}, 'gw_port_id': '370d8855-0905-4460-8209-92632a13f1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:19:16Z', 'updated_at': '2022-09-22T22:19:21Z', 'revision_number': 4, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '370d8855-0905-4460-8209-92632a13f1d6', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2481f3-07b9-4a79-a9f7-84caa12b0d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:19:16Z', 'updated_at': '2022-09-22T22:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': 'd5a2a9d9-c4be-46fe-9634-88a1038a2938', 'name': '', 'network_id': '06a15eab-037c-44ca-b6e2-2b0e4937da37', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'mac_address': 'fa:16:3e:a8:2e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2481f3-07b9-4a79-a9f7-84caa12b0d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '9a865073-052c-4e3d-bd46-eaace15375f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:19:20Z', 'updated_at': '2022-09-22T22:19:26Z', 'revision_number': 5, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'subnets': [{'id': '9a865073-052c-4e3d-bd46-eaace15375f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:20:18.442357 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95681ca4-173f-4c96-a06a-537ab87df344 None None] New status for floating IP 34489abc-cf35-4b99-99e6-e8523eed4d71: DOWN {{(pid=89011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 22:20:18.913742 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300b829-7346-47a0-af6f-6965b93d119f req-a1359f20-6cc2-4914-ac18-297d189ef846 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:18.915057 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-f300b829-7346-47a0-af6f-6965b93d119f req-a1359f20-6cc2-4914-ac18-297d189ef846 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Synchronizing usage tracker for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:20:18.929745 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-f300b829-7346-47a0-af6f-6965b93d119f req-a1359f20-6cc2-4914-ac18-297d189ef846 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Unset dirty status for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:20:18.930859 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f300b829-7346-47a0-af6f-6965b93d119f req-a1359f20-6cc2-4914-ac18-297d189ef846 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=f30d753c-dba0-4c16-8535-fb1f53fdad7a HTTP/1.1" status: 200 len: 945 time: 0.1054478 Sep 22 22:20:18.973388 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f300b829-7346-47a0-af6f-6965b93d119f req-1f771fb6-09fa-475d-99ca-5b20e7ffa360 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/security-groups?id=0a5b5336-a255-4040-81d8-7369fe975cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367689 Sep 22 22:20:19.151984 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ec0c4-b02d-4132-937e-c8fc28a3668f req-948a2c0c-ef9d-4de5-9f14-b1e719f27305 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:19.153405 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-713ec0c4-b02d-4132-937e-c8fc28a3668f req-948a2c0c-ef9d-4de5-9f14-b1e719f27305 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.49 "GET /v2.0/ports?device_id=f30d753c-dba0-4c16-8535-fb1f53fdad7a HTTP/1.1" status: 200 len: 945 time: 0.0879290 Sep 22 22:20:19.219905 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-713ec0c4-b02d-4132-937e-c8fc28a3668f req-32d551de-6572-4e11-885b-adb9a0f7b5ed tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Deleting port 0bee558c-9024-41ac-ba53-686d0caa4f78 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:20:19.220160 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-713ec0c4-b02d-4132-937e-c8fc28a3668f req-32d551de-6572-4e11-885b-adb9a0f7b5ed tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:19.464435 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-713ec0c4-b02d-4132-937e-c8fc28a3668f req-32d551de-6572-4e11-885b-adb9a0f7b5ed tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] For port 0bee558c-9024-41ac-ba53-686d0caa4f78, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=0bee558c-9024-41ac-ba53-686d0caa4f78,segment=NetworkSegment(c22e151c-f9c7-4920-9708-e2362d07c718),segment_id=c22e151c-f9c7-4920-9708-e2362d07c718)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:20:19.464785 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-713ec0c4-b02d-4132-937e-c8fc28a3668f req-32d551de-6572-4e11-885b-adb9a0f7b5ed tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:19.582985 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-713ec0c4-b02d-4132-937e-c8fc28a3668f req-32d551de-6572-4e11-885b-adb9a0f7b5ed tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Calling delete_port for 0bee558c-9024-41ac-ba53-686d0caa4f78 owned by compute:nova {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:20:19.728132 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-713ec0c4-b02d-4132-937e-c8fc28a3668f req-32d551de-6572-4e11-885b-adb9a0f7b5ed tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:19.816136 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d551de-6572-4e11-885b-adb9a0f7b5ed tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event deleted for resources: {'Port': ['ID=0bee558c-9024-41ac-ba53-686d0caa4f78,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:19.870773 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-713ec0c4-b02d-4132-937e-c8fc28a3668f req-32d551de-6572-4e11-885b-adb9a0f7b5ed tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] No DVR routers for this DVR port 0bee558c-9024-41ac-ba53-686d0caa4f78 on host hv-neutron-8589 {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 22:20:19.873008 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-713ec0c4-b02d-4132-937e-c8fc28a3668f req-32d551de-6572-4e11-885b-adb9a0f7b5ed tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:19.875546 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f30d753c-dba0-4c16-8535-fb1f53fdad7a', 'name': 'network-vif-deleted', 'tag': '0bee558c-9024-41ac-ba53-686d0caa4f78'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:20:19.877803 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf1596b-298b-4f3b-b7af-54f05db729d1" -d '{"events": [{"server_uuid": "f30d753c-dba0-4c16-8535-fb1f53fdad7a", "name": "network-vif-deleted", "tag": "0bee558c-9024-41ac-ba53-686d0caa4f78"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:20:19.891743 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-713ec0c4-b02d-4132-937e-c8fc28a3668f req-32d551de-6572-4e11-885b-adb9a0f7b5ed tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.49 "DELETE /v2.0/ports/0bee558c-9024-41ac-ba53-686d0caa4f78 HTTP/1.1" status: 204 len: 173 time: 0.7332814 Sep 22 22:20:19.921446 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed677f2-1737-4ba8-a28e-784304ef25bf x-openstack-request-id: req-8ed677f2-1737-4ba8-a28e-784304ef25bf {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:20:19.922060 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f30d753c-dba0-4c16-8535-fb1f53fdad7a", "name": "network-vif-deleted", "tag": "0bee558c-9024-41ac-ba53-686d0caa4f78", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:20:19.922060 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8ed677f2-1737-4ba8-a28e-784304ef25bf {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:20:19.922451 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ed677f2-1737-4ba8-a28e-784304ef25bf'] response: {'server_uuid': 'f30d753c-dba0-4c16-8535-fb1f53fdad7a', 'name': 'network-vif-deleted', 'tag': '0bee558c-9024-41ac-ba53-686d0caa4f78', 'status': 'completed', 'code': 200} Sep 22 22:20:20.146054 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-7baebcf8-bee9-4336-801a-c4349b30305f req-f3fb1be3-57e9-4fe1-9e51-ee1f39c9207c tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Synchronizing usage tracker for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:20:20.163050 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-7baebcf8-bee9-4336-801a-c4349b30305f req-f3fb1be3-57e9-4fe1-9e51-ee1f39c9207c tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Unset dirty status for tenant:a9918eff5a3f48ce98e866c17603f510 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:20:20.164203 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7baebcf8-bee9-4336-801a-c4349b30305f req-f3fb1be3-57e9-4fe1-9e51-ee1f39c9207c tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "GET /v2.0/ports?device_id=f30d753c-dba0-4c16-8535-fb1f53fdad7a HTTP/1.1" status: 200 len: 210 time: 0.0670905 Sep 22 22:20:21.263301 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 59016) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:20:21.801260 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c176890e-a3a7-4ca2-bb51-b09e6a9a2e85 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:22.247741 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-c176890e-a3a7-4ca2-bb51-b09e6a9a2e85 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Deleting port d5a2a9d9-c4be-46fe-9634-88a1038a2938 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:20:22.248081 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c176890e-a3a7-4ca2-bb51-b09e6a9a2e85 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:22.432311 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-c176890e-a3a7-4ca2-bb51-b09e6a9a2e85 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] For port d5a2a9d9-c4be-46fe-9634-88a1038a2938, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=d5a2a9d9-c4be-46fe-9634-88a1038a2938,segment=NetworkSegment(c22e151c-f9c7-4920-9708-e2362d07c718),segment_id=c22e151c-f9c7-4920-9708-e2362d07c718)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:20:22.432945 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c176890e-a3a7-4ca2-bb51-b09e6a9a2e85 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:22.555134 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-c176890e-a3a7-4ca2-bb51-b09e6a9a2e85 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Calling delete_port for d5a2a9d9-c4be-46fe-9634-88a1038a2938 owned by network:router_interface {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:20:22.636647 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 0bee558c-9024-41ac-ba53-686d0caa4f78 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:20:22.670913 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] No Port match for: 0bee558c-9024-41ac-ba53-686d0caa4f78 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:20:22.671253 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 0bee558c-9024-41ac-ba53-686d0caa4f78 not bound to the agent host hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:20:22.868537 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c176890e-a3a7-4ca2-bb51-b09e6a9a2e85 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:22.914720 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176890e-a3a7-4ca2-bb51-b09e6a9a2e85 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event deleted for resources: {'Port': ['ID=d5a2a9d9-c4be-46fe-9634-88a1038a2938,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:22.960373 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176890e-a3a7-4ca2-bb51-b09e6a9a2e85 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:22.960754 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176890e-a3a7-4ca2-bb51-b09e6a9a2e85 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:22.961641 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176890e-a3a7-4ca2-bb51-b09e6a9a2e85 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:22.961975 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176890e-a3a7-4ca2-bb51-b09e6a9a2e85 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:22.962306 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176890e-a3a7-4ca2-bb51-b09e6a9a2e85 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:22.962654 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176890e-a3a7-4ca2-bb51-b09e6a9a2e85 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:22.962979 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176890e-a3a7-4ca2-bb51-b09e6a9a2e85 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:22.963301 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176890e-a3a7-4ca2-bb51-b09e6a9a2e85 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:22.963622 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176890e-a3a7-4ca2-bb51-b09e6a9a2e85 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:22.963941 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176890e-a3a7-4ca2-bb51-b09e6a9a2e85 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:22.964260 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176890e-a3a7-4ca2-bb51-b09e6a9a2e85 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:22.964577 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c176890e-a3a7-4ca2-bb51-b09e6a9a2e85 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:23.202973 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c176890e-a3a7-4ca2-bb51-b09e6a9a2e85 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:23.657766 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c176890e-a3a7-4ca2-bb51-b09e6a9a2e85 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Router 1f2481f3-07b9-4a79-a9f7-84caa12b0d84 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 22:20:23.844711 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c176890e-a3a7-4ca2-bb51-b09e6a9a2e85 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:20:23.854499 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794579b2-489f-4916-a90d-7ce1d41c4e94 None None] Sync routers for ids ['1f2481f3-07b9-4a79-a9f7-84caa12b0d84'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:20:23.861499 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c176890e-a3a7-4ca2-bb51-b09e6a9a2e85 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "PUT /v2.0/routers/1f2481f3-07b9-4a79-a9f7-84caa12b0d84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5971284 Sep 22 22:20:23.863604 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794579b2-489f-4916-a90d-7ce1d41c4e94 None None] Routers {'1f2481f3-07b9-4a79-a9f7-84caa12b0d84'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:20:23.864136 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 59020) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:20:23.864398 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-794579b2-489f-4916-a90d-7ce1d41c4e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:20:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['1f2481f3-07b9-4a79-a9f7-84caa12b0d84'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:20:23.928747 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-b95bf37c-5981-4cd8-99d0-6190b0bcb6f0 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Deleting subnet 9a865073-052c-4e3d-bd46-eaace15375f3 {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 22:20:23.932558 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b95bf37c-5981-4cd8-99d0-6190b0bcb6f0 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:23.991322 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b95bf37c-5981-4cd8-99d0-6190b0bcb6f0 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:24.084298 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b95bf37c-5981-4cd8-99d0-6190b0bcb6f0 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:24.089114 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-794579b2-489f-4916-a90d-7ce1d41c4e94 None None] Set router 1f2481f3-07b9-4a79-a9f7-84caa12b0d84 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:20:24.156671 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b95bf37c-5981-4cd8-99d0-6190b0bcb6f0 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:24.198463 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95bf37c-5981-4cd8-99d0-6190b0bcb6f0 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event deleted for resources: {'Subnet': ['ID=9a865073-052c-4e3d-bd46-eaace15375f3,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:24.202880 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b95bf37c-5981-4cd8-99d0-6190b0bcb6f0 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:24.209224 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-b95bf37c-5981-4cd8-99d0-6190b0bcb6f0 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "DELETE /v2.0/subnets/9a865073-052c-4e3d-bd46-eaace15375f3 HTTP/1.1" status: 204 len: 168 time: 0.3441231 Sep 22 22:20:24.212545 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f9d426-8810-4689-bb6c-e03f8b760669 None None] Network 06a15eab-037c-44ca-b6e2-2b0e4937da37 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:20:24.212692 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 59024) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:20:24.496905 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9b279d3c-5426-44ec-aeb4-a2de9b45bf10 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for router, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:24.559017 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-794579b2-489f-4916-a90d-7ce1d41c4e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2481f3-07b9-4a79-a9f7-84caa12b0d84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942662413', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.129'}], 'enable_snat': True}, 'gw_port_id': '370d8855-0905-4460-8209-92632a13f1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:19:16Z', 'updated_at': '2022-09-22T22:20:22Z', 'revision_number': 5, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '370d8855-0905-4460-8209-92632a13f1d6', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2481f3-07b9-4a79-a9f7-84caa12b0d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:19:16Z', 'updated_at': '2022-09-22T22:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:20:24.562996 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794579b2-489f-4916-a90d-7ce1d41c4e94 None None] Checking router: 1f2481f3-07b9-4a79-a9f7-84caa12b0d84 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:20:24.572901 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794579b2-489f-4916-a90d-7ce1d41c4e94 None None] Routers {'1f2481f3-07b9-4a79-a9f7-84caa12b0d84'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:20:24.573551 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-794579b2-489f-4916-a90d-7ce1d41c4e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:20:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['1f2481f3-07b9-4a79-a9f7-84caa12b0d84'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:20:24.636138 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d852ff8f-19c3-40db-b78d-f4d526142196 None None] DHCP port deletion for 06a15eab-037c-44ca-b6e2-2b0e4937da37 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 22:20:24.654882 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-d852ff8f-19c3-40db-b78d-f4d526142196 None None] Deleting port 3520b21d-3066-46b0-a64c-9dd959485d5e {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:20:24.655253 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-d852ff8f-19c3-40db-b78d-f4d526142196 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:24.686462 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9b279d3c-5426-44ec-aeb4-a2de9b45bf10 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:24.705254 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-9b279d3c-5426-44ec-aeb4-a2de9b45bf10 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Deleting port 370d8855-0905-4460-8209-92632a13f1d6 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:20:24.705593 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9b279d3c-5426-44ec-aeb4-a2de9b45bf10 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:24.843986 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-794579b2-489f-4916-a90d-7ce1d41c4e94 None None] Set router 1f2481f3-07b9-4a79-a9f7-84caa12b0d84 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:20:24.876777 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [None req-9b279d3c-5426-44ec-aeb4-a2de9b45bf10 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] For port 370d8855-0905-4460-8209-92632a13f1d6, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=370d8855-0905-4460-8209-92632a13f1d6,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:20:24.877059 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9b279d3c-5426-44ec-aeb4-a2de9b45bf10 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:24.997749 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-9b279d3c-5426-44ec-aeb4-a2de9b45bf10 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Calling delete_port for 370d8855-0905-4460-8209-92632a13f1d6 owned by network:router_gateway {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:20:25.120322 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-d852ff8f-19c3-40db-b78d-f4d526142196 None None] For port 3520b21d-3066-46b0-a64c-9dd959485d5e, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=3520b21d-3066-46b0-a64c-9dd959485d5e,segment=NetworkSegment(c22e151c-f9c7-4920-9708-e2362d07c718),segment_id=c22e151c-f9c7-4920-9708-e2362d07c718)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:20:25.120871 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-d852ff8f-19c3-40db-b78d-f4d526142196 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:25.301342 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-d852ff8f-19c3-40db-b78d-f4d526142196 None None] Calling delete_port for 3520b21d-3066-46b0-a64c-9dd959485d5e owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:20:25.305312 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9b279d3c-5426-44ec-aeb4-a2de9b45bf10 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:25.352699 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b279d3c-5426-44ec-aeb4-a2de9b45bf10 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event deleted for resources: {'Port': ['ID=370d8855-0905-4460-8209-92632a13f1d6,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:25.434982 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-d852ff8f-19c3-40db-b78d-f4d526142196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302'] for port, after_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:25.460285 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9b279d3c-5426-44ec-aeb4-a2de9b45bf10 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8012236'] for router_gateway, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:25.485198 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d852ff8f-19c3-40db-b78d-f4d526142196 None None] Pushing event deleted for resources: {'Port': ['ID=3520b21d-3066-46b0-a64c-9dd959485d5e,revision_number=None']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:25.489458 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d852ff8f-19c3-40db-b78d-f4d526142196 None None] No DVR routers for this DVR port 3520b21d-3066-46b0-a64c-9dd959485d5e on host dv-neutron-858900-1-hyperv {{(pid=89010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 22:20:25.502686 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d852ff8f-19c3-40db-b78d-f4d526142196 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:25.502686 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d852ff8f-19c3-40db-b78d-f4d526142196 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:25.502686 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d852ff8f-19c3-40db-b78d-f4d526142196 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:25.502686 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d852ff8f-19c3-40db-b78d-f4d526142196 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:25.502686 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d852ff8f-19c3-40db-b78d-f4d526142196 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:25.502686 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d852ff8f-19c3-40db-b78d-f4d526142196 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:25.502686 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d852ff8f-19c3-40db-b78d-f4d526142196 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:25.502686 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d852ff8f-19c3-40db-b78d-f4d526142196 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:25.502686 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d852ff8f-19c3-40db-b78d-f4d526142196 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:25.502686 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d852ff8f-19c3-40db-b78d-f4d526142196 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:25.502686 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d852ff8f-19c3-40db-b78d-f4d526142196 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:25.502686 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d852ff8f-19c3-40db-b78d-f4d526142196 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:25.513117 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-794579b2-489f-4916-a90d-7ce1d41c4e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2481f3-07b9-4a79-a9f7-84caa12b0d84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942662413', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.129'}], 'enable_snat': True}, 'gw_port_id': '370d8855-0905-4460-8209-92632a13f1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:19:16Z', 'updated_at': '2022-09-22T22:20:22Z', 'revision_number': 5, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '370d8855-0905-4460-8209-92632a13f1d6', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2481f3-07b9-4a79-a9f7-84caa12b0d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:19:16Z', 'updated_at': '2022-09-22T22:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:20:25.517112 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794579b2-489f-4916-a90d-7ce1d41c4e94 None None] The sync data for ids ['1f2481f3-07b9-4a79-a9f7-84caa12b0d84'] in dv-neutron-858900-1-hyperv is: [{'id': '1f2481f3-07b9-4a79-a9f7-84caa12b0d84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942662413', 'tenant_id': 'a9918eff5a3f48ce98e866c17603f510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.129'}], 'enable_snat': True}, 'gw_port_id': '370d8855-0905-4460-8209-92632a13f1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:19:16Z', 'updated_at': '2022-09-22T22:20:22Z', 'revision_number': 5, 'project_id': 'a9918eff5a3f48ce98e866c17603f510', 'gw_port': {'id': '370d8855-0905-4460-8209-92632a13f1d6', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2481f3-07b9-4a79-a9f7-84caa12b0d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:19:16Z', 'updated_at': '2022-09-22T22:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:20:25.636512 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9b279d3c-5426-44ec-aeb4-a2de9b45bf10 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:25.638702 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9b279d3c-5426-44ec-aeb4-a2de9b45bf10 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:25.660672 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9b279d3c-5426-44ec-aeb4-a2de9b45bf10 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:25.661233 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b279d3c-5426-44ec-aeb4-a2de9b45bf10 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Fanout notify agent at l3_agent the message router_deleted on router 1f2481f3-07b9-4a79-a9f7-84caa12b0d84 {{(pid=89008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 22:20:25.675876 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9b279d3c-5426-44ec-aeb4-a2de9b45bf10 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:25.676959 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-9b279d3c-5426-44ec-aeb4-a2de9b45bf10 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "DELETE /v2.0/routers/1f2481f3-07b9-4a79-a9f7-84caa12b0d84 HTTP/1.1" status: 204 len: 168 time: 1.4634290 Sep 22 22:20:25.680164 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 59028) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:20:25.793813 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a70982be-d939-42e3-bf09-c395c054184f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:26.040085 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a70982be-d939-42e3-bf09-c395c054184f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:26.065659 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-a70982be-d939-42e3-bf09-c395c054184f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06a15eab-037c-44ca-b6e2-2b0e4937da37']}} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:20:26.079175 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-a70982be-d939-42e3-bf09-c395c054184f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c22e151c-f9c7-4920-9708-e2362d07c718') {'for_net_delete': True} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:20:26.079466 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.services.segments.db [None req-a70982be-d939-42e3-bf09-c395c054184f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c22e151c-f9c7-4920-9708-e2362d07c718') {} {{(pid=89008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:20:26.092052 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a70982be-d939-42e3-bf09-c395c054184f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7153499'] for segment, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:26.108218 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a70982be-d939-42e3-bf09-c395c054184f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:26.114418 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a70982be-d939-42e3-bf09-c395c054184f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=89008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 22:20:26.114835 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a70982be-d939-42e3-bf09-c395c054184f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6912380'] for segment, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:26.200976 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment c22e151c-f9c7-4920-9708-e2362d07c718 resource provider aggregate not found Sep 22 22:20:26.217822 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.services.segments.plugin [-] Segment c22e151c-f9c7-4920-9708-e2362d07c718 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c22e151c-f9c7-4920-9708-e2362d07c718 found for delete ", "request_id": "req-04696b24-3474-425f-8f44-b770d5982f8c"}]} Sep 22 22:20:26.219865 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a70982be-d939-42e3-bf09-c395c054184f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:26.224356 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-a70982be-d939-42e3-bf09-c395c054184f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:26.250545 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70982be-d939-42e3-bf09-c395c054184f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event deleted for resources: {'Network': ['ID=06a15eab-037c-44ca-b6e2-2b0e4937da37,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:26.257129 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-a70982be-d939-42e3-bf09-c395c054184f tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "DELETE /v2.0/networks/06a15eab-037c-44ca-b6e2-2b0e4937da37 HTTP/1.1" status: 204 len: 168 time: 0.5733173 Sep 22 22:20:26.257479 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 59038) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:20:26.323438 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bbb85760-d3bc-4eff-89eb-5c1d65d53463 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:26.352722 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bbb85760-d3bc-4eff-89eb-5c1d65d53463 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:26.418510 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bbb85760-d3bc-4eff-89eb-5c1d65d53463 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:26.437541 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb85760-d3bc-4eff-89eb-5c1d65d53463 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5b5336-a255-4040-81d8-7369fe975cc8,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:26.445016 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-bbb85760-d3bc-4eff-89eb-5c1d65d53463 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:26.446207 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-bbb85760-d3bc-4eff-89eb-5c1d65d53463 tempest-TestNetworkAdvancedServerOps-1833870736 tempest-TestNetworkAdvancedServerOps-1833870736-project] 10.222.0.33 "DELETE /v2.0/security-groups/0a5b5336-a255-4040-81d8-7369fe975cc8 HTTP/1.1" status: 204 len: 168 time: 0.1878746 Sep 22 22:20:26.458754 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:26.546917 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device d5a2a9d9-c4be-46fe-9634-88a1038a2938 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:20:26.580153 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: d5a2a9d9-c4be-46fe-9634-88a1038a2938 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:20:26.580493 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device d5a2a9d9-c4be-46fe-9634-88a1038a2938 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:20:26.580896 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 3520b21d-3066-46b0-a64c-9dd959485d5e no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:20:26.615550 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 3520b21d-3066-46b0-a64c-9dd959485d5e {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:20:26.615894 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 3520b21d-3066-46b0-a64c-9dd959485d5e not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:20:26.616297 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 370d8855-0905-4460-8209-92632a13f1d6 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:20:26.650937 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 370d8855-0905-4460-8209-92632a13f1d6 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:20:26.651280 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 370d8855-0905-4460-8209-92632a13f1d6 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:20:26.830117 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 59048) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:20:27.089884 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-4c53f4ff-1680-442b-8fdc-80b05f722dc3 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=a9918eff5a3f48ce98e866c17603f510&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2584982 Sep 22 22:20:27.092295 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 59054) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:20:27.161063 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2c0e64a2-6813-4f26-86cf-0cdcd3a19209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:27.186474 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2c0e64a2-6813-4f26-86cf-0cdcd3a19209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:27.237180 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2c0e64a2-6813-4f26-86cf-0cdcd3a19209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:27.254203 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e64a2-6813-4f26-86cf-0cdcd3a19209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a3bc7a-38cf-4fc7-b27c-f4b929a6446b,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:27.261421 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2c0e64a2-6813-4f26-86cf-0cdcd3a19209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:27.262520 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-2c0e64a2-6813-4f26-86cf-0cdcd3a19209 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/a0a3bc7a-38cf-4fc7-b27c-f4b929a6446b HTTP/1.1" status: 204 len: 168 time: 0.1693416 Sep 22 22:20:27.542457 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 59062) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:20:27.562843 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-dc3a101b-af28-46a3-bf56-3db5fb5ab786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:27.576433 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-dc3a101b-af28-46a3-bf56-3db5fb5ab786 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:20:27.580231 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-dc3a101b-af28-46a3-bf56-3db5fb5ab786 admin admin] Usage tracker for resource:security_group_rule and tenant:0e0b1d7f6af3421795e3449b5fcd0925 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:20:27.582978 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-dc3a101b-af28-46a3-bf56-3db5fb5ab786 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:20:27.588504 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-dc3a101b-af28-46a3-bf56-3db5fb5ab786 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:20:27.672247 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-dc3a101b-af28-46a3-bf56-3db5fb5ab786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:27.676097 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-dc3a101b-af28-46a3-bf56-3db5fb5ab786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:27.721453 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-dc3a101b-af28-46a3-bf56-3db5fb5ab786 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=0e0b1d7f6af3421795e3449b5fcd0925&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1777971 Sep 22 22:20:27.722238 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3a101b-af28-46a3-bf56-3db5fb5ab786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b80dda-1dd1-4b86-bc2a-b710ff200d58,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:27.724258 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 59066) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:20:27.793571 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-51d4ce6a-fc0d-4e42-8d74-6373b4233a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:27.818497 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-51d4ce6a-fc0d-4e42-8d74-6373b4233a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:27.870784 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-51d4ce6a-fc0d-4e42-8d74-6373b4233a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:27.886621 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d4ce6a-fc0d-4e42-8d74-6373b4233a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b80dda-1dd1-4b86-bc2a-b710ff200d58,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:27.890995 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-51d4ce6a-fc0d-4e42-8d74-6373b4233a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:27.892108 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-51d4ce6a-fc0d-4e42-8d74-6373b4233a6c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/74b80dda-1dd1-4b86-bc2a-b710ff200d58 HTTP/1.1" status: 204 len: 168 time: 0.1668549 Sep 22 22:20:28.636894 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 59090) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:20:28.737556 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-cadddf49-3b78-46ec-a96d-ae12b4524099 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1599492514-network', 'tenant_id': '2c8cfd473b43487ab1b83c8bf9d9818e'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:20:28.742847 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-cadddf49-3b78-46ec-a96d-ae12b4524099 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:20:28.746785 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-cadddf49-3b78-46ec-a96d-ae12b4524099 admin admin] Usage tracker for resource:network and tenant:2c8cfd473b43487ab1b83c8bf9d9818e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:20:28.749573 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-cadddf49-3b78-46ec-a96d-ae12b4524099 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:20:28.755457 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-cadddf49-3b78-46ec-a96d-ae12b4524099 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:20:28.765978 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadddf49-3b78-46ec-a96d-ae12b4524099 admin admin] Made reservation on behalf of 2c8cfd473b43487ab1b83c8bf9d9818e for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:20:28.768316 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cadddf49-3b78-46ec-a96d-ae12b4524099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:28.780038 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cadddf49-3b78-46ec-a96d-ae12b4524099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:28.793803 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-cadddf49-3b78-46ec-a96d-ae12b4524099 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:20:28.797532 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-cadddf49-3b78-46ec-a96d-ae12b4524099 admin admin] Usage tracker for resource:security_group_rule and tenant:2c8cfd473b43487ab1b83c8bf9d9818e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:20:28.800253 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-cadddf49-3b78-46ec-a96d-ae12b4524099 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:20:28.806525 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-cadddf49-3b78-46ec-a96d-ae12b4524099 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:20:28.889763 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cadddf49-3b78-46ec-a96d-ae12b4524099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:28.893490 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cadddf49-3b78-46ec-a96d-ae12b4524099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:28.923910 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cadddf49-3b78-46ec-a96d-ae12b4524099 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 22:20:28.932718 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadddf49-3b78-46ec-a96d-ae12b4524099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7448dbd0-a211-48ed-accf-6579c1245fbf,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:28.939352 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cadddf49-3b78-46ec-a96d-ae12b4524099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:28.940198 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-cadddf49-3b78-46ec-a96d-ae12b4524099 admin admin] Added segment e09a7a55-ed59-42a8-8e72-eb9b697d1911 of type vlan for network 9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d Sep 22 22:20:28.965198 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cadddf49-3b78-46ec-a96d-ae12b4524099 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:28.993824 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cadddf49-3b78-46ec-a96d-ae12b4524099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:28.994706 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadddf49-3b78-46ec-a96d-ae12b4524099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:28.995277 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cadddf49-3b78-46ec-a96d-ae12b4524099 admin admin] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:29.096289 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-cadddf49-3b78-46ec-a96d-ae12b4524099 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4583237 Sep 22 22:20:29.097132 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadddf49-3b78-46ec-a96d-ae12b4524099 admin admin] Pushing event updated for resources: {'Network': ['ID=9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:29.099213 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 59096) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:20:29.105293 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-5121e279-5c07-4ded-9a5b-a37a740b6e34 admin admin] Request body: {'subnet': {'network_id': '9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1599492514-subnet', 'tenant_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'ip_version': 4}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:20:29.107601 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 22:20:29.110296 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-5121e279-5c07-4ded-9a5b-a37a740b6e34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:20:29.114432 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-5121e279-5c07-4ded-9a5b-a37a740b6e34 admin admin] Usage tracker for resource:subnet and tenant:2c8cfd473b43487ab1b83c8bf9d9818e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:20:29.118010 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-5121e279-5c07-4ded-9a5b-a37a740b6e34 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:20:29.125061 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-5121e279-5c07-4ded-9a5b-a37a740b6e34 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:20:29.135151 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5121e279-5c07-4ded-9a5b-a37a740b6e34 admin admin] Made reservation on behalf of 2c8cfd473b43487ab1b83c8bf9d9818e for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:20:29.137472 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5121e279-5c07-4ded-9a5b-a37a740b6e34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:29.337165 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5121e279-5c07-4ded-9a5b-a37a740b6e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:29.412385 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5121e279-5c07-4ded-9a5b-a37a740b6e34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37738cc7-81b2-48f2-9908-523f0ee09258,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:29.420080 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5121e279-5c07-4ded-9a5b-a37a740b6e34 admin admin] Checking segment: {'id': 'e09a7a55-ed59-42a8-8e72-eb9b697d1911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:20:29.420435 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5121e279-5c07-4ded-9a5b-a37a740b6e34 admin admin] Network hostable DHCP agents. Network: 9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 22:20:29.438974 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5121e279-5c07-4ded-9a5b-a37a740b6e34 admin admin] Network 9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 22:20:29.447829 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-5121e279-5c07-4ded-9a5b-a37a740b6e34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:20:29.454150 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5121e279-5c07-4ded-9a5b-a37a740b6e34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:29.456261 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-5121e279-5c07-4ded-9a5b-a37a740b6e34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:29.456669 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f649bb-859e-4d26-93eb-cd4e13038ef4 None None] Network 9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:20:29.479777 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-5121e279-5c07-4ded-9a5b-a37a740b6e34 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3795223 Sep 22 22:20:29.482514 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 59100) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:20:29.487350 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-62712e9b-dcca-4571-865a-87a12278fb3a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1599492514-router', 'tenant_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:20:29.492029 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-62712e9b-dcca-4571-865a-87a12278fb3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:20:29.495879 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-62712e9b-dcca-4571-865a-87a12278fb3a admin admin] Usage tracker for resource:router and tenant:2c8cfd473b43487ab1b83c8bf9d9818e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:20:29.498697 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-62712e9b-dcca-4571-865a-87a12278fb3a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:20:29.504698 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-62712e9b-dcca-4571-865a-87a12278fb3a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:20:29.516440 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-62712e9b-dcca-4571-865a-87a12278fb3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:29.517402 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-62712e9b-dcca-4571-865a-87a12278fb3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:29.532659 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-62712e9b-dcca-4571-865a-87a12278fb3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:29.693756 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edd3954-a781-42e2-a619-9ef30b380aea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d', 'network_id': '9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d', 'tenant_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'fixed_ips': [{'subnet_id': '37738cc7-81b2-48f2-9908-523f0ee09258'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 22:20:29.694654 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7edd3954-a781-42e2-a619-9ef30b380aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:29.864715 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-7edd3954-a781-42e2-a619-9ef30b380aea None None] Allocated IP 172.20.0.2 (9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d/37738cc7-81b2-48f2-9908-523f0ee09258/466955b7-ad0d-4b5f-a515-816ab087addc) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:20:29.915306 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-62712e9b-dcca-4571-865a-87a12278fb3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:30.068212 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7edd3954-a781-42e2-a619-9ef30b380aea None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:30.078980 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-7edd3954-a781-42e2-a619-9ef30b380aea None None] Transition to ACTIVE for port object 466955b7-ad0d-4b5f-a515-816ab087addc will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:20:30.096694 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-7edd3954-a781-42e2-a619-9ef30b380aea None None] Transition to ACTIVE for port object 466955b7-ad0d-4b5f-a515-816ab087addc will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:20:30.101542 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7edd3954-a781-42e2-a619-9ef30b380aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:30.166173 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edd3954-a781-42e2-a619-9ef30b380aea None None] Network 9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:20:30.169206 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-7edd3954-a781-42e2-a619-9ef30b380aea None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:20:30.172793 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edd3954-a781-42e2-a619-9ef30b380aea None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:20:30.178459 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd3954-a781-42e2-a619-9ef30b380aea None None] Pushing event updated for resources: {'Port': ['ID=466955b7-ad0d-4b5f-a515-816ab087addc,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:30.219659 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-62712e9b-dcca-4571-865a-87a12278fb3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:30.252595 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-62712e9b-dcca-4571-865a-87a12278fb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:30.278391 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-7edd3954-a781-42e2-a619-9ef30b380aea None None] Attempting to bind port 466955b7-ad0d-4b5f-a515-816ab087addc on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:20:30.278793 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-7edd3954-a781-42e2-a619-9ef30b380aea None None] Attempting to bind port 466955b7-ad0d-4b5f-a515-816ab087addc by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'e09a7a55-ed59-42a8-8e72-eb9b697d1911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:20:30.279153 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edd3954-a781-42e2-a619-9ef30b380aea None None] Attempting to bind port 466955b7-ad0d-4b5f-a515-816ab087addc on network 9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:20:30.284325 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edd3954-a781-42e2-a619-9ef30b380aea None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:20:30.284695 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edd3954-a781-42e2-a619-9ef30b380aea None None] Checking segment: {'id': 'e09a7a55-ed59-42a8-8e72-eb9b697d1911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:20:30.285092 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7edd3954-a781-42e2-a619-9ef30b380aea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:30.285499 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edd3954-a781-42e2-a619-9ef30b380aea None None] Bound using segment: {'id': 'e09a7a55-ed59-42a8-8e72-eb9b697d1911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:20:30.285937 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-7edd3954-a781-42e2-a619-9ef30b380aea None None] Bound port: 466955b7-ad0d-4b5f-a515-816ab087addc, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e09a7a55-ed59-42a8-8e72-eb9b697d1911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:20:30.286305 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7edd3954-a781-42e2-a619-9ef30b380aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:30.382514 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-7edd3954-a781-42e2-a619-9ef30b380aea None None] For port 466955b7-ad0d-4b5f-a515-816ab087addc, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:20:30.386750 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-7edd3954-a781-42e2-a619-9ef30b380aea None None] For port 466955b7-ad0d-4b5f-a515-816ab087addc, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=466955b7-ad0d-4b5f-a515-816ab087addc,segment=NetworkSegment(e09a7a55-ed59-42a8-8e72-eb9b697d1911),segment_id=e09a7a55-ed59-42a8-8e72-eb9b697d1911)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:20:30.391116 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7edd3954-a781-42e2-a619-9ef30b380aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:30.394671 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-62712e9b-dcca-4571-865a-87a12278fb3a admin admin] Allocated IP 172.26.0.203 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/41b5aa64-455a-49f4-8990-83609d706ebc) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:20:30.473471 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd3954-a781-42e2-a619-9ef30b380aea None None] Pushing event updated for resources: {'Port': ['ID=466955b7-ad0d-4b5f-a515-816ab087addc,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:30.556140 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-62712e9b-dcca-4571-865a-87a12278fb3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:30.588177 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-62712e9b-dcca-4571-865a-87a12278fb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:30.662647 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62712e9b-dcca-4571-865a-87a12278fb3a admin admin] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:20:30.666408 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-62712e9b-dcca-4571-865a-87a12278fb3a admin admin] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:20:30.668790 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62712e9b-dcca-4571-865a-87a12278fb3a admin admin] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:20:30.713612 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62712e9b-dcca-4571-865a-87a12278fb3a admin admin] Pushing event updated for resources: {'Port': ['ID=41b5aa64-455a-49f4-8990-83609d706ebc,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:30.831720 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:20:31.088115 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-62712e9b-dcca-4571-865a-87a12278fb3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:31.411762 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b30216-3ad1-4b49-b1bc-91e6e56e0280 None None] Network 9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:20:31.540967 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-d42cd3f9-f5d9-48f7-9c16-d7bf7fb92d01 None None] Provisioning for port 466955b7-ad0d-4b5f-a515-816ab087addc completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:20:31.548440 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-62712e9b-dcca-4571-865a-87a12278fb3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:31.754189 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62712e9b-dcca-4571-865a-87a12278fb3a admin admin] Router 90362d31-71d4-443b-9073-3cf95959ec3f is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 22:20:31.932071 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62712e9b-dcca-4571-865a-87a12278fb3a admin admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:20:31.940507 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38693b8-70a1-4cc2-b63a-5fa853083ed5 None None] Sync routers for ids ['90362d31-71d4-443b-9073-3cf95959ec3f'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:20:31.950438 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38693b8-70a1-4cc2-b63a-5fa853083ed5 None None] Routers {'90362d31-71d4-443b-9073-3cf95959ec3f'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:20:31.951009 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-b38693b8-70a1-4cc2-b63a-5fa853083ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:20:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['90362d31-71d4-443b-9073-3cf95959ec3f'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:20:31.954812 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-62712e9b-dcca-4571-865a-87a12278fb3a admin admin] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:31.956010 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-62712e9b-dcca-4571-865a-87a12278fb3a admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4725657 Sep 22 22:20:31.958727 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 59104) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:20:32.124092 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-b38693b8-70a1-4cc2-b63a-5fa853083ed5 None None] Set router 90362d31-71d4-443b-9073-3cf95959ec3f gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:20:32.413086 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-b38693b8-70a1-4cc2-b63a-5fa853083ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'name': 'tempest-TestShelveInstance-1599492514-router', 'tenant_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': '41b5aa64-455a-49f4-8990-83609d706ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:20:29Z', 'updated_at': '2022-09-22T22:20:30Z', 'revision_number': 3, 'project_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'gw_port': {'id': '41b5aa64-455a-49f4-8990-83609d706ebc', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:4d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:20:30Z', 'updated_at': '2022-09-22T22:20:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:20:32.418065 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 466955b7-ad0d-4b5f-a515-816ab087addc up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:20:32.418995 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38693b8-70a1-4cc2-b63a-5fa853083ed5 None None] Checking router: 90362d31-71d4-443b-9073-3cf95959ec3f for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:20:32.419373 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38693b8-70a1-4cc2-b63a-5fa853083ed5 None None] Updating router 90362d31-71d4-443b-9073-3cf95959ec3f port 41b5aa64-455a-49f4-8990-83609d706ebc binding host dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 22:20:32.476242 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-b38693b8-70a1-4cc2-b63a-5fa853083ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:32.488678 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 466955b7-ad0d-4b5f-a515-816ab087addc completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:20:32.494185 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 466955b7-ad0d-4b5f-a515-816ab087addc triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:20:32.494774 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:32.495128 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 466955b7-ad0d-4b5f-a515-816ab087addc Sep 22 22:20:32.618708 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 466955b7-ad0d-4b5f-a515-816ab087addc is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:20:32.619407 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:32.625396 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f5d40f56-e201-4815-bd3b-9ece064b68f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:32.651842 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 466955b7-ad0d-4b5f-a515-816ab087addc, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=466955b7-ad0d-4b5f-a515-816ab087addc,segment=NetworkSegment(e09a7a55-ed59-42a8-8e72-eb9b697d1911),segment_id=e09a7a55-ed59-42a8-8e72-eb9b697d1911)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:20:32.655953 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:32.726584 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=466955b7-ad0d-4b5f-a515-816ab087addc,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:32.814738 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-b38693b8-70a1-4cc2-b63a-5fa853083ed5 None None] Notify callbacks [] for port, precommit_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:32.826890 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.provisioning_blocks [None req-b38693b8-70a1-4cc2-b63a-5fa853083ed5 None None] Transition to ACTIVE for port object 41b5aa64-455a-49f4-8990-83609d706ebc will not be triggered until provisioned by entity L2. {{(pid=89011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:20:32.833357 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-b38693b8-70a1-4cc2-b63a-5fa853083ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:32.927436 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-b38693b8-70a1-4cc2-b63a-5fa853083ed5 None None] Attempting to bind port 41b5aa64-455a-49f4-8990-83609d706ebc on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:20:32.927710 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-b38693b8-70a1-4cc2-b63a-5fa853083ed5 None None] Attempting to bind port 41b5aa64-455a-49f4-8990-83609d706ebc by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:20:32.928064 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38693b8-70a1-4cc2-b63a-5fa853083ed5 None None] Attempting to bind port 41b5aa64-455a-49f4-8990-83609d706ebc on network a22ae1c9-d428-411f-af43-ce0f71b38d9c {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:20:32.938478 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38693b8-70a1-4cc2-b63a-5fa853083ed5 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:20:32.938874 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38693b8-70a1-4cc2-b63a-5fa853083ed5 None None] Checking segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:20:32.939268 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-b38693b8-70a1-4cc2-b63a-5fa853083ed5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:32.939656 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38693b8-70a1-4cc2-b63a-5fa853083ed5 None None] Bound using segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:20:32.940104 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-b38693b8-70a1-4cc2-b63a-5fa853083ed5 None None] Bound port: 41b5aa64-455a-49f4-8990-83609d706ebc, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:20:32.940462 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-b38693b8-70a1-4cc2-b63a-5fa853083ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:32.959020 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-f5d40f56-e201-4815-bd3b-9ece064b68f0 admin admin] Allocated IP 172.20.0.1 (9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d/37738cc7-81b2-48f2-9908-523f0ee09258/44956d63-1463-4bf5-89ce-14439682b3f6) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:20:32.978629 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ff8803-4c07-41d7-ba88-2104a92ca31a None None] Pushing event updated for resources: {'Port': ['ID=41b5aa64-455a-49f4-8990-83609d706ebc,revision_number=2']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:32.995728 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ff8803-4c07-41d7-ba88-2104a92ca31a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:32.996072 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ff8803-4c07-41d7-ba88-2104a92ca31a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:32.996425 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ff8803-4c07-41d7-ba88-2104a92ca31a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:32.996738 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ff8803-4c07-41d7-ba88-2104a92ca31a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:32.997063 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ff8803-4c07-41d7-ba88-2104a92ca31a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:32.997387 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ff8803-4c07-41d7-ba88-2104a92ca31a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:32.997708 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ff8803-4c07-41d7-ba88-2104a92ca31a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:32.998027 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ff8803-4c07-41d7-ba88-2104a92ca31a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:32.998345 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ff8803-4c07-41d7-ba88-2104a92ca31a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:32.998681 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ff8803-4c07-41d7-ba88-2104a92ca31a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:32.998999 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ff8803-4c07-41d7-ba88-2104a92ca31a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:32.999317 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ff8803-4c07-41d7-ba88-2104a92ca31a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:33.029798 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-b38693b8-70a1-4cc2-b63a-5fa853083ed5 None None] For port 41b5aa64-455a-49f4-8990-83609d706ebc, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:20:33.033047 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-b38693b8-70a1-4cc2-b63a-5fa853083ed5 None None] For port 41b5aa64-455a-49f4-8990-83609d706ebc, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=41b5aa64-455a-49f4-8990-83609d706ebc,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:20:33.037217 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-b38693b8-70a1-4cc2-b63a-5fa853083ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:33.095865 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38693b8-70a1-4cc2-b63a-5fa853083ed5 None None] Routers {'90362d31-71d4-443b-9073-3cf95959ec3f'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:20:33.096481 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-b38693b8-70a1-4cc2-b63a-5fa853083ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:20:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['90362d31-71d4-443b-9073-3cf95959ec3f'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:20:33.104279 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f5d40f56-e201-4815-bd3b-9ece064b68f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:33.119247 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-f5d40f56-e201-4815-bd3b-9ece064b68f0 admin admin] Transition to ACTIVE for port object 44956d63-1463-4bf5-89ce-14439682b3f6 will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:20:33.142028 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f5d40f56-e201-4815-bd3b-9ece064b68f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:33.187082 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ff8803-4c07-41d7-ba88-2104a92ca31a None None] Pushing event updated for resources: {'Port': ['ID=41b5aa64-455a-49f4-8990-83609d706ebc,revision_number=3']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:33.208902 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d40f56-e201-4815-bd3b-9ece064b68f0 admin admin] Network 9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:20:33.212131 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-f5d40f56-e201-4815-bd3b-9ece064b68f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:20:33.215945 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d40f56-e201-4815-bd3b-9ece064b68f0 admin admin] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:20:33.250976 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d40f56-e201-4815-bd3b-9ece064b68f0 admin admin] Pushing event updated for resources: {'Port': ['ID=44956d63-1463-4bf5-89ce-14439682b3f6,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:33.275034 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f5d40f56-e201-4815-bd3b-9ece064b68f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:33.295119 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-b38693b8-70a1-4cc2-b63a-5fa853083ed5 None None] Set router 90362d31-71d4-443b-9073-3cf95959ec3f gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:20:33.510047 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-31332b08-2a88-43ae-8f5f-a866ea4a4f54 None None] Provisioning for port 44956d63-1463-4bf5-89ce-14439682b3f6 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:20:33.515251 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-31332b08-2a88-43ae-8f5f-a866ea4a4f54 None None] Provisioning complete for port 44956d63-1463-4bf5-89ce-14439682b3f6 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:20:33.515797 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-31332b08-2a88-43ae-8f5f-a866ea4a4f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:33.516271 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-31332b08-2a88-43ae-8f5f-a866ea4a4f54 None None] Attempt 1 to provision port 44956d63-1463-4bf5-89ce-14439682b3f6 Sep 22 22:20:33.538199 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f5d40f56-e201-4815-bd3b-9ece064b68f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:33.581259 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-31332b08-2a88-43ae-8f5f-a866ea4a4f54 None None] Port 44956d63-1463-4bf5-89ce-14439682b3f6 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:20:33.587790 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-b38693b8-70a1-4cc2-b63a-5fa853083ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'name': 'tempest-TestShelveInstance-1599492514-router', 'tenant_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': '41b5aa64-455a-49f4-8990-83609d706ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:20:29Z', 'updated_at': '2022-09-22T22:20:30Z', 'revision_number': 3, 'project_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'gw_port': {'id': '41b5aa64-455a-49f4-8990-83609d706ebc', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:4d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:20:30Z', 'updated_at': '2022-09-22T22:20:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:20:33.591690 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38693b8-70a1-4cc2-b63a-5fa853083ed5 None None] The sync data for ids ['90362d31-71d4-443b-9073-3cf95959ec3f'] in dv-neutron-858900-1-hyperv is: [{'id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'name': 'tempest-TestShelveInstance-1599492514-router', 'tenant_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': '41b5aa64-455a-49f4-8990-83609d706ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:20:29Z', 'updated_at': '2022-09-22T22:20:30Z', 'revision_number': 3, 'project_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'gw_port': {'id': '41b5aa64-455a-49f4-8990-83609d706ebc', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:4d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:20:30Z', 'updated_at': '2022-09-22T22:20:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:20:33.768036 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f5d40f56-e201-4815-bd3b-9ece064b68f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:33.772841 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f5d40f56-e201-4815-bd3b-9ece064b68f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:33.900525 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f5d40f56-e201-4815-bd3b-9ece064b68f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:33.905196 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d40f56-e201-4815-bd3b-9ece064b68f0 admin admin] Pushing event updated for resources: {'Port': ['ID=44956d63-1463-4bf5-89ce-14439682b3f6,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:34.042560 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d40f56-e201-4815-bd3b-9ece064b68f0 admin admin] Network 9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:20:34.043721 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-f5d40f56-e201-4815-bd3b-9ece064b68f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:20:34.082636 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-31332b08-2a88-43ae-8f5f-a866ea4a4f54 None None] Attempt 2 to provision port 44956d63-1463-4bf5-89ce-14439682b3f6 Sep 22 22:20:34.143578 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-31332b08-2a88-43ae-8f5f-a866ea4a4f54 None None] Port 44956d63-1463-4bf5-89ce-14439682b3f6 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:20:34.237788 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d40f56-e201-4815-bd3b-9ece064b68f0 admin admin] Router 90362d31-71d4-443b-9073-3cf95959ec3f has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 22:20:34.455383 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 466955b7-ad0d-4b5f-a515-816ab087addc up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:20:34.529323 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 466955b7-ad0d-4b5f-a515-816ab087addc triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:20:34.529939 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:34.529939 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 466955b7-ad0d-4b5f-a515-816ab087addc Sep 22 22:20:34.547325 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d40f56-e201-4815-bd3b-9ece064b68f0 admin admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:20:34.556418 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-f5d40f56-e201-4815-bd3b-9ece064b68f0 admin admin] 10.222.0.33 "PUT /v2.0/routers/90362d31-71d4-443b-9073-3cf95959ec3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5967782 Sep 22 22:20:34.645226 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-31332b08-2a88-43ae-8f5f-a866ea4a4f54 None None] Attempt 3 to provision port 44956d63-1463-4bf5-89ce-14439682b3f6 Sep 22 22:20:34.695398 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 466955b7-ad0d-4b5f-a515-816ab087addc is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:20:34.696550 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 41b5aa64-455a-49f4-8990-83609d706ebc up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:20:34.751115 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-31332b08-2a88-43ae-8f5f-a866ea4a4f54 None None] Port 44956d63-1463-4bf5-89ce-14439682b3f6 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:20:34.771756 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 41b5aa64-455a-49f4-8990-83609d706ebc completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:20:34.777313 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 41b5aa64-455a-49f4-8990-83609d706ebc triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:20:34.777687 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:34.778020 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 41b5aa64-455a-49f4-8990-83609d706ebc Sep 22 22:20:34.909560 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 41b5aa64-455a-49f4-8990-83609d706ebc is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:20:34.909944 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:34.927213 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 41b5aa64-455a-49f4-8990-83609d706ebc, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=41b5aa64-455a-49f4-8990-83609d706ebc,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:20:34.931808 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:35.003042 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=41b5aa64-455a-49f4-8990-83609d706ebc,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:35.073094 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 59122) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:20:35.078658 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-717a83c3-082b-4825-8d9a-04eeb391eecd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-710772007-network', 'tenant_id': '39a21d4e4e99416abb6b270b636e7f5a'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:20:35.083604 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-717a83c3-082b-4825-8d9a-04eeb391eecd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:20:35.088432 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-717a83c3-082b-4825-8d9a-04eeb391eecd admin admin] Usage tracker for resource:network and tenant:39a21d4e4e99416abb6b270b636e7f5a is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:20:35.092370 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a339954-a36f-434d-89a4-b3fe78593c4c None None] Sync routers for ids ['90362d31-71d4-443b-9073-3cf95959ec3f'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:20:35.092518 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-717a83c3-082b-4825-8d9a-04eeb391eecd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:20:35.098413 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-717a83c3-082b-4825-8d9a-04eeb391eecd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:20:35.101480 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a339954-a36f-434d-89a4-b3fe78593c4c None None] Routers {'90362d31-71d4-443b-9073-3cf95959ec3f'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:20:35.102083 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-9a339954-a36f-434d-89a4-b3fe78593c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:20:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['90362d31-71d4-443b-9073-3cf95959ec3f'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:20:35.110114 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717a83c3-082b-4825-8d9a-04eeb391eecd admin admin] Made reservation on behalf of 39a21d4e4e99416abb6b270b636e7f5a for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:20:35.113050 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-717a83c3-082b-4825-8d9a-04eeb391eecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:35.125274 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-717a83c3-082b-4825-8d9a-04eeb391eecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:35.140079 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-717a83c3-082b-4825-8d9a-04eeb391eecd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:20:35.143948 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-717a83c3-082b-4825-8d9a-04eeb391eecd admin admin] Usage tracker for resource:security_group_rule and tenant:39a21d4e4e99416abb6b270b636e7f5a is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:20:35.146738 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-717a83c3-082b-4825-8d9a-04eeb391eecd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:20:35.153611 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-717a83c3-082b-4825-8d9a-04eeb391eecd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:20:35.240978 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-717a83c3-082b-4825-8d9a-04eeb391eecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:35.246211 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-717a83c3-082b-4825-8d9a-04eeb391eecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:35.257207 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-31332b08-2a88-43ae-8f5f-a866ea4a4f54 None None] Attempt 4 to provision port 44956d63-1463-4bf5-89ce-14439682b3f6 Sep 22 22:20:35.273979 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-717a83c3-082b-4825-8d9a-04eeb391eecd admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 22:20:35.286417 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a83c3-082b-4825-8d9a-04eeb391eecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf01de8-c9b5-4e99-9597-8eaf7b0a84cb,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:35.291023 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-717a83c3-082b-4825-8d9a-04eeb391eecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:35.291371 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-717a83c3-082b-4825-8d9a-04eeb391eecd admin admin] Added segment b027d8d1-f815-4f2e-a544-a839dd98b33d of type vlan for network 68c770eb-402e-4243-9a22-d3a0386e2f78 Sep 22 22:20:35.317805 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-717a83c3-082b-4825-8d9a-04eeb391eecd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:35.328813 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-31332b08-2a88-43ae-8f5f-a866ea4a4f54 None None] Port 44956d63-1463-4bf5-89ce-14439682b3f6 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:20:35.330425 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-9a339954-a36f-434d-89a4-b3fe78593c4c None None] Set router 90362d31-71d4-443b-9073-3cf95959ec3f gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:20:35.349031 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-717a83c3-082b-4825-8d9a-04eeb391eecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:35.349915 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717a83c3-082b-4825-8d9a-04eeb391eecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:35.350493 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-717a83c3-082b-4825-8d9a-04eeb391eecd admin admin] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:35.458363 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a83c3-082b-4825-8d9a-04eeb391eecd admin admin] Pushing event updated for resources: {'Network': ['ID=68c770eb-402e-4243-9a22-d3a0386e2f78,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:35.465370 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-717a83c3-082b-4825-8d9a-04eeb391eecd admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3885686 Sep 22 22:20:35.465735 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 59126) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:20:35.471552 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-2838fed9-09b8-422a-ae41-dff082a01400 admin admin] Request body: {'subnet': {'network_id': '68c770eb-402e-4243-9a22-d3a0386e2f78', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-710772007-subnet', 'tenant_id': '39a21d4e4e99416abb6b270b636e7f5a', 'ip_version': 4}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:20:35.473542 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 68c770eb-402e-4243-9a22-d3a0386e2f78 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 22:20:35.476644 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-2838fed9-09b8-422a-ae41-dff082a01400 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:20:35.480977 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-2838fed9-09b8-422a-ae41-dff082a01400 admin admin] Usage tracker for resource:subnet and tenant:39a21d4e4e99416abb6b270b636e7f5a is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:20:35.484009 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-2838fed9-09b8-422a-ae41-dff082a01400 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:20:35.490157 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-2838fed9-09b8-422a-ae41-dff082a01400 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:20:35.502550 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2838fed9-09b8-422a-ae41-dff082a01400 admin admin] Made reservation on behalf of 39a21d4e4e99416abb6b270b636e7f5a for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:20:35.505161 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2838fed9-09b8-422a-ae41-dff082a01400 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:35.722009 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2838fed9-09b8-422a-ae41-dff082a01400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:35.762614 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-9a339954-a36f-434d-89a4-b3fe78593c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'name': 'tempest-TestShelveInstance-1599492514-router', 'tenant_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': '41b5aa64-455a-49f4-8990-83609d706ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:20:29Z', 'updated_at': '2022-09-22T22:20:33Z', 'revision_number': 4, 'project_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'gw_port': {'id': '41b5aa64-455a-49f4-8990-83609d706ebc', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:4d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:20:30Z', 'updated_at': '2022-09-22T22:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '44956d63-1463-4bf5-89ce-14439682b3f6', 'name': '', 'network_id': '9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d', 'tenant_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'mac_address': 'fa:16:3e:04:1b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '37738cc7-81b2-48f2-9908-523f0ee09258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:20:32Z', 'updated_at': '2022-09-22T22:20:33Z', 'revision_number': 2, 'project_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'subnets': [{'id': '37738cc7-81b2-48f2-9908-523f0ee09258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:20:35.766473 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a339954-a36f-434d-89a4-b3fe78593c4c None None] Checking router: 90362d31-71d4-443b-9073-3cf95959ec3f for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:20:35.766864 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a339954-a36f-434d-89a4-b3fe78593c4c None None] Updating router 90362d31-71d4-443b-9073-3cf95959ec3f port 44956d63-1463-4bf5-89ce-14439682b3f6 binding host dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 22:20:35.801312 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2838fed9-09b8-422a-ae41-dff082a01400 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94534bfe-c7fa-4284-bbc3-117bda6efecd,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:35.804315 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2838fed9-09b8-422a-ae41-dff082a01400 admin admin] Checking segment: {'id': 'b027d8d1-f815-4f2e-a544-a839dd98b33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '68c770eb-402e-4243-9a22-d3a0386e2f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:20:35.804683 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2838fed9-09b8-422a-ae41-dff082a01400 admin admin] Network hostable DHCP agents. Network: 68c770eb-402e-4243-9a22-d3a0386e2f78, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 22:20:35.818435 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9a339954-a36f-434d-89a4-b3fe78593c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:35.824215 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2838fed9-09b8-422a-ae41-dff082a01400 admin admin] Network 68c770eb-402e-4243-9a22-d3a0386e2f78 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 22:20:35.830958 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-31332b08-2a88-43ae-8f5f-a866ea4a4f54 None None] Attempt 5 to provision port 44956d63-1463-4bf5-89ce-14439682b3f6 Sep 22 22:20:35.834296 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-2838fed9-09b8-422a-ae41-dff082a01400 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 68c770eb-402e-4243-9a22-d3a0386e2f78) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:20:35.838974 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2838fed9-09b8-422a-ae41-dff082a01400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:35.839564 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2838fed9-09b8-422a-ae41-dff082a01400 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:35.863575 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2838fed9-09b8-422a-ae41-dff082a01400 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3970423 Sep 22 22:20:35.866033 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 59130) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:20:35.869098 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f6138e-7605-483c-bb90-8f73f9fbda08 None None] Network 68c770eb-402e-4243-9a22-d3a0386e2f78 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:20:35.872448 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-d6a09cb7-74ee-40eb-af85-d29d4cece1c7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-710772007-router', 'tenant_id': '39a21d4e4e99416abb6b270b636e7f5a', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:20:35.877071 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-d6a09cb7-74ee-40eb-af85-d29d4cece1c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:20:35.881327 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-d6a09cb7-74ee-40eb-af85-d29d4cece1c7 admin admin] Usage tracker for resource:router and tenant:39a21d4e4e99416abb6b270b636e7f5a is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:20:35.884344 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-d6a09cb7-74ee-40eb-af85-d29d4cece1c7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:20:35.890143 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-d6a09cb7-74ee-40eb-af85-d29d4cece1c7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:20:35.900638 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d6a09cb7-74ee-40eb-af85-d29d4cece1c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:35.901590 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d6a09cb7-74ee-40eb-af85-d29d4cece1c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:35.916556 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d6a09cb7-74ee-40eb-af85-d29d4cece1c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:36.011618 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-31332b08-2a88-43ae-8f5f-a866ea4a4f54 None None] Port 44956d63-1463-4bf5-89ce-14439682b3f6 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:20:36.179019 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d6a09cb7-74ee-40eb-af85-d29d4cece1c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:36.306018 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0487a3-0f54-4ebf-b0b6-e0b6e9bca7a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-68c770eb-402e-4243-9a22-d3a0386e2f78', 'network_id': '68c770eb-402e-4243-9a22-d3a0386e2f78', 'tenant_id': '39a21d4e4e99416abb6b270b636e7f5a', 'fixed_ips': [{'subnet_id': '94534bfe-c7fa-4284-bbc3-117bda6efecd'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 22:20:36.306838 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5b0487a3-0f54-4ebf-b0b6-e0b6e9bca7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:36.401273 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 41b5aa64-455a-49f4-8990-83609d706ebc up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:20:36.498394 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d6a09cb7-74ee-40eb-af85-d29d4cece1c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:36.529342 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d6a09cb7-74ee-40eb-af85-d29d4cece1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:36.535673 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-31332b08-2a88-43ae-8f5f-a866ea4a4f54 None None] Attempt 6 to provision port 44956d63-1463-4bf5-89ce-14439682b3f6 Sep 22 22:20:36.619228 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9a339954-a36f-434d-89a4-b3fe78593c4c None None] Notify callbacks [] for port, precommit_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:36.642434 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-31332b08-2a88-43ae-8f5f-a866ea4a4f54 None None] Port 44956d63-1463-4bf5-89ce-14439682b3f6 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:20:36.643278 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-9a339954-a36f-434d-89a4-b3fe78593c4c None None] Transition to ACTIVE for port object 44956d63-1463-4bf5-89ce-14439682b3f6 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:20:36.649996 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-5b0487a3-0f54-4ebf-b0b6-e0b6e9bca7a1 None None] Allocated IP 172.20.0.2 (68c770eb-402e-4243-9a22-d3a0386e2f78/94534bfe-c7fa-4284-bbc3-117bda6efecd/6bf01ee5-3c06-4ebf-8641-ff2924b73b87) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:20:36.664640 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9a339954-a36f-434d-89a4-b3fe78593c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:36.669906 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-d6a09cb7-74ee-40eb-af85-d29d4cece1c7 admin admin] Allocated IP 172.26.0.73 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/a79b2e64-e377-42a8-aa15-984adad398cb) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:20:36.751077 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 41b5aa64-455a-49f4-8990-83609d706ebc triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:20:36.751436 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:36.751753 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 41b5aa64-455a-49f4-8990-83609d706ebc Sep 22 22:20:36.933956 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d6a09cb7-74ee-40eb-af85-d29d4cece1c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:36.963940 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d6a09cb7-74ee-40eb-af85-d29d4cece1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:37.025952 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a09cb7-74ee-40eb-af85-d29d4cece1c7 admin admin] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:20:37.028688 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-d6a09cb7-74ee-40eb-af85-d29d4cece1c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:20:37.032782 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a09cb7-74ee-40eb-af85-d29d4cece1c7 admin admin] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:20:37.051006 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d8adcb-5f79-4df5-9868-fe3dfd9297c3 None None] Pushing event updated for resources: {'Port': ['ID=44956d63-1463-4bf5-89ce-14439682b3f6,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:37.080759 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a09cb7-74ee-40eb-af85-d29d4cece1c7 admin admin] Pushing event updated for resources: {'Port': ['ID=a79b2e64-e377-42a8-aa15-984adad398cb,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:37.083908 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-9a339954-a36f-434d-89a4-b3fe78593c4c None None] Attempting to bind port 44956d63-1463-4bf5-89ce-14439682b3f6 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:20:37.084282 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-9a339954-a36f-434d-89a4-b3fe78593c4c None None] Attempting to bind port 44956d63-1463-4bf5-89ce-14439682b3f6 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'e09a7a55-ed59-42a8-8e72-eb9b697d1911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:20:37.084650 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a339954-a36f-434d-89a4-b3fe78593c4c None None] Attempting to bind port 44956d63-1463-4bf5-89ce-14439682b3f6 on network 9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:20:37.094895 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a339954-a36f-434d-89a4-b3fe78593c4c None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:20:37.095275 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a339954-a36f-434d-89a4-b3fe78593c4c None None] Checking segment: {'id': 'e09a7a55-ed59-42a8-8e72-eb9b697d1911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:20:37.095678 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9a339954-a36f-434d-89a4-b3fe78593c4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:37.096067 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a339954-a36f-434d-89a4-b3fe78593c4c None None] Bound using segment: {'id': 'e09a7a55-ed59-42a8-8e72-eb9b697d1911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:20:37.096534 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-9a339954-a36f-434d-89a4-b3fe78593c4c None None] Bound port: 44956d63-1463-4bf5-89ce-14439682b3f6, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e09a7a55-ed59-42a8-8e72-eb9b697d1911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:20:37.096906 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9a339954-a36f-434d-89a4-b3fe78593c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:37.143742 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-31332b08-2a88-43ae-8f5f-a866ea4a4f54 None None] Attempt 7 to provision port 44956d63-1463-4bf5-89ce-14439682b3f6 Sep 22 22:20:37.331732 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-31332b08-2a88-43ae-8f5f-a866ea4a4f54 None None] Port 44956d63-1463-4bf5-89ce-14439682b3f6 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:20:37.332192 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 41b5aa64-455a-49f4-8990-83609d706ebc is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:20:37.359563 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5b0487a3-0f54-4ebf-b0b6-e0b6e9bca7a1 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:37.376685 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-5b0487a3-0f54-4ebf-b0b6-e0b6e9bca7a1 None None] Transition to ACTIVE for port object 6bf01ee5-3c06-4ebf-8641-ff2924b73b87 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:20:37.383691 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-9a339954-a36f-434d-89a4-b3fe78593c4c None None] For port 44956d63-1463-4bf5-89ce-14439682b3f6, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:20:37.389690 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-9a339954-a36f-434d-89a4-b3fe78593c4c None None] For port 44956d63-1463-4bf5-89ce-14439682b3f6, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=44956d63-1463-4bf5-89ce-14439682b3f6,segment=NetworkSegment(e09a7a55-ed59-42a8-8e72-eb9b697d1911),segment_id=e09a7a55-ed59-42a8-8e72-eb9b697d1911)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:20:37.399786 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9a339954-a36f-434d-89a4-b3fe78593c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:37.431438 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-5b0487a3-0f54-4ebf-b0b6-e0b6e9bca7a1 None None] Transition to ACTIVE for port object 6bf01ee5-3c06-4ebf-8641-ff2924b73b87 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:20:37.454094 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d6a09cb7-74ee-40eb-af85-d29d4cece1c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:37.458033 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5b0487a3-0f54-4ebf-b0b6-e0b6e9bca7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:37.478780 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a339954-a36f-434d-89a4-b3fe78593c4c None None] Routers {'90362d31-71d4-443b-9073-3cf95959ec3f'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:20:37.479472 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-9a339954-a36f-434d-89a4-b3fe78593c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:20:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['90362d31-71d4-443b-9073-3cf95959ec3f'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:20:37.549626 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0487a3-0f54-4ebf-b0b6-e0b6e9bca7a1 None None] Network 68c770eb-402e-4243-9a22-d3a0386e2f78 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:20:37.562595 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-5b0487a3-0f54-4ebf-b0b6-e0b6e9bca7a1 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:20:37.568715 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0487a3-0f54-4ebf-b0b6-e0b6e9bca7a1 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:20:37.574082 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d8adcb-5f79-4df5-9868-fe3dfd9297c3 None None] Pushing event updated for resources: {'Port': ['ID=44956d63-1463-4bf5-89ce-14439682b3f6,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:37.784590 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d6a09cb7-74ee-40eb-af85-d29d4cece1c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:37.810384 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-5b0487a3-0f54-4ebf-b0b6-e0b6e9bca7a1 None None] Attempting to bind port 6bf01ee5-3c06-4ebf-8641-ff2924b73b87 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:20:37.810706 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-5b0487a3-0f54-4ebf-b0b6-e0b6e9bca7a1 None None] Attempting to bind port 6bf01ee5-3c06-4ebf-8641-ff2924b73b87 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'b027d8d1-f815-4f2e-a544-a839dd98b33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '68c770eb-402e-4243-9a22-d3a0386e2f78'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:20:37.811070 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0487a3-0f54-4ebf-b0b6-e0b6e9bca7a1 None None] Attempting to bind port 6bf01ee5-3c06-4ebf-8641-ff2924b73b87 on network 68c770eb-402e-4243-9a22-d3a0386e2f78 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:20:37.815488 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0487a3-0f54-4ebf-b0b6-e0b6e9bca7a1 None None] Pushing event updated for resources: {'Port': ['ID=6bf01ee5-3c06-4ebf-8641-ff2924b73b87,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:37.827976 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0487a3-0f54-4ebf-b0b6-e0b6e9bca7a1 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:20:37.828356 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0487a3-0f54-4ebf-b0b6-e0b6e9bca7a1 None None] Checking segment: {'id': 'b027d8d1-f815-4f2e-a544-a839dd98b33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '68c770eb-402e-4243-9a22-d3a0386e2f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:20:37.828754 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5b0487a3-0f54-4ebf-b0b6-e0b6e9bca7a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:37.829140 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0487a3-0f54-4ebf-b0b6-e0b6e9bca7a1 None None] Bound using segment: {'id': 'b027d8d1-f815-4f2e-a544-a839dd98b33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '68c770eb-402e-4243-9a22-d3a0386e2f78'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:20:37.829603 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-5b0487a3-0f54-4ebf-b0b6-e0b6e9bca7a1 None None] Bound port: 6bf01ee5-3c06-4ebf-8641-ff2924b73b87, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b027d8d1-f815-4f2e-a544-a839dd98b33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '68c770eb-402e-4243-9a22-d3a0386e2f78'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:20:37.829976 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5b0487a3-0f54-4ebf-b0b6-e0b6e9bca7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:37.840332 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-9a339954-a36f-434d-89a4-b3fe78593c4c None None] Set router 90362d31-71d4-443b-9073-3cf95959ec3f gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:20:37.886902 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-31332b08-2a88-43ae-8f5f-a866ea4a4f54 None None] Attempt 8 to provision port 44956d63-1463-4bf5-89ce-14439682b3f6 Sep 22 22:20:37.990787 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a09cb7-74ee-40eb-af85-d29d4cece1c7 admin admin] Router 85a17b28-f4b7-4658-b874-6d7bb7a22ff8 is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 22:20:38.112585 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-31332b08-2a88-43ae-8f5f-a866ea4a4f54 None None] Port 44956d63-1463-4bf5-89ce-14439682b3f6 had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 22:20:38.166023 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a09cb7-74ee-40eb-af85-d29d4cece1c7 admin admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:20:38.175931 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a40364-e1b1-4e2d-988a-3855cd85c767 None None] Sync routers for ids ['85a17b28-f4b7-4658-b874-6d7bb7a22ff8'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:20:38.176723 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-5b0487a3-0f54-4ebf-b0b6-e0b6e9bca7a1 None None] For port 6bf01ee5-3c06-4ebf-8641-ff2924b73b87, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:20:38.187099 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a40364-e1b1-4e2d-988a-3855cd85c767 None None] Routers {'85a17b28-f4b7-4658-b874-6d7bb7a22ff8'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:20:38.187973 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-d3a40364-e1b1-4e2d-988a-3855cd85c767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:20:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['85a17b28-f4b7-4658-b874-6d7bb7a22ff8'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:20:38.190534 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-d6a09cb7-74ee-40eb-af85-d29d4cece1c7 admin admin] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:38.190807 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-5b0487a3-0f54-4ebf-b0b6-e0b6e9bca7a1 None None] For port 6bf01ee5-3c06-4ebf-8641-ff2924b73b87, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=6bf01ee5-3c06-4ebf-8641-ff2924b73b87,segment=NetworkSegment(b027d8d1-f815-4f2e-a544-a839dd98b33d),segment_id=b027d8d1-f815-4f2e-a544-a839dd98b33d)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:20:38.194507 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-d6a09cb7-74ee-40eb-af85-d29d4cece1c7 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3248320 Sep 22 22:20:38.194873 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 59134) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:20:38.209025 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5b0487a3-0f54-4ebf-b0b6-e0b6e9bca7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:38.363684 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0487a3-0f54-4ebf-b0b6-e0b6e9bca7a1 None None] Pushing event updated for resources: {'Port': ['ID=6bf01ee5-3c06-4ebf-8641-ff2924b73b87,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:38.388306 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-d3a40364-e1b1-4e2d-988a-3855cd85c767 None None] Set router 85a17b28-f4b7-4658-b874-6d7bb7a22ff8 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:20:38.397062 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-9a339954-a36f-434d-89a4-b3fe78593c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'name': 'tempest-TestShelveInstance-1599492514-router', 'tenant_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': '41b5aa64-455a-49f4-8990-83609d706ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:20:29Z', 'updated_at': '2022-09-22T22:20:33Z', 'revision_number': 4, 'project_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'gw_port': {'id': '41b5aa64-455a-49f4-8990-83609d706ebc', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:4d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:20:30Z', 'updated_at': '2022-09-22T22:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '44956d63-1463-4bf5-89ce-14439682b3f6', 'name': '', 'network_id': '9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d', 'tenant_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'mac_address': 'fa:16:3e:04:1b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '37738cc7-81b2-48f2-9908-523f0ee09258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:20:32Z', 'updated_at': '2022-09-22T22:20:37Z', 'revision_number': 4, 'project_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'subnets': [{'id': '37738cc7-81b2-48f2-9908-523f0ee09258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:20:38.401309 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a339954-a36f-434d-89a4-b3fe78593c4c None None] The sync data for ids ['90362d31-71d4-443b-9073-3cf95959ec3f'] in dv-neutron-858900-1-hyperv is: [{'id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'name': 'tempest-TestShelveInstance-1599492514-router', 'tenant_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': '41b5aa64-455a-49f4-8990-83609d706ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:20:29Z', 'updated_at': '2022-09-22T22:20:33Z', 'revision_number': 4, 'project_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'gw_port': {'id': '41b5aa64-455a-49f4-8990-83609d706ebc', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:4d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:20:30Z', 'updated_at': '2022-09-22T22:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '44956d63-1463-4bf5-89ce-14439682b3f6', 'name': '', 'network_id': '9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d', 'tenant_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'mac_address': 'fa:16:3e:04:1b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '37738cc7-81b2-48f2-9908-523f0ee09258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:20:32Z', 'updated_at': '2022-09-22T22:20:37Z', 'revision_number': 4, 'project_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'subnets': [{'id': '37738cc7-81b2-48f2-9908-523f0ee09258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:20:38.744973 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-d3a40364-e1b1-4e2d-988a-3855cd85c767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85a17b28-f4b7-4658-b874-6d7bb7a22ff8', 'name': 'tempest-TestShelveInstance-710772007-router', 'tenant_id': '39a21d4e4e99416abb6b270b636e7f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.73'}], 'enable_snat': True}, 'gw_port_id': 'a79b2e64-e377-42a8-aa15-984adad398cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:20:35Z', 'updated_at': '2022-09-22T22:20:37Z', 'revision_number': 3, 'project_id': '39a21d4e4e99416abb6b270b636e7f5a', 'gw_port': {'id': 'a79b2e64-e377-42a8-aa15-984adad398cb', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f4:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85a17b28-f4b7-4658-b874-6d7bb7a22ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:20:36Z', 'updated_at': '2022-09-22T22:20:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:20:38.750355 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a40364-e1b1-4e2d-988a-3855cd85c767 None None] Checking router: 85a17b28-f4b7-4658-b874-6d7bb7a22ff8 for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:20:38.750728 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a40364-e1b1-4e2d-988a-3855cd85c767 None None] Updating router 85a17b28-f4b7-4658-b874-6d7bb7a22ff8 port a79b2e64-e377-42a8-aa15-984adad398cb binding host dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 22:20:38.805696 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-d3a40364-e1b1-4e2d-988a-3855cd85c767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:39.124460 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c47def0a-d15d-4ec3-a0fe-12989563db3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:39.214159 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-d3a40364-e1b1-4e2d-988a-3855cd85c767 None None] Notify callbacks [] for port, precommit_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:39.228266 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.provisioning_blocks [None req-d3a40364-e1b1-4e2d-988a-3855cd85c767 None None] Transition to ACTIVE for port object a79b2e64-e377-42a8-aa15-984adad398cb will not be triggered until provisioned by entity L2. {{(pid=89011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:20:39.236020 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-d3a40364-e1b1-4e2d-988a-3855cd85c767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:39.310048 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-d3a40364-e1b1-4e2d-988a-3855cd85c767 None None] Attempting to bind port a79b2e64-e377-42a8-aa15-984adad398cb on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:20:39.310406 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-d3a40364-e1b1-4e2d-988a-3855cd85c767 None None] Attempting to bind port a79b2e64-e377-42a8-aa15-984adad398cb by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:20:39.310789 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a40364-e1b1-4e2d-988a-3855cd85c767 None None] Attempting to bind port a79b2e64-e377-42a8-aa15-984adad398cb on network a22ae1c9-d428-411f-af43-ce0f71b38d9c {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:20:39.318916 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a40364-e1b1-4e2d-988a-3855cd85c767 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:20:39.319313 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a40364-e1b1-4e2d-988a-3855cd85c767 None None] Checking segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:20:39.319681 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-d3a40364-e1b1-4e2d-988a-3855cd85c767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:39.320066 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a40364-e1b1-4e2d-988a-3855cd85c767 None None] Bound using segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:20:39.320538 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-d3a40364-e1b1-4e2d-988a-3855cd85c767 None None] Bound port: a79b2e64-e377-42a8-aa15-984adad398cb, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:20:39.320938 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-d3a40364-e1b1-4e2d-988a-3855cd85c767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:39.378400 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a80c0-d65b-40b5-9c66-8526df136be0 None None] Pushing event updated for resources: {'Port': ['ID=a79b2e64-e377-42a8-aa15-984adad398cb,revision_number=2']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:39.391882 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-c47def0a-d15d-4ec3-a0fe-12989563db3e admin admin] Allocated IP 172.20.0.1 (68c770eb-402e-4243-9a22-d3a0386e2f78/94534bfe-c7fa-4284-bbc3-117bda6efecd/3122c310-2d53-4915-8481-e99624d47db6) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:20:39.413505 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-d3a40364-e1b1-4e2d-988a-3855cd85c767 None None] For port a79b2e64-e377-42a8-aa15-984adad398cb, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:20:39.418388 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-d3a40364-e1b1-4e2d-988a-3855cd85c767 None None] For port a79b2e64-e377-42a8-aa15-984adad398cb, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=a79b2e64-e377-42a8-aa15-984adad398cb,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:20:39.430441 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-d3a40364-e1b1-4e2d-988a-3855cd85c767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:39.489823 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a40364-e1b1-4e2d-988a-3855cd85c767 None None] Routers {'85a17b28-f4b7-4658-b874-6d7bb7a22ff8'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:20:39.490567 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-d3a40364-e1b1-4e2d-988a-3855cd85c767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:20:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['85a17b28-f4b7-4658-b874-6d7bb7a22ff8'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:20:39.544269 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13297082-f872-484c-a573-5df5b1daab64 None None] Network 68c770eb-402e-4243-9a22-d3a0386e2f78 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:20:39.596404 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c47def0a-d15d-4ec3-a0fe-12989563db3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:39.616426 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-c47def0a-d15d-4ec3-a0fe-12989563db3e admin admin] Transition to ACTIVE for port object 3122c310-2d53-4915-8481-e99624d47db6 will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:20:39.646249 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c47def0a-d15d-4ec3-a0fe-12989563db3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:39.660593 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a80c0-d65b-40b5-9c66-8526df136be0 None None] Pushing event updated for resources: {'Port': ['ID=a79b2e64-e377-42a8-aa15-984adad398cb,revision_number=3']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:39.710554 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-d3a40364-e1b1-4e2d-988a-3855cd85c767 None None] Set router 85a17b28-f4b7-4658-b874-6d7bb7a22ff8 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:20:39.734798 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47def0a-d15d-4ec3-a0fe-12989563db3e admin admin] Network 68c770eb-402e-4243-9a22-d3a0386e2f78 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:20:39.741142 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-c47def0a-d15d-4ec3-a0fe-12989563db3e admin admin] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:20:39.741287 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-d77773b8-aa56-4501-ac1b-f8352b262bb7 None None] Provisioning for port 6bf01ee5-3c06-4ebf-8641-ff2924b73b87 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:20:39.745718 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47def0a-d15d-4ec3-a0fe-12989563db3e admin admin] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:20:39.826424 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47def0a-d15d-4ec3-a0fe-12989563db3e admin admin] Pushing event updated for resources: {'Port': ['ID=3122c310-2d53-4915-8481-e99624d47db6,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:39.838116 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c47def0a-d15d-4ec3-a0fe-12989563db3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:39.863054 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1bec14d1-e1ba-4ad0-9b64-ca6bbda827eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:39.992488 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c47def0a-d15d-4ec3-a0fe-12989563db3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:40.035703 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-d3a40364-e1b1-4e2d-988a-3855cd85c767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85a17b28-f4b7-4658-b874-6d7bb7a22ff8', 'name': 'tempest-TestShelveInstance-710772007-router', 'tenant_id': '39a21d4e4e99416abb6b270b636e7f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.73'}], 'enable_snat': True}, 'gw_port_id': 'a79b2e64-e377-42a8-aa15-984adad398cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:20:35Z', 'updated_at': '2022-09-22T22:20:37Z', 'revision_number': 3, 'project_id': '39a21d4e4e99416abb6b270b636e7f5a', 'gw_port': {'id': 'a79b2e64-e377-42a8-aa15-984adad398cb', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f4:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85a17b28-f4b7-4658-b874-6d7bb7a22ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:20:36Z', 'updated_at': '2022-09-22T22:20:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:20:40.041055 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a40364-e1b1-4e2d-988a-3855cd85c767 None None] The sync data for ids ['85a17b28-f4b7-4658-b874-6d7bb7a22ff8'] in dv-neutron-858900-1-hyperv is: [{'id': '85a17b28-f4b7-4658-b874-6d7bb7a22ff8', 'name': 'tempest-TestShelveInstance-710772007-router', 'tenant_id': '39a21d4e4e99416abb6b270b636e7f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.73'}], 'enable_snat': True}, 'gw_port_id': 'a79b2e64-e377-42a8-aa15-984adad398cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:20:35Z', 'updated_at': '2022-09-22T22:20:37Z', 'revision_number': 3, 'project_id': '39a21d4e4e99416abb6b270b636e7f5a', 'gw_port': {'id': 'a79b2e64-e377-42a8-aa15-984adad398cb', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f4:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85a17b28-f4b7-4658-b874-6d7bb7a22ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:20:36Z', 'updated_at': '2022-09-22T22:20:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:20:40.306059 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-db933b2b-28e6-4f9e-babe-db9babdcbd63 None None] Provisioning for port 3122c310-2d53-4915-8481-e99624d47db6 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:20:40.336415 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-db933b2b-28e6-4f9e-babe-db9babdcbd63 None None] Provisioning complete for port 3122c310-2d53-4915-8481-e99624d47db6 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:20:40.336873 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-db933b2b-28e6-4f9e-babe-db9babdcbd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:40.337114 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-db933b2b-28e6-4f9e-babe-db9babdcbd63 None None] Attempt 1 to provision port 3122c310-2d53-4915-8481-e99624d47db6 Sep 22 22:20:40.438962 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-db933b2b-28e6-4f9e-babe-db9babdcbd63 None None] Port 3122c310-2d53-4915-8481-e99624d47db6 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:20:40.443938 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c47def0a-d15d-4ec3-a0fe-12989563db3e admin admin] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:40.450118 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c47def0a-d15d-4ec3-a0fe-12989563db3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:40.531107 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 44956d63-1463-4bf5-89ce-14439682b3f6 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:20:40.571903 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47def0a-d15d-4ec3-a0fe-12989563db3e admin admin] Pushing event updated for resources: {'Port': ['ID=3122c310-2d53-4915-8481-e99624d47db6,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:40.574353 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c47def0a-d15d-4ec3-a0fe-12989563db3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:40.607766 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 44956d63-1463-4bf5-89ce-14439682b3f6 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:20:40.613637 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 44956d63-1463-4bf5-89ce-14439682b3f6 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:20:40.614082 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:40.614530 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 44956d63-1463-4bf5-89ce-14439682b3f6 Sep 22 22:20:40.726647 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47def0a-d15d-4ec3-a0fe-12989563db3e admin admin] Network 68c770eb-402e-4243-9a22-d3a0386e2f78 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:20:40.728383 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-c47def0a-d15d-4ec3-a0fe-12989563db3e admin admin] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:20:40.740665 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 44956d63-1463-4bf5-89ce-14439682b3f6 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:20:40.741042 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:40.777458 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 44956d63-1463-4bf5-89ce-14439682b3f6, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=44956d63-1463-4bf5-89ce-14439682b3f6,segment=NetworkSegment(e09a7a55-ed59-42a8-8e72-eb9b697d1911),segment_id=e09a7a55-ed59-42a8-8e72-eb9b697d1911)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:20:40.783993 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:40.784945 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 6bf01ee5-3c06-4ebf-8641-ff2924b73b87 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:20:40.908053 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=44956d63-1463-4bf5-89ce-14439682b3f6,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:40.929380 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 6bf01ee5-3c06-4ebf-8641-ff2924b73b87 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:20:40.937497 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 6bf01ee5-3c06-4ebf-8641-ff2924b73b87 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:20:40.938030 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:40.938375 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 6bf01ee5-3c06-4ebf-8641-ff2924b73b87 Sep 22 22:20:40.950479 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47def0a-d15d-4ec3-a0fe-12989563db3e admin admin] Router 85a17b28-f4b7-4658-b874-6d7bb7a22ff8 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 22:20:40.990667 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-db933b2b-28e6-4f9e-babe-db9babdcbd63 None None] Attempt 2 to provision port 3122c310-2d53-4915-8481-e99624d47db6 Sep 22 22:20:41.054900 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-db933b2b-28e6-4f9e-babe-db9babdcbd63 None None] Port 3122c310-2d53-4915-8481-e99624d47db6 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:20:41.113188 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 6bf01ee5-3c06-4ebf-8641-ff2924b73b87 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:20:41.113568 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:41.146195 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47def0a-d15d-4ec3-a0fe-12989563db3e admin admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:20:41.146804 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 6bf01ee5-3c06-4ebf-8641-ff2924b73b87, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=6bf01ee5-3c06-4ebf-8641-ff2924b73b87,segment=NetworkSegment(b027d8d1-f815-4f2e-a544-a839dd98b33d),segment_id=b027d8d1-f815-4f2e-a544-a839dd98b33d)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:20:41.151031 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:41.151807 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device a79b2e64-e377-42a8-aa15-984adad398cb up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:20:41.155885 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c47def0a-d15d-4ec3-a0fe-12989563db3e admin admin] 10.222.0.33 "PUT /v2.0/routers/85a17b28-f4b7-4658-b874-6d7bb7a22ff8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9600952 Sep 22 22:20:41.265944 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=6bf01ee5-3c06-4ebf-8641-ff2924b73b87,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:41.284392 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port a79b2e64-e377-42a8-aa15-984adad398cb completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:20:41.294800 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port a79b2e64-e377-42a8-aa15-984adad398cb triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:20:41.295370 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:41.295804 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port a79b2e64-e377-42a8-aa15-984adad398cb Sep 22 22:20:41.412113 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port a79b2e64-e377-42a8-aa15-984adad398cb is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:20:41.412493 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:41.429262 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port a79b2e64-e377-42a8-aa15-984adad398cb, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=a79b2e64-e377-42a8-aa15-984adad398cb,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:20:41.433400 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:41.509337 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=a79b2e64-e377-42a8-aa15-984adad398cb,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:41.543083 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 59144) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:20:41.548317 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-7cc36415-0309-4625-b17f-d9821fa24a58 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-885329095', 'description': 'tempest-secgroup-smoke-885329095 description', 'project_id': '2c8cfd473b43487ab1b83c8bf9d9818e'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:20:41.554481 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-7cc36415-0309-4625-b17f-d9821fa24a58 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:20:41.556188 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-db933b2b-28e6-4f9e-babe-db9babdcbd63 None None] Attempt 3 to provision port 3122c310-2d53-4915-8481-e99624d47db6 Sep 22 22:20:41.559240 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-7cc36415-0309-4625-b17f-d9821fa24a58 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Usage tracker for resource:security_group and tenant:2c8cfd473b43487ab1b83c8bf9d9818e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:20:41.562448 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-7cc36415-0309-4625-b17f-d9821fa24a58 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:20:41.568230 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-7cc36415-0309-4625-b17f-d9821fa24a58 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:20:41.579865 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7cc36415-0309-4625-b17f-d9821fa24a58 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:41.601431 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-7cc36415-0309-4625-b17f-d9821fa24a58 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:20:41.605580 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-7cc36415-0309-4625-b17f-d9821fa24a58 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Usage tracker for resource:security_group_rule and tenant:2c8cfd473b43487ab1b83c8bf9d9818e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:20:41.608780 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-7cc36415-0309-4625-b17f-d9821fa24a58 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:20:41.612460 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-db933b2b-28e6-4f9e-babe-db9babdcbd63 None None] Port 3122c310-2d53-4915-8481-e99624d47db6 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:20:41.614997 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-7cc36415-0309-4625-b17f-d9821fa24a58 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:20:41.689014 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7cc36415-0309-4625-b17f-d9821fa24a58 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:41.692892 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7cc36415-0309-4625-b17f-d9821fa24a58 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:41.733935 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc36415-0309-4625-b17f-d9821fa24a58 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d72a7657-c4cb-4228-beef-999bead7cce2,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:41.736511 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7cc36415-0309-4625-b17f-d9821fa24a58 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:41.741969 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-7cc36415-0309-4625-b17f-d9821fa24a58 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1938503 Sep 22 22:20:41.741969 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 59148) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:20:41.746429 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-585cedce-0da8-4adc-adc9-7947b5dec71f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Request body: {'security_group_rule': {'security_group_id': 'd72a7657-c4cb-4228-beef-999bead7cce2', 'project_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:20:41.753209 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-585cedce-0da8-4adc-adc9-7947b5dec71f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:20:41.757407 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-585cedce-0da8-4adc-adc9-7947b5dec71f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Usage tracker for resource:security_group_rule and tenant:2c8cfd473b43487ab1b83c8bf9d9818e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:20:41.760441 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-585cedce-0da8-4adc-adc9-7947b5dec71f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:20:41.763224 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6bbf2c-0d4c-4796-b1dd-4e71f166c79e None None] Sync routers for ids ['85a17b28-f4b7-4658-b874-6d7bb7a22ff8'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:20:41.766186 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-585cedce-0da8-4adc-adc9-7947b5dec71f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:20:41.772731 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6bbf2c-0d4c-4796-b1dd-4e71f166c79e None None] Routers {'85a17b28-f4b7-4658-b874-6d7bb7a22ff8'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:20:41.773487 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-6b6bbf2c-0d4c-4796-b1dd-4e71f166c79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:20:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['85a17b28-f4b7-4658-b874-6d7bb7a22ff8'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:20:41.783525 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-585cedce-0da8-4adc-adc9-7947b5dec71f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:41.842957 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-585cedce-0da8-4adc-adc9-7947b5dec71f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:41.846941 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-585cedce-0da8-4adc-adc9-7947b5dec71f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:41.870198 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585cedce-0da8-4adc-adc9-7947b5dec71f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfb60849-671b-4bd5-a2ef-71861b1e5b7a,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:41.879549 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-585cedce-0da8-4adc-adc9-7947b5dec71f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:41.882444 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-585cedce-0da8-4adc-adc9-7947b5dec71f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1405573 Sep 22 22:20:41.885365 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 59152) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:20:41.890496 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-5b4b0c4b-e337-4e7d-a287-3e554e04ce4c tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Request body: {'security_group_rule': {'security_group_id': 'd72a7657-c4cb-4228-beef-999bead7cce2', 'project_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:20:41.896647 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-5b4b0c4b-e337-4e7d-a287-3e554e04ce4c tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:20:41.900552 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-5b4b0c4b-e337-4e7d-a287-3e554e04ce4c tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Usage tracker for resource:security_group_rule and tenant:2c8cfd473b43487ab1b83c8bf9d9818e is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:20:41.904015 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-5b4b0c4b-e337-4e7d-a287-3e554e04ce4c tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:20:41.909751 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-5b4b0c4b-e337-4e7d-a287-3e554e04ce4c tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:20:41.927615 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5b4b0c4b-e337-4e7d-a287-3e554e04ce4c tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:41.957527 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-6b6bbf2c-0d4c-4796-b1dd-4e71f166c79e None None] Set router 85a17b28-f4b7-4658-b874-6d7bb7a22ff8 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:20:41.988844 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5b4b0c4b-e337-4e7d-a287-3e554e04ce4c tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:41.992586 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5b4b0c4b-e337-4e7d-a287-3e554e04ce4c tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:42.016842 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b0c4b-e337-4e7d-a287-3e554e04ce4c tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9fae8d3-8b34-46e0-b913-4540ebc66ed5,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:42.030661 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-5b4b0c4b-e337-4e7d-a287-3e554e04ce4c tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:42.034759 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 59156) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:20:42.035065 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-5b4b0c4b-e337-4e7d-a287-3e554e04ce4c tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1486695 Sep 22 22:20:42.040767 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-b7d01d53-8265-4b11-88f6-77c7d53c7f52 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Request body: {'security_group_rule': {'security_group_id': 'd72a7657-c4cb-4228-beef-999bead7cce2', 'project_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:20:42.046712 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-b7d01d53-8265-4b11-88f6-77c7d53c7f52 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:20:42.050660 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-b7d01d53-8265-4b11-88f6-77c7d53c7f52 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Usage tracker for resource:security_group_rule and tenant:2c8cfd473b43487ab1b83c8bf9d9818e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:20:42.053473 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-b7d01d53-8265-4b11-88f6-77c7d53c7f52 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:20:42.059556 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-b7d01d53-8265-4b11-88f6-77c7d53c7f52 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:20:42.076187 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b7d01d53-8265-4b11-88f6-77c7d53c7f52 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:42.128825 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-db933b2b-28e6-4f9e-babe-db9babdcbd63 None None] Attempt 4 to provision port 3122c310-2d53-4915-8481-e99624d47db6 Sep 22 22:20:42.141393 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b7d01d53-8265-4b11-88f6-77c7d53c7f52 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:42.145397 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b7d01d53-8265-4b11-88f6-77c7d53c7f52 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:42.153788 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6f1e4d34-31b9-4242-9279-944d0956f568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:42.171490 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d01d53-8265-4b11-88f6-77c7d53c7f52 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72d921bb-c117-422c-ae10-7c860ed46b85,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:42.179905 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b7d01d53-8265-4b11-88f6-77c7d53c7f52 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:42.181658 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-b7d01d53-8265-4b11-88f6-77c7d53c7f52 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1453140 Sep 22 22:20:42.184532 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 59160) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:20:42.190436 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-8d46aef7-6126-480b-9c73-0a3e3c457e30 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Request body: {'security_group_rule': {'security_group_id': 'd72a7657-c4cb-4228-beef-999bead7cce2', 'project_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:20:42.198520 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-8d46aef7-6126-480b-9c73-0a3e3c457e30 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:20:42.202549 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-8d46aef7-6126-480b-9c73-0a3e3c457e30 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Usage tracker for resource:security_group_rule and tenant:2c8cfd473b43487ab1b83c8bf9d9818e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:20:42.205468 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-8d46aef7-6126-480b-9c73-0a3e3c457e30 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:20:42.211212 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-8d46aef7-6126-480b-9c73-0a3e3c457e30 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:20:42.228751 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8d46aef7-6126-480b-9c73-0a3e3c457e30 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:42.275814 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-db933b2b-28e6-4f9e-babe-db9babdcbd63 None None] Port 3122c310-2d53-4915-8481-e99624d47db6 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:20:42.296035 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8d46aef7-6126-480b-9c73-0a3e3c457e30 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:42.300039 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8d46aef7-6126-480b-9c73-0a3e3c457e30 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:42.323973 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d46aef7-6126-480b-9c73-0a3e3c457e30 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=565810c9-9815-449e-a9df-051982490c89,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:42.333840 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8d46aef7-6126-480b-9c73-0a3e3c457e30 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:42.335087 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-8d46aef7-6126-480b-9c73-0a3e3c457e30 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1491537 Sep 22 22:20:42.338034 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 59164) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:20:42.343368 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-8d92ac70-e0af-4729-ac7f-b231f127bb38 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Request body: {'security_group_rule': {'security_group_id': 'd72a7657-c4cb-4228-beef-999bead7cce2', 'project_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:20:42.349436 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-8d92ac70-e0af-4729-ac7f-b231f127bb38 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:20:42.354812 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-8d92ac70-e0af-4729-ac7f-b231f127bb38 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Usage tracker for resource:security_group_rule and tenant:2c8cfd473b43487ab1b83c8bf9d9818e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:20:42.357894 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-8d92ac70-e0af-4729-ac7f-b231f127bb38 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:20:42.364597 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-8d92ac70-e0af-4729-ac7f-b231f127bb38 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:20:42.376386 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.securitygroups_db [None req-8d92ac70-e0af-4729-ac7f-b231f127bb38 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Project 2c8cfd473b43487ab1b83c8bf9d9818e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 22:20:42.383282 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8d92ac70-e0af-4729-ac7f-b231f127bb38 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:42.387818 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-6b6bbf2c-0d4c-4796-b1dd-4e71f166c79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85a17b28-f4b7-4658-b874-6d7bb7a22ff8', 'name': 'tempest-TestShelveInstance-710772007-router', 'tenant_id': '39a21d4e4e99416abb6b270b636e7f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.73'}], 'enable_snat': True}, 'gw_port_id': 'a79b2e64-e377-42a8-aa15-984adad398cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:20:35Z', 'updated_at': '2022-09-22T22:20:39Z', 'revision_number': 4, 'project_id': '39a21d4e4e99416abb6b270b636e7f5a', 'gw_port': {'id': 'a79b2e64-e377-42a8-aa15-984adad398cb', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a17b28-f4b7-4658-b874-6d7bb7a22ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:20:36Z', 'updated_at': '2022-09-22T22:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '3122c310-2d53-4915-8481-e99624d47db6', 'name': '', 'network_id': '68c770eb-402e-4243-9a22-d3a0386e2f78', 'tenant_id': '39a21d4e4e99416abb6b270b636e7f5a', 'mac_address': 'fa:16:3e:6c:f3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85a17b28-f4b7-4658-b874-6d7bb7a22ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '94534bfe-c7fa-4284-bbc3-117bda6efecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:20:39Z', 'updated_at': '2022-09-22T22:20:40Z', 'revision_number': 2, 'project_id': '39a21d4e4e99416abb6b270b636e7f5a', 'subnets': [{'id': '94534bfe-c7fa-4284-bbc3-117bda6efecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:20:42.391676 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6bbf2c-0d4c-4796-b1dd-4e71f166c79e None None] Checking router: 85a17b28-f4b7-4658-b874-6d7bb7a22ff8 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:20:42.392023 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6bbf2c-0d4c-4796-b1dd-4e71f166c79e None None] Updating router 85a17b28-f4b7-4658-b874-6d7bb7a22ff8 port 3122c310-2d53-4915-8481-e99624d47db6 binding host dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 22:20:42.422088 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device a79b2e64-e377-42a8-aa15-984adad398cb up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:20:42.447157 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8d92ac70-e0af-4729-ac7f-b231f127bb38 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:42.451324 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8d92ac70-e0af-4729-ac7f-b231f127bb38 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:42.474247 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d92ac70-e0af-4729-ac7f-b231f127bb38 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28f060ee-32dc-4ff1-8cf9-a5ceaf84fb68,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:42.485415 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8d92ac70-e0af-4729-ac7f-b231f127bb38 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:42.486887 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-8d92ac70-e0af-4729-ac7f-b231f127bb38 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1478052 Sep 22 22:20:42.489546 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 59168) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:20:42.495221 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-94de8808-883a-4477-a782-b99802c28ead tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Request body: {'security_group_rule': {'security_group_id': 'd72a7657-c4cb-4228-beef-999bead7cce2', 'project_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:20:42.499126 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6b6bbf2c-0d4c-4796-b1dd-4e71f166c79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:42.501294 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-94de8808-883a-4477-a782-b99802c28ead tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:20:42.505171 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-94de8808-883a-4477-a782-b99802c28ead tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Usage tracker for resource:security_group_rule and tenant:2c8cfd473b43487ab1b83c8bf9d9818e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:20:42.508285 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-94de8808-883a-4477-a782-b99802c28ead tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:20:42.514194 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-94de8808-883a-4477-a782-b99802c28ead tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:20:42.525073 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.securitygroups_db [None req-94de8808-883a-4477-a782-b99802c28ead tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Project 2c8cfd473b43487ab1b83c8bf9d9818e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 22:20:42.531714 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-94de8808-883a-4477-a782-b99802c28ead tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:42.576853 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port a79b2e64-e377-42a8-aa15-984adad398cb triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:20:42.577220 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:42.579891 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port a79b2e64-e377-42a8-aa15-984adad398cb Sep 22 22:20:42.605025 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-94de8808-883a-4477-a782-b99802c28ead tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:42.608809 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-94de8808-883a-4477-a782-b99802c28ead tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:42.633047 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94de8808-883a-4477-a782-b99802c28ead tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=738ead5a-a79c-43cc-a507-f2a6f59a1b4a,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:42.642860 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-94de8808-883a-4477-a782-b99802c28ead tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:42.644089 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-94de8808-883a-4477-a782-b99802c28ead tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1535413 Sep 22 22:20:42.800533 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-db933b2b-28e6-4f9e-babe-db9babdcbd63 None None] Attempt 5 to provision port 3122c310-2d53-4915-8481-e99624d47db6 Sep 22 22:20:42.809315 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b6429386-a73b-4a85-a30f-020f89f618a5 req-fd605248-e698-4afc-b873-4252d1211877 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-885329095&fields=id&tenant_id=2c8cfd473b43487ab1b83c8bf9d9818e HTTP/1.1" status: 200 len: 267 time: 0.0426073 Sep 22 22:20:42.919836 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port a79b2e64-e377-42a8-aa15-984adad398cb is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:20:42.920911 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 44956d63-1463-4bf5-89ce-14439682b3f6 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:20:42.961145 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-db933b2b-28e6-4f9e-babe-db9babdcbd63 None None] Port 3122c310-2d53-4915-8481-e99624d47db6 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:20:42.966987 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6429386-a73b-4a85-a30f-020f89f618a5 req-7cdcff68-2087-4a13-80bf-be8ec43e4890 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:42.968451 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b6429386-a73b-4a85-a30f-020f89f618a5 req-7cdcff68-2087-4a13-80bf-be8ec43e4890 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/networks?id=9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d HTTP/1.1" status: 200 len: 809 time: 0.1524441 Sep 22 22:20:42.969241 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:42.984423 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b6429386-a73b-4a85-a30f-020f89f618a5 req-9a0652b5-666a-483c-8b91-14c301a56325 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/quotas/2c8cfd473b43487ab1b83c8bf9d9818e HTTP/1.1" status: 200 len: 375 time: 0.0099342 Sep 22 22:20:43.072183 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b6429386-a73b-4a85-a30f-020f89f618a5 req-d3b83fa5-3300-4bc2-bca1-13c194cf6628 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=2c8cfd473b43487ab1b83c8bf9d9818e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0824111 Sep 22 22:20:43.073581 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 44956d63-1463-4bf5-89ce-14439682b3f6 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:20:43.073952 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:43.074280 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 44956d63-1463-4bf5-89ce-14439682b3f6 Sep 22 22:20:43.142159 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6b6bbf2c-0d4c-4796-b1dd-4e71f166c79e None None] Notify callbacks [] for port, precommit_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:43.158797 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-6b6bbf2c-0d4c-4796-b1dd-4e71f166c79e None None] Transition to ACTIVE for port object 3122c310-2d53-4915-8481-e99624d47db6 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:20:43.165945 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6b6bbf2c-0d4c-4796-b1dd-4e71f166c79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:43.212921 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b6429386-a73b-4a85-a30f-020f89f618a5 req-8ab6f8c7-2686-4c66-9ebb-d984e13bf1d7 service neutron] 10.222.0.33 "GET /v2.0/networks/9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290069 Sep 22 22:20:43.363732 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b6429386-a73b-4a85-a30f-020f89f618a5 req-3c147052-616b-4991-8ab6-7ef6b021d450 service neutron] 10.222.0.33 "GET /v2.0/networks/9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441028 Sep 22 22:20:43.423815 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:43.424462 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00cd465-6cd3-47fe-87ac-2d6e004874ad None None] Pushing event updated for resources: {'Port': ['ID=3122c310-2d53-4915-8481-e99624d47db6,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:43.427336 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 44956d63-1463-4bf5-89ce-14439682b3f6 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:20:43.428722 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 6bf01ee5-3c06-4ebf-8641-ff2924b73b87 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:20:43.471168 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-db933b2b-28e6-4f9e-babe-db9babdcbd63 None None] Attempt 6 to provision port 3122c310-2d53-4915-8481-e99624d47db6 Sep 22 22:20:43.533192 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-6b6bbf2c-0d4c-4796-b1dd-4e71f166c79e None None] Attempting to bind port 3122c310-2d53-4915-8481-e99624d47db6 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:20:43.533610 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-6b6bbf2c-0d4c-4796-b1dd-4e71f166c79e None None] Attempting to bind port 3122c310-2d53-4915-8481-e99624d47db6 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'b027d8d1-f815-4f2e-a544-a839dd98b33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '68c770eb-402e-4243-9a22-d3a0386e2f78'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:20:43.534103 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6bbf2c-0d4c-4796-b1dd-4e71f166c79e None None] Attempting to bind port 3122c310-2d53-4915-8481-e99624d47db6 on network 68c770eb-402e-4243-9a22-d3a0386e2f78 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:20:43.551895 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6bbf2c-0d4c-4796-b1dd-4e71f166c79e None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:20:43.552334 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6bbf2c-0d4c-4796-b1dd-4e71f166c79e None None] Checking segment: {'id': 'b027d8d1-f815-4f2e-a544-a839dd98b33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '68c770eb-402e-4243-9a22-d3a0386e2f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:20:43.552792 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6b6bbf2c-0d4c-4796-b1dd-4e71f166c79e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:43.553362 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6bbf2c-0d4c-4796-b1dd-4e71f166c79e None None] Bound using segment: {'id': 'b027d8d1-f815-4f2e-a544-a839dd98b33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '68c770eb-402e-4243-9a22-d3a0386e2f78'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:20:43.553713 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-6b6bbf2c-0d4c-4796-b1dd-4e71f166c79e None None] Bound port: 3122c310-2d53-4915-8481-e99624d47db6, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b027d8d1-f815-4f2e-a544-a839dd98b33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '68c770eb-402e-4243-9a22-d3a0386e2f78'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:20:43.554162 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6b6bbf2c-0d4c-4796-b1dd-4e71f166c79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:43.556148 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-56312776-9248-4cb7-bc91-ccfa4f020cd1 req-e3733f87-4b39-48ee-a777-e061de375609 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Synchronizing usage tracker for tenant:2c8cfd473b43487ab1b83c8bf9d9818e on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:20:43.576785 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-56312776-9248-4cb7-bc91-ccfa4f020cd1 req-e3733f87-4b39-48ee-a777-e061de375609 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Unset dirty status for tenant:2c8cfd473b43487ab1b83c8bf9d9818e on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:20:43.578052 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-56312776-9248-4cb7-bc91-ccfa4f020cd1 req-e3733f87-4b39-48ee-a777-e061de375609 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 210 time: 0.0740032 Sep 22 22:20:43.584833 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-db933b2b-28e6-4f9e-babe-db9babdcbd63 None None] Port 3122c310-2d53-4915-8481-e99624d47db6 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:20:43.697843 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 6bf01ee5-3c06-4ebf-8641-ff2924b73b87 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:20:43.698203 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:43.698579 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 6bf01ee5-3c06-4ebf-8641-ff2924b73b87 Sep 22 22:20:43.772357 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-6b6bbf2c-0d4c-4796-b1dd-4e71f166c79e None None] For port 3122c310-2d53-4915-8481-e99624d47db6, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:20:43.775938 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-6b6bbf2c-0d4c-4796-b1dd-4e71f166c79e None None] For port 3122c310-2d53-4915-8481-e99624d47db6, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=3122c310-2d53-4915-8481-e99624d47db6,segment=NetworkSegment(b027d8d1-f815-4f2e-a544-a839dd98b33d),segment_id=b027d8d1-f815-4f2e-a544-a839dd98b33d)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:20:43.782094 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6b6bbf2c-0d4c-4796-b1dd-4e71f166c79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:43.878740 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6bbf2c-0d4c-4796-b1dd-4e71f166c79e None None] Routers {'85a17b28-f4b7-4658-b874-6d7bb7a22ff8'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:20:43.879415 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-6b6bbf2c-0d4c-4796-b1dd-4e71f166c79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:20:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['85a17b28-f4b7-4658-b874-6d7bb7a22ff8'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:20:43.992869 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00cd465-6cd3-47fe-87ac-2d6e004874ad None None] Pushing event updated for resources: {'Port': ['ID=3122c310-2d53-4915-8481-e99624d47db6,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:43.998914 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 6bf01ee5-3c06-4ebf-8641-ff2924b73b87 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:20:44.086420 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-db933b2b-28e6-4f9e-babe-db9babdcbd63 None None] Attempt 7 to provision port 3122c310-2d53-4915-8481-e99624d47db6 Sep 22 22:20:44.125466 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-6b6bbf2c-0d4c-4796-b1dd-4e71f166c79e None None] Set router 85a17b28-f4b7-4658-b874-6d7bb7a22ff8 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:20:44.286871 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-db933b2b-28e6-4f9e-babe-db9babdcbd63 None None] Port 3122c310-2d53-4915-8481-e99624d47db6 had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 22:20:44.465236 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-6b6bbf2c-0d4c-4796-b1dd-4e71f166c79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85a17b28-f4b7-4658-b874-6d7bb7a22ff8', 'name': 'tempest-TestShelveInstance-710772007-router', 'tenant_id': '39a21d4e4e99416abb6b270b636e7f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.73'}], 'enable_snat': True}, 'gw_port_id': 'a79b2e64-e377-42a8-aa15-984adad398cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:20:35Z', 'updated_at': '2022-09-22T22:20:39Z', 'revision_number': 4, 'project_id': '39a21d4e4e99416abb6b270b636e7f5a', 'gw_port': {'id': 'a79b2e64-e377-42a8-aa15-984adad398cb', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a17b28-f4b7-4658-b874-6d7bb7a22ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:20:36Z', 'updated_at': '2022-09-22T22:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '3122c310-2d53-4915-8481-e99624d47db6', 'name': '', 'network_id': '68c770eb-402e-4243-9a22-d3a0386e2f78', 'tenant_id': '39a21d4e4e99416abb6b270b636e7f5a', 'mac_address': 'fa:16:3e:6c:f3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85a17b28-f4b7-4658-b874-6d7bb7a22ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '94534bfe-c7fa-4284-bbc3-117bda6efecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:20:39Z', 'updated_at': '2022-09-22T22:20:43Z', 'revision_number': 4, 'project_id': '39a21d4e4e99416abb6b270b636e7f5a', 'subnets': [{'id': '94534bfe-c7fa-4284-bbc3-117bda6efecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:20:44.469213 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6bbf2c-0d4c-4796-b1dd-4e71f166c79e None None] The sync data for ids ['85a17b28-f4b7-4658-b874-6d7bb7a22ff8'] in dv-neutron-858900-1-hyperv is: [{'id': '85a17b28-f4b7-4658-b874-6d7bb7a22ff8', 'name': 'tempest-TestShelveInstance-710772007-router', 'tenant_id': '39a21d4e4e99416abb6b270b636e7f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.73'}], 'enable_snat': True}, 'gw_port_id': 'a79b2e64-e377-42a8-aa15-984adad398cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:20:35Z', 'updated_at': '2022-09-22T22:20:39Z', 'revision_number': 4, 'project_id': '39a21d4e4e99416abb6b270b636e7f5a', 'gw_port': {'id': 'a79b2e64-e377-42a8-aa15-984adad398cb', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a17b28-f4b7-4658-b874-6d7bb7a22ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:20:36Z', 'updated_at': '2022-09-22T22:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '3122c310-2d53-4915-8481-e99624d47db6', 'name': '', 'network_id': '68c770eb-402e-4243-9a22-d3a0386e2f78', 'tenant_id': '39a21d4e4e99416abb6b270b636e7f5a', 'mac_address': 'fa:16:3e:6c:f3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85a17b28-f4b7-4658-b874-6d7bb7a22ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '94534bfe-c7fa-4284-bbc3-117bda6efecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:20:39Z', 'updated_at': '2022-09-22T22:20:43Z', 'revision_number': 4, 'project_id': '39a21d4e4e99416abb6b270b636e7f5a', 'subnets': [{'id': '94534bfe-c7fa-4284-bbc3-117bda6efecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:20:44.642036 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6429386-a73b-4a85-a30f-020f89f618a5 req-dad6e621-c113-47ab-af3b-781112eef76b tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:44.643840 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b6429386-a73b-4a85-a30f-020f89f618a5 req-dad6e621-c113-47ab-af3b-781112eef76b tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.49 "GET /v2.0/networks?id=9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d HTTP/1.1" status: 200 len: 809 time: 0.1660762 Sep 22 22:20:44.696512 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:44.715010 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b6429386-a73b-4a85-a30f-020f89f618a5 req-54f33d97-7078-4246-ae0a-167c523e98c2 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c8cfd473b43487ab1b83c8bf9d9818e HTTP/1.1" status: 200 len: 379 time: 0.0574739 Sep 22 22:20:44.723123 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-b6429386-a73b-4a85-a30f-020f89f618a5 req-b6ddbb7a-0c83-4b4e-8061-16c0e34295c3 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Request body: {'port': {'device_id': 'bec4bc99-0193-405d-b03e-10ab99f34512', 'network_id': '9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d', 'admin_state_up': True, 'tenant_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'security_groups': ['d72a7657-c4cb-4228-beef-999bead7cce2']}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:20:44.956377 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f1408dde-fa04-4425-869b-661c27e52949 req-a538e9f6-a9b3-4d1e-9954-3dd63d47d85f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 210 time: 0.2162614 Sep 22 22:20:45.032286 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-b6429386-a73b-4a85-a30f-020f89f618a5 req-b6ddbb7a-0c83-4b4e-8061-16c0e34295c3 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:20:45.042304 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-b6429386-a73b-4a85-a30f-020f89f618a5 req-b6ddbb7a-0c83-4b4e-8061-16c0e34295c3 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:20:45.053168 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6429386-a73b-4a85-a30f-020f89f618a5 req-b6ddbb7a-0c83-4b4e-8061-16c0e34295c3 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Made reservation on behalf of 2c8cfd473b43487ab1b83c8bf9d9818e for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:20:45.057222 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-b6429386-a73b-4a85-a30f-020f89f618a5 req-b6ddbb7a-0c83-4b4e-8061-16c0e34295c3 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:45.224062 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [req-b6429386-a73b-4a85-a30f-020f89f618a5 req-b6ddbb7a-0c83-4b4e-8061-16c0e34295c3 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Allocated IP 172.20.0.13 (9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d/37738cc7-81b2-48f2-9908-523f0ee09258/c36e8098-16de-46d4-828f-6c50eb2eee37) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:20:45.426104 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-b6429386-a73b-4a85-a30f-020f89f618a5 req-b6ddbb7a-0c83-4b4e-8061-16c0e34295c3 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:45.442441 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-b6429386-a73b-4a85-a30f-020f89f618a5 req-b6ddbb7a-0c83-4b4e-8061-16c0e34295c3 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Transition to ACTIVE for port object c36e8098-16de-46d4-828f-6c50eb2eee37 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:20:45.466478 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-b6429386-a73b-4a85-a30f-020f89f618a5 req-b6ddbb7a-0c83-4b4e-8061-16c0e34295c3 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:45.540654 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6429386-a73b-4a85-a30f-020f89f618a5 req-b6ddbb7a-0c83-4b4e-8061-16c0e34295c3 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Network 9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:20:45.543747 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [req-b6429386-a73b-4a85-a30f-020f89f618a5 req-b6ddbb7a-0c83-4b4e-8061-16c0e34295c3 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:20:45.546193 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6429386-a73b-4a85-a30f-020f89f618a5 req-b6ddbb7a-0c83-4b4e-8061-16c0e34295c3 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:20:45.583304 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ddbb7a-0c83-4b4e-8061-16c0e34295c3 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Pushing event updated for resources: {'Port': ['ID=c36e8098-16de-46d4-828f-6c50eb2eee37,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:45.616583 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6429386-a73b-4a85-a30f-020f89f618a5 req-b6ddbb7a-0c83-4b4e-8061-16c0e34295c3 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:45.617188 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-b6429386-a73b-4a85-a30f-020f89f618a5 req-b6ddbb7a-0c83-4b4e-8061-16c0e34295c3 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:45.643377 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b6429386-a73b-4a85-a30f-020f89f618a5 req-b6ddbb7a-0c83-4b4e-8061-16c0e34295c3 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9240327 Sep 22 22:20:45.654946 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-b6429386-a73b-4a85-a30f-020f89f618a5 req-5d57e91b-6be2-42be-932c-1d2419d41e57 service neutron] Request body: {'port': {'device_id': 'bec4bc99-0193-405d-b03e-10ab99f34512', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:20:45.767867 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-b6429386-a73b-4a85-a30f-020f89f618a5 req-5d57e91b-6be2-42be-932c-1d2419d41e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:45.770586 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-ac9a0fa5-40be-4dae-b700-fe031cbf8c25 None None] Provisioning for port c36e8098-16de-46d4-828f-6c50eb2eee37 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:20:45.776413 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-ac9a0fa5-40be-4dae-b700-fe031cbf8c25 None None] Provisioning complete for port c36e8098-16de-46d4-828f-6c50eb2eee37 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:20:45.776783 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ac9a0fa5-40be-4dae-b700-fe031cbf8c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:45.777118 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-ac9a0fa5-40be-4dae-b700-fe031cbf8c25 None None] Attempt 1 to provision port c36e8098-16de-46d4-828f-6c50eb2eee37 Sep 22 22:20:45.828979 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ac9a0fa5-40be-4dae-b700-fe031cbf8c25 None None] Port c36e8098-16de-46d4-828f-6c50eb2eee37 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:20:46.112151 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [req-b6429386-a73b-4a85-a30f-020f89f618a5 req-5d57e91b-6be2-42be-932c-1d2419d41e57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c36e8098-16de-46d4-828f-6c50eb2eee37 {{(pid=89008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 22:20:46.120562 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-b6429386-a73b-4a85-a30f-020f89f618a5 req-5d57e91b-6be2-42be-932c-1d2419d41e57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:46.134985 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-b6429386-a73b-4a85-a30f-020f89f618a5 req-5d57e91b-6be2-42be-932c-1d2419d41e57 service neutron] Transition to ACTIVE for port object c36e8098-16de-46d4-828f-6c50eb2eee37 will not be triggered until provisioned by entity L2. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:20:46.139195 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-b6429386-a73b-4a85-a30f-020f89f618a5 req-5d57e91b-6be2-42be-932c-1d2419d41e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:46.177510 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa5014-67a9-4da4-9482-410d77d2b396 req-fde680e1-ef4d-4f20-9f11-9703e5e64537 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:46.179045 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-94fa5014-67a9-4da4-9482-410d77d2b396 req-fde680e1-ef4d-4f20-9f11-9703e5e64537 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 932 time: 0.0931532 Sep 22 22:20:46.224350 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-94fa5014-67a9-4da4-9482-410d77d2b396 req-038c4f62-73e5-4e8e-abf9-398bc35c8793 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Synchronizing usage tracker for tenant:2c8cfd473b43487ab1b83c8bf9d9818e on resource:security_group {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:20:46.242192 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-94fa5014-67a9-4da4-9482-410d77d2b396 req-038c4f62-73e5-4e8e-abf9-398bc35c8793 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Unset dirty status for tenant:2c8cfd473b43487ab1b83c8bf9d9818e on resource:security_group {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:20:46.243981 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-94fa5014-67a9-4da4-9482-410d77d2b396 req-038c4f62-73e5-4e8e-abf9-398bc35c8793 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=d72a7657-c4cb-4228-beef-999bead7cce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582085 Sep 22 22:20:46.324124 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d57e91b-6be2-42be-932c-1d2419d41e57 service neutron] Pushing event updated for resources: {'Port': ['ID=c36e8098-16de-46d4-828f-6c50eb2eee37,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:46.330300 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-ac9a0fa5-40be-4dae-b700-fe031cbf8c25 None None] Attempt 2 to provision port c36e8098-16de-46d4-828f-6c50eb2eee37 Sep 22 22:20:46.373888 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-b6429386-a73b-4a85-a30f-020f89f618a5 req-5d57e91b-6be2-42be-932c-1d2419d41e57 service neutron] Attempting to bind port c36e8098-16de-46d4-828f-6c50eb2eee37 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:20:46.374301 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-b6429386-a73b-4a85-a30f-020f89f618a5 req-5d57e91b-6be2-42be-932c-1d2419d41e57 service neutron] Attempting to bind port c36e8098-16de-46d4-828f-6c50eb2eee37 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'e09a7a55-ed59-42a8-8e72-eb9b697d1911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:20:46.374708 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6429386-a73b-4a85-a30f-020f89f618a5 req-5d57e91b-6be2-42be-932c-1d2419d41e57 service neutron] Attempting to bind port c36e8098-16de-46d4-828f-6c50eb2eee37 on network 9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:20:46.379382 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6429386-a73b-4a85-a30f-020f89f618a5 req-5d57e91b-6be2-42be-932c-1d2419d41e57 service neutron] Port c36e8098-16de-46d4-828f-6c50eb2eee37 on network 9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 22:20:46.379764 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6429386-a73b-4a85-a30f-020f89f618a5 req-5d57e91b-6be2-42be-932c-1d2419d41e57 service neutron] Attempting to bind port c36e8098-16de-46d4-828f-6c50eb2eee37 on network 9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:20:46.385118 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6429386-a73b-4a85-a30f-020f89f618a5 req-5d57e91b-6be2-42be-932c-1d2419d41e57 service neutron] Checking agent: {'id': '8a88b827-3477-4399-ac15-439d59b3c48a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'started_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:20:46.385521 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6429386-a73b-4a85-a30f-020f89f618a5 req-5d57e91b-6be2-42be-932c-1d2419d41e57 service neutron] Checking segment: {'id': 'e09a7a55-ed59-42a8-8e72-eb9b697d1911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:20:46.385967 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6429386-a73b-4a85-a30f-020f89f618a5 req-5d57e91b-6be2-42be-932c-1d2419d41e57 service neutron] Bound using segment: {'id': 'e09a7a55-ed59-42a8-8e72-eb9b697d1911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d'} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:20:46.386638 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-b6429386-a73b-4a85-a30f-020f89f618a5 req-5d57e91b-6be2-42be-932c-1d2419d41e57 service neutron] Bound port: c36e8098-16de-46d4-828f-6c50eb2eee37, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e09a7a55-ed59-42a8-8e72-eb9b697d1911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d'}}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:20:46.386875 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-b6429386-a73b-4a85-a30f-020f89f618a5 req-5d57e91b-6be2-42be-932c-1d2419d41e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:46.388640 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ac9a0fa5-40be-4dae-b700-fe031cbf8c25 None None] Port c36e8098-16de-46d4-828f-6c50eb2eee37 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:20:46.413768 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 3122c310-2d53-4915-8481-e99624d47db6 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:20:46.480040 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 3122c310-2d53-4915-8481-e99624d47db6 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:20:46.481623 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-b6429386-a73b-4a85-a30f-020f89f618a5 req-5d57e91b-6be2-42be-932c-1d2419d41e57 service neutron] For port c36e8098-16de-46d4-828f-6c50eb2eee37, host hv-neutron-8589, cleared binding levels {{(pid=89008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:20:46.484732 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 3122c310-2d53-4915-8481-e99624d47db6 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:20:46.484857 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-b6429386-a73b-4a85-a30f-020f89f618a5 req-5d57e91b-6be2-42be-932c-1d2419d41e57 service neutron] For port c36e8098-16de-46d4-828f-6c50eb2eee37, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=c36e8098-16de-46d4-828f-6c50eb2eee37,segment=NetworkSegment(e09a7a55-ed59-42a8-8e72-eb9b697d1911),segment_id=e09a7a55-ed59-42a8-8e72-eb9b697d1911)] {{(pid=89008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:20:46.485101 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:46.485434 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 3122c310-2d53-4915-8481-e99624d47db6 Sep 22 22:20:46.489488 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-b6429386-a73b-4a85-a30f-020f89f618a5 req-5d57e91b-6be2-42be-932c-1d2419d41e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:46.523606 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6429386-a73b-4a85-a30f-020f89f618a5 req-5d57e91b-6be2-42be-932c-1d2419d41e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:46.524251 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-b6429386-a73b-4a85-a30f-020f89f618a5 req-5d57e91b-6be2-42be-932c-1d2419d41e57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:46.525623 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b6429386-a73b-4a85-a30f-020f89f618a5 req-5d57e91b-6be2-42be-932c-1d2419d41e57 service neutron] 10.222.0.49 "PUT /v2.0/ports/c36e8098-16de-46d4-828f-6c50eb2eee37 HTTP/1.1" status: 200 len: 1094 time: 0.8756373 Sep 22 22:20:46.531476 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bec4bc99-0193-405d-b03e-10ab99f34512', 'tag': 'c36e8098-16de-46d4-828f-6c50eb2eee37'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:20:46.532896 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d2d90b-4292-44aa-b13e-353e430b2c1a" -d '{"events": [{"name": "network-changed", "server_uuid": "bec4bc99-0193-405d-b03e-10ab99f34512", "tag": "c36e8098-16de-46d4-828f-6c50eb2eee37"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:20:46.611733 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 3122c310-2d53-4915-8481-e99624d47db6 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:20:46.612114 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:46.638270 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d57e91b-6be2-42be-932c-1d2419d41e57 service neutron] Pushing event updated for resources: {'Port': ['ID=c36e8098-16de-46d4-828f-6c50eb2eee37,revision_number=3']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:46.644381 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b51eb4c-25f6-432d-9589-ebe4b64d7139 x-openstack-request-id: req-5b51eb4c-25f6-432d-9589-ebe4b64d7139 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:20:46.644963 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bec4bc99-0193-405d-b03e-10ab99f34512", "tag": "c36e8098-16de-46d4-828f-6c50eb2eee37", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:20:46.644963 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5b51eb4c-25f6-432d-9589-ebe4b64d7139 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:20:46.645288 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b51eb4c-25f6-432d-9589-ebe4b64d7139'] response: {'name': 'network-changed', 'server_uuid': 'bec4bc99-0193-405d-b03e-10ab99f34512', 'tag': 'c36e8098-16de-46d4-828f-6c50eb2eee37', 'status': 'completed', 'code': 200} Sep 22 22:20:46.645502 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 3122c310-2d53-4915-8481-e99624d47db6, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=3122c310-2d53-4915-8481-e99624d47db6,segment=NetworkSegment(b027d8d1-f815-4f2e-a544-a839dd98b33d),segment_id=b027d8d1-f815-4f2e-a544-a839dd98b33d)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:20:46.650885 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:46.661689 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6429386-a73b-4a85-a30f-020f89f618a5 req-3004f0ed-70af-4124-a155-aeb1a61b9389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:46.663198 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b6429386-a73b-4a85-a30f-020f89f618a5 req-3004f0ed-70af-4124-a155-aeb1a61b9389 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2c8cfd473b43487ab1b83c8bf9d9818e&device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 1097 time: 0.0985823 Sep 22 22:20:46.719178 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=3122c310-2d53-4915-8481-e99624d47db6,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:46.734569 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b6429386-a73b-4a85-a30f-020f89f618a5 req-984a73ba-06a6-4f55-ad62-fb478c858dfa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c36e8098-16de-46d4-828f-6c50eb2eee37 HTTP/1.1" status: 200 len: 217 time: 0.0639195 Sep 22 22:20:46.795225 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6429386-a73b-4a85-a30f-020f89f618a5 req-6a14a409-5e46-4239-9a00-77fb5c894650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:46.796700 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b6429386-a73b-4a85-a30f-020f89f618a5 req-6a14a409-5e46-4239-9a00-77fb5c894650 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37738cc7-81b2-48f2-9908-523f0ee09258 HTTP/1.1" status: 200 len: 848 time: 0.0566769 Sep 22 22:20:46.889745 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-ac9a0fa5-40be-4dae-b700-fe031cbf8c25 None None] Attempt 3 to provision port c36e8098-16de-46d4-828f-6c50eb2eee37 Sep 22 22:20:46.950842 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ac9a0fa5-40be-4dae-b700-fe031cbf8c25 None None] Port c36e8098-16de-46d4-828f-6c50eb2eee37 had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 22:20:46.975362 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6429386-a73b-4a85-a30f-020f89f618a5 req-0fd8050d-71ff-4121-b8b0-564a65533e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:46.976833 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b6429386-a73b-4a85-a30f-020f89f618a5 req-0fd8050d-71ff-4121-b8b0-564a65533e74 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1750641 Sep 22 22:20:47.107008 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b6429386-a73b-4a85-a30f-020f89f618a5 req-c24c0127-6657-4a62-99ff-f61681d36d58 service neutron] 10.222.0.49 "GET /v2.0/networks/9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240993 Sep 22 22:20:47.236291 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b6429386-a73b-4a85-a30f-020f89f618a5 req-071091b4-5e0b-4a74-b894-ab025497e2c6 service neutron] 10.222.0.49 "GET /v2.0/networks/9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234767 Sep 22 22:20:47.357461 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2d90b-4292-44aa-b13e-353e430b2c1a req-223dd876-6110-4414-93b4-8e408f539928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:47.359068 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d4d2d90b-4292-44aa-b13e-353e430b2c1a req-223dd876-6110-4414-93b4-8e408f539928 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2c8cfd473b43487ab1b83c8bf9d9818e&device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 1097 time: 0.0816598 Sep 22 22:20:47.441263 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01da0b-183c-4320-a308-c57e1e2429c1 req-e0efe4e8-86a9-427f-a528-b17969c8982c tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:47.443819 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-2c01da0b-183c-4320-a308-c57e1e2429c1 req-e0efe4e8-86a9-427f-a528-b17969c8982c tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 944 time: 0.0863574 Sep 22 22:20:47.489434 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2d90b-4292-44aa-b13e-353e430b2c1a req-67e1c7d9-a201-475e-8394-38a9331c042b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:47.490786 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d4d2d90b-4292-44aa-b13e-353e430b2c1a req-67e1c7d9-a201-475e-8394-38a9331c042b service neutron] 10.222.0.49 "GET /v2.0/networks?id=9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d HTTP/1.1" status: 200 len: 909 time: 0.1255589 Sep 22 22:20:47.491251 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-2c01da0b-183c-4320-a308-c57e1e2429c1 req-ec87b823-1af8-473a-aab2-555873665f24 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=d72a7657-c4cb-4228-beef-999bead7cce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421515 Sep 22 22:20:47.556344 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d4d2d90b-4292-44aa-b13e-353e430b2c1a req-045a42da-20b4-43fb-9aac-2d232c4f685c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c36e8098-16de-46d4-828f-6c50eb2eee37 HTTP/1.1" status: 200 len: 217 time: 0.0593367 Sep 22 22:20:47.619085 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2d90b-4292-44aa-b13e-353e430b2c1a req-e5334627-0fa6-4bb8-9ad9-1c41c4ae2dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:47.620446 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d4d2d90b-4292-44aa-b13e-353e430b2c1a req-e5334627-0fa6-4bb8-9ad9-1c41c4ae2dc7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37738cc7-81b2-48f2-9908-523f0ee09258 HTTP/1.1" status: 200 len: 848 time: 0.0583746 Sep 22 22:20:47.700283 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2d90b-4292-44aa-b13e-353e430b2c1a req-23b59628-4c4b-4d72-973f-1d6a277f1f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:47.701718 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d4d2d90b-4292-44aa-b13e-353e430b2c1a req-23b59628-4c4b-4d72-973f-1d6a277f1f28 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751908 Sep 22 22:20:47.829748 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d4d2d90b-4292-44aa-b13e-353e430b2c1a req-582367f7-345d-44cb-ba19-cccef6b9f28a service neutron] 10.222.0.49 "GET /v2.0/networks/9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216218 Sep 22 22:20:47.956817 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d4d2d90b-4292-44aa-b13e-353e430b2c1a req-1c7612b9-b0c4-4488-8c6a-9754262ca482 service neutron] 10.222.0.49 "GET /v2.0/networks/9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209981 Sep 22 22:20:48.394985 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 3122c310-2d53-4915-8481-e99624d47db6 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:20:48.459978 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 3122c310-2d53-4915-8481-e99624d47db6 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:20:48.460270 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:48.460596 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 3122c310-2d53-4915-8481-e99624d47db6 Sep 22 22:20:48.574171 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 3122c310-2d53-4915-8481-e99624d47db6 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:20:48.690314 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee683d-4dec-48ff-8ba5-e534d4ec453a req-1361bf90-35d1-492e-9bfe-f558e17fb4ce tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:48.691020 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-63ee683d-4dec-48ff-8ba5-e534d4ec453a req-1361bf90-35d1-492e-9bfe-f558e17fb4ce tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Synchronizing usage tracker for tenant:2c8cfd473b43487ab1b83c8bf9d9818e on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:20:48.705652 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-63ee683d-4dec-48ff-8ba5-e534d4ec453a req-1361bf90-35d1-492e-9bfe-f558e17fb4ce tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Unset dirty status for tenant:2c8cfd473b43487ab1b83c8bf9d9818e on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:20:48.707193 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-63ee683d-4dec-48ff-8ba5-e534d4ec453a req-1361bf90-35d1-492e-9bfe-f558e17fb4ce tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 944 time: 0.1048427 Sep 22 22:20:48.751774 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-63ee683d-4dec-48ff-8ba5-e534d4ec453a req-73f20df5-d910-4d38-971d-5ee255fff5d8 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=d72a7657-c4cb-4228-beef-999bead7cce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390007 Sep 22 22:20:49.955232 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f14c3-7d15-4667-bcb6-3483f0b89924 req-81df1fa6-9331-45d1-8aa7-1286629bba06 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:49.956743 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-310f14c3-7d15-4667-bcb6-3483f0b89924 req-81df1fa6-9331-45d1-8aa7-1286629bba06 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 944 time: 0.0915036 Sep 22 22:20:50.000930 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-310f14c3-7d15-4667-bcb6-3483f0b89924 req-8c65ab2f-a9da-4373-a9fc-877e2347204f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=d72a7657-c4cb-4228-beef-999bead7cce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385106 Sep 22 22:20:50.719196 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device c36e8098-16de-46d4-828f-6c50eb2eee37 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 22:20:50.881377 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port c36e8098-16de-46d4-828f-6c50eb2eee37, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=c36e8098-16de-46d4-828f-6c50eb2eee37,segment=NetworkSegment(e09a7a55-ed59-42a8-8e72-eb9b697d1911),segment_id=e09a7a55-ed59-42a8-8e72-eb9b697d1911)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:20:50.894363 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': 'c36e8098-16de-46d4-828f-6c50eb2eee37', 'network_id': '9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d', 'port_id': 'c36e8098-16de-46d4-828f-6c50eb2eee37', 'mac_address': 'fa:16:3e:8a:ba:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37738cc7-81b2-48f2-9908-523f0ee09258', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 22:20:50.949970 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port c36e8098-16de-46d4-828f-6c50eb2eee37 is: DOWN; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:20:50.950346 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:50.967007 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c36e8098-16de-46d4-828f-6c50eb2eee37 {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 22:20:50.981582 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port c36e8098-16de-46d4-828f-6c50eb2eee37, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=c36e8098-16de-46d4-828f-6c50eb2eee37,segment=NetworkSegment(e09a7a55-ed59-42a8-8e72-eb9b697d1911),segment_id=e09a7a55-ed59-42a8-8e72-eb9b697d1911)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:20:50.985523 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:51.051042 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=c36e8098-16de-46d4-828f-6c50eb2eee37,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:51.187933 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['c36e8098-16de-46d4-828f-6c50eb2eee37'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 22:20:51.197647 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde09a44-6e36-448d-a0df-cbdf446e5759 req-167d9aaa-3673-44b0-aea6-8ceffa7d1cd7 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:51.199151 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fde09a44-6e36-448d-a0df-cbdf446e5759 req-167d9aaa-3673-44b0-aea6-8ceffa7d1cd7 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 945 time: 0.0893114 Sep 22 22:20:51.245561 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-fde09a44-6e36-448d-a0df-cbdf446e5759 req-67ada286-7448-42b3-a0a9-81c51489639c tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=d72a7657-c4cb-4228-beef-999bead7cce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406535 Sep 22 22:20:52.545680 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2c0a2-9cdd-4fc3-97cc-1f5481fbe7c7 req-8ff79e54-4ae8-45e2-b78d-30dc05209f66 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:52.547058 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-09d2c0a2-9cdd-4fc3-97cc-1f5481fbe7c7 req-8ff79e54-4ae8-45e2-b78d-30dc05209f66 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 945 time: 0.1899354 Sep 22 22:20:52.590104 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-09d2c0a2-9cdd-4fc3-97cc-1f5481fbe7c7 req-f4aec065-45ef-49ca-b24a-c4d7be29305d tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=d72a7657-c4cb-4228-beef-999bead7cce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373948 Sep 22 22:20:52.738632 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device c36e8098-16de-46d4-828f-6c50eb2eee37 up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:20:52.804821 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning for port c36e8098-16de-46d4-828f-6c50eb2eee37 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:20:52.809703 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port c36e8098-16de-46d4-828f-6c50eb2eee37 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:20:52.810072 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:52.810390 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port c36e8098-16de-46d4-828f-6c50eb2eee37 Sep 22 22:20:52.922264 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port c36e8098-16de-46d4-828f-6c50eb2eee37 is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:20:52.922657 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:52.948508 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec4bc99-0193-405d-b03e-10ab99f34512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36e8098-16de-46d4-828f-6c50eb2eee37'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:20:52.950795 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87d1657-dbef-4128-8f5b-9176b24d6c40" -d '{"events": [{"server_uuid": "bec4bc99-0193-405d-b03e-10ab99f34512", "name": "network-vif-plugged", "status": "completed", "tag": "c36e8098-16de-46d4-828f-6c50eb2eee37"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:20:52.958030 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port c36e8098-16de-46d4-828f-6c50eb2eee37, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=c36e8098-16de-46d4-828f-6c50eb2eee37,segment=NetworkSegment(e09a7a55-ed59-42a8-8e72-eb9b697d1911),segment_id=e09a7a55-ed59-42a8-8e72-eb9b697d1911)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:20:52.961470 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:52.997889 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3abe579f-ce33-42b9-a87c-c4283e232ddd x-openstack-request-id: req-3abe579f-ce33-42b9-a87c-c4283e232ddd {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:20:52.998169 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec4bc99-0193-405d-b03e-10ab99f34512", "name": "network-vif-plugged", "status": "completed", "tag": "c36e8098-16de-46d4-828f-6c50eb2eee37", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:20:52.998419 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3abe579f-ce33-42b9-a87c-c4283e232ddd {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:20:52.998837 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3abe579f-ce33-42b9-a87c-c4283e232ddd'] response: {'server_uuid': 'bec4bc99-0193-405d-b03e-10ab99f34512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36e8098-16de-46d4-828f-6c50eb2eee37', 'code': 200} Sep 22 22:20:53.029718 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=c36e8098-16de-46d4-828f-6c50eb2eee37,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:53.219824 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c2175-598f-405e-840c-2d1e70a56649 req-92506be6-2ee3-4a78-9711-4b2e0ee7c046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:53.221900 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-eb5c2175-598f-405e-840c-2d1e70a56649 req-92506be6-2ee3-4a78-9711-4b2e0ee7c046 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 1099 time: 0.0773232 Sep 22 22:20:53.262237 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-eb5c2175-598f-405e-840c-2d1e70a56649 req-2760edb4-0761-4210-97ae-0fd055c06e0a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d72a7657-c4cb-4228-beef-999bead7cce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335929 Sep 22 22:20:53.782261 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44d65a-922e-49b0-9135-64995ac197b7 req-b3c8330a-2d37-4232-8050-0a33d250f788 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:53.783720 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-6f44d65a-922e-49b0-9135-64995ac197b7 req-b3c8330a-2d37-4232-8050-0a33d250f788 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 946 time: 0.0846450 Sep 22 22:20:53.827072 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-6f44d65a-922e-49b0-9135-64995ac197b7 req-b2f9e9fc-544d-47e1-8e5d-c5a18ffdb616 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=d72a7657-c4cb-4228-beef-999bead7cce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376377 Sep 22 22:20:55.026764 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c1ee13-bd85-455b-b9b4-53fb133bb906 req-12eda6b4-d883-46e9-aa6f-f48b617fc003 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:55.028200 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-27c1ee13-bd85-455b-b9b4-53fb133bb906 req-12eda6b4-d883-46e9-aa6f-f48b617fc003 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 946 time: 0.0881793 Sep 22 22:20:55.084342 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-27c1ee13-bd85-455b-b9b4-53fb133bb906 req-5c3f47ad-1e6d-450e-8605-67bed3ff9601 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=d72a7657-c4cb-4228-beef-999bead7cce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504873 Sep 22 22:20:55.284927 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2311c39-cb57-4347-8f45-3c213980568c req-593c5e2f-3f04-4b5b-a3c4-07355d85dcbf tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:55.286518 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-a2311c39-cb57-4347-8f45-3c213980568c req-593c5e2f-3f04-4b5b-a3c4-07355d85dcbf tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 946 time: 0.0910485 Sep 22 22:20:55.329666 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-a2311c39-cb57-4347-8f45-3c213980568c req-c79105a1-b9a9-4ed7-a85f-751ef6835489 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=d72a7657-c4cb-4228-beef-999bead7cce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373948 Sep 22 22:20:55.359211 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 59224) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:20:55.540429 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9dcf25-3fab-4bb3-a9c0-0511077332d7 tempest-TestShelveInstance-1768136909 tempest-TestShelveInstance-1768136909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:55.541049 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-9b9dcf25-3fab-4bb3-a9c0-0511077332d7 tempest-TestShelveInstance-1768136909 tempest-TestShelveInstance-1768136909-project-admin] Synchronizing usage tracker for tenant:39a21d4e4e99416abb6b270b636e7f5a on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:20:55.557059 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-9b9dcf25-3fab-4bb3-a9c0-0511077332d7 tempest-TestShelveInstance-1768136909 tempest-TestShelveInstance-1768136909-project-admin] Unset dirty status for tenant:39a21d4e4e99416abb6b270b636e7f5a on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:20:55.558231 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-9b9dcf25-3fab-4bb3-a9c0-0511077332d7 tempest-TestShelveInstance-1768136909 tempest-TestShelveInstance-1768136909-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 1094 time: 0.1980414 Sep 22 22:20:55.561253 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 59230) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:20:55.566080 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-7ab3d7f3-21bf-4167-9a62-79287dfc752f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Request body: {'floatingip': {'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'port_id': 'c36e8098-16de-46d4-828f-6c50eb2eee37', 'tenant_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:20:55.572478 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-7ab3d7f3-21bf-4167-9a62-79287dfc752f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:20:55.576286 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-7ab3d7f3-21bf-4167-9a62-79287dfc752f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Usage tracker for resource:floatingip and tenant:2c8cfd473b43487ab1b83c8bf9d9818e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:20:55.579050 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-7ab3d7f3-21bf-4167-9a62-79287dfc752f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:20:55.584640 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-7ab3d7f3-21bf-4167-9a62-79287dfc752f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:20:55.594383 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7ab3d7f3-21bf-4167-9a62-79287dfc752f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for floatingip, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:55.733124 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7ab3d7f3-21bf-4167-9a62-79287dfc752f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:55.863879 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-7ab3d7f3-21bf-4167-9a62-79287dfc752f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Allocated IP 172.26.0.15 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/8ed83dcb-9339-496c-b45e-0f8173e70183) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:20:56.007719 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7ab3d7f3-21bf-4167-9a62-79287dfc752f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:56.038114 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7ab3d7f3-21bf-4167-9a62-79287dfc752f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:56.109900 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab3d7f3-21bf-4167-9a62-79287dfc752f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:20:56.110994 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-7ab3d7f3-21bf-4167-9a62-79287dfc752f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:20:56.113669 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab3d7f3-21bf-4167-9a62-79287dfc752f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:20:56.154967 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab3d7f3-21bf-4167-9a62-79287dfc752f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Pushing event updated for resources: {'Port': ['ID=8ed83dcb-9339-496c-b45e-0f8173e70183,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:56.451306 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:56.532594 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7ab3d7f3-21bf-4167-9a62-79287dfc752f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:56.604661 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7ab3d7f3-21bf-4167-9a62-79287dfc752f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:56.808530 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7ab3d7f3-21bf-4167-9a62-79287dfc752f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:56.812645 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7ab3d7f3-21bf-4167-9a62-79287dfc752f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:57.015926 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab3d7f3-21bf-4167-9a62-79287dfc752f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Pushing event updated for resources: {'Port': ['ID=8ed83dcb-9339-496c-b45e-0f8173e70183,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:57.018198 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7ab3d7f3-21bf-4167-9a62-79287dfc752f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:57.184445 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.l3_db [None req-7ab3d7f3-21bf-4167-9a62-79287dfc752f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Floating IP 7bbee14a-5262-47b7-993e-19843fe17bb0 associated. External IP: 172.26.0.15, port: c36e8098-16de-46d4-828f-6c50eb2eee37. Sep 22 22:20:57.528017 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab3d7f3-21bf-4167-9a62-79287dfc752f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Router 90362d31-71d4-443b-9073-3cf95959ec3f has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 22:20:57.702190 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab3d7f3-21bf-4167-9a62-79287dfc752f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:20:57.711659 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1e34d9-d5a8-415e-984e-9310a5dccbc7 None None] Sync routers for ids ['90362d31-71d4-443b-9073-3cf95959ec3f'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:20:57.725946 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-7ab3d7f3-21bf-4167-9a62-79287dfc752f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:20:57.727327 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1e34d9-d5a8-415e-984e-9310a5dccbc7 None None] Routers {'90362d31-71d4-443b-9073-3cf95959ec3f'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:20:57.728459 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-da1e34d9-d5a8-415e-984e-9310a5dccbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:20:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['90362d31-71d4-443b-9073-3cf95959ec3f'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:20:57.792079 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-7ab3d7f3-21bf-4167-9a62-79287dfc752f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2297266 Sep 22 22:20:57.792565 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bec4bc99-0193-405d-b03e-10ab99f34512', 'tag': 'c36e8098-16de-46d4-828f-6c50eb2eee37'}] {{(pid=89009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:20:57.794909 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3cdb6d5bdfc0c86a52b2d842100ac752cec167fbf441e2518ec0a73bf85169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2690650c-c9ea-4598-bdb0-4e4289a7eb5c" -d '{"events": [{"name": "network-changed", "server_uuid": "bec4bc99-0193-405d-b03e-10ab99f34512", "tag": "c36e8098-16de-46d4-828f-6c50eb2eee37"}]}' {{(pid=89009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:20:57.884555 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e892b53-83d8-4311-ae0d-9434f0d03e1c x-openstack-request-id: req-5e892b53-83d8-4311-ae0d-9434f0d03e1c {{(pid=89009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:20:57.884855 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bec4bc99-0193-405d-b03e-10ab99f34512", "tag": "c36e8098-16de-46d4-828f-6c50eb2eee37", "status": "completed", "code": 200}]} {{(pid=89009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:20:57.885107 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5e892b53-83d8-4311-ae0d-9434f0d03e1c {{(pid=89009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:20:57.885509 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e892b53-83d8-4311-ae0d-9434f0d03e1c'] response: {'name': 'network-changed', 'server_uuid': 'bec4bc99-0193-405d-b03e-10ab99f34512', 'tag': 'c36e8098-16de-46d4-828f-6c50eb2eee37', 'status': 'completed', 'code': 200} Sep 22 22:20:57.911324 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-da1e34d9-d5a8-415e-984e-9310a5dccbc7 None None] Set router 90362d31-71d4-443b-9073-3cf95959ec3f gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:20:57.981605 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690650c-c9ea-4598-bdb0-4e4289a7eb5c req-9f134ceb-b99e-42d5-9aec-0cf88ce42439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:57.983104 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2690650c-c9ea-4598-bdb0-4e4289a7eb5c req-9f134ceb-b99e-42d5-9aec-0cf88ce42439 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2c8cfd473b43487ab1b83c8bf9d9818e&device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 1099 time: 0.0770700 Sep 22 22:20:58.221691 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690650c-c9ea-4598-bdb0-4e4289a7eb5c req-8ab381d8-75b9-4c69-a66b-02f512a740fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:58.223205 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2690650c-c9ea-4598-bdb0-4e4289a7eb5c req-8ab381d8-75b9-4c69-a66b-02f512a740fc service neutron] 10.222.0.49 "GET /v2.0/networks?id=9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d HTTP/1.1" status: 200 len: 909 time: 0.2347023 Sep 22 22:20:58.287841 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-da1e34d9-d5a8-415e-984e-9310a5dccbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'name': 'tempest-TestShelveInstance-1599492514-router', 'tenant_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': '41b5aa64-455a-49f4-8990-83609d706ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:20:29Z', 'updated_at': '2022-09-22T22:20:33Z', 'revision_number': 4, 'project_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'gw_port': {'id': '41b5aa64-455a-49f4-8990-83609d706ebc', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:4d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:20:30Z', 'updated_at': '2022-09-22T22:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '7bbee14a-5262-47b7-993e-19843fe17bb0', 'tenant_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'floating_ip_address': '172.26.0.15', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'port_id': 'c36e8098-16de-46d4-828f-6c50eb2eee37', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d', 'mac_address': 'fa:16:3e:8a:ba:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec4bc99-0193-405d-b03e-10ab99f34512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:20:56Z', 'updated_at': '2022-09-22T22:20:56Z', 'revision_number': 0, 'project_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44956d63-1463-4bf5-89ce-14439682b3f6', 'name': '', 'network_id': '9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d', 'tenant_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'mac_address': 'fa:16:3e:04:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '37738cc7-81b2-48f2-9908-523f0ee09258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:20:32Z', 'updated_at': '2022-09-22T22:20:40Z', 'revision_number': 5, 'project_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'subnets': [{'id': '37738cc7-81b2-48f2-9908-523f0ee09258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:20:58.292109 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1e34d9-d5a8-415e-984e-9310a5dccbc7 None None] Checking router: 90362d31-71d4-443b-9073-3cf95959ec3f for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:20:58.300155 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1e34d9-d5a8-415e-984e-9310a5dccbc7 None None] Routers {'90362d31-71d4-443b-9073-3cf95959ec3f'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:20:58.300736 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-da1e34d9-d5a8-415e-984e-9310a5dccbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:20:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['90362d31-71d4-443b-9073-3cf95959ec3f'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:20:58.328695 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2690650c-c9ea-4598-bdb0-4e4289a7eb5c req-1384dd91-5f53-49d5-87ac-ccec94192776 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c36e8098-16de-46d4-828f-6c50eb2eee37 HTTP/1.1" status: 200 len: 999 time: 0.0996590 Sep 22 22:20:58.393073 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690650c-c9ea-4598-bdb0-4e4289a7eb5c req-3321f5fb-599a-466f-9277-5fc9c54c999e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:58.394507 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2690650c-c9ea-4598-bdb0-4e4289a7eb5c req-3321f5fb-599a-466f-9277-5fc9c54c999e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37738cc7-81b2-48f2-9908-523f0ee09258 HTTP/1.1" status: 200 len: 848 time: 0.0607095 Sep 22 22:20:58.476225 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-da1e34d9-d5a8-415e-984e-9310a5dccbc7 None None] Set router 90362d31-71d4-443b-9073-3cf95959ec3f gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:20:58.482072 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690650c-c9ea-4598-bdb0-4e4289a7eb5c req-742cb3ee-9ba3-4097-9eb1-c2d79d046096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:58.483583 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2690650c-c9ea-4598-bdb0-4e4289a7eb5c req-742cb3ee-9ba3-4097-9eb1-c2d79d046096 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833342 Sep 22 22:20:58.620843 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2690650c-c9ea-4598-bdb0-4e4289a7eb5c req-4ced3531-ea2c-4127-8d40-47c02e5b3d66 service neutron] 10.222.0.49 "GET /v2.0/networks/9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317151 Sep 22 22:20:58.766593 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2690650c-c9ea-4598-bdb0-4e4289a7eb5c req-76c9bc8d-0bab-4971-8117-813dd18de9fd service neutron] 10.222.0.49 "GET /v2.0/networks/9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397383 Sep 22 22:20:58.823520 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-da1e34d9-d5a8-415e-984e-9310a5dccbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'name': 'tempest-TestShelveInstance-1599492514-router', 'tenant_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': '41b5aa64-455a-49f4-8990-83609d706ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:20:29Z', 'updated_at': '2022-09-22T22:20:33Z', 'revision_number': 4, 'project_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'gw_port': {'id': '41b5aa64-455a-49f4-8990-83609d706ebc', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:4d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:20:30Z', 'updated_at': '2022-09-22T22:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '7bbee14a-5262-47b7-993e-19843fe17bb0', 'tenant_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'floating_ip_address': '172.26.0.15', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'port_id': 'c36e8098-16de-46d4-828f-6c50eb2eee37', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d', 'mac_address': 'fa:16:3e:8a:ba:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec4bc99-0193-405d-b03e-10ab99f34512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:20:56Z', 'updated_at': '2022-09-22T22:20:56Z', 'revision_number': 0, 'project_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44956d63-1463-4bf5-89ce-14439682b3f6', 'name': '', 'network_id': '9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d', 'tenant_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'mac_address': 'fa:16:3e:04:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '37738cc7-81b2-48f2-9908-523f0ee09258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:20:32Z', 'updated_at': '2022-09-22T22:20:40Z', 'revision_number': 5, 'project_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'subnets': [{'id': '37738cc7-81b2-48f2-9908-523f0ee09258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:20:58.827388 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1e34d9-d5a8-415e-984e-9310a5dccbc7 None None] The sync data for ids ['90362d31-71d4-443b-9073-3cf95959ec3f'] in dv-neutron-858900-1-hyperv is: [{'id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'name': 'tempest-TestShelveInstance-1599492514-router', 'tenant_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': '41b5aa64-455a-49f4-8990-83609d706ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:20:29Z', 'updated_at': '2022-09-22T22:20:33Z', 'revision_number': 4, 'project_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'gw_port': {'id': '41b5aa64-455a-49f4-8990-83609d706ebc', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:4d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:20:30Z', 'updated_at': '2022-09-22T22:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '7bbee14a-5262-47b7-993e-19843fe17bb0', 'tenant_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'floating_ip_address': '172.26.0.15', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'port_id': 'c36e8098-16de-46d4-828f-6c50eb2eee37', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d', 'mac_address': 'fa:16:3e:8a:ba:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec4bc99-0193-405d-b03e-10ab99f34512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:20:56Z', 'updated_at': '2022-09-22T22:20:56Z', 'revision_number': 0, 'project_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44956d63-1463-4bf5-89ce-14439682b3f6', 'name': '', 'network_id': '9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d', 'tenant_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'mac_address': 'fa:16:3e:04:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '37738cc7-81b2-48f2-9908-523f0ee09258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:20:32Z', 'updated_at': '2022-09-22T22:20:40Z', 'revision_number': 5, 'project_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'subnets': [{'id': '37738cc7-81b2-48f2-9908-523f0ee09258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:20:59.013470 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123e4b01-a5d6-4b4c-9802-1634aef239b1 None None] New status for floating IP 7bbee14a-5262-47b7-993e-19843fe17bb0: ACTIVE {{(pid=89010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 22:21:07.830371 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:21:09.824941 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-94b84b8c-51b3-4fa1-a498-745e1c0539b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:21:12.015430 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9f3eb777-a8ab-4a5f-8ecf-3add4cd1bf90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:21:12.881824 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:21:13.313002 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:21:14.693952 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:21:20.828566 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-25c8f1d9-2a27-4f27-8d3a-e3f9dd5edc18 req-723082f6-b6ba-4cf6-a34c-b549be8b9ec0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0788069 Sep 22 22:21:20.969627 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c8f1d9-2a27-4f27-8d3a-e3f9dd5edc18 req-d2434b4d-b2b4-4473-ba00-e8e3c430840c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:20.971055 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-25c8f1d9-2a27-4f27-8d3a-e3f9dd5edc18 req-d2434b4d-b2b4-4473-ba00-e8e3c430840c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2c8cfd473b43487ab1b83c8bf9d9818e&device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 1099 time: 0.0760455 Sep 22 22:21:21.110642 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c8f1d9-2a27-4f27-8d3a-e3f9dd5edc18 req-d2c86329-5323-45a3-8976-6de85b54fe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:21.111964 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-25c8f1d9-2a27-4f27-8d3a-e3f9dd5edc18 req-d2c86329-5323-45a3-8976-6de85b54fe22 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d HTTP/1.1" status: 200 len: 909 time: 0.1222553 Sep 22 22:21:21.212070 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-25c8f1d9-2a27-4f27-8d3a-e3f9dd5edc18 req-f2c2c380-bff4-4fcc-9d7b-cebb8097731e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c36e8098-16de-46d4-828f-6c50eb2eee37 HTTP/1.1" status: 200 len: 1001 time: 0.0941880 Sep 22 22:21:21.276429 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c8f1d9-2a27-4f27-8d3a-e3f9dd5edc18 req-1989a9ba-a0cb-4008-acb1-371ff3443904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:21.278367 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-25c8f1d9-2a27-4f27-8d3a-e3f9dd5edc18 req-1989a9ba-a0cb-4008-acb1-371ff3443904 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37738cc7-81b2-48f2-9908-523f0ee09258 HTTP/1.1" status: 200 len: 848 time: 0.0592887 Sep 22 22:21:21.358301 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c8f1d9-2a27-4f27-8d3a-e3f9dd5edc18 req-9d0a3061-965f-4807-9a4f-1be965e1a093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:21.359773 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-25c8f1d9-2a27-4f27-8d3a-e3f9dd5edc18 req-9d0a3061-965f-4807-9a4f-1be965e1a093 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759282 Sep 22 22:21:21.489182 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-25c8f1d9-2a27-4f27-8d3a-e3f9dd5edc18 req-b21add1e-f33c-4fb9-8947-1d2a43019e22 service neutron] 10.222.0.49 "GET /v2.0/networks/9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228330 Sep 22 22:21:21.617154 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-25c8f1d9-2a27-4f27-8d3a-e3f9dd5edc18 req-769d2670-cf32-4d12-a6b8-bb1b5b427a0d service neutron] 10.222.0.49 "GET /v2.0/networks/9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211064 Sep 22 22:21:26.446181 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:21:39.828091 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e046e286-1e60-4282-bb9e-846345421ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:21:42.017027 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-375742ab-d4eb-40b2-9c64-3e931e4a5c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:21:42.885142 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:21:43.316091 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:21:44.698424 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:21:44.828404 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:21:56.461810 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:22:09.832656 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-35cce935-741b-4666-a41d-15efe5c9e7e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:22:12.019171 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-136fc7d2-df36-4849-bada-d64eb0a01db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:22:12.887701 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:22:13.319101 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:22:14.700431 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:22:21.586154 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ed4f7a87-39b7-43a2-a2c5-32c523777fd8 req-efeefa6f-cc84-4213-b402-92a76dc311d5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0786464 Sep 22 22:22:21.820521 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f7a87-39b7-43a2-a2c5-32c523777fd8 req-b093603d-160a-43cd-8e94-dfb0e1049349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:22:21.821999 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ed4f7a87-39b7-43a2-a2c5-32c523777fd8 req-b093603d-160a-43cd-8e94-dfb0e1049349 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2c8cfd473b43487ab1b83c8bf9d9818e&device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 1099 time: 0.1692410 Sep 22 22:22:21.826752 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:22:21.961200 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f7a87-39b7-43a2-a2c5-32c523777fd8 req-68a1e52b-8da5-49c2-89db-c8cfdb0b9eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:22:21.962546 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ed4f7a87-39b7-43a2-a2c5-32c523777fd8 req-68a1e52b-8da5-49c2-89db-c8cfdb0b9eed service neutron] 10.222.0.49 "GET /v2.0/networks?id=9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d HTTP/1.1" status: 200 len: 909 time: 0.1226873 Sep 22 22:22:22.063412 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ed4f7a87-39b7-43a2-a2c5-32c523777fd8 req-17da24d3-e0d9-4b53-bf1e-c91a58076eff service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c36e8098-16de-46d4-828f-6c50eb2eee37 HTTP/1.1" status: 200 len: 1001 time: 0.0941825 Sep 22 22:22:22.122272 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f7a87-39b7-43a2-a2c5-32c523777fd8 req-6f650bf4-d4ed-47b9-9a60-913353e8b81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:22:22.123707 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ed4f7a87-39b7-43a2-a2c5-32c523777fd8 req-6f650bf4-d4ed-47b9-9a60-913353e8b81f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37738cc7-81b2-48f2-9908-523f0ee09258 HTTP/1.1" status: 200 len: 848 time: 0.0553100 Sep 22 22:22:22.205776 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f7a87-39b7-43a2-a2c5-32c523777fd8 req-046f3943-6fd5-46c2-9bdc-4cb1d7a60e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:22:22.207243 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ed4f7a87-39b7-43a2-a2c5-32c523777fd8 req-046f3943-6fd5-46c2-9bdc-4cb1d7a60e19 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776079 Sep 22 22:22:22.335624 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ed4f7a87-39b7-43a2-a2c5-32c523777fd8 req-b227c697-929e-4f44-9555-0eb9ceb9aca1 service neutron] 10.222.0.49 "GET /v2.0/networks/9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223607 Sep 22 22:22:22.462619 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ed4f7a87-39b7-43a2-a2c5-32c523777fd8 req-2bd07a37-23be-46d0-a73e-43d6aa738c4b service neutron] 10.222.0.49 "GET /v2.0/networks/9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211829 Sep 22 22:22:26.492297 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:22:39.834831 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-879f4401-cede-417d-a3c9-d0767d18c99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:22:42.020889 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-17539871-8fcd-4543-a4d3-748e7e207c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:22:42.889977 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:22:43.322108 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:22:44.702540 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:22:52.733599 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156fc92e-036a-40df-aeb8-7e0a1873ab0d req-434bf891-2d2a-42db-a2a5-c17fce7c251a tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:22:52.735065 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-156fc92e-036a-40df-aeb8-7e0a1873ab0d req-434bf891-2d2a-42db-a2a5-c17fce7c251a tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 946 time: 0.0848198 Sep 22 22:22:52.783606 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-156fc92e-036a-40df-aeb8-7e0a1873ab0d req-19dcf31b-a406-4853-9e2c-9b302b3ad09a tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=d72a7657-c4cb-4228-beef-999bead7cce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423846 Sep 22 22:22:53.982615 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058b7dd-e4a3-4048-8914-41d4e1705620 req-473a3d4b-5bd2-482d-b784-45460a6de3fd tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:22:53.984087 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-a058b7dd-e4a3-4048-8914-41d4e1705620 req-473a3d4b-5bd2-482d-b784-45460a6de3fd tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 946 time: 0.0883791 Sep 22 22:22:54.027879 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-a058b7dd-e4a3-4048-8914-41d4e1705620 req-0f4b02d7-64de-4451-8079-72d20475b838 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=d72a7657-c4cb-4228-beef-999bead7cce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380108 Sep 22 22:22:55.225508 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7e407-f13f-4d65-8419-7d1895cd6425 req-26bacfe6-5336-4b06-a787-0fe675ed09dc tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:22:55.226961 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-12a7e407-f13f-4d65-8419-7d1895cd6425 req-26bacfe6-5336-4b06-a787-0fe675ed09dc tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 946 time: 0.0849004 Sep 22 22:22:55.270936 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-12a7e407-f13f-4d65-8419-7d1895cd6425 req-6d332185-e951-43e6-b146-f0d840d77f2b tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=d72a7657-c4cb-4228-beef-999bead7cce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379131 Sep 22 22:22:56.469786 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ca11f-a026-4a96-9804-d181d827477a req-c4d7a310-851f-440e-be47-e3fe2e5035e2 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:22:56.471284 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-bd9ca11f-a026-4a96-9804-d181d827477a req-c4d7a310-851f-440e-be47-e3fe2e5035e2 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 946 time: 0.0885108 Sep 22 22:22:56.509064 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:22:56.515597 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-bd9ca11f-a026-4a96-9804-d181d827477a req-5d26cabd-816b-4e08-a78a-d33151fc832e tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=d72a7657-c4cb-4228-beef-999bead7cce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386837 Sep 22 22:22:57.711809 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c09d5-3248-4d11-a9f3-6da54954885f req-c1396804-46c2-4c6f-be27-a1c4ccd827c5 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:22:57.713252 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-aa6c09d5-3248-4d11-a9f3-6da54954885f req-c1396804-46c2-4c6f-be27-a1c4ccd827c5 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 946 time: 0.0891097 Sep 22 22:22:57.756526 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-aa6c09d5-3248-4d11-a9f3-6da54954885f req-60d4688f-79d8-4c64-b63f-4fa774a78d2a tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=d72a7657-c4cb-4228-beef-999bead7cce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376046 Sep 22 22:22:58.826238 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:22:58.954180 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485874e-75b2-4def-9897-c9818ac2e3af req-eb9ee1af-76b6-4105-b595-98c4d4d65d9b tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:22:58.955646 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-f485874e-75b2-4def-9897-c9818ac2e3af req-eb9ee1af-76b6-4105-b595-98c4d4d65d9b tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 946 time: 0.0861967 Sep 22 22:22:58.998877 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-f485874e-75b2-4def-9897-c9818ac2e3af req-12ab0f40-e8d4-4caa-be41-8b1bd8b69f89 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=d72a7657-c4cb-4228-beef-999bead7cce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377221 Sep 22 22:23:00.190720 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68ed84-be56-49fc-bc29-f2e828061e93 req-fc7a1e5d-b36c-42c3-bf7d-d1ae5bcf1b1a tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:00.192154 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9d68ed84-be56-49fc-bc29-f2e828061e93 req-fc7a1e5d-b36c-42c3-bf7d-d1ae5bcf1b1a tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 946 time: 0.0852873 Sep 22 22:23:00.237308 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9d68ed84-be56-49fc-bc29-f2e828061e93 req-7cae4748-0588-41ff-9a8b-05d1c39f1eaf tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=d72a7657-c4cb-4228-beef-999bead7cce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390167 Sep 22 22:23:01.443623 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c1816-3bdb-4d30-8137-607145848afb req-2112c492-e373-49ba-a403-e99976f1061d tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:01.445084 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-482c1816-3bdb-4d30-8137-607145848afb req-2112c492-e373-49ba-a403-e99976f1061d tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 946 time: 0.0909400 Sep 22 22:23:01.490323 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-482c1816-3bdb-4d30-8137-607145848afb req-1caef2c4-46e7-4c2f-930d-25be8802a529 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=d72a7657-c4cb-4228-beef-999bead7cce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395708 Sep 22 22:23:02.694081 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d1fab-8cde-416b-8a13-7b081ffe1319 req-8c672769-01c9-4fc6-bdd1-baef8a9e1c93 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:02.695537 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2f9d1fab-8cde-416b-8a13-7b081ffe1319 req-8c672769-01c9-4fc6-bdd1-baef8a9e1c93 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 946 time: 0.0852118 Sep 22 22:23:02.738231 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2f9d1fab-8cde-416b-8a13-7b081ffe1319 req-239f3a6b-c21b-453f-a9d5-cf51873d7dec tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=d72a7657-c4cb-4228-beef-999bead7cce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371418 Sep 22 22:23:03.934373 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d76fa4-67a4-43f4-b54f-0d5a2e65c0bd req-b32b0c45-5ff8-481f-afbf-30383bbb28b9 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:03.935823 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-64d76fa4-67a4-43f4-b54f-0d5a2e65c0bd req-b32b0c45-5ff8-481f-afbf-30383bbb28b9 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 946 time: 0.0849748 Sep 22 22:23:03.981848 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-64d76fa4-67a4-43f4-b54f-0d5a2e65c0bd req-f6b9d220-56f3-45f8-ab74-035655cf7cc5 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=d72a7657-c4cb-4228-beef-999bead7cce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403943 Sep 22 22:23:05.183750 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b61426-541a-45d2-9ab8-d8db21fe2d6a req-1ee8306f-a6be-4dd8-8675-0bd47de28b73 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:05.185189 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f6b61426-541a-45d2-9ab8-d8db21fe2d6a req-1ee8306f-a6be-4dd8-8675-0bd47de28b73 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 946 time: 0.0918345 Sep 22 22:23:05.229703 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f6b61426-541a-45d2-9ab8-d8db21fe2d6a req-f94e7746-0bf6-48b8-ad8d-ab932ee9fe09 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=d72a7657-c4cb-4228-beef-999bead7cce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388629 Sep 22 22:23:05.293129 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device c36e8098-16de-46d4-828f-6c50eb2eee37 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 22:23:05.461639 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port c36e8098-16de-46d4-828f-6c50eb2eee37, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=c36e8098-16de-46d4-828f-6c50eb2eee37,segment=NetworkSegment(e09a7a55-ed59-42a8-8e72-eb9b697d1911),segment_id=e09a7a55-ed59-42a8-8e72-eb9b697d1911)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:23:05.475287 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': 'c36e8098-16de-46d4-828f-6c50eb2eee37', 'network_id': '9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d', 'port_id': 'c36e8098-16de-46d4-828f-6c50eb2eee37', 'mac_address': 'fa:16:3e:8a:ba:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37738cc7-81b2-48f2-9908-523f0ee09258', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 22:23:05.532070 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port c36e8098-16de-46d4-828f-6c50eb2eee37 is: ACTIVE; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:23:05.532352 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:23:05.549173 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c36e8098-16de-46d4-828f-6c50eb2eee37 {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 22:23:05.564804 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port c36e8098-16de-46d4-828f-6c50eb2eee37, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=c36e8098-16de-46d4-828f-6c50eb2eee37,segment=NetworkSegment(e09a7a55-ed59-42a8-8e72-eb9b697d1911),segment_id=e09a7a55-ed59-42a8-8e72-eb9b697d1911)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:23:05.569258 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:23:05.642115 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=c36e8098-16de-46d4-828f-6c50eb2eee37,revision_number=6']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:23:05.645794 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['c36e8098-16de-46d4-828f-6c50eb2eee37'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 22:23:05.686020 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:23:05.686370 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:23:05.686789 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:23:05.687136 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:23:05.687469 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:23:05.687798 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:23:05.688126 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:23:05.688453 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:23:05.688779 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:23:05.689104 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:23:05.689424 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:23:05.689741 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:23:06.459913 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d015de1-5847-40d2-a2c5-3ac4eb82d462 req-80d79c3d-5a3c-4f13-8316-719abd1089bb tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:06.461662 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-7d015de1-5847-40d2-a2c5-3ac4eb82d462 req-80d79c3d-5a3c-4f13-8316-719abd1089bb tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 945 time: 0.1080642 Sep 22 22:23:06.509167 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-7d015de1-5847-40d2-a2c5-3ac4eb82d462 req-51054f21-1609-49b2-bba0-3107cc33e58d tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=d72a7657-c4cb-4228-beef-999bead7cce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412948 Sep 22 22:23:07.293545 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device c36e8098-16de-46d4-828f-6c50eb2eee37 up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:23:07.368052 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port c36e8098-16de-46d4-828f-6c50eb2eee37 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:23:07.368439 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:23:07.368774 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port c36e8098-16de-46d4-828f-6c50eb2eee37 Sep 22 22:23:07.513010 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port c36e8098-16de-46d4-828f-6c50eb2eee37 is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:23:07.513394 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:23:07.543799 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec4bc99-0193-405d-b03e-10ab99f34512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36e8098-16de-46d4-828f-6c50eb2eee37'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:23:07.546177 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a904d1-c6ae-485d-aaa5-ae81c0d4f2f2" -d '{"events": [{"server_uuid": "bec4bc99-0193-405d-b03e-10ab99f34512", "name": "network-vif-plugged", "status": "completed", "tag": "c36e8098-16de-46d4-828f-6c50eb2eee37"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:23:07.555432 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port c36e8098-16de-46d4-828f-6c50eb2eee37, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=c36e8098-16de-46d4-828f-6c50eb2eee37,segment=NetworkSegment(e09a7a55-ed59-42a8-8e72-eb9b697d1911),segment_id=e09a7a55-ed59-42a8-8e72-eb9b697d1911)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:23:07.560722 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:23:07.632013 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8146cf-c413-4465-af7f-768a57778726 x-openstack-request-id: req-2e8146cf-c413-4465-af7f-768a57778726 {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:23:07.632579 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec4bc99-0193-405d-b03e-10ab99f34512", "name": "network-vif-plugged", "status": "completed", "tag": "c36e8098-16de-46d4-828f-6c50eb2eee37", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:23:07.633094 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2e8146cf-c413-4465-af7f-768a57778726 {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:23:07.633632 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e8146cf-c413-4465-af7f-768a57778726'] response: {'server_uuid': 'bec4bc99-0193-405d-b03e-10ab99f34512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36e8098-16de-46d4-828f-6c50eb2eee37', 'code': 200} Sep 22 22:23:07.672356 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=c36e8098-16de-46d4-828f-6c50eb2eee37,revision_number=7']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:23:07.771891 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b1da2-fe8e-476f-8ba6-46d30d72aeb2 req-f67c047e-451c-41b0-beae-d1f31c445cf1 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:07.773354 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ad1b1da2-fe8e-476f-8ba6-46d30d72aeb2 req-f67c047e-451c-41b0-beae-d1f31c445cf1 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 946 time: 0.1000807 Sep 22 22:23:07.835756 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ad1b1da2-fe8e-476f-8ba6-46d30d72aeb2 req-a28c73e6-3e8e-4537-abd4-f356d567c224 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=d72a7657-c4cb-4228-beef-999bead7cce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433087 Sep 22 22:23:09.191463 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651cd4c-ec0d-4cb4-951c-381c5884ee92 req-c904f25b-6583-469b-b934-a5e70feefcf8 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:09.195389 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-9651cd4c-ec0d-4cb4-951c-381c5884ee92 req-c904f25b-6583-469b-b934-a5e70feefcf8 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 946 time: 0.2372825 Sep 22 22:23:09.250882 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-9651cd4c-ec0d-4cb4-951c-381c5884ee92 req-31940a83-41a9-4530-a345-24d0b731aca4 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=d72a7657-c4cb-4228-beef-999bead7cce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500762 Sep 22 22:23:09.840566 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-33f2d289-36a8-4b3b-b2a3-e8544085305f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:23:10.460724 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20407170-f556-402d-9640-aa6dd1c63fd3 req-382f8d5e-b263-4935-b1f8-d7a1cd85eba3 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:10.463810 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-20407170-f556-402d-9640-aa6dd1c63fd3 req-382f8d5e-b263-4935-b1f8-d7a1cd85eba3 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 946 time: 0.0935369 Sep 22 22:23:10.513205 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-20407170-f556-402d-9640-aa6dd1c63fd3 req-fe11eb03-1d5f-41dd-841f-2392677794c6 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=d72a7657-c4cb-4228-beef-999bead7cce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430951 Sep 22 22:23:11.744765 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21393f98-004f-4730-b537-f14b1e006727 req-cd874e4f-b3d8-4dbe-a727-518ca52895fd tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:11.746238 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-21393f98-004f-4730-b537-f14b1e006727 req-cd874e4f-b3d8-4dbe-a727-518ca52895fd tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 946 time: 0.1145911 Sep 22 22:23:11.800451 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-21393f98-004f-4730-b537-f14b1e006727 req-faf6d3a6-61f0-4441-a291-e86c5ef647e1 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=d72a7657-c4cb-4228-beef-999bead7cce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481625 Sep 22 22:23:12.025285 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4302e50f-a3f6-42ce-852e-834cbaf2d9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:23:12.898640 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:23:13.147846 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3fb00-7e24-457c-a40d-dd84a30d0f2f req-ed80f79b-6b4b-42fc-9cf3-c3b345353246 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:13.149245 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3aa3fb00-7e24-457c-a40d-dd84a30d0f2f req-ed80f79b-6b4b-42fc-9cf3-c3b345353246 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 946 time: 0.2305050 Sep 22 22:23:13.202119 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3aa3fb00-7e24-457c-a40d-dd84a30d0f2f req-cf7ca4d8-0760-48a6-ac05-ce7ff2bcb31f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=d72a7657-c4cb-4228-beef-999bead7cce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471394 Sep 22 22:23:13.325898 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:23:14.425031 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db38a8c-c479-4251-8d9f-765d3bd4462c req-8a943316-aada-4cde-9990-c9f155507df0 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:14.426483 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-2db38a8c-c479-4251-8d9f-765d3bd4462c req-8a943316-aada-4cde-9990-c9f155507df0 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 946 time: 0.0884686 Sep 22 22:23:14.470954 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-2db38a8c-c479-4251-8d9f-765d3bd4462c req-8d57d0ba-13c6-49cd-a020-de55a051cd1a tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=d72a7657-c4cb-4228-beef-999bead7cce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384955 Sep 22 22:23:14.704832 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:23:14.968162 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4955f-b334-4a38-b9bb-4ec82dd2ace1 req-00be1f6e-9fed-4a7a-826b-8ea58b9a0196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:14.969626 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-08d4955f-b334-4a38-b9bb-4ec82dd2ace1 req-00be1f6e-9fed-4a7a-826b-8ea58b9a0196 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2c8cfd473b43487ab1b83c8bf9d9818e&device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 1099 time: 0.0758524 Sep 22 22:23:15.098318 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4955f-b334-4a38-b9bb-4ec82dd2ace1 req-3d259d4f-715f-48ce-9663-05261895daa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:15.099788 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-08d4955f-b334-4a38-b9bb-4ec82dd2ace1 req-3d259d4f-715f-48ce-9663-05261895daa8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d HTTP/1.1" status: 200 len: 909 time: 0.1244006 Sep 22 22:23:15.205195 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-08d4955f-b334-4a38-b9bb-4ec82dd2ace1 req-d6e49f3a-773b-4dbf-9f5f-4d0e30e716f9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c36e8098-16de-46d4-828f-6c50eb2eee37 HTTP/1.1" status: 200 len: 1001 time: 0.0989432 Sep 22 22:23:15.269694 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4955f-b334-4a38-b9bb-4ec82dd2ace1 req-7f91a9f2-384e-40b3-9b24-3641095bccb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:15.271031 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-08d4955f-b334-4a38-b9bb-4ec82dd2ace1 req-7f91a9f2-384e-40b3-9b24-3641095bccb2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37738cc7-81b2-48f2-9908-523f0ee09258 HTTP/1.1" status: 200 len: 848 time: 0.0601912 Sep 22 22:23:15.350358 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4955f-b334-4a38-b9bb-4ec82dd2ace1 req-c3e0bf3b-894c-4d49-a1d6-797422ac975b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:15.351827 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-08d4955f-b334-4a38-b9bb-4ec82dd2ace1 req-c3e0bf3b-894c-4d49-a1d6-797422ac975b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753939 Sep 22 22:23:15.484529 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-08d4955f-b334-4a38-b9bb-4ec82dd2ace1 req-5a1f7398-0206-4588-acd7-9f83d018bd38 service neutron] 10.222.0.49 "GET /v2.0/networks/9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269038 Sep 22 22:23:15.666553 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-08d4955f-b334-4a38-b9bb-4ec82dd2ace1 req-5d0d71fa-561f-4ba3-a615-dedddab9032c service neutron] 10.222.0.49 "GET /v2.0/networks/9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758118 Sep 22 22:23:15.697264 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026ab61-7c41-4534-8a42-6484e8cd5a1c req-a9fd0be2-78bd-490f-af63-56e00aea031e tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:15.698731 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2026ab61-7c41-4534-8a42-6484e8cd5a1c req-a9fd0be2-78bd-490f-af63-56e00aea031e tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 946 time: 0.1029134 Sep 22 22:23:15.744617 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2026ab61-7c41-4534-8a42-6484e8cd5a1c req-f6987e41-910d-4875-ad63-cec9aa0a395e tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=d72a7657-c4cb-4228-beef-999bead7cce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403445 Sep 22 22:23:16.942521 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6037cf-5b7a-4191-93ab-1ff5c5c47f82 req-e86b6cbf-5744-4b1f-be0a-d791e199f4d0 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:16.943989 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-4e6037cf-5b7a-4191-93ab-1ff5c5c47f82 req-e86b6cbf-5744-4b1f-be0a-d791e199f4d0 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 946 time: 0.0888371 Sep 22 22:23:16.986919 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-4e6037cf-5b7a-4191-93ab-1ff5c5c47f82 req-3eedefc2-4aa4-481f-83c1-d36e5ca7bf0b tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=d72a7657-c4cb-4228-beef-999bead7cce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373940 Sep 22 22:23:18.186654 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3bd09-f8e0-4acf-87a4-7a4beebe46bd req-fe60d103-6cdf-45c7-8a7c-be35568427a9 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:18.188103 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-acf3bd09-f8e0-4acf-87a4-7a4beebe46bd req-fe60d103-6cdf-45c7-8a7c-be35568427a9 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 946 time: 0.0857222 Sep 22 22:23:18.236815 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-acf3bd09-f8e0-4acf-87a4-7a4beebe46bd req-4ee1fc22-8217-47eb-b42d-303d86279b2b tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=d72a7657-c4cb-4228-beef-999bead7cce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424674 Sep 22 22:23:18.604172 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b71f1b-daa3-4c0c-ad0c-d250048ae3e4 req-36fcea52-0eae-4cf0-ba55-ebd6e6745d2b tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:18.605609 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-46b71f1b-daa3-4c0c-ad0c-d250048ae3e4 req-36fcea52-0eae-4cf0-ba55-ebd6e6745d2b tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 946 time: 0.0970752 Sep 22 22:23:18.649832 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-46b71f1b-daa3-4c0c-ad0c-d250048ae3e4 req-b03a87a8-ca64-4430-9804-c11006065ca5 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=d72a7657-c4cb-4228-beef-999bead7cce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382416 Sep 22 22:23:18.751477 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 59404) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:23:18.907622 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-88a59547-1172-42ca-84d8-96f041a50eb2 req-8799bec8-9942-4a61-b627-0ab2271d8901 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1549973 Sep 22 22:23:19.354041 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device c36e8098-16de-46d4-828f-6c50eb2eee37 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:23:19.473325 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port c36e8098-16de-46d4-828f-6c50eb2eee37 is: ACTIVE; New status is: DOWN {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:23:19.473699 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:23:19.502292 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec4bc99-0193-405d-b03e-10ab99f34512', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c36e8098-16de-46d4-828f-6c50eb2eee37'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:23:19.505700 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303a1f12-b488-47f4-b4d9-7f94934d5386" -d '{"events": [{"server_uuid": "bec4bc99-0193-405d-b03e-10ab99f34512", "name": "network-vif-unplugged", "status": "completed", "tag": "c36e8098-16de-46d4-828f-6c50eb2eee37"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:23:19.515231 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port c36e8098-16de-46d4-828f-6c50eb2eee37, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=c36e8098-16de-46d4-828f-6c50eb2eee37,segment=NetworkSegment(e09a7a55-ed59-42a8-8e72-eb9b697d1911),segment_id=e09a7a55-ed59-42a8-8e72-eb9b697d1911)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:23:19.520902 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:23:19.564235 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Sep 2022 22:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98655f2f-4217-4fdb-8569-1f51fef2db54 x-openstack-request-id: req-98655f2f-4217-4fdb-8569-1f51fef2db54 {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:23:19.564522 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec4bc99-0193-405d-b03e-10ab99f34512", "name": "network-vif-unplugged", "status": "failed", "tag": "c36e8098-16de-46d4-828f-6c50eb2eee37", "code": 422}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:23:19.564771 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-98655f2f-4217-4fdb-8569-1f51fef2db54 {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:23:19.565200 dv-neutron-858900-1-hyperv neutron-server[89010]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-98655f2f-4217-4fdb-8569-1f51fef2db54']: {'server_uuid': 'bec4bc99-0193-405d-b03e-10ab99f34512', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c36e8098-16de-46d4-828f-6c50eb2eee37', 'code': 422} returned with failed status Sep 22 22:23:19.596131 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=c36e8098-16de-46d4-828f-6c50eb2eee37,revision_number=8']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:23:19.846383 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617698e6-3877-4222-a3db-ddff8fbfd112 req-f6efdadc-3b39-4e68-a583-a96e23aa8ca0 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:19.848820 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-617698e6-3877-4222-a3db-ddff8fbfd112 req-f6efdadc-3b39-4e68-a583-a96e23aa8ca0 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 944 time: 0.0887110 Sep 22 22:23:19.945065 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-617698e6-3877-4222-a3db-ddff8fbfd112 req-e98e154c-8185-42f0-8ed0-ccb6eb20e7e5 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=d72a7657-c4cb-4228-beef-999bead7cce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897553 Sep 22 22:23:19.974498 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a59547-1172-42ca-84d8-96f041a50eb2 req-0554889f-0670-49f6-b78c-59e7e97fee3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:19.975974 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-88a59547-1172-42ca-84d8-96f041a50eb2 req-0554889f-0670-49f6-b78c-59e7e97fee3e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512&tenant_id=2c8cfd473b43487ab1b83c8bf9d9818e HTTP/1.1" status: 200 len: 1097 time: 0.0884306 Sep 22 22:23:20.070912 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a59547-1172-42ca-84d8-96f041a50eb2 req-9aecb0c7-a9c1-44e1-9ae1-7feb6f37a8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:20.072356 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-88a59547-1172-42ca-84d8-96f041a50eb2 req-9aecb0c7-a9c1-44e1-9ae1-7feb6f37a8fe service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2c8cfd473b43487ab1b83c8bf9d9818e&device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 1097 time: 0.0766532 Sep 22 22:23:20.199671 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a59547-1172-42ca-84d8-96f041a50eb2 req-f4120a68-001c-44e6-be75-101dbebce3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:20.200987 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-88a59547-1172-42ca-84d8-96f041a50eb2 req-f4120a68-001c-44e6-be75-101dbebce3ef service neutron] 10.222.0.49 "GET /v2.0/networks?id=9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d HTTP/1.1" status: 200 len: 909 time: 0.1233816 Sep 22 22:23:20.301749 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-88a59547-1172-42ca-84d8-96f041a50eb2 req-f7749420-f4fc-40fb-a197-d43810c2abc1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c36e8098-16de-46d4-828f-6c50eb2eee37 HTTP/1.1" status: 200 len: 999 time: 0.0955219 Sep 22 22:23:20.365481 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a59547-1172-42ca-84d8-96f041a50eb2 req-91f16ffe-6cb8-489a-9e0c-ba84627146a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:20.366911 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-88a59547-1172-42ca-84d8-96f041a50eb2 req-91f16ffe-6cb8-489a-9e0c-ba84627146a7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37738cc7-81b2-48f2-9908-523f0ee09258 HTTP/1.1" status: 200 len: 848 time: 0.0592062 Sep 22 22:23:20.447204 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a59547-1172-42ca-84d8-96f041a50eb2 req-220c09a5-068e-42ea-afeb-371863d137e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:20.448691 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-88a59547-1172-42ca-84d8-96f041a50eb2 req-220c09a5-068e-42ea-afeb-371863d137e8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759871 Sep 22 22:23:20.664257 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-88a59547-1172-42ca-84d8-96f041a50eb2 req-b785fd39-2d92-4fe5-970a-2476e390d46d service neutron] 10.222.0.49 "GET /v2.0/networks/9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098818 Sep 22 22:23:20.790541 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-88a59547-1172-42ca-84d8-96f041a50eb2 req-fb522636-c9af-4970-a4bb-b74f179e667d service neutron] 10.222.0.49 "GET /v2.0/networks/9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209233 Sep 22 22:23:21.153836 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073ea11-af2a-49f6-8c10-91cffb104d9d req-85409052-6b12-4cd3-a0a4-f67d89909a77 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:21.156147 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c073ea11-af2a-49f6-8c10-91cffb104d9d req-85409052-6b12-4cd3-a0a4-f67d89909a77 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 944 time: 0.1007476 Sep 22 22:23:21.232264 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c073ea11-af2a-49f6-8c10-91cffb104d9d req-405e4320-d4ca-4cf9-bcda-1e972bd5d845 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=d72a7657-c4cb-4228-beef-999bead7cce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690560 Sep 22 22:23:22.459268 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b532945-92b2-4d30-84fa-607dfd902e45 req-d934af83-df45-4f05-883c-adf8d25d6df2 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:22.461488 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1b532945-92b2-4d30-84fa-607dfd902e45 req-d934af83-df45-4f05-883c-adf8d25d6df2 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 944 time: 0.1011202 Sep 22 22:23:22.509115 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-1b532945-92b2-4d30-84fa-607dfd902e45 req-fb26e0ae-ea0b-4b24-90d7-d998857896e0 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=d72a7657-c4cb-4228-beef-999bead7cce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400312 Sep 22 22:23:23.722788 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dabab96-55d0-42dc-a52d-92ba1f7a1594 req-3bf5824c-9e0f-4233-b1f7-b7deaf8af0b0 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:23.729879 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-7dabab96-55d0-42dc-a52d-92ba1f7a1594 req-3bf5824c-9e0f-4233-b1f7-b7deaf8af0b0 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 944 time: 0.0985765 Sep 22 22:23:23.770337 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-7dabab96-55d0-42dc-a52d-92ba1f7a1594 req-96e007df-652d-4e38-94fa-6d6562487cc7 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=d72a7657-c4cb-4228-beef-999bead7cce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395148 Sep 22 22:23:24.984324 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bad142-67c0-471c-a637-bcfef7c14e8f req-f0e817d4-11bc-4db0-ad87-801f4252e939 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:24.985986 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-55bad142-67c0-471c-a637-bcfef7c14e8f req-f0e817d4-11bc-4db0-ad87-801f4252e939 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 944 time: 0.0927255 Sep 22 22:23:25.036974 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-55bad142-67c0-471c-a637-bcfef7c14e8f req-9aebf585-d0d9-4414-b8b9-f550bd2f70f6 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=d72a7657-c4cb-4228-beef-999bead7cce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443749 Sep 22 22:23:26.248281 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbab416-a18a-43b8-895d-36c75082e36b req-bf524c03-163e-4767-8ffb-e2474a5b9158 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:26.249757 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-6fbab416-a18a-43b8-895d-36c75082e36b req-bf524c03-163e-4767-8ffb-e2474a5b9158 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 944 time: 0.0927081 Sep 22 22:23:26.300817 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-6fbab416-a18a-43b8-895d-36c75082e36b req-39254ed1-3d68-4932-a953-abc4eb12490c tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=d72a7657-c4cb-4228-beef-999bead7cce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418496 Sep 22 22:23:26.516242 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:23:27.501645 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b2676-34f5-4a5b-b176-086dbeb8039f req-a7ec0242-eb26-46db-9e80-527dde7b3fa2 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:27.508613 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e93b2676-34f5-4a5b-b176-086dbeb8039f req-a7ec0242-eb26-46db-9e80-527dde7b3fa2 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 944 time: 0.0939019 Sep 22 22:23:27.549575 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e93b2676-34f5-4a5b-b176-086dbeb8039f req-267e6755-07a5-46b2-a982-fb281c3b8d28 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=d72a7657-c4cb-4228-beef-999bead7cce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400119 Sep 22 22:23:28.776346 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4f686-25f6-4fc9-bd4c-6d35393fde0f req-ca198f35-e405-4f1b-9225-d8106be6f9ec tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:28.777846 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-e3c4f686-25f6-4fc9-bd4c-6d35393fde0f req-ca198f35-e405-4f1b-9225-d8106be6f9ec tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 944 time: 0.1019664 Sep 22 22:23:28.824654 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-e3c4f686-25f6-4fc9-bd4c-6d35393fde0f req-26a7fa2f-c3fd-4441-a9fe-42495ff447a6 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=d72a7657-c4cb-4228-beef-999bead7cce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407658 Sep 22 22:23:30.028624 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b65d7-87ca-4d87-aad7-16600031f7c5 req-b779373e-9b2b-4874-8001-550f95dac91c tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:30.030055 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e78b65d7-87ca-4d87-aad7-16600031f7c5 req-b779373e-9b2b-4874-8001-550f95dac91c tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 944 time: 0.0902894 Sep 22 22:23:30.073023 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e78b65d7-87ca-4d87-aad7-16600031f7c5 req-311a9477-d147-4296-9263-66040a74398d tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=d72a7657-c4cb-4228-beef-999bead7cce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372300 Sep 22 22:23:30.900728 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1aac64-a2eb-49f8-b4ea-4c8af4755c9d req-4150c731-1d7d-4756-adeb-8e8f76426155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:30.902152 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6a1aac64-a2eb-49f8-b4ea-4c8af4755c9d req-4150c731-1d7d-4756-adeb-8e8f76426155 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2c8cfd473b43487ab1b83c8bf9d9818e&device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 1097 time: 0.0765073 Sep 22 22:23:31.043562 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1aac64-a2eb-49f8-b4ea-4c8af4755c9d req-2e6fde16-4f3e-4223-b0f8-4b1f4a5a4120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:31.045110 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6a1aac64-a2eb-49f8-b4ea-4c8af4755c9d req-2e6fde16-4f3e-4223-b0f8-4b1f4a5a4120 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d HTTP/1.1" status: 200 len: 909 time: 0.1249073 Sep 22 22:23:31.152838 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6a1aac64-a2eb-49f8-b4ea-4c8af4755c9d req-699594fc-ad02-4996-a785-58d1c1d8477e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c36e8098-16de-46d4-828f-6c50eb2eee37 HTTP/1.1" status: 200 len: 999 time: 0.1016388 Sep 22 22:23:31.216990 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1aac64-a2eb-49f8-b4ea-4c8af4755c9d req-9828ed2a-54e7-4a18-8c53-902ea743afcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:31.218464 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6a1aac64-a2eb-49f8-b4ea-4c8af4755c9d req-9828ed2a-54e7-4a18-8c53-902ea743afcc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37738cc7-81b2-48f2-9908-523f0ee09258 HTTP/1.1" status: 200 len: 848 time: 0.0605667 Sep 22 22:23:31.274470 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ffbd8-9539-415f-b920-88e54eeb4628 req-ccdfe79a-ba59-4c35-b058-72dc984f61c5 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:31.275972 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-885ffbd8-9539-415f-b920-88e54eeb4628 req-ccdfe79a-ba59-4c35-b058-72dc984f61c5 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 944 time: 0.0883534 Sep 22 22:23:31.302904 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1aac64-a2eb-49f8-b4ea-4c8af4755c9d req-01ee7e9c-ed18-416e-8c17-fbe679792cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:31.304389 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6a1aac64-a2eb-49f8-b4ea-4c8af4755c9d req-01ee7e9c-ed18-416e-8c17-fbe679792cc1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802112 Sep 22 22:23:31.327015 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-885ffbd8-9539-415f-b920-88e54eeb4628 req-82edefb2-7406-42a6-97e1-34ba8fb14f05 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=d72a7657-c4cb-4228-beef-999bead7cce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440872 Sep 22 22:23:31.434181 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6a1aac64-a2eb-49f8-b4ea-4c8af4755c9d req-8a6d015f-37bd-4a7c-a68e-35aae8a191e3 service neutron] 10.222.0.49 "GET /v2.0/networks/9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237082 Sep 22 22:23:31.562788 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6a1aac64-a2eb-49f8-b4ea-4c8af4755c9d req-e673dcd2-122c-455f-9f95-f9c6d5f90722 service neutron] 10.222.0.49 "GET /v2.0/networks/9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234703 Sep 22 22:23:32.525610 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ea0c4-e5aa-4cf1-a886-3c4731d7cda4 req-7e41740f-811a-464b-85f2-ee8cced99664 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:32.527121 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-771ea0c4-e5aa-4cf1-a886-3c4731d7cda4 req-7e41740f-811a-464b-85f2-ee8cced99664 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 944 time: 0.0904586 Sep 22 22:23:32.569487 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-771ea0c4-e5aa-4cf1-a886-3c4731d7cda4 req-98516cd3-7ba4-41e3-8b5e-abb24e9a3c4b tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=d72a7657-c4cb-4228-beef-999bead7cce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368569 Sep 22 22:23:33.418046 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device c36e8098-16de-46d4-828f-6c50eb2eee37 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 22:23:33.547108 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port c36e8098-16de-46d4-828f-6c50eb2eee37, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=c36e8098-16de-46d4-828f-6c50eb2eee37,segment=NetworkSegment(e09a7a55-ed59-42a8-8e72-eb9b697d1911),segment_id=e09a7a55-ed59-42a8-8e72-eb9b697d1911)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:23:33.560162 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': 'c36e8098-16de-46d4-828f-6c50eb2eee37', 'network_id': '9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d', 'port_id': 'c36e8098-16de-46d4-828f-6c50eb2eee37', 'mac_address': 'fa:16:3e:8a:ba:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37738cc7-81b2-48f2-9908-523f0ee09258', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 22:23:33.613736 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port c36e8098-16de-46d4-828f-6c50eb2eee37 is: DOWN; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:23:33.614112 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:23:33.630536 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c36e8098-16de-46d4-828f-6c50eb2eee37 {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 22:23:33.646157 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port c36e8098-16de-46d4-828f-6c50eb2eee37, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=c36e8098-16de-46d4-828f-6c50eb2eee37,segment=NetworkSegment(e09a7a55-ed59-42a8-8e72-eb9b697d1911),segment_id=e09a7a55-ed59-42a8-8e72-eb9b697d1911)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:23:33.651370 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:23:33.719613 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=c36e8098-16de-46d4-828f-6c50eb2eee37,revision_number=9']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:23:33.780402 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6742bb14-50f4-4e8e-bd12-42fa9e99cef5 req-6c961e05-4efc-4306-af2c-43158b4d4718 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:33.781858 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-6742bb14-50f4-4e8e-bd12-42fa9e99cef5 req-6c961e05-4efc-4306-af2c-43158b4d4718 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 945 time: 0.0982015 Sep 22 22:23:33.826341 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-6742bb14-50f4-4e8e-bd12-42fa9e99cef5 req-b27fa69c-a431-4ae2-81ea-de13791e6cf6 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=d72a7657-c4cb-4228-beef-999bead7cce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381854 Sep 22 22:23:33.893147 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['c36e8098-16de-46d4-828f-6c50eb2eee37'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 22:23:35.021613 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ff690-0b15-49da-a19e-83b198053793 req-5aec2e01-b554-4249-8913-1b64fac61e80 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:35.023079 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-910ff690-0b15-49da-a19e-83b198053793 req-5aec2e01-b554-4249-8913-1b64fac61e80 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 945 time: 0.0857251 Sep 22 22:23:35.070444 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-910ff690-0b15-49da-a19e-83b198053793 req-f3404d4a-34af-4488-a251-8859e0f0b8e4 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=d72a7657-c4cb-4228-beef-999bead7cce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416512 Sep 22 22:23:35.429547 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device c36e8098-16de-46d4-828f-6c50eb2eee37 up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:23:35.504733 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port c36e8098-16de-46d4-828f-6c50eb2eee37 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:23:35.505101 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:23:35.505455 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port c36e8098-16de-46d4-828f-6c50eb2eee37 Sep 22 22:23:35.624878 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port c36e8098-16de-46d4-828f-6c50eb2eee37 is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:23:35.625276 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:23:35.681943 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec4bc99-0193-405d-b03e-10ab99f34512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36e8098-16de-46d4-828f-6c50eb2eee37'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:23:35.684199 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5c4d1b-847d-481b-8dc9-02face00e3df" -d '{"events": [{"server_uuid": "bec4bc99-0193-405d-b03e-10ab99f34512", "name": "network-vif-plugged", "status": "completed", "tag": "c36e8098-16de-46d4-828f-6c50eb2eee37"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:23:35.692145 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port c36e8098-16de-46d4-828f-6c50eb2eee37, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=c36e8098-16de-46d4-828f-6c50eb2eee37,segment=NetworkSegment(e09a7a55-ed59-42a8-8e72-eb9b697d1911),segment_id=e09a7a55-ed59-42a8-8e72-eb9b697d1911)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:23:35.696796 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:23:35.732790 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e6cce4-f87f-4b29-8dda-24792f7e3896 x-openstack-request-id: req-15e6cce4-f87f-4b29-8dda-24792f7e3896 {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:23:35.733080 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec4bc99-0193-405d-b03e-10ab99f34512", "name": "network-vif-plugged", "status": "completed", "tag": "c36e8098-16de-46d4-828f-6c50eb2eee37", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:23:35.733388 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-15e6cce4-f87f-4b29-8dda-24792f7e3896 {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:23:35.733767 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15e6cce4-f87f-4b29-8dda-24792f7e3896'] response: {'server_uuid': 'bec4bc99-0193-405d-b03e-10ab99f34512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36e8098-16de-46d4-828f-6c50eb2eee37', 'code': 200} Sep 22 22:23:35.766113 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=c36e8098-16de-46d4-828f-6c50eb2eee37,revision_number=10']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:23:35.826150 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:23:35.977252 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db70db-bfe8-4fee-9f9c-7136e1848310 req-ba37836d-96c9-4cde-a6e8-9313902d4f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:35.978581 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-87db70db-bfe8-4fee-9f9c-7136e1848310 req-ba37836d-96c9-4cde-a6e8-9313902d4f01 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 1100 time: 0.0750706 Sep 22 22:23:36.017090 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-87db70db-bfe8-4fee-9f9c-7136e1848310 req-7fa75ff8-6181-412d-b257-a2ac5383e620 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d72a7657-c4cb-4228-beef-999bead7cce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331364 Sep 22 22:23:36.270329 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c30586-2839-4210-9b23-2df3c23411e9 req-7456889e-db14-4550-8d9c-9bb46a4eb872 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:36.271768 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-78c30586-2839-4210-9b23-2df3c23411e9 req-7456889e-db14-4550-8d9c-9bb46a4eb872 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 947 time: 0.0900142 Sep 22 22:23:36.315343 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-78c30586-2839-4210-9b23-2df3c23411e9 req-aff67225-62fb-429f-970a-d26231a8fa39 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=d72a7657-c4cb-4228-beef-999bead7cce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378931 Sep 22 22:23:37.518966 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153c50e-08c3-4278-82cb-3ac2e3d0f9dd req-c1f8281f-5379-45c3-923e-ddd8d2032740 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:37.520524 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-f153c50e-08c3-4278-82cb-3ac2e3d0f9dd req-c1f8281f-5379-45c3-923e-ddd8d2032740 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 947 time: 0.0921514 Sep 22 22:23:37.564156 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-f153c50e-08c3-4278-82cb-3ac2e3d0f9dd req-3e67fb21-64b1-458e-8fcb-42b2a3fce817 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=d72a7657-c4cb-4228-beef-999bead7cce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376813 Sep 22 22:23:38.757289 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d3dfc-0ceb-4b3d-bb70-f981e92ae204 req-6e6937e2-1d36-432a-a5d0-9ca28b3f0084 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:38.758748 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b04d3dfc-0ceb-4b3d-bb70-f981e92ae204 req-6e6937e2-1d36-432a-a5d0-9ca28b3f0084 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 947 time: 0.0850735 Sep 22 22:23:38.809618 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-b04d3dfc-0ceb-4b3d-bb70-f981e92ae204 req-bd228fd1-ef89-462b-8fe6-c27ef182946b tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=d72a7657-c4cb-4228-beef-999bead7cce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452974 Sep 22 22:23:39.831607 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1735c051-4121-4746-99f6-fa61bfcc41ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:23:42.027637 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a3cef9a6-f64d-4cd6-a755-649eb84758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:23:42.894134 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:23:43.327383 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:23:44.707359 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:23:56.522501 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:24:07.628213 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [req-fe7f6392-f6d8-4de9-a588-a8d32bb52185 req-e787d983-5c31-46e1-9fda-6a2c190e1555 service neutron] (89008) timed out ('10.222.0.49', 58540) {{(pid=89008) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 22 22:24:09.838126 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f76cc148-4763-4bb7-8365-9fd409502e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:24:12.032091 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-34a78e63-a57e-44a0-85e2-57e0abe99eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:24:12.829148 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:24:12.897116 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:24:13.329747 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:24:14.710136 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:24:23.030295 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4859a069-b1df-48fb-9a20-81f43d2f8fa2 req-5eaaf5b8-9de6-48dd-abbe-ede2643672e7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0761421 Sep 22 22:24:23.174984 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859a069-b1df-48fb-9a20-81f43d2f8fa2 req-f366543a-005d-4d36-bf61-395a2910928a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:23.176463 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4859a069-b1df-48fb-9a20-81f43d2f8fa2 req-f366543a-005d-4d36-bf61-395a2910928a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2c8cfd473b43487ab1b83c8bf9d9818e&device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 1100 time: 0.0798650 Sep 22 22:24:23.406411 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859a069-b1df-48fb-9a20-81f43d2f8fa2 req-8b3db1de-cc44-41fe-a376-228257087519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:23.407893 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4859a069-b1df-48fb-9a20-81f43d2f8fa2 req-8b3db1de-cc44-41fe-a376-228257087519 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d HTTP/1.1" status: 200 len: 909 time: 0.2114527 Sep 22 22:24:23.506739 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4859a069-b1df-48fb-9a20-81f43d2f8fa2 req-70937fdc-bcab-46a0-98d6-8c4f9586c19a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c36e8098-16de-46d4-828f-6c50eb2eee37 HTTP/1.1" status: 200 len: 1001 time: 0.0932975 Sep 22 22:24:23.568704 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859a069-b1df-48fb-9a20-81f43d2f8fa2 req-4550f7bf-1d4c-434f-b92f-f6f5711f5f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:23.570080 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4859a069-b1df-48fb-9a20-81f43d2f8fa2 req-4550f7bf-1d4c-434f-b92f-f6f5711f5f6b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37738cc7-81b2-48f2-9908-523f0ee09258 HTTP/1.1" status: 200 len: 848 time: 0.0579402 Sep 22 22:24:23.655820 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859a069-b1df-48fb-9a20-81f43d2f8fa2 req-fd6b384d-ec68-4899-ae29-ee47d7f118d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:23.657349 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4859a069-b1df-48fb-9a20-81f43d2f8fa2 req-fd6b384d-ec68-4899-ae29-ee47d7f118d0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819566 Sep 22 22:24:23.667645 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [req-4859a069-b1df-48fb-9a20-81f43d2f8fa2 req-449b9cc0-b12f-42db-ac1d-6990aa508676 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=89008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 22:24:23.668539 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4859a069-b1df-48fb-9a20-81f43d2f8fa2 req-449b9cc0-b12f-42db-ac1d-6990aa508676 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052221 Sep 22 22:24:23.795605 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4859a069-b1df-48fb-9a20-81f43d2f8fa2 req-7b68208b-5799-435d-b3fe-f9b2f9a6070f service neutron] 10.222.0.49 "GET /v2.0/networks/9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214969 Sep 22 22:24:23.925908 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-4859a069-b1df-48fb-9a20-81f43d2f8fa2 req-cdf3b9f2-f25b-4260-a7db-4cb1c33db352 service neutron] 10.222.0.49 "GET /v2.0/networks/9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248422 Sep 22 22:24:26.526895 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:24:39.830544 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2a49b651-9d3f-4bc2-a564-e0c0eab0bd19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:24:42.035122 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-482cef61-7c49-4993-81fb-8bb29e9bf381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:24:42.900253 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:24:43.331858 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:24:44.714136 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:24:49.824509 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 59548) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:24:49.828336 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:24:50.025098 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-92792e62-63c3-47d7-8a62-df1868d307ef tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Deleting port 8ed83dcb-9339-496c-b45e-0f8173e70183 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:24:50.025462 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-92792e62-63c3-47d7-8a62-df1868d307ef tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:24:50.188526 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-92792e62-63c3-47d7-8a62-df1868d307ef tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:24:50.188777 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-92792e62-63c3-47d7-8a62-df1868d307ef tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:24:50.402821 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-92792e62-63c3-47d7-8a62-df1868d307ef tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Calling delete_port for 8ed83dcb-9339-496c-b45e-0f8173e70183 owned by network:floatingip {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:24:50.548595 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-92792e62-63c3-47d7-8a62-df1868d307ef tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:24:50.595851 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92792e62-63c3-47d7-8a62-df1868d307ef tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Pushing event deleted for resources: {'Port': ['ID=8ed83dcb-9339-496c-b45e-0f8173e70183,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:24:50.642212 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92792e62-63c3-47d7-8a62-df1868d307ef tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:24:50.642563 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92792e62-63c3-47d7-8a62-df1868d307ef tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:24:50.642936 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92792e62-63c3-47d7-8a62-df1868d307ef tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:24:50.643274 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92792e62-63c3-47d7-8a62-df1868d307ef tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:24:50.643603 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92792e62-63c3-47d7-8a62-df1868d307ef tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:24:50.644176 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92792e62-63c3-47d7-8a62-df1868d307ef tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:24:50.644513 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92792e62-63c3-47d7-8a62-df1868d307ef tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:24:50.644834 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92792e62-63c3-47d7-8a62-df1868d307ef tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:24:50.645157 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92792e62-63c3-47d7-8a62-df1868d307ef tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:24:50.645477 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92792e62-63c3-47d7-8a62-df1868d307ef tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:24:50.645796 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92792e62-63c3-47d7-8a62-df1868d307ef tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:24:50.646113 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92792e62-63c3-47d7-8a62-df1868d307ef tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:24:50.705436 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-92792e62-63c3-47d7-8a62-df1868d307ef tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for floatingip, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:24:50.705698 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.l3_db [None req-92792e62-63c3-47d7-8a62-df1868d307ef tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Floating IP 7bbee14a-5262-47b7-993e-19843fe17bb0 disassociated (deleted). External IP: 172.26.0.15, port: c36e8098-16de-46d4-828f-6c50eb2eee37. Sep 22 22:24:51.070978 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92792e62-63c3-47d7-8a62-df1868d307ef tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Router 90362d31-71d4-443b-9073-3cf95959ec3f has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 22:24:51.252819 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92792e62-63c3-47d7-8a62-df1868d307ef tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:24:51.262815 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853149bf-25ae-447e-b60b-a1b7e8d9c997 None None] Sync routers for ids ['90362d31-71d4-443b-9073-3cf95959ec3f'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:24:51.275590 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853149bf-25ae-447e-b60b-a1b7e8d9c997 None None] Routers {'90362d31-71d4-443b-9073-3cf95959ec3f'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:24:51.276011 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-92792e62-63c3-47d7-8a62-df1868d307ef tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:24:51.276206 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-853149bf-25ae-447e-b60b-a1b7e8d9c997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:24:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['90362d31-71d4-443b-9073-3cf95959ec3f'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:24:51.333620 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-92792e62-63c3-47d7-8a62-df1868d307ef tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "DELETE /v2.0/floatingips/7bbee14a-5262-47b7-993e-19843fe17bb0 HTTP/1.1" status: 204 len: 168 time: 1.5080347 Sep 22 22:24:51.334198 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bec4bc99-0193-405d-b03e-10ab99f34512', 'tag': 'c36e8098-16de-46d4-828f-6c50eb2eee37'}] {{(pid=89009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:24:51.336551 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3cdb6d5bdfc0c86a52b2d842100ac752cec167fbf441e2518ec0a73bf85169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda123a1-f901-4bbc-a3e8-dbfc256bc2f7" -d '{"events": [{"name": "network-changed", "server_uuid": "bec4bc99-0193-405d-b03e-10ab99f34512", "tag": "c36e8098-16de-46d4-828f-6c50eb2eee37"}]}' {{(pid=89009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:24:51.381316 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e82364-6f1e-49d9-93a3-648996a4db2a x-openstack-request-id: req-67e82364-6f1e-49d9-93a3-648996a4db2a {{(pid=89009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:24:51.381605 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bec4bc99-0193-405d-b03e-10ab99f34512", "tag": "c36e8098-16de-46d4-828f-6c50eb2eee37", "status": "completed", "code": 200}]} {{(pid=89009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:24:51.381853 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-67e82364-6f1e-49d9-93a3-648996a4db2a {{(pid=89009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:24:51.382256 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67e82364-6f1e-49d9-93a3-648996a4db2a'] response: {'name': 'network-changed', 'server_uuid': 'bec4bc99-0193-405d-b03e-10ab99f34512', 'tag': 'c36e8098-16de-46d4-828f-6c50eb2eee37', 'status': 'completed', 'code': 200} Sep 22 22:24:51.454059 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-853149bf-25ae-447e-b60b-a1b7e8d9c997 None None] Set router 90362d31-71d4-443b-9073-3cf95959ec3f gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:24:51.590714 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda123a1-f901-4bbc-a3e8-dbfc256bc2f7 req-bc5fddd8-a9c1-47aa-ae4b-c16c74897533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:51.592333 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-bda123a1-f901-4bbc-a3e8-dbfc256bc2f7 req-bc5fddd8-a9c1-47aa-ae4b-c16c74897533 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2c8cfd473b43487ab1b83c8bf9d9818e&device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 1100 time: 0.1896200 Sep 22 22:24:51.774457 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda123a1-f901-4bbc-a3e8-dbfc256bc2f7 req-d5b3309d-ee41-4f0f-9ff7-30a1f7115ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:51.776036 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-bda123a1-f901-4bbc-a3e8-dbfc256bc2f7 req-d5b3309d-ee41-4f0f-9ff7-30a1f7115ae2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d HTTP/1.1" status: 200 len: 909 time: 0.1773551 Sep 22 22:24:51.818873 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-853149bf-25ae-447e-b60b-a1b7e8d9c997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'name': 'tempest-TestShelveInstance-1599492514-router', 'tenant_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': '41b5aa64-455a-49f4-8990-83609d706ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:20:29Z', 'updated_at': '2022-09-22T22:20:33Z', 'revision_number': 4, 'project_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'gw_port': {'id': '41b5aa64-455a-49f4-8990-83609d706ebc', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:4d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:20:30Z', 'updated_at': '2022-09-22T22:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '44956d63-1463-4bf5-89ce-14439682b3f6', 'name': '', 'network_id': '9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d', 'tenant_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'mac_address': 'fa:16:3e:04:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '37738cc7-81b2-48f2-9908-523f0ee09258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:20:32Z', 'updated_at': '2022-09-22T22:20:40Z', 'revision_number': 5, 'project_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'subnets': [{'id': '37738cc7-81b2-48f2-9908-523f0ee09258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:24:51.823156 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853149bf-25ae-447e-b60b-a1b7e8d9c997 None None] Checking router: 90362d31-71d4-443b-9073-3cf95959ec3f for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:24:51.831264 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853149bf-25ae-447e-b60b-a1b7e8d9c997 None None] Routers {'90362d31-71d4-443b-9073-3cf95959ec3f'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:24:51.831862 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-853149bf-25ae-447e-b60b-a1b7e8d9c997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:24:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['90362d31-71d4-443b-9073-3cf95959ec3f'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:24:51.860751 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-bda123a1-f901-4bbc-a3e8-dbfc256bc2f7 req-56c82ee2-a708-4db0-a1f2-ff7328c3fe4e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c36e8098-16de-46d4-828f-6c50eb2eee37 HTTP/1.1" status: 200 len: 217 time: 0.0769734 Sep 22 22:24:51.934337 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec558ed0-4527-49ed-bd77-a11903ba7805 req-eb0c2dd5-e95e-4b37-9db5-fbaa14415f6d tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:51.935900 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ec558ed0-4527-49ed-bd77-a11903ba7805 req-eb0c2dd5-e95e-4b37-9db5-fbaa14415f6d tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 947 time: 0.2693686 Sep 22 22:24:51.963334 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda123a1-f901-4bbc-a3e8-dbfc256bc2f7 req-e171e452-e250-42fa-8862-859227fd200c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:51.964714 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-bda123a1-f901-4bbc-a3e8-dbfc256bc2f7 req-e171e452-e250-42fa-8862-859227fd200c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37738cc7-81b2-48f2-9908-523f0ee09258 HTTP/1.1" status: 200 len: 848 time: 0.0951982 Sep 22 22:24:52.019686 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-853149bf-25ae-447e-b60b-a1b7e8d9c997 None None] Set router 90362d31-71d4-443b-9073-3cf95959ec3f gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:24:52.036752 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ec558ed0-4527-49ed-bd77-a11903ba7805 req-c46529e8-c25e-4c8a-beca-ee0612e6fd7c tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=d72a7657-c4cb-4228-beef-999bead7cce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939043 Sep 22 22:24:52.065293 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda123a1-f901-4bbc-a3e8-dbfc256bc2f7 req-c6a01a91-e5ba-40e5-b5f0-2838c5b3a247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:52.066789 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-bda123a1-f901-4bbc-a3e8-dbfc256bc2f7 req-c6a01a91-e5ba-40e5-b5f0-2838c5b3a247 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0949547 Sep 22 22:24:52.200652 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-bda123a1-f901-4bbc-a3e8-dbfc256bc2f7 req-4a8aba83-b71a-4e0b-b7c0-c9410ca776b2 service neutron] 10.222.0.49 "GET /v2.0/networks/9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267631 Sep 22 22:24:52.329951 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-853149bf-25ae-447e-b60b-a1b7e8d9c997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'name': 'tempest-TestShelveInstance-1599492514-router', 'tenant_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': '41b5aa64-455a-49f4-8990-83609d706ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:20:29Z', 'updated_at': '2022-09-22T22:20:33Z', 'revision_number': 4, 'project_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'gw_port': {'id': '41b5aa64-455a-49f4-8990-83609d706ebc', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:4d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:20:30Z', 'updated_at': '2022-09-22T22:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '44956d63-1463-4bf5-89ce-14439682b3f6', 'name': '', 'network_id': '9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d', 'tenant_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'mac_address': 'fa:16:3e:04:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '37738cc7-81b2-48f2-9908-523f0ee09258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:20:32Z', 'updated_at': '2022-09-22T22:20:40Z', 'revision_number': 5, 'project_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'subnets': [{'id': '37738cc7-81b2-48f2-9908-523f0ee09258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:24:52.332480 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-bda123a1-f901-4bbc-a3e8-dbfc256bc2f7 req-a0737118-6941-4246-b2ad-47820f01a472 service neutron] 10.222.0.49 "GET /v2.0/networks/9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256375 Sep 22 22:24:52.333938 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853149bf-25ae-447e-b60b-a1b7e8d9c997 None None] The sync data for ids ['90362d31-71d4-443b-9073-3cf95959ec3f'] in dv-neutron-858900-1-hyperv is: [{'id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'name': 'tempest-TestShelveInstance-1599492514-router', 'tenant_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': '41b5aa64-455a-49f4-8990-83609d706ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:20:29Z', 'updated_at': '2022-09-22T22:20:33Z', 'revision_number': 4, 'project_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'gw_port': {'id': '41b5aa64-455a-49f4-8990-83609d706ebc', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:4d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:20:30Z', 'updated_at': '2022-09-22T22:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '44956d63-1463-4bf5-89ce-14439682b3f6', 'name': '', 'network_id': '9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d', 'tenant_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'mac_address': 'fa:16:3e:04:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '37738cc7-81b2-48f2-9908-523f0ee09258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:20:32Z', 'updated_at': '2022-09-22T22:20:40Z', 'revision_number': 5, 'project_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'subnets': [{'id': '37738cc7-81b2-48f2-9908-523f0ee09258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:24:52.542103 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e1b09a-2ea6-48a8-819d-e1dd8fa1bfa4 None None] New status for floating IP 7bbee14a-5262-47b7-993e-19843fe17bb0: DOWN {{(pid=89010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 22:24:53.058646 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9563723a-a8bb-4a7d-b0a5-8eed14802e20 req-e5c33160-bf3c-4e20-bec6-a0f86bf7d45f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:53.060111 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9563723a-a8bb-4a7d-b0a5-8eed14802e20 req-e5c33160-bf3c-4e20-bec6-a0f86bf7d45f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.49 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 947 time: 0.1783204 Sep 22 22:24:53.128296 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-9563723a-a8bb-4a7d-b0a5-8eed14802e20 req-59c1a4bf-2dbd-456e-b900-b6441521b865 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Deleting port c36e8098-16de-46d4-828f-6c50eb2eee37 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:24:53.128627 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-9563723a-a8bb-4a7d-b0a5-8eed14802e20 req-59c1a4bf-2dbd-456e-b900-b6441521b865 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:24:53.284424 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57515eb-a31d-44b4-893d-9512b62840e3 req-7419a845-5095-4030-8814-1e6e952a3c04 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:53.285111 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-d57515eb-a31d-44b4-893d-9512b62840e3 req-7419a845-5095-4030-8814-1e6e952a3c04 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Synchronizing usage tracker for tenant:2c8cfd473b43487ab1b83c8bf9d9818e on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:24:53.300020 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-d57515eb-a31d-44b4-893d-9512b62840e3 req-7419a845-5095-4030-8814-1e6e952a3c04 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Unset dirty status for tenant:2c8cfd473b43487ab1b83c8bf9d9818e on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:24:53.301502 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-d57515eb-a31d-44b4-893d-9512b62840e3 req-7419a845-5095-4030-8814-1e6e952a3c04 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=bec4bc99-0193-405d-b03e-10ab99f34512 HTTP/1.1" status: 200 len: 947 time: 0.1499610 Sep 22 22:24:53.345754 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-d57515eb-a31d-44b4-893d-9512b62840e3 req-f60f9de9-d809-4319-bf16-38051a1d4603 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=d72a7657-c4cb-4228-beef-999bead7cce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380661 Sep 22 22:24:53.375850 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-9563723a-a8bb-4a7d-b0a5-8eed14802e20 req-59c1a4bf-2dbd-456e-b900-b6441521b865 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] For port c36e8098-16de-46d4-828f-6c50eb2eee37, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=c36e8098-16de-46d4-828f-6c50eb2eee37,segment=NetworkSegment(e09a7a55-ed59-42a8-8e72-eb9b697d1911),segment_id=e09a7a55-ed59-42a8-8e72-eb9b697d1911)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:24:53.376202 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-9563723a-a8bb-4a7d-b0a5-8eed14802e20 req-59c1a4bf-2dbd-456e-b900-b6441521b865 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:24:53.495652 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-9563723a-a8bb-4a7d-b0a5-8eed14802e20 req-59c1a4bf-2dbd-456e-b900-b6441521b865 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Calling delete_port for c36e8098-16de-46d4-828f-6c50eb2eee37 owned by compute:nova {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:24:53.637242 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-9563723a-a8bb-4a7d-b0a5-8eed14802e20 req-59c1a4bf-2dbd-456e-b900-b6441521b865 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:24:53.685748 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c1a4bf-2dbd-456e-b900-b6441521b865 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Pushing event deleted for resources: {'Port': ['ID=c36e8098-16de-46d4-828f-6c50eb2eee37,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:24:53.725671 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c1a4bf-2dbd-456e-b900-b6441521b865 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:24:53.726018 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c1a4bf-2dbd-456e-b900-b6441521b865 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:24:53.726354 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c1a4bf-2dbd-456e-b900-b6441521b865 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:24:53.726716 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c1a4bf-2dbd-456e-b900-b6441521b865 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:24:53.727042 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c1a4bf-2dbd-456e-b900-b6441521b865 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:24:53.727364 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c1a4bf-2dbd-456e-b900-b6441521b865 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:24:53.727684 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c1a4bf-2dbd-456e-b900-b6441521b865 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:24:53.728007 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c1a4bf-2dbd-456e-b900-b6441521b865 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:24:53.728328 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c1a4bf-2dbd-456e-b900-b6441521b865 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:24:53.728675 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c1a4bf-2dbd-456e-b900-b6441521b865 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:24:53.728993 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c1a4bf-2dbd-456e-b900-b6441521b865 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:24:53.729308 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c1a4bf-2dbd-456e-b900-b6441521b865 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:24:53.784099 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-9563723a-a8bb-4a7d-b0a5-8eed14802e20 req-59c1a4bf-2dbd-456e-b900-b6441521b865 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] No DVR routers for this DVR port c36e8098-16de-46d4-828f-6c50eb2eee37 on host hv-neutron-8589 {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 22:24:53.786382 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-9563723a-a8bb-4a7d-b0a5-8eed14802e20 req-59c1a4bf-2dbd-456e-b900-b6441521b865 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:24:53.788799 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec4bc99-0193-405d-b03e-10ab99f34512', 'name': 'network-vif-deleted', 'tag': 'c36e8098-16de-46d4-828f-6c50eb2eee37'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:24:53.791107 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81dd4f5e-f8b8-4dd9-946a-6bae1e8f2f98" -d '{"events": [{"server_uuid": "bec4bc99-0193-405d-b03e-10ab99f34512", "name": "network-vif-deleted", "tag": "c36e8098-16de-46d4-828f-6c50eb2eee37"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:24:53.804051 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-9563723a-a8bb-4a7d-b0a5-8eed14802e20 req-59c1a4bf-2dbd-456e-b900-b6441521b865 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.49 "DELETE /v2.0/ports/c36e8098-16de-46d4-828f-6c50eb2eee37 HTTP/1.1" status: 204 len: 173 time: 0.7384963 Sep 22 22:24:53.836161 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78aab25-daad-4367-907e-46ddb06c6963 x-openstack-request-id: req-b78aab25-daad-4367-907e-46ddb06c6963 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:24:53.836515 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec4bc99-0193-405d-b03e-10ab99f34512", "name": "network-vif-deleted", "tag": "c36e8098-16de-46d4-828f-6c50eb2eee37", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:24:53.836734 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-b78aab25-daad-4367-907e-46ddb06c6963 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:24:53.837136 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b78aab25-daad-4367-907e-46ddb06c6963'] response: {'server_uuid': 'bec4bc99-0193-405d-b03e-10ab99f34512', 'name': 'network-vif-deleted', 'tag': 'c36e8098-16de-46d4-828f-6c50eb2eee37', 'status': 'completed', 'code': 200} Sep 22 22:24:54.444662 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 59580) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:24:54.514342 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f67ede3f-309f-4879-9e26-e9d1979f427f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:24:54.543939 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f67ede3f-309f-4879-9e26-e9d1979f427f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:24:54.610455 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f67ede3f-309f-4879-9e26-e9d1979f427f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:24:54.629487 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67ede3f-309f-4879-9e26-e9d1979f427f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72a7657-c4cb-4228-beef-999bead7cce2,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:24:54.641034 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f67ede3f-309f-4879-9e26-e9d1979f427f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:24:54.642159 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-f67ede3f-309f-4879-9e26-e9d1979f427f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "DELETE /v2.0/security-groups/d72a7657-c4cb-4228-beef-999bead7cce2 HTTP/1.1" status: 204 len: 168 time: 0.1965210 Sep 22 22:24:54.758444 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 59588) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:24:54.763706 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-28a03f46-0113-4a90-9c9d-180b138ea01c tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1280537156', 'description': 'tempest-secgroup-smoke-1280537156 description', 'project_id': '2c8cfd473b43487ab1b83c8bf9d9818e'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:24:54.769992 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-28a03f46-0113-4a90-9c9d-180b138ea01c tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:24:54.774082 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-28a03f46-0113-4a90-9c9d-180b138ea01c tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Usage tracker for resource:security_group and tenant:2c8cfd473b43487ab1b83c8bf9d9818e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:24:54.776955 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-28a03f46-0113-4a90-9c9d-180b138ea01c tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:24:54.782518 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-28a03f46-0113-4a90-9c9d-180b138ea01c tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:24:54.793494 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-28a03f46-0113-4a90-9c9d-180b138ea01c tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:24:54.812207 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-28a03f46-0113-4a90-9c9d-180b138ea01c tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:24:54.815822 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-28a03f46-0113-4a90-9c9d-180b138ea01c tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Usage tracker for resource:security_group_rule and tenant:2c8cfd473b43487ab1b83c8bf9d9818e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:24:54.818515 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-28a03f46-0113-4a90-9c9d-180b138ea01c tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:24:54.824717 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-28a03f46-0113-4a90-9c9d-180b138ea01c tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:24:54.895262 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-28a03f46-0113-4a90-9c9d-180b138ea01c tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:24:54.899315 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-28a03f46-0113-4a90-9c9d-180b138ea01c tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:24:54.942286 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a03f46-0113-4a90-9c9d-180b138ea01c tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=560c4a3d-6d0c-48b9-b96d-6b53e4458596,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:24:54.948746 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-28a03f46-0113-4a90-9c9d-180b138ea01c tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:24:54.949968 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-28a03f46-0113-4a90-9c9d-180b138ea01c tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1905227 Sep 22 22:24:54.952878 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 59592) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:24:54.957674 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-ab4b098f-b31e-43c9-a671-8c7f766dbd24 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Request body: {'security_group_rule': {'security_group_id': '560c4a3d-6d0c-48b9-b96d-6b53e4458596', 'project_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:24:54.963762 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-ab4b098f-b31e-43c9-a671-8c7f766dbd24 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:24:54.967573 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-ab4b098f-b31e-43c9-a671-8c7f766dbd24 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Usage tracker for resource:security_group_rule and tenant:2c8cfd473b43487ab1b83c8bf9d9818e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:24:54.970362 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-ab4b098f-b31e-43c9-a671-8c7f766dbd24 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:24:54.976040 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-ab4b098f-b31e-43c9-a671-8c7f766dbd24 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:24:54.996495 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ab4b098f-b31e-43c9-a671-8c7f766dbd24 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:24:55.055125 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ab4b098f-b31e-43c9-a671-8c7f766dbd24 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:24:55.058957 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ab4b098f-b31e-43c9-a671-8c7f766dbd24 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:24:55.081817 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b098f-b31e-43c9-a671-8c7f766dbd24 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35db04ca-20ee-486f-a3e6-96794cb5f69e,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:24:55.090941 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ab4b098f-b31e-43c9-a671-8c7f766dbd24 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:24:55.092118 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ab4b098f-b31e-43c9-a671-8c7f766dbd24 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1383131 Sep 22 22:24:55.094904 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 59596) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:24:55.099767 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-1d0e9183-e165-40f4-a549-2a080563d261 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Request body: {'security_group_rule': {'security_group_id': '560c4a3d-6d0c-48b9-b96d-6b53e4458596', 'project_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:24:55.105486 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-1d0e9183-e165-40f4-a549-2a080563d261 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:24:55.109239 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-1d0e9183-e165-40f4-a549-2a080563d261 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Usage tracker for resource:security_group_rule and tenant:2c8cfd473b43487ab1b83c8bf9d9818e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:24:55.112052 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-1d0e9183-e165-40f4-a549-2a080563d261 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:24:55.117625 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-1d0e9183-e165-40f4-a549-2a080563d261 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:24:55.134218 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1d0e9183-e165-40f4-a549-2a080563d261 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:24:55.194239 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1d0e9183-e165-40f4-a549-2a080563d261 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:24:55.197003 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1d0e9183-e165-40f4-a549-2a080563d261 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:24:55.219780 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0e9183-e165-40f4-a549-2a080563d261 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11e5ab16-cd9f-47ad-9296-75072a0c6d3a,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:24:55.228659 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-1d0e9183-e165-40f4-a549-2a080563d261 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:24:55.230003 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-1d0e9183-e165-40f4-a549-2a080563d261 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1341975 Sep 22 22:24:55.232691 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 59600) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:24:55.237499 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-36fb541a-9b3c-44ac-9a50-1f24afbcf21f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Request body: {'security_group_rule': {'security_group_id': '560c4a3d-6d0c-48b9-b96d-6b53e4458596', 'project_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:24:55.243224 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-36fb541a-9b3c-44ac-9a50-1f24afbcf21f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:24:55.247534 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-36fb541a-9b3c-44ac-9a50-1f24afbcf21f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Usage tracker for resource:security_group_rule and tenant:2c8cfd473b43487ab1b83c8bf9d9818e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:24:55.250339 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-36fb541a-9b3c-44ac-9a50-1f24afbcf21f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:24:55.256054 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-36fb541a-9b3c-44ac-9a50-1f24afbcf21f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:24:55.274019 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-36fb541a-9b3c-44ac-9a50-1f24afbcf21f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:24:55.436110 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-36fb541a-9b3c-44ac-9a50-1f24afbcf21f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:24:55.441055 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-36fb541a-9b3c-44ac-9a50-1f24afbcf21f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:24:55.465023 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb541a-9b3c-44ac-9a50-1f24afbcf21f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6013c4a-3a46-45e7-b469-e1ade3bb1fd6,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:24:55.474545 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-36fb541a-9b3c-44ac-9a50-1f24afbcf21f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:24:55.475780 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-36fb541a-9b3c-44ac-9a50-1f24afbcf21f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2421780 Sep 22 22:24:55.478518 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 59604) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:24:55.483837 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-8ac6dbda-1db9-4a47-8303-d839f38a9e85 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Request body: {'security_group_rule': {'security_group_id': '560c4a3d-6d0c-48b9-b96d-6b53e4458596', 'project_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:24:55.489523 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-8ac6dbda-1db9-4a47-8303-d839f38a9e85 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:24:55.493263 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-8ac6dbda-1db9-4a47-8303-d839f38a9e85 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Usage tracker for resource:security_group_rule and tenant:2c8cfd473b43487ab1b83c8bf9d9818e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:24:55.496699 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-8ac6dbda-1db9-4a47-8303-d839f38a9e85 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:24:55.502212 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-8ac6dbda-1db9-4a47-8303-d839f38a9e85 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:24:55.517446 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8ac6dbda-1db9-4a47-8303-d839f38a9e85 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:24:55.579353 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8ac6dbda-1db9-4a47-8303-d839f38a9e85 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:24:55.584774 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8ac6dbda-1db9-4a47-8303-d839f38a9e85 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:24:55.608956 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac6dbda-1db9-4a47-8303-d839f38a9e85 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=579d3f30-c615-44c4-9f4c-21480d3cd7a6,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:24:55.617377 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-8ac6dbda-1db9-4a47-8303-d839f38a9e85 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:24:55.618538 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-8ac6dbda-1db9-4a47-8303-d839f38a9e85 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1385825 Sep 22 22:24:55.621914 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 59608) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:24:55.626821 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-a7bf6e9c-0721-465f-933b-a30b2bf0c3fb tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Request body: {'security_group_rule': {'security_group_id': '560c4a3d-6d0c-48b9-b96d-6b53e4458596', 'project_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:24:55.632430 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a7bf6e9c-0721-465f-933b-a30b2bf0c3fb tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:24:55.636250 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-a7bf6e9c-0721-465f-933b-a30b2bf0c3fb tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Usage tracker for resource:security_group_rule and tenant:2c8cfd473b43487ab1b83c8bf9d9818e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:24:55.639270 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-a7bf6e9c-0721-465f-933b-a30b2bf0c3fb tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:24:55.645279 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a7bf6e9c-0721-465f-933b-a30b2bf0c3fb tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:24:55.655878 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.securitygroups_db [None req-a7bf6e9c-0721-465f-933b-a30b2bf0c3fb tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Project 2c8cfd473b43487ab1b83c8bf9d9818e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 22:24:55.662059 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a7bf6e9c-0721-465f-933b-a30b2bf0c3fb tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:24:55.724431 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a7bf6e9c-0721-465f-933b-a30b2bf0c3fb tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:24:55.727768 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a7bf6e9c-0721-465f-933b-a30b2bf0c3fb tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:24:55.753526 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf6e9c-0721-465f-933b-a30b2bf0c3fb tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74bea3b1-dc82-4eb3-86fc-db95d823e1e3,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:24:55.761565 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a7bf6e9c-0721-465f-933b-a30b2bf0c3fb tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:24:55.762748 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a7bf6e9c-0721-465f-933b-a30b2bf0c3fb tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1398940 Sep 22 22:24:55.765481 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 59612) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:24:55.770682 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-2645d83a-397b-4e1a-836d-0472f8fe3acf tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Request body: {'security_group_rule': {'security_group_id': '560c4a3d-6d0c-48b9-b96d-6b53e4458596', 'project_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:24:55.776315 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-2645d83a-397b-4e1a-836d-0472f8fe3acf tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:24:55.780165 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-2645d83a-397b-4e1a-836d-0472f8fe3acf tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Usage tracker for resource:security_group_rule and tenant:2c8cfd473b43487ab1b83c8bf9d9818e is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:24:55.782938 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-2645d83a-397b-4e1a-836d-0472f8fe3acf tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:24:55.788519 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-2645d83a-397b-4e1a-836d-0472f8fe3acf tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:24:55.798675 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.securitygroups_db [None req-2645d83a-397b-4e1a-836d-0472f8fe3acf tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Project 2c8cfd473b43487ab1b83c8bf9d9818e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 22:24:55.804888 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2645d83a-397b-4e1a-836d-0472f8fe3acf tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:24:55.870618 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2645d83a-397b-4e1a-836d-0472f8fe3acf tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:24:55.874246 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2645d83a-397b-4e1a-836d-0472f8fe3acf tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:24:55.897626 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2645d83a-397b-4e1a-836d-0472f8fe3acf tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fa72b82-b79b-46f1-a8a4-4147aef52b6d,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:24:55.906251 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2645d83a-397b-4e1a-836d-0472f8fe3acf tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:24:55.907447 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2645d83a-397b-4e1a-836d-0472f8fe3acf tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1410394 Sep 22 22:24:56.526917 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:24:57.841270 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device c36e8098-16de-46d4-828f-6c50eb2eee37 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:24:57.878816 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] No Port match for: c36e8098-16de-46d4-828f-6c50eb2eee37 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:24:57.879165 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device c36e8098-16de-46d4-828f-6c50eb2eee37 not bound to the agent host hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:25:09.691865 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-6823b285-a8f2-4832-8ec1-282cff98d59d tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1280537156&fields=id&tenant_id=2c8cfd473b43487ab1b83c8bf9d9818e HTTP/1.1" status: 200 len: 267 time: 0.0385842 Sep 22 22:25:09.833190 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-d80f59c5-217d-4a12-976a-5d4b4d4ed3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:25:09.839794 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-07b6cae3-f01c-4e87-a731-3031a492bf6a tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:25:09.841236 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-07b6cae3-f01c-4e87-a731-3031a492bf6a tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/networks?id=9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d HTTP/1.1" status: 200 len: 809 time: 0.1424851 Sep 22 22:25:09.855998 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-e969671d-d4c2-45f9-b186-5ed00a4d142f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/quotas/2c8cfd473b43487ab1b83c8bf9d9818e HTTP/1.1" status: 200 len: 375 time: 0.0094390 Sep 22 22:25:09.949640 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-28dbf44e-cacd-4a95-8fea-412297783c07 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Synchronizing usage tracker for tenant:2c8cfd473b43487ab1b83c8bf9d9818e on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:25:09.965005 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-28dbf44e-cacd-4a95-8fea-412297783c07 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Unset dirty status for tenant:2c8cfd473b43487ab1b83c8bf9d9818e on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:25:09.966259 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-28dbf44e-cacd-4a95-8fea-412297783c07 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=2c8cfd473b43487ab1b83c8bf9d9818e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1055865 Sep 22 22:25:10.141518 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-91c5f0de-36f7-4692-a800-9fc15fca9f58 service neutron] 10.222.0.33 "GET /v2.0/networks/9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638403 Sep 22 22:25:10.270536 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-3f574143-1205-49f8-b390-e00f68b5751b service neutron] 10.222.0.33 "GET /v2.0/networks/9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231279 Sep 22 22:25:10.646034 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-8f0f18a0-7a82-4774-a5df-f7db9f11da22 req-d17998b1-9134-4620-af3b-a17911b57552 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=761d3c50-c30d-4648-b82c-8842839a2540 HTTP/1.1" status: 200 len: 210 time: 0.0504262 Sep 22 22:25:11.835544 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d8cad3ae-1ad8-4223-9c22-1f2495a71e07 req-44583db1-144d-4eac-a33c-3a054ce8ecc3 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=761d3c50-c30d-4648-b82c-8842839a2540 HTTP/1.1" status: 200 len: 210 time: 0.0640144 Sep 22 22:25:11.845624 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-e82aef32-a543-40c0-be24-1dc86527a8ce tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:25:11.847037 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-e82aef32-a543-40c0-be24-1dc86527a8ce tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.49 "GET /v2.0/networks?id=9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d HTTP/1.1" status: 200 len: 809 time: 0.1990104 Sep 22 22:25:11.904253 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-dcdc94f3-5229-4ea9-8f2c-c8a1723fe142 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c8cfd473b43487ab1b83c8bf9d9818e HTTP/1.1" status: 200 len: 380 time: 0.0424473 Sep 22 22:25:11.911885 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-6bc2ce66-9db5-4c7b-bd0a-7996396c2d4f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Request body: {'port': {'device_id': '761d3c50-c30d-4648-b82c-8842839a2540', 'network_id': '9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d', 'admin_state_up': True, 'tenant_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'security_groups': ['560c4a3d-6d0c-48b9-b96d-6b53e4458596']}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:25:12.038818 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5e94171b-f256-43e5-a274-88e60f616e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:25:12.147299 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-6bc2ce66-9db5-4c7b-bd0a-7996396c2d4f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:25:12.157193 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-6bc2ce66-9db5-4c7b-bd0a-7996396c2d4f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:25:12.167094 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-6bc2ce66-9db5-4c7b-bd0a-7996396c2d4f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Made reservation on behalf of 2c8cfd473b43487ab1b83c8bf9d9818e for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:25:12.170957 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-6bc2ce66-9db5-4c7b-bd0a-7996396c2d4f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:25:12.336451 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-6bc2ce66-9db5-4c7b-bd0a-7996396c2d4f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Allocated IP 172.20.0.13 (9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d/37738cc7-81b2-48f2-9908-523f0ee09258/30ecccfc-6f52-49c6-89f4-4e88413973ba) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:25:12.530190 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-6bc2ce66-9db5-4c7b-bd0a-7996396c2d4f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:25:12.545780 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-6bc2ce66-9db5-4c7b-bd0a-7996396c2d4f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Transition to ACTIVE for port object 30ecccfc-6f52-49c6-89f4-4e88413973ba will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:25:12.568763 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-6bc2ce66-9db5-4c7b-bd0a-7996396c2d4f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:25:12.637176 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-6bc2ce66-9db5-4c7b-bd0a-7996396c2d4f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Network 9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:25:12.640185 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-6bc2ce66-9db5-4c7b-bd0a-7996396c2d4f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:25:12.643897 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-6bc2ce66-9db5-4c7b-bd0a-7996396c2d4f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:25:12.677772 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc2ce66-9db5-4c7b-bd0a-7996396c2d4f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Pushing event updated for resources: {'Port': ['ID=30ecccfc-6f52-49c6-89f4-4e88413973ba,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:25:12.715911 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-6bc2ce66-9db5-4c7b-bd0a-7996396c2d4f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:25:12.716653 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-6bc2ce66-9db5-4c7b-bd0a-7996396c2d4f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:25:12.748450 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-6bc2ce66-9db5-4c7b-bd0a-7996396c2d4f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8398850 Sep 22 22:25:12.760593 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-8da43672-6089-453b-85bf-9cd8341b1a05 service neutron] Request body: {'port': {'device_id': '761d3c50-c30d-4648-b82c-8842839a2540', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:25:12.890441 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-8da43672-6089-453b-85bf-9cd8341b1a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:25:12.920849 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-c00fbdbb-92df-4efd-9d2c-2525ad7bc6f1 None None] Provisioning for port 30ecccfc-6f52-49c6-89f4-4e88413973ba completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:25:12.928871 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-c00fbdbb-92df-4efd-9d2c-2525ad7bc6f1 None None] Provisioning complete for port 30ecccfc-6f52-49c6-89f4-4e88413973ba triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:25:12.929271 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c00fbdbb-92df-4efd-9d2c-2525ad7bc6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:25:12.929772 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-c00fbdbb-92df-4efd-9d2c-2525ad7bc6f1 None None] Attempt 1 to provision port 30ecccfc-6f52-49c6-89f4-4e88413973ba Sep 22 22:25:12.957376 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:25:12.996156 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-c00fbdbb-92df-4efd-9d2c-2525ad7bc6f1 None None] Port 30ecccfc-6f52-49c6-89f4-4e88413973ba cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:25:13.050812 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6e395-7a50-4adf-a3c6-2913879920cc req-30b5f308-9064-4f85-8c92-0149c9014414 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:25:13.052387 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-81b6e395-7a50-4adf-a3c6-2913879920cc req-30b5f308-9064-4f85-8c92-0149c9014414 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=761d3c50-c30d-4648-b82c-8842839a2540 HTTP/1.1" status: 200 len: 932 time: 0.0962753 Sep 22 22:25:13.101346 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-81b6e395-7a50-4adf-a3c6-2913879920cc req-c662208d-e3b7-4434-93f2-e59b6744487f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Synchronizing usage tracker for tenant:2c8cfd473b43487ab1b83c8bf9d9818e on resource:security_group {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:25:13.120214 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-81b6e395-7a50-4adf-a3c6-2913879920cc req-c662208d-e3b7-4434-93f2-e59b6744487f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Unset dirty status for tenant:2c8cfd473b43487ab1b83c8bf9d9818e on resource:security_group {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:25:13.121600 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-81b6e395-7a50-4adf-a3c6-2913879920cc req-c662208d-e3b7-4434-93f2-e59b6744487f tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=560c4a3d-6d0c-48b9-b96d-6b53e4458596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628231 Sep 22 22:25:13.271115 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-8da43672-6089-453b-85bf-9cd8341b1a05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30ecccfc-6f52-49c6-89f4-4e88413973ba {{(pid=89008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 22:25:13.278902 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-8da43672-6089-453b-85bf-9cd8341b1a05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:25:13.295342 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-8da43672-6089-453b-85bf-9cd8341b1a05 service neutron] Transition to ACTIVE for port object 30ecccfc-6f52-49c6-89f4-4e88413973ba will not be triggered until provisioned by entity L2. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:25:13.299215 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-8da43672-6089-453b-85bf-9cd8341b1a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:25:13.336582 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:25:13.489719 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da43672-6089-453b-85bf-9cd8341b1a05 service neutron] Pushing event updated for resources: {'Port': ['ID=30ecccfc-6f52-49c6-89f4-4e88413973ba,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:25:13.497691 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-c00fbdbb-92df-4efd-9d2c-2525ad7bc6f1 None None] Attempt 2 to provision port 30ecccfc-6f52-49c6-89f4-4e88413973ba Sep 22 22:25:13.531328 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-8da43672-6089-453b-85bf-9cd8341b1a05 service neutron] Attempting to bind port 30ecccfc-6f52-49c6-89f4-4e88413973ba on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:25:13.531686 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-8da43672-6089-453b-85bf-9cd8341b1a05 service neutron] Attempting to bind port 30ecccfc-6f52-49c6-89f4-4e88413973ba by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'e09a7a55-ed59-42a8-8e72-eb9b697d1911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:25:13.531963 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-8da43672-6089-453b-85bf-9cd8341b1a05 service neutron] Attempting to bind port 30ecccfc-6f52-49c6-89f4-4e88413973ba on network 9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:25:13.536641 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-8da43672-6089-453b-85bf-9cd8341b1a05 service neutron] Port 30ecccfc-6f52-49c6-89f4-4e88413973ba on network 9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 22:25:13.536959 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-8da43672-6089-453b-85bf-9cd8341b1a05 service neutron] Attempting to bind port 30ecccfc-6f52-49c6-89f4-4e88413973ba on network 9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:25:13.542005 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-8da43672-6089-453b-85bf-9cd8341b1a05 service neutron] Checking agent: {'id': '8a88b827-3477-4399-ac15-439d59b3c48a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'started_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:25:13.542339 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-8da43672-6089-453b-85bf-9cd8341b1a05 service neutron] Checking segment: {'id': 'e09a7a55-ed59-42a8-8e72-eb9b697d1911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:25:13.542741 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-8da43672-6089-453b-85bf-9cd8341b1a05 service neutron] Bound using segment: {'id': 'e09a7a55-ed59-42a8-8e72-eb9b697d1911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d'} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:25:13.543166 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-8da43672-6089-453b-85bf-9cd8341b1a05 service neutron] Bound port: 30ecccfc-6f52-49c6-89f4-4e88413973ba, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e09a7a55-ed59-42a8-8e72-eb9b697d1911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d'}}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:25:13.543619 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-8da43672-6089-453b-85bf-9cd8341b1a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:25:13.557110 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-c00fbdbb-92df-4efd-9d2c-2525ad7bc6f1 None None] Port 30ecccfc-6f52-49c6-89f4-4e88413973ba cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:25:13.632157 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-8da43672-6089-453b-85bf-9cd8341b1a05 service neutron] For port 30ecccfc-6f52-49c6-89f4-4e88413973ba, host hv-neutron-8589, cleared binding levels {{(pid=89008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:25:13.637455 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-8da43672-6089-453b-85bf-9cd8341b1a05 service neutron] For port 30ecccfc-6f52-49c6-89f4-4e88413973ba, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=30ecccfc-6f52-49c6-89f4-4e88413973ba,segment=NetworkSegment(e09a7a55-ed59-42a8-8e72-eb9b697d1911),segment_id=e09a7a55-ed59-42a8-8e72-eb9b697d1911)] {{(pid=89008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:25:13.641723 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-8da43672-6089-453b-85bf-9cd8341b1a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:25:13.675190 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-8da43672-6089-453b-85bf-9cd8341b1a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:25:13.675793 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-8da43672-6089-453b-85bf-9cd8341b1a05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:25:13.677186 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-8da43672-6089-453b-85bf-9cd8341b1a05 service neutron] 10.222.0.49 "PUT /v2.0/ports/30ecccfc-6f52-49c6-89f4-4e88413973ba HTTP/1.1" status: 200 len: 1094 time: 0.9216373 Sep 22 22:25:13.677616 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '761d3c50-c30d-4648-b82c-8842839a2540', 'tag': '30ecccfc-6f52-49c6-89f4-4e88413973ba'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:25:13.679896 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f04f5b3-35be-451f-99f9-d61a72ae01a1" -d '{"events": [{"name": "network-changed", "server_uuid": "761d3c50-c30d-4648-b82c-8842839a2540", "tag": "30ecccfc-6f52-49c6-89f4-4e88413973ba"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:25:13.755340 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844d7495-036b-4b43-8bcf-16e4b9731d47 x-openstack-request-id: req-844d7495-036b-4b43-8bcf-16e4b9731d47 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:25:13.755622 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "761d3c50-c30d-4648-b82c-8842839a2540", "tag": "30ecccfc-6f52-49c6-89f4-4e88413973ba", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:25:13.755872 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-844d7495-036b-4b43-8bcf-16e4b9731d47 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:25:13.756266 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-844d7495-036b-4b43-8bcf-16e4b9731d47'] response: {'name': 'network-changed', 'server_uuid': '761d3c50-c30d-4648-b82c-8842839a2540', 'tag': '30ecccfc-6f52-49c6-89f4-4e88413973ba', 'status': 'completed', 'code': 200} Sep 22 22:25:13.773645 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da43672-6089-453b-85bf-9cd8341b1a05 service neutron] Pushing event updated for resources: {'Port': ['ID=30ecccfc-6f52-49c6-89f4-4e88413973ba,revision_number=3']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:25:13.803065 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-45a7d021-d81b-4fea-9f05-b243f7e28ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:25:13.804529 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-45a7d021-d81b-4fea-9f05-b243f7e28ee0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2c8cfd473b43487ab1b83c8bf9d9818e&device_id=761d3c50-c30d-4648-b82c-8842839a2540 HTTP/1.1" status: 200 len: 1097 time: 0.0863943 Sep 22 22:25:13.977685 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-a939f1e8-2f26-4cf6-b704-7cc9ca1f500b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30ecccfc-6f52-49c6-89f4-4e88413973ba HTTP/1.1" status: 200 len: 217 time: 0.1664326 Sep 22 22:25:14.038328 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-cda17f38-5aee-4c86-987d-d859cea5543c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:25:14.039773 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-cda17f38-5aee-4c86-987d-d859cea5543c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37738cc7-81b2-48f2-9908-523f0ee09258 HTTP/1.1" status: 200 len: 848 time: 0.0563676 Sep 22 22:25:14.058541 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-c00fbdbb-92df-4efd-9d2c-2525ad7bc6f1 None None] Attempt 3 to provision port 30ecccfc-6f52-49c6-89f4-4e88413973ba Sep 22 22:25:14.118310 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-c00fbdbb-92df-4efd-9d2c-2525ad7bc6f1 None None] Port 30ecccfc-6f52-49c6-89f4-4e88413973ba had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 22:25:14.125436 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-ec99d2dd-3624-438a-9a56-8f10096ea344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:25:14.126943 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-ec99d2dd-3624-438a-9a56-8f10096ea344 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812750 Sep 22 22:25:14.259337 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-20e92dc9-b15a-4e40-8e0f-7ef0a4f79880 service neutron] 10.222.0.49 "GET /v2.0/networks/9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263995 Sep 22 22:25:14.347220 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f94cc00-0562-41d5-87c5-942f3acbb215 req-c00c03e9-44bb-4a47-8152-975acd7e694d tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:25:14.348663 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-2f94cc00-0562-41d5-87c5-942f3acbb215 req-c00c03e9-44bb-4a47-8152-975acd7e694d tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=761d3c50-c30d-4648-b82c-8842839a2540 HTTP/1.1" status: 200 len: 944 time: 0.1014025 Sep 22 22:25:14.392103 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-2f94cc00-0562-41d5-87c5-942f3acbb215 req-6fcdfe11-5db1-4ed5-a8c8-2d5967d8237d tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=560c4a3d-6d0c-48b9-b96d-6b53e4458596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372505 Sep 22 22:25:14.394075 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cb085213-55c6-4a68-8073-4edd0b6dbc94 req-e30f6950-5ff9-4e30-a789-d9006ec2f686 service neutron] 10.222.0.49 "GET /v2.0/networks/9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294568 Sep 22 22:25:14.511047 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04f5b3-35be-451f-99f9-d61a72ae01a1 req-7e36a2ae-7ed9-47fb-a426-2761c5e12fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:25:14.512508 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2f04f5b3-35be-451f-99f9-d61a72ae01a1 req-7e36a2ae-7ed9-47fb-a426-2761c5e12fb5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2c8cfd473b43487ab1b83c8bf9d9818e&device_id=761d3c50-c30d-4648-b82c-8842839a2540 HTTP/1.1" status: 200 len: 1097 time: 0.0767732 Sep 22 22:25:14.642355 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04f5b3-35be-451f-99f9-d61a72ae01a1 req-c2ed0978-75f4-4808-acd4-c0d9b7a2f90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:25:14.643773 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2f04f5b3-35be-451f-99f9-d61a72ae01a1 req-c2ed0978-75f4-4808-acd4-c0d9b7a2f90a service neutron] 10.222.0.49 "GET /v2.0/networks?id=9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d HTTP/1.1" status: 200 len: 909 time: 0.1255345 Sep 22 22:25:14.713975 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2f04f5b3-35be-451f-99f9-d61a72ae01a1 req-a5fccb72-fc4d-4da6-9869-408e4e00e299 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30ecccfc-6f52-49c6-89f4-4e88413973ba HTTP/1.1" status: 200 len: 217 time: 0.0635700 Sep 22 22:25:14.715759 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:25:14.772941 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04f5b3-35be-451f-99f9-d61a72ae01a1 req-e4c93eb3-8005-40d5-90b0-37eb9f06e9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:25:14.774328 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2f04f5b3-35be-451f-99f9-d61a72ae01a1 req-e4c93eb3-8005-40d5-90b0-37eb9f06e9d1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37738cc7-81b2-48f2-9908-523f0ee09258 HTTP/1.1" status: 200 len: 848 time: 0.0557468 Sep 22 22:25:14.856245 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04f5b3-35be-451f-99f9-d61a72ae01a1 req-178a9505-a968-40f6-ab32-16da6fac2f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:25:14.857632 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2f04f5b3-35be-451f-99f9-d61a72ae01a1 req-178a9505-a968-40f6-ab32-16da6fac2f5b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781884 Sep 22 22:25:14.985485 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2f04f5b3-35be-451f-99f9-d61a72ae01a1 req-68af4a6a-2ff4-4e98-8064-9990f4b2aae7 service neutron] 10.222.0.49 "GET /v2.0/networks/9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219490 Sep 22 22:25:15.112535 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2f04f5b3-35be-451f-99f9-d61a72ae01a1 req-21b08606-56bf-44ea-9bd3-a9c86235e92c service neutron] 10.222.0.49 "GET /v2.0/networks/9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220667 Sep 22 22:25:15.588885 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297f1d2-db07-4366-9765-596e38ed6dcd req-3b76b2ff-5c6f-4f19-a27a-c3f303d33fbc tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:25:15.589569 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-f297f1d2-db07-4366-9765-596e38ed6dcd req-3b76b2ff-5c6f-4f19-a27a-c3f303d33fbc tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Synchronizing usage tracker for tenant:2c8cfd473b43487ab1b83c8bf9d9818e on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:25:15.604033 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-f297f1d2-db07-4366-9765-596e38ed6dcd req-3b76b2ff-5c6f-4f19-a27a-c3f303d33fbc tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Unset dirty status for tenant:2c8cfd473b43487ab1b83c8bf9d9818e on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:25:15.605136 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f297f1d2-db07-4366-9765-596e38ed6dcd req-3b76b2ff-5c6f-4f19-a27a-c3f303d33fbc tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=761d3c50-c30d-4648-b82c-8842839a2540 HTTP/1.1" status: 200 len: 944 time: 0.1008639 Sep 22 22:25:15.652141 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-f297f1d2-db07-4366-9765-596e38ed6dcd req-08717037-8252-43a4-8752-e21efc7b939c tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=560c4a3d-6d0c-48b9-b96d-6b53e4458596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412755 Sep 22 22:25:16.846647 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e204c99-58a7-4cb3-a8a7-8fd84a4353a7 req-762aa521-f5e5-4167-a216-4a38d2b97f84 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:25:16.848090 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-2e204c99-58a7-4cb3-a8a7-8fd84a4353a7 req-762aa521-f5e5-4167-a216-4a38d2b97f84 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=761d3c50-c30d-4648-b82c-8842839a2540 HTTP/1.1" status: 200 len: 944 time: 0.0851662 Sep 22 22:25:16.894846 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-2e204c99-58a7-4cb3-a8a7-8fd84a4353a7 req-af55d517-d24b-41f3-b97e-e659d6f2dcdd tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=560c4a3d-6d0c-48b9-b96d-6b53e4458596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411232 Sep 22 22:25:18.095024 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f821b50-9339-41b4-853c-c156ff6749f9 req-df4414a1-9761-4d17-a8ae-6e5967379112 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:25:18.096476 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3f821b50-9339-41b4-853c-c156ff6749f9 req-df4414a1-9761-4d17-a8ae-6e5967379112 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=761d3c50-c30d-4648-b82c-8842839a2540 HTTP/1.1" status: 200 len: 944 time: 0.0918496 Sep 22 22:25:18.139732 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3f821b50-9339-41b4-853c-c156ff6749f9 req-07e180d4-2db5-47c8-b7d6-e871a6390dd5 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=560c4a3d-6d0c-48b9-b96d-6b53e4458596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376322 Sep 22 22:25:19.334142 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680cfe3-6681-4eed-8197-badff2773ecd req-5bd75368-e634-4191-80a5-46c838c2e719 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:25:19.335641 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-a680cfe3-6681-4eed-8197-badff2773ecd req-5bd75368-e634-4191-80a5-46c838c2e719 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=761d3c50-c30d-4648-b82c-8842839a2540 HTTP/1.1" status: 200 len: 944 time: 0.0878744 Sep 22 22:25:19.379589 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-a680cfe3-6681-4eed-8197-badff2773ecd req-951ac0aa-5f73-4bf9-bd12-87bc83a10102 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=560c4a3d-6d0c-48b9-b96d-6b53e4458596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375314 Sep 22 22:25:20.578989 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c4cc98-026c-4339-a94b-e866239ac267 req-f98e7e3c-b9bf-4d74-b7d9-4ac335a589d9 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:25:20.580446 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-48c4cc98-026c-4339-a94b-e866239ac267 req-f98e7e3c-b9bf-4d74-b7d9-4ac335a589d9 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=761d3c50-c30d-4648-b82c-8842839a2540 HTTP/1.1" status: 200 len: 944 time: 0.0902634 Sep 22 22:25:20.623979 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-48c4cc98-026c-4339-a94b-e866239ac267 req-6b38016e-279f-4905-bed5-979fe466b388 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=560c4a3d-6d0c-48b9-b96d-6b53e4458596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378997 Sep 22 22:25:21.823588 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74632797-57bb-4689-ada2-834307e404cb req-f0956229-1e7d-458b-8a35-a1c56d562e22 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:25:21.825063 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-74632797-57bb-4689-ada2-834307e404cb req-f0956229-1e7d-458b-8a35-a1c56d562e22 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=761d3c50-c30d-4648-b82c-8842839a2540 HTTP/1.1" status: 200 len: 944 time: 0.0888786 Sep 22 22:25:21.868034 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-74632797-57bb-4689-ada2-834307e404cb req-8c6ddcdc-882c-4323-bc03-8540f0d04fb6 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=560c4a3d-6d0c-48b9-b96d-6b53e4458596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374422 Sep 22 22:25:21.997114 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 30ecccfc-6f52-49c6-89f4-4e88413973ba details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 22:25:22.134899 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 30ecccfc-6f52-49c6-89f4-4e88413973ba, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=30ecccfc-6f52-49c6-89f4-4e88413973ba,segment=NetworkSegment(e09a7a55-ed59-42a8-8e72-eb9b697d1911),segment_id=e09a7a55-ed59-42a8-8e72-eb9b697d1911)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:25:22.147814 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': '30ecccfc-6f52-49c6-89f4-4e88413973ba', 'network_id': '9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d', 'port_id': '30ecccfc-6f52-49c6-89f4-4e88413973ba', 'mac_address': 'fa:16:3e:24:af:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37738cc7-81b2-48f2-9908-523f0ee09258', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 22:25:22.204384 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 30ecccfc-6f52-49c6-89f4-4e88413973ba is: DOWN; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:25:22.204753 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:25:22.221298 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30ecccfc-6f52-49c6-89f4-4e88413973ba {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 22:25:22.235892 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 30ecccfc-6f52-49c6-89f4-4e88413973ba, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=30ecccfc-6f52-49c6-89f4-4e88413973ba,segment=NetworkSegment(e09a7a55-ed59-42a8-8e72-eb9b697d1911),segment_id=e09a7a55-ed59-42a8-8e72-eb9b697d1911)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:25:22.239742 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:25:22.305010 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=30ecccfc-6f52-49c6-89f4-4e88413973ba,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:25:22.311955 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:25:22.312303 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:25:22.312643 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:25:22.312974 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:25:22.313300 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:25:22.313625 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:25:22.313950 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:25:22.314271 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:25:22.314595 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:25:22.314935 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:25:22.315259 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:25:22.315576 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:25:22.443023 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['30ecccfc-6f52-49c6-89f4-4e88413973ba'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 22:25:23.067430 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c0ce9-1886-4037-a41d-42b7fc985bb1 req-18b3b92a-712d-4983-abc7-6803e2f95d39 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:25:23.068904 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e29c0ce9-1886-4037-a41d-42b7fc985bb1 req-18b3b92a-712d-4983-abc7-6803e2f95d39 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=761d3c50-c30d-4648-b82c-8842839a2540 HTTP/1.1" status: 200 len: 945 time: 0.0906284 Sep 22 22:25:23.115715 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e29c0ce9-1886-4037-a41d-42b7fc985bb1 req-d3ff6943-72d2-4d1e-b9ee-484680e281d8 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=560c4a3d-6d0c-48b9-b96d-6b53e4458596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406628 Sep 22 22:25:23.996642 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 30ecccfc-6f52-49c6-89f4-4e88413973ba up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:25:24.064807 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning for port 30ecccfc-6f52-49c6-89f4-4e88413973ba completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:25:24.069247 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port 30ecccfc-6f52-49c6-89f4-4e88413973ba triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:25:24.069613 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:25:24.069944 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port 30ecccfc-6f52-49c6-89f4-4e88413973ba Sep 22 22:25:24.216370 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 30ecccfc-6f52-49c6-89f4-4e88413973ba is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:25:24.216743 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:25:24.244082 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '761d3c50-c30d-4648-b82c-8842839a2540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ecccfc-6f52-49c6-89f4-4e88413973ba'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:25:24.246341 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a817b601-1420-47c3-be22-2e9bf7e79f85" -d '{"events": [{"server_uuid": "761d3c50-c30d-4648-b82c-8842839a2540", "name": "network-vif-plugged", "status": "completed", "tag": "30ecccfc-6f52-49c6-89f4-4e88413973ba"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:25:24.254669 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 30ecccfc-6f52-49c6-89f4-4e88413973ba, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=30ecccfc-6f52-49c6-89f4-4e88413973ba,segment=NetworkSegment(e09a7a55-ed59-42a8-8e72-eb9b697d1911),segment_id=e09a7a55-ed59-42a8-8e72-eb9b697d1911)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:25:24.258551 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:25:24.326733 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe304688-103e-4af4-949f-09082f79b66e req-609445db-8f07-4ba8-b27c-4c82f3c315d5 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:25:24.328223 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-fe304688-103e-4af4-949f-09082f79b66e req-609445db-8f07-4ba8-b27c-4c82f3c315d5 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=761d3c50-c30d-4648-b82c-8842839a2540 HTTP/1.1" status: 200 len: 946 time: 0.0993388 Sep 22 22:25:24.332795 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=30ecccfc-6f52-49c6-89f4-4e88413973ba,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:25:24.352857 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb22ae1-6db7-4bc0-83ee-f9e5289d79b6 x-openstack-request-id: req-8fb22ae1-6db7-4bc0-83ee-f9e5289d79b6 {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:25:24.353145 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "761d3c50-c30d-4648-b82c-8842839a2540", "name": "network-vif-plugged", "status": "completed", "tag": "30ecccfc-6f52-49c6-89f4-4e88413973ba", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:25:24.353395 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8fb22ae1-6db7-4bc0-83ee-f9e5289d79b6 {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:25:24.353808 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fb22ae1-6db7-4bc0-83ee-f9e5289d79b6'] response: {'server_uuid': '761d3c50-c30d-4648-b82c-8842839a2540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ecccfc-6f52-49c6-89f4-4e88413973ba', 'code': 200} Sep 22 22:25:24.377688 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-fe304688-103e-4af4-949f-09082f79b66e req-b8091149-77bb-4ce6-9b7a-485f79c4f016 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=560c4a3d-6d0c-48b9-b96d-6b53e4458596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434237 Sep 22 22:25:24.715357 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a28bc84-e35c-4ae5-bbaa-597ff948c6cb req-824664b1-ddb8-4887-a0e0-99027c51b75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:25:24.716820 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5a28bc84-e35c-4ae5-bbaa-597ff948c6cb req-824664b1-ddb8-4887-a0e0-99027c51b75c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=761d3c50-c30d-4648-b82c-8842839a2540 HTTP/1.1" status: 200 len: 1099 time: 0.1687515 Sep 22 22:25:24.755742 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5a28bc84-e35c-4ae5-bbaa-597ff948c6cb req-051b77f0-dc30-483f-9d66-2afec8fd5b19 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=560c4a3d-6d0c-48b9-b96d-6b53e4458596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334127 Sep 22 22:25:25.580132 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6fcaf-6e66-4017-8d61-42ba1acab7c5 req-7b80e116-152a-4013-9f44-c237869e038b tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:25:25.581588 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c1e6fcaf-6e66-4017-8d61-42ba1acab7c5 req-7b80e116-152a-4013-9f44-c237869e038b tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=761d3c50-c30d-4648-b82c-8842839a2540 HTTP/1.1" status: 200 len: 946 time: 0.0889952 Sep 22 22:25:25.625625 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c1e6fcaf-6e66-4017-8d61-42ba1acab7c5 req-ece05435-a834-4fb3-9a64-83bf4365cf9e tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=560c4a3d-6d0c-48b9-b96d-6b53e4458596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382671 Sep 22 22:25:26.531479 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:25:26.817676 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5852e4f-2131-47e5-aef0-206c710c2fbe req-166d31d2-d6f9-4b0c-91f9-adba35015f5d tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:25:26.819070 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-d5852e4f-2131-47e5-aef0-206c710c2fbe req-166d31d2-d6f9-4b0c-91f9-adba35015f5d tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=761d3c50-c30d-4648-b82c-8842839a2540 HTTP/1.1" status: 200 len: 946 time: 0.0851905 Sep 22 22:25:26.828934 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:25:26.862125 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-d5852e4f-2131-47e5-aef0-206c710c2fbe req-426145b1-1e9d-4beb-b845-c796dc476164 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=560c4a3d-6d0c-48b9-b96d-6b53e4458596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370669 Sep 22 22:25:27.054178 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c17f43-2edc-46f0-b097-e0f63690d699 req-72ff7ae3-7946-44b1-9eec-fa3c322f78fb tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:25:27.055648 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-87c17f43-2edc-46f0-b097-e0f63690d699 req-72ff7ae3-7946-44b1-9eec-fa3c322f78fb tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=761d3c50-c30d-4648-b82c-8842839a2540 HTTP/1.1" status: 200 len: 946 time: 0.0851309 Sep 22 22:25:27.101672 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-87c17f43-2edc-46f0-b097-e0f63690d699 req-6660d91f-bf02-44b5-a057-7113da6bcc5d tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=560c4a3d-6d0c-48b9-b96d-6b53e4458596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397620 Sep 22 22:25:27.129646 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 59810) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:25:27.204001 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcebbd6b-13da-4f62-81ab-c4433ff170fb tempest-TestShelveInstance-1768136909 tempest-TestShelveInstance-1768136909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:25:27.205566 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-fcebbd6b-13da-4f62-81ab-c4433ff170fb tempest-TestShelveInstance-1768136909 tempest-TestShelveInstance-1768136909-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=761d3c50-c30d-4648-b82c-8842839a2540 HTTP/1.1" status: 200 len: 1094 time: 0.0749998 Sep 22 22:25:27.208407 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 59814) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:25:27.213207 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-55bfb7ea-f669-464c-a2d7-dda7f2d058b0 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Request body: {'floatingip': {'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'port_id': '30ecccfc-6f52-49c6-89f4-4e88413973ba', 'tenant_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:25:27.219777 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-55bfb7ea-f669-464c-a2d7-dda7f2d058b0 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:25:27.223749 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-55bfb7ea-f669-464c-a2d7-dda7f2d058b0 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Usage tracker for resource:floatingip and tenant:2c8cfd473b43487ab1b83c8bf9d9818e is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:25:27.226627 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-55bfb7ea-f669-464c-a2d7-dda7f2d058b0 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:25:27.232846 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-55bfb7ea-f669-464c-a2d7-dda7f2d058b0 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:25:27.242661 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-55bfb7ea-f669-464c-a2d7-dda7f2d058b0 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for floatingip, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:25:27.374488 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-55bfb7ea-f669-464c-a2d7-dda7f2d058b0 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:25:27.507610 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-55bfb7ea-f669-464c-a2d7-dda7f2d058b0 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Allocated IP 172.26.0.139 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/1f4ee8fe-552f-4094-9b7c-6db706eb98b5) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:25:27.649225 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-55bfb7ea-f669-464c-a2d7-dda7f2d058b0 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:25:27.677334 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-55bfb7ea-f669-464c-a2d7-dda7f2d058b0 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:25:27.740327 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bfb7ea-f669-464c-a2d7-dda7f2d058b0 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:25:27.743200 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-55bfb7ea-f669-464c-a2d7-dda7f2d058b0 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:25:27.746782 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bfb7ea-f669-464c-a2d7-dda7f2d058b0 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:25:27.782022 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bfb7ea-f669-464c-a2d7-dda7f2d058b0 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Pushing event updated for resources: {'Port': ['ID=1f4ee8fe-552f-4094-9b7c-6db706eb98b5,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:25:28.144882 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-55bfb7ea-f669-464c-a2d7-dda7f2d058b0 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:25:28.217039 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-55bfb7ea-f669-464c-a2d7-dda7f2d058b0 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:25:28.517226 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-55bfb7ea-f669-464c-a2d7-dda7f2d058b0 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:25:28.522015 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-55bfb7ea-f669-464c-a2d7-dda7f2d058b0 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:25:28.625180 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bfb7ea-f669-464c-a2d7-dda7f2d058b0 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Pushing event updated for resources: {'Port': ['ID=1f4ee8fe-552f-4094-9b7c-6db706eb98b5,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:25:28.627483 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-55bfb7ea-f669-464c-a2d7-dda7f2d058b0 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:25:28.792413 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.l3_db [None req-55bfb7ea-f669-464c-a2d7-dda7f2d058b0 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Floating IP 966adffa-bb2c-4407-b6db-6a100a191d7e associated. External IP: 172.26.0.139, port: 30ecccfc-6f52-49c6-89f4-4e88413973ba. Sep 22 22:25:29.135044 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55bfb7ea-f669-464c-a2d7-dda7f2d058b0 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Router 90362d31-71d4-443b-9073-3cf95959ec3f has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 22:25:29.306773 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55bfb7ea-f669-464c-a2d7-dda7f2d058b0 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:25:29.316987 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397c3fd8-b350-4979-8b6d-9b837247cf63 None None] Sync routers for ids ['90362d31-71d4-443b-9073-3cf95959ec3f'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:25:29.325915 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397c3fd8-b350-4979-8b6d-9b837247cf63 None None] Routers {'90362d31-71d4-443b-9073-3cf95959ec3f'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:25:29.326513 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-397c3fd8-b350-4979-8b6d-9b837247cf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:25:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['90362d31-71d4-443b-9073-3cf95959ec3f'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:25:29.330516 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-55bfb7ea-f669-464c-a2d7-dda7f2d058b0 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:25:29.386834 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-55bfb7ea-f669-464c-a2d7-dda7f2d058b0 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1772785 Sep 22 22:25:29.387295 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '761d3c50-c30d-4648-b82c-8842839a2540', 'tag': '30ecccfc-6f52-49c6-89f4-4e88413973ba'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:25:29.389576 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e5b265-0cb8-473d-802d-c428470fb18c" -d '{"events": [{"name": "network-changed", "server_uuid": "761d3c50-c30d-4648-b82c-8842839a2540", "tag": "30ecccfc-6f52-49c6-89f4-4e88413973ba"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:25:29.430772 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e524c0-547d-4c32-baf1-1dcc4b902f71 x-openstack-request-id: req-15e524c0-547d-4c32-baf1-1dcc4b902f71 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:25:29.431076 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "761d3c50-c30d-4648-b82c-8842839a2540", "tag": "30ecccfc-6f52-49c6-89f4-4e88413973ba", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:25:29.431426 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-15e524c0-547d-4c32-baf1-1dcc4b902f71 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:25:29.431902 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15e524c0-547d-4c32-baf1-1dcc4b902f71'] response: {'name': 'network-changed', 'server_uuid': '761d3c50-c30d-4648-b82c-8842839a2540', 'tag': '30ecccfc-6f52-49c6-89f4-4e88413973ba', 'status': 'completed', 'code': 200} Sep 22 22:25:29.506018 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-397c3fd8-b350-4979-8b6d-9b837247cf63 None None] Set router 90362d31-71d4-443b-9073-3cf95959ec3f gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:25:29.530350 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5b265-0cb8-473d-802d-c428470fb18c req-682c58bd-88fa-4910-8829-8e7ae9dc0caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:25:29.531861 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-14e5b265-0cb8-473d-802d-c428470fb18c req-682c58bd-88fa-4910-8829-8e7ae9dc0caa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2c8cfd473b43487ab1b83c8bf9d9818e&device_id=761d3c50-c30d-4648-b82c-8842839a2540 HTTP/1.1" status: 200 len: 1099 time: 0.0792751 Sep 22 22:25:29.659799 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5b265-0cb8-473d-802d-c428470fb18c req-e6834314-8677-4803-aaf2-a06045358b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:25:29.661136 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-14e5b265-0cb8-473d-802d-c428470fb18c req-e6834314-8677-4803-aaf2-a06045358b6e service neutron] 10.222.0.49 "GET /v2.0/networks?id=9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d HTTP/1.1" status: 200 len: 909 time: 0.1238310 Sep 22 22:25:29.760790 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-14e5b265-0cb8-473d-802d-c428470fb18c req-90632e3a-8ded-4250-a7e1-2381843d1a92 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30ecccfc-6f52-49c6-89f4-4e88413973ba HTTP/1.1" status: 200 len: 1000 time: 0.0944512 Sep 22 22:25:29.820858 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5b265-0cb8-473d-802d-c428470fb18c req-7716c51b-09b2-4ded-bc90-798e6aa19a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:25:29.822262 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-14e5b265-0cb8-473d-802d-c428470fb18c req-7716c51b-09b2-4ded-bc90-798e6aa19a48 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37738cc7-81b2-48f2-9908-523f0ee09258 HTTP/1.1" status: 200 len: 848 time: 0.0559001 Sep 22 22:25:29.843644 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-397c3fd8-b350-4979-8b6d-9b837247cf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'name': 'tempest-TestShelveInstance-1599492514-router', 'tenant_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': '41b5aa64-455a-49f4-8990-83609d706ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:20:29Z', 'updated_at': '2022-09-22T22:20:33Z', 'revision_number': 4, 'project_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'gw_port': {'id': '41b5aa64-455a-49f4-8990-83609d706ebc', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:4d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:20:30Z', 'updated_at': '2022-09-22T22:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '966adffa-bb2c-4407-b6db-6a100a191d7e', 'tenant_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'floating_ip_address': '172.26.0.139', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'port_id': '30ecccfc-6f52-49c6-89f4-4e88413973ba', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d', 'mac_address': 'fa:16:3e:24:af:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761d3c50-c30d-4648-b82c-8842839a2540', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:25:28Z', 'updated_at': '2022-09-22T22:25:28Z', 'revision_number': 0, 'project_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44956d63-1463-4bf5-89ce-14439682b3f6', 'name': '', 'network_id': '9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d', 'tenant_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'mac_address': 'fa:16:3e:04:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '37738cc7-81b2-48f2-9908-523f0ee09258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:20:32Z', 'updated_at': '2022-09-22T22:20:40Z', 'revision_number': 5, 'project_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'subnets': [{'id': '37738cc7-81b2-48f2-9908-523f0ee09258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:25:29.847514 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397c3fd8-b350-4979-8b6d-9b837247cf63 None None] Checking router: 90362d31-71d4-443b-9073-3cf95959ec3f for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:25:29.856119 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397c3fd8-b350-4979-8b6d-9b837247cf63 None None] Routers {'90362d31-71d4-443b-9073-3cf95959ec3f'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:25:29.856698 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-397c3fd8-b350-4979-8b6d-9b837247cf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:25:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['90362d31-71d4-443b-9073-3cf95959ec3f'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:25:30.014998 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5b265-0cb8-473d-802d-c428470fb18c req-23980ee9-a36e-4344-be87-27e35bda6d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:25:30.016361 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-14e5b265-0cb8-473d-802d-c428470fb18c req-23980ee9-a36e-4344-be87-27e35bda6d85 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1884036 Sep 22 22:25:30.065895 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-397c3fd8-b350-4979-8b6d-9b837247cf63 None None] Set router 90362d31-71d4-443b-9073-3cf95959ec3f gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:25:30.143583 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-14e5b265-0cb8-473d-802d-c428470fb18c req-50659ead-b2b7-437a-b201-ef571407003a service neutron] 10.222.0.49 "GET /v2.0/networks/9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214154 Sep 22 22:25:30.274487 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-14e5b265-0cb8-473d-802d-c428470fb18c req-e67d2564-123a-4abd-a149-c0c9589acc08 service neutron] 10.222.0.49 "GET /v2.0/networks/9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252096 Sep 22 22:25:30.407053 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-397c3fd8-b350-4979-8b6d-9b837247cf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'name': 'tempest-TestShelveInstance-1599492514-router', 'tenant_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': '41b5aa64-455a-49f4-8990-83609d706ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:20:29Z', 'updated_at': '2022-09-22T22:20:33Z', 'revision_number': 4, 'project_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'gw_port': {'id': '41b5aa64-455a-49f4-8990-83609d706ebc', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:4d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:20:30Z', 'updated_at': '2022-09-22T22:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '966adffa-bb2c-4407-b6db-6a100a191d7e', 'tenant_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'floating_ip_address': '172.26.0.139', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'port_id': '30ecccfc-6f52-49c6-89f4-4e88413973ba', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d', 'mac_address': 'fa:16:3e:24:af:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761d3c50-c30d-4648-b82c-8842839a2540', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:25:28Z', 'updated_at': '2022-09-22T22:25:28Z', 'revision_number': 0, 'project_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44956d63-1463-4bf5-89ce-14439682b3f6', 'name': '', 'network_id': '9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d', 'tenant_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'mac_address': 'fa:16:3e:04:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '37738cc7-81b2-48f2-9908-523f0ee09258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:20:32Z', 'updated_at': '2022-09-22T22:20:40Z', 'revision_number': 5, 'project_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'subnets': [{'id': '37738cc7-81b2-48f2-9908-523f0ee09258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:25:30.410813 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397c3fd8-b350-4979-8b6d-9b837247cf63 None None] The sync data for ids ['90362d31-71d4-443b-9073-3cf95959ec3f'] in dv-neutron-858900-1-hyperv is: [{'id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'name': 'tempest-TestShelveInstance-1599492514-router', 'tenant_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': '41b5aa64-455a-49f4-8990-83609d706ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:20:29Z', 'updated_at': '2022-09-22T22:20:33Z', 'revision_number': 4, 'project_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'gw_port': {'id': '41b5aa64-455a-49f4-8990-83609d706ebc', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:4d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:20:30Z', 'updated_at': '2022-09-22T22:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '966adffa-bb2c-4407-b6db-6a100a191d7e', 'tenant_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'floating_ip_address': '172.26.0.139', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'port_id': '30ecccfc-6f52-49c6-89f4-4e88413973ba', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d', 'mac_address': 'fa:16:3e:24:af:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761d3c50-c30d-4648-b82c-8842839a2540', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:25:28Z', 'updated_at': '2022-09-22T22:25:28Z', 'revision_number': 0, 'project_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44956d63-1463-4bf5-89ce-14439682b3f6', 'name': '', 'network_id': '9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d', 'tenant_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'mac_address': 'fa:16:3e:04:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '37738cc7-81b2-48f2-9908-523f0ee09258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:20:32Z', 'updated_at': '2022-09-22T22:20:40Z', 'revision_number': 5, 'project_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'subnets': [{'id': '37738cc7-81b2-48f2-9908-523f0ee09258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:25:30.599404 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520f9c06-a99f-47db-a252-f1756056d980 None None] New status for floating IP 966adffa-bb2c-4407-b6db-6a100a191d7e: ACTIVE {{(pid=89010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 22:25:39.834590 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5a27cf55-7959-41bb-a51d-02042b37ad80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:25:42.040543 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-64ac2b19-02a9-414f-81ab-9a0ea4619488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:25:42.907790 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:25:43.338677 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:25:44.718128 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:25:56.526635 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:26:03.828144 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:26:09.836007 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-93e4d5ed-8f53-4d29-a36d-0620c55524e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:26:12.041807 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-16da0f99-d766-4838-ab0c-8eb22de6dc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:26:12.907986 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:26:13.340888 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:26:14.721030 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:26:26.540648 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:26:27.796438 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ae917397-986a-426a-bd40-418e738fa420 req-7d121ad0-75b6-4828-b137-6a22bf44aed5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=761d3c50-c30d-4648-b82c-8842839a2540&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0744824 Sep 22 22:26:27.940568 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae917397-986a-426a-bd40-418e738fa420 req-12051e8d-ca38-46ca-abd3-4cdc09a82006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:26:27.942001 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ae917397-986a-426a-bd40-418e738fa420 req-12051e8d-ca38-46ca-abd3-4cdc09a82006 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2c8cfd473b43487ab1b83c8bf9d9818e&device_id=761d3c50-c30d-4648-b82c-8842839a2540 HTTP/1.1" status: 200 len: 1099 time: 0.0806363 Sep 22 22:26:28.080537 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae917397-986a-426a-bd40-418e738fa420 req-5390c1ba-c0c3-4081-b0c7-1005b74d1f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:26:28.081945 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ae917397-986a-426a-bd40-418e738fa420 req-5390c1ba-c0c3-4081-b0c7-1005b74d1f44 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d HTTP/1.1" status: 200 len: 909 time: 0.1222672 Sep 22 22:26:28.180503 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ae917397-986a-426a-bd40-418e738fa420 req-3c14da9f-498d-4d00-9edb-32649fc0533d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30ecccfc-6f52-49c6-89f4-4e88413973ba HTTP/1.1" status: 200 len: 1002 time: 0.0929050 Sep 22 22:26:28.239232 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae917397-986a-426a-bd40-418e738fa420 req-cb4c9d03-9971-4b33-af13-70737ed3959b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:26:28.240650 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ae917397-986a-426a-bd40-418e738fa420 req-cb4c9d03-9971-4b33-af13-70737ed3959b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37738cc7-81b2-48f2-9908-523f0ee09258 HTTP/1.1" status: 200 len: 848 time: 0.0549920 Sep 22 22:26:28.328365 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae917397-986a-426a-bd40-418e738fa420 req-46b333c0-7431-45ce-8dce-77ee818ae5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:26:28.329836 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ae917397-986a-426a-bd40-418e738fa420 req-46b333c0-7431-45ce-8dce-77ee818ae5ef service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0837085 Sep 22 22:26:28.459583 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ae917397-986a-426a-bd40-418e738fa420 req-9744b055-07e7-483d-9fc4-9aae92bd57d0 service neutron] 10.222.0.49 "GET /v2.0/networks/9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241219 Sep 22 22:26:28.585269 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ae917397-986a-426a-bd40-418e738fa420 req-01181635-8e0a-4718-bcfd-51463efc033c service neutron] 10.222.0.49 "GET /v2.0/networks/9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201627 Sep 22 22:26:39.838260 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-cd0df499-fcbc-48e2-83c2-74f0196a7e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:26:40.827646 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:26:42.042829 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ddff5156-7905-4dd4-9858-37c27f5e2627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:26:42.910062 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:26:43.343158 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:26:44.722758 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:26:56.558654 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:27:09.840630 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8e668962-0c7f-4d37-b753-7e317e862c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:27:12.043862 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8eb33ca1-4e5d-4e61-b14b-45081591503b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:27:12.915607 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:27:13.346185 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:27:14.725432 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:27:17.827273 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:27:25.309482 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167499e2-da55-49d9-ae17-72075ce66f20 req-b13f8b48-53af-426e-af6e-5afbc3901481 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:25.310952 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-167499e2-da55-49d9-ae17-72075ce66f20 req-b13f8b48-53af-426e-af6e-5afbc3901481 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=761d3c50-c30d-4648-b82c-8842839a2540 HTTP/1.1" status: 200 len: 946 time: 0.0928087 Sep 22 22:27:25.354172 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-167499e2-da55-49d9-ae17-72075ce66f20 req-27268e29-caac-4470-8520-12ad28ab82ce tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=560c4a3d-6d0c-48b9-b96d-6b53e4458596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375848 Sep 22 22:27:26.557283 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:27:26.557855 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25356547-5a66-49e1-b0ce-3dbc03868904 req-277335eb-f7cc-4046-8cfe-5e5511f0b4a6 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:26.559263 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-25356547-5a66-49e1-b0ce-3dbc03868904 req-277335eb-f7cc-4046-8cfe-5e5511f0b4a6 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=761d3c50-c30d-4648-b82c-8842839a2540 HTTP/1.1" status: 200 len: 946 time: 0.0889962 Sep 22 22:27:26.602508 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-25356547-5a66-49e1-b0ce-3dbc03868904 req-1fb98d65-fb62-4c96-ab04-c5c6869759ef tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=560c4a3d-6d0c-48b9-b96d-6b53e4458596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377035 Sep 22 22:27:27.800846 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0e92c-9abc-497b-b34f-6ac9a5a80976 req-b139410b-b344-4d6d-8116-3c819f560fd0 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:27.802286 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-afa0e92c-9abc-497b-b34f-6ac9a5a80976 req-b139410b-b344-4d6d-8116-3c819f560fd0 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=761d3c50-c30d-4648-b82c-8842839a2540 HTTP/1.1" status: 200 len: 946 time: 0.0861399 Sep 22 22:27:27.847619 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-afa0e92c-9abc-497b-b34f-6ac9a5a80976 req-4e46be63-16ec-465a-ae6c-622f06d59d7e tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=560c4a3d-6d0c-48b9-b96d-6b53e4458596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397925 Sep 22 22:27:28.637866 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eaf147-4d6d-4958-af48-fdf5badf3ea7 req-47dad8e8-305c-443c-a697-3bb8f11aea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:28.639357 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a3eaf147-4d6d-4958-af48-fdf5badf3ea7 req-47dad8e8-305c-443c-a697-3bb8f11aea53 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2c8cfd473b43487ab1b83c8bf9d9818e&device_id=761d3c50-c30d-4648-b82c-8842839a2540 HTTP/1.1" status: 200 len: 1099 time: 0.0794201 Sep 22 22:27:28.777506 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eaf147-4d6d-4958-af48-fdf5badf3ea7 req-b47cf663-6394-4aef-94f0-09de65cc191c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:28.778977 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a3eaf147-4d6d-4958-af48-fdf5badf3ea7 req-b47cf663-6394-4aef-94f0-09de65cc191c service neutron] 10.222.0.49 "GET /v2.0/networks?id=9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d HTTP/1.1" status: 200 len: 909 time: 0.1214201 Sep 22 22:27:28.876854 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a3eaf147-4d6d-4958-af48-fdf5badf3ea7 req-fd229206-cfba-4a4e-bafa-38b0dbe5f37f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30ecccfc-6f52-49c6-89f4-4e88413973ba HTTP/1.1" status: 200 len: 1002 time: 0.0924292 Sep 22 22:27:29.094483 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eaf147-4d6d-4958-af48-fdf5badf3ea7 req-b1aae967-9a63-4ad3-9f42-91b9233746e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:29.095928 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a3eaf147-4d6d-4958-af48-fdf5badf3ea7 req-b1aae967-9a63-4ad3-9f42-91b9233746e5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37738cc7-81b2-48f2-9908-523f0ee09258 HTTP/1.1" status: 200 len: 848 time: 0.2139912 Sep 22 22:27:29.164014 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a3a551-e02f-437e-b8e5-e0a96674b644 req-6715d8f0-203c-4794-982f-136481e53b24 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:29.165432 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-53a3a551-e02f-437e-b8e5-e0a96674b644 req-6715d8f0-203c-4794-982f-136481e53b24 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=761d3c50-c30d-4648-b82c-8842839a2540 HTTP/1.1" status: 200 len: 946 time: 0.1500146 Sep 22 22:27:29.216972 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-53a3a551-e02f-437e-b8e5-e0a96674b644 req-2a3a31a2-bdc1-48d3-ba0e-9753b7a85b8c tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=560c4a3d-6d0c-48b9-b96d-6b53e4458596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450726 Sep 22 22:27:29.226908 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eaf147-4d6d-4958-af48-fdf5badf3ea7 req-b9ab8ed0-f96e-4295-af92-5a5fa788cf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:29.228335 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a3eaf147-4d6d-4958-af48-fdf5badf3ea7 req-b9ab8ed0-f96e-4295-af92-5a5fa788cf91 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1253114 Sep 22 22:27:29.359025 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a3eaf147-4d6d-4958-af48-fdf5badf3ea7 req-cc02baaa-de11-4eaf-97cb-0ea3736ab39b service neutron] 10.222.0.49 "GET /v2.0/networks/9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236982 Sep 22 22:27:29.494959 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a3eaf147-4d6d-4958-af48-fdf5badf3ea7 req-03a1f35f-3cb7-43c6-bf3a-6204eb9c87dc service neutron] 10.222.0.49 "GET /v2.0/networks/9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305745 Sep 22 22:27:30.411400 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b08c1-11b8-4b22-a996-67ed53168409 req-fa2ec347-2972-4e15-8e1d-83ae100dc602 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:30.412841 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-2d2b08c1-11b8-4b22-a996-67ed53168409 req-fa2ec347-2972-4e15-8e1d-83ae100dc602 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=761d3c50-c30d-4648-b82c-8842839a2540 HTTP/1.1" status: 200 len: 946 time: 0.0861621 Sep 22 22:27:30.455300 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-2d2b08c1-11b8-4b22-a996-67ed53168409 req-2fd42fa6-93e9-460b-b5f2-11f6cc59f44a tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=560c4a3d-6d0c-48b9-b96d-6b53e4458596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369411 Sep 22 22:27:31.655612 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c2b36-8874-46b9-98db-5acca7c04281 req-3249dfbd-7c26-4d11-84b6-249cb16adedc tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:31.657024 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0f5c2b36-8874-46b9-98db-5acca7c04281 req-3249dfbd-7c26-4d11-84b6-249cb16adedc tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=761d3c50-c30d-4648-b82c-8842839a2540 HTTP/1.1" status: 200 len: 946 time: 0.0895314 Sep 22 22:27:31.698927 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0f5c2b36-8874-46b9-98db-5acca7c04281 req-4fdcea9e-1226-4ccb-8b97-180a41035f21 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=560c4a3d-6d0c-48b9-b96d-6b53e4458596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362895 Sep 22 22:27:32.896216 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58793b-8ccf-4ae3-b51d-5335b70acdda req-8ce59025-a798-4d74-bf7c-710528e6c303 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:32.897658 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-8f58793b-8ccf-4ae3-b51d-5335b70acdda req-8ce59025-a798-4d74-bf7c-710528e6c303 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=761d3c50-c30d-4648-b82c-8842839a2540 HTTP/1.1" status: 200 len: 946 time: 0.0895829 Sep 22 22:27:32.941690 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-8f58793b-8ccf-4ae3-b51d-5335b70acdda req-a250638c-13d9-40f3-843e-3cb1b981173c tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=560c4a3d-6d0c-48b9-b96d-6b53e4458596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380862 Sep 22 22:27:34.142534 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4163f-b4c7-452c-b4ee-8a3ab0370a95 req-8bc0e8f1-81da-4f12-955e-41fa35d04ef9 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:34.144005 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-59a4163f-b4c7-452c-b4ee-8a3ab0370a95 req-8bc0e8f1-81da-4f12-955e-41fa35d04ef9 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=761d3c50-c30d-4648-b82c-8842839a2540 HTTP/1.1" status: 200 len: 946 time: 0.0886216 Sep 22 22:27:34.188159 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-59a4163f-b4c7-452c-b4ee-8a3ab0370a95 req-c054b424-0365-4f70-a82b-d36c89b6d6dd tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=560c4a3d-6d0c-48b9-b96d-6b53e4458596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383916 Sep 22 22:27:35.387422 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8018c21a-17be-4189-aeb4-a2ae0a4f029b req-b97a19c4-e40d-4492-9357-717abc6c3249 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:35.388956 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-8018c21a-17be-4189-aeb4-a2ae0a4f029b req-b97a19c4-e40d-4492-9357-717abc6c3249 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=761d3c50-c30d-4648-b82c-8842839a2540 HTTP/1.1" status: 200 len: 946 time: 0.0887854 Sep 22 22:27:35.392782 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c9c6a-7e21-4b58-9b08-376d81496081 req-05f010db-873a-4037-bfde-ea2174c3d794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:35.394315 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-197c9c6a-7e21-4b58-9b08-376d81496081 req-05f010db-873a-4037-bfde-ea2174c3d794 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2c8cfd473b43487ab1b83c8bf9d9818e&device_id=761d3c50-c30d-4648-b82c-8842839a2540 HTTP/1.1" status: 200 len: 1099 time: 0.0827930 Sep 22 22:27:35.437653 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-8018c21a-17be-4189-aeb4-a2ae0a4f029b req-40deb6a6-7e37-45f3-b093-d5a3aa34c78a tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=560c4a3d-6d0c-48b9-b96d-6b53e4458596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428476 Sep 22 22:27:35.523651 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c9c6a-7e21-4b58-9b08-376d81496081 req-6004da66-461a-4df8-95a7-57365e2f5568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:35.525085 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-197c9c6a-7e21-4b58-9b08-376d81496081 req-6004da66-461a-4df8-95a7-57365e2f5568 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d HTTP/1.1" status: 200 len: 909 time: 0.1249094 Sep 22 22:27:35.625167 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-197c9c6a-7e21-4b58-9b08-376d81496081 req-da78f661-4ef3-48bd-98e8-1e2bc448dd34 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30ecccfc-6f52-49c6-89f4-4e88413973ba HTTP/1.1" status: 200 len: 1002 time: 0.0946181 Sep 22 22:27:35.688451 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c9c6a-7e21-4b58-9b08-376d81496081 req-98b48b0d-cf02-4c56-b528-4f5c4b61a51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:35.689790 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-197c9c6a-7e21-4b58-9b08-376d81496081 req-98b48b0d-cf02-4c56-b528-4f5c4b61a51d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37738cc7-81b2-48f2-9908-523f0ee09258 HTTP/1.1" status: 200 len: 848 time: 0.0588992 Sep 22 22:27:35.771430 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c9c6a-7e21-4b58-9b08-376d81496081 req-00490d09-9c39-4940-9fac-ebf592ae1b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:35.772875 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-197c9c6a-7e21-4b58-9b08-376d81496081 req-00490d09-9c39-4940-9fac-ebf592ae1b20 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773752 Sep 22 22:27:35.897809 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-197c9c6a-7e21-4b58-9b08-376d81496081 req-f77225e1-bcd8-4c73-a003-36db1d0eb143 service neutron] 10.222.0.49 "GET /v2.0/networks/9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188927 Sep 22 22:27:36.024695 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-197c9c6a-7e21-4b58-9b08-376d81496081 req-916f37b0-30b3-4ffb-9b09-3d6493c29df7 service neutron] 10.222.0.49 "GET /v2.0/networks/9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207080 Sep 22 22:27:36.636256 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650a8a7-8521-45b0-9661-1f10e7516ac9 req-c07388a8-3d0e-4900-84b6-b935536ec2b7 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:36.638429 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7650a8a7-8521-45b0-9661-1f10e7516ac9 req-c07388a8-3d0e-4900-84b6-b935536ec2b7 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=761d3c50-c30d-4648-b82c-8842839a2540 HTTP/1.1" status: 200 len: 946 time: 0.0886543 Sep 22 22:27:36.769364 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7650a8a7-8521-45b0-9661-1f10e7516ac9 req-ebe97a1a-2457-4bc9-a575-9f4a8e1d0721 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=560c4a3d-6d0c-48b9-b96d-6b53e4458596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253405 Sep 22 22:27:37.969006 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e15ea6f-9a98-479d-9741-9507fa01006d req-e574b053-16bf-4377-8b84-4db9178f43be tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:37.970468 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-9e15ea6f-9a98-479d-9741-9507fa01006d req-e574b053-16bf-4377-8b84-4db9178f43be tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=761d3c50-c30d-4648-b82c-8842839a2540 HTTP/1.1" status: 200 len: 946 time: 0.0922213 Sep 22 22:27:38.017735 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-9e15ea6f-9a98-479d-9741-9507fa01006d req-8e990a57-065f-4c36-be23-f25333674aeb tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=560c4a3d-6d0c-48b9-b96d-6b53e4458596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411263 Sep 22 22:27:39.211687 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781890b-ee2f-463f-bcfc-96c7e6a659aa req-efd54069-ccf7-4e68-8324-7796267d563c tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:39.213114 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c781890b-ee2f-463f-bcfc-96c7e6a659aa req-efd54069-ccf7-4e68-8324-7796267d563c tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=761d3c50-c30d-4648-b82c-8842839a2540 HTTP/1.1" status: 200 len: 946 time: 0.0843430 Sep 22 22:27:39.258314 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c781890b-ee2f-463f-bcfc-96c7e6a659aa req-2c5ad63f-0d42-49a4-8277-e4b39be770cd tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=560c4a3d-6d0c-48b9-b96d-6b53e4458596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388401 Sep 22 22:27:39.554642 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-12a9d0ec-e993-4115-9a37-40b9ca48941f req-d50b1594-26fe-498d-95b8-0fa207efa82c service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=761d3c50-c30d-4648-b82c-8842839a2540&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0821810 Sep 22 22:27:39.609950 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5590a3-daca-49b2-9571-ab3c1e1420ca req-161ec54b-d4b1-4d0d-bf47-f050cf017ebb tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:39.611414 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ea5590a3-daca-49b2-9571-ab3c1e1420ca req-161ec54b-d4b1-4d0d-bf47-f050cf017ebb tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=761d3c50-c30d-4648-b82c-8842839a2540 HTTP/1.1" status: 200 len: 946 time: 0.0850496 Sep 22 22:27:39.655248 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ea5590a3-daca-49b2-9571-ab3c1e1420ca req-c5b546dc-e906-4129-a7a0-11082e8f4400 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=560c4a3d-6d0c-48b9-b96d-6b53e4458596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383952 Sep 22 22:27:39.843901 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7df672b9-2e7f-48e7-a03f-cb7e5755389b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:27:40.543571 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 30ecccfc-6f52-49c6-89f4-4e88413973ba no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:27:40.663077 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 30ecccfc-6f52-49c6-89f4-4e88413973ba is: ACTIVE; New status is: DOWN {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:27:40.663448 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:27:40.692981 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '761d3c50-c30d-4648-b82c-8842839a2540', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30ecccfc-6f52-49c6-89f4-4e88413973ba'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:27:40.695274 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2574d61-8120-4551-a920-d3465de43ede" -d '{"events": [{"server_uuid": "761d3c50-c30d-4648-b82c-8842839a2540", "name": "network-vif-unplugged", "status": "completed", "tag": "30ecccfc-6f52-49c6-89f4-4e88413973ba"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:27:40.703046 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 30ecccfc-6f52-49c6-89f4-4e88413973ba, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=30ecccfc-6f52-49c6-89f4-4e88413973ba,segment=NetworkSegment(e09a7a55-ed59-42a8-8e72-eb9b697d1911),segment_id=e09a7a55-ed59-42a8-8e72-eb9b697d1911)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:27:40.707864 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:27:40.759171 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Sep 2022 22:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85c567b-f689-40c3-9898-324a5ebcb8bb x-openstack-request-id: req-a85c567b-f689-40c3-9898-324a5ebcb8bb {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:27:40.759688 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "761d3c50-c30d-4648-b82c-8842839a2540", "name": "network-vif-unplugged", "status": "failed", "tag": "30ecccfc-6f52-49c6-89f4-4e88413973ba", "code": 422}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:27:40.759814 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a85c567b-f689-40c3-9898-324a5ebcb8bb {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:27:40.760590 dv-neutron-858900-1-hyperv neutron-server[89010]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a85c567b-f689-40c3-9898-324a5ebcb8bb']: {'server_uuid': '761d3c50-c30d-4648-b82c-8842839a2540', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '30ecccfc-6f52-49c6-89f4-4e88413973ba', 'code': 422} returned with failed status Sep 22 22:27:40.788137 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=30ecccfc-6f52-49c6-89f4-4e88413973ba,revision_number=6']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:27:40.798201 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:27:40.798547 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:27:40.798908 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:27:40.799242 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:27:40.799986 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:27:40.800483 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:27:40.800978 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:27:40.801306 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:27:40.801637 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:27:40.801961 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:27:40.802284 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:27:40.802622 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:27:40.880307 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8541ebc-fbef-4b20-a741-378357b8f8f6 req-4bdcf96e-afa7-4da9-ae86-6e0ede4e1547 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:40.881761 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-a8541ebc-fbef-4b20-a741-378357b8f8f6 req-4bdcf96e-afa7-4da9-ae86-6e0ede4e1547 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=761d3c50-c30d-4648-b82c-8842839a2540 HTTP/1.1" status: 200 len: 944 time: 0.0979283 Sep 22 22:27:40.927244 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-a8541ebc-fbef-4b20-a741-378357b8f8f6 req-391ed08d-9da4-4e68-9fa2-491527241750 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=560c4a3d-6d0c-48b9-b96d-6b53e4458596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396533 Sep 22 22:27:42.049077 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e1656255-1439-4681-8165-99bc0c01fcf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:27:42.087919 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a9d0ec-e993-4115-9a37-40b9ca48941f req-4ef0b056-992a-43a3-a1df-7a28eed554a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:42.089327 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-12a9d0ec-e993-4115-9a37-40b9ca48941f req-4ef0b056-992a-43a3-a1df-7a28eed554a0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=761d3c50-c30d-4648-b82c-8842839a2540&tenant_id=2c8cfd473b43487ab1b83c8bf9d9818e HTTP/1.1" status: 200 len: 1097 time: 0.1384683 Sep 22 22:27:42.201740 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b898df-cc2a-4738-a020-de6018195c78 req-2d335a49-05af-4672-b76a-8d5ed9dda31e tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:42.203205 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-56b898df-cc2a-4738-a020-de6018195c78 req-2d335a49-05af-4672-b76a-8d5ed9dda31e tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=761d3c50-c30d-4648-b82c-8842839a2540 HTTP/1.1" status: 200 len: 944 time: 0.1522746 Sep 22 22:27:42.226194 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a9d0ec-e993-4115-9a37-40b9ca48941f req-b9cd2c19-108d-4364-ace6-12e403a0ff0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:42.227545 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-12a9d0ec-e993-4115-9a37-40b9ca48941f req-b9cd2c19-108d-4364-ace6-12e403a0ff0a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2c8cfd473b43487ab1b83c8bf9d9818e&device_id=761d3c50-c30d-4648-b82c-8842839a2540 HTTP/1.1" status: 200 len: 1097 time: 0.1152337 Sep 22 22:27:42.335543 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-56b898df-cc2a-4738-a020-de6018195c78 req-009d524a-ef1c-4c52-8684-d8bf228b6e46 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=560c4a3d-6d0c-48b9-b96d-6b53e4458596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259186 Sep 22 22:27:42.383284 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a9d0ec-e993-4115-9a37-40b9ca48941f req-a15b9651-0bda-4b37-b60b-de663cb80a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:42.384715 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-12a9d0ec-e993-4115-9a37-40b9ca48941f req-a15b9651-0bda-4b37-b60b-de663cb80a44 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d HTTP/1.1" status: 200 len: 909 time: 0.1515501 Sep 22 22:27:42.485064 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-12a9d0ec-e993-4115-9a37-40b9ca48941f req-fb03c8cc-5c6e-4c9f-bc68-9bb4e955f098 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30ecccfc-6f52-49c6-89f4-4e88413973ba HTTP/1.1" status: 200 len: 1000 time: 0.0946531 Sep 22 22:27:42.544770 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a9d0ec-e993-4115-9a37-40b9ca48941f req-83ba2031-0a65-4ec9-aeed-e9220c47302a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:42.546150 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-12a9d0ec-e993-4115-9a37-40b9ca48941f req-83ba2031-0a65-4ec9-aeed-e9220c47302a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37738cc7-81b2-48f2-9908-523f0ee09258 HTTP/1.1" status: 200 len: 848 time: 0.0554430 Sep 22 22:27:42.627978 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a9d0ec-e993-4115-9a37-40b9ca48941f req-c78b6900-dce3-4508-9231-31a77b5a05d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:42.629436 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-12a9d0ec-e993-4115-9a37-40b9ca48941f req-c78b6900-dce3-4508-9231-31a77b5a05d5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773032 Sep 22 22:27:42.757301 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-12a9d0ec-e993-4115-9a37-40b9ca48941f req-644e73d1-3b86-4686-a195-5032488134cc service neutron] 10.222.0.49 "GET /v2.0/networks/9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218307 Sep 22 22:27:42.883024 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-12a9d0ec-e993-4115-9a37-40b9ca48941f req-975bfd73-a6ac-49e9-a5b6-4459f3fc1cf6 service neutron] 10.222.0.49 "GET /v2.0/networks/9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195967 Sep 22 22:27:42.908093 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:27:43.349866 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:27:43.537854 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827cbed-af99-4f59-b9a9-5ce55b60751b req-fff31175-8110-4732-92a1-35db227697d9 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:43.539249 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-9827cbed-af99-4f59-b9a9-5ce55b60751b req-fff31175-8110-4732-92a1-35db227697d9 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=761d3c50-c30d-4648-b82c-8842839a2540 HTTP/1.1" status: 200 len: 944 time: 0.0960374 Sep 22 22:27:43.582848 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-9827cbed-af99-4f59-b9a9-5ce55b60751b req-88ba175c-79bb-4fed-b26a-f057eae63f29 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=560c4a3d-6d0c-48b9-b96d-6b53e4458596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380533 Sep 22 22:27:44.730662 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:27:44.923578 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97936220-9d1e-4c79-b639-2b89ba2ae2b7 req-1ce523a4-e8f8-43ef-b4c2-243f2831e3f3 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:44.925038 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-97936220-9d1e-4c79-b639-2b89ba2ae2b7 req-1ce523a4-e8f8-43ef-b4c2-243f2831e3f3 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=761d3c50-c30d-4648-b82c-8842839a2540 HTTP/1.1" status: 200 len: 944 time: 0.0852387 Sep 22 22:27:44.968152 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-97936220-9d1e-4c79-b639-2b89ba2ae2b7 req-b1354fb4-6328-43a3-9cd1-b05680ec6b45 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=560c4a3d-6d0c-48b9-b96d-6b53e4458596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376141 Sep 22 22:27:46.168693 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07569d75-454a-45fe-a5bb-a0a131e95d14 req-6d19ddb7-50ee-409b-8157-e792a2ad2029 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:46.170192 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-07569d75-454a-45fe-a5bb-a0a131e95d14 req-6d19ddb7-50ee-409b-8157-e792a2ad2029 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=761d3c50-c30d-4648-b82c-8842839a2540 HTTP/1.1" status: 200 len: 944 time: 0.0937817 Sep 22 22:27:46.217212 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-07569d75-454a-45fe-a5bb-a0a131e95d14 req-f6a6198e-48a5-4633-89c3-c637bae2b321 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=560c4a3d-6d0c-48b9-b96d-6b53e4458596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413268 Sep 22 22:27:47.413764 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d59ca41-9526-4a26-8cd6-79ddca7254dd req-432c2a03-c49c-4586-87a3-75d38efb1cbb tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:47.415215 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3d59ca41-9526-4a26-8cd6-79ddca7254dd req-432c2a03-c49c-4586-87a3-75d38efb1cbb tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=761d3c50-c30d-4648-b82c-8842839a2540 HTTP/1.1" status: 200 len: 944 time: 0.0880156 Sep 22 22:27:47.457060 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-3d59ca41-9526-4a26-8cd6-79ddca7254dd req-8fed5fad-772a-46c8-a4e7-30ce7d39fd27 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=560c4a3d-6d0c-48b9-b96d-6b53e4458596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361073 Sep 22 22:27:48.653645 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e54f14-59a5-4a34-a116-bc0c8d478408 req-0a6ac399-e66e-40b0-8660-997984db8892 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:48.655149 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-95e54f14-59a5-4a34-a116-bc0c8d478408 req-0a6ac399-e66e-40b0-8660-997984db8892 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=761d3c50-c30d-4648-b82c-8842839a2540 HTTP/1.1" status: 200 len: 944 time: 0.0863507 Sep 22 22:27:48.697552 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-95e54f14-59a5-4a34-a116-bc0c8d478408 req-77c777fa-f502-46b3-8efa-e89345d5b820 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=560c4a3d-6d0c-48b9-b96d-6b53e4458596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368686 Sep 22 22:27:49.894035 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd2ce2-3faa-4e57-9345-ca7f1078fe81 req-c333ed39-8b30-4429-915b-86a9caf0c323 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:49.895507 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-53dd2ce2-3faa-4e57-9345-ca7f1078fe81 req-c333ed39-8b30-4429-915b-86a9caf0c323 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=761d3c50-c30d-4648-b82c-8842839a2540 HTTP/1.1" status: 200 len: 944 time: 0.0883598 Sep 22 22:27:49.938421 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-53dd2ce2-3faa-4e57-9345-ca7f1078fe81 req-40fa7578-75a2-4fd7-bb4a-2d6050a27f2e tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=560c4a3d-6d0c-48b9-b96d-6b53e4458596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374098 Sep 22 22:27:50.589858 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 30ecccfc-6f52-49c6-89f4-4e88413973ba details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 22:27:50.720356 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 30ecccfc-6f52-49c6-89f4-4e88413973ba, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=30ecccfc-6f52-49c6-89f4-4e88413973ba,segment=NetworkSegment(e09a7a55-ed59-42a8-8e72-eb9b697d1911),segment_id=e09a7a55-ed59-42a8-8e72-eb9b697d1911)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:27:50.732966 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': '30ecccfc-6f52-49c6-89f4-4e88413973ba', 'network_id': '9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d', 'port_id': '30ecccfc-6f52-49c6-89f4-4e88413973ba', 'mac_address': 'fa:16:3e:24:af:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37738cc7-81b2-48f2-9908-523f0ee09258', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 22:27:50.791324 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 30ecccfc-6f52-49c6-89f4-4e88413973ba is: DOWN; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:27:50.791622 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:27:50.808858 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30ecccfc-6f52-49c6-89f4-4e88413973ba {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 22:27:50.824834 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 30ecccfc-6f52-49c6-89f4-4e88413973ba, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=30ecccfc-6f52-49c6-89f4-4e88413973ba,segment=NetworkSegment(e09a7a55-ed59-42a8-8e72-eb9b697d1911),segment_id=e09a7a55-ed59-42a8-8e72-eb9b697d1911)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:27:50.828378 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:27:50.893488 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=30ecccfc-6f52-49c6-89f4-4e88413973ba,revision_number=7']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:27:51.070451 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['30ecccfc-6f52-49c6-89f4-4e88413973ba'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 22:27:51.139638 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb5a901-e44b-4503-b89e-c9bf15c4ffe9 req-53cc4a12-c53f-4b95-9cc8-c99698ebba08 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:51.141184 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-abb5a901-e44b-4503-b89e-c9bf15c4ffe9 req-53cc4a12-c53f-4b95-9cc8-c99698ebba08 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=761d3c50-c30d-4648-b82c-8842839a2540 HTTP/1.1" status: 200 len: 945 time: 0.0935924 Sep 22 22:27:51.184592 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-abb5a901-e44b-4503-b89e-c9bf15c4ffe9 req-3e6da6ce-d7ae-478c-86a7-923817d9c334 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=560c4a3d-6d0c-48b9-b96d-6b53e4458596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377584 Sep 22 22:27:52.382361 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09cd23-ba53-4400-8444-2a5b871a4b89 req-d5a3f9ec-9c9e-4a82-b350-6949cb07653c tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:52.383833 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cd09cd23-ba53-4400-8444-2a5b871a4b89 req-d5a3f9ec-9c9e-4a82-b350-6949cb07653c tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=761d3c50-c30d-4648-b82c-8842839a2540 HTTP/1.1" status: 200 len: 945 time: 0.0846708 Sep 22 22:27:52.426410 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-cd09cd23-ba53-4400-8444-2a5b871a4b89 req-4c8d2005-4b51-4c51-8290-386c9085bcec tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=560c4a3d-6d0c-48b9-b96d-6b53e4458596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370808 Sep 22 22:27:52.605028 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 30ecccfc-6f52-49c6-89f4-4e88413973ba up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:27:52.670028 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port 30ecccfc-6f52-49c6-89f4-4e88413973ba triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:27:52.670412 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:27:52.670777 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port 30ecccfc-6f52-49c6-89f4-4e88413973ba Sep 22 22:27:52.784673 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 30ecccfc-6f52-49c6-89f4-4e88413973ba is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:27:52.785045 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:27:52.810499 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '761d3c50-c30d-4648-b82c-8842839a2540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ecccfc-6f52-49c6-89f4-4e88413973ba'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:27:52.812737 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de863fd2-f86e-4a6d-ba78-89be1bba9da2" -d '{"events": [{"server_uuid": "761d3c50-c30d-4648-b82c-8842839a2540", "name": "network-vif-plugged", "status": "completed", "tag": "30ecccfc-6f52-49c6-89f4-4e88413973ba"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:27:52.820393 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 30ecccfc-6f52-49c6-89f4-4e88413973ba, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=30ecccfc-6f52-49c6-89f4-4e88413973ba,segment=NetworkSegment(e09a7a55-ed59-42a8-8e72-eb9b697d1911),segment_id=e09a7a55-ed59-42a8-8e72-eb9b697d1911)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:27:52.824288 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:27:52.860139 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e731b29-1495-4142-bab1-3ac73f241246 x-openstack-request-id: req-8e731b29-1495-4142-bab1-3ac73f241246 {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:27:52.860343 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "761d3c50-c30d-4648-b82c-8842839a2540", "name": "network-vif-plugged", "status": "completed", "tag": "30ecccfc-6f52-49c6-89f4-4e88413973ba", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:27:52.860584 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8e731b29-1495-4142-bab1-3ac73f241246 {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:27:52.861209 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e731b29-1495-4142-bab1-3ac73f241246'] response: {'server_uuid': '761d3c50-c30d-4648-b82c-8842839a2540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ecccfc-6f52-49c6-89f4-4e88413973ba', 'code': 200} Sep 22 22:27:52.896283 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=30ecccfc-6f52-49c6-89f4-4e88413973ba,revision_number=8']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:27:53.214946 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81528a91-6425-4f98-9a4d-a61fd549891c req-2aae4f69-0ce9-4408-829b-ffa5066d879a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:53.216405 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-81528a91-6425-4f98-9a4d-a61fd549891c req-2aae4f69-0ce9-4408-829b-ffa5066d879a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=761d3c50-c30d-4648-b82c-8842839a2540 HTTP/1.1" status: 200 len: 1099 time: 0.1712270 Sep 22 22:27:53.256291 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-81528a91-6425-4f98-9a4d-a61fd549891c req-f642bae2-2a7f-4377-b48b-3ba2926de2d9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=560c4a3d-6d0c-48b9-b96d-6b53e4458596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331607 Sep 22 22:27:53.620326 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e8bf3-32fc-4c7e-ab2e-04edaf6cc94a req-6e216516-82ca-4ec6-96ec-77bd8cc7d73a tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:53.621741 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-341e8bf3-32fc-4c7e-ab2e-04edaf6cc94a req-6e216516-82ca-4ec6-96ec-77bd8cc7d73a tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=761d3c50-c30d-4648-b82c-8842839a2540 HTTP/1.1" status: 200 len: 946 time: 0.0869389 Sep 22 22:27:53.663946 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-341e8bf3-32fc-4c7e-ab2e-04edaf6cc94a req-ae174a80-3e91-471b-b9ca-435fe4353867 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=560c4a3d-6d0c-48b9-b96d-6b53e4458596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360510 Sep 22 22:27:54.829411 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:27:54.860720 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182ddc1-4cfd-4a2e-9e27-068ee570e6cd req-5f887604-07d5-43db-aba6-7c80340f6f54 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:54.862158 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c182ddc1-4cfd-4a2e-9e27-068ee570e6cd req-5f887604-07d5-43db-aba6-7c80340f6f54 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=761d3c50-c30d-4648-b82c-8842839a2540 HTTP/1.1" status: 200 len: 946 time: 0.0859799 Sep 22 22:27:54.908530 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c182ddc1-4cfd-4a2e-9e27-068ee570e6cd req-00dd2396-2e18-4a9d-82fc-332f973d139d tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=560c4a3d-6d0c-48b9-b96d-6b53e4458596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407176 Sep 22 22:27:56.565222 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:28:09.847097 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-d27359fa-18f4-4772-9224-0d692a0eaf05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:28:12.047601 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6f07dbbc-7518-4cf7-8f44-0074a1da40fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:28:12.918368 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:28:13.359307 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:28:14.730876 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:28:26.559243 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:28:29.604262 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-54967758-351e-4da1-b8db-78aa9769e004 req-22865c59-afbf-4f7a-b132-7ea471614775 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=761d3c50-c30d-4648-b82c-8842839a2540&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0846326 Sep 22 22:28:29.767322 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54967758-351e-4da1-b8db-78aa9769e004 req-7a4a479c-d96c-4e90-86dc-60cb291f4079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:28:29.768270 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-54967758-351e-4da1-b8db-78aa9769e004 req-7a4a479c-d96c-4e90-86dc-60cb291f4079 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2c8cfd473b43487ab1b83c8bf9d9818e&device_id=761d3c50-c30d-4648-b82c-8842839a2540 HTTP/1.1" status: 200 len: 1099 time: 0.0908232 Sep 22 22:28:29.917390 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54967758-351e-4da1-b8db-78aa9769e004 req-eb68b0d4-6bc3-4173-89ac-f8aa13ef7e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:28:29.918898 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-54967758-351e-4da1-b8db-78aa9769e004 req-eb68b0d4-6bc3-4173-89ac-f8aa13ef7e5e service neutron] 10.222.0.49 "GET /v2.0/networks?id=9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d HTTP/1.1" status: 200 len: 909 time: 0.1320548 Sep 22 22:28:30.032088 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-54967758-351e-4da1-b8db-78aa9769e004 req-9d3d9545-9952-4c5f-9934-e8275c470529 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30ecccfc-6f52-49c6-89f4-4e88413973ba HTTP/1.1" status: 200 len: 1002 time: 0.1074965 Sep 22 22:28:30.101040 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54967758-351e-4da1-b8db-78aa9769e004 req-9d544772-72cb-4c50-a421-94d9327f2864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:28:30.102500 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-54967758-351e-4da1-b8db-78aa9769e004 req-9d544772-72cb-4c50-a421-94d9327f2864 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37738cc7-81b2-48f2-9908-523f0ee09258 HTTP/1.1" status: 200 len: 848 time: 0.0650575 Sep 22 22:28:30.188082 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54967758-351e-4da1-b8db-78aa9769e004 req-bbac6538-a2b6-4af8-832b-d9d179f5ec62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:28:30.189441 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-54967758-351e-4da1-b8db-78aa9769e004 req-bbac6538-a2b6-4af8-832b-d9d179f5ec62 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800488 Sep 22 22:28:30.320534 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-54967758-351e-4da1-b8db-78aa9769e004 req-caa70a71-6fb6-43e3-8674-da37503619f0 service neutron] 10.222.0.49 "GET /v2.0/networks/9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236856 Sep 22 22:28:30.454872 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-54967758-351e-4da1-b8db-78aa9769e004 req-f3105c2c-29ea-4abf-b1ae-50316224ccf8 service neutron] 10.222.0.49 "GET /v2.0/networks/9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272473 Sep 22 22:28:31.828995 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:28:39.849794 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6bbfac24-4901-4ee2-b55b-161d62d1ba30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:28:42.046001 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9306c1ef-c8d5-4492-ac51-aba2c4020c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:28:42.914356 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:28:43.355653 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:28:44.734147 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:28:56.557925 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:08.827719 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:29:09.852285 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-47896cef-b49b-4be6-baa3-0794d11f1d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:12.046896 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-3e7fd4f9-7382-4c25-8e79-3497023e4544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:12.916800 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:13.357850 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:13.582103 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 59966) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:29:13.790007 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-ee01a5b4-92dd-4962-8df3-3b9c22a99ade tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Deleting port 1f4ee8fe-552f-4094-9b7c-6db706eb98b5 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:29:13.790349 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ee01a5b4-92dd-4962-8df3-3b9c22a99ade tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:13.963506 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ee01a5b4-92dd-4962-8df3-3b9c22a99ade tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:13.963742 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ee01a5b4-92dd-4962-8df3-3b9c22a99ade tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:14.186035 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-ee01a5b4-92dd-4962-8df3-3b9c22a99ade tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Calling delete_port for 1f4ee8fe-552f-4094-9b7c-6db706eb98b5 owned by network:floatingip {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:29:14.334126 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ee01a5b4-92dd-4962-8df3-3b9c22a99ade tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:14.378497 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee01a5b4-92dd-4962-8df3-3b9c22a99ade tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Pushing event deleted for resources: {'Port': ['ID=1f4ee8fe-552f-4094-9b7c-6db706eb98b5,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:14.419411 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee01a5b4-92dd-4962-8df3-3b9c22a99ade tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:29:14.419774 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee01a5b4-92dd-4962-8df3-3b9c22a99ade tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:29:14.420095 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee01a5b4-92dd-4962-8df3-3b9c22a99ade tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:29:14.420629 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee01a5b4-92dd-4962-8df3-3b9c22a99ade tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:29:14.420960 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee01a5b4-92dd-4962-8df3-3b9c22a99ade tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:29:14.421315 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee01a5b4-92dd-4962-8df3-3b9c22a99ade tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:29:14.421636 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee01a5b4-92dd-4962-8df3-3b9c22a99ade tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:29:14.421960 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee01a5b4-92dd-4962-8df3-3b9c22a99ade tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:29:14.422279 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee01a5b4-92dd-4962-8df3-3b9c22a99ade tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:29:14.422596 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee01a5b4-92dd-4962-8df3-3b9c22a99ade tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:29:14.422993 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee01a5b4-92dd-4962-8df3-3b9c22a99ade tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:29:14.423308 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee01a5b4-92dd-4962-8df3-3b9c22a99ade tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:29:14.493730 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ee01a5b4-92dd-4962-8df3-3b9c22a99ade tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for floatingip, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:14.493912 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.l3_db [None req-ee01a5b4-92dd-4962-8df3-3b9c22a99ade tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Floating IP 966adffa-bb2c-4407-b6db-6a100a191d7e disassociated (deleted). External IP: 172.26.0.139, port: 30ecccfc-6f52-49c6-89f4-4e88413973ba. Sep 22 22:29:14.737703 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:14.845023 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee01a5b4-92dd-4962-8df3-3b9c22a99ade tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Router 90362d31-71d4-443b-9073-3cf95959ec3f has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 22:29:15.018127 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee01a5b4-92dd-4962-8df3-3b9c22a99ade tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:29:15.028265 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f54b13e-c4ee-4e0b-91d3-f4c203e876e4 None None] Sync routers for ids ['90362d31-71d4-443b-9073-3cf95959ec3f'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:29:15.038166 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-ee01a5b4-92dd-4962-8df3-3b9c22a99ade tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:15.038963 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f54b13e-c4ee-4e0b-91d3-f4c203e876e4 None None] Routers {'90362d31-71d4-443b-9073-3cf95959ec3f'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:29:15.039569 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-7f54b13e-c4ee-4e0b-91d3-f4c203e876e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:29:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['90362d31-71d4-443b-9073-3cf95959ec3f'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:29:15.096076 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-ee01a5b4-92dd-4962-8df3-3b9c22a99ade tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "DELETE /v2.0/floatingips/966adffa-bb2c-4407-b6db-6a100a191d7e HTTP/1.1" status: 204 len: 168 time: 1.5126622 Sep 22 22:29:15.096486 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '761d3c50-c30d-4648-b82c-8842839a2540', 'tag': '30ecccfc-6f52-49c6-89f4-4e88413973ba'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:29:15.098822 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30b6534-d799-48c7-bbc6-9fc4501de91b" -d '{"events": [{"name": "network-changed", "server_uuid": "761d3c50-c30d-4648-b82c-8842839a2540", "tag": "30ecccfc-6f52-49c6-89f4-4e88413973ba"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:29:15.218783 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23bb9a85-4b24-4bc6-955c-4abe222a95a5 x-openstack-request-id: req-23bb9a85-4b24-4bc6-955c-4abe222a95a5 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:29:15.219333 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "761d3c50-c30d-4648-b82c-8842839a2540", "tag": "30ecccfc-6f52-49c6-89f4-4e88413973ba", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:29:15.220119 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-23bb9a85-4b24-4bc6-955c-4abe222a95a5 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:29:15.220661 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23bb9a85-4b24-4bc6-955c-4abe222a95a5'] response: {'name': 'network-changed', 'server_uuid': '761d3c50-c30d-4648-b82c-8842839a2540', 'tag': '30ecccfc-6f52-49c6-89f4-4e88413973ba', 'status': 'completed', 'code': 200} Sep 22 22:29:15.233868 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-7f54b13e-c4ee-4e0b-91d3-f4c203e876e4 None None] Set router 90362d31-71d4-443b-9073-3cf95959ec3f gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:29:15.327124 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b6534-d799-48c7-bbc6-9fc4501de91b req-f728a6d8-0487-4d6f-a771-6d7cd7bb700e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:29:15.328622 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a30b6534-d799-48c7-bbc6-9fc4501de91b req-f728a6d8-0487-4d6f-a771-6d7cd7bb700e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2c8cfd473b43487ab1b83c8bf9d9818e&device_id=761d3c50-c30d-4648-b82c-8842839a2540 HTTP/1.1" status: 200 len: 1099 time: 0.0929513 Sep 22 22:29:15.466015 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b6534-d799-48c7-bbc6-9fc4501de91b req-273afd2d-e974-47f6-af62-2fc3e468e42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:29:15.467587 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a30b6534-d799-48c7-bbc6-9fc4501de91b req-273afd2d-e974-47f6-af62-2fc3e468e42e service neutron] 10.222.0.49 "GET /v2.0/networks?id=9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d HTTP/1.1" status: 200 len: 909 time: 0.1329534 Sep 22 22:29:15.485113 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018280ed-0b7c-472d-baa0-15f516c8f83a req-faaae9ce-b204-4fcd-bb5a-2a47aadf5868 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:29:15.488153 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-018280ed-0b7c-472d-baa0-15f516c8f83a req-faaae9ce-b204-4fcd-bb5a-2a47aadf5868 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=761d3c50-c30d-4648-b82c-8842839a2540 HTTP/1.1" status: 200 len: 946 time: 0.0922363 Sep 22 22:29:15.535565 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-018280ed-0b7c-472d-baa0-15f516c8f83a req-75744ad6-ad87-46d6-93d7-f814cea8a778 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=560c4a3d-6d0c-48b9-b96d-6b53e4458596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417941 Sep 22 22:29:15.535774 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a30b6534-d799-48c7-bbc6-9fc4501de91b req-0a21cdd1-0728-481e-8f92-7219cc9f3b50 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30ecccfc-6f52-49c6-89f4-4e88413973ba HTTP/1.1" status: 200 len: 217 time: 0.0607736 Sep 22 22:29:15.584553 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-7f54b13e-c4ee-4e0b-91d3-f4c203e876e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'name': 'tempest-TestShelveInstance-1599492514-router', 'tenant_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': '41b5aa64-455a-49f4-8990-83609d706ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:20:29Z', 'updated_at': '2022-09-22T22:20:33Z', 'revision_number': 4, 'project_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'gw_port': {'id': '41b5aa64-455a-49f4-8990-83609d706ebc', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:4d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:20:30Z', 'updated_at': '2022-09-22T22:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '44956d63-1463-4bf5-89ce-14439682b3f6', 'name': '', 'network_id': '9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d', 'tenant_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'mac_address': 'fa:16:3e:04:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '37738cc7-81b2-48f2-9908-523f0ee09258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:20:32Z', 'updated_at': '2022-09-22T22:20:40Z', 'revision_number': 5, 'project_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'subnets': [{'id': '37738cc7-81b2-48f2-9908-523f0ee09258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:29:15.588295 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f54b13e-c4ee-4e0b-91d3-f4c203e876e4 None None] Checking router: 90362d31-71d4-443b-9073-3cf95959ec3f for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:29:15.596805 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f54b13e-c4ee-4e0b-91d3-f4c203e876e4 None None] Routers {'90362d31-71d4-443b-9073-3cf95959ec3f'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:29:15.597388 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-7f54b13e-c4ee-4e0b-91d3-f4c203e876e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:29:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['90362d31-71d4-443b-9073-3cf95959ec3f'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:29:15.603946 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b6534-d799-48c7-bbc6-9fc4501de91b req-17509748-3e5b-429c-af9d-6b67707254b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:29:15.605363 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a30b6534-d799-48c7-bbc6-9fc4501de91b req-17509748-3e5b-429c-af9d-6b67707254b7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37738cc7-81b2-48f2-9908-523f0ee09258 HTTP/1.1" status: 200 len: 848 time: 0.0625126 Sep 22 22:29:15.687103 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b6534-d799-48c7-bbc6-9fc4501de91b req-484088fc-ef82-4e05-b6f0-4bbedf15a015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:29:15.688559 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a30b6534-d799-48c7-bbc6-9fc4501de91b req-484088fc-ef82-4e05-b6f0-4bbedf15a015 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770104 Sep 22 22:29:15.774319 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-7f54b13e-c4ee-4e0b-91d3-f4c203e876e4 None None] Set router 90362d31-71d4-443b-9073-3cf95959ec3f gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:29:15.917775 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a30b6534-d799-48c7-bbc6-9fc4501de91b req-5dfe6a7d-7c69-4ec7-8aa3-8ff4b79df461 service neutron] 10.222.0.49 "GET /v2.0/networks/9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224338 Sep 22 22:29:16.049224 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-a30b6534-d799-48c7-bbc6-9fc4501de91b req-494d159f-c234-4c9e-ba68-eabaef1ccc61 service neutron] 10.222.0.49 "GET /v2.0/networks/9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242912 Sep 22 22:29:16.085743 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-7f54b13e-c4ee-4e0b-91d3-f4c203e876e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'name': 'tempest-TestShelveInstance-1599492514-router', 'tenant_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': '41b5aa64-455a-49f4-8990-83609d706ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:20:29Z', 'updated_at': '2022-09-22T22:20:33Z', 'revision_number': 4, 'project_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'gw_port': {'id': '41b5aa64-455a-49f4-8990-83609d706ebc', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:4d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:20:30Z', 'updated_at': '2022-09-22T22:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '44956d63-1463-4bf5-89ce-14439682b3f6', 'name': '', 'network_id': '9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d', 'tenant_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'mac_address': 'fa:16:3e:04:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '37738cc7-81b2-48f2-9908-523f0ee09258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:20:32Z', 'updated_at': '2022-09-22T22:20:40Z', 'revision_number': 5, 'project_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'subnets': [{'id': '37738cc7-81b2-48f2-9908-523f0ee09258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:29:16.089547 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f54b13e-c4ee-4e0b-91d3-f4c203e876e4 None None] The sync data for ids ['90362d31-71d4-443b-9073-3cf95959ec3f'] in dv-neutron-858900-1-hyperv is: [{'id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'name': 'tempest-TestShelveInstance-1599492514-router', 'tenant_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': '41b5aa64-455a-49f4-8990-83609d706ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:20:29Z', 'updated_at': '2022-09-22T22:20:33Z', 'revision_number': 4, 'project_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'gw_port': {'id': '41b5aa64-455a-49f4-8990-83609d706ebc', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:4d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:20:30Z', 'updated_at': '2022-09-22T22:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '44956d63-1463-4bf5-89ce-14439682b3f6', 'name': '', 'network_id': '9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d', 'tenant_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'mac_address': 'fa:16:3e:04:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '37738cc7-81b2-48f2-9908-523f0ee09258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:20:32Z', 'updated_at': '2022-09-22T22:20:40Z', 'revision_number': 5, 'project_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'subnets': [{'id': '37738cc7-81b2-48f2-9908-523f0ee09258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:29:16.287483 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e79047-91fe-46d7-a683-39d2385191ae None None] New status for floating IP 966adffa-bb2c-4407-b6db-6a100a191d7e: DOWN {{(pid=89010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 22:29:16.736194 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071eba3-9201-447d-88f2-e3f3d20548f6 req-018addbc-a0a6-4add-af9f-12ed25db2ed9 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:29:16.737312 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-5071eba3-9201-447d-88f2-e3f3d20548f6 req-018addbc-a0a6-4add-af9f-12ed25db2ed9 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Synchronizing usage tracker for tenant:2c8cfd473b43487ab1b83c8bf9d9818e on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:29:16.751741 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-5071eba3-9201-447d-88f2-e3f3d20548f6 req-018addbc-a0a6-4add-af9f-12ed25db2ed9 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Unset dirty status for tenant:2c8cfd473b43487ab1b83c8bf9d9818e on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:29:16.753462 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5071eba3-9201-447d-88f2-e3f3d20548f6 req-018addbc-a0a6-4add-af9f-12ed25db2ed9 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=761d3c50-c30d-4648-b82c-8842839a2540 HTTP/1.1" status: 200 len: 946 time: 0.1047804 Sep 22 22:29:16.795733 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5071eba3-9201-447d-88f2-e3f3d20548f6 req-757179da-2141-4e21-993c-c1e197400467 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/security-groups?id=560c4a3d-6d0c-48b9-b96d-6b53e4458596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366561 Sep 22 22:29:16.928979 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4990b-7760-42a2-8085-4bcff601d658 req-f8ca3e19-a0c4-40ff-9c00-e14d00e0af96 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:29:16.930302 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-11b4990b-7760-42a2-8085-4bcff601d658 req-f8ca3e19-a0c4-40ff-9c00-e14d00e0af96 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.49 "GET /v2.0/ports?device_id=761d3c50-c30d-4648-b82c-8842839a2540 HTTP/1.1" status: 200 len: 946 time: 0.0849333 Sep 22 22:29:17.000106 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-11b4990b-7760-42a2-8085-4bcff601d658 req-6e8b93bf-c1d7-48c9-ac54-33a1c73d8704 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Deleting port 30ecccfc-6f52-49c6-89f4-4e88413973ba {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:29:17.000369 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-11b4990b-7760-42a2-8085-4bcff601d658 req-6e8b93bf-c1d7-48c9-ac54-33a1c73d8704 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:17.238862 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-11b4990b-7760-42a2-8085-4bcff601d658 req-6e8b93bf-c1d7-48c9-ac54-33a1c73d8704 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] For port 30ecccfc-6f52-49c6-89f4-4e88413973ba, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=30ecccfc-6f52-49c6-89f4-4e88413973ba,segment=NetworkSegment(e09a7a55-ed59-42a8-8e72-eb9b697d1911),segment_id=e09a7a55-ed59-42a8-8e72-eb9b697d1911)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:29:17.239224 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-11b4990b-7760-42a2-8085-4bcff601d658 req-6e8b93bf-c1d7-48c9-ac54-33a1c73d8704 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:17.359163 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-11b4990b-7760-42a2-8085-4bcff601d658 req-6e8b93bf-c1d7-48c9-ac54-33a1c73d8704 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Calling delete_port for 30ecccfc-6f52-49c6-89f4-4e88413973ba owned by compute:nova {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:29:17.499224 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-11b4990b-7760-42a2-8085-4bcff601d658 req-6e8b93bf-c1d7-48c9-ac54-33a1c73d8704 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:17.547891 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8b93bf-c1d7-48c9-ac54-33a1c73d8704 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Pushing event deleted for resources: {'Port': ['ID=30ecccfc-6f52-49c6-89f4-4e88413973ba,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:17.634925 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b4990b-7760-42a2-8085-4bcff601d658 req-6e8b93bf-c1d7-48c9-ac54-33a1c73d8704 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] No DVR routers for this DVR port 30ecccfc-6f52-49c6-89f4-4e88413973ba on host hv-neutron-8589 {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 22:29:17.637241 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-11b4990b-7760-42a2-8085-4bcff601d658 req-6e8b93bf-c1d7-48c9-ac54-33a1c73d8704 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:17.639639 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '761d3c50-c30d-4648-b82c-8842839a2540', 'name': 'network-vif-deleted', 'tag': '30ecccfc-6f52-49c6-89f4-4e88413973ba'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:29:17.641877 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5cede7-1288-4cfa-bae3-0b210f70492e" -d '{"events": [{"server_uuid": "761d3c50-c30d-4648-b82c-8842839a2540", "name": "network-vif-deleted", "tag": "30ecccfc-6f52-49c6-89f4-4e88413973ba"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:29:17.655573 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-11b4990b-7760-42a2-8085-4bcff601d658 req-6e8b93bf-c1d7-48c9-ac54-33a1c73d8704 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.49 "DELETE /v2.0/ports/30ecccfc-6f52-49c6-89f4-4e88413973ba HTTP/1.1" status: 204 len: 173 time: 0.7201920 Sep 22 22:29:17.687449 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f87d539-0c89-46fc-944d-98c65c014111 x-openstack-request-id: req-7f87d539-0c89-46fc-944d-98c65c014111 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:29:17.687734 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "761d3c50-c30d-4648-b82c-8842839a2540", "name": "network-vif-deleted", "tag": "30ecccfc-6f52-49c6-89f4-4e88413973ba", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:29:17.687980 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7f87d539-0c89-46fc-944d-98c65c014111 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:29:17.688371 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f87d539-0c89-46fc-944d-98c65c014111'] response: {'server_uuid': '761d3c50-c30d-4648-b82c-8842839a2540', 'name': 'network-vif-deleted', 'tag': '30ecccfc-6f52-49c6-89f4-4e88413973ba', 'status': 'completed', 'code': 200} Sep 22 22:29:17.961695 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-5fbd4aeb-baa0-4c9b-9c2d-3089f45203f6 req-c30476c7-408f-41b8-b8cb-262748165a32 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Synchronizing usage tracker for tenant:2c8cfd473b43487ab1b83c8bf9d9818e on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:29:17.984079 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-5fbd4aeb-baa0-4c9b-9c2d-3089f45203f6 req-c30476c7-408f-41b8-b8cb-262748165a32 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Unset dirty status for tenant:2c8cfd473b43487ab1b83c8bf9d9818e on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:29:17.985524 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-5fbd4aeb-baa0-4c9b-9c2d-3089f45203f6 req-c30476c7-408f-41b8-b8cb-262748165a32 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "GET /v2.0/ports?device_id=761d3c50-c30d-4648-b82c-8842839a2540 HTTP/1.1" status: 200 len: 210 time: 0.0746403 Sep 22 22:29:19.089771 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 59988) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:29:19.160245 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-79d4e114-d94f-4d99-9660-0e17843c9354 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:19.189049 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-79d4e114-d94f-4d99-9660-0e17843c9354 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:19.257765 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-79d4e114-d94f-4d99-9660-0e17843c9354 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:19.278710 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4e114-d94f-4d99-9660-0e17843c9354 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=560c4a3d-6d0c-48b9-b96d-6b53e4458596,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:19.296833 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-79d4e114-d94f-4d99-9660-0e17843c9354 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:19.298051 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-79d4e114-d94f-4d99-9660-0e17843c9354 tempest-TestShelveInstance-741955303 tempest-TestShelveInstance-741955303-project] 10.222.0.33 "DELETE /v2.0/security-groups/560c4a3d-6d0c-48b9-b96d-6b53e4458596 HTTP/1.1" status: 204 len: 168 time: 0.2072299 Sep 22 22:29:19.346636 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 59994) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:29:20.100064 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a66b5562-5ae5-4031-999d-77c56e985c53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:20.448163 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-a66b5562-5ae5-4031-999d-77c56e985c53 admin admin] Deleting port 44956d63-1463-4bf5-89ce-14439682b3f6 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:29:20.448782 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a66b5562-5ae5-4031-999d-77c56e985c53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:20.618071 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-a66b5562-5ae5-4031-999d-77c56e985c53 admin admin] For port 44956d63-1463-4bf5-89ce-14439682b3f6, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=44956d63-1463-4bf5-89ce-14439682b3f6,segment=NetworkSegment(e09a7a55-ed59-42a8-8e72-eb9b697d1911),segment_id=e09a7a55-ed59-42a8-8e72-eb9b697d1911)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:29:20.618347 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a66b5562-5ae5-4031-999d-77c56e985c53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:20.740120 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-a66b5562-5ae5-4031-999d-77c56e985c53 admin admin] Calling delete_port for 44956d63-1463-4bf5-89ce-14439682b3f6 owned by network:router_interface {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:29:21.026985 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 30ecccfc-6f52-49c6-89f4-4e88413973ba no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:29:21.060731 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] No Port match for: 30ecccfc-6f52-49c6-89f4-4e88413973ba {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:29:21.061075 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 30ecccfc-6f52-49c6-89f4-4e88413973ba not bound to the agent host hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:29:21.152954 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a66b5562-5ae5-4031-999d-77c56e985c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:21.202840 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b5562-5ae5-4031-999d-77c56e985c53 admin admin] Pushing event deleted for resources: {'Port': ['ID=44956d63-1463-4bf5-89ce-14439682b3f6,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:21.253191 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66b5562-5ae5-4031-999d-77c56e985c53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:29:21.253541 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66b5562-5ae5-4031-999d-77c56e985c53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:29:21.253881 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66b5562-5ae5-4031-999d-77c56e985c53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:29:21.254214 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66b5562-5ae5-4031-999d-77c56e985c53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:29:21.254542 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66b5562-5ae5-4031-999d-77c56e985c53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:29:21.254899 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66b5562-5ae5-4031-999d-77c56e985c53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:29:21.255232 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66b5562-5ae5-4031-999d-77c56e985c53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:29:21.255559 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66b5562-5ae5-4031-999d-77c56e985c53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:29:21.255885 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66b5562-5ae5-4031-999d-77c56e985c53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:29:21.256208 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66b5562-5ae5-4031-999d-77c56e985c53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:29:21.256535 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66b5562-5ae5-4031-999d-77c56e985c53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:29:21.256852 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66b5562-5ae5-4031-999d-77c56e985c53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:29:21.483040 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a66b5562-5ae5-4031-999d-77c56e985c53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:21.830903 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a66b5562-5ae5-4031-999d-77c56e985c53 admin admin] Router 90362d31-71d4-443b-9073-3cf95959ec3f has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 22:29:22.001255 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a66b5562-5ae5-4031-999d-77c56e985c53 admin admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:29:22.010204 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688b6673-532b-42ce-8d38-c380ec71783a None None] Sync routers for ids ['90362d31-71d4-443b-9073-3cf95959ec3f'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:29:22.017542 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a66b5562-5ae5-4031-999d-77c56e985c53 admin admin] 10.222.0.33 "PUT /v2.0/routers/90362d31-71d4-443b-9073-3cf95959ec3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6698964 Sep 22 22:29:22.020008 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 60000) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:29:22.022421 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688b6673-532b-42ce-8d38-c380ec71783a None None] Routers {'90362d31-71d4-443b-9073-3cf95959ec3f'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:29:22.023071 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-688b6673-532b-42ce-8d38-c380ec71783a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:29:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['90362d31-71d4-443b-9073-3cf95959ec3f'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:29:22.193441 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2131ff61-02d1-4a77-acfd-f0b699f396ac admin admin] Notify callbacks [] for router, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:22.195052 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-688b6673-532b-42ce-8d38-c380ec71783a None None] Set router 90362d31-71d4-443b-9073-3cf95959ec3f gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:29:22.491147 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-688b6673-532b-42ce-8d38-c380ec71783a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'name': 'tempest-TestShelveInstance-1599492514-router', 'tenant_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': '41b5aa64-455a-49f4-8990-83609d706ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:20:29Z', 'updated_at': '2022-09-22T22:29:21Z', 'revision_number': 5, 'project_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'gw_port': {'id': '41b5aa64-455a-49f4-8990-83609d706ebc', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:4d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:20:30Z', 'updated_at': '2022-09-22T22:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:29:22.495072 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688b6673-532b-42ce-8d38-c380ec71783a None None] Checking router: 90362d31-71d4-443b-9073-3cf95959ec3f for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:29:22.496174 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2131ff61-02d1-4a77-acfd-f0b699f396ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:22.505338 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688b6673-532b-42ce-8d38-c380ec71783a None None] Routers {'90362d31-71d4-443b-9073-3cf95959ec3f'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:29:22.505846 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-2131ff61-02d1-4a77-acfd-f0b699f396ac admin admin] Deleting port 41b5aa64-455a-49f4-8990-83609d706ebc {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:29:22.506123 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-688b6673-532b-42ce-8d38-c380ec71783a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:29:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['90362d31-71d4-443b-9073-3cf95959ec3f'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:29:22.506253 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2131ff61-02d1-4a77-acfd-f0b699f396ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:22.681098 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-2131ff61-02d1-4a77-acfd-f0b699f396ac admin admin] For port 41b5aa64-455a-49f4-8990-83609d706ebc, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=41b5aa64-455a-49f4-8990-83609d706ebc,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:29:22.681452 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2131ff61-02d1-4a77-acfd-f0b699f396ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:22.686447 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-688b6673-532b-42ce-8d38-c380ec71783a None None] Set router 90362d31-71d4-443b-9073-3cf95959ec3f gateway port host: None {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:29:22.788969 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-688b6673-532b-42ce-8d38-c380ec71783a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'name': 'tempest-TestShelveInstance-1599492514-router', 'tenant_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:20:29Z', 'updated_at': '2022-09-22T22:29:22Z', 'revision_number': 6, 'project_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'gw_port_host': None}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:29:22.792751 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688b6673-532b-42ce-8d38-c380ec71783a None None] The sync data for ids ['90362d31-71d4-443b-9073-3cf95959ec3f'] in dv-neutron-858900-1-hyperv is: [{'id': '90362d31-71d4-443b-9073-3cf95959ec3f', 'name': 'tempest-TestShelveInstance-1599492514-router', 'tenant_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:20:29Z', 'updated_at': '2022-09-22T22:29:22Z', 'revision_number': 6, 'project_id': '2c8cfd473b43487ab1b83c8bf9d9818e', 'gw_port_host': None}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:29:22.802766 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-2131ff61-02d1-4a77-acfd-f0b699f396ac admin admin] Calling delete_port for 41b5aa64-455a-49f4-8990-83609d706ebc owned by network:router_gateway {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:29:22.967671 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2131ff61-02d1-4a77-acfd-f0b699f396ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:23.016742 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2131ff61-02d1-4a77-acfd-f0b699f396ac admin admin] Pushing event deleted for resources: {'Port': ['ID=41b5aa64-455a-49f4-8990-83609d706ebc,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:23.110449 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2131ff61-02d1-4a77-acfd-f0b699f396ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8012236'] for router_gateway, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:23.286855 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2131ff61-02d1-4a77-acfd-f0b699f396ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:23.289026 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2131ff61-02d1-4a77-acfd-f0b699f396ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:23.310534 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2131ff61-02d1-4a77-acfd-f0b699f396ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:23.311053 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2131ff61-02d1-4a77-acfd-f0b699f396ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90362d31-71d4-443b-9073-3cf95959ec3f {{(pid=89009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 22:29:23.323260 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2131ff61-02d1-4a77-acfd-f0b699f396ac admin admin] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:23.324356 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2131ff61-02d1-4a77-acfd-f0b699f396ac admin admin] 10.222.0.33 "DELETE /v2.0/routers/90362d31-71d4-443b-9073-3cf95959ec3f HTTP/1.1" status: 204 len: 168 time: 1.3034577 Sep 22 22:29:23.326837 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 60004) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:29:23.386876 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-45d5d786-e0a1-4264-bdde-83e8d5477a3a admin admin] Deleting subnet 37738cc7-81b2-48f2-9908-523f0ee09258 {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 22:29:23.389687 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-45d5d786-e0a1-4264-bdde-83e8d5477a3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:23.436462 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-45d5d786-e0a1-4264-bdde-83e8d5477a3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:23.511386 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-45d5d786-e0a1-4264-bdde-83e8d5477a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:23.582346 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-45d5d786-e0a1-4264-bdde-83e8d5477a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:23.619766 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d5d786-e0a1-4264-bdde-83e8d5477a3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37738cc7-81b2-48f2-9908-523f0ee09258,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:23.623139 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-45d5d786-e0a1-4264-bdde-83e8d5477a3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:23.629082 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-45d5d786-e0a1-4264-bdde-83e8d5477a3a admin admin] 10.222.0.33 "DELETE /v2.0/subnets/37738cc7-81b2-48f2-9908-523f0ee09258 HTTP/1.1" status: 204 len: 168 time: 0.3013101 Sep 22 22:29:23.630122 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5cc342-4919-4536-9f5d-036b191d0dde None None] Network 9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:29:23.631519 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 60008) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:29:23.740240 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9c86ccd2-ff31-4891-9d43-7cb5401f2a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:23.752283 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ccd2-ff31-4891-9d43-7cb5401f2a02 admin admin] Deleting port 466955b7-ad0d-4b5f-a515-816ab087addc {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:29:23.752775 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9c86ccd2-ff31-4891-9d43-7cb5401f2a02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:23.890251 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9244f3-7b79-484b-b34f-68ea328ed748 None None] DHCP port deletion for 9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 22:29:23.895519 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8b9244f3-7b79-484b-b34f-68ea328ed748 None None] Deleting port 466955b7-ad0d-4b5f-a515-816ab087addc {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:29:23.895985 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8b9244f3-7b79-484b-b34f-68ea328ed748 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:24.075291 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-9c86ccd2-ff31-4891-9d43-7cb5401f2a02 admin admin] For port 466955b7-ad0d-4b5f-a515-816ab087addc, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=466955b7-ad0d-4b5f-a515-816ab087addc,segment=NetworkSegment(e09a7a55-ed59-42a8-8e72-eb9b697d1911),segment_id=e09a7a55-ed59-42a8-8e72-eb9b697d1911)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:29:24.075631 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9c86ccd2-ff31-4891-9d43-7cb5401f2a02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:24.097177 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-8b9244f3-7b79-484b-b34f-68ea328ed748 None None] For port 466955b7-ad0d-4b5f-a515-816ab087addc, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=466955b7-ad0d-4b5f-a515-816ab087addc,segment=NetworkSegment(e09a7a55-ed59-42a8-8e72-eb9b697d1911),segment_id=e09a7a55-ed59-42a8-8e72-eb9b697d1911)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:29:24.097564 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8b9244f3-7b79-484b-b34f-68ea328ed748 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:24.194805 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-9c86ccd2-ff31-4891-9d43-7cb5401f2a02 admin admin] Calling delete_port for 466955b7-ad0d-4b5f-a515-816ab087addc owned by network:dhcp {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:29:24.216495 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8b9244f3-7b79-484b-b34f-68ea328ed748 None None] Calling delete_port for 466955b7-ad0d-4b5f-a515-816ab087addc owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:29:24.269302 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9c86ccd2-ff31-4891-9d43-7cb5401f2a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:24.320207 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ccd2-ff31-4891-9d43-7cb5401f2a02 admin admin] Pushing event deleted for resources: {'Port': ['ID=466955b7-ad0d-4b5f-a515-816ab087addc,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:24.322378 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c86ccd2-ff31-4891-9d43-7cb5401f2a02 admin admin] No DVR routers for this DVR port 466955b7-ad0d-4b5f-a515-816ab087addc on host dv-neutron-858900-1-hyperv {{(pid=89009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 22:29:24.326165 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.db.api [None req-8b9244f3-7b79-484b-b34f-68ea328ed748 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 22:29:24.326473 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG oslo_db.api [None req-8b9244f3-7b79-484b-b34f-68ea328ed748 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 22:29:24.436126 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9c86ccd2-ff31-4891-9d43-7cb5401f2a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:24.459780 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-9c86ccd2-ff31-4891-9d43-7cb5401f2a02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:29:24.471829 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-9c86ccd2-ff31-4891-9d43-7cb5401f2a02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e09a7a55-ed59-42a8-8e72-eb9b697d1911') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:29:24.472128 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-9c86ccd2-ff31-4891-9d43-7cb5401f2a02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e09a7a55-ed59-42a8-8e72-eb9b697d1911') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:29:24.482991 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9c86ccd2-ff31-4891-9d43-7cb5401f2a02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:24.498994 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9c86ccd2-ff31-4891-9d43-7cb5401f2a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:24.504936 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c86ccd2-ff31-4891-9d43-7cb5401f2a02 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 22:29:24.505284 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9c86ccd2-ff31-4891-9d43-7cb5401f2a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:24.586430 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment e09a7a55-ed59-42a8-8e72-eb9b697d1911 resource provider aggregate not found Sep 22 22:29:24.602384 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9c86ccd2-ff31-4891-9d43-7cb5401f2a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:24.606886 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9c86ccd2-ff31-4891-9d43-7cb5401f2a02 admin admin] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:24.610277 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment e09a7a55-ed59-42a8-8e72-eb9b697d1911 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e09a7a55-ed59-42a8-8e72-eb9b697d1911 found for delete ", "request_id": "req-eb13db0b-5c63-41e0-b6ef-2f8cccf5e8d2"}]} Sep 22 22:29:24.633125 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ccd2-ff31-4891-9d43-7cb5401f2a02 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:24.642353 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-9c86ccd2-ff31-4891-9d43-7cb5401f2a02 admin admin] 10.222.0.33 "DELETE /v2.0/networks/9bb540b5-cb1e-4daf-a99b-ec6bc0b7387d HTTP/1.1" status: 204 len: 168 time: 1.0066967 Sep 22 22:29:24.642353 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 60018) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:29:24.645904 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 466955b7-ad0d-4b5f-a515-816ab087addc no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:29:24.682836 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 466955b7-ad0d-4b5f-a515-816ab087addc {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:29:24.683182 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 466955b7-ad0d-4b5f-a515-816ab087addc not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:29:24.683603 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 44956d63-1463-4bf5-89ce-14439682b3f6 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:29:24.717572 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 44956d63-1463-4bf5-89ce-14439682b3f6 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:29:24.717918 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 44956d63-1463-4bf5-89ce-14439682b3f6 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:29:24.718331 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 41b5aa64-455a-49f4-8990-83609d706ebc no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:29:24.750773 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 41b5aa64-455a-49f4-8990-83609d706ebc {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:29:24.751123 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 41b5aa64-455a-49f4-8990-83609d706ebc not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:29:24.827464 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8b9244f3-7b79-484b-b34f-68ea328ed748 None None] Deleting port 466955b7-ad0d-4b5f-a515-816ab087addc {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:29:24.827875 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8b9244f3-7b79-484b-b34f-68ea328ed748 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:24.894650 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-8b9244f3-7b79-484b-b34f-68ea328ed748 None None] The port '466955b7-ad0d-4b5f-a515-816ab087addc' was deleted {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 22:29:25.179728 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3906f2cc-81af-4572-b8c1-45dc34bd130d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:25.630395 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-3906f2cc-81af-4572-b8c1-45dc34bd130d admin admin] Deleting port 3122c310-2d53-4915-8481-e99624d47db6 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:29:25.631100 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3906f2cc-81af-4572-b8c1-45dc34bd130d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:25.799771 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-3906f2cc-81af-4572-b8c1-45dc34bd130d admin admin] For port 3122c310-2d53-4915-8481-e99624d47db6, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=3122c310-2d53-4915-8481-e99624d47db6,segment=NetworkSegment(b027d8d1-f815-4f2e-a544-a839dd98b33d),segment_id=b027d8d1-f815-4f2e-a544-a839dd98b33d)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:29:25.800126 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3906f2cc-81af-4572-b8c1-45dc34bd130d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:25.928907 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-3906f2cc-81af-4572-b8c1-45dc34bd130d admin admin] Calling delete_port for 3122c310-2d53-4915-8481-e99624d47db6 owned by network:router_interface {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:29:26.110320 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3906f2cc-81af-4572-b8c1-45dc34bd130d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:26.160809 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3906f2cc-81af-4572-b8c1-45dc34bd130d admin admin] Pushing event deleted for resources: {'Port': ['ID=3122c310-2d53-4915-8481-e99624d47db6,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:26.439672 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3906f2cc-81af-4572-b8c1-45dc34bd130d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:26.575059 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:26.906630 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3906f2cc-81af-4572-b8c1-45dc34bd130d admin admin] Router 85a17b28-f4b7-4658-b874-6d7bb7a22ff8 has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 22:29:27.079980 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3906f2cc-81af-4572-b8c1-45dc34bd130d admin admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:29:27.089122 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98ec27a-482d-4ffd-b56b-9775fb9b6f9c None None] Sync routers for ids ['85a17b28-f4b7-4658-b874-6d7bb7a22ff8'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:29:27.099411 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-3906f2cc-81af-4572-b8c1-45dc34bd130d admin admin] 10.222.0.33 "PUT /v2.0/routers/85a17b28-f4b7-4658-b874-6d7bb7a22ff8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4539180 Sep 22 22:29:27.099561 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98ec27a-482d-4ffd-b56b-9775fb9b6f9c None None] Routers {'85a17b28-f4b7-4658-b874-6d7bb7a22ff8'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:29:27.099561 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-b98ec27a-482d-4ffd-b56b-9775fb9b6f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:29:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['85a17b28-f4b7-4658-b874-6d7bb7a22ff8'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:29:27.099759 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 60022) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:29:27.272023 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-63e17926-2124-43e9-9b5d-a54321ff0083 admin admin] Notify callbacks [] for router, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:27.274406 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-b98ec27a-482d-4ffd-b56b-9775fb9b6f9c None None] Set router 85a17b28-f4b7-4658-b874-6d7bb7a22ff8 gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:29:27.447997 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-63e17926-2124-43e9-9b5d-a54321ff0083 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:27.458550 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-63e17926-2124-43e9-9b5d-a54321ff0083 admin admin] Deleting port a79b2e64-e377-42a8-aa15-984adad398cb {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:29:27.459480 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-63e17926-2124-43e9-9b5d-a54321ff0083 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:27.552676 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-b98ec27a-482d-4ffd-b56b-9775fb9b6f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85a17b28-f4b7-4658-b874-6d7bb7a22ff8', 'name': 'tempest-TestShelveInstance-710772007-router', 'tenant_id': '39a21d4e4e99416abb6b270b636e7f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.73'}], 'enable_snat': True}, 'gw_port_id': 'a79b2e64-e377-42a8-aa15-984adad398cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:20:35Z', 'updated_at': '2022-09-22T22:29:26Z', 'revision_number': 5, 'project_id': '39a21d4e4e99416abb6b270b636e7f5a', 'gw_port': {'id': 'a79b2e64-e377-42a8-aa15-984adad398cb', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a17b28-f4b7-4658-b874-6d7bb7a22ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:20:36Z', 'updated_at': '2022-09-22T22:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:29:27.556657 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98ec27a-482d-4ffd-b56b-9775fb9b6f9c None None] Checking router: 85a17b28-f4b7-4658-b874-6d7bb7a22ff8 for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:29:27.565656 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98ec27a-482d-4ffd-b56b-9775fb9b6f9c None None] Routers {'85a17b28-f4b7-4658-b874-6d7bb7a22ff8'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:29:27.566255 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-b98ec27a-482d-4ffd-b56b-9775fb9b6f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:29:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['85a17b28-f4b7-4658-b874-6d7bb7a22ff8'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:29:27.629294 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-63e17926-2124-43e9-9b5d-a54321ff0083 admin admin] For port a79b2e64-e377-42a8-aa15-984adad398cb, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=a79b2e64-e377-42a8-aa15-984adad398cb,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:29:27.629655 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-63e17926-2124-43e9-9b5d-a54321ff0083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:27.712468 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-b98ec27a-482d-4ffd-b56b-9775fb9b6f9c None None] Set router 85a17b28-f4b7-4658-b874-6d7bb7a22ff8 gateway port host: None {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:29:27.750108 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-63e17926-2124-43e9-9b5d-a54321ff0083 admin admin] Calling delete_port for a79b2e64-e377-42a8-aa15-984adad398cb owned by network:router_gateway {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:29:27.818517 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-b98ec27a-482d-4ffd-b56b-9775fb9b6f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85a17b28-f4b7-4658-b874-6d7bb7a22ff8', 'name': 'tempest-TestShelveInstance-710772007-router', 'tenant_id': '39a21d4e4e99416abb6b270b636e7f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:20:35Z', 'updated_at': '2022-09-22T22:29:27Z', 'revision_number': 6, 'project_id': '39a21d4e4e99416abb6b270b636e7f5a', 'gw_port_host': None}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:29:27.822308 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98ec27a-482d-4ffd-b56b-9775fb9b6f9c None None] The sync data for ids ['85a17b28-f4b7-4658-b874-6d7bb7a22ff8'] in dv-neutron-858900-1-hyperv is: [{'id': '85a17b28-f4b7-4658-b874-6d7bb7a22ff8', 'name': 'tempest-TestShelveInstance-710772007-router', 'tenant_id': '39a21d4e4e99416abb6b270b636e7f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:20:35Z', 'updated_at': '2022-09-22T22:29:27Z', 'revision_number': 6, 'project_id': '39a21d4e4e99416abb6b270b636e7f5a', 'gw_port_host': None}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:29:27.920802 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-63e17926-2124-43e9-9b5d-a54321ff0083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:27.969073 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e17926-2124-43e9-9b5d-a54321ff0083 admin admin] Pushing event deleted for resources: {'Port': ['ID=a79b2e64-e377-42a8-aa15-984adad398cb,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:28.065275 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-63e17926-2124-43e9-9b5d-a54321ff0083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8012236'] for router_gateway, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:28.354207 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-63e17926-2124-43e9-9b5d-a54321ff0083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:28.356631 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-63e17926-2124-43e9-9b5d-a54321ff0083 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:28.378229 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-63e17926-2124-43e9-9b5d-a54321ff0083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:28.378776 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e17926-2124-43e9-9b5d-a54321ff0083 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85a17b28-f4b7-4658-b874-6d7bb7a22ff8 {{(pid=89009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 22:29:28.390296 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-63e17926-2124-43e9-9b5d-a54321ff0083 admin admin] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:28.391446 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-63e17926-2124-43e9-9b5d-a54321ff0083 admin admin] 10.222.0.33 "DELETE /v2.0/routers/85a17b28-f4b7-4658-b874-6d7bb7a22ff8 HTTP/1.1" status: 204 len: 168 time: 1.2909076 Sep 22 22:29:28.394546 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 60026) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:29:28.453989 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b61a989-1d40-41cb-b8f7-53339e03e2cf admin admin] Deleting subnet 94534bfe-c7fa-4284-bbc3-117bda6efecd {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 22:29:28.457402 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9b61a989-1d40-41cb-b8f7-53339e03e2cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:28.504920 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9b61a989-1d40-41cb-b8f7-53339e03e2cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:28.585436 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9b61a989-1d40-41cb-b8f7-53339e03e2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:28.642800 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device a79b2e64-e377-42a8-aa15-984adad398cb no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:29:28.656758 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9b61a989-1d40-41cb-b8f7-53339e03e2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:28.677111 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: a79b2e64-e377-42a8-aa15-984adad398cb {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:29:28.677528 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device a79b2e64-e377-42a8-aa15-984adad398cb not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:29:28.678013 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 3122c310-2d53-4915-8481-e99624d47db6 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:29:28.694910 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b61a989-1d40-41cb-b8f7-53339e03e2cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94534bfe-c7fa-4284-bbc3-117bda6efecd,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:28.698560 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-9b61a989-1d40-41cb-b8f7-53339e03e2cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:28.707189 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-9b61a989-1d40-41cb-b8f7-53339e03e2cf admin admin] 10.222.0.33 "DELETE /v2.0/subnets/94534bfe-c7fa-4284-bbc3-117bda6efecd HTTP/1.1" status: 204 len: 168 time: 0.3092632 Sep 22 22:29:28.707316 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 60030) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:29:28.715443 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70fc283-18a0-4862-964c-786e0f4c31bb None None] Network 68c770eb-402e-4243-9a22-d3a0386e2f78 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:29:28.730116 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 3122c310-2d53-4915-8481-e99624d47db6 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:29:28.730454 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 3122c310-2d53-4915-8481-e99624d47db6 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:29:28.819084 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-56e318de-3ad9-41e1-9345-27f815a24d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:28.829956 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-56e318de-3ad9-41e1-9345-27f815a24d4a admin admin] Deleting port 6bf01ee5-3c06-4ebf-8641-ff2924b73b87 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:29:28.830333 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-56e318de-3ad9-41e1-9345-27f815a24d4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:29.012944 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1c1462-7187-4842-87de-b83df2b7e2f8 None None] DHCP port deletion for 68c770eb-402e-4243-9a22-d3a0386e2f78 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 22:29:29.017349 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-2b1c1462-7187-4842-87de-b83df2b7e2f8 None None] Deleting port 6bf01ee5-3c06-4ebf-8641-ff2924b73b87 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:29:29.017756 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2b1c1462-7187-4842-87de-b83df2b7e2f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:29.057490 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-56e318de-3ad9-41e1-9345-27f815a24d4a admin admin] For port 6bf01ee5-3c06-4ebf-8641-ff2924b73b87, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=6bf01ee5-3c06-4ebf-8641-ff2924b73b87,segment=NetworkSegment(b027d8d1-f815-4f2e-a544-a839dd98b33d),segment_id=b027d8d1-f815-4f2e-a544-a839dd98b33d)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:29:29.058055 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-56e318de-3ad9-41e1-9345-27f815a24d4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:29.179521 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-56e318de-3ad9-41e1-9345-27f815a24d4a admin admin] Calling delete_port for 6bf01ee5-3c06-4ebf-8641-ff2924b73b87 owned by network:dhcp {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:29:29.216692 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-2b1c1462-7187-4842-87de-b83df2b7e2f8 None None] For port 6bf01ee5-3c06-4ebf-8641-ff2924b73b87, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=6bf01ee5-3c06-4ebf-8641-ff2924b73b87,segment=NetworkSegment(b027d8d1-f815-4f2e-a544-a839dd98b33d),segment_id=b027d8d1-f815-4f2e-a544-a839dd98b33d)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:29:29.217085 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2b1c1462-7187-4842-87de-b83df2b7e2f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:29.260646 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-56e318de-3ad9-41e1-9345-27f815a24d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:29.311486 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e318de-3ad9-41e1-9345-27f815a24d4a admin admin] Pushing event deleted for resources: {'Port': ['ID=6bf01ee5-3c06-4ebf-8641-ff2924b73b87,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:29.316456 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e318de-3ad9-41e1-9345-27f815a24d4a admin admin] No DVR routers for this DVR port 6bf01ee5-3c06-4ebf-8641-ff2924b73b87 on host dv-neutron-858900-1-hyperv {{(pid=89009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 22:29:29.346552 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-2b1c1462-7187-4842-87de-b83df2b7e2f8 None None] Calling delete_port for 6bf01ee5-3c06-4ebf-8641-ff2924b73b87 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:29:29.416841 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.db.api [None req-2b1c1462-7187-4842-87de-b83df2b7e2f8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 22:29:29.417195 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG oslo_db.api [None req-2b1c1462-7187-4842-87de-b83df2b7e2f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 22:29:29.432696 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-56e318de-3ad9-41e1-9345-27f815a24d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:29.457519 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-56e318de-3ad9-41e1-9345-27f815a24d4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68c770eb-402e-4243-9a22-d3a0386e2f78']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:29:29.469774 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-56e318de-3ad9-41e1-9345-27f815a24d4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b027d8d1-f815-4f2e-a544-a839dd98b33d') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:29:29.470280 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-56e318de-3ad9-41e1-9345-27f815a24d4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b027d8d1-f815-4f2e-a544-a839dd98b33d') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:29:29.486054 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-56e318de-3ad9-41e1-9345-27f815a24d4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:29.501972 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-56e318de-3ad9-41e1-9345-27f815a24d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:29.508009 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56e318de-3ad9-41e1-9345-27f815a24d4a admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 22:29:29.508411 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-56e318de-3ad9-41e1-9345-27f815a24d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:29.575390 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment b027d8d1-f815-4f2e-a544-a839dd98b33d resource provider aggregate not found Sep 22 22:29:29.595912 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment b027d8d1-f815-4f2e-a544-a839dd98b33d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b027d8d1-f815-4f2e-a544-a839dd98b33d found for delete ", "request_id": "req-c33e550c-a847-4319-80ce-29e27615a14b"}]} Sep 22 22:29:29.614477 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-56e318de-3ad9-41e1-9345-27f815a24d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:29.632129 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-56e318de-3ad9-41e1-9345-27f815a24d4a admin admin] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:29.641965 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e318de-3ad9-41e1-9345-27f815a24d4a admin admin] Pushing event deleted for resources: {'Network': ['ID=68c770eb-402e-4243-9a22-d3a0386e2f78,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:29.649677 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-56e318de-3ad9-41e1-9345-27f815a24d4a admin admin] 10.222.0.33 "DELETE /v2.0/networks/68c770eb-402e-4243-9a22-d3a0386e2f78 HTTP/1.1" status: 204 len: 168 time: 0.9414725 Sep 22 22:29:29.754211 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 60040) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:29:29.801973 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-6ecb42d5-093a-4059-a803-cfd63a2eacdf admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=2c8cfd473b43487ab1b83c8bf9d9818e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464423 Sep 22 22:29:29.804234 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 60044) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:29:29.863539 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-da6e909b-00f2-4ea5-8a43-10f48712e766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:29.888582 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-da6e909b-00f2-4ea5-8a43-10f48712e766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:29.918327 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-2b1c1462-7187-4842-87de-b83df2b7e2f8 None None] Deleting port 6bf01ee5-3c06-4ebf-8641-ff2924b73b87 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:29:29.918858 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-2b1c1462-7187-4842-87de-b83df2b7e2f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:29.947211 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-da6e909b-00f2-4ea5-8a43-10f48712e766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:29.965850 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6e909b-00f2-4ea5-8a43-10f48712e766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7448dbd0-a211-48ed-accf-6579c1245fbf,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:29.972678 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-da6e909b-00f2-4ea5-8a43-10f48712e766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:29.976192 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-da6e909b-00f2-4ea5-8a43-10f48712e766 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/7448dbd0-a211-48ed-accf-6579c1245fbf HTTP/1.1" status: 204 len: 168 time: 0.1686978 Sep 22 22:29:30.003149 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-2b1c1462-7187-4842-87de-b83df2b7e2f8 None None] The port '6bf01ee5-3c06-4ebf-8641-ff2924b73b87' was deleted {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 22:29:30.315786 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 60052) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:29:30.363399 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-375b4951-69a5-4101-8db8-402327143e11 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=39a21d4e4e99416abb6b270b636e7f5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464263 Sep 22 22:29:30.365920 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 60056) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:29:30.421372 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9da76bbc-acd8-4f0b-af28-68895d6b5458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:30.446686 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9da76bbc-acd8-4f0b-af28-68895d6b5458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:30.499919 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9da76bbc-acd8-4f0b-af28-68895d6b5458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:30.516888 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da76bbc-acd8-4f0b-af28-68895d6b5458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf01de8-c9b5-4e99-9597-8eaf7b0a84cb,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:30.524349 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-9da76bbc-acd8-4f0b-af28-68895d6b5458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:30.525631 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-9da76bbc-acd8-4f0b-af28-68895d6b5458 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/8cf01de8-c9b5-4e99-9597-8eaf7b0a84cb HTTP/1.1" status: 204 len: 168 time: 0.1584620 Sep 22 22:29:30.640449 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 6bf01ee5-3c06-4ebf-8641-ff2924b73b87 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:29:30.674716 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 6bf01ee5-3c06-4ebf-8641-ff2924b73b87 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:29:30.675061 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 6bf01ee5-3c06-4ebf-8641-ff2924b73b87 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:29:31.231292 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 60080) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:29:31.332361 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-fb350ae3-e544-4e48-9699-0316e9c0764e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1230121489-network', 'tenant_id': '486c425ffbfa4affbe6b5c1066ace9b0'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:29:31.337090 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-fb350ae3-e544-4e48-9699-0316e9c0764e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:29:31.340857 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-fb350ae3-e544-4e48-9699-0316e9c0764e admin admin] Usage tracker for resource:network and tenant:486c425ffbfa4affbe6b5c1066ace9b0 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:29:31.343648 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-fb350ae3-e544-4e48-9699-0316e9c0764e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:29:31.349287 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-fb350ae3-e544-4e48-9699-0316e9c0764e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:29:31.359163 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb350ae3-e544-4e48-9699-0316e9c0764e admin admin] Made reservation on behalf of 486c425ffbfa4affbe6b5c1066ace9b0 for: {'network': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:29:31.361511 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fb350ae3-e544-4e48-9699-0316e9c0764e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:31.372997 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fb350ae3-e544-4e48-9699-0316e9c0764e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:31.387296 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-fb350ae3-e544-4e48-9699-0316e9c0764e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:29:31.391042 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-fb350ae3-e544-4e48-9699-0316e9c0764e admin admin] Usage tracker for resource:security_group_rule and tenant:486c425ffbfa4affbe6b5c1066ace9b0 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:29:31.394308 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-fb350ae3-e544-4e48-9699-0316e9c0764e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:29:31.399877 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-fb350ae3-e544-4e48-9699-0316e9c0764e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:29:31.479766 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fb350ae3-e544-4e48-9699-0316e9c0764e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:31.483199 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fb350ae3-e544-4e48-9699-0316e9c0764e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:31.515871 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb350ae3-e544-4e48-9699-0316e9c0764e admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=89009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 22:29:31.524033 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb350ae3-e544-4e48-9699-0316e9c0764e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac810fcf-6b6e-432e-b375-d9697be65a4c,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:31.530868 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fb350ae3-e544-4e48-9699-0316e9c0764e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:31.531211 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.segments_db [None req-fb350ae3-e544-4e48-9699-0316e9c0764e admin admin] Added segment 2f5de4c0-63fa-4c71-981f-1427187c0e68 of type vlan for network 6cf5f78a-93da-4890-ab48-087f090b5ba9 Sep 22 22:29:31.558039 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fb350ae3-e544-4e48-9699-0316e9c0764e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:31.586180 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fb350ae3-e544-4e48-9699-0316e9c0764e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:31.587206 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb350ae3-e544-4e48-9699-0316e9c0764e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:29:31.587729 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-fb350ae3-e544-4e48-9699-0316e9c0764e admin admin] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:31.689418 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-fb350ae3-e544-4e48-9699-0316e9c0764e admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4570408 Sep 22 22:29:31.692643 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb350ae3-e544-4e48-9699-0316e9c0764e admin admin] Pushing event updated for resources: {'Network': ['ID=6cf5f78a-93da-4890-ab48-087f090b5ba9,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:31.692919 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 60086) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:29:31.698405 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-842fe10d-6d6e-478f-bb09-4af584e97814 admin admin] Request body: {'subnet': {'network_id': '6cf5f78a-93da-4890-ab48-087f090b5ba9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1230121489-subnet', 'tenant_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'ip_version': 4}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:29:31.702480 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 6cf5f78a-93da-4890-ab48-087f090b5ba9 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 22:29:31.703321 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-842fe10d-6d6e-478f-bb09-4af584e97814 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:29:31.707252 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-842fe10d-6d6e-478f-bb09-4af584e97814 admin admin] Usage tracker for resource:subnet and tenant:486c425ffbfa4affbe6b5c1066ace9b0 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:29:31.710023 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-842fe10d-6d6e-478f-bb09-4af584e97814 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:29:31.716130 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-842fe10d-6d6e-478f-bb09-4af584e97814 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:29:31.725237 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842fe10d-6d6e-478f-bb09-4af584e97814 admin admin] Made reservation on behalf of 486c425ffbfa4affbe6b5c1066ace9b0 for: {'subnet': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:29:31.727515 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-842fe10d-6d6e-478f-bb09-4af584e97814 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7172028'] for subnet, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:31.921064 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-842fe10d-6d6e-478f-bb09-4af584e97814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6912483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7171986'] for subnet, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:31.995212 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842fe10d-6d6e-478f-bb09-4af584e97814 admin admin] Pushing event updated for resources: {'Subnet': ['ID=980ec72d-5877-4bf7-b80a-1c7cdab2277e,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:32.002372 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842fe10d-6d6e-478f-bb09-4af584e97814 admin admin] Checking segment: {'id': '2f5de4c0-63fa-4c71-981f-1427187c0e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6cf5f78a-93da-4890-ab48-087f090b5ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:29:32.002751 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842fe10d-6d6e-478f-bb09-4af584e97814 admin admin] Network hostable DHCP agents. Network: 6cf5f78a-93da-4890-ab48-087f090b5ba9, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 22:29:32.019751 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842fe10d-6d6e-478f-bb09-4af584e97814 admin admin] Network 6cf5f78a-93da-4890-ab48-087f090b5ba9 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 22:29:32.028293 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-842fe10d-6d6e-478f-bb09-4af584e97814 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 6cf5f78a-93da-4890-ab48-087f090b5ba9) {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:29:32.032376 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842fe10d-6d6e-478f-bb09-4af584e97814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:29:32.032964 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-842fe10d-6d6e-478f-bb09-4af584e97814 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:32.039613 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edbf47d-f405-4d03-b852-b433f2dc5b56 None None] Network 6cf5f78a-93da-4890-ab48-087f090b5ba9 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:29:32.053427 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-842fe10d-6d6e-478f-bb09-4af584e97814 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3593676 Sep 22 22:29:32.056072 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 60090) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:29:32.061050 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-2e1c5833-b85f-498a-9367-a4a459040db2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1230121489-router', 'tenant_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:29:32.065893 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-2e1c5833-b85f-498a-9367-a4a459040db2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:29:32.069782 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-2e1c5833-b85f-498a-9367-a4a459040db2 admin admin] Usage tracker for resource:router and tenant:486c425ffbfa4affbe6b5c1066ace9b0 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:29:32.072690 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-2e1c5833-b85f-498a-9367-a4a459040db2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:29:32.078543 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-2e1c5833-b85f-498a-9367-a4a459040db2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:29:32.088482 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2e1c5833-b85f-498a-9367-a4a459040db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:32.089567 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2e1c5833-b85f-498a-9367-a4a459040db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:32.104658 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2e1c5833-b85f-498a-9367-a4a459040db2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:32.261558 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24e6aa8-a59a-44bd-9bad-28bdc4153409 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-6cf5f78a-93da-4890-ab48-087f090b5ba9', 'network_id': '6cf5f78a-93da-4890-ab48-087f090b5ba9', 'tenant_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'fixed_ips': [{'subnet_id': '980ec72d-5877-4bf7-b80a-1c7cdab2277e'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 22:29:32.262393 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-d24e6aa8-a59a-44bd-9bad-28bdc4153409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:32.415239 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-d24e6aa8-a59a-44bd-9bad-28bdc4153409 None None] Allocated IP 172.20.0.2 (6cf5f78a-93da-4890-ab48-087f090b5ba9/980ec72d-5877-4bf7-b80a-1c7cdab2277e/c729baf0-29be-4867-81b6-26c0cce553c4) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:29:32.466025 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2e1c5833-b85f-498a-9367-a4a459040db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:32.612770 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-d24e6aa8-a59a-44bd-9bad-28bdc4153409 None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:32.622291 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-d24e6aa8-a59a-44bd-9bad-28bdc4153409 None None] Transition to ACTIVE for port object c729baf0-29be-4867-81b6-26c0cce553c4 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:29:32.641132 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-d24e6aa8-a59a-44bd-9bad-28bdc4153409 None None] Transition to ACTIVE for port object c729baf0-29be-4867-81b6-26c0cce553c4 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:29:32.646935 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-d24e6aa8-a59a-44bd-9bad-28bdc4153409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:32.713180 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24e6aa8-a59a-44bd-9bad-28bdc4153409 None None] Network 6cf5f78a-93da-4890-ab48-087f090b5ba9 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:29:32.716093 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-d24e6aa8-a59a-44bd-9bad-28bdc4153409 None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:29:32.722346 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24e6aa8-a59a-44bd-9bad-28bdc4153409 None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:29:32.724397 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e6aa8-a59a-44bd-9bad-28bdc4153409 None None] Pushing event updated for resources: {'Port': ['ID=c729baf0-29be-4867-81b6-26c0cce553c4,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:32.765137 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e6aa8-a59a-44bd-9bad-28bdc4153409 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:29:32.765480 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e6aa8-a59a-44bd-9bad-28bdc4153409 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:29:32.766005 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e6aa8-a59a-44bd-9bad-28bdc4153409 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:29:32.766339 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e6aa8-a59a-44bd-9bad-28bdc4153409 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:29:32.766696 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e6aa8-a59a-44bd-9bad-28bdc4153409 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:29:32.767028 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e6aa8-a59a-44bd-9bad-28bdc4153409 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:29:32.767348 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e6aa8-a59a-44bd-9bad-28bdc4153409 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:29:32.767689 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e6aa8-a59a-44bd-9bad-28bdc4153409 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:29:32.768544 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e6aa8-a59a-44bd-9bad-28bdc4153409 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:29:32.768867 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e6aa8-a59a-44bd-9bad-28bdc4153409 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:29:32.769496 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e6aa8-a59a-44bd-9bad-28bdc4153409 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:29:32.769496 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e6aa8-a59a-44bd-9bad-28bdc4153409 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:29:32.776116 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2e1c5833-b85f-498a-9367-a4a459040db2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:32.808523 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2e1c5833-b85f-498a-9367-a4a459040db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:32.831688 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-d24e6aa8-a59a-44bd-9bad-28bdc4153409 None None] Attempting to bind port c729baf0-29be-4867-81b6-26c0cce553c4 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:29:32.832053 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-d24e6aa8-a59a-44bd-9bad-28bdc4153409 None None] Attempting to bind port c729baf0-29be-4867-81b6-26c0cce553c4 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '2f5de4c0-63fa-4c71-981f-1427187c0e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6cf5f78a-93da-4890-ab48-087f090b5ba9'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:29:32.832403 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24e6aa8-a59a-44bd-9bad-28bdc4153409 None None] Attempting to bind port c729baf0-29be-4867-81b6-26c0cce553c4 on network 6cf5f78a-93da-4890-ab48-087f090b5ba9 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:29:32.837553 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24e6aa8-a59a-44bd-9bad-28bdc4153409 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:29:32.837862 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24e6aa8-a59a-44bd-9bad-28bdc4153409 None None] Checking segment: {'id': '2f5de4c0-63fa-4c71-981f-1427187c0e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6cf5f78a-93da-4890-ab48-087f090b5ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:29:32.838252 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-d24e6aa8-a59a-44bd-9bad-28bdc4153409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:32.838654 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24e6aa8-a59a-44bd-9bad-28bdc4153409 None None] Bound using segment: {'id': '2f5de4c0-63fa-4c71-981f-1427187c0e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6cf5f78a-93da-4890-ab48-087f090b5ba9'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:29:32.839106 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-d24e6aa8-a59a-44bd-9bad-28bdc4153409 None None] Bound port: c729baf0-29be-4867-81b6-26c0cce553c4, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f5de4c0-63fa-4c71-981f-1427187c0e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6cf5f78a-93da-4890-ab48-087f090b5ba9'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:29:32.839467 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-d24e6aa8-a59a-44bd-9bad-28bdc4153409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:32.940528 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-2e1c5833-b85f-498a-9367-a4a459040db2 admin admin] Allocated IP 172.26.0.100 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/9d537d02-4431-4c96-89a4-5cb723e59f0b) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:29:32.956328 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-d24e6aa8-a59a-44bd-9bad-28bdc4153409 None None] For port c729baf0-29be-4867-81b6-26c0cce553c4, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:29:32.959482 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-d24e6aa8-a59a-44bd-9bad-28bdc4153409 None None] For port c729baf0-29be-4867-81b6-26c0cce553c4, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=c729baf0-29be-4867-81b6-26c0cce553c4,segment=NetworkSegment(2f5de4c0-63fa-4c71-981f-1427187c0e68),segment_id=2f5de4c0-63fa-4c71-981f-1427187c0e68)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:29:32.964930 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-d24e6aa8-a59a-44bd-9bad-28bdc4153409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:33.043273 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e6aa8-a59a-44bd-9bad-28bdc4153409 None None] Pushing event updated for resources: {'Port': ['ID=c729baf0-29be-4867-81b6-26c0cce553c4,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:33.094973 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2e1c5833-b85f-498a-9367-a4a459040db2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:33.124268 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2e1c5833-b85f-498a-9367-a4a459040db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:33.194192 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1c5833-b85f-498a-9367-a4a459040db2 admin admin] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:29:33.197425 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-2e1c5833-b85f-498a-9367-a4a459040db2 admin admin] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:29:33.203075 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1c5833-b85f-498a-9367-a4a459040db2 admin admin] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:29:33.257339 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c5833-b85f-498a-9367-a4a459040db2 admin admin] Pushing event updated for resources: {'Port': ['ID=9d537d02-4431-4c96-89a4-5cb723e59f0b,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:33.638965 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2e1c5833-b85f-498a-9367-a4a459040db2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:33.956332 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56e5970-1167-43ff-a8d7-1293be3a6a4c None None] Network 6cf5f78a-93da-4890-ab48-087f090b5ba9 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:29:34.049781 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-dcfabc7b-a342-4fe8-b5b5-205606646fc4 None None] Provisioning for port c729baf0-29be-4867-81b6-26c0cce553c4 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:29:34.091252 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2e1c5833-b85f-498a-9367-a4a459040db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:34.301225 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e1c5833-b85f-498a-9367-a4a459040db2 admin admin] Router a6df061a-a93f-42cf-b088-2ce9c6cb73cf is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 22:29:34.477713 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1c5833-b85f-498a-9367-a4a459040db2 admin admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:29:34.485981 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66ea0c5-58e1-473e-8aa4-a12652f4b1e3 None None] Sync routers for ids ['a6df061a-a93f-42cf-b088-2ce9c6cb73cf'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:29:34.495676 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66ea0c5-58e1-473e-8aa4-a12652f4b1e3 None None] Routers {'a6df061a-a93f-42cf-b088-2ce9c6cb73cf'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:29:34.496339 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-b66ea0c5-58e1-473e-8aa4-a12652f4b1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:29:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['a6df061a-a93f-42cf-b088-2ce9c6cb73cf'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:29:34.501745 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-2e1c5833-b85f-498a-9367-a4a459040db2 admin admin] Notify callbacks [] for router, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:34.503579 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-2e1c5833-b85f-498a-9367-a4a459040db2 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4465919 Sep 22 22:29:34.506272 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 60094) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:29:34.679634 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device c729baf0-29be-4867-81b6-26c0cce553c4 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:29:34.682202 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-b66ea0c5-58e1-473e-8aa4-a12652f4b1e3 None None] Set router a6df061a-a93f-42cf-b088-2ce9c6cb73cf gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:29:34.753988 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port c729baf0-29be-4867-81b6-26c0cce553c4 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:29:34.758863 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port c729baf0-29be-4867-81b6-26c0cce553c4 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:29:34.759230 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:34.759566 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port c729baf0-29be-4867-81b6-26c0cce553c4 Sep 22 22:29:34.877608 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port c729baf0-29be-4867-81b6-26c0cce553c4 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:29:34.878415 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:34.913715 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port c729baf0-29be-4867-81b6-26c0cce553c4, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=c729baf0-29be-4867-81b6-26c0cce553c4,segment=NetworkSegment(2f5de4c0-63fa-4c71-981f-1427187c0e68),segment_id=2f5de4c0-63fa-4c71-981f-1427187c0e68)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:29:34.919328 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:34.968236 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-b66ea0c5-58e1-473e-8aa4-a12652f4b1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'name': 'tempest-TestSnapshotPattern-1230121489-router', 'tenant_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '9d537d02-4431-4c96-89a4-5cb723e59f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:29:32Z', 'updated_at': '2022-09-22T22:29:33Z', 'revision_number': 3, 'project_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'gw_port': {'id': '9d537d02-4431-4c96-89a4-5cb723e59f0b', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:29:32Z', 'updated_at': '2022-09-22T22:29:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:29:34.973048 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66ea0c5-58e1-473e-8aa4-a12652f4b1e3 None None] Checking router: a6df061a-a93f-42cf-b088-2ce9c6cb73cf for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:29:34.973518 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66ea0c5-58e1-473e-8aa4-a12652f4b1e3 None None] Updating router a6df061a-a93f-42cf-b088-2ce9c6cb73cf port 9d537d02-4431-4c96-89a4-5cb723e59f0b binding host dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 22:29:34.999241 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=c729baf0-29be-4867-81b6-26c0cce553c4,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:35.032547 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-b66ea0c5-58e1-473e-8aa4-a12652f4b1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:35.294997 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1067c39c-ae99-458e-98de-6acb5c7ed8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:35.358459 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-b66ea0c5-58e1-473e-8aa4-a12652f4b1e3 None None] Notify callbacks [] for port, precommit_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:35.370151 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.provisioning_blocks [None req-b66ea0c5-58e1-473e-8aa4-a12652f4b1e3 None None] Transition to ACTIVE for port object 9d537d02-4431-4c96-89a4-5cb723e59f0b will not be triggered until provisioned by entity L2. {{(pid=89011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:29:35.376650 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-b66ea0c5-58e1-473e-8aa4-a12652f4b1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:35.436078 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-b66ea0c5-58e1-473e-8aa4-a12652f4b1e3 None None] Attempting to bind port 9d537d02-4431-4c96-89a4-5cb723e59f0b on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:29:35.436438 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-b66ea0c5-58e1-473e-8aa4-a12652f4b1e3 None None] Attempting to bind port 9d537d02-4431-4c96-89a4-5cb723e59f0b by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:29:35.436786 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66ea0c5-58e1-473e-8aa4-a12652f4b1e3 None None] Attempting to bind port 9d537d02-4431-4c96-89a4-5cb723e59f0b on network a22ae1c9-d428-411f-af43-ce0f71b38d9c {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:29:35.446540 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66ea0c5-58e1-473e-8aa4-a12652f4b1e3 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:29:35.446929 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66ea0c5-58e1-473e-8aa4-a12652f4b1e3 None None] Checking segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:29:35.447313 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-b66ea0c5-58e1-473e-8aa4-a12652f4b1e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:35.447709 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66ea0c5-58e1-473e-8aa4-a12652f4b1e3 None None] Bound using segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:29:35.448141 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-b66ea0c5-58e1-473e-8aa4-a12652f4b1e3 None None] Bound port: 9d537d02-4431-4c96-89a4-5cb723e59f0b, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:29:35.448495 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-b66ea0c5-58e1-473e-8aa4-a12652f4b1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:35.496152 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ecaec-ba1a-4ba3-916f-603301b3ed42 None None] Pushing event updated for resources: {'Port': ['ID=9d537d02-4431-4c96-89a4-5cb723e59f0b,revision_number=2']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:35.498551 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [None req-1067c39c-ae99-458e-98de-6acb5c7ed8e3 admin admin] Allocated IP 172.20.0.1 (6cf5f78a-93da-4890-ab48-087f090b5ba9/980ec72d-5877-4bf7-b80a-1c7cdab2277e/6b62e5bf-0232-45dc-a466-3cf9f7ef788f) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:29:35.508501 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ecaec-ba1a-4ba3-916f-603301b3ed42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:29:35.508837 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ecaec-ba1a-4ba3-916f-603301b3ed42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:29:35.509165 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ecaec-ba1a-4ba3-916f-603301b3ed42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:29:35.509494 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ecaec-ba1a-4ba3-916f-603301b3ed42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:29:35.509877 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ecaec-ba1a-4ba3-916f-603301b3ed42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:29:35.510195 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ecaec-ba1a-4ba3-916f-603301b3ed42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:29:35.510578 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ecaec-ba1a-4ba3-916f-603301b3ed42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:29:35.510945 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ecaec-ba1a-4ba3-916f-603301b3ed42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:29:35.511261 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ecaec-ba1a-4ba3-916f-603301b3ed42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:29:35.511573 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ecaec-ba1a-4ba3-916f-603301b3ed42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:29:35.511883 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ecaec-ba1a-4ba3-916f-603301b3ed42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:29:35.512193 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ecaec-ba1a-4ba3-916f-603301b3ed42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:29:35.540748 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-b66ea0c5-58e1-473e-8aa4-a12652f4b1e3 None None] For port 9d537d02-4431-4c96-89a4-5cb723e59f0b, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:29:35.543790 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-b66ea0c5-58e1-473e-8aa4-a12652f4b1e3 None None] For port 9d537d02-4431-4c96-89a4-5cb723e59f0b, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=9d537d02-4431-4c96-89a4-5cb723e59f0b,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:29:35.548544 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-b66ea0c5-58e1-473e-8aa4-a12652f4b1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:35.607222 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66ea0c5-58e1-473e-8aa4-a12652f4b1e3 None None] Routers {'a6df061a-a93f-42cf-b088-2ce9c6cb73cf'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:29:35.607825 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-b66ea0c5-58e1-473e-8aa4-a12652f4b1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:29:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['a6df061a-a93f-42cf-b088-2ce9c6cb73cf'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:29:35.648108 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1067c39c-ae99-458e-98de-6acb5c7ed8e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:35.663697 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [None req-1067c39c-ae99-458e-98de-6acb5c7ed8e3 admin admin] Transition to ACTIVE for port object 6b62e5bf-0232-45dc-a466-3cf9f7ef788f will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:29:35.688612 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1067c39c-ae99-458e-98de-6acb5c7ed8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:35.691284 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ecaec-ba1a-4ba3-916f-603301b3ed42 None None] Pushing event updated for resources: {'Port': ['ID=9d537d02-4431-4c96-89a4-5cb723e59f0b,revision_number=3']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:35.756964 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1067c39c-ae99-458e-98de-6acb5c7ed8e3 admin admin] Network 6cf5f78a-93da-4890-ab48-087f090b5ba9 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:29:35.759912 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-1067c39c-ae99-458e-98de-6acb5c7ed8e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:29:35.763931 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1067c39c-ae99-458e-98de-6acb5c7ed8e3 admin admin] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:29:35.810030 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1067c39c-ae99-458e-98de-6acb5c7ed8e3 admin admin] Pushing event updated for resources: {'Port': ['ID=6b62e5bf-0232-45dc-a466-3cf9f7ef788f,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:35.825452 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1067c39c-ae99-458e-98de-6acb5c7ed8e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:35.828082 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-b66ea0c5-58e1-473e-8aa4-a12652f4b1e3 None None] Set router a6df061a-a93f-42cf-b088-2ce9c6cb73cf gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:29:36.026783 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-23ac5190-18fe-4c80-9d37-8dc25e8b8605 None None] Provisioning for port 6b62e5bf-0232-45dc-a466-3cf9f7ef788f completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:29:36.032538 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-23ac5190-18fe-4c80-9d37-8dc25e8b8605 None None] Provisioning complete for port 6b62e5bf-0232-45dc-a466-3cf9f7ef788f triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:29:36.032967 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-23ac5190-18fe-4c80-9d37-8dc25e8b8605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:36.033441 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-23ac5190-18fe-4c80-9d37-8dc25e8b8605 None None] Attempt 1 to provision port 6b62e5bf-0232-45dc-a466-3cf9f7ef788f Sep 22 22:29:36.087823 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1067c39c-ae99-458e-98de-6acb5c7ed8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:36.089612 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-23ac5190-18fe-4c80-9d37-8dc25e8b8605 None None] Port 6b62e5bf-0232-45dc-a466-3cf9f7ef788f cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:29:36.116695 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-b66ea0c5-58e1-473e-8aa4-a12652f4b1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'name': 'tempest-TestSnapshotPattern-1230121489-router', 'tenant_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '9d537d02-4431-4c96-89a4-5cb723e59f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:29:32Z', 'updated_at': '2022-09-22T22:29:33Z', 'revision_number': 3, 'project_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'gw_port': {'id': '9d537d02-4431-4c96-89a4-5cb723e59f0b', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:29:32Z', 'updated_at': '2022-09-22T22:29:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:29:36.120520 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66ea0c5-58e1-473e-8aa4-a12652f4b1e3 None None] The sync data for ids ['a6df061a-a93f-42cf-b088-2ce9c6cb73cf'] in dv-neutron-858900-1-hyperv is: [{'id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'name': 'tempest-TestSnapshotPattern-1230121489-router', 'tenant_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '9d537d02-4431-4c96-89a4-5cb723e59f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:29:32Z', 'updated_at': '2022-09-22T22:29:33Z', 'revision_number': 3, 'project_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'gw_port': {'id': '9d537d02-4431-4c96-89a4-5cb723e59f0b', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:29:32Z', 'updated_at': '2022-09-22T22:29:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:29:36.322073 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1067c39c-ae99-458e-98de-6acb5c7ed8e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:36.332181 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1067c39c-ae99-458e-98de-6acb5c7ed8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:36.443010 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1067c39c-ae99-458e-98de-6acb5c7ed8e3 admin admin] Pushing event updated for resources: {'Port': ['ID=6b62e5bf-0232-45dc-a466-3cf9f7ef788f,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:36.445393 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-1067c39c-ae99-458e-98de-6acb5c7ed8e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:36.584497 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1067c39c-ae99-458e-98de-6acb5c7ed8e3 admin admin] Network 6cf5f78a-93da-4890-ab48-087f090b5ba9 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:29:36.585675 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [None req-1067c39c-ae99-458e-98de-6acb5c7ed8e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:29:36.591031 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-23ac5190-18fe-4c80-9d37-8dc25e8b8605 None None] Attempt 2 to provision port 6b62e5bf-0232-45dc-a466-3cf9f7ef788f Sep 22 22:29:36.672147 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-23ac5190-18fe-4c80-9d37-8dc25e8b8605 None None] Port 6b62e5bf-0232-45dc-a466-3cf9f7ef788f cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:29:36.733367 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 9d537d02-4431-4c96-89a4-5cb723e59f0b up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:29:36.816055 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 9d537d02-4431-4c96-89a4-5cb723e59f0b completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:29:36.822076 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 9d537d02-4431-4c96-89a4-5cb723e59f0b triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:29:36.822857 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:36.823469 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 9d537d02-4431-4c96-89a4-5cb723e59f0b Sep 22 22:29:36.946513 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1067c39c-ae99-458e-98de-6acb5c7ed8e3 admin admin] Router a6df061a-a93f-42cf-b088-2ce9c6cb73cf has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 22:29:36.956329 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 9d537d02-4431-4c96-89a4-5cb723e59f0b is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:29:36.956703 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:36.982698 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 9d537d02-4431-4c96-89a4-5cb723e59f0b, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=9d537d02-4431-4c96-89a4-5cb723e59f0b,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:29:36.989441 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:36.990244 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device c729baf0-29be-4867-81b6-26c0cce553c4 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:29:37.110955 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=9d537d02-4431-4c96-89a4-5cb723e59f0b,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:37.126176 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port c729baf0-29be-4867-81b6-26c0cce553c4 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:29:37.126532 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:37.127034 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port c729baf0-29be-4867-81b6-26c0cce553c4 Sep 22 22:29:37.149397 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1067c39c-ae99-458e-98de-6acb5c7ed8e3 admin admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:29:37.164312 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-1067c39c-ae99-458e-98de-6acb5c7ed8e3 admin admin] 10.222.0.33 "PUT /v2.0/routers/a6df061a-a93f-42cf-b088-2ce9c6cb73cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6514828 Sep 22 22:29:37.173539 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-23ac5190-18fe-4c80-9d37-8dc25e8b8605 None None] Attempt 3 to provision port 6b62e5bf-0232-45dc-a466-3cf9f7ef788f Sep 22 22:29:37.241458 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-23ac5190-18fe-4c80-9d37-8dc25e8b8605 None None] Port 6b62e5bf-0232-45dc-a466-3cf9f7ef788f cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:29:37.294794 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port c729baf0-29be-4867-81b6-26c0cce553c4 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:29:37.647095 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 60112) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:29:37.652627 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-c98aae6c-87b2-475b-9d3e-d90e021b3526 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-195516607-network', 'tenant_id': '1b12635598c545858a7c74fd9b5f3750'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:29:37.657901 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c98aae6c-87b2-475b-9d3e-d90e021b3526 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:29:37.661754 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c98aae6c-87b2-475b-9d3e-d90e021b3526 admin admin] Usage tracker for resource:network and tenant:1b12635598c545858a7c74fd9b5f3750 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:29:37.664746 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c98aae6c-87b2-475b-9d3e-d90e021b3526 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:29:37.670414 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c98aae6c-87b2-475b-9d3e-d90e021b3526 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:29:37.680365 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98aae6c-87b2-475b-9d3e-d90e021b3526 admin admin] Made reservation on behalf of 1b12635598c545858a7c74fd9b5f3750 for: {'network': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:29:37.682684 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c98aae6c-87b2-475b-9d3e-d90e021b3526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for network, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:37.694990 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c98aae6c-87b2-475b-9d3e-d90e021b3526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:37.709643 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c98aae6c-87b2-475b-9d3e-d90e021b3526 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:29:37.713623 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c98aae6c-87b2-475b-9d3e-d90e021b3526 admin admin] Usage tracker for resource:security_group_rule and tenant:1b12635598c545858a7c74fd9b5f3750 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:29:37.716525 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-c98aae6c-87b2-475b-9d3e-d90e021b3526 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:29:37.722524 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-c98aae6c-87b2-475b-9d3e-d90e021b3526 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:29:37.742216 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-23ac5190-18fe-4c80-9d37-8dc25e8b8605 None None] Attempt 4 to provision port 6b62e5bf-0232-45dc-a466-3cf9f7ef788f Sep 22 22:29:37.801252 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-23ac5190-18fe-4c80-9d37-8dc25e8b8605 None None] Port 6b62e5bf-0232-45dc-a466-3cf9f7ef788f cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:29:37.815561 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c98aae6c-87b2-475b-9d3e-d90e021b3526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:37.822050 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c98aae6c-87b2-475b-9d3e-d90e021b3526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:37.825844 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d56687-f8da-4bed-a544-0c6fc48eb8e2 None None] Sync routers for ids ['a6df061a-a93f-42cf-b088-2ce9c6cb73cf'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:29:37.835445 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d56687-f8da-4bed-a544-0c6fc48eb8e2 None None] Routers {'a6df061a-a93f-42cf-b088-2ce9c6cb73cf'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:29:37.836055 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-e6d56687-f8da-4bed-a544-0c6fc48eb8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:29:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['a6df061a-a93f-42cf-b088-2ce9c6cb73cf'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:29:37.856463 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c98aae6c-87b2-475b-9d3e-d90e021b3526 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=89008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 22:29:37.865457 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98aae6c-87b2-475b-9d3e-d90e021b3526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede717ef-f9f0-4cb0-9c67-7bbd86724f8f,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:37.871418 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c98aae6c-87b2-475b-9d3e-d90e021b3526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:37.871761 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.segments_db [None req-c98aae6c-87b2-475b-9d3e-d90e021b3526 admin admin] Added segment 3883f57b-be1f-41b3-9ad4-8bfb3ceae71f of type vlan for network 93c4d998-efcf-47bd-8edb-3804af0b66d0 Sep 22 22:29:37.898047 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c98aae6c-87b2-475b-9d3e-d90e021b3526 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733476232542'] for network, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:37.929080 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c98aae6c-87b2-475b-9d3e-d90e021b3526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189'] for network, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:37.930034 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98aae6c-87b2-475b-9d3e-d90e021b3526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:29:37.930624 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-c98aae6c-87b2-475b-9d3e-d90e021b3526 admin admin] Notify callbacks [] for network, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:38.014311 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-e6d56687-f8da-4bed-a544-0c6fc48eb8e2 None None] Set router a6df061a-a93f-42cf-b088-2ce9c6cb73cf gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:29:38.031450 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98aae6c-87b2-475b-9d3e-d90e021b3526 admin admin] Pushing event updated for resources: {'Network': ['ID=93c4d998-efcf-47bd-8edb-3804af0b66d0,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:38.038303 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-c98aae6c-87b2-475b-9d3e-d90e021b3526 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3901596 Sep 22 22:29:38.038529 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 60116) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:29:38.045227 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-738c3c1a-987e-41b9-81f2-0e193a6fc536 admin admin] Request body: {'subnet': {'network_id': '93c4d998-efcf-47bd-8edb-3804af0b66d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-195516607-subnet', 'tenant_id': '1b12635598c545858a7c74fd9b5f3750', 'ip_version': 4}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:29:38.051053 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-738c3c1a-987e-41b9-81f2-0e193a6fc536 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:29:38.055306 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-738c3c1a-987e-41b9-81f2-0e193a6fc536 admin admin] Usage tracker for resource:subnet and tenant:1b12635598c545858a7c74fd9b5f3750 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:29:38.058650 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-738c3c1a-987e-41b9-81f2-0e193a6fc536 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:29:38.066513 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-738c3c1a-987e-41b9-81f2-0e193a6fc536 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:29:38.077975 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738c3c1a-987e-41b9-81f2-0e193a6fc536 admin admin] Made reservation on behalf of 1b12635598c545858a7c74fd9b5f3750 for: {'subnet': 1} {{(pid=89009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:29:38.080441 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-738c3c1a-987e-41b9-81f2-0e193a6fc536 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7507308'] for subnet, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:38.100263 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Network 93c4d998-efcf-47bd-8edb-3804af0b66d0 details requested by agent ovs-agent-dv-neutron-858900-1-hyperv with host dv-neutron-858900-1-hyperv {{(pid=89010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 22:29:38.340458 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-23ac5190-18fe-4c80-9d37-8dc25e8b8605 None None] Attempt 5 to provision port 6b62e5bf-0232-45dc-a466-3cf9f7ef788f Sep 22 22:29:38.391553 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-738c3c1a-987e-41b9-81f2-0e193a6fc536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8189326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7507266'] for subnet, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:38.417763 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-23ac5190-18fe-4c80-9d37-8dc25e8b8605 None None] Port 6b62e5bf-0232-45dc-a466-3cf9f7ef788f cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:29:38.464491 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c3c1a-987e-41b9-81f2-0e193a6fc536 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2e26962-f1b2-4790-9746-9b0b87b25f94,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:38.476582 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738c3c1a-987e-41b9-81f2-0e193a6fc536 admin admin] Checking segment: {'id': '3883f57b-be1f-41b3-9ad4-8bfb3ceae71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '93c4d998-efcf-47bd-8edb-3804af0b66d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:29:38.476953 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738c3c1a-987e-41b9-81f2-0e193a6fc536 admin admin] Network hostable DHCP agents. Network: 93c4d998-efcf-47bd-8edb-3804af0b66d0, hostable agents: ['8bb5f91a-24e0-4d47-94dc-1873f1bd50a2'], hosted agents: [] {{(pid=89009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 22:29:38.495479 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738c3c1a-987e-41b9-81f2-0e193a6fc536 admin admin] Network 93c4d998-efcf-47bd-8edb-3804af0b66d0 is scheduled to be hosted by DHCP agent 8bb5f91a-24e0-4d47-94dc-1873f1bd50a2 with binding_index 1 {{(pid=89009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 22:29:38.505235 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-738c3c1a-987e-41b9-81f2-0e193a6fc536 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858900-1-hyperv, 93c4d998-efcf-47bd-8edb-3804af0b66d0) {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:29:38.509424 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738c3c1a-987e-41b9-81f2-0e193a6fc536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:29:38.510077 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-738c3c1a-987e-41b9-81f2-0e193a6fc536 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:38.511475 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-e6d56687-f8da-4bed-a544-0c6fc48eb8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'name': 'tempest-TestSnapshotPattern-1230121489-router', 'tenant_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '9d537d02-4431-4c96-89a4-5cb723e59f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:29:32Z', 'updated_at': '2022-09-22T22:29:36Z', 'revision_number': 4, 'project_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'gw_port': {'id': '9d537d02-4431-4c96-89a4-5cb723e59f0b', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:29:32Z', 'updated_at': '2022-09-22T22:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '6b62e5bf-0232-45dc-a466-3cf9f7ef788f', 'name': '', 'network_id': '6cf5f78a-93da-4890-ab48-087f090b5ba9', 'tenant_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'mac_address': 'fa:16:3e:03:d6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '980ec72d-5877-4bf7-b80a-1c7cdab2277e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:29:35Z', 'updated_at': '2022-09-22T22:29:36Z', 'revision_number': 2, 'project_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'subnets': [{'id': '980ec72d-5877-4bf7-b80a-1c7cdab2277e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:29:38.515474 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd69349-40f9-45be-8937-52141f1882b2 None None] Network 93c4d998-efcf-47bd-8edb-3804af0b66d0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:29:38.531972 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-738c3c1a-987e-41b9-81f2-0e193a6fc536 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4916205 Sep 22 22:29:38.532675 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d56687-f8da-4bed-a544-0c6fc48eb8e2 None None] Checking router: a6df061a-a93f-42cf-b088-2ce9c6cb73cf for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:29:38.533027 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d56687-f8da-4bed-a544-0c6fc48eb8e2 None None] Updating router a6df061a-a93f-42cf-b088-2ce9c6cb73cf port 6b62e5bf-0232-45dc-a466-3cf9f7ef788f binding host dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 22:29:38.534918 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 60120) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:29:38.539640 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-a3fe2150-8046-42bc-9527-dd80aa09e235 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-195516607-router', 'tenant_id': '1b12635598c545858a7c74fd9b5f3750', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:29:38.544200 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a3fe2150-8046-42bc-9527-dd80aa09e235 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:29:38.548047 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-a3fe2150-8046-42bc-9527-dd80aa09e235 admin admin] Usage tracker for resource:router and tenant:1b12635598c545858a7c74fd9b5f3750 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:29:38.550922 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-a3fe2150-8046-42bc-9527-dd80aa09e235 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:29:38.556645 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-a3fe2150-8046-42bc-9527-dd80aa09e235 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:29:38.568478 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a3fe2150-8046-42bc-9527-dd80aa09e235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8012042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3301'] for router, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:38.569241 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a3fe2150-8046-42bc-9527-dd80aa09e235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8027169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8026913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3306'] for router, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:38.585413 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a3fe2150-8046-42bc-9527-dd80aa09e235 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:38.655830 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 9d537d02-4431-4c96-89a4-5cb723e59f0b up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:29:38.684976 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e6d56687-f8da-4bed-a544-0c6fc48eb8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:38.855668 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a3fe2150-8046-42bc-9527-dd80aa09e235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8026899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8012051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3320'] for router, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:38.927811 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-23ac5190-18fe-4c80-9d37-8dc25e8b8605 None None] Attempt 6 to provision port 6b62e5bf-0232-45dc-a466-3cf9f7ef788f Sep 22 22:29:38.985130 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 9d537d02-4431-4c96-89a4-5cb723e59f0b triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:29:38.985503 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:38.985828 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 9d537d02-4431-4c96-89a4-5cb723e59f0b Sep 22 22:29:39.030441 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73536a66-ddfe-4665-bd7f-276cc0cff08c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb7f53df-5a1b-5cd8-afc1-ae31159ce739-93c4d998-efcf-47bd-8edb-3804af0b66d0', 'network_id': '93c4d998-efcf-47bd-8edb-3804af0b66d0', 'tenant_id': '1b12635598c545858a7c74fd9b5f3750', 'fixed_ips': [{'subnet_id': 'a2e26962-f1b2-4790-9746-9b0b87b25f94'}]}} from dv-neutron-858900-1-hyperv. {{(pid=89010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 22:29:39.031343 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-73536a66-ddfe-4665-bd7f-276cc0cff08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:39.079666 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-23ac5190-18fe-4c80-9d37-8dc25e8b8605 None None] Port 6b62e5bf-0232-45dc-a466-3cf9f7ef788f cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:29:39.161858 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a3fe2150-8046-42bc-9527-dd80aa09e235 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:39.195319 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a3fe2150-8046-42bc-9527-dd80aa09e235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:39.330245 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-a3fe2150-8046-42bc-9527-dd80aa09e235 admin admin] Allocated IP 172.26.0.209 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/c7a28bac-9f62-470a-9a70-24a76a6a9b2f) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:29:39.378912 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 9d537d02-4431-4c96-89a4-5cb723e59f0b is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:29:39.400640 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.db_base_plugin_common [None req-73536a66-ddfe-4665-bd7f-276cc0cff08c None None] Allocated IP 172.20.0.2 (93c4d998-efcf-47bd-8edb-3804af0b66d0/a2e26962-f1b2-4790-9746-9b0b87b25f94/96ab7c61-d666-4010-b607-78c203269b25) {{(pid=89010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:29:39.481549 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a3fe2150-8046-42bc-9527-dd80aa09e235 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:39.512419 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a3fe2150-8046-42bc-9527-dd80aa09e235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:39.582219 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-23ac5190-18fe-4c80-9d37-8dc25e8b8605 None None] Attempt 7 to provision port 6b62e5bf-0232-45dc-a466-3cf9f7ef788f Sep 22 22:29:39.583799 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fe2150-8046-42bc-9527-dd80aa09e235 admin admin] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:29:39.586966 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-a3fe2150-8046-42bc-9527-dd80aa09e235 admin admin] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:29:39.590629 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fe2150-8046-42bc-9527-dd80aa09e235 admin admin] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:29:39.619959 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe2150-8046-42bc-9527-dd80aa09e235 admin admin] Pushing event updated for resources: {'Port': ['ID=c7a28bac-9f62-470a-9a70-24a76a6a9b2f,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:39.625333 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e6d56687-f8da-4bed-a544-0c6fc48eb8e2 None None] Notify callbacks [] for port, precommit_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:39.657060 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-e6d56687-f8da-4bed-a544-0c6fc48eb8e2 None None] Transition to ACTIVE for port object 6b62e5bf-0232-45dc-a466-3cf9f7ef788f will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:29:39.673226 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-23ac5190-18fe-4c80-9d37-8dc25e8b8605 None None] Port 6b62e5bf-0232-45dc-a466-3cf9f7ef788f cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:29:39.683317 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e6d56687-f8da-4bed-a544-0c6fc48eb8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:39.942374 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b759dbd-a5db-42c3-9b71-bdec80b3e5a2 None None] Pushing event updated for resources: {'Port': ['ID=6b62e5bf-0232-45dc-a466-3cf9f7ef788f,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:39.982651 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-497633c8-db01-4beb-bac3-0c78b45b1881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:39.994597 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-e6d56687-f8da-4bed-a544-0c6fc48eb8e2 None None] Attempting to bind port 6b62e5bf-0232-45dc-a466-3cf9f7ef788f on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:29:39.994987 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-e6d56687-f8da-4bed-a544-0c6fc48eb8e2 None None] Attempting to bind port 6b62e5bf-0232-45dc-a466-3cf9f7ef788f by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '2f5de4c0-63fa-4c71-981f-1427187c0e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6cf5f78a-93da-4890-ab48-087f090b5ba9'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:29:39.995351 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d56687-f8da-4bed-a544-0c6fc48eb8e2 None None] Attempting to bind port 6b62e5bf-0232-45dc-a466-3cf9f7ef788f on network 6cf5f78a-93da-4890-ab48-087f090b5ba9 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:29:40.008991 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d56687-f8da-4bed-a544-0c6fc48eb8e2 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:29:40.009369 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d56687-f8da-4bed-a544-0c6fc48eb8e2 None None] Checking segment: {'id': '2f5de4c0-63fa-4c71-981f-1427187c0e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6cf5f78a-93da-4890-ab48-087f090b5ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:29:40.009765 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e6d56687-f8da-4bed-a544-0c6fc48eb8e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:40.010153 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d56687-f8da-4bed-a544-0c6fc48eb8e2 None None] Bound using segment: {'id': '2f5de4c0-63fa-4c71-981f-1427187c0e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6cf5f78a-93da-4890-ab48-087f090b5ba9'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:29:40.010640 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-e6d56687-f8da-4bed-a544-0c6fc48eb8e2 None None] Bound port: 6b62e5bf-0232-45dc-a466-3cf9f7ef788f, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f5de4c0-63fa-4c71-981f-1427187c0e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6cf5f78a-93da-4890-ab48-087f090b5ba9'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:29:40.011013 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e6d56687-f8da-4bed-a544-0c6fc48eb8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:40.020499 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-73536a66-ddfe-4665-bd7f-276cc0cff08c None None] Notify callbacks [] for port, precommit_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:40.036675 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-73536a66-ddfe-4665-bd7f-276cc0cff08c None None] Transition to ACTIVE for port object 96ab7c61-d666-4010-b607-78c203269b25 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:29:40.100342 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-73536a66-ddfe-4665-bd7f-276cc0cff08c None None] Transition to ACTIVE for port object 96ab7c61-d666-4010-b607-78c203269b25 will not be triggered until provisioned by entity DHCP. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:29:40.118099 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-73536a66-ddfe-4665-bd7f-276cc0cff08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293'] for port, after_create {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:40.122480 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a3fe2150-8046-42bc-9527-dd80aa09e235 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:40.179193 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-23ac5190-18fe-4c80-9d37-8dc25e8b8605 None None] Attempt 8 to provision port 6b62e5bf-0232-45dc-a466-3cf9f7ef788f Sep 22 22:29:40.228569 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73536a66-ddfe-4665-bd7f-276cc0cff08c None None] Network 93c4d998-efcf-47bd-8edb-3804af0b66d0 is already hosted by enough agents. {{(pid=89010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:29:40.239581 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-e6d56687-f8da-4bed-a544-0c6fc48eb8e2 None None] For port 6b62e5bf-0232-45dc-a466-3cf9f7ef788f, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:29:40.241886 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.scheduler.base_scheduler [None req-73536a66-ddfe-4665-bd7f-276cc0cff08c None None] Resources bound (agent type, host, resource id): {{(pid=89010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:29:40.248202 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73536a66-ddfe-4665-bd7f-276cc0cff08c None None] Received port after_create {{(pid=89010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:29:40.261890 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-e6d56687-f8da-4bed-a544-0c6fc48eb8e2 None None] For port 6b62e5bf-0232-45dc-a466-3cf9f7ef788f, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=6b62e5bf-0232-45dc-a466-3cf9f7ef788f,segment=NetworkSegment(2f5de4c0-63fa-4c71-981f-1427187c0e68),segment_id=2f5de4c0-63fa-4c71-981f-1427187c0e68)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:29:40.306465 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-23ac5190-18fe-4c80-9d37-8dc25e8b8605 None None] Port 6b62e5bf-0232-45dc-a466-3cf9f7ef788f cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:29:40.306992 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73536a66-ddfe-4665-bd7f-276cc0cff08c None None] Pushing event updated for resources: {'Port': ['ID=96ab7c61-d666-4010-b607-78c203269b25,revision_number=1']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:40.309714 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e6d56687-f8da-4bed-a544-0c6fc48eb8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:40.421315 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d56687-f8da-4bed-a544-0c6fc48eb8e2 None None] Routers {'a6df061a-a93f-42cf-b088-2ce9c6cb73cf'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:29:40.421995 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-e6d56687-f8da-4bed-a544-0c6fc48eb8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:29:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['a6df061a-a93f-42cf-b088-2ce9c6cb73cf'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:29:40.470537 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a3fe2150-8046-42bc-9527-dd80aa09e235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8012056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8012272'] for router, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:40.500301 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-73536a66-ddfe-4665-bd7f-276cc0cff08c None None] Attempting to bind port 96ab7c61-d666-4010-b607-78c203269b25 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:29:40.500592 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-73536a66-ddfe-4665-bd7f-276cc0cff08c None None] Attempting to bind port 96ab7c61-d666-4010-b607-78c203269b25 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '3883f57b-be1f-41b3-9ad4-8bfb3ceae71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '93c4d998-efcf-47bd-8edb-3804af0b66d0'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:29:40.500955 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73536a66-ddfe-4665-bd7f-276cc0cff08c None None] Attempting to bind port 96ab7c61-d666-4010-b607-78c203269b25 on network 93c4d998-efcf-47bd-8edb-3804af0b66d0 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:29:40.517860 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73536a66-ddfe-4665-bd7f-276cc0cff08c None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:29:40.518236 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73536a66-ddfe-4665-bd7f-276cc0cff08c None None] Checking segment: {'id': '3883f57b-be1f-41b3-9ad4-8bfb3ceae71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '93c4d998-efcf-47bd-8edb-3804af0b66d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:29:40.518655 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-73536a66-ddfe-4665-bd7f-276cc0cff08c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:40.519045 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73536a66-ddfe-4665-bd7f-276cc0cff08c None None] Bound using segment: {'id': '3883f57b-be1f-41b3-9ad4-8bfb3ceae71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '93c4d998-efcf-47bd-8edb-3804af0b66d0'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:29:40.519501 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-73536a66-ddfe-4665-bd7f-276cc0cff08c None None] Bound port: 96ab7c61-d666-4010-b607-78c203269b25, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3883f57b-be1f-41b3-9ad4-8bfb3ceae71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '93c4d998-efcf-47bd-8edb-3804af0b66d0'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:29:40.519878 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-73536a66-ddfe-4665-bd7f-276cc0cff08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:40.599543 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b759dbd-a5db-42c3-9b71-bdec80b3e5a2 None None] Pushing event updated for resources: {'Port': ['ID=6b62e5bf-0232-45dc-a466-3cf9f7ef788f,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:40.676073 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3fe2150-8046-42bc-9527-dd80aa09e235 admin admin] Router e4616142-da24-4b1e-a317-056322e5200f is scheduled to L3 agent 00484572-69ab-460c-ba62-dad581191bb1 with binding_index 1 {{(pid=89009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 22:29:40.697259 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-e6d56687-f8da-4bed-a544-0c6fc48eb8e2 None None] Set router a6df061a-a93f-42cf-b088-2ce9c6cb73cf gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:29:40.761048 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-73536a66-ddfe-4665-bd7f-276cc0cff08c None None] For port 96ab7c61-d666-4010-b607-78c203269b25, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:29:40.776757 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-73536a66-ddfe-4665-bd7f-276cc0cff08c None None] For port 96ab7c61-d666-4010-b607-78c203269b25, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=96ab7c61-d666-4010-b607-78c203269b25,segment=NetworkSegment(3883f57b-be1f-41b3-9ad4-8bfb3ceae71f),segment_id=3883f57b-be1f-41b3-9ad4-8bfb3ceae71f)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:29:40.828181 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-23ac5190-18fe-4c80-9d37-8dc25e8b8605 None None] Attempt 9 to provision port 6b62e5bf-0232-45dc-a466-3cf9f7ef788f Sep 22 22:29:40.866208 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-73536a66-ddfe-4665-bd7f-276cc0cff08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:40.867301 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3fe2150-8046-42bc-9527-dd80aa09e235 admin admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:29:40.878090 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0022ae5c-02fb-4d2f-bb2f-d93ac422e2d6 None None] Sync routers for ids ['e4616142-da24-4b1e-a317-056322e5200f'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:29:40.887766 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0022ae5c-02fb-4d2f-bb2f-d93ac422e2d6 None None] Routers {'e4616142-da24-4b1e-a317-056322e5200f'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:29:40.888459 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-0022ae5c-02fb-4d2f-bb2f-d93ac422e2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:29:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['e4616142-da24-4b1e-a317-056322e5200f'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:29:40.892880 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-a3fe2150-8046-42bc-9527-dd80aa09e235 admin admin] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:40.896704 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-a3fe2150-8046-42bc-9527-dd80aa09e235 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3582151 Sep 22 22:29:40.896899 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 60124) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:29:41.077040 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-0022ae5c-02fb-4d2f-bb2f-d93ac422e2d6 None None] Set router e4616142-da24-4b1e-a317-056322e5200f gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:29:41.121303 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-23ac5190-18fe-4c80-9d37-8dc25e8b8605 None None] Port 6b62e5bf-0232-45dc-a466-3cf9f7ef788f had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 22:29:41.134298 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73536a66-ddfe-4665-bd7f-276cc0cff08c None None] Pushing event updated for resources: {'Port': ['ID=96ab7c61-d666-4010-b607-78c203269b25,revision_number=2']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:41.227333 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-e6d56687-f8da-4bed-a544-0c6fc48eb8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'name': 'tempest-TestSnapshotPattern-1230121489-router', 'tenant_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '9d537d02-4431-4c96-89a4-5cb723e59f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:29:32Z', 'updated_at': '2022-09-22T22:29:36Z', 'revision_number': 4, 'project_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'gw_port': {'id': '9d537d02-4431-4c96-89a4-5cb723e59f0b', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:29:32Z', 'updated_at': '2022-09-22T22:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '6b62e5bf-0232-45dc-a466-3cf9f7ef788f', 'name': '', 'network_id': '6cf5f78a-93da-4890-ab48-087f090b5ba9', 'tenant_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'mac_address': 'fa:16:3e:03:d6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '980ec72d-5877-4bf7-b80a-1c7cdab2277e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:29:35Z', 'updated_at': '2022-09-22T22:29:40Z', 'revision_number': 4, 'project_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'subnets': [{'id': '980ec72d-5877-4bf7-b80a-1c7cdab2277e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:29:41.238428 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d56687-f8da-4bed-a544-0c6fc48eb8e2 None None] The sync data for ids ['a6df061a-a93f-42cf-b088-2ce9c6cb73cf'] in dv-neutron-858900-1-hyperv is: [{'id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'name': 'tempest-TestSnapshotPattern-1230121489-router', 'tenant_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '9d537d02-4431-4c96-89a4-5cb723e59f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:29:32Z', 'updated_at': '2022-09-22T22:29:36Z', 'revision_number': 4, 'project_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'gw_port': {'id': '9d537d02-4431-4c96-89a4-5cb723e59f0b', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:29:32Z', 'updated_at': '2022-09-22T22:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '6b62e5bf-0232-45dc-a466-3cf9f7ef788f', 'name': '', 'network_id': '6cf5f78a-93da-4890-ab48-087f090b5ba9', 'tenant_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'mac_address': 'fa:16:3e:03:d6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '980ec72d-5877-4bf7-b80a-1c7cdab2277e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:29:35Z', 'updated_at': '2022-09-22T22:29:40Z', 'revision_number': 4, 'project_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'subnets': [{'id': '980ec72d-5877-4bf7-b80a-1c7cdab2277e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:29:41.506126 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-0022ae5c-02fb-4d2f-bb2f-d93ac422e2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4616142-da24-4b1e-a317-056322e5200f', 'name': 'tempest-TestSnapshotPattern-195516607-router', 'tenant_id': '1b12635598c545858a7c74fd9b5f3750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': 'c7a28bac-9f62-470a-9a70-24a76a6a9b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:29:38Z', 'updated_at': '2022-09-22T22:29:39Z', 'revision_number': 3, 'project_id': '1b12635598c545858a7c74fd9b5f3750', 'gw_port': {'id': 'c7a28bac-9f62-470a-9a70-24a76a6a9b2f', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:01:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4616142-da24-4b1e-a317-056322e5200f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:29:39Z', 'updated_at': '2022-09-22T22:29:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:29:41.512892 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0022ae5c-02fb-4d2f-bb2f-d93ac422e2d6 None None] Checking router: e4616142-da24-4b1e-a317-056322e5200f for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:29:41.513580 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0022ae5c-02fb-4d2f-bb2f-d93ac422e2d6 None None] Updating router e4616142-da24-4b1e-a317-056322e5200f port c7a28bac-9f62-470a-9a70-24a76a6a9b2f binding host dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 22:29:41.582450 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-0022ae5c-02fb-4d2f-bb2f-d93ac422e2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:41.900119 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2b1be7f7-3833-44a8-bc30-b43eb00f62c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:41.992657 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-0022ae5c-02fb-4d2f-bb2f-d93ac422e2d6 None None] Notify callbacks [] for port, precommit_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:42.008649 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.provisioning_blocks [None req-0022ae5c-02fb-4d2f-bb2f-d93ac422e2d6 None None] Transition to ACTIVE for port object c7a28bac-9f62-470a-9a70-24a76a6a9b2f will not be triggered until provisioned by entity L2. {{(pid=89011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:29:42.018757 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-0022ae5c-02fb-4d2f-bb2f-d93ac422e2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:42.059763 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7619f380-d788-4839-a0c0-8fa507b7c145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:42.138737 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-0022ae5c-02fb-4d2f-bb2f-d93ac422e2d6 None None] Attempting to bind port c7a28bac-9f62-470a-9a70-24a76a6a9b2f on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:29:42.139568 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-0022ae5c-02fb-4d2f-bb2f-d93ac422e2d6 None None] Attempting to bind port c7a28bac-9f62-470a-9a70-24a76a6a9b2f by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:29:42.140564 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0022ae5c-02fb-4d2f-bb2f-d93ac422e2d6 None None] Attempting to bind port c7a28bac-9f62-470a-9a70-24a76a6a9b2f on network a22ae1c9-d428-411f-af43-ce0f71b38d9c {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:29:42.163928 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-2b1be7f7-3833-44a8-bc30-b43eb00f62c0 admin admin] Allocated IP 172.20.0.1 (93c4d998-efcf-47bd-8edb-3804af0b66d0/a2e26962-f1b2-4790-9746-9b0b87b25f94/956116ad-6cc6-44a2-b06e-080ba77b1c04) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:29:42.171866 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0022ae5c-02fb-4d2f-bb2f-d93ac422e2d6 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:29:42.172259 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0022ae5c-02fb-4d2f-bb2f-d93ac422e2d6 None None] Checking segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:29:42.172657 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-0022ae5c-02fb-4d2f-bb2f-d93ac422e2d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:42.173146 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0022ae5c-02fb-4d2f-bb2f-d93ac422e2d6 None None] Bound using segment: {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'} {{(pid=89011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:29:42.173575 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.managers [None req-0022ae5c-02fb-4d2f-bb2f-d93ac422e2d6 None None] Bound port: c7a28bac-9f62-470a-9a70-24a76a6a9b2f, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b58413-0989-44c2-8848-4fe665fe052f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c'}}] {{(pid=89011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:29:42.173961 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-0022ae5c-02fb-4d2f-bb2f-d93ac422e2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:42.228911 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1425f46-db3c-458d-937f-4590b6d698a6 None None] Pushing event updated for resources: {'Port': ['ID=c7a28bac-9f62-470a-9a70-24a76a6a9b2f,revision_number=2']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:42.279497 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-0022ae5c-02fb-4d2f-bb2f-d93ac422e2d6 None None] For port c7a28bac-9f62-470a-9a70-24a76a6a9b2f, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:29:42.283085 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.plugins.ml2.db [None req-0022ae5c-02fb-4d2f-bb2f-d93ac422e2d6 None None] For port c7a28bac-9f62-470a-9a70-24a76a6a9b2f, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=c7a28bac-9f62-470a-9a70-24a76a6a9b2f,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:29:42.289637 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron_lib.callbacks.manager [None req-0022ae5c-02fb-4d2f-bb2f-d93ac422e2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:42.334547 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500c9c4c-6948-4498-b1b0-c3072792dcb0 None None] Network 93c4d998-efcf-47bd-8edb-3804af0b66d0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:29:42.360253 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2b1be7f7-3833-44a8-bc30-b43eb00f62c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:42.366124 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0022ae5c-02fb-4d2f-bb2f-d93ac422e2d6 None None] Routers {'e4616142-da24-4b1e-a317-056322e5200f'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:29:42.366876 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-0022ae5c-02fb-4d2f-bb2f-d93ac422e2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:29:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['e4616142-da24-4b1e-a317-056322e5200f'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:29:42.382057 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.provisioning_blocks [None req-2b1be7f7-3833-44a8-bc30-b43eb00f62c0 admin admin] Transition to ACTIVE for port object 956116ad-6cc6-44a2-b06e-080ba77b1c04 will not be triggered until provisioned by entity DHCP. {{(pid=89009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:29:42.411309 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2b1be7f7-3833-44a8-bc30-b43eb00f62c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:42.434530 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-fc9db0b4-49b4-462e-b7dd-98c3041ba399 None None] Provisioning for port 96ab7c61-d666-4010-b607-78c203269b25 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:29:42.447587 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1425f46-db3c-458d-937f-4590b6d698a6 None None] Pushing event updated for resources: {'Port': ['ID=c7a28bac-9f62-470a-9a70-24a76a6a9b2f,revision_number=3']} {{(pid=89011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:42.493666 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1be7f7-3833-44a8-bc30-b43eb00f62c0 admin admin] Network 93c4d998-efcf-47bd-8edb-3804af0b66d0 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:29:42.496797 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-2b1be7f7-3833-44a8-bc30-b43eb00f62c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:29:42.500521 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1be7f7-3833-44a8-bc30-b43eb00f62c0 admin admin] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:29:42.534228 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1be7f7-3833-44a8-bc30-b43eb00f62c0 admin admin] Pushing event updated for resources: {'Port': ['ID=956116ad-6cc6-44a2-b06e-080ba77b1c04,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:42.561641 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2b1be7f7-3833-44a8-bc30-b43eb00f62c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012078'] for router_interface, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:42.571841 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-0022ae5c-02fb-4d2f-bb2f-d93ac422e2d6 None None] Set router e4616142-da24-4b1e-a317-056322e5200f gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:29:42.802390 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 96ab7c61-d666-4010-b607-78c203269b25 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:29:42.897086 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 96ab7c61-d666-4010-b607-78c203269b25 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:29:42.909924 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2b1be7f7-3833-44a8-bc30-b43eb00f62c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:42.920940 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 96ab7c61-d666-4010-b607-78c203269b25 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:29:42.921447 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:42.921868 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 96ab7c61-d666-4010-b607-78c203269b25 Sep 22 22:29:42.934077 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-0022ae5c-02fb-4d2f-bb2f-d93ac422e2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4616142-da24-4b1e-a317-056322e5200f', 'name': 'tempest-TestSnapshotPattern-195516607-router', 'tenant_id': '1b12635598c545858a7c74fd9b5f3750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': 'c7a28bac-9f62-470a-9a70-24a76a6a9b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:29:38Z', 'updated_at': '2022-09-22T22:29:39Z', 'revision_number': 3, 'project_id': '1b12635598c545858a7c74fd9b5f3750', 'gw_port': {'id': 'c7a28bac-9f62-470a-9a70-24a76a6a9b2f', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:01:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4616142-da24-4b1e-a317-056322e5200f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:29:39Z', 'updated_at': '2022-09-22T22:29:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:29:42.939386 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0022ae5c-02fb-4d2f-bb2f-d93ac422e2d6 None None] The sync data for ids ['e4616142-da24-4b1e-a317-056322e5200f'] in dv-neutron-858900-1-hyperv is: [{'id': 'e4616142-da24-4b1e-a317-056322e5200f', 'name': 'tempest-TestSnapshotPattern-195516607-router', 'tenant_id': '1b12635598c545858a7c74fd9b5f3750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': 'c7a28bac-9f62-470a-9a70-24a76a6a9b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:29:38Z', 'updated_at': '2022-09-22T22:29:39Z', 'revision_number': 3, 'project_id': '1b12635598c545858a7c74fd9b5f3750', 'gw_port': {'id': 'c7a28bac-9f62-470a-9a70-24a76a6a9b2f', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:01:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4616142-da24-4b1e-a317-056322e5200f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:29:39Z', 'updated_at': '2022-09-22T22:29:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:29:43.014945 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:43.017304 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-552042b8-1369-4e4f-8849-7fccdeb269ae None None] Provisioning complete for port 96ab7c61-d666-4010-b607-78c203269b25 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:29:43.017624 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-552042b8-1369-4e4f-8849-7fccdeb269ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:43.018492 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-552042b8-1369-4e4f-8849-7fccdeb269ae None None] Attempt 1 to provision port 96ab7c61-d666-4010-b607-78c203269b25 Sep 22 22:29:43.129117 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 96ab7c61-d666-4010-b607-78c203269b25 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:29:43.129638 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:43.170403 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 96ab7c61-d666-4010-b607-78c203269b25, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=96ab7c61-d666-4010-b607-78c203269b25,segment=NetworkSegment(3883f57b-be1f-41b3-9ad4-8bfb3ceae71f),segment_id=3883f57b-be1f-41b3-9ad4-8bfb3ceae71f)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:29:43.186282 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2b1be7f7-3833-44a8-bc30-b43eb00f62c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:43.192234 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2b1be7f7-3833-44a8-bc30-b43eb00f62c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:43.204070 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:43.204822 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 6b62e5bf-0232-45dc-a466-3cf9f7ef788f up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:29:43.321332 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2b1be7f7-3833-44a8-bc30-b43eb00f62c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7901239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8026567'] for router_interface, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:43.375550 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=96ab7c61-d666-4010-b607-78c203269b25,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:43.384606 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-552042b8-1369-4e4f-8849-7fccdeb269ae None None] Current status of the port 96ab7c61-d666-4010-b607-78c203269b25 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:29:43.393334 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:43.405785 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-552042b8-1369-4e4f-8849-7fccdeb269ae None None] Provisioning for port 956116ad-6cc6-44a2-b06e-080ba77b1c04 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:29:43.410916 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 6b62e5bf-0232-45dc-a466-3cf9f7ef788f completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:29:43.415763 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-552042b8-1369-4e4f-8849-7fccdeb269ae None None] Provisioning complete for port 956116ad-6cc6-44a2-b06e-080ba77b1c04 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:29:43.416241 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-552042b8-1369-4e4f-8849-7fccdeb269ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:43.416645 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-552042b8-1369-4e4f-8849-7fccdeb269ae None None] Attempt 1 to provision port 956116ad-6cc6-44a2-b06e-080ba77b1c04 Sep 22 22:29:43.446977 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 6b62e5bf-0232-45dc-a466-3cf9f7ef788f triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:29:43.446977 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:43.447457 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 6b62e5bf-0232-45dc-a466-3cf9f7ef788f Sep 22 22:29:43.523710 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-552042b8-1369-4e4f-8849-7fccdeb269ae None None] Port 956116ad-6cc6-44a2-b06e-080ba77b1c04 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:29:43.531381 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1be7f7-3833-44a8-bc30-b43eb00f62c0 admin admin] Pushing event updated for resources: {'Port': ['ID=956116ad-6cc6-44a2-b06e-080ba77b1c04,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:43.590916 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 6b62e5bf-0232-45dc-a466-3cf9f7ef788f is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:29:43.591297 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:43.597745 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1be7f7-3833-44a8-bc30-b43eb00f62c0 admin admin] Network 93c4d998-efcf-47bd-8edb-3804af0b66d0 is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:29:43.599082 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-2b1be7f7-3833-44a8-bc30-b43eb00f62c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:29:43.637026 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 6b62e5bf-0232-45dc-a466-3cf9f7ef788f, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=6b62e5bf-0232-45dc-a466-3cf9f7ef788f,segment=NetworkSegment(2f5de4c0-63fa-4c71-981f-1427187c0e68),segment_id=2f5de4c0-63fa-4c71-981f-1427187c0e68)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:29:43.641870 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:43.721185 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=6b62e5bf-0232-45dc-a466-3cf9f7ef788f,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:43.831035 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b1be7f7-3833-44a8-bc30-b43eb00f62c0 admin admin] Router e4616142-da24-4b1e-a317-056322e5200f has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 22:29:44.014473 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1be7f7-3833-44a8-bc30-b43eb00f62c0 admin admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:29:44.023383 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2b1be7f7-3833-44a8-bc30-b43eb00f62c0 admin admin] 10.222.0.33 "PUT /v2.0/routers/e4616142-da24-4b1e-a317-056322e5200f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1255331 Sep 22 22:29:44.025296 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-552042b8-1369-4e4f-8849-7fccdeb269ae None None] Attempt 2 to provision port 956116ad-6cc6-44a2-b06e-080ba77b1c04 Sep 22 22:29:44.086972 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-552042b8-1369-4e4f-8849-7fccdeb269ae None None] Port 956116ad-6cc6-44a2-b06e-080ba77b1c04 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:29:44.397665 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 60134) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:29:44.403077 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-ed81458c-2b21-4a2d-9903-dd8be3462bee tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-631978228', 'description': 'tempest-secgroup-smoke-631978228 description', 'project_id': '486c425ffbfa4affbe6b5c1066ace9b0'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:29:44.409355 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-ed81458c-2b21-4a2d-9903-dd8be3462bee tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:29:44.413418 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-ed81458c-2b21-4a2d-9903-dd8be3462bee tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Usage tracker for resource:security_group and tenant:486c425ffbfa4affbe6b5c1066ace9b0 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:29:44.416299 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-ed81458c-2b21-4a2d-9903-dd8be3462bee tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:29:44.421946 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-ed81458c-2b21-4a2d-9903-dd8be3462bee tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:29:44.433223 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ed81458c-2b21-4a2d-9903-dd8be3462bee tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks [] for security_group, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:44.453950 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-ed81458c-2b21-4a2d-9903-dd8be3462bee tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:29:44.457961 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-ed81458c-2b21-4a2d-9903-dd8be3462bee tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Usage tracker for resource:security_group_rule and tenant:486c425ffbfa4affbe6b5c1066ace9b0 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:29:44.460835 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-ed81458c-2b21-4a2d-9903-dd8be3462bee tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:29:44.466635 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-ed81458c-2b21-4a2d-9903-dd8be3462bee tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:29:44.543548 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ed81458c-2b21-4a2d-9903-dd8be3462bee tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks [] for security_group, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:44.547476 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ed81458c-2b21-4a2d-9903-dd8be3462bee tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:44.588115 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-552042b8-1369-4e4f-8849-7fccdeb269ae None None] Attempt 3 to provision port 956116ad-6cc6-44a2-b06e-080ba77b1c04 Sep 22 22:29:44.588779 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed81458c-2b21-4a2d-9903-dd8be3462bee tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d94fe8-483b-4eed-9d79-93622e74c9cb,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:44.592793 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-ed81458c-2b21-4a2d-9903-dd8be3462bee tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:44.594360 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-ed81458c-2b21-4a2d-9903-dd8be3462bee tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1956143 Sep 22 22:29:44.597831 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 60138) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:29:44.603323 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [None req-3008e406-7f13-40db-b700-9671d592b3eb tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Request body: {'security_group_rule': {'security_group_id': 'd4d94fe8-483b-4eed-9d79-93622e74c9cb', 'project_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:29:44.609503 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-3008e406-7f13-40db-b700-9671d592b3eb tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:29:44.614219 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-3008e406-7f13-40db-b700-9671d592b3eb tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Usage tracker for resource:security_group_rule and tenant:486c425ffbfa4affbe6b5c1066ace9b0 is out of sync, need to count used quota {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:29:44.618663 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [None req-3008e406-7f13-40db-b700-9671d592b3eb tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89008) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:29:44.629172 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [None req-3008e406-7f13-40db-b700-9671d592b3eb tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:29:44.657875 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3b11d8-65b2-4fe4-8bd2-f589949d4058 None None] Sync routers for ids ['e4616142-da24-4b1e-a317-056322e5200f'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:29:44.658192 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3008e406-7f13-40db-b700-9671d592b3eb tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:44.678856 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3b11d8-65b2-4fe4-8bd2-f589949d4058 None None] Routers {'e4616142-da24-4b1e-a317-056322e5200f'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:29:44.679479 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-6a3b11d8-65b2-4fe4-8bd2-f589949d4058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:29:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['e4616142-da24-4b1e-a317-056322e5200f'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:29:44.724580 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3008e406-7f13-40db-b700-9671d592b3eb tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:44.729803 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3008e406-7f13-40db-b700-9671d592b3eb tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:44.743134 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-552042b8-1369-4e4f-8849-7fccdeb269ae None None] Port 956116ad-6cc6-44a2-b06e-080ba77b1c04 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:29:44.754738 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3008e406-7f13-40db-b700-9671d592b3eb tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aca3dbd0-7f67-4d32-a4f0-63fb0d8ce15f,revision_number=0']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:44.764754 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-3008e406-7f13-40db-b700-9671d592b3eb tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:44.766066 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-3008e406-7f13-40db-b700-9671d592b3eb tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1672401 Sep 22 22:29:44.769001 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 60142) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:29:44.775083 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-f286aeea-30f9-431d-a63c-2c1d06f4c6f8 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Request body: {'security_group_rule': {'security_group_id': 'd4d94fe8-483b-4eed-9d79-93622e74c9cb', 'project_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:29:44.777348 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 96ab7c61-d666-4010-b607-78c203269b25 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:29:44.781199 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-f286aeea-30f9-431d-a63c-2c1d06f4c6f8 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:29:44.785584 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f286aeea-30f9-431d-a63c-2c1d06f4c6f8 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Usage tracker for resource:security_group_rule and tenant:486c425ffbfa4affbe6b5c1066ace9b0 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:29:44.788449 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-f286aeea-30f9-431d-a63c-2c1d06f4c6f8 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:29:44.794354 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-f286aeea-30f9-431d-a63c-2c1d06f4c6f8 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:29:44.809304 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:44.812471 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f286aeea-30f9-431d-a63c-2c1d06f4c6f8 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:44.884932 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f286aeea-30f9-431d-a63c-2c1d06f4c6f8 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:44.890121 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f286aeea-30f9-431d-a63c-2c1d06f4c6f8 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:44.913918 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f286aeea-30f9-431d-a63c-2c1d06f4c6f8 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bedbd797-76ff-48c2-8793-a18344a55fac,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:44.926392 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-f286aeea-30f9-431d-a63c-2c1d06f4c6f8 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:44.927653 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-f286aeea-30f9-431d-a63c-2c1d06f4c6f8 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1576662 Sep 22 22:29:44.930336 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 60146) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:29:44.935513 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-59cd6096-be59-427f-82b4-fe171f4768b3 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Request body: {'security_group_rule': {'security_group_id': 'd4d94fe8-483b-4eed-9d79-93622e74c9cb', 'project_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:29:44.941230 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-59cd6096-be59-427f-82b4-fe171f4768b3 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:29:44.941845 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-6a3b11d8-65b2-4fe4-8bd2-f589949d4058 None None] Set router e4616142-da24-4b1e-a317-056322e5200f gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:29:44.945055 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-59cd6096-be59-427f-82b4-fe171f4768b3 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Usage tracker for resource:security_group_rule and tenant:486c425ffbfa4affbe6b5c1066ace9b0 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:29:44.947895 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-59cd6096-be59-427f-82b4-fe171f4768b3 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:29:44.953736 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-59cd6096-be59-427f-82b4-fe171f4768b3 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:29:44.973752 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-59cd6096-be59-427f-82b4-fe171f4768b3 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:45.038301 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-59cd6096-be59-427f-82b4-fe171f4768b3 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:45.043678 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-59cd6096-be59-427f-82b4-fe171f4768b3 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:45.050553 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 96ab7c61-d666-4010-b607-78c203269b25 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:29:45.050968 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:45.051304 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 96ab7c61-d666-4010-b607-78c203269b25 Sep 22 22:29:45.065075 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd6096-be59-427f-82b4-fe171f4768b3 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97734f27-4ba9-4548-8e37-276cd859ff1a,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:45.077413 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-59cd6096-be59-427f-82b4-fe171f4768b3 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:45.078740 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-59cd6096-be59-427f-82b4-fe171f4768b3 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1474054 Sep 22 22:29:45.081977 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 60150) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:29:45.086955 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-b4fd6b2e-b182-482d-9242-fd6d7c5d64e6 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Request body: {'security_group_rule': {'security_group_id': 'd4d94fe8-483b-4eed-9d79-93622e74c9cb', 'project_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:29:45.092877 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-b4fd6b2e-b182-482d-9242-fd6d7c5d64e6 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:29:45.096783 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-b4fd6b2e-b182-482d-9242-fd6d7c5d64e6 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Usage tracker for resource:security_group_rule and tenant:486c425ffbfa4affbe6b5c1066ace9b0 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:29:45.100189 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-b4fd6b2e-b182-482d-9242-fd6d7c5d64e6 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:29:45.106128 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-b4fd6b2e-b182-482d-9242-fd6d7c5d64e6 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:29:45.124178 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b4fd6b2e-b182-482d-9242-fd6d7c5d64e6 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:45.194499 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b4fd6b2e-b182-482d-9242-fd6d7c5d64e6 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:45.199265 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b4fd6b2e-b182-482d-9242-fd6d7c5d64e6 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:45.226562 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fd6b2e-b182-482d-9242-fd6d7c5d64e6 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e11f7808-9d49-44ac-96d9-27f406911e8a,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:45.239258 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b4fd6b2e-b182-482d-9242-fd6d7c5d64e6 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:45.243296 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-b4fd6b2e-b182-482d-9242-fd6d7c5d64e6 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1578088 Sep 22 22:29:45.243571 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 60154) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:29:45.248098 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-552042b8-1369-4e4f-8849-7fccdeb269ae None None] Attempt 4 to provision port 956116ad-6cc6-44a2-b06e-080ba77b1c04 Sep 22 22:29:45.248617 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-88a21fa5-9a9f-4bf1-9cf8-a0cd88f69720 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Request body: {'security_group_rule': {'security_group_id': 'd4d94fe8-483b-4eed-9d79-93622e74c9cb', 'project_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:29:45.254594 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-88a21fa5-9a9f-4bf1-9cf8-a0cd88f69720 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:29:45.258371 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-88a21fa5-9a9f-4bf1-9cf8-a0cd88f69720 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Usage tracker for resource:security_group_rule and tenant:486c425ffbfa4affbe6b5c1066ace9b0 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:29:45.261198 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-88a21fa5-9a9f-4bf1-9cf8-a0cd88f69720 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:29:45.267480 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-88a21fa5-9a9f-4bf1-9cf8-a0cd88f69720 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:29:45.280342 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.securitygroups_db [None req-88a21fa5-9a9f-4bf1-9cf8-a0cd88f69720 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Project 486c425ffbfa4affbe6b5c1066ace9b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 22:29:45.288119 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-88a21fa5-9a9f-4bf1-9cf8-a0cd88f69720 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:45.352943 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-88a21fa5-9a9f-4bf1-9cf8-a0cd88f69720 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:45.356586 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-88a21fa5-9a9f-4bf1-9cf8-a0cd88f69720 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:45.372337 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-552042b8-1369-4e4f-8849-7fccdeb269ae None None] Port 956116ad-6cc6-44a2-b06e-080ba77b1c04 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:29:45.380188 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a21fa5-9a9f-4bf1-9cf8-a0cd88f69720 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77b24ee2-33b0-4efa-86b1-f29273c352a6,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:45.389332 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-88a21fa5-9a9f-4bf1-9cf8-a0cd88f69720 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:45.390683 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-88a21fa5-9a9f-4bf1-9cf8-a0cd88f69720 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1461062 Sep 22 22:29:45.393578 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 60158) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:29:45.399177 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-b77e7a98-d4f6-4b75-8180-6060fae8f446 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Request body: {'security_group_rule': {'security_group_id': 'd4d94fe8-483b-4eed-9d79-93622e74c9cb', 'project_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:29:45.405231 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-b77e7a98-d4f6-4b75-8180-6060fae8f446 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:29:45.409195 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-b77e7a98-d4f6-4b75-8180-6060fae8f446 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Usage tracker for resource:security_group_rule and tenant:486c425ffbfa4affbe6b5c1066ace9b0 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:29:45.412087 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-b77e7a98-d4f6-4b75-8180-6060fae8f446 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:29:45.417774 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-b77e7a98-d4f6-4b75-8180-6060fae8f446 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:29:45.428390 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.securitygroups_db [None req-b77e7a98-d4f6-4b75-8180-6060fae8f446 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Project 486c425ffbfa4affbe6b5c1066ace9b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 22:29:45.434916 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b77e7a98-d4f6-4b75-8180-6060fae8f446 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:45.447894 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 96ab7c61-d666-4010-b607-78c203269b25 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:29:45.448904 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device c7a28bac-9f62-470a-9a70-24a76a6a9b2f up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:29:45.500442 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b77e7a98-d4f6-4b75-8180-6060fae8f446 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:45.505812 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b77e7a98-d4f6-4b75-8180-6060fae8f446 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7914877'] for security_group_rule, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:45.533112 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e7a98-d4f6-4b75-8180-6060fae8f446 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4d5d1fd-627d-401f-b95c-b27f752805b8,revision_number=0']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:45.543993 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-b77e7a98-d4f6-4b75-8180-6060fae8f446 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:45.544655 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port c7a28bac-9f62-470a-9a70-24a76a6a9b2f completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:29:45.545348 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-b77e7a98-d4f6-4b75-8180-6060fae8f446 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1501768 Sep 22 22:29:45.549950 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-6a3b11d8-65b2-4fe4-8bd2-f589949d4058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4616142-da24-4b1e-a317-056322e5200f', 'name': 'tempest-TestSnapshotPattern-195516607-router', 'tenant_id': '1b12635598c545858a7c74fd9b5f3750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': 'c7a28bac-9f62-470a-9a70-24a76a6a9b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:29:38Z', 'updated_at': '2022-09-22T22:29:42Z', 'revision_number': 4, 'project_id': '1b12635598c545858a7c74fd9b5f3750', 'gw_port': {'id': 'c7a28bac-9f62-470a-9a70-24a76a6a9b2f', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:01:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4616142-da24-4b1e-a317-056322e5200f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:29:39Z', 'updated_at': '2022-09-22T22:29:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '956116ad-6cc6-44a2-b06e-080ba77b1c04', 'name': '', 'network_id': '93c4d998-efcf-47bd-8edb-3804af0b66d0', 'tenant_id': '1b12635598c545858a7c74fd9b5f3750', 'mac_address': 'fa:16:3e:f3:c9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4616142-da24-4b1e-a317-056322e5200f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': 'a2e26962-f1b2-4790-9746-9b0b87b25f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:29:41Z', 'updated_at': '2022-09-22T22:29:42Z', 'revision_number': 2, 'project_id': '1b12635598c545858a7c74fd9b5f3750', 'subnets': [{'id': 'a2e26962-f1b2-4790-9746-9b0b87b25f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:29:45.555772 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3b11d8-65b2-4fe4-8bd2-f589949d4058 None None] Checking router: e4616142-da24-4b1e-a317-056322e5200f for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:29:45.556459 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3b11d8-65b2-4fe4-8bd2-f589949d4058 None None] Updating router e4616142-da24-4b1e-a317-056322e5200f port 956116ad-6cc6-44a2-b06e-080ba77b1c04 binding host dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 22:29:45.585118 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port c7a28bac-9f62-470a-9a70-24a76a6a9b2f triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:29:45.585498 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:45.585840 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port c7a28bac-9f62-470a-9a70-24a76a6a9b2f Sep 22 22:29:45.661146 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b11d8-65b2-4fe4-8bd2-f589949d4058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:45.710064 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-324efd25-7be3-43a8-8a86-82c27708261f req-16441a6e-315b-450e-b683-ab08e6058533 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-631978228&fields=id&tenant_id=486c425ffbfa4affbe6b5c1066ace9b0 HTTP/1.1" status: 200 len: 267 time: 0.0397434 Sep 22 22:29:45.826287 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:29:45.838654 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port c7a28bac-9f62-470a-9a70-24a76a6a9b2f is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:29:45.838921 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:45.868355 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324efd25-7be3-43a8-8a86-82c27708261f req-c78add9e-df2a-43d2-ba69-16976a22f563 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:29:45.869799 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-324efd25-7be3-43a8-8a86-82c27708261f req-c78add9e-df2a-43d2-ba69-16976a22f563 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/networks?id=6cf5f78a-93da-4890-ab48-087f090b5ba9 HTTP/1.1" status: 200 len: 810 time: 0.1534762 Sep 22 22:29:45.871558 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port c7a28bac-9f62-470a-9a70-24a76a6a9b2f, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=c7a28bac-9f62-470a-9a70-24a76a6a9b2f,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:29:45.887094 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-324efd25-7be3-43a8-8a86-82c27708261f req-89f63b58-09f1-40de-b222-205fefc324f1 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/quotas/486c425ffbfa4affbe6b5c1066ace9b0 HTTP/1.1" status: 200 len: 375 time: 0.0102975 Sep 22 22:29:45.887368 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-552042b8-1369-4e4f-8849-7fccdeb269ae None None] Attempt 5 to provision port 956116ad-6cc6-44a2-b06e-080ba77b1c04 Sep 22 22:29:45.968208 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:45.968866 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 6b62e5bf-0232-45dc-a466-3cf9f7ef788f up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:29:45.979627 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-324efd25-7be3-43a8-8a86-82c27708261f req-465c1bf7-62fd-4a25-824e-01092e347c0b tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Synchronizing usage tracker for tenant:486c425ffbfa4affbe6b5c1066ace9b0 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:29:45.996065 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-324efd25-7be3-43a8-8a86-82c27708261f req-465c1bf7-62fd-4a25-824e-01092e347c0b tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Unset dirty status for tenant:486c425ffbfa4affbe6b5c1066ace9b0 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:29:45.997446 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-324efd25-7be3-43a8-8a86-82c27708261f req-465c1bf7-62fd-4a25-824e-01092e347c0b tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=486c425ffbfa4affbe6b5c1066ace9b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1046226 Sep 22 22:29:46.013989 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [req-324efd25-7be3-43a8-8a86-82c27708261f req-85d75846-00d3-4bf2-b1c7-9321bc6f696b service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=89008) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 22:29:46.015143 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-324efd25-7be3-43a8-8a86-82c27708261f req-85d75846-00d3-4bf2-b1c7-9321bc6f696b service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054102 Sep 22 22:29:46.104224 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-552042b8-1369-4e4f-8849-7fccdeb269ae None None] Port 956116ad-6cc6-44a2-b06e-080ba77b1c04 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:29:46.147299 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-324efd25-7be3-43a8-8a86-82c27708261f req-8f0c5efa-b1de-48f6-acce-28f6e6c2cca1 service neutron] 10.222.0.33 "GET /v2.0/networks/6cf5f78a-93da-4890-ab48-087f090b5ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259959 Sep 22 22:29:46.167415 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=c7a28bac-9f62-470a-9a70-24a76a6a9b2f,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:46.182313 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 6b62e5bf-0232-45dc-a466-3cf9f7ef788f triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:29:46.182720 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:46.183057 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 6b62e5bf-0232-45dc-a466-3cf9f7ef788f Sep 22 22:29:46.280817 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-324efd25-7be3-43a8-8a86-82c27708261f req-f3b7fcb7-9e4b-466d-acc7-ea05fd59d624 service neutron] 10.222.0.33 "GET /v2.0/networks/6cf5f78a-93da-4890-ab48-087f090b5ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275239 Sep 22 22:29:46.314675 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b11d8-65b2-4fe4-8bd2-f589949d4058 None None] Notify callbacks [] for port, precommit_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:46.375150 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-6a3b11d8-65b2-4fe4-8bd2-f589949d4058 None None] Transition to ACTIVE for port object 956116ad-6cc6-44a2-b06e-080ba77b1c04 will not be triggered until provisioned by entity L2. {{(pid=89010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:29:46.389040 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b11d8-65b2-4fe4-8bd2-f589949d4058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:46.473157 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-d6aed4df-aa8c-45ec-9cff-68b2ef2f4b74 req-76e983ac-6da1-495f-a5e9-c9b08cae043e tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/ports?device_id=3cc12206-1191-4633-98b7-6e4ef92af283 HTTP/1.1" status: 200 len: 210 time: 0.0529103 Sep 22 22:29:46.529332 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 6b62e5bf-0232-45dc-a466-3cf9f7ef788f is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:29:46.640698 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-552042b8-1369-4e4f-8849-7fccdeb269ae None None] Attempt 6 to provision port 956116ad-6cc6-44a2-b06e-080ba77b1c04 Sep 22 22:29:46.681396 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device c7a28bac-9f62-470a-9a70-24a76a6a9b2f up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:29:46.715201 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9598d172-4c46-4962-840f-4d147226a5b2 None None] Pushing event updated for resources: {'Port': ['ID=956116ad-6cc6-44a2-b06e-080ba77b1c04,revision_number=3']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:46.765523 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-6a3b11d8-65b2-4fe4-8bd2-f589949d4058 None None] Attempting to bind port 956116ad-6cc6-44a2-b06e-080ba77b1c04 on host dv-neutron-858900-1-hyperv for vnic_type normal with profile {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:29:46.765968 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-6a3b11d8-65b2-4fe4-8bd2-f589949d4058 None None] Attempting to bind port 956116ad-6cc6-44a2-b06e-080ba77b1c04 by drivers openvswitch,hyperv on host dv-neutron-858900-1-hyperv at level 0 using segments [{'id': '3883f57b-be1f-41b3-9ad4-8bfb3ceae71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '93c4d998-efcf-47bd-8edb-3804af0b66d0'}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:29:46.766419 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3b11d8-65b2-4fe4-8bd2-f589949d4058 None None] Attempting to bind port 956116ad-6cc6-44a2-b06e-080ba77b1c04 on network 93c4d998-efcf-47bd-8edb-3804af0b66d0 {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:29:46.781993 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3b11d8-65b2-4fe4-8bd2-f589949d4058 None None] Checking agent: {'id': '73a9cc05-2818-4947-906d-8a1b9423a3b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858900-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 24, 13), 'started_at': datetime.datetime(2022, 9, 22, 21, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858900-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:29:46.782362 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3b11d8-65b2-4fe4-8bd2-f589949d4058 None None] Checking segment: {'id': '3883f57b-be1f-41b3-9ad4-8bfb3ceae71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '93c4d998-efcf-47bd-8edb-3804af0b66d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:29:46.782779 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b11d8-65b2-4fe4-8bd2-f589949d4058 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:46.783163 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3b11d8-65b2-4fe4-8bd2-f589949d4058 None None] Bound using segment: {'id': '3883f57b-be1f-41b3-9ad4-8bfb3ceae71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '93c4d998-efcf-47bd-8edb-3804af0b66d0'} {{(pid=89010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:29:46.783626 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.managers [None req-6a3b11d8-65b2-4fe4-8bd2-f589949d4058 None None] Bound port: 956116ad-6cc6-44a2-b06e-080ba77b1c04, host: dv-neutron-858900-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3883f57b-be1f-41b3-9ad4-8bfb3ceae71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '93c4d998-efcf-47bd-8edb-3804af0b66d0'}}] {{(pid=89010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:29:46.783986 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b11d8-65b2-4fe4-8bd2-f589949d4058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:46.796544 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-552042b8-1369-4e4f-8849-7fccdeb269ae None None] Port 956116ad-6cc6-44a2-b06e-080ba77b1c04 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:29:46.871324 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port c7a28bac-9f62-470a-9a70-24a76a6a9b2f triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:29:46.871690 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:46.872021 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port c7a28bac-9f62-470a-9a70-24a76a6a9b2f Sep 22 22:29:46.927746 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-6a3b11d8-65b2-4fe4-8bd2-f589949d4058 None None] For port 956116ad-6cc6-44a2-b06e-080ba77b1c04, host dv-neutron-858900-1-hyperv, cleared binding levels {{(pid=89010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:29:46.939322 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-6a3b11d8-65b2-4fe4-8bd2-f589949d4058 None None] For port 956116ad-6cc6-44a2-b06e-080ba77b1c04, host dv-neutron-858900-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=956116ad-6cc6-44a2-b06e-080ba77b1c04,segment=NetworkSegment(3883f57b-be1f-41b3-9ad4-8bfb3ceae71f),segment_id=3883f57b-be1f-41b3-9ad4-8bfb3ceae71f)] {{(pid=89010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:29:46.946805 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b11d8-65b2-4fe4-8bd2-f589949d4058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:47.048894 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3b11d8-65b2-4fe4-8bd2-f589949d4058 None None] Routers {'e4616142-da24-4b1e-a317-056322e5200f'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:29:47.049577 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-6a3b11d8-65b2-4fe4-8bd2-f589949d4058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:29:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['e4616142-da24-4b1e-a317-056322e5200f'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:29:47.140870 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port c7a28bac-9f62-470a-9a70-24a76a6a9b2f is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:29:47.142849 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9598d172-4c46-4962-840f-4d147226a5b2 None None] Pushing event updated for resources: {'Port': ['ID=956116ad-6cc6-44a2-b06e-080ba77b1c04,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:47.247277 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-6a3b11d8-65b2-4fe4-8bd2-f589949d4058 None None] Set router e4616142-da24-4b1e-a317-056322e5200f gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:29:47.297437 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-552042b8-1369-4e4f-8849-7fccdeb269ae None None] Attempt 7 to provision port 956116ad-6cc6-44a2-b06e-080ba77b1c04 Sep 22 22:29:47.486094 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-552042b8-1369-4e4f-8849-7fccdeb269ae None None] Port 956116ad-6cc6-44a2-b06e-080ba77b1c04 had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 22:29:47.520705 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324efd25-7be3-43a8-8a86-82c27708261f req-0fce0568-7039-4af0-b23e-9e78c8a7c751 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:29:47.522163 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-324efd25-7be3-43a8-8a86-82c27708261f req-0fce0568-7039-4af0-b23e-9e78c8a7c751 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.49 "GET /v2.0/networks?id=6cf5f78a-93da-4890-ab48-087f090b5ba9 HTTP/1.1" status: 200 len: 810 time: 0.1558518 Sep 22 22:29:47.580409 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-324efd25-7be3-43a8-8a86-82c27708261f req-0ad02625-4273-41b6-a4d5-8e75d05ff7f3 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=486c425ffbfa4affbe6b5c1066ace9b0 HTTP/1.1" status: 200 len: 379 time: 0.0505128 Sep 22 22:29:47.589687 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-324efd25-7be3-43a8-8a86-82c27708261f req-4e927806-6289-4097-8d8a-99747151edf6 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Request body: {'port': {'device_id': '3cc12206-1191-4633-98b7-6e4ef92af283', 'network_id': '6cf5f78a-93da-4890-ab48-087f090b5ba9', 'admin_state_up': True, 'tenant_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'security_groups': ['d4d94fe8-483b-4eed-9d79-93622e74c9cb']}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:29:47.639279 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-6a3b11d8-65b2-4fe4-8bd2-f589949d4058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4616142-da24-4b1e-a317-056322e5200f', 'name': 'tempest-TestSnapshotPattern-195516607-router', 'tenant_id': '1b12635598c545858a7c74fd9b5f3750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': 'c7a28bac-9f62-470a-9a70-24a76a6a9b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:29:38Z', 'updated_at': '2022-09-22T22:29:42Z', 'revision_number': 4, 'project_id': '1b12635598c545858a7c74fd9b5f3750', 'gw_port': {'id': 'c7a28bac-9f62-470a-9a70-24a76a6a9b2f', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:01:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4616142-da24-4b1e-a317-056322e5200f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:29:39Z', 'updated_at': '2022-09-22T22:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '956116ad-6cc6-44a2-b06e-080ba77b1c04', 'name': '', 'network_id': '93c4d998-efcf-47bd-8edb-3804af0b66d0', 'tenant_id': '1b12635598c545858a7c74fd9b5f3750', 'mac_address': 'fa:16:3e:f3:c9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4616142-da24-4b1e-a317-056322e5200f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': 'a2e26962-f1b2-4790-9746-9b0b87b25f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:29:41Z', 'updated_at': '2022-09-22T22:29:46Z', 'revision_number': 4, 'project_id': '1b12635598c545858a7c74fd9b5f3750', 'subnets': [{'id': 'a2e26962-f1b2-4790-9746-9b0b87b25f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:29:47.643217 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3b11d8-65b2-4fe4-8bd2-f589949d4058 None None] The sync data for ids ['e4616142-da24-4b1e-a317-056322e5200f'] in dv-neutron-858900-1-hyperv is: [{'id': 'e4616142-da24-4b1e-a317-056322e5200f', 'name': 'tempest-TestSnapshotPattern-195516607-router', 'tenant_id': '1b12635598c545858a7c74fd9b5f3750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': 'c7a28bac-9f62-470a-9a70-24a76a6a9b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:29:38Z', 'updated_at': '2022-09-22T22:29:42Z', 'revision_number': 4, 'project_id': '1b12635598c545858a7c74fd9b5f3750', 'gw_port': {'id': 'c7a28bac-9f62-470a-9a70-24a76a6a9b2f', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:01:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4616142-da24-4b1e-a317-056322e5200f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:29:39Z', 'updated_at': '2022-09-22T22:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '956116ad-6cc6-44a2-b06e-080ba77b1c04', 'name': '', 'network_id': '93c4d998-efcf-47bd-8edb-3804af0b66d0', 'tenant_id': '1b12635598c545858a7c74fd9b5f3750', 'mac_address': 'fa:16:3e:f3:c9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4616142-da24-4b1e-a317-056322e5200f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': 'a2e26962-f1b2-4790-9746-9b0b87b25f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:29:41Z', 'updated_at': '2022-09-22T22:29:46Z', 'revision_number': 4, 'project_id': '1b12635598c545858a7c74fd9b5f3750', 'subnets': [{'id': 'a2e26962-f1b2-4790-9746-9b0b87b25f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:29:47.729747 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-df7c950f-c2d4-4911-94ea-3397878802b2 req-e2395a7c-42c8-4cf9-84e7-3724ebd30abd tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/ports?device_id=3cc12206-1191-4633-98b7-6e4ef92af283 HTTP/1.1" status: 200 len: 210 time: 0.1199582 Sep 22 22:29:47.798918 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-324efd25-7be3-43a8-8a86-82c27708261f req-4e927806-6289-4097-8d8a-99747151edf6 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:29:47.809644 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-324efd25-7be3-43a8-8a86-82c27708261f req-4e927806-6289-4097-8d8a-99747151edf6 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:29:47.820475 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-324efd25-7be3-43a8-8a86-82c27708261f req-4e927806-6289-4097-8d8a-99747151edf6 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Made reservation on behalf of 486c425ffbfa4affbe6b5c1066ace9b0 for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:29:47.824185 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-324efd25-7be3-43a8-8a86-82c27708261f req-4e927806-6289-4097-8d8a-99747151edf6 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:48.101968 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [req-324efd25-7be3-43a8-8a86-82c27708261f req-4e927806-6289-4097-8d8a-99747151edf6 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Allocated IP 172.20.0.12 (6cf5f78a-93da-4890-ab48-087f090b5ba9/980ec72d-5877-4bf7-b80a-1c7cdab2277e/2fda151a-edfe-4b79-86bb-9b367a198064) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:29:48.304977 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-324efd25-7be3-43a8-8a86-82c27708261f req-4e927806-6289-4097-8d8a-99747151edf6 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:48.322169 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-324efd25-7be3-43a8-8a86-82c27708261f req-4e927806-6289-4097-8d8a-99747151edf6 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Transition to ACTIVE for port object 2fda151a-edfe-4b79-86bb-9b367a198064 will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:29:48.347180 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-324efd25-7be3-43a8-8a86-82c27708261f req-4e927806-6289-4097-8d8a-99747151edf6 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:48.421832 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-324efd25-7be3-43a8-8a86-82c27708261f req-4e927806-6289-4097-8d8a-99747151edf6 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Network 6cf5f78a-93da-4890-ab48-087f090b5ba9 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:29:48.425070 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [req-324efd25-7be3-43a8-8a86-82c27708261f req-4e927806-6289-4097-8d8a-99747151edf6 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:29:48.428910 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-324efd25-7be3-43a8-8a86-82c27708261f req-4e927806-6289-4097-8d8a-99747151edf6 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:29:48.459945 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e927806-6289-4097-8d8a-99747151edf6 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Pushing event updated for resources: {'Port': ['ID=2fda151a-edfe-4b79-86bb-9b367a198064,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:48.500549 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324efd25-7be3-43a8-8a86-82c27708261f req-4e927806-6289-4097-8d8a-99747151edf6 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:29:48.501171 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-324efd25-7be3-43a8-8a86-82c27708261f req-4e927806-6289-4097-8d8a-99747151edf6 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:48.529080 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-324efd25-7be3-43a8-8a86-82c27708261f req-4e927806-6289-4097-8d8a-99747151edf6 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9436390 Sep 22 22:29:48.540805 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-324efd25-7be3-43a8-8a86-82c27708261f req-21af97d2-376d-4a1f-8642-1fbd642b9e0f service neutron] Request body: {'port': {'device_id': '3cc12206-1191-4633-98b7-6e4ef92af283', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:29:48.657626 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-ec1cd1a7-eedc-4279-8788-f5d9535da519 None None] Provisioning for port 2fda151a-edfe-4b79-86bb-9b367a198064 completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:29:48.662804 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-ec1cd1a7-eedc-4279-8788-f5d9535da519 None None] Provisioning complete for port 2fda151a-edfe-4b79-86bb-9b367a198064 triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:29:48.663250 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ec1cd1a7-eedc-4279-8788-f5d9535da519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:48.663678 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-ec1cd1a7-eedc-4279-8788-f5d9535da519 None None] Attempt 1 to provision port 2fda151a-edfe-4b79-86bb-9b367a198064 Sep 22 22:29:48.665245 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-324efd25-7be3-43a8-8a86-82c27708261f req-21af97d2-376d-4a1f-8642-1fbd642b9e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:48.696347 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 956116ad-6cc6-44a2-b06e-080ba77b1c04 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:29:48.768439 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ec1cd1a7-eedc-4279-8788-f5d9535da519 None None] Port 2fda151a-edfe-4b79-86bb-9b367a198064 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:29:48.790416 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning for port 956116ad-6cc6-44a2-b06e-080ba77b1c04 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:29:48.795431 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 956116ad-6cc6-44a2-b06e-080ba77b1c04 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:29:48.795805 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:48.796141 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 956116ad-6cc6-44a2-b06e-080ba77b1c04 Sep 22 22:29:48.923098 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 956116ad-6cc6-44a2-b06e-080ba77b1c04 is: DOWN; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:29:48.923487 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:48.957573 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] For port 956116ad-6cc6-44a2-b06e-080ba77b1c04, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=956116ad-6cc6-44a2-b06e-080ba77b1c04,segment=NetworkSegment(3883f57b-be1f-41b3-9ad4-8bfb3ceae71f),segment_id=3883f57b-be1f-41b3-9ad4-8bfb3ceae71f)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:29:48.959386 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195fb77-56df-4e27-9a69-b1d23d4a91be req-274c0c77-e9c4-4fbc-b58c-0dad5228037e tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:29:48.961177 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-f195fb77-56df-4e27-9a69-b1d23d4a91be req-274c0c77-e9c4-4fbc-b58c-0dad5228037e tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/ports?device_id=3cc12206-1191-4633-98b7-6e4ef92af283 HTTP/1.1" status: 200 len: 932 time: 0.0941854 Sep 22 22:29:48.963260 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:49.009011 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-f195fb77-56df-4e27-9a69-b1d23d4a91be req-08d77dd1-e24e-4eb1-9037-ae071f43f73e tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Synchronizing usage tracker for tenant:486c425ffbfa4affbe6b5c1066ace9b0 on resource:security_group {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:29:49.029675 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-f195fb77-56df-4e27-9a69-b1d23d4a91be req-08d77dd1-e24e-4eb1-9037-ae071f43f73e tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Unset dirty status for tenant:486c425ffbfa4affbe6b5c1066ace9b0 on resource:security_group {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:29:49.031221 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-f195fb77-56df-4e27-9a69-b1d23d4a91be req-08d77dd1-e24e-4eb1-9037-ae071f43f73e tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/security-groups?id=d4d94fe8-483b-4eed-9d79-93622e74c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641792 Sep 22 22:29:49.038468 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Pushing event updated for resources: {'Port': ['ID=956116ad-6cc6-44a2-b06e-080ba77b1c04,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:49.054572 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [req-324efd25-7be3-43a8-8a86-82c27708261f req-21af97d2-376d-4a1f-8642-1fbd642b9e0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fda151a-edfe-4b79-86bb-9b367a198064 {{(pid=89008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 22:29:49.062373 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-324efd25-7be3-43a8-8a86-82c27708261f req-21af97d2-376d-4a1f-8642-1fbd642b9e0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:49.077143 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-324efd25-7be3-43a8-8a86-82c27708261f req-21af97d2-376d-4a1f-8642-1fbd642b9e0f service neutron] Transition to ACTIVE for port object 2fda151a-edfe-4b79-86bb-9b367a198064 will not be triggered until provisioned by entity L2. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:29:49.080523 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-324efd25-7be3-43a8-8a86-82c27708261f req-21af97d2-376d-4a1f-8642-1fbd642b9e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:49.261190 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af97d2-376d-4a1f-8642-1fbd642b9e0f service neutron] Pushing event updated for resources: {'Port': ['ID=2fda151a-edfe-4b79-86bb-9b367a198064,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:49.269514 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-ec1cd1a7-eedc-4279-8788-f5d9535da519 None None] Attempt 2 to provision port 2fda151a-edfe-4b79-86bb-9b367a198064 Sep 22 22:29:49.301934 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-324efd25-7be3-43a8-8a86-82c27708261f req-21af97d2-376d-4a1f-8642-1fbd642b9e0f service neutron] Attempting to bind port 2fda151a-edfe-4b79-86bb-9b367a198064 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:29:49.302251 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-324efd25-7be3-43a8-8a86-82c27708261f req-21af97d2-376d-4a1f-8642-1fbd642b9e0f service neutron] Attempting to bind port 2fda151a-edfe-4b79-86bb-9b367a198064 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '2f5de4c0-63fa-4c71-981f-1427187c0e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6cf5f78a-93da-4890-ab48-087f090b5ba9'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:29:49.302570 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324efd25-7be3-43a8-8a86-82c27708261f req-21af97d2-376d-4a1f-8642-1fbd642b9e0f service neutron] Attempting to bind port 2fda151a-edfe-4b79-86bb-9b367a198064 on network 6cf5f78a-93da-4890-ab48-087f090b5ba9 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:29:49.307052 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324efd25-7be3-43a8-8a86-82c27708261f req-21af97d2-376d-4a1f-8642-1fbd642b9e0f service neutron] Port 2fda151a-edfe-4b79-86bb-9b367a198064 on network 6cf5f78a-93da-4890-ab48-087f090b5ba9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 22:29:49.307366 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324efd25-7be3-43a8-8a86-82c27708261f req-21af97d2-376d-4a1f-8642-1fbd642b9e0f service neutron] Attempting to bind port 2fda151a-edfe-4b79-86bb-9b367a198064 on network 6cf5f78a-93da-4890-ab48-087f090b5ba9 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:29:49.312553 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324efd25-7be3-43a8-8a86-82c27708261f req-21af97d2-376d-4a1f-8642-1fbd642b9e0f service neutron] Checking agent: {'id': '8a88b827-3477-4399-ac15-439d59b3c48a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'started_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:29:49.312890 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324efd25-7be3-43a8-8a86-82c27708261f req-21af97d2-376d-4a1f-8642-1fbd642b9e0f service neutron] Checking segment: {'id': '2f5de4c0-63fa-4c71-981f-1427187c0e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6cf5f78a-93da-4890-ab48-087f090b5ba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:29:49.313270 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324efd25-7be3-43a8-8a86-82c27708261f req-21af97d2-376d-4a1f-8642-1fbd642b9e0f service neutron] Bound using segment: {'id': '2f5de4c0-63fa-4c71-981f-1427187c0e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6cf5f78a-93da-4890-ab48-087f090b5ba9'} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:29:49.313702 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-324efd25-7be3-43a8-8a86-82c27708261f req-21af97d2-376d-4a1f-8642-1fbd642b9e0f service neutron] Bound port: 2fda151a-edfe-4b79-86bb-9b367a198064, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f5de4c0-63fa-4c71-981f-1427187c0e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6cf5f78a-93da-4890-ab48-087f090b5ba9'}}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:29:49.314032 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-324efd25-7be3-43a8-8a86-82c27708261f req-21af97d2-376d-4a1f-8642-1fbd642b9e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:49.370017 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ec1cd1a7-eedc-4279-8788-f5d9535da519 None None] Port 2fda151a-edfe-4b79-86bb-9b367a198064 cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:29:49.404266 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-324efd25-7be3-43a8-8a86-82c27708261f req-21af97d2-376d-4a1f-8642-1fbd642b9e0f service neutron] For port 2fda151a-edfe-4b79-86bb-9b367a198064, host hv-neutron-8589, cleared binding levels {{(pid=89008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:29:49.407386 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-324efd25-7be3-43a8-8a86-82c27708261f req-21af97d2-376d-4a1f-8642-1fbd642b9e0f service neutron] For port 2fda151a-edfe-4b79-86bb-9b367a198064, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=2fda151a-edfe-4b79-86bb-9b367a198064,segment=NetworkSegment(2f5de4c0-63fa-4c71-981f-1427187c0e68),segment_id=2f5de4c0-63fa-4c71-981f-1427187c0e68)] {{(pid=89008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:29:49.412494 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-324efd25-7be3-43a8-8a86-82c27708261f req-21af97d2-376d-4a1f-8642-1fbd642b9e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:49.441981 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324efd25-7be3-43a8-8a86-82c27708261f req-21af97d2-376d-4a1f-8642-1fbd642b9e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:29:49.442571 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-324efd25-7be3-43a8-8a86-82c27708261f req-21af97d2-376d-4a1f-8642-1fbd642b9e0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:49.443917 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-324efd25-7be3-43a8-8a86-82c27708261f req-21af97d2-376d-4a1f-8642-1fbd642b9e0f service neutron] 10.222.0.49 "PUT /v2.0/ports/2fda151a-edfe-4b79-86bb-9b367a198064 HTTP/1.1" status: 200 len: 1094 time: 0.9079342 Sep 22 22:29:49.444338 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc12206-1191-4633-98b7-6e4ef92af283', 'tag': '2fda151a-edfe-4b79-86bb-9b367a198064'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:29:49.446624 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98d38cca53bdb2a54eea5cb94d135dc59cc485542b944d27b5db2adcdce588eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd58ba8-c44f-4727-bf64-e38b1b08fe9c" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc12206-1191-4633-98b7-6e4ef92af283", "tag": "2fda151a-edfe-4b79-86bb-9b367a198064"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:29:49.527578 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436d27e1-eafe-4b6d-a784-3bdc81900992 x-openstack-request-id: req-436d27e1-eafe-4b6d-a784-3bdc81900992 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:29:49.527767 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc12206-1191-4633-98b7-6e4ef92af283", "tag": "2fda151a-edfe-4b79-86bb-9b367a198064", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:29:49.528018 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-436d27e1-eafe-4b6d-a784-3bdc81900992 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:29:49.528427 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-436d27e1-eafe-4b6d-a784-3bdc81900992'] response: {'name': 'network-changed', 'server_uuid': '3cc12206-1191-4633-98b7-6e4ef92af283', 'tag': '2fda151a-edfe-4b79-86bb-9b367a198064', 'status': 'completed', 'code': 200} Sep 22 22:29:49.538549 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af97d2-376d-4a1f-8642-1fbd642b9e0f service neutron] Pushing event updated for resources: {'Port': ['ID=2fda151a-edfe-4b79-86bb-9b367a198064,revision_number=3']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:49.569413 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324efd25-7be3-43a8-8a86-82c27708261f req-329b6ba1-b336-4e06-8fa9-0266f39f758b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:29:49.570883 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-324efd25-7be3-43a8-8a86-82c27708261f req-329b6ba1-b336-4e06-8fa9-0266f39f758b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=486c425ffbfa4affbe6b5c1066ace9b0&device_id=3cc12206-1191-4633-98b7-6e4ef92af283 HTTP/1.1" status: 200 len: 1097 time: 0.0873613 Sep 22 22:29:49.636928 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-324efd25-7be3-43a8-8a86-82c27708261f req-230c6d77-971e-441e-8622-6a1959660a9e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fda151a-edfe-4b79-86bb-9b367a198064 HTTP/1.1" status: 200 len: 217 time: 0.0598199 Sep 22 22:29:49.700929 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324efd25-7be3-43a8-8a86-82c27708261f req-c7a4ff58-0edc-4435-ace3-8dcdad7289ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:29:49.702301 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-324efd25-7be3-43a8-8a86-82c27708261f req-c7a4ff58-0edc-4435-ace3-8dcdad7289ad service neutron] 10.222.0.49 "GET /v2.0/subnets?id=980ec72d-5877-4bf7-b80a-1c7cdab2277e HTTP/1.1" status: 200 len: 849 time: 0.0602462 Sep 22 22:29:49.781413 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324efd25-7be3-43a8-8a86-82c27708261f req-a6152975-b5ca-4d35-8e30-700b7c61d6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:29:49.782776 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-324efd25-7be3-43a8-8a86-82c27708261f req-a6152975-b5ca-4d35-8e30-700b7c61d6b9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6cf5f78a-93da-4890-ab48-087f090b5ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749352 Sep 22 22:29:49.870838 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-ec1cd1a7-eedc-4279-8788-f5d9535da519 None None] Attempt 3 to provision port 2fda151a-edfe-4b79-86bb-9b367a198064 Sep 22 22:29:49.909257 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-324efd25-7be3-43a8-8a86-82c27708261f req-a95f9102-d6c4-4c3a-a9d5-e0b19acba0d2 service neutron] 10.222.0.49 "GET /v2.0/networks/6cf5f78a-93da-4890-ab48-087f090b5ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207299 Sep 22 22:29:49.930273 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-ec1cd1a7-eedc-4279-8788-f5d9535da519 None None] Port 2fda151a-edfe-4b79-86bb-9b367a198064 had new provisioning blocks added so it will not transition to active. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 22:29:50.037481 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-324efd25-7be3-43a8-8a86-82c27708261f req-83262e9c-0890-4c37-b872-b7b4f024683a service neutron] 10.222.0.49 "GET /v2.0/networks/6cf5f78a-93da-4890-ab48-087f090b5ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225960 Sep 22 22:29:50.161234 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd58ba8-c44f-4727-bf64-e38b1b08fe9c req-18fb8586-918f-4182-8949-6e9920de45a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:29:50.162717 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-acd58ba8-c44f-4727-bf64-e38b1b08fe9c req-18fb8586-918f-4182-8949-6e9920de45a2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=486c425ffbfa4affbe6b5c1066ace9b0&device_id=3cc12206-1191-4633-98b7-6e4ef92af283 HTTP/1.1" status: 200 len: 1097 time: 0.0828354 Sep 22 22:29:50.244560 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a157dd-b962-48e6-9ae3-735809164e6f req-04c2a570-64b8-437d-828f-bdf317ffad4e tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:29:50.246032 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-b5a157dd-b962-48e6-9ae3-735809164e6f req-04c2a570-64b8-437d-828f-bdf317ffad4e tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/ports?device_id=3cc12206-1191-4633-98b7-6e4ef92af283 HTTP/1.1" status: 200 len: 944 time: 0.0953844 Sep 22 22:29:50.294216 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-b5a157dd-b962-48e6-9ae3-735809164e6f req-a05e1921-2265-473b-8b8c-64604dce2a44 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/security-groups?id=d4d94fe8-483b-4eed-9d79-93622e74c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418904 Sep 22 22:29:50.395762 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd58ba8-c44f-4727-bf64-e38b1b08fe9c req-1ea27f8b-29ba-4f94-a348-e9364f30b776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:29:50.397187 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-acd58ba8-c44f-4727-bf64-e38b1b08fe9c req-1ea27f8b-29ba-4f94-a348-e9364f30b776 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6cf5f78a-93da-4890-ab48-087f090b5ba9 HTTP/1.1" status: 200 len: 910 time: 0.2273667 Sep 22 22:29:50.463419 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-acd58ba8-c44f-4727-bf64-e38b1b08fe9c req-9d8ff1e0-71a6-4661-8a95-4e79b01add9e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fda151a-edfe-4b79-86bb-9b367a198064 HTTP/1.1" status: 200 len: 217 time: 0.0592208 Sep 22 22:29:50.526622 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd58ba8-c44f-4727-bf64-e38b1b08fe9c req-5615a051-9c5e-46a3-9ce1-5ce567a6488b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:29:50.528015 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-acd58ba8-c44f-4727-bf64-e38b1b08fe9c req-5615a051-9c5e-46a3-9ce1-5ce567a6488b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=980ec72d-5877-4bf7-b80a-1c7cdab2277e HTTP/1.1" status: 200 len: 849 time: 0.0579937 Sep 22 22:29:50.608261 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd58ba8-c44f-4727-bf64-e38b1b08fe9c req-bca90d4d-597b-4da7-ba3b-13f8c0ba0bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:29:50.609706 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-acd58ba8-c44f-4727-bf64-e38b1b08fe9c req-bca90d4d-597b-4da7-ba3b-13f8c0ba0bcb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6cf5f78a-93da-4890-ab48-087f090b5ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756857 Sep 22 22:29:50.653510 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 956116ad-6cc6-44a2-b06e-080ba77b1c04 up at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:29:50.723897 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Provisioning complete for port 956116ad-6cc6-44a2-b06e-080ba77b1c04 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:29:50.724260 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:50.724614 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Attempt 1 to provision port 956116ad-6cc6-44a2-b06e-080ba77b1c04 Sep 22 22:29:50.741141 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-acd58ba8-c44f-4727-bf64-e38b1b08fe9c req-6320f67f-b39c-49aa-929d-ea4c56746269 service neutron] 10.222.0.49 "GET /v2.0/networks/6cf5f78a-93da-4890-ab48-087f090b5ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252358 Sep 22 22:29:50.837253 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Current status of the port 956116ad-6cc6-44a2-b06e-080ba77b1c04 is: ACTIVE; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:29:50.872179 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-acd58ba8-c44f-4727-bf64-e38b1b08fe9c req-6a8c0958-c52b-4b3f-9b67-46cf524b81d9 service neutron] 10.222.0.49 "GET /v2.0/networks/6cf5f78a-93da-4890-ab48-087f090b5ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246870 Sep 22 22:29:51.497547 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751fe7d-48c5-4666-99b6-1aa32cc59f53 req-541d35b7-c85c-4012-8c6a-2e7bdd1908ad tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:29:51.498225 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-0751fe7d-48c5-4666-99b6-1aa32cc59f53 req-541d35b7-c85c-4012-8c6a-2e7bdd1908ad tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Synchronizing usage tracker for tenant:486c425ffbfa4affbe6b5c1066ace9b0 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:29:51.513614 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-0751fe7d-48c5-4666-99b6-1aa32cc59f53 req-541d35b7-c85c-4012-8c6a-2e7bdd1908ad tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Unset dirty status for tenant:486c425ffbfa4affbe6b5c1066ace9b0 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:29:51.514941 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0751fe7d-48c5-4666-99b6-1aa32cc59f53 req-541d35b7-c85c-4012-8c6a-2e7bdd1908ad tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/ports?device_id=3cc12206-1191-4633-98b7-6e4ef92af283 HTTP/1.1" status: 200 len: 944 time: 0.1070886 Sep 22 22:29:51.558700 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0751fe7d-48c5-4666-99b6-1aa32cc59f53 req-ca7ba59b-3b1a-4aaa-aca6-71af2f8f0c18 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/security-groups?id=d4d94fe8-483b-4eed-9d79-93622e74c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381584 Sep 22 22:29:52.752472 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073770d4-5098-4bba-a899-e1f3bcec9214 req-1cfa8cd6-5c72-4485-b527-2a57e118afb9 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:29:52.753929 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-073770d4-5098-4bba-a899-e1f3bcec9214 req-1cfa8cd6-5c72-4485-b527-2a57e118afb9 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/ports?device_id=3cc12206-1191-4633-98b7-6e4ef92af283 HTTP/1.1" status: 200 len: 944 time: 0.0858228 Sep 22 22:29:52.800758 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-073770d4-5098-4bba-a899-e1f3bcec9214 req-666c7af3-d0f1-45fb-8df2-ce6355ef2ddd tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/security-groups?id=d4d94fe8-483b-4eed-9d79-93622e74c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407319 Sep 22 22:29:53.229498 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 2fda151a-edfe-4b79-86bb-9b367a198064 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 22:29:53.359246 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 2fda151a-edfe-4b79-86bb-9b367a198064, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=2fda151a-edfe-4b79-86bb-9b367a198064,segment=NetworkSegment(2f5de4c0-63fa-4c71-981f-1427187c0e68),segment_id=2f5de4c0-63fa-4c71-981f-1427187c0e68)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:29:53.372500 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': '2fda151a-edfe-4b79-86bb-9b367a198064', 'network_id': '6cf5f78a-93da-4890-ab48-087f090b5ba9', 'port_id': '2fda151a-edfe-4b79-86bb-9b367a198064', 'mac_address': 'fa:16:3e:e1:16:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '980ec72d-5877-4bf7-b80a-1c7cdab2277e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 22:29:53.429355 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 2fda151a-edfe-4b79-86bb-9b367a198064 is: DOWN; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:29:53.429723 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:53.454049 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fda151a-edfe-4b79-86bb-9b367a198064 {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 22:29:53.468812 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 2fda151a-edfe-4b79-86bb-9b367a198064, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=2fda151a-edfe-4b79-86bb-9b367a198064,segment=NetworkSegment(2f5de4c0-63fa-4c71-981f-1427187c0e68),segment_id=2f5de4c0-63fa-4c71-981f-1427187c0e68)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:29:53.472776 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:53.537388 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=2fda151a-edfe-4b79-86bb-9b367a198064,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:53.676008 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['2fda151a-edfe-4b79-86bb-9b367a198064'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 22:29:54.100514 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb829c-c7d1-4a61-a903-b659cf772ebf req-69263c10-fe22-4237-9b7b-714ffdef6fff tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:29:54.101954 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-44eb829c-c7d1-4a61-a903-b659cf772ebf req-69263c10-fe22-4237-9b7b-714ffdef6fff tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/ports?device_id=3cc12206-1191-4633-98b7-6e4ef92af283 HTTP/1.1" status: 200 len: 945 time: 0.1918356 Sep 22 22:29:54.144228 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-44eb829c-c7d1-4a61-a903-b659cf772ebf req-3357c7de-443e-49a8-a056-907b530fbeda tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/security-groups?id=d4d94fe8-483b-4eed-9d79-93622e74c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366521 Sep 22 22:29:55.248850 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 2fda151a-edfe-4b79-86bb-9b367a198064 up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:29:55.321177 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning for port 2fda151a-edfe-4b79-86bb-9b367a198064 completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:29:55.326541 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port 2fda151a-edfe-4b79-86bb-9b367a198064 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:29:55.326929 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:55.327283 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port 2fda151a-edfe-4b79-86bb-9b367a198064 Sep 22 22:29:55.446423 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 2fda151a-edfe-4b79-86bb-9b367a198064 is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:29:55.446834 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:55.473035 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc12206-1191-4633-98b7-6e4ef92af283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fda151a-edfe-4b79-86bb-9b367a198064'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:29:55.475568 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5ef10b8f7f62c9d8883b803176dc22879553b69a7c5cba86e87b40a052191fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed289626-043e-4b2e-a6b8-795256b53e0b" -d '{"events": [{"server_uuid": "3cc12206-1191-4633-98b7-6e4ef92af283", "name": "network-vif-plugged", "status": "completed", "tag": "2fda151a-edfe-4b79-86bb-9b367a198064"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:29:55.483548 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 2fda151a-edfe-4b79-86bb-9b367a198064, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=2fda151a-edfe-4b79-86bb-9b367a198064,segment=NetworkSegment(2f5de4c0-63fa-4c71-981f-1427187c0e68),segment_id=2f5de4c0-63fa-4c71-981f-1427187c0e68)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:29:55.488211 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:55.528446 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c405dee-bc97-4d65-b8ba-7cbf3fa308d4 x-openstack-request-id: req-4c405dee-bc97-4d65-b8ba-7cbf3fa308d4 {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:29:55.528740 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc12206-1191-4633-98b7-6e4ef92af283", "name": "network-vif-plugged", "status": "completed", "tag": "2fda151a-edfe-4b79-86bb-9b367a198064", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:29:55.528995 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4c405dee-bc97-4d65-b8ba-7cbf3fa308d4 {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:29:55.529394 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c405dee-bc97-4d65-b8ba-7cbf3fa308d4'] response: {'server_uuid': '3cc12206-1191-4633-98b7-6e4ef92af283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fda151a-edfe-4b79-86bb-9b367a198064', 'code': 200} Sep 22 22:29:55.550779 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9837bb-cc94-423e-b681-02a4f85fe015 req-9fe095a1-840c-4950-a95d-5f85ac4fb81a tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:29:55.552329 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-8b9837bb-cc94-423e-b681-02a4f85fe015 req-9fe095a1-840c-4950-a95d-5f85ac4fb81a tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/ports?device_id=3cc12206-1191-4633-98b7-6e4ef92af283 HTTP/1.1" status: 200 len: 946 time: 0.1455564 Sep 22 22:29:55.564366 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=2fda151a-edfe-4b79-86bb-9b367a198064,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:55.598129 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-8b9837bb-cc94-423e-b681-02a4f85fe015 req-efff4a65-6358-4460-ad30-5068c04e0764 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/security-groups?id=d4d94fe8-483b-4eed-9d79-93622e74c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397367 Sep 22 22:29:55.792682 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530038e4-b4b1-4041-babc-296f26a8b032 req-e4b9842c-2c20-4d02-a52b-1f2146ae3e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:29:55.794145 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-530038e4-b4b1-4041-babc-296f26a8b032 req-e4b9842c-2c20-4d02-a52b-1f2146ae3e63 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3cc12206-1191-4633-98b7-6e4ef92af283 HTTP/1.1" status: 200 len: 1099 time: 0.1164665 Sep 22 22:29:55.832439 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-530038e4-b4b1-4041-babc-296f26a8b032 req-7cae9ff8-b0c4-43c3-a9a1-24f7c2600e8a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d4d94fe8-483b-4eed-9d79-93622e74c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328381 Sep 22 22:29:56.577708 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:56.799876 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f55a98-2008-414b-ae63-c286964f6d06 req-0c028056-e716-4e2d-81a6-fb4d2dacc267 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:29:56.801348 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e0f55a98-2008-414b-ae63-c286964f6d06 req-0c028056-e716-4e2d-81a6-fb4d2dacc267 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/ports?device_id=3cc12206-1191-4633-98b7-6e4ef92af283 HTTP/1.1" status: 200 len: 946 time: 0.0907032 Sep 22 22:29:56.848723 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e0f55a98-2008-414b-ae63-c286964f6d06 req-53df23e3-5f32-4732-a257-c539a437a269 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/security-groups?id=d4d94fe8-483b-4eed-9d79-93622e74c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409765 Sep 22 22:29:58.047046 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1dae5-5499-41b1-89df-f4aaea1993eb req-f802eba0-6006-4c1c-b064-7fa93dfda653 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:29:58.048413 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-b9a1dae5-5499-41b1-89df-f4aaea1993eb req-f802eba0-6006-4c1c-b064-7fa93dfda653 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/ports?device_id=3cc12206-1191-4633-98b7-6e4ef92af283 HTTP/1.1" status: 200 len: 946 time: 0.0895796 Sep 22 22:29:58.091970 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-b9a1dae5-5499-41b1-89df-f4aaea1993eb req-d35a07eb-85c3-4db1-bd85-0694551bfa4b tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/security-groups?id=d4d94fe8-483b-4eed-9d79-93622e74c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380297 Sep 22 22:29:58.292140 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce016343-7ca9-4022-bb0d-df40f1900c71 req-1ae269c5-3346-419f-8b90-02413152920a tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:29:58.293610 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ce016343-7ca9-4022-bb0d-df40f1900c71 req-1ae269c5-3346-419f-8b90-02413152920a tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/ports?device_id=3cc12206-1191-4633-98b7-6e4ef92af283 HTTP/1.1" status: 200 len: 946 time: 0.0937169 Sep 22 22:29:58.336998 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ce016343-7ca9-4022-bb0d-df40f1900c71 req-790c14d9-0b26-4360-9192-8780e1a8678f tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/security-groups?id=d4d94fe8-483b-4eed-9d79-93622e74c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377221 Sep 22 22:29:58.364987 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 60220) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:29:58.478237 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7941cd21-9c78-4239-b5b8-e4e2a356c7d6 tempest-TestSnapshotPattern-1673951783 tempest-TestSnapshotPattern-1673951783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:29:58.478960 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-7941cd21-9c78-4239-b5b8-e4e2a356c7d6 tempest-TestSnapshotPattern-1673951783 tempest-TestSnapshotPattern-1673951783-project-admin] Synchronizing usage tracker for tenant:1b12635598c545858a7c74fd9b5f3750 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:29:58.494684 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-7941cd21-9c78-4239-b5b8-e4e2a356c7d6 tempest-TestSnapshotPattern-1673951783 tempest-TestSnapshotPattern-1673951783-project-admin] Unset dirty status for tenant:1b12635598c545858a7c74fd9b5f3750 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:29:58.495791 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-7941cd21-9c78-4239-b5b8-e4e2a356c7d6 tempest-TestSnapshotPattern-1673951783 tempest-TestSnapshotPattern-1673951783-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=3cc12206-1191-4633-98b7-6e4ef92af283 HTTP/1.1" status: 200 len: 1094 time: 0.1298432 Sep 22 22:29:58.498759 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 60226) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:29:58.503558 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-44f24ee4-4bb6-4b6c-8869-8520f7ce1e01 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Request body: {'floatingip': {'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'port_id': '2fda151a-edfe-4b79-86bb-9b367a198064', 'tenant_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:29:58.510203 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-44f24ee4-4bb6-4b6c-8869-8520f7ce1e01 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:29:58.513962 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-44f24ee4-4bb6-4b6c-8869-8520f7ce1e01 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Usage tracker for resource:floatingip and tenant:486c425ffbfa4affbe6b5c1066ace9b0 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:29:58.516725 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-44f24ee4-4bb6-4b6c-8869-8520f7ce1e01 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:29:58.522334 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-44f24ee4-4bb6-4b6c-8869-8520f7ce1e01 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:29:58.535543 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-44f24ee4-4bb6-4b6c-8869-8520f7ce1e01 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks [] for floatingip, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:58.666458 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-44f24ee4-4bb6-4b6c-8869-8520f7ce1e01 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:58.800343 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-44f24ee4-4bb6-4b6c-8869-8520f7ce1e01 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Allocated IP 172.26.0.229 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/71fefa53-0602-446a-bf01-421b972ac8da) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:29:59.048152 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-44f24ee4-4bb6-4b6c-8869-8520f7ce1e01 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:59.077621 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-44f24ee4-4bb6-4b6c-8869-8520f7ce1e01 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:59.143613 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f24ee4-4bb6-4b6c-8869-8520f7ce1e01 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:29:59.146300 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-44f24ee4-4bb6-4b6c-8869-8520f7ce1e01 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:29:59.150071 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f24ee4-4bb6-4b6c-8869-8520f7ce1e01 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:29:59.189299 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f24ee4-4bb6-4b6c-8869-8520f7ce1e01 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Pushing event updated for resources: {'Port': ['ID=71fefa53-0602-446a-bf01-421b972ac8da,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:59.559537 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-44f24ee4-4bb6-4b6c-8869-8520f7ce1e01 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:59.632757 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-44f24ee4-4bb6-4b6c-8869-8520f7ce1e01 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:59.839120 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-44f24ee4-4bb6-4b6c-8869-8520f7ce1e01 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:59.843513 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-44f24ee4-4bb6-4b6c-8869-8520f7ce1e01 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:29:59.958759 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f24ee4-4bb6-4b6c-8869-8520f7ce1e01 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Pushing event updated for resources: {'Port': ['ID=71fefa53-0602-446a-bf01-421b972ac8da,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:29:59.961993 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-44f24ee4-4bb6-4b6c-8869-8520f7ce1e01 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:30:00.130156 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.l3_db [None req-44f24ee4-4bb6-4b6c-8869-8520f7ce1e01 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Floating IP 695a1681-4582-4cb7-8694-6ec5e4595292 associated. External IP: 172.26.0.229, port: 2fda151a-edfe-4b79-86bb-9b367a198064. Sep 22 22:30:00.612608 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f24ee4-4bb6-4b6c-8869-8520f7ce1e01 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Router a6df061a-a93f-42cf-b088-2ce9c6cb73cf has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 22:30:00.791964 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f24ee4-4bb6-4b6c-8869-8520f7ce1e01 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:30:00.801322 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c580fc-4aa5-4817-ad31-f100265c247e None None] Sync routers for ids ['a6df061a-a93f-42cf-b088-2ce9c6cb73cf'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:30:00.811857 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c580fc-4aa5-4817-ad31-f100265c247e None None] Routers {'a6df061a-a93f-42cf-b088-2ce9c6cb73cf'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:30:00.812520 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-c8c580fc-4aa5-4817-ad31-f100265c247e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:29:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['a6df061a-a93f-42cf-b088-2ce9c6cb73cf'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:30:00.816734 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-44f24ee4-4bb6-4b6c-8869-8520f7ce1e01 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:30:00.875261 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-44f24ee4-4bb6-4b6c-8869-8520f7ce1e01 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3753898 Sep 22 22:30:00.876259 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc12206-1191-4633-98b7-6e4ef92af283', 'tag': '2fda151a-edfe-4b79-86bb-9b367a198064'}] {{(pid=89009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:30:00.878743 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3cdb6d5bdfc0c86a52b2d842100ac752cec167fbf441e2518ec0a73bf85169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120adec1-46e8-4529-9d06-bd9e081804b6" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc12206-1191-4633-98b7-6e4ef92af283", "tag": "2fda151a-edfe-4b79-86bb-9b367a198064"}]}' {{(pid=89009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:30:00.977630 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4267c9-b2ef-45f8-a304-5b4e03f0055e x-openstack-request-id: req-6d4267c9-b2ef-45f8-a304-5b4e03f0055e {{(pid=89009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:30:00.977943 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc12206-1191-4633-98b7-6e4ef92af283", "tag": "2fda151a-edfe-4b79-86bb-9b367a198064", "status": "completed", "code": 200}]} {{(pid=89009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:30:00.978232 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6d4267c9-b2ef-45f8-a304-5b4e03f0055e {{(pid=89009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:30:00.978658 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d4267c9-b2ef-45f8-a304-5b4e03f0055e'] response: {'name': 'network-changed', 'server_uuid': '3cc12206-1191-4633-98b7-6e4ef92af283', 'tag': '2fda151a-edfe-4b79-86bb-9b367a198064', 'status': 'completed', 'code': 200} Sep 22 22:30:00.995420 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-c8c580fc-4aa5-4817-ad31-f100265c247e None None] Set router a6df061a-a93f-42cf-b088-2ce9c6cb73cf gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:30:01.076837 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120adec1-46e8-4529-9d06-bd9e081804b6 req-81cc0cd2-a491-4800-983b-726d0f22adb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:30:01.078312 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-120adec1-46e8-4529-9d06-bd9e081804b6 req-81cc0cd2-a491-4800-983b-726d0f22adb6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=486c425ffbfa4affbe6b5c1066ace9b0&device_id=3cc12206-1191-4633-98b7-6e4ef92af283 HTTP/1.1" status: 200 len: 1099 time: 0.0783775 Sep 22 22:30:01.209384 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120adec1-46e8-4529-9d06-bd9e081804b6 req-015c5d94-d075-4edb-a81b-78cdb95f6c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:30:01.210786 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-120adec1-46e8-4529-9d06-bd9e081804b6 req-015c5d94-d075-4edb-a81b-78cdb95f6c54 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6cf5f78a-93da-4890-ab48-087f090b5ba9 HTTP/1.1" status: 200 len: 910 time: 0.1272359 Sep 22 22:30:01.321450 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-120adec1-46e8-4529-9d06-bd9e081804b6 req-64b58b15-4fdf-493e-85ae-f0213efb686b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fda151a-edfe-4b79-86bb-9b367a198064 HTTP/1.1" status: 200 len: 1000 time: 0.1047928 Sep 22 22:30:01.339190 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-c8c580fc-4aa5-4817-ad31-f100265c247e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'name': 'tempest-TestSnapshotPattern-1230121489-router', 'tenant_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '9d537d02-4431-4c96-89a4-5cb723e59f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:29:32Z', 'updated_at': '2022-09-22T22:29:36Z', 'revision_number': 4, 'project_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'gw_port': {'id': '9d537d02-4431-4c96-89a4-5cb723e59f0b', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:29:32Z', 'updated_at': '2022-09-22T22:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '695a1681-4582-4cb7-8694-6ec5e4595292', 'tenant_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'floating_ip_address': '172.26.0.229', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'port_id': '2fda151a-edfe-4b79-86bb-9b367a198064', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cf5f78a-93da-4890-ab48-087f090b5ba9', 'mac_address': 'fa:16:3e:e1:16:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc12206-1191-4633-98b7-6e4ef92af283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:29:59Z', 'updated_at': '2022-09-22T22:29:59Z', 'revision_number': 0, 'project_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b62e5bf-0232-45dc-a466-3cf9f7ef788f', 'name': '', 'network_id': '6cf5f78a-93da-4890-ab48-087f090b5ba9', 'tenant_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'mac_address': 'fa:16:3e:03:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '980ec72d-5877-4bf7-b80a-1c7cdab2277e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:29:35Z', 'updated_at': '2022-09-22T22:29:43Z', 'revision_number': 5, 'project_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'subnets': [{'id': '980ec72d-5877-4bf7-b80a-1c7cdab2277e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:30:01.342927 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c580fc-4aa5-4817-ad31-f100265c247e None None] Checking router: a6df061a-a93f-42cf-b088-2ce9c6cb73cf for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:30:01.351671 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c580fc-4aa5-4817-ad31-f100265c247e None None] Routers {'a6df061a-a93f-42cf-b088-2ce9c6cb73cf'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:30:01.352260 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-c8c580fc-4aa5-4817-ad31-f100265c247e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:29:42Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['a6df061a-a93f-42cf-b088-2ce9c6cb73cf'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:30:01.382771 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120adec1-46e8-4529-9d06-bd9e081804b6 req-d798c9d1-87f6-4e64-99f5-ba74a2698f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:30:01.384194 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-120adec1-46e8-4529-9d06-bd9e081804b6 req-d798c9d1-87f6-4e64-99f5-ba74a2698f34 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=980ec72d-5877-4bf7-b80a-1c7cdab2277e HTTP/1.1" status: 200 len: 849 time: 0.0571866 Sep 22 22:30:01.467833 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120adec1-46e8-4529-9d06-bd9e081804b6 req-9c057891-b260-4aec-986d-81e5ec45b7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:30:01.469247 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-120adec1-46e8-4529-9d06-bd9e081804b6 req-9c057891-b260-4aec-986d-81e5ec45b7ab service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6cf5f78a-93da-4890-ab48-087f090b5ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798738 Sep 22 22:30:01.560200 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-c8c580fc-4aa5-4817-ad31-f100265c247e None None] Set router a6df061a-a93f-42cf-b088-2ce9c6cb73cf gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:30:01.608258 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-120adec1-46e8-4529-9d06-bd9e081804b6 req-c77b8e7f-40ab-4031-86ad-578f06a93028 service neutron] 10.222.0.49 "GET /v2.0/networks/6cf5f78a-93da-4890-ab48-087f090b5ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332269 Sep 22 22:30:01.846099 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-120adec1-46e8-4529-9d06-bd9e081804b6 req-17230dd5-19de-47ef-b332-d3876565eae7 service neutron] 10.222.0.49 "GET /v2.0/networks/6cf5f78a-93da-4890-ab48-087f090b5ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323601 Sep 22 22:30:01.911274 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-c8c580fc-4aa5-4817-ad31-f100265c247e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'name': 'tempest-TestSnapshotPattern-1230121489-router', 'tenant_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '9d537d02-4431-4c96-89a4-5cb723e59f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:29:32Z', 'updated_at': '2022-09-22T22:29:36Z', 'revision_number': 4, 'project_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'gw_port': {'id': '9d537d02-4431-4c96-89a4-5cb723e59f0b', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:29:32Z', 'updated_at': '2022-09-22T22:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '695a1681-4582-4cb7-8694-6ec5e4595292', 'tenant_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'floating_ip_address': '172.26.0.229', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'port_id': '2fda151a-edfe-4b79-86bb-9b367a198064', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cf5f78a-93da-4890-ab48-087f090b5ba9', 'mac_address': 'fa:16:3e:e1:16:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc12206-1191-4633-98b7-6e4ef92af283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:29:59Z', 'updated_at': '2022-09-22T22:29:59Z', 'revision_number': 0, 'project_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b62e5bf-0232-45dc-a466-3cf9f7ef788f', 'name': '', 'network_id': '6cf5f78a-93da-4890-ab48-087f090b5ba9', 'tenant_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'mac_address': 'fa:16:3e:03:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '980ec72d-5877-4bf7-b80a-1c7cdab2277e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:29:35Z', 'updated_at': '2022-09-22T22:29:43Z', 'revision_number': 5, 'project_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'subnets': [{'id': '980ec72d-5877-4bf7-b80a-1c7cdab2277e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:30:01.915156 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c580fc-4aa5-4817-ad31-f100265c247e None None] The sync data for ids ['a6df061a-a93f-42cf-b088-2ce9c6cb73cf'] in dv-neutron-858900-1-hyperv is: [{'id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'name': 'tempest-TestSnapshotPattern-1230121489-router', 'tenant_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '9d537d02-4431-4c96-89a4-5cb723e59f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:29:32Z', 'updated_at': '2022-09-22T22:29:36Z', 'revision_number': 4, 'project_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'gw_port': {'id': '9d537d02-4431-4c96-89a4-5cb723e59f0b', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:29:32Z', 'updated_at': '2022-09-22T22:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '695a1681-4582-4cb7-8694-6ec5e4595292', 'tenant_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'floating_ip_address': '172.26.0.229', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'port_id': '2fda151a-edfe-4b79-86bb-9b367a198064', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cf5f78a-93da-4890-ab48-087f090b5ba9', 'mac_address': 'fa:16:3e:e1:16:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc12206-1191-4633-98b7-6e4ef92af283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:29:59Z', 'updated_at': '2022-09-22T22:29:59Z', 'revision_number': 0, 'project_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b62e5bf-0232-45dc-a466-3cf9f7ef788f', 'name': '', 'network_id': '6cf5f78a-93da-4890-ab48-087f090b5ba9', 'tenant_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'mac_address': 'fa:16:3e:03:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '980ec72d-5877-4bf7-b80a-1c7cdab2277e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:29:35Z', 'updated_at': '2022-09-22T22:29:43Z', 'revision_number': 5, 'project_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'subnets': [{'id': '980ec72d-5877-4bf7-b80a-1c7cdab2277e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:30:02.101427 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a43bce-580b-43ef-9dfc-748aef60c784 None None] New status for floating IP 695a1681-4582-4cb7-8694-6ec5e4595292: ACTIVE {{(pid=89010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 22:30:09.853470 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-fdc398b2-1973-4898-bf3a-474c37d63636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:30:12.052112 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e4ca0432-b7a4-487e-ac78-be04766853eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:30:12.918729 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:30:13.364871 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:30:14.743258 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:30:22.825974 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:30:26.571759 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:30:30.620606 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-588c24ff-81af-42e4-8aef-a223d139db5f req-85ddc935-f681-43de-acb1-e7c2ff4c5a12 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3cc12206-1191-4633-98b7-6e4ef92af283&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0763364 Sep 22 22:30:30.775427 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c24ff-81af-42e4-8aef-a223d139db5f req-9453909b-bb43-48c5-8612-b900fb3785b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:30:30.776870 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-588c24ff-81af-42e4-8aef-a223d139db5f req-9453909b-bb43-48c5-8612-b900fb3785b5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=486c425ffbfa4affbe6b5c1066ace9b0&device_id=3cc12206-1191-4633-98b7-6e4ef92af283 HTTP/1.1" status: 200 len: 1099 time: 0.0841084 Sep 22 22:30:30.916590 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c24ff-81af-42e4-8aef-a223d139db5f req-012dcb58-7482-4ddf-bb8a-1ae53ae12b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:30:30.917940 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-588c24ff-81af-42e4-8aef-a223d139db5f req-012dcb58-7482-4ddf-bb8a-1ae53ae12b8d service neutron] 10.222.0.49 "GET /v2.0/networks?id=6cf5f78a-93da-4890-ab48-087f090b5ba9 HTTP/1.1" status: 200 len: 910 time: 0.1232543 Sep 22 22:30:31.024777 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-588c24ff-81af-42e4-8aef-a223d139db5f req-5a3f1b08-35a3-4940-92b7-754a6ada3bde service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fda151a-edfe-4b79-86bb-9b367a198064 HTTP/1.1" status: 200 len: 1002 time: 0.1006525 Sep 22 22:30:31.092147 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c24ff-81af-42e4-8aef-a223d139db5f req-c16fdd86-07da-40a9-9af3-6e6464024fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:30:31.093581 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-588c24ff-81af-42e4-8aef-a223d139db5f req-c16fdd86-07da-40a9-9af3-6e6464024fbd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=980ec72d-5877-4bf7-b80a-1c7cdab2277e HTTP/1.1" status: 200 len: 849 time: 0.0618942 Sep 22 22:30:31.177133 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c24ff-81af-42e4-8aef-a223d139db5f req-b70b406c-53dc-403b-86a2-43f9cab8bb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:30:31.178481 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-588c24ff-81af-42e4-8aef-a223d139db5f req-b70b406c-53dc-403b-86a2-43f9cab8bb78 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6cf5f78a-93da-4890-ab48-087f090b5ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797737 Sep 22 22:30:31.307946 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-588c24ff-81af-42e4-8aef-a223d139db5f req-7678c9a3-64f8-4c73-b8c6-7fa27d2e140a service neutron] 10.222.0.49 "GET /v2.0/networks/6cf5f78a-93da-4890-ab48-087f090b5ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225836 Sep 22 22:30:31.439518 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-588c24ff-81af-42e4-8aef-a223d139db5f req-69e6e755-21fb-4559-90c0-c9ea7efb7aed service neutron] 10.222.0.49 "GET /v2.0/networks/6cf5f78a-93da-4890-ab48-087f090b5ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258247 Sep 22 22:30:39.855490 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-dfe9dcfc-1068-4cc1-9549-e8c5d6ef4ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:30:42.053608 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0e3376f2-7a7b-4a6c-a175-93172b021fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:30:42.923215 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:30:43.366172 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:30:44.746596 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:30:56.574720 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:30:59.825371 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:31:09.856862 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-15b34d94-7422-4712-be36-b8c5961cb4ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:31:12.056109 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-465f1e2a-098c-46ec-96c4-fe132bbfe486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:31:12.924946 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:31:13.369216 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:31:14.750654 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:31:26.585236 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:31:31.211793 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [req-ab9b7e72-4ff4-452f-913b-4e7368b19c04 req-4ad24f31-7d89-4a01-a890-e135afde8e54 service neutron] (89008) timed out ('10.222.0.33', 58446) {{(pid=89008) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 22 22:31:31.813929 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-76e7dd00-e4fa-4523-8b3d-e834a0b4d787 req-b2b383b4-9ebd-4b7b-8bbf-3dd771a7740d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3cc12206-1191-4633-98b7-6e4ef92af283&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1113298 Sep 22 22:31:31.958820 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7dd00-e4fa-4523-8b3d-e834a0b4d787 req-0cb58d41-9478-4466-b8a2-bda381daaba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:31:31.960192 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-76e7dd00-e4fa-4523-8b3d-e834a0b4d787 req-0cb58d41-9478-4466-b8a2-bda381daaba8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=486c425ffbfa4affbe6b5c1066ace9b0&device_id=3cc12206-1191-4633-98b7-6e4ef92af283 HTTP/1.1" status: 200 len: 1099 time: 0.0793023 Sep 22 22:31:32.102226 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7dd00-e4fa-4523-8b3d-e834a0b4d787 req-30fa6dda-9b2f-44ca-8446-a520083e0442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:31:32.103676 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-76e7dd00-e4fa-4523-8b3d-e834a0b4d787 req-30fa6dda-9b2f-44ca-8446-a520083e0442 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6cf5f78a-93da-4890-ab48-087f090b5ba9 HTTP/1.1" status: 200 len: 910 time: 0.1249278 Sep 22 22:31:32.201576 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-76e7dd00-e4fa-4523-8b3d-e834a0b4d787 req-f91454a0-3565-486c-af35-397727f5a09b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fda151a-edfe-4b79-86bb-9b367a198064 HTTP/1.1" status: 200 len: 1002 time: 0.0905869 Sep 22 22:31:32.266056 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7dd00-e4fa-4523-8b3d-e834a0b4d787 req-29461d99-cff7-426e-bfb2-10ff1c8c4c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:31:32.267421 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-76e7dd00-e4fa-4523-8b3d-e834a0b4d787 req-29461d99-cff7-426e-bfb2-10ff1c8c4c31 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=980ec72d-5877-4bf7-b80a-1c7cdab2277e HTTP/1.1" status: 200 len: 849 time: 0.0592697 Sep 22 22:31:32.352999 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7dd00-e4fa-4523-8b3d-e834a0b4d787 req-fb5e5d70-9c5f-41aa-a1b1-28900b5fc244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:31:32.354485 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-76e7dd00-e4fa-4523-8b3d-e834a0b4d787 req-fb5e5d70-9c5f-41aa-a1b1-28900b5fc244 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6cf5f78a-93da-4890-ab48-087f090b5ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807309 Sep 22 22:31:32.485688 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-76e7dd00-e4fa-4523-8b3d-e834a0b4d787 req-e83eed19-7dee-4cb0-beb7-0bf2d122793d service neutron] 10.222.0.49 "GET /v2.0/networks/6cf5f78a-93da-4890-ab48-087f090b5ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244717 Sep 22 22:31:32.713201 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-76e7dd00-e4fa-4523-8b3d-e834a0b4d787 req-a87d54ce-883a-47b3-8bed-3917b871c13f service neutron] 10.222.0.49 "GET /v2.0/networks/6cf5f78a-93da-4890-ab48-087f090b5ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206197 Sep 22 22:31:36.823610 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:31:39.858407 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6c5ddfed-adf1-4f60-a03a-ca9c1fb02e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:31:42.057408 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5c137811-23ab-4e81-9d35-bb15feff9470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:31:42.927207 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:31:43.372521 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:31:44.750777 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:31:56.603724 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:31:59.930980 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 2fda151a-edfe-4b79-86bb-9b367a198064 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 22:32:00.087504 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 2fda151a-edfe-4b79-86bb-9b367a198064, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=2fda151a-edfe-4b79-86bb-9b367a198064,segment=NetworkSegment(2f5de4c0-63fa-4c71-981f-1427187c0e68),segment_id=2f5de4c0-63fa-4c71-981f-1427187c0e68)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:32:00.102894 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': '2fda151a-edfe-4b79-86bb-9b367a198064', 'network_id': '6cf5f78a-93da-4890-ab48-087f090b5ba9', 'port_id': '2fda151a-edfe-4b79-86bb-9b367a198064', 'mac_address': 'fa:16:3e:e1:16:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '980ec72d-5877-4bf7-b80a-1c7cdab2277e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 22:32:00.178619 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 2fda151a-edfe-4b79-86bb-9b367a198064 is: ACTIVE; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:32:00.179114 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:32:00.200463 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2fda151a-edfe-4b79-86bb-9b367a198064 {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 22:32:00.218420 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 2fda151a-edfe-4b79-86bb-9b367a198064, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=2fda151a-edfe-4b79-86bb-9b367a198064,segment=NetworkSegment(2f5de4c0-63fa-4c71-981f-1427187c0e68),segment_id=2f5de4c0-63fa-4c71-981f-1427187c0e68)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:32:00.223743 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:32:00.301480 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=2fda151a-edfe-4b79-86bb-9b367a198064,revision_number=6']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:32:00.312035 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:00.312035 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:00.312035 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:00.312035 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:00.312035 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:00.312511 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:00.312718 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:00.313072 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:00.313460 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:00.313834 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:00.314209 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:00.314568 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:00.324982 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['2fda151a-edfe-4b79-86bb-9b367a198064'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 22:32:01.947797 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 2fda151a-edfe-4b79-86bb-9b367a198064 up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:32:02.022689 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port 2fda151a-edfe-4b79-86bb-9b367a198064 triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:32:02.023287 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:32:02.023763 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port 2fda151a-edfe-4b79-86bb-9b367a198064 Sep 22 22:32:02.148995 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 2fda151a-edfe-4b79-86bb-9b367a198064 is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:32:02.149379 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:32:02.178741 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc12206-1191-4633-98b7-6e4ef92af283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fda151a-edfe-4b79-86bb-9b367a198064'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:32:02.191992 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 2fda151a-edfe-4b79-86bb-9b367a198064, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=2fda151a-edfe-4b79-86bb-9b367a198064,segment=NetworkSegment(2f5de4c0-63fa-4c71-981f-1427187c0e68),segment_id=2f5de4c0-63fa-4c71-981f-1427187c0e68)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:32:02.199321 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:32:02.265883 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ba2dcc59d13191c88057c069f021b218dbebe835d53d7e8e404d243ee0822a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3573119b-9383-484f-8383-17bc43deba7f" -d '{"events": [{"server_uuid": "3cc12206-1191-4633-98b7-6e4ef92af283", "name": "network-vif-plugged", "status": "completed", "tag": "2fda151a-edfe-4b79-86bb-9b367a198064"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:32:02.315553 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=2fda151a-edfe-4b79-86bb-9b367a198064,revision_number=7']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:32:02.436540 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02724561-55ad-46bd-b08d-7ee1a519d671 x-openstack-request-id: req-02724561-55ad-46bd-b08d-7ee1a519d671 {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:32:02.436836 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc12206-1191-4633-98b7-6e4ef92af283", "name": "network-vif-plugged", "status": "completed", "tag": "2fda151a-edfe-4b79-86bb-9b367a198064", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:32:02.437122 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-02724561-55ad-46bd-b08d-7ee1a519d671 {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:32:02.437533 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02724561-55ad-46bd-b08d-7ee1a519d671'] response: {'server_uuid': '3cc12206-1191-4633-98b7-6e4ef92af283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fda151a-edfe-4b79-86bb-9b367a198064', 'code': 200} Sep 22 22:32:09.733743 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e6fe16a5-3efc-4434-85d3-36030df3a435 req-5c193a5d-1f45-4858-9dec-6f4da75cbb7d tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-631978228&fields=id&tenant_id=486c425ffbfa4affbe6b5c1066ace9b0 HTTP/1.1" status: 200 len: 267 time: 0.0422621 Sep 22 22:32:09.860426 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-aef1c175-e6c3-413a-9837-17ad6bf12002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:32:09.879072 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe16a5-3efc-4434-85d3-36030df3a435 req-954fdc7f-844f-40c0-9955-084897b0973b tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:32:09.880496 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e6fe16a5-3efc-4434-85d3-36030df3a435 req-954fdc7f-844f-40c0-9955-084897b0973b tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/networks?id=6cf5f78a-93da-4890-ab48-087f090b5ba9 HTTP/1.1" status: 200 len: 810 time: 0.1405287 Sep 22 22:32:09.895656 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e6fe16a5-3efc-4434-85d3-36030df3a435 req-89f8e712-5ead-48c6-ac4e-ecbc7a81165c tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/quotas/486c425ffbfa4affbe6b5c1066ace9b0 HTTP/1.1" status: 200 len: 375 time: 0.0096471 Sep 22 22:32:09.985987 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e6fe16a5-3efc-4434-85d3-36030df3a435 req-535d2090-d1d1-4e31-8de7-27d5d1125ff2 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=486c425ffbfa4affbe6b5c1066ace9b0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0852103 Sep 22 22:32:10.195281 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e6fe16a5-3efc-4434-85d3-36030df3a435 req-fdbc286e-e6ad-49b0-bc5b-cbdd8a9f70d9 service neutron] 10.222.0.33 "GET /v2.0/networks/6cf5f78a-93da-4890-ab48-087f090b5ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605568 Sep 22 22:32:10.325869 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e6fe16a5-3efc-4434-85d3-36030df3a435 req-c9c13e1a-ea39-48d3-8ae4-ba830e6c9c5b service neutron] 10.222.0.33 "GET /v2.0/networks/6cf5f78a-93da-4890-ab48-087f090b5ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249356 Sep 22 22:32:11.606427 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-121ff202-e481-46eb-bf08-9fcb53dddcd8 req-c83ad985-5f0b-44f7-9342-5a410aec18f3 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/ports?device_id=4936bf2d-fae3-4e74-ad77-4cc59174927d HTTP/1.1" status: 200 len: 210 time: 0.0905392 Sep 22 22:32:11.988222 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 2fda151a-edfe-4b79-86bb-9b367a198064 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:32:12.091423 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-b2490574-0c34-49fc-b8f5-51275d353186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:32:12.116750 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port 2fda151a-edfe-4b79-86bb-9b367a198064 is: ACTIVE; New status is: DOWN {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:32:12.117109 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:32:12.142548 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc12206-1191-4633-98b7-6e4ef92af283', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fda151a-edfe-4b79-86bb-9b367a198064'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:32:12.144828 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ba2dcc59d13191c88057c069f021b218dbebe835d53d7e8e404d243ee0822a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b536304d-68b4-446e-aa59-5b94ab63f003" -d '{"events": [{"server_uuid": "3cc12206-1191-4633-98b7-6e4ef92af283", "name": "network-vif-unplugged", "status": "completed", "tag": "2fda151a-edfe-4b79-86bb-9b367a198064"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:32:12.152592 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port 2fda151a-edfe-4b79-86bb-9b367a198064, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=2fda151a-edfe-4b79-86bb-9b367a198064,segment=NetworkSegment(2f5de4c0-63fa-4c71-981f-1427187c0e68),segment_id=2f5de4c0-63fa-4c71-981f-1427187c0e68)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:32:12.157509 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:32:12.193065 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Sep 2022 22:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888b78be-4d5e-497a-8b80-6ad1111a76c6 x-openstack-request-id: req-888b78be-4d5e-497a-8b80-6ad1111a76c6 {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:32:12.193363 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc12206-1191-4633-98b7-6e4ef92af283", "name": "network-vif-unplugged", "status": "completed", "tag": "2fda151a-edfe-4b79-86bb-9b367a198064", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:32:12.193607 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-888b78be-4d5e-497a-8b80-6ad1111a76c6 {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:32:12.193993 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-888b78be-4d5e-497a-8b80-6ad1111a76c6'] response: {'server_uuid': '3cc12206-1191-4633-98b7-6e4ef92af283', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fda151a-edfe-4b79-86bb-9b367a198064', 'code': 200} Sep 22 22:32:12.225574 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=2fda151a-edfe-4b79-86bb-9b367a198064,revision_number=8']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:32:12.725469 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-26dcebd6-b96c-41dd-b02d-18cf9f05518b req-95e7e6f6-c6c8-42c4-9d94-9fa5ab6efb04 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/ports?device_id=4936bf2d-fae3-4e74-ad77-4cc59174927d HTTP/1.1" status: 200 len: 210 time: 0.0484023 Sep 22 22:32:12.929103 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:32:13.380225 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:32:13.823171 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:32:13.842276 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-0d229d79-dc1c-444d-981f-f27d0f31709a req-69f7999b-7a30-4cf6-95e4-59a11ea801da tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/ports?device_id=4936bf2d-fae3-4e74-ad77-4cc59174927d HTTP/1.1" status: 200 len: 210 time: 0.0541713 Sep 22 22:32:14.752825 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:32:14.953596 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-2a92948f-412b-40fe-978f-ece65af99778 req-595760e6-0253-442e-a9a5-9f367cdfc147 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/ports?device_id=4936bf2d-fae3-4e74-ad77-4cc59174927d HTTP/1.1" status: 200 len: 210 time: 0.0528519 Sep 22 22:32:16.117102 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-420a8b3a-58ba-47ce-acba-9bee0b62c4df req-07529b49-ed5f-4f43-8429-7a54e904b8c6 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/ports?device_id=4936bf2d-fae3-4e74-ad77-4cc59174927d HTTP/1.1" status: 200 len: 210 time: 0.0495467 Sep 22 22:32:16.813681 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe16a5-3efc-4434-85d3-36030df3a435 req-c629e56b-db97-40cd-ab3d-ba6b23789ef8 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:32:16.815135 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e6fe16a5-3efc-4434-85d3-36030df3a435 req-c629e56b-db97-40cd-ab3d-ba6b23789ef8 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.49 "GET /v2.0/networks?id=6cf5f78a-93da-4890-ab48-087f090b5ba9 HTTP/1.1" status: 200 len: 810 time: 0.1438043 Sep 22 22:32:16.863090 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e6fe16a5-3efc-4434-85d3-36030df3a435 req-80800361-83e8-47b2-8803-bfcae1ed3a28 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=486c425ffbfa4affbe6b5c1066ace9b0 HTTP/1.1" status: 200 len: 379 time: 0.0396521 Sep 22 22:32:16.876246 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-e6fe16a5-3efc-4434-85d3-36030df3a435 req-50113865-7a77-454f-be3d-ab5c4e6ac53f tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Request body: {'port': {'device_id': '4936bf2d-fae3-4e74-ad77-4cc59174927d', 'network_id': '6cf5f78a-93da-4890-ab48-087f090b5ba9', 'admin_state_up': True, 'tenant_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'security_groups': ['d4d94fe8-483b-4eed-9d79-93622e74c9cb']}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:32:17.010877 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-e6fe16a5-3efc-4434-85d3-36030df3a435 req-50113865-7a77-454f-be3d-ab5c4e6ac53f tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:32:17.020272 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.quota.driver [req-e6fe16a5-3efc-4434-85d3-36030df3a435 req-50113865-7a77-454f-be3d-ab5c4e6ac53f tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89008) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:32:17.029968 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6fe16a5-3efc-4434-85d3-36030df3a435 req-50113865-7a77-454f-be3d-ab5c4e6ac53f tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Made reservation on behalf of 486c425ffbfa4affbe6b5c1066ace9b0 for: {'port': 1} {{(pid=89008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:32:17.033525 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-e6fe16a5-3efc-4434-85d3-36030df3a435 req-50113865-7a77-454f-be3d-ab5c4e6ac53f tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:32:17.200372 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.db_base_plugin_common [req-e6fe16a5-3efc-4434-85d3-36030df3a435 req-50113865-7a77-454f-be3d-ab5c4e6ac53f tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Allocated IP 172.20.0.4 (6cf5f78a-93da-4890-ab48-087f090b5ba9/980ec72d-5877-4bf7-b80a-1c7cdab2277e/f39dced4-33af-4c17-ac28-9f8a72b39b4f) {{(pid=89008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:32:17.307437 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-d9d10bf8-92a1-42d5-8ac7-62cdd0737403 req-b35d4b3b-526e-4959-bcb4-10504dc52f34 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/ports?device_id=4936bf2d-fae3-4e74-ad77-4cc59174927d HTTP/1.1" status: 200 len: 210 time: 0.0613124 Sep 22 22:32:17.515771 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-e6fe16a5-3efc-4434-85d3-36030df3a435 req-50113865-7a77-454f-be3d-ab5c4e6ac53f tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks [] for port, precommit_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:32:17.540802 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-e6fe16a5-3efc-4434-85d3-36030df3a435 req-50113865-7a77-454f-be3d-ab5c4e6ac53f tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Transition to ACTIVE for port object f39dced4-33af-4c17-ac28-9f8a72b39b4f will not be triggered until provisioned by entity DHCP. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:32:17.567910 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-e6fe16a5-3efc-4434-85d3-36030df3a435 req-50113865-7a77-454f-be3d-ab5c4e6ac53f tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_create {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:32:17.641654 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6fe16a5-3efc-4434-85d3-36030df3a435 req-50113865-7a77-454f-be3d-ab5c4e6ac53f tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Network 6cf5f78a-93da-4890-ab48-087f090b5ba9 is already hosted by enough agents. {{(pid=89008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:32:17.644647 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.base_scheduler [req-e6fe16a5-3efc-4434-85d3-36030df3a435 req-50113865-7a77-454f-be3d-ab5c4e6ac53f tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Resources bound (agent type, host, resource id): {{(pid=89008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:32:17.648937 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6fe16a5-3efc-4434-85d3-36030df3a435 req-50113865-7a77-454f-be3d-ab5c4e6ac53f tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Received port after_create {{(pid=89008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:32:17.716699 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50113865-7a77-454f-be3d-ab5c4e6ac53f tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Pushing event updated for resources: {'Port': ['ID=f39dced4-33af-4c17-ac28-9f8a72b39b4f,revision_number=1']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:32:17.724673 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe16a5-3efc-4434-85d3-36030df3a435 req-50113865-7a77-454f-be3d-ab5c4e6ac53f tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:32:17.725303 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-e6fe16a5-3efc-4434-85d3-36030df3a435 req-50113865-7a77-454f-be3d-ab5c4e6ac53f tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:32:17.740283 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50113865-7a77-454f-be3d-ab5c4e6ac53f tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:17.740638 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50113865-7a77-454f-be3d-ab5c4e6ac53f tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:17.740994 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50113865-7a77-454f-be3d-ab5c4e6ac53f tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:17.741322 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50113865-7a77-454f-be3d-ab5c4e6ac53f tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:17.741653 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50113865-7a77-454f-be3d-ab5c4e6ac53f tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:17.741984 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50113865-7a77-454f-be3d-ab5c4e6ac53f tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:17.742313 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50113865-7a77-454f-be3d-ab5c4e6ac53f tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:17.742674 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50113865-7a77-454f-be3d-ab5c4e6ac53f tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:17.743003 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50113865-7a77-454f-be3d-ab5c4e6ac53f tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:17.743333 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50113865-7a77-454f-be3d-ab5c4e6ac53f tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:17.743661 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50113865-7a77-454f-be3d-ab5c4e6ac53f tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:17.743979 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50113865-7a77-454f-be3d-ab5c4e6ac53f tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:17.774880 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e6fe16a5-3efc-4434-85d3-36030df3a435 req-50113865-7a77-454f-be3d-ab5c4e6ac53f tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9025564 Sep 22 22:32:17.984034 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-a693262a-34d0-4893-9f2d-f49693715265 None None] Provisioning for port f39dced4-33af-4c17-ac28-9f8a72b39b4f completed by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:32:17.989525 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-a693262a-34d0-4893-9f2d-f49693715265 None None] Provisioning complete for port f39dced4-33af-4c17-ac28-9f8a72b39b4f triggered by entity DHCP. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:32:17.990083 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a693262a-34d0-4893-9f2d-f49693715265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:32:17.990549 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a693262a-34d0-4893-9f2d-f49693715265 None None] Attempt 1 to provision port f39dced4-33af-4c17-ac28-9f8a72b39b4f Sep 22 22:32:18.045946 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a693262a-34d0-4893-9f2d-f49693715265 None None] Port f39dced4-33af-4c17-ac28-9f8a72b39b4f cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:32:18.547352 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a693262a-34d0-4893-9f2d-f49693715265 None None] Attempt 2 to provision port f39dced4-33af-4c17-ac28-9f8a72b39b4f Sep 22 22:32:18.620527 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a693262a-34d0-4893-9f2d-f49693715265 None None] Port f39dced4-33af-4c17-ac28-9f8a72b39b4f cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:32:18.638698 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563821e9-29b3-440c-b784-c2afad4d4415 req-ce89e320-77bc-45a6-bf0a-cbdca1d5744d tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:32:18.639378 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-563821e9-29b3-440c-b784-c2afad4d4415 req-ce89e320-77bc-45a6-bf0a-cbdca1d5744d tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Synchronizing usage tracker for tenant:486c425ffbfa4affbe6b5c1066ace9b0 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:32:18.656218 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-563821e9-29b3-440c-b784-c2afad4d4415 req-ce89e320-77bc-45a6-bf0a-cbdca1d5744d tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Unset dirty status for tenant:486c425ffbfa4affbe6b5c1066ace9b0 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:32:18.657424 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-563821e9-29b3-440c-b784-c2afad4d4415 req-ce89e320-77bc-45a6-bf0a-cbdca1d5744d tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/ports?device_id=4936bf2d-fae3-4e74-ad77-4cc59174927d HTTP/1.1" status: 200 len: 931 time: 0.2272553 Sep 22 22:32:18.706679 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-563821e9-29b3-440c-b784-c2afad4d4415 req-64d2e887-2f4e-4e01-8f1e-54744f548be3 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/security-groups?id=d4d94fe8-483b-4eed-9d79-93622e74c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414135 Sep 22 22:32:19.121600 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a693262a-34d0-4893-9f2d-f49693715265 None None] Attempt 3 to provision port f39dced4-33af-4c17-ac28-9f8a72b39b4f Sep 22 22:32:19.179883 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a693262a-34d0-4893-9f2d-f49693715265 None None] Port f39dced4-33af-4c17-ac28-9f8a72b39b4f cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:32:19.681361 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a693262a-34d0-4893-9f2d-f49693715265 None None] Attempt 4 to provision port f39dced4-33af-4c17-ac28-9f8a72b39b4f Sep 22 22:32:19.738135 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a693262a-34d0-4893-9f2d-f49693715265 None None] Port f39dced4-33af-4c17-ac28-9f8a72b39b4f cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:32:19.912883 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb83bd6-bd01-4c2f-8139-4b86bba5b663 req-29357308-38dd-43e3-bd73-50052773e03a tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:32:19.914353 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-7cb83bd6-bd01-4c2f-8139-4b86bba5b663 req-29357308-38dd-43e3-bd73-50052773e03a tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/ports?device_id=4936bf2d-fae3-4e74-ad77-4cc59174927d HTTP/1.1" status: 200 len: 931 time: 0.0936091 Sep 22 22:32:19.965741 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-7cb83bd6-bd01-4c2f-8139-4b86bba5b663 req-2d12c074-2442-4121-b6ec-3556bfca320a tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/security-groups?id=d4d94fe8-483b-4eed-9d79-93622e74c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456340 Sep 22 22:32:20.239468 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a693262a-34d0-4893-9f2d-f49693715265 None None] Attempt 5 to provision port f39dced4-33af-4c17-ac28-9f8a72b39b4f Sep 22 22:32:20.302909 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a693262a-34d0-4893-9f2d-f49693715265 None None] Port f39dced4-33af-4c17-ac28-9f8a72b39b4f cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:32:20.804126 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a693262a-34d0-4893-9f2d-f49693715265 None None] Attempt 6 to provision port f39dced4-33af-4c17-ac28-9f8a72b39b4f Sep 22 22:32:20.866824 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a693262a-34d0-4893-9f2d-f49693715265 None None] Port f39dced4-33af-4c17-ac28-9f8a72b39b4f cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:32:21.177026 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa87d6e-ad0d-4b69-b2e3-b0c49c0cd5fd req-92571507-3842-47af-a189-610c7f888773 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:32:21.178615 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2aa87d6e-ad0d-4b69-b2e3-b0c49c0cd5fd req-92571507-3842-47af-a189-610c7f888773 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/ports?device_id=4936bf2d-fae3-4e74-ad77-4cc59174927d HTTP/1.1" status: 200 len: 931 time: 0.0932913 Sep 22 22:32:21.224716 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-2aa87d6e-ad0d-4b69-b2e3-b0c49c0cd5fd req-d37fb5db-413d-49e5-890e-b78bd7c9a328 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/security-groups?id=d4d94fe8-483b-4eed-9d79-93622e74c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398638 Sep 22 22:32:21.367841 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a693262a-34d0-4893-9f2d-f49693715265 None None] Attempt 7 to provision port f39dced4-33af-4c17-ac28-9f8a72b39b4f Sep 22 22:32:21.423034 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a693262a-34d0-4893-9f2d-f49693715265 None None] Port f39dced4-33af-4c17-ac28-9f8a72b39b4f cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:32:21.924659 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a693262a-34d0-4893-9f2d-f49693715265 None None] Attempt 8 to provision port f39dced4-33af-4c17-ac28-9f8a72b39b4f Sep 22 22:32:21.982329 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a693262a-34d0-4893-9f2d-f49693715265 None None] Port f39dced4-33af-4c17-ac28-9f8a72b39b4f cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:32:22.435471 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07df7f9-0425-47e1-936c-e3bb82a03ee4 req-50159ae8-991d-429c-8dc4-63ee85963c5c tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:32:22.437733 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-e07df7f9-0425-47e1-936c-e3bb82a03ee4 req-50159ae8-991d-429c-8dc4-63ee85963c5c tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/ports?device_id=4936bf2d-fae3-4e74-ad77-4cc59174927d HTTP/1.1" status: 200 len: 931 time: 0.0920997 Sep 22 22:32:22.484251 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a693262a-34d0-4893-9f2d-f49693715265 None None] Attempt 9 to provision port f39dced4-33af-4c17-ac28-9f8a72b39b4f Sep 22 22:32:22.493914 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-e07df7f9-0425-47e1-936c-e3bb82a03ee4 req-06ea1bd0-897c-42d8-9c85-9e5e982cea3f tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/security-groups?id=d4d94fe8-483b-4eed-9d79-93622e74c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448563 Sep 22 22:32:22.586884 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a693262a-34d0-4893-9f2d-f49693715265 None None] Port f39dced4-33af-4c17-ac28-9f8a72b39b4f cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:32:23.088056 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-a693262a-34d0-4893-9f2d-f49693715265 None None] Attempt 10 to provision port f39dced4-33af-4c17-ac28-9f8a72b39b4f Sep 22 22:32:23.150975 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-a693262a-34d0-4893-9f2d-f49693715265 None None] Port f39dced4-33af-4c17-ac28-9f8a72b39b4f cannot update to ACTIVE because it is not bound. {{(pid=89010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 22:32:23.717826 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0b332-0ddd-4b80-9025-733422adf511 req-52feecbe-864b-4859-8ff7-9c435b1db6ac tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:32:23.722194 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-49c0b332-0ddd-4b80-9025-733422adf511 req-52feecbe-864b-4859-8ff7-9c435b1db6ac tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/ports?device_id=4936bf2d-fae3-4e74-ad77-4cc59174927d HTTP/1.1" status: 200 len: 931 time: 0.1055472 Sep 22 22:32:23.817018 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-49c0b332-0ddd-4b80-9025-733422adf511 req-f15fde96-4279-40cd-87a3-1fdf9980b351 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/security-groups?id=d4d94fe8-483b-4eed-9d79-93622e74c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921004 Sep 22 22:32:25.033296 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea46de-b2e7-488f-9440-36752de187bb req-c5fedca6-c624-4f9e-9db7-a427d364b23a tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:32:25.035090 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-8bea46de-b2e7-488f-9440-36752de187bb req-c5fedca6-c624-4f9e-9db7-a427d364b23a tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/ports?device_id=4936bf2d-fae3-4e74-ad77-4cc59174927d HTTP/1.1" status: 200 len: 931 time: 0.0917132 Sep 22 22:32:25.081254 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-8bea46de-b2e7-488f-9440-36752de187bb req-3faddaaa-ab4b-48a9-a5c5-599df9ac756d tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/security-groups?id=d4d94fe8-483b-4eed-9d79-93622e74c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399714 Sep 22 22:32:25.840394 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.v2.base [req-e6fe16a5-3efc-4434-85d3-36030df3a435 req-6d75fd87-d4e3-4bb4-bb44-5a40d93f0099 service neutron] Request body: {'port': {'device_id': '4936bf2d-fae3-4e74-ad77-4cc59174927d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:32:25.950477 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-e6fe16a5-3efc-4434-85d3-36030df3a435 req-6d75fd87-d4e3-4bb4-bb44-5a40d93f0099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:32:26.351471 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babae938-51a9-43b9-914e-ddfe2d128fa3 req-7244b7ac-6220-4647-af79-7afd98104891 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:32:26.352924 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-babae938-51a9-43b9-914e-ddfe2d128fa3 req-7244b7ac-6220-4647-af79-7afd98104891 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/ports?device_id=4936bf2d-fae3-4e74-ad77-4cc59174927d HTTP/1.1" status: 200 len: 931 time: 0.1607542 Sep 22 22:32:26.358282 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [req-e6fe16a5-3efc-4434-85d3-36030df3a435 req-6d75fd87-d4e3-4bb4-bb44-5a40d93f0099 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f39dced4-33af-4c17-ac28-9f8a72b39b4f {{(pid=89008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 22:32:26.377843 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-e6fe16a5-3efc-4434-85d3-36030df3a435 req-6d75fd87-d4e3-4bb4-bb44-5a40d93f0099 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:32:26.407705 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.provisioning_blocks [req-e6fe16a5-3efc-4434-85d3-36030df3a435 req-6d75fd87-d4e3-4bb4-bb44-5a40d93f0099 service neutron] Transition to ACTIVE for port object f39dced4-33af-4c17-ac28-9f8a72b39b4f will not be triggered until provisioned by entity L2. {{(pid=89008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 22:32:26.415697 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-babae938-51a9-43b9-914e-ddfe2d128fa3 req-50639bd7-f9ad-43c5-a8d3-93f6889f5236 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/security-groups?id=d4d94fe8-483b-4eed-9d79-93622e74c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531168 Sep 22 22:32:26.416427 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-e6fe16a5-3efc-4434-85d3-36030df3a435 req-6d75fd87-d4e3-4bb4-bb44-5a40d93f0099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:32:26.601753 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:32:26.603282 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d75fd87-d4e3-4bb4-bb44-5a40d93f0099 service neutron] Pushing event updated for resources: {'Port': ['ID=f39dced4-33af-4c17-ac28-9f8a72b39b4f,revision_number=2']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:32:26.640273 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-e6fe16a5-3efc-4434-85d3-36030df3a435 req-6d75fd87-d4e3-4bb4-bb44-5a40d93f0099 service neutron] Attempting to bind port f39dced4-33af-4c17-ac28-9f8a72b39b4f on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 22:32:26.640537 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-e6fe16a5-3efc-4434-85d3-36030df3a435 req-6d75fd87-d4e3-4bb4-bb44-5a40d93f0099 service neutron] Attempting to bind port f39dced4-33af-4c17-ac28-9f8a72b39b4f by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '2f5de4c0-63fa-4c71-981f-1427187c0e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6cf5f78a-93da-4890-ab48-087f090b5ba9'}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 22:32:26.640859 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fe16a5-3efc-4434-85d3-36030df3a435 req-6d75fd87-d4e3-4bb4-bb44-5a40d93f0099 service neutron] Attempting to bind port f39dced4-33af-4c17-ac28-9f8a72b39b4f on network 6cf5f78a-93da-4890-ab48-087f090b5ba9 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:32:26.645307 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fe16a5-3efc-4434-85d3-36030df3a435 req-6d75fd87-d4e3-4bb4-bb44-5a40d93f0099 service neutron] Port f39dced4-33af-4c17-ac28-9f8a72b39b4f on network 6cf5f78a-93da-4890-ab48-087f090b5ba9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 22:32:26.645623 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fe16a5-3efc-4434-85d3-36030df3a435 req-6d75fd87-d4e3-4bb4-bb44-5a40d93f0099 service neutron] Attempting to bind port f39dced4-33af-4c17-ac28-9f8a72b39b4f on network 6cf5f78a-93da-4890-ab48-087f090b5ba9 {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 22:32:26.650565 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fe16a5-3efc-4434-85d3-36030df3a435 req-6d75fd87-d4e3-4bb4-bb44-5a40d93f0099 service neutron] Checking agent: {'id': '8a88b827-3477-4399-ac15-439d59b3c48a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'started_at': datetime.datetime(2022, 9, 22, 21, 30, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 22:32:26.650921 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fe16a5-3efc-4434-85d3-36030df3a435 req-6d75fd87-d4e3-4bb4-bb44-5a40d93f0099 service neutron] Checking segment: {'id': '2f5de4c0-63fa-4c71-981f-1427187c0e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6cf5f78a-93da-4890-ab48-087f090b5ba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 22:32:26.651295 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fe16a5-3efc-4434-85d3-36030df3a435 req-6d75fd87-d4e3-4bb4-bb44-5a40d93f0099 service neutron] Bound using segment: {'id': '2f5de4c0-63fa-4c71-981f-1427187c0e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6cf5f78a-93da-4890-ab48-087f090b5ba9'} {{(pid=89008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 22:32:26.651709 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.managers [req-e6fe16a5-3efc-4434-85d3-36030df3a435 req-6d75fd87-d4e3-4bb4-bb44-5a40d93f0099 service neutron] Bound port: f39dced4-33af-4c17-ac28-9f8a72b39b4f, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f5de4c0-63fa-4c71-981f-1427187c0e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6cf5f78a-93da-4890-ab48-087f090b5ba9'}}] {{(pid=89008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 22:32:26.652043 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-e6fe16a5-3efc-4434-85d3-36030df3a435 req-6d75fd87-d4e3-4bb4-bb44-5a40d93f0099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:32:26.741247 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-e6fe16a5-3efc-4434-85d3-36030df3a435 req-6d75fd87-d4e3-4bb4-bb44-5a40d93f0099 service neutron] For port f39dced4-33af-4c17-ac28-9f8a72b39b4f, host hv-neutron-8589, cleared binding levels {{(pid=89008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 22:32:26.744162 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-e6fe16a5-3efc-4434-85d3-36030df3a435 req-6d75fd87-d4e3-4bb4-bb44-5a40d93f0099 service neutron] For port f39dced4-33af-4c17-ac28-9f8a72b39b4f, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=f39dced4-33af-4c17-ac28-9f8a72b39b4f,segment=NetworkSegment(2f5de4c0-63fa-4c71-981f-1427187c0e68),segment_id=2f5de4c0-63fa-4c71-981f-1427187c0e68)] {{(pid=89008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 22:32:26.748303 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-e6fe16a5-3efc-4434-85d3-36030df3a435 req-6d75fd87-d4e3-4bb4-bb44-5a40d93f0099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6912280'] for port, after_update {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:32:26.778142 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe16a5-3efc-4434-85d3-36030df3a435 req-6d75fd87-d4e3-4bb4-bb44-5a40d93f0099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:32:26.778773 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-e6fe16a5-3efc-4434-85d3-36030df3a435 req-6d75fd87-d4e3-4bb4-bb44-5a40d93f0099 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:32:26.780098 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e6fe16a5-3efc-4434-85d3-36030df3a435 req-6d75fd87-d4e3-4bb4-bb44-5a40d93f0099 service neutron] 10.222.0.49 "PUT /v2.0/ports/f39dced4-33af-4c17-ac28-9f8a72b39b4f HTTP/1.1" status: 200 len: 1093 time: 0.9444585 Sep 22 22:32:26.780548 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4936bf2d-fae3-4e74-ad77-4cc59174927d', 'tag': 'f39dced4-33af-4c17-ac28-9f8a72b39b4f'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:32:26.854838 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98519c2da844f9b43a001f7ae933ab316f81f903b661b364ec1b8081caab682a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557a8b04-eceb-4343-8f13-37d458fe3dc8" -d '{"events": [{"name": "network-changed", "server_uuid": "4936bf2d-fae3-4e74-ad77-4cc59174927d", "tag": "f39dced4-33af-4c17-ac28-9f8a72b39b4f"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:32:26.878173 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d75fd87-d4e3-4bb4-bb44-5a40d93f0099 service neutron] Pushing event updated for resources: {'Port': ['ID=f39dced4-33af-4c17-ac28-9f8a72b39b4f,revision_number=3']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:32:26.912820 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe16a5-3efc-4434-85d3-36030df3a435 req-9a1994a5-ed41-4735-8e84-15cde862de6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:32:26.914334 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e6fe16a5-3efc-4434-85d3-36030df3a435 req-9a1994a5-ed41-4735-8e84-15cde862de6c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=486c425ffbfa4affbe6b5c1066ace9b0&device_id=4936bf2d-fae3-4e74-ad77-4cc59174927d HTTP/1.1" status: 200 len: 1096 time: 0.0970123 Sep 22 22:32:26.969782 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eeb63ae-7e2d-48fc-8480-9ab22c895a48 x-openstack-request-id: req-6eeb63ae-7e2d-48fc-8480-9ab22c895a48 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:32:26.970073 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4936bf2d-fae3-4e74-ad77-4cc59174927d", "tag": "f39dced4-33af-4c17-ac28-9f8a72b39b4f", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:32:26.970325 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6eeb63ae-7e2d-48fc-8480-9ab22c895a48 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:32:26.970747 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eeb63ae-7e2d-48fc-8480-9ab22c895a48'] response: {'name': 'network-changed', 'server_uuid': '4936bf2d-fae3-4e74-ad77-4cc59174927d', 'tag': 'f39dced4-33af-4c17-ac28-9f8a72b39b4f', 'status': 'completed', 'code': 200} Sep 22 22:32:26.985842 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e6fe16a5-3efc-4434-85d3-36030df3a435 req-9c66d2d2-03ac-49e4-9cff-3dae4b943846 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f39dced4-33af-4c17-ac28-9f8a72b39b4f HTTP/1.1" status: 200 len: 217 time: 0.0649607 Sep 22 22:32:27.049715 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe16a5-3efc-4434-85d3-36030df3a435 req-efab59f9-414b-4764-a3cb-dcbe7b36a0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:32:27.051127 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e6fe16a5-3efc-4434-85d3-36030df3a435 req-efab59f9-414b-4764-a3cb-dcbe7b36a0f7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=980ec72d-5877-4bf7-b80a-1c7cdab2277e HTTP/1.1" status: 200 len: 849 time: 0.0602083 Sep 22 22:32:27.129759 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe16a5-3efc-4434-85d3-36030df3a435 req-13ac90e5-c755-4358-94d3-1502130a0618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:32:27.131219 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e6fe16a5-3efc-4434-85d3-36030df3a435 req-13ac90e5-c755-4358-94d3-1502130a0618 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6cf5f78a-93da-4890-ab48-087f090b5ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743830 Sep 22 22:32:27.357989 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e6fe16a5-3efc-4434-85d3-36030df3a435 req-e63ac8ea-ea9a-496e-857c-05525cbebc40 service neutron] 10.222.0.49 "GET /v2.0/networks/6cf5f78a-93da-4890-ab48-087f090b5ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206953 Sep 22 22:32:27.493192 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-e6fe16a5-3efc-4434-85d3-36030df3a435 req-45e60901-5a7b-43a4-8b7a-2085d9a9bffb service neutron] 10.222.0.49 "GET /v2.0/networks/6cf5f78a-93da-4890-ab48-087f090b5ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283548 Sep 22 22:32:27.676405 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76678cb1-13c5-43ec-8ef8-b51db3ada8e3 req-ebbc4dea-edb2-4661-a986-494dc49fe543 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:32:27.677851 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-76678cb1-13c5-43ec-8ef8-b51db3ada8e3 req-ebbc4dea-edb2-4661-a986-494dc49fe543 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/ports?device_id=4936bf2d-fae3-4e74-ad77-4cc59174927d HTTP/1.1" status: 200 len: 943 time: 0.1492743 Sep 22 22:32:27.683667 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a8b04-eceb-4343-8f13-37d458fe3dc8 req-0426c00d-eb03-49c4-a306-75a7fd4ff0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:32:27.685004 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-557a8b04-eceb-4343-8f13-37d458fe3dc8 req-0426c00d-eb03-49c4-a306-75a7fd4ff0db service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=486c425ffbfa4affbe6b5c1066ace9b0&device_id=4936bf2d-fae3-4e74-ad77-4cc59174927d HTTP/1.1" status: 200 len: 1096 time: 0.1122041 Sep 22 22:32:27.805925 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-76678cb1-13c5-43ec-8ef8-b51db3ada8e3 req-16451183-c3e1-4ecc-901c-970a8bd4a320 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/security-groups?id=d4d94fe8-483b-4eed-9d79-93622e74c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199915 Sep 22 22:32:27.851253 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a8b04-eceb-4343-8f13-37d458fe3dc8 req-22336561-5ac2-47ca-b0f6-97d1b6db56b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:32:27.852674 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-557a8b04-eceb-4343-8f13-37d458fe3dc8 req-22336561-5ac2-47ca-b0f6-97d1b6db56b8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6cf5f78a-93da-4890-ab48-087f090b5ba9 HTTP/1.1" status: 200 len: 910 time: 0.1532927 Sep 22 22:32:27.918225 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-557a8b04-eceb-4343-8f13-37d458fe3dc8 req-1906ce4c-44a9-4bd1-ba2d-315c774a92f1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f39dced4-33af-4c17-ac28-9f8a72b39b4f HTTP/1.1" status: 200 len: 217 time: 0.0593657 Sep 22 22:32:27.982990 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a8b04-eceb-4343-8f13-37d458fe3dc8 req-2155036d-a370-4008-ab08-16966992d622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:32:27.984685 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-557a8b04-eceb-4343-8f13-37d458fe3dc8 req-2155036d-a370-4008-ab08-16966992d622 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=980ec72d-5877-4bf7-b80a-1c7cdab2277e HTTP/1.1" status: 200 len: 849 time: 0.0590603 Sep 22 22:32:28.075394 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a8b04-eceb-4343-8f13-37d458fe3dc8 req-9c09f31e-41d0-4814-96e7-c40edd1e69e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:32:28.076875 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-557a8b04-eceb-4343-8f13-37d458fe3dc8 req-9c09f31e-41d0-4814-96e7-c40edd1e69e6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6cf5f78a-93da-4890-ab48-087f090b5ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0861812 Sep 22 22:32:28.206226 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-557a8b04-eceb-4343-8f13-37d458fe3dc8 req-5fad40ad-488f-4d8b-bede-4d7b2ec85c3d service neutron] 10.222.0.49 "GET /v2.0/networks/6cf5f78a-93da-4890-ab48-087f090b5ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225886 Sep 22 22:32:28.336135 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-557a8b04-eceb-4343-8f13-37d458fe3dc8 req-677fbea6-9173-4d62-af6a-3ddc13ceb6f9 service neutron] 10.222.0.49 "GET /v2.0/networks/6cf5f78a-93da-4890-ab48-087f090b5ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236336 Sep 22 22:32:29.016145 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa32dc47-4771-44b3-a414-a140029677ec req-edadee44-4ff2-4607-9fd2-8b2ace0ede38 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:32:29.017526 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-aa32dc47-4771-44b3-a414-a140029677ec req-edadee44-4ff2-4607-9fd2-8b2ace0ede38 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/ports?device_id=4936bf2d-fae3-4e74-ad77-4cc59174927d HTTP/1.1" status: 200 len: 943 time: 0.0954616 Sep 22 22:32:29.063221 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-aa32dc47-4771-44b3-a414-a140029677ec req-5b7b514c-317d-475d-8e61-db6b9073eacc tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/security-groups?id=d4d94fe8-483b-4eed-9d79-93622e74c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400960 Sep 22 22:32:30.087033 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device f39dced4-33af-4c17-ac28-9f8a72b39b4f details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 22:32:30.226619 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port f39dced4-33af-4c17-ac28-9f8a72b39b4f, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=f39dced4-33af-4c17-ac28-9f8a72b39b4f,segment=NetworkSegment(2f5de4c0-63fa-4c71-981f-1427187c0e68),segment_id=2f5de4c0-63fa-4c71-981f-1427187c0e68)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:32:30.241251 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': 'f39dced4-33af-4c17-ac28-9f8a72b39b4f', 'network_id': '6cf5f78a-93da-4890-ab48-087f090b5ba9', 'port_id': 'f39dced4-33af-4c17-ac28-9f8a72b39b4f', 'mac_address': 'fa:16:3e:b0:f9:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '980ec72d-5877-4bf7-b80a-1c7cdab2277e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 22:32:30.272521 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef80a47-73e4-486b-8339-13caf45b912e req-1629be98-40cd-4032-b62d-668c9c5afddf tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:32:30.274419 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6ef80a47-73e4-486b-8339-13caf45b912e req-1629be98-40cd-4032-b62d-668c9c5afddf tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/ports?device_id=4936bf2d-fae3-4e74-ad77-4cc59174927d HTTP/1.1" status: 200 len: 943 time: 0.0959768 Sep 22 22:32:30.300172 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port f39dced4-33af-4c17-ac28-9f8a72b39b4f is: DOWN; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:32:30.300545 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:32:30.317069 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f39dced4-33af-4c17-ac28-9f8a72b39b4f {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 22:32:30.322819 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6ef80a47-73e4-486b-8339-13caf45b912e req-bed8eba2-e415-4893-b2cb-28d4b010698f tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/security-groups?id=d4d94fe8-483b-4eed-9d79-93622e74c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431538 Sep 22 22:32:30.332974 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port f39dced4-33af-4c17-ac28-9f8a72b39b4f, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=f39dced4-33af-4c17-ac28-9f8a72b39b4f,segment=NetworkSegment(2f5de4c0-63fa-4c71-981f-1427187c0e68),segment_id=2f5de4c0-63fa-4c71-981f-1427187c0e68)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:32:30.336189 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:32:30.404152 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=f39dced4-33af-4c17-ac28-9f8a72b39b4f,revision_number=4']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:32:30.574794 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['f39dced4-33af-4c17-ac28-9f8a72b39b4f'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 22:32:31.031803 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-10fe3e0f-075f-4c4f-9f01-5ea211bf17aa req-f92f594f-6754-4c96-9660-08deaa89fa04 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3cc12206-1191-4633-98b7-6e4ef92af283&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0777669 Sep 22 22:32:31.181613 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe3e0f-075f-4c4f-9f01-5ea211bf17aa req-57a4584d-6634-4b86-b66e-a146be6251a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:32:31.183096 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-10fe3e0f-075f-4c4f-9f01-5ea211bf17aa req-57a4584d-6634-4b86-b66e-a146be6251a1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=486c425ffbfa4affbe6b5c1066ace9b0&device_id=3cc12206-1191-4633-98b7-6e4ef92af283 HTTP/1.1" status: 200 len: 1097 time: 0.0805991 Sep 22 22:32:31.331180 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe3e0f-075f-4c4f-9f01-5ea211bf17aa req-b3d92dd7-fc64-4419-a5b6-9867c90d4db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:32:31.333009 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-10fe3e0f-075f-4c4f-9f01-5ea211bf17aa req-b3d92dd7-fc64-4419-a5b6-9867c90d4db5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6cf5f78a-93da-4890-ab48-087f090b5ba9 HTTP/1.1" status: 200 len: 910 time: 0.1315854 Sep 22 22:32:31.535868 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed631cf0-fe75-41ee-9a5d-1c85c91a4ca9 req-d80bc8aa-8081-4ad7-8738-7ced3c696bdd tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:32:31.537370 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-ed631cf0-fe75-41ee-9a5d-1c85c91a4ca9 req-d80bc8aa-8081-4ad7-8738-7ced3c696bdd tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/ports?device_id=4936bf2d-fae3-4e74-ad77-4cc59174927d HTTP/1.1" status: 200 len: 944 time: 0.0957072 Sep 22 22:32:31.537630 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-10fe3e0f-075f-4c4f-9f01-5ea211bf17aa req-96d0b6e1-1689-4dc5-8aea-08232cf7bfa7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fda151a-edfe-4b79-86bb-9b367a198064 HTTP/1.1" status: 200 len: 1000 time: 0.1990144 Sep 22 22:32:31.581312 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-ed631cf0-fe75-41ee-9a5d-1c85c91a4ca9 req-3d62c548-fc66-4344-a93e-efdcf7b4ce61 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/security-groups?id=d4d94fe8-483b-4eed-9d79-93622e74c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380363 Sep 22 22:32:31.599387 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe3e0f-075f-4c4f-9f01-5ea211bf17aa req-1098c436-3b13-4c17-af03-b29a05ecc1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:32:31.600883 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-10fe3e0f-075f-4c4f-9f01-5ea211bf17aa req-1098c436-3b13-4c17-af03-b29a05ecc1f2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=980ec72d-5877-4bf7-b80a-1c7cdab2277e HTTP/1.1" status: 200 len: 849 time: 0.0574574 Sep 22 22:32:31.687435 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe3e0f-075f-4c4f-9f01-5ea211bf17aa req-2af749ca-56b5-480d-b09a-41e2fa786abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:32:31.689167 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-10fe3e0f-075f-4c4f-9f01-5ea211bf17aa req-2af749ca-56b5-480d-b09a-41e2fa786abd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6cf5f78a-93da-4890-ab48-087f090b5ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827596 Sep 22 22:32:31.821133 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-10fe3e0f-075f-4c4f-9f01-5ea211bf17aa req-bd9bd6fd-ee5b-4d8b-ab9d-5c161b697aa5 service neutron] 10.222.0.49 "GET /v2.0/networks/6cf5f78a-93da-4890-ab48-087f090b5ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260326 Sep 22 22:32:31.949205 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-10fe3e0f-075f-4c4f-9f01-5ea211bf17aa req-d82caff9-4262-4da0-855e-07e7d18d87d8 service neutron] 10.222.0.49 "GET /v2.0/networks/6cf5f78a-93da-4890-ab48-087f090b5ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221220 Sep 22 22:32:32.097765 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device f39dced4-33af-4c17-ac28-9f8a72b39b4f up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:32:32.163716 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning for port f39dced4-33af-4c17-ac28-9f8a72b39b4f completed by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 22:32:32.170345 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port f39dced4-33af-4c17-ac28-9f8a72b39b4f triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:32:32.170748 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:32:32.171144 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port f39dced4-33af-4c17-ac28-9f8a72b39b4f Sep 22 22:32:32.293671 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port f39dced4-33af-4c17-ac28-9f8a72b39b4f is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:32:32.294052 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:32:32.320967 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4936bf2d-fae3-4e74-ad77-4cc59174927d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39dced4-33af-4c17-ac28-9f8a72b39b4f'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:32:32.323255 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ba2dcc59d13191c88057c069f021b218dbebe835d53d7e8e404d243ee0822a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0bcff5f-73dd-451d-90ec-f7f9688c6edf" -d '{"events": [{"server_uuid": "4936bf2d-fae3-4e74-ad77-4cc59174927d", "name": "network-vif-plugged", "status": "completed", "tag": "f39dced4-33af-4c17-ac28-9f8a72b39b4f"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:32:32.331700 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port f39dced4-33af-4c17-ac28-9f8a72b39b4f, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=f39dced4-33af-4c17-ac28-9f8a72b39b4f,segment=NetworkSegment(2f5de4c0-63fa-4c71-981f-1427187c0e68),segment_id=2f5de4c0-63fa-4c71-981f-1427187c0e68)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:32:32.335936 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:32:32.370510 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264702d3-866a-4c09-b407-1f162c911247 x-openstack-request-id: req-264702d3-866a-4c09-b407-1f162c911247 {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:32:32.370820 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4936bf2d-fae3-4e74-ad77-4cc59174927d", "name": "network-vif-plugged", "status": "completed", "tag": "f39dced4-33af-4c17-ac28-9f8a72b39b4f", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:32:32.371085 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-264702d3-866a-4c09-b407-1f162c911247 {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:32:32.371489 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-264702d3-866a-4c09-b407-1f162c911247'] response: {'server_uuid': '4936bf2d-fae3-4e74-ad77-4cc59174927d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39dced4-33af-4c17-ac28-9f8a72b39b4f', 'code': 200} Sep 22 22:32:32.406359 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=f39dced4-33af-4c17-ac28-9f8a72b39b4f,revision_number=5']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:32:32.596324 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d371a93a-42ac-4bab-9221-81815fcd2301 req-3670c408-837c-45c3-8a94-101ccb5babdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:32:32.597788 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d371a93a-42ac-4bab-9221-81815fcd2301 req-3670c408-837c-45c3-8a94-101ccb5babdb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4936bf2d-fae3-4e74-ad77-4cc59174927d HTTP/1.1" status: 200 len: 1098 time: 0.0756924 Sep 22 22:32:32.637694 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-d371a93a-42ac-4bab-9221-81815fcd2301 req-4f3c5260-91fa-492c-bb0e-d5f2f72addef service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d4d94fe8-483b-4eed-9d79-93622e74c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338793 Sep 22 22:32:32.776960 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3c04a-8d8b-4cf9-9240-df7d94c7c967 req-8e502f96-cc62-4f96-b528-8148891608f5 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:32:32.778416 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-4de3c04a-8d8b-4cf9-9240-df7d94c7c967 req-8e502f96-cc62-4f96-b528-8148891608f5 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/ports?device_id=4936bf2d-fae3-4e74-ad77-4cc59174927d HTTP/1.1" status: 200 len: 945 time: 0.0859325 Sep 22 22:32:32.825482 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-4de3c04a-8d8b-4cf9-9240-df7d94c7c967 req-314011e3-e2e9-48f6-9786-d196e0e89922 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/security-groups?id=d4d94fe8-483b-4eed-9d79-93622e74c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414753 Sep 22 22:32:34.028561 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d047e-c9d0-43d9-b79d-a72ce95915bb req-e800a54a-628d-4f43-a52f-c6fbd5f2f3d7 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:32:34.030052 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-8c6d047e-c9d0-43d9-b79d-a72ce95915bb req-e800a54a-628d-4f43-a52f-c6fbd5f2f3d7 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/ports?device_id=4936bf2d-fae3-4e74-ad77-4cc59174927d HTTP/1.1" status: 200 len: 945 time: 0.0941103 Sep 22 22:32:34.073606 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-8c6d047e-c9d0-43d9-b79d-a72ce95915bb req-4002cae9-861e-4dad-9d7a-556b3327bfd5 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/security-groups?id=d4d94fe8-483b-4eed-9d79-93622e74c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376058 Sep 22 22:32:34.270780 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934aef4-f896-4584-8a46-ecbeaa0bbe5b req-1d26b463-2226-4336-a557-ae413146c535 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:32:34.272230 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c934aef4-f896-4584-8a46-ecbeaa0bbe5b req-1d26b463-2226-4336-a557-ae413146c535 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/ports?device_id=4936bf2d-fae3-4e74-ad77-4cc59174927d HTTP/1.1" status: 200 len: 945 time: 0.0902462 Sep 22 22:32:34.316440 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-c934aef4-f896-4584-8a46-ecbeaa0bbe5b req-49b25eab-8610-4158-a6ec-227609e30abf tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/security-groups?id=d4d94fe8-483b-4eed-9d79-93622e74c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385246 Sep 22 22:32:34.343855 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 60572) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:32:34.428378 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1512d989-aa20-4c20-b92b-023daa939234 tempest-TestSnapshotPattern-1673951783 tempest-TestSnapshotPattern-1673951783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:32:34.429775 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-1512d989-aa20-4c20-b92b-023daa939234 tempest-TestSnapshotPattern-1673951783 tempest-TestSnapshotPattern-1673951783-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=4936bf2d-fae3-4e74-ad77-4cc59174927d HTTP/1.1" status: 200 len: 1093 time: 0.0849719 Sep 22 22:32:34.432536 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 60576) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:32:34.437941 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.v2.base [None req-c8587bf1-5033-4c42-8847-28140c7be321 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Request body: {'floatingip': {'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'port_id': 'f39dced4-33af-4c17-ac28-9f8a72b39b4f', 'tenant_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=89009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 22:32:34.443710 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-c8587bf1-5033-4c42-8847-28140c7be321 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 22:32:34.447540 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-c8587bf1-5033-4c42-8847-28140c7be321 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Usage tracker for resource:floatingip and tenant:486c425ffbfa4affbe6b5c1066ace9b0 is out of sync, need to count used quota {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 22:32:34.450312 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [None req-c8587bf1-5033-4c42-8847-28140c7be321 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 22:32:34.456000 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.quota.driver [None req-c8587bf1-5033-4c42-8847-28140c7be321 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 22:32:34.464822 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c8587bf1-5033-4c42-8847-28140c7be321 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks [] for floatingip, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:32:34.600073 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c8587bf1-5033-4c42-8847-28140c7be321 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:32:34.846400 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_common [None req-c8587bf1-5033-4c42-8847-28140c7be321 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Allocated IP 172.26.0.8 (a22ae1c9-d428-411f-af43-ce0f71b38d9c/7ac30e08-1453-402b-ab2c-8acf5f518e70/f0ab724a-131b-424d-a26b-9a9375d1eeb4) {{(pid=89009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:32:34.989240 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c8587bf1-5033-4c42-8847-28140c7be321 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks [] for port, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:32:35.020751 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c8587bf1-5033-4c42-8847-28140c7be321 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733476248293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:32:35.091076 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8587bf1-5033-4c42-8847-28140c7be321 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Network a22ae1c9-d428-411f-af43-ce0f71b38d9c is already hosted by enough agents. {{(pid=89009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:32:35.094630 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.base_scheduler [None req-c8587bf1-5033-4c42-8847-28140c7be321 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Resources bound (agent type, host, resource id): {{(pid=89009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:32:35.098254 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8587bf1-5033-4c42-8847-28140c7be321 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Received port after_create {{(pid=89009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 22:32:35.126209 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8587bf1-5033-4c42-8847-28140c7be321 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Pushing event updated for resources: {'Port': ['ID=f0ab724a-131b-424d-a26b-9a9375d1eeb4,revision_number=1']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:32:35.143837 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8587bf1-5033-4c42-8847-28140c7be321 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:35.144184 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8587bf1-5033-4c42-8847-28140c7be321 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:35.144520 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8587bf1-5033-4c42-8847-28140c7be321 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:35.144852 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8587bf1-5033-4c42-8847-28140c7be321 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:35.145180 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8587bf1-5033-4c42-8847-28140c7be321 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:35.145523 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8587bf1-5033-4c42-8847-28140c7be321 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:35.145834 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8587bf1-5033-4c42-8847-28140c7be321 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:35.146158 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8587bf1-5033-4c42-8847-28140c7be321 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:35.146480 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8587bf1-5033-4c42-8847-28140c7be321 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:35.146826 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8587bf1-5033-4c42-8847-28140c7be321 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:35.147149 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8587bf1-5033-4c42-8847-28140c7be321 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:35.147467 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8587bf1-5033-4c42-8847-28140c7be321 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:35.521050 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c8587bf1-5033-4c42-8847-28140c7be321 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:32:35.594077 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c8587bf1-5033-4c42-8847-28140c7be321 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:32:35.798097 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c8587bf1-5033-4c42-8847-28140c7be321 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks [] for port, precommit_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:32:35.802202 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c8587bf1-5033-4c42-8847-28140c7be321 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8189301'] for port, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:32:35.906151 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8587bf1-5033-4c42-8847-28140c7be321 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Pushing event updated for resources: {'Port': ['ID=f0ab724a-131b-424d-a26b-9a9375d1eeb4,revision_number=2']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:32:35.908638 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c8587bf1-5033-4c42-8847-28140c7be321 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012195'] for floatingip, after_update {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:32:36.075486 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.l3_db [None req-c8587bf1-5033-4c42-8847-28140c7be321 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Floating IP 67c5b944-22b3-4895-8d64-d708cb732d33 associated. External IP: 172.26.0.8, port: f39dced4-33af-4c17-ac28-9f8a72b39b4f. Sep 22 22:32:36.529443 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8587bf1-5033-4c42-8847-28140c7be321 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Router a6df061a-a93f-42cf-b088-2ce9c6cb73cf has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 22:32:36.703723 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8587bf1-5033-4c42-8847-28140c7be321 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:32:36.714127 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac11de93-a49e-426d-9612-76a89dc97b0d None None] Sync routers for ids ['a6df061a-a93f-42cf-b088-2ce9c6cb73cf'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:32:36.724589 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac11de93-a49e-426d-9612-76a89dc97b0d None None] Routers {'a6df061a-a93f-42cf-b088-2ce9c6cb73cf'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:32:36.725199 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-ac11de93-a49e-426d-9612-76a89dc97b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:32:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['a6df061a-a93f-42cf-b088-2ce9c6cb73cf'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:32:36.729279 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c8587bf1-5033-4c42-8847-28140c7be321 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:32:36.787519 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c8587bf1-5033-4c42-8847-28140c7be321 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.3539004 Sep 22 22:32:36.788323 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4936bf2d-fae3-4e74-ad77-4cc59174927d', 'tag': 'f39dced4-33af-4c17-ac28-9f8a72b39b4f'}] {{(pid=89009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:32:36.830618 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f9bdab9826cf402ee66f608c327f1d81d6569d48204ee8ce0e2117afe7f9d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207afa69-a6ca-43bb-8bf4-56489d259184" -d '{"events": [{"name": "network-changed", "server_uuid": "4936bf2d-fae3-4e74-ad77-4cc59174927d", "tag": "f39dced4-33af-4c17-ac28-9f8a72b39b4f"}]}' {{(pid=89009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:32:36.902176 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-ac11de93-a49e-426d-9612-76a89dc97b0d None None] Set router a6df061a-a93f-42cf-b088-2ce9c6cb73cf gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:32:36.916730 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c12152d-1357-4139-b869-4e27072ba749 x-openstack-request-id: req-1c12152d-1357-4139-b869-4e27072ba749 {{(pid=89009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:32:36.917075 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4936bf2d-fae3-4e74-ad77-4cc59174927d", "tag": "f39dced4-33af-4c17-ac28-9f8a72b39b4f", "status": "completed", "code": 200}]} {{(pid=89009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:32:36.917406 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1c12152d-1357-4139-b869-4e27072ba749 {{(pid=89009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:32:36.917859 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c12152d-1357-4139-b869-4e27072ba749'] response: {'name': 'network-changed', 'server_uuid': '4936bf2d-fae3-4e74-ad77-4cc59174927d', 'tag': 'f39dced4-33af-4c17-ac28-9f8a72b39b4f', 'status': 'completed', 'code': 200} Sep 22 22:32:37.016822 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207afa69-a6ca-43bb-8bf4-56489d259184 req-06964ad6-a7c0-45a7-8843-158d033a2d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:32:37.018261 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-207afa69-a6ca-43bb-8bf4-56489d259184 req-06964ad6-a7c0-45a7-8843-158d033a2d79 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=486c425ffbfa4affbe6b5c1066ace9b0&device_id=4936bf2d-fae3-4e74-ad77-4cc59174927d HTTP/1.1" status: 200 len: 1098 time: 0.0775814 Sep 22 22:32:37.147023 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207afa69-a6ca-43bb-8bf4-56489d259184 req-05baa804-320d-4416-a513-e35d1c48dffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:32:37.148451 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-207afa69-a6ca-43bb-8bf4-56489d259184 req-05baa804-320d-4416-a513-e35d1c48dffc service neutron] 10.222.0.49 "GET /v2.0/networks?id=6cf5f78a-93da-4890-ab48-087f090b5ba9 HTTP/1.1" status: 200 len: 910 time: 0.1241033 Sep 22 22:32:37.248911 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-207afa69-a6ca-43bb-8bf4-56489d259184 req-d9e6b393-bbe7-4e84-93eb-8ca4067ebe89 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f39dced4-33af-4c17-ac28-9f8a72b39b4f HTTP/1.1" status: 200 len: 997 time: 0.0945864 Sep 22 22:32:37.249812 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-ac11de93-a49e-426d-9612-76a89dc97b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'name': 'tempest-TestSnapshotPattern-1230121489-router', 'tenant_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '9d537d02-4431-4c96-89a4-5cb723e59f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:29:32Z', 'updated_at': '2022-09-22T22:29:36Z', 'revision_number': 4, 'project_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'gw_port': {'id': '9d537d02-4431-4c96-89a4-5cb723e59f0b', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:29:32Z', 'updated_at': '2022-09-22T22:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '67c5b944-22b3-4895-8d64-d708cb732d33', 'tenant_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'floating_ip_address': '172.26.0.8', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'port_id': 'f39dced4-33af-4c17-ac28-9f8a72b39b4f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cf5f78a-93da-4890-ab48-087f090b5ba9', 'mac_address': 'fa:16:3e:b0:f9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4936bf2d-fae3-4e74-ad77-4cc59174927d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:32:35Z', 'updated_at': '2022-09-22T22:32:35Z', 'revision_number': 0, 'project_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'fixed_ip_address_scope': None}, {'id': '695a1681-4582-4cb7-8694-6ec5e4595292', 'tenant_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'floating_ip_address': '172.26.0.229', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'port_id': '2fda151a-edfe-4b79-86bb-9b367a198064', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cf5f78a-93da-4890-ab48-087f090b5ba9', 'mac_address': 'fa:16:3e:e1:16:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc12206-1191-4633-98b7-6e4ef92af283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:29:59Z', 'updated_at': '2022-09-22T22:30:02Z', 'revision_number': 1, 'project_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b62e5bf-0232-45dc-a466-3cf9f7ef788f', 'name': '', 'network_id': '6cf5f78a-93da-4890-ab48-087f090b5ba9', 'tenant_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'mac_address': 'fa:16:3e:03:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '980ec72d-5877-4bf7-b80a-1c7cdab2277e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:29:35Z', 'updated_at': '2022-09-22T22:29:43Z', 'revision_number': 5, 'project_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'subnets': [{'id': '980ec72d-5877-4bf7-b80a-1c7cdab2277e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:32:37.253736 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac11de93-a49e-426d-9612-76a89dc97b0d None None] Checking router: a6df061a-a93f-42cf-b088-2ce9c6cb73cf for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:32:37.262062 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac11de93-a49e-426d-9612-76a89dc97b0d None None] Routers {'a6df061a-a93f-42cf-b088-2ce9c6cb73cf'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:32:37.262680 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-ac11de93-a49e-426d-9612-76a89dc97b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:32:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['a6df061a-a93f-42cf-b088-2ce9c6cb73cf'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:32:37.314151 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207afa69-a6ca-43bb-8bf4-56489d259184 req-e9a482d7-cefb-4ae3-8d04-4cc823e485a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:32:37.315589 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-207afa69-a6ca-43bb-8bf4-56489d259184 req-e9a482d7-cefb-4ae3-8d04-4cc823e485a5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=980ec72d-5877-4bf7-b80a-1c7cdab2277e HTTP/1.1" status: 200 len: 849 time: 0.0607593 Sep 22 22:32:37.394982 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207afa69-a6ca-43bb-8bf4-56489d259184 req-3d7bf09a-dba4-4a62-ac37-b5ba260526bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:32:37.396436 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-207afa69-a6ca-43bb-8bf4-56489d259184 req-3d7bf09a-dba4-4a62-ac37-b5ba260526bf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6cf5f78a-93da-4890-ab48-087f090b5ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752175 Sep 22 22:32:37.472123 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-ac11de93-a49e-426d-9612-76a89dc97b0d None None] Set router a6df061a-a93f-42cf-b088-2ce9c6cb73cf gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:32:37.526330 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-207afa69-a6ca-43bb-8bf4-56489d259184 req-a819f110-0242-4372-be61-eb39d2ab950a service neutron] 10.222.0.49 "GET /v2.0/networks/6cf5f78a-93da-4890-ab48-087f090b5ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238089 Sep 22 22:32:37.658495 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-207afa69-a6ca-43bb-8bf4-56489d259184 req-b4b61a6b-60bd-4741-b797-42e5bd157c9e service neutron] 10.222.0.49 "GET /v2.0/networks/6cf5f78a-93da-4890-ab48-087f090b5ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246777 Sep 22 22:32:37.810432 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-ac11de93-a49e-426d-9612-76a89dc97b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'name': 'tempest-TestSnapshotPattern-1230121489-router', 'tenant_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '9d537d02-4431-4c96-89a4-5cb723e59f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:29:32Z', 'updated_at': '2022-09-22T22:29:36Z', 'revision_number': 4, 'project_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'gw_port': {'id': '9d537d02-4431-4c96-89a4-5cb723e59f0b', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:29:32Z', 'updated_at': '2022-09-22T22:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '67c5b944-22b3-4895-8d64-d708cb732d33', 'tenant_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'floating_ip_address': '172.26.0.8', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'port_id': 'f39dced4-33af-4c17-ac28-9f8a72b39b4f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cf5f78a-93da-4890-ab48-087f090b5ba9', 'mac_address': 'fa:16:3e:b0:f9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4936bf2d-fae3-4e74-ad77-4cc59174927d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:32:35Z', 'updated_at': '2022-09-22T22:32:35Z', 'revision_number': 0, 'project_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'fixed_ip_address_scope': None}, {'id': '695a1681-4582-4cb7-8694-6ec5e4595292', 'tenant_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'floating_ip_address': '172.26.0.229', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'port_id': '2fda151a-edfe-4b79-86bb-9b367a198064', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cf5f78a-93da-4890-ab48-087f090b5ba9', 'mac_address': 'fa:16:3e:e1:16:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc12206-1191-4633-98b7-6e4ef92af283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:29:59Z', 'updated_at': '2022-09-22T22:30:02Z', 'revision_number': 1, 'project_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b62e5bf-0232-45dc-a466-3cf9f7ef788f', 'name': '', 'network_id': '6cf5f78a-93da-4890-ab48-087f090b5ba9', 'tenant_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'mac_address': 'fa:16:3e:03:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '980ec72d-5877-4bf7-b80a-1c7cdab2277e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:29:35Z', 'updated_at': '2022-09-22T22:29:43Z', 'revision_number': 5, 'project_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'subnets': [{'id': '980ec72d-5877-4bf7-b80a-1c7cdab2277e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:32:37.814220 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac11de93-a49e-426d-9612-76a89dc97b0d None None] The sync data for ids ['a6df061a-a93f-42cf-b088-2ce9c6cb73cf'] in dv-neutron-858900-1-hyperv is: [{'id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'name': 'tempest-TestSnapshotPattern-1230121489-router', 'tenant_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '9d537d02-4431-4c96-89a4-5cb723e59f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:29:32Z', 'updated_at': '2022-09-22T22:29:36Z', 'revision_number': 4, 'project_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'gw_port': {'id': '9d537d02-4431-4c96-89a4-5cb723e59f0b', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:29:32Z', 'updated_at': '2022-09-22T22:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '67c5b944-22b3-4895-8d64-d708cb732d33', 'tenant_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'floating_ip_address': '172.26.0.8', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'port_id': 'f39dced4-33af-4c17-ac28-9f8a72b39b4f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cf5f78a-93da-4890-ab48-087f090b5ba9', 'mac_address': 'fa:16:3e:b0:f9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4936bf2d-fae3-4e74-ad77-4cc59174927d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:32:35Z', 'updated_at': '2022-09-22T22:32:35Z', 'revision_number': 0, 'project_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'fixed_ip_address_scope': None}, {'id': '695a1681-4582-4cb7-8694-6ec5e4595292', 'tenant_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'floating_ip_address': '172.26.0.229', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'port_id': '2fda151a-edfe-4b79-86bb-9b367a198064', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cf5f78a-93da-4890-ab48-087f090b5ba9', 'mac_address': 'fa:16:3e:e1:16:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc12206-1191-4633-98b7-6e4ef92af283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:29:59Z', 'updated_at': '2022-09-22T22:30:02Z', 'revision_number': 1, 'project_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b62e5bf-0232-45dc-a466-3cf9f7ef788f', 'name': '', 'network_id': '6cf5f78a-93da-4890-ab48-087f090b5ba9', 'tenant_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'mac_address': 'fa:16:3e:03:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '980ec72d-5877-4bf7-b80a-1c7cdab2277e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:29:35Z', 'updated_at': '2022-09-22T22:29:43Z', 'revision_number': 5, 'project_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'subnets': [{'id': '980ec72d-5877-4bf7-b80a-1c7cdab2277e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:32:37.993261 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0342bd53-dd38-40e4-a5f1-28a0191e18f9 None None] New status for floating IP 67c5b944-22b3-4895-8d64-d708cb732d33: ACTIVE {{(pid=89010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 22:32:39.861982 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c77b612e-e9b9-43e5-bb6a-791a303ab351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:32:42.064244 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-fb8856b9-b9bf-4a11-8c92-c928ff1ce67a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:32:42.930460 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:32:43.378927 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:32:44.756629 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:32:50.821439 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:32:56.611208 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:33:09.863512 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-684ba708-22ea-4bd5-a92f-3629dc7044de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:33:12.065459 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-5a0f26c7-af00-4f22-898e-e68f87cb42b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:33:12.932298 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:33:13.381642 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:33:14.759014 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:33:26.630559 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:33:27.820070 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:33:32.040603 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6b2eeba3-67d3-4d61-a601-2b94900a52b6 req-19075a03-0619-4bc9-85c4-6474c16c1252 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3cc12206-1191-4633-98b7-6e4ef92af283&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0834579 Sep 22 22:33:32.179155 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2eeba3-67d3-4d61-a601-2b94900a52b6 req-1db6a169-0924-4ded-ad9c-5d22ae2a279c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:33:32.180592 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6b2eeba3-67d3-4d61-a601-2b94900a52b6 req-1db6a169-0924-4ded-ad9c-5d22ae2a279c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=486c425ffbfa4affbe6b5c1066ace9b0&device_id=3cc12206-1191-4633-98b7-6e4ef92af283 HTTP/1.1" status: 200 len: 1097 time: 0.0758560 Sep 22 22:33:32.422020 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2eeba3-67d3-4d61-a601-2b94900a52b6 req-be39c346-ac84-4df5-9d2d-0e9bd93568c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:33:32.423482 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6b2eeba3-67d3-4d61-a601-2b94900a52b6 req-be39c346-ac84-4df5-9d2d-0e9bd93568c5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6cf5f78a-93da-4890-ab48-087f090b5ba9 HTTP/1.1" status: 200 len: 910 time: 0.2255673 Sep 22 22:33:32.534450 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6b2eeba3-67d3-4d61-a601-2b94900a52b6 req-9279eb60-eae2-461f-b044-df2e86a09eed service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fda151a-edfe-4b79-86bb-9b367a198064 HTTP/1.1" status: 200 len: 1000 time: 0.1052444 Sep 22 22:33:32.597569 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2eeba3-67d3-4d61-a601-2b94900a52b6 req-06c10e27-d117-48e4-871d-3abee84a28e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:33:32.598984 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6b2eeba3-67d3-4d61-a601-2b94900a52b6 req-06c10e27-d117-48e4-871d-3abee84a28e6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=980ec72d-5877-4bf7-b80a-1c7cdab2277e HTTP/1.1" status: 200 len: 849 time: 0.0593681 Sep 22 22:33:32.678851 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2eeba3-67d3-4d61-a601-2b94900a52b6 req-4d8149ee-1b47-4d2e-84d8-ff837753822e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:33:32.680208 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6b2eeba3-67d3-4d61-a601-2b94900a52b6 req-4d8149ee-1b47-4d2e-84d8-ff837753822e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6cf5f78a-93da-4890-ab48-087f090b5ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757124 Sep 22 22:33:32.807257 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6b2eeba3-67d3-4d61-a601-2b94900a52b6 req-51eb1aac-3498-41a3-b844-55038e682de1 service neutron] 10.222.0.49 "GET /v2.0/networks/6cf5f78a-93da-4890-ab48-087f090b5ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207705 Sep 22 22:33:32.936494 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-6b2eeba3-67d3-4d61-a601-2b94900a52b6 req-fe83fef7-bd46-48a5-aa2a-78aeae6e44d0 service neutron] 10.222.0.49 "GET /v2.0/networks/6cf5f78a-93da-4890-ab48-087f090b5ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237752 Sep 22 22:33:39.865039 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-bc431e59-ed4d-4b6b-8822-1c0823966541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:33:42.066206 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6f03f124-64e6-43bd-a7a8-77ace7af1b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:33:42.934806 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:33:43.385180 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:33:44.764136 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:33:56.671866 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:00.568118 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device f39dced4-33af-4c17-ac28-9f8a72b39b4f details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 22:34:00.696757 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port f39dced4-33af-4c17-ac28-9f8a72b39b4f, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=f39dced4-33af-4c17-ac28-9f8a72b39b4f,segment=NetworkSegment(2f5de4c0-63fa-4c71-981f-1427187c0e68),segment_id=2f5de4c0-63fa-4c71-981f-1427187c0e68)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:34:00.710011 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Returning: {'device': 'f39dced4-33af-4c17-ac28-9f8a72b39b4f', 'network_id': '6cf5f78a-93da-4890-ab48-087f090b5ba9', 'port_id': 'f39dced4-33af-4c17-ac28-9f8a72b39b4f', 'mac_address': 'fa:16:3e:b0:f9:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '980ec72d-5877-4bf7-b80a-1c7cdab2277e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 22:34:00.766428 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port f39dced4-33af-4c17-ac28-9f8a72b39b4f is: ACTIVE; New status is: BUILD {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:34:00.766761 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:00.791012 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f39dced4-33af-4c17-ac28-9f8a72b39b4f {{(pid=89010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 22:34:00.813936 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port f39dced4-33af-4c17-ac28-9f8a72b39b4f, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=f39dced4-33af-4c17-ac28-9f8a72b39b4f,segment=NetworkSegment(2f5de4c0-63fa-4c71-981f-1427187c0e68),segment_id=2f5de4c0-63fa-4c71-981f-1427187c0e68)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:34:00.817913 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:00.889962 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=f39dced4-33af-4c17-ac28-9f8a72b39b4f,revision_number=6']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:34:00.895584 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] get_ports_and_sgs() called for port_ids ['f39dced4-33af-4c17-ac28-9f8a72b39b4f'] {{(pid=89010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 22:34:00.934991 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:34:00.935349 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:34:00.935694 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:34:00.936041 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:34:00.936375 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:34:00.936854 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:34:00.937049 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:34:00.937365 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:34:00.937688 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:34:00.938009 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:34:00.938332 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:34:00.938675 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:34:02.584335 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device f39dced4-33af-4c17-ac28-9f8a72b39b4f up at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 22:34:02.675504 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.provisioning_blocks [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Provisioning complete for port f39dced4-33af-4c17-ac28-9f8a72b39b4f triggered by entity L2. {{(pid=89010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 22:34:02.675875 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661361'] for port, provisioning_complete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:02.676208 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Attempt 1 to provision port f39dced4-33af-4c17-ac28-9f8a72b39b4f Sep 22 22:34:02.819521 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port f39dced4-33af-4c17-ac28-9f8a72b39b4f is: BUILD; New status is: ACTIVE {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:34:02.820379 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:02.859469 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4936bf2d-fae3-4e74-ad77-4cc59174927d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39dced4-33af-4c17-ac28-9f8a72b39b4f'}] {{(pid=89010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:34:02.861879 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ba2dcc59d13191c88057c069f021b218dbebe835d53d7e8e404d243ee0822a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa4bc01-6b08-4707-a631-f22a660b9214" -d '{"events": [{"server_uuid": "4936bf2d-fae3-4e74-ad77-4cc59174927d", "name": "network-vif-plugged", "status": "completed", "tag": "f39dced4-33af-4c17-ac28-9f8a72b39b4f"}]}' {{(pid=89010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:34:02.883335 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] For port f39dced4-33af-4c17-ac28-9f8a72b39b4f, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=f39dced4-33af-4c17-ac28-9f8a72b39b4f,segment=NetworkSegment(2f5de4c0-63fa-4c71-981f-1427187c0e68),segment_id=2f5de4c0-63fa-4c71-981f-1427187c0e68)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:34:02.889010 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733476589864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733476248311', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733476245800'] for port, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:02.925729 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49759dd-0165-4f9c-91c5-c46226a827af x-openstack-request-id: req-b49759dd-0165-4f9c-91c5-c46226a827af {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:34:02.926275 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4936bf2d-fae3-4e74-ad77-4cc59174927d", "name": "network-vif-plugged", "status": "completed", "tag": "f39dced4-33af-4c17-ac28-9f8a72b39b4f", "code": 200}]} {{(pid=89010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:34:02.926533 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-b49759dd-0165-4f9c-91c5-c46226a827af {{(pid=89010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:34:02.926949 dv-neutron-858900-1-hyperv neutron-server[89010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b49759dd-0165-4f9c-91c5-c46226a827af'] response: {'server_uuid': '4936bf2d-fae3-4e74-ad77-4cc59174927d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39dced4-33af-4c17-ac28-9f8a72b39b4f', 'code': 200} Sep 22 22:34:02.968888 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Pushing event updated for resources: {'Port': ['ID=f39dced4-33af-4c17-ac28-9f8a72b39b4f,revision_number=7']} {{(pid=89010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:34:04.819813 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:34:09.881509 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-8d37823e-0f17-4f1b-a29d-56f27dbc24cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:10.771395 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.wsgi [-] (89008) accepted ('10.222.0.33', 60788) {{(pid=89008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:34:10.972577 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-e2a11a33-f510-4fec-b163-04ba582b63f6 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Deleting port f0ab724a-131b-424d-a26b-9a9375d1eeb4 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:34:10.972920 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e2a11a33-f510-4fec-b163-04ba582b63f6 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:11.138246 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e2a11a33-f510-4fec-b163-04ba582b63f6 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:11.138586 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e2a11a33-f510-4fec-b163-04ba582b63f6 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:11.259979 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [None req-e2a11a33-f510-4fec-b163-04ba582b63f6 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Calling delete_port for f0ab724a-131b-424d-a26b-9a9375d1eeb4 owned by network:floatingip {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:34:11.415743 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e2a11a33-f510-4fec-b163-04ba582b63f6 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:11.462257 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a11a33-f510-4fec-b163-04ba582b63f6 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Pushing event deleted for resources: {'Port': ['ID=f0ab724a-131b-424d-a26b-9a9375d1eeb4,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:34:11.504275 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a11a33-f510-4fec-b163-04ba582b63f6 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:34:11.504625 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a11a33-f510-4fec-b163-04ba582b63f6 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:34:11.504969 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a11a33-f510-4fec-b163-04ba582b63f6 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:34:11.505304 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a11a33-f510-4fec-b163-04ba582b63f6 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:34:11.505636 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a11a33-f510-4fec-b163-04ba582b63f6 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:34:11.505965 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a11a33-f510-4fec-b163-04ba582b63f6 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:34:11.506293 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a11a33-f510-4fec-b163-04ba582b63f6 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:34:11.506638 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a11a33-f510-4fec-b163-04ba582b63f6 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:34:11.506969 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a11a33-f510-4fec-b163-04ba582b63f6 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:34:11.507292 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a11a33-f510-4fec-b163-04ba582b63f6 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:34:11.507614 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a11a33-f510-4fec-b163-04ba582b63f6 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:34:11.507935 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a11a33-f510-4fec-b163-04ba582b63f6 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:34:11.567442 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e2a11a33-f510-4fec-b163-04ba582b63f6 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks [] for floatingip, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:11.567772 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.db.l3_db [None req-e2a11a33-f510-4fec-b163-04ba582b63f6 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Floating IP 67c5b944-22b3-4895-8d64-d708cb732d33 disassociated (deleted). External IP: 172.26.0.8, port: f39dced4-33af-4c17-ac28-9f8a72b39b4f. Sep 22 22:34:12.009580 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a11a33-f510-4fec-b163-04ba582b63f6 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Router a6df061a-a93f-42cf-b088-2ce9c6cb73cf has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 22:34:12.068160 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e423e24b-9ded-42c8-8b13-a0fc78518d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:12.185821 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a11a33-f510-4fec-b163-04ba582b63f6 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:34:12.195036 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b01b3c-0acb-4f09-afde-01bc50618d08 None None] Sync routers for ids ['a6df061a-a93f-42cf-b088-2ce9c6cb73cf'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:34:12.205050 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b01b3c-0acb-4f09-afde-01bc50618d08 None None] Routers {'a6df061a-a93f-42cf-b088-2ce9c6cb73cf'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:34:12.205681 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-92b01b3c-0acb-4f09-afde-01bc50618d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:34:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['a6df061a-a93f-42cf-b088-2ce9c6cb73cf'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:34:12.207091 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [None req-e2a11a33-f510-4fec-b163-04ba582b63f6 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:12.264488 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [None req-e2a11a33-f510-4fec-b163-04ba582b63f6 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "DELETE /v2.0/floatingips/67c5b944-22b3-4895-8d64-d708cb732d33 HTTP/1.1" status: 204 len: 168 time: 1.4918499 Sep 22 22:34:12.264980 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4936bf2d-fae3-4e74-ad77-4cc59174927d', 'tag': 'f39dced4-33af-4c17-ac28-9f8a72b39b4f'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:34:12.267369 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98519c2da844f9b43a001f7ae933ab316f81f903b661b364ec1b8081caab682a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343982b6-e88d-4cbd-bb3e-7cc7cd10cbfe" -d '{"events": [{"name": "network-changed", "server_uuid": "4936bf2d-fae3-4e74-ad77-4cc59174927d", "tag": "f39dced4-33af-4c17-ac28-9f8a72b39b4f"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:34:12.310026 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943fcb5e-0d66-4200-80d6-c3c8bd14819c x-openstack-request-id: req-943fcb5e-0d66-4200-80d6-c3c8bd14819c {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:34:12.310313 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4936bf2d-fae3-4e74-ad77-4cc59174927d", "tag": "f39dced4-33af-4c17-ac28-9f8a72b39b4f", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:34:12.310585 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-943fcb5e-0d66-4200-80d6-c3c8bd14819c {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:34:12.311040 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-943fcb5e-0d66-4200-80d6-c3c8bd14819c'] response: {'name': 'network-changed', 'server_uuid': '4936bf2d-fae3-4e74-ad77-4cc59174927d', 'tag': 'f39dced4-33af-4c17-ac28-9f8a72b39b4f', 'status': 'completed', 'code': 200} Sep 22 22:34:12.394201 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-92b01b3c-0acb-4f09-afde-01bc50618d08 None None] Set router a6df061a-a93f-42cf-b088-2ce9c6cb73cf gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:34:12.408484 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343982b6-e88d-4cbd-bb3e-7cc7cd10cbfe req-5c1e9060-5552-49de-ac56-b3498388828d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:34:12.409996 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-343982b6-e88d-4cbd-bb3e-7cc7cd10cbfe req-5c1e9060-5552-49de-ac56-b3498388828d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=486c425ffbfa4affbe6b5c1066ace9b0&device_id=4936bf2d-fae3-4e74-ad77-4cc59174927d HTTP/1.1" status: 200 len: 1098 time: 0.0783198 Sep 22 22:34:12.549497 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343982b6-e88d-4cbd-bb3e-7cc7cd10cbfe req-0fee8d71-7444-405d-ad6e-bb76d908d842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:34:12.551046 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-343982b6-e88d-4cbd-bb3e-7cc7cd10cbfe req-0fee8d71-7444-405d-ad6e-bb76d908d842 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6cf5f78a-93da-4890-ab48-087f090b5ba9 HTTP/1.1" status: 200 len: 910 time: 0.1359334 Sep 22 22:34:12.659490 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-343982b6-e88d-4cbd-bb3e-7cc7cd10cbfe req-1e3a8948-8b72-4af2-9d2b-bc4f8491af75 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f39dced4-33af-4c17-ac28-9f8a72b39b4f HTTP/1.1" status: 200 len: 217 time: 0.1010821 Sep 22 22:34:12.740694 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343982b6-e88d-4cbd-bb3e-7cc7cd10cbfe req-8ef5b43b-c56a-4efa-8317-bb6192bcbf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:34:12.742120 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-343982b6-e88d-4cbd-bb3e-7cc7cd10cbfe req-8ef5b43b-c56a-4efa-8317-bb6192bcbf8e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=980ec72d-5877-4bf7-b80a-1c7cdab2277e HTTP/1.1" status: 200 len: 849 time: 0.0756264 Sep 22 22:34:12.749798 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-92b01b3c-0acb-4f09-afde-01bc50618d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'name': 'tempest-TestSnapshotPattern-1230121489-router', 'tenant_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '9d537d02-4431-4c96-89a4-5cb723e59f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:29:32Z', 'updated_at': '2022-09-22T22:29:36Z', 'revision_number': 4, 'project_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'gw_port': {'id': '9d537d02-4431-4c96-89a4-5cb723e59f0b', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:29:32Z', 'updated_at': '2022-09-22T22:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '695a1681-4582-4cb7-8694-6ec5e4595292', 'tenant_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'floating_ip_address': '172.26.0.229', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'port_id': '2fda151a-edfe-4b79-86bb-9b367a198064', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cf5f78a-93da-4890-ab48-087f090b5ba9', 'mac_address': 'fa:16:3e:e1:16:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc12206-1191-4633-98b7-6e4ef92af283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:29:59Z', 'updated_at': '2022-09-22T22:30:02Z', 'revision_number': 1, 'project_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b62e5bf-0232-45dc-a466-3cf9f7ef788f', 'name': '', 'network_id': '6cf5f78a-93da-4890-ab48-087f090b5ba9', 'tenant_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'mac_address': 'fa:16:3e:03:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '980ec72d-5877-4bf7-b80a-1c7cdab2277e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:29:35Z', 'updated_at': '2022-09-22T22:29:43Z', 'revision_number': 5, 'project_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'subnets': [{'id': '980ec72d-5877-4bf7-b80a-1c7cdab2277e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:34:12.753529 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b01b3c-0acb-4f09-afde-01bc50618d08 None None] Checking router: a6df061a-a93f-42cf-b088-2ce9c6cb73cf for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:34:12.762113 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b01b3c-0acb-4f09-afde-01bc50618d08 None None] Routers {'a6df061a-a93f-42cf-b088-2ce9c6cb73cf'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:34:12.762720 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-92b01b3c-0acb-4f09-afde-01bc50618d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:34:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['a6df061a-a93f-42cf-b088-2ce9c6cb73cf'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:34:12.796146 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9bd72-ecfa-41c8-8287-9ce495544518 req-0e22cc90-4323-405a-b89b-36bddd23edfe tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:34:12.796828 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-c6d9bd72-ecfa-41c8-8287-9ce495544518 req-0e22cc90-4323-405a-b89b-36bddd23edfe tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Synchronizing usage tracker for tenant:486c425ffbfa4affbe6b5c1066ace9b0 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:34:12.827262 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-c6d9bd72-ecfa-41c8-8287-9ce495544518 req-0e22cc90-4323-405a-b89b-36bddd23edfe tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Unset dirty status for tenant:486c425ffbfa4affbe6b5c1066ace9b0 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:34:12.828403 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c6d9bd72-ecfa-41c8-8287-9ce495544518 req-0e22cc90-4323-405a-b89b-36bddd23edfe tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/ports?device_id=4936bf2d-fae3-4e74-ad77-4cc59174927d HTTP/1.1" status: 200 len: 945 time: 0.2197845 Sep 22 22:34:12.870691 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343982b6-e88d-4cbd-bb3e-7cc7cd10cbfe req-5a06460f-348a-4594-a1ea-9aa4c96b6047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:34:12.872147 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-343982b6-e88d-4cbd-bb3e-7cc7cd10cbfe req-5a06460f-348a-4594-a1ea-9aa4c96b6047 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6cf5f78a-93da-4890-ab48-087f090b5ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1232734 Sep 22 22:34:12.882684 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-c6d9bd72-ecfa-41c8-8287-9ce495544518 req-5d33f6e9-5c70-4534-bf2e-68fbf07a5e5b tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/security-groups?id=d4d94fe8-483b-4eed-9d79-93622e74c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473323 Sep 22 22:34:12.939541 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:12.940977 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-92b01b3c-0acb-4f09-afde-01bc50618d08 None None] Set router a6df061a-a93f-42cf-b088-2ce9c6cb73cf gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:34:13.009654 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-343982b6-e88d-4cbd-bb3e-7cc7cd10cbfe req-6dbabc28-b082-40ab-9399-8fd046d203f9 service neutron] 10.222.0.49 "GET /v2.0/networks/6cf5f78a-93da-4890-ab48-087f090b5ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298766 Sep 22 22:34:13.139958 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-343982b6-e88d-4cbd-bb3e-7cc7cd10cbfe req-5517a22a-4575-4502-8eb6-02a9f9d47089 service neutron] 10.222.0.49 "GET /v2.0/networks/6cf5f78a-93da-4890-ab48-087f090b5ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242013 Sep 22 22:34:13.318981 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-92b01b3c-0acb-4f09-afde-01bc50618d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'name': 'tempest-TestSnapshotPattern-1230121489-router', 'tenant_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '9d537d02-4431-4c96-89a4-5cb723e59f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:29:32Z', 'updated_at': '2022-09-22T22:29:36Z', 'revision_number': 4, 'project_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'gw_port': {'id': '9d537d02-4431-4c96-89a4-5cb723e59f0b', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:29:32Z', 'updated_at': '2022-09-22T22:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '695a1681-4582-4cb7-8694-6ec5e4595292', 'tenant_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'floating_ip_address': '172.26.0.229', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'port_id': '2fda151a-edfe-4b79-86bb-9b367a198064', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cf5f78a-93da-4890-ab48-087f090b5ba9', 'mac_address': 'fa:16:3e:e1:16:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc12206-1191-4633-98b7-6e4ef92af283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:29:59Z', 'updated_at': '2022-09-22T22:30:02Z', 'revision_number': 1, 'project_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b62e5bf-0232-45dc-a466-3cf9f7ef788f', 'name': '', 'network_id': '6cf5f78a-93da-4890-ab48-087f090b5ba9', 'tenant_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'mac_address': 'fa:16:3e:03:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '980ec72d-5877-4bf7-b80a-1c7cdab2277e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:29:35Z', 'updated_at': '2022-09-22T22:29:43Z', 'revision_number': 5, 'project_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'subnets': [{'id': '980ec72d-5877-4bf7-b80a-1c7cdab2277e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:34:13.322886 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b01b3c-0acb-4f09-afde-01bc50618d08 None None] The sync data for ids ['a6df061a-a93f-42cf-b088-2ce9c6cb73cf'] in dv-neutron-858900-1-hyperv is: [{'id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'name': 'tempest-TestSnapshotPattern-1230121489-router', 'tenant_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '9d537d02-4431-4c96-89a4-5cb723e59f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:29:32Z', 'updated_at': '2022-09-22T22:29:36Z', 'revision_number': 4, 'project_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'gw_port': {'id': '9d537d02-4431-4c96-89a4-5cb723e59f0b', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:29:32Z', 'updated_at': '2022-09-22T22:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_floatingips': [{'id': '695a1681-4582-4cb7-8694-6ec5e4595292', 'tenant_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'floating_ip_address': '172.26.0.229', 'floating_network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'router_id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'port_id': '2fda151a-edfe-4b79-86bb-9b367a198064', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cf5f78a-93da-4890-ab48-087f090b5ba9', 'mac_address': 'fa:16:3e:e1:16:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc12206-1191-4633-98b7-6e4ef92af283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:29:59Z', 'updated_at': '2022-09-22T22:30:02Z', 'revision_number': 1, 'project_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b62e5bf-0232-45dc-a466-3cf9f7ef788f', 'name': '', 'network_id': '6cf5f78a-93da-4890-ab48-087f090b5ba9', 'tenant_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'mac_address': 'fa:16:3e:03:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '980ec72d-5877-4bf7-b80a-1c7cdab2277e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:29:35Z', 'updated_at': '2022-09-22T22:29:43Z', 'revision_number': 5, 'project_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'subnets': [{'id': '980ec72d-5877-4bf7-b80a-1c7cdab2277e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:34:13.387585 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:13.532307 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded63e74-3afc-46d5-b9f2-fd665f75555e None None] New status for floating IP 67c5b944-22b3-4895-8d64-d708cb732d33: DOWN {{(pid=89010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 22:34:14.087572 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d1b20-1499-4d54-9455-0dfda85e2e9c req-e2dcc117-0170-48f7-8010-1b6ca67a0ddb tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:34:14.090335 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-9d7d1b20-1499-4d54-9455-0dfda85e2e9c req-e2dcc117-0170-48f7-8010-1b6ca67a0ddb tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/ports?device_id=4936bf2d-fae3-4e74-ad77-4cc59174927d HTTP/1.1" status: 200 len: 945 time: 0.0924528 Sep 22 22:34:14.140339 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-9d7d1b20-1499-4d54-9455-0dfda85e2e9c req-ef21fe4c-ab98-41cc-a505-b8ecc31979d0 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/security-groups?id=d4d94fe8-483b-4eed-9d79-93622e74c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431700 Sep 22 22:34:14.220898 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f5729-2c12-45aa-8229-20ae73be22e2 req-ef8bd3a3-7985-48cb-b9d9-cbd34d4c9498 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:34:14.222225 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ba6f5729-2c12-45aa-8229-20ae73be22e2 req-ef8bd3a3-7985-48cb-b9d9-cbd34d4c9498 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.49 "GET /v2.0/ports?device_id=4936bf2d-fae3-4e74-ad77-4cc59174927d HTTP/1.1" status: 200 len: 945 time: 0.2037108 Sep 22 22:34:14.291108 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-ba6f5729-2c12-45aa-8229-20ae73be22e2 req-f8411aff-92f0-410e-aaed-bcbeee776b21 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Deleting port f39dced4-33af-4c17-ac28-9f8a72b39b4f {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:34:14.292004 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-ba6f5729-2c12-45aa-8229-20ae73be22e2 req-f8411aff-92f0-410e-aaed-bcbeee776b21 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:14.535065 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-ba6f5729-2c12-45aa-8229-20ae73be22e2 req-f8411aff-92f0-410e-aaed-bcbeee776b21 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] For port f39dced4-33af-4c17-ac28-9f8a72b39b4f, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=f39dced4-33af-4c17-ac28-9f8a72b39b4f,segment=NetworkSegment(2f5de4c0-63fa-4c71-981f-1427187c0e68),segment_id=2f5de4c0-63fa-4c71-981f-1427187c0e68)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:34:14.535341 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-ba6f5729-2c12-45aa-8229-20ae73be22e2 req-f8411aff-92f0-410e-aaed-bcbeee776b21 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:14.607470 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device f39dced4-33af-4c17-ac28-9f8a72b39b4f no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:34:14.657972 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-ba6f5729-2c12-45aa-8229-20ae73be22e2 req-f8411aff-92f0-410e-aaed-bcbeee776b21 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Calling delete_port for f39dced4-33af-4c17-ac28-9f8a72b39b4f owned by compute:nova {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:34:14.721715 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Current status of the port f39dced4-33af-4c17-ac28-9f8a72b39b4f is: ACTIVE; New status is: DOWN {{(pid=89010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 22:34:14.722094 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687772'] for port, before_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:14.763767 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:14.808653 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-ba6f5729-2c12-45aa-8229-20ae73be22e2 req-f8411aff-92f0-410e-aaed-bcbeee776b21 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:14.860360 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8411aff-92f0-410e-aaed-bcbeee776b21 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Pushing event deleted for resources: {'Port': ['ID=f39dced4-33af-4c17-ac28-9f8a72b39b4f,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:34:14.943898 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba6f5729-2c12-45aa-8229-20ae73be22e2 req-f8411aff-92f0-410e-aaed-bcbeee776b21 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] No DVR routers for this DVR port f39dced4-33af-4c17-ac28-9f8a72b39b4f on host hv-neutron-8589 {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 22:34:14.946317 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-ba6f5729-2c12-45aa-8229-20ae73be22e2 req-f8411aff-92f0-410e-aaed-bcbeee776b21 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:14.949401 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4936bf2d-fae3-4e74-ad77-4cc59174927d', 'name': 'network-vif-deleted', 'tag': 'f39dced4-33af-4c17-ac28-9f8a72b39b4f'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:34:14.951687 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98519c2da844f9b43a001f7ae933ab316f81f903b661b364ec1b8081caab682a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf19391-d891-43c7-b6bf-99f57e95d287" -d '{"events": [{"server_uuid": "4936bf2d-fae3-4e74-ad77-4cc59174927d", "name": "network-vif-deleted", "tag": "f39dced4-33af-4c17-ac28-9f8a72b39b4f"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:34:14.964446 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-ba6f5729-2c12-45aa-8229-20ae73be22e2 req-f8411aff-92f0-410e-aaed-bcbeee776b21 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.49 "DELETE /v2.0/ports/f39dced4-33af-4c17-ac28-9f8a72b39b4f HTTP/1.1" status: 204 len: 173 time: 0.7372582 Sep 22 22:34:14.999127 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f510a15a-e432-4548-a8c2-ad7aa63a41ba x-openstack-request-id: req-f510a15a-e432-4548-a8c2-ad7aa63a41ba {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:34:14.999414 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4936bf2d-fae3-4e74-ad77-4cc59174927d", "name": "network-vif-deleted", "tag": "f39dced4-33af-4c17-ac28-9f8a72b39b4f", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:34:14.999661 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f510a15a-e432-4548-a8c2-ad7aa63a41ba {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:34:15.000072 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f510a15a-e432-4548-a8c2-ad7aa63a41ba'] response: {'server_uuid': '4936bf2d-fae3-4e74-ad77-4cc59174927d', 'name': 'network-vif-deleted', 'tag': 'f39dced4-33af-4c17-ac28-9f8a72b39b4f', 'status': 'completed', 'code': 200} Sep 22 22:34:15.325226 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-7b215ca8-890b-4b63-86b6-59b03ca1bde6 req-b165386d-0a7e-408e-ac49-9a5934c6a6e8 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/ports?device_id=4936bf2d-fae3-4e74-ad77-4cc59174927d HTTP/1.1" status: 200 len: 210 time: 0.0544748 Sep 22 22:34:16.967294 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 60852) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:34:17.164316 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-33defb86-dc9f-4043-9342-a31a1b3c2dc3 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Deleting port 71fefa53-0602-446a-bf01-421b972ac8da {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:34:17.164574 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-33defb86-dc9f-4043-9342-a31a1b3c2dc3 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:17.342269 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-33defb86-dc9f-4043-9342-a31a1b3c2dc3 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:17.342620 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-33defb86-dc9f-4043-9342-a31a1b3c2dc3 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:17.466057 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-33defb86-dc9f-4043-9342-a31a1b3c2dc3 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Calling delete_port for 71fefa53-0602-446a-bf01-421b972ac8da owned by network:floatingip {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:34:17.613512 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-33defb86-dc9f-4043-9342-a31a1b3c2dc3 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:17.658563 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33defb86-dc9f-4043-9342-a31a1b3c2dc3 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Pushing event deleted for resources: {'Port': ['ID=71fefa53-0602-446a-bf01-421b972ac8da,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:34:17.703322 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33defb86-dc9f-4043-9342-a31a1b3c2dc3 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:34:17.703666 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33defb86-dc9f-4043-9342-a31a1b3c2dc3 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:34:17.703999 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33defb86-dc9f-4043-9342-a31a1b3c2dc3 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:34:17.704327 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33defb86-dc9f-4043-9342-a31a1b3c2dc3 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:34:17.704646 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33defb86-dc9f-4043-9342-a31a1b3c2dc3 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:34:17.704983 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33defb86-dc9f-4043-9342-a31a1b3c2dc3 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:34:17.705286 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33defb86-dc9f-4043-9342-a31a1b3c2dc3 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:34:17.705603 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33defb86-dc9f-4043-9342-a31a1b3c2dc3 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:34:17.705921 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33defb86-dc9f-4043-9342-a31a1b3c2dc3 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:34:17.706241 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33defb86-dc9f-4043-9342-a31a1b3c2dc3 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:34:17.706549 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33defb86-dc9f-4043-9342-a31a1b3c2dc3 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:34:17.706882 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33defb86-dc9f-4043-9342-a31a1b3c2dc3 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858900-1-hyperv {{(pid=89009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:34:17.872565 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-33defb86-dc9f-4043-9342-a31a1b3c2dc3 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks [] for floatingip, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:17.873097 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.db.l3_db [None req-33defb86-dc9f-4043-9342-a31a1b3c2dc3 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Floating IP 695a1681-4582-4cb7-8694-6ec5e4595292 disassociated (deleted). External IP: 172.26.0.229, port: 2fda151a-edfe-4b79-86bb-9b367a198064. Sep 22 22:34:18.220021 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33defb86-dc9f-4043-9342-a31a1b3c2dc3 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Router a6df061a-a93f-42cf-b088-2ce9c6cb73cf has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 22:34:18.401769 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33defb86-dc9f-4043-9342-a31a1b3c2dc3 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:34:18.411285 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b0edd9-f493-4de0-ad1d-6f8ed08e1b0e None None] Sync routers for ids ['a6df061a-a93f-42cf-b088-2ce9c6cb73cf'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:34:18.418100 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-33defb86-dc9f-4043-9342-a31a1b3c2dc3 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for floatingip, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:18.420789 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b0edd9-f493-4de0-ad1d-6f8ed08e1b0e None None] Routers {'a6df061a-a93f-42cf-b088-2ce9c6cb73cf'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:34:18.421385 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-35b0edd9-f493-4de0-ad1d-6f8ed08e1b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:34:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['a6df061a-a93f-42cf-b088-2ce9c6cb73cf'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:34:18.471714 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-33defb86-dc9f-4043-9342-a31a1b3c2dc3 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "DELETE /v2.0/floatingips/695a1681-4582-4cb7-8694-6ec5e4595292 HTTP/1.1" status: 204 len: 168 time: 1.5032375 Sep 22 22:34:18.472190 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc12206-1191-4633-98b7-6e4ef92af283', 'tag': '2fda151a-edfe-4b79-86bb-9b367a198064'}] {{(pid=89009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:34:18.474466 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13f9bdab9826cf402ee66f608c327f1d81d6569d48204ee8ce0e2117afe7f9d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b29974e-d3b6-4612-a77c-14976bc2a38d" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc12206-1191-4633-98b7-6e4ef92af283", "tag": "2fda151a-edfe-4b79-86bb-9b367a198064"}]}' {{(pid=89009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:34:18.518771 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab751a95-5db3-4d00-973e-fa6fc9424249 x-openstack-request-id: req-ab751a95-5db3-4d00-973e-fa6fc9424249 {{(pid=89009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:34:18.519057 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc12206-1191-4633-98b7-6e4ef92af283", "tag": "2fda151a-edfe-4b79-86bb-9b367a198064", "status": "completed", "code": 200}]} {{(pid=89009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:34:18.519307 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ab751a95-5db3-4d00-973e-fa6fc9424249 {{(pid=89009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:34:18.519712 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab751a95-5db3-4d00-973e-fa6fc9424249'] response: {'name': 'network-changed', 'server_uuid': '3cc12206-1191-4633-98b7-6e4ef92af283', 'tag': '2fda151a-edfe-4b79-86bb-9b367a198064', 'status': 'completed', 'code': 200} Sep 22 22:34:18.609473 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-35b0edd9-f493-4de0-ad1d-6f8ed08e1b0e None None] Set router a6df061a-a93f-42cf-b088-2ce9c6cb73cf gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:34:18.625054 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29974e-d3b6-4612-a77c-14976bc2a38d req-6157dab4-3d44-4b31-b91d-9582569e8bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:34:18.626879 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7b29974e-d3b6-4612-a77c-14976bc2a38d req-6157dab4-3d44-4b31-b91d-9582569e8bec service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=486c425ffbfa4affbe6b5c1066ace9b0&device_id=3cc12206-1191-4633-98b7-6e4ef92af283 HTTP/1.1" status: 200 len: 1097 time: 0.0844731 Sep 22 22:34:18.629618 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device f39dced4-33af-4c17-ac28-9f8a72b39b4f no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:34:18.665827 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] No Port match for: f39dced4-33af-4c17-ac28-9f8a72b39b4f {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:34:18.667062 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device f39dced4-33af-4c17-ac28-9f8a72b39b4f not bound to the agent host hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:34:18.839866 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29974e-d3b6-4612-a77c-14976bc2a38d req-06291148-5ebe-4d15-8c18-c60b20cff358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:34:18.841306 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7b29974e-d3b6-4612-a77c-14976bc2a38d req-06291148-5ebe-4d15-8c18-c60b20cff358 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6cf5f78a-93da-4890-ab48-087f090b5ba9 HTTP/1.1" status: 200 len: 910 time: 0.2089198 Sep 22 22:34:18.915989 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7b29974e-d3b6-4612-a77c-14976bc2a38d req-ee24ab6c-d82d-4fe2-8ad2-cd8c12456d03 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fda151a-edfe-4b79-86bb-9b367a198064 HTTP/1.1" status: 200 len: 217 time: 0.0669112 Sep 22 22:34:18.932567 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-35b0edd9-f493-4de0-ad1d-6f8ed08e1b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'name': 'tempest-TestSnapshotPattern-1230121489-router', 'tenant_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '9d537d02-4431-4c96-89a4-5cb723e59f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:29:32Z', 'updated_at': '2022-09-22T22:29:36Z', 'revision_number': 4, 'project_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'gw_port': {'id': '9d537d02-4431-4c96-89a4-5cb723e59f0b', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:29:32Z', 'updated_at': '2022-09-22T22:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '6b62e5bf-0232-45dc-a466-3cf9f7ef788f', 'name': '', 'network_id': '6cf5f78a-93da-4890-ab48-087f090b5ba9', 'tenant_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'mac_address': 'fa:16:3e:03:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '980ec72d-5877-4bf7-b80a-1c7cdab2277e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:29:35Z', 'updated_at': '2022-09-22T22:29:43Z', 'revision_number': 5, 'project_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'subnets': [{'id': '980ec72d-5877-4bf7-b80a-1c7cdab2277e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:34:18.936497 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b0edd9-f493-4de0-ad1d-6f8ed08e1b0e None None] Checking router: a6df061a-a93f-42cf-b088-2ce9c6cb73cf for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:34:18.944618 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b0edd9-f493-4de0-ad1d-6f8ed08e1b0e None None] Routers {'a6df061a-a93f-42cf-b088-2ce9c6cb73cf'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:34:18.945201 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-35b0edd9-f493-4de0-ad1d-6f8ed08e1b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:34:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['a6df061a-a93f-42cf-b088-2ce9c6cb73cf'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:34:18.961984 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0332d-ccfb-4a43-977a-0b790a331c8e req-27804f41-1619-43d8-be89-f9aa2f47d76b tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:34:18.962696 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-20c0332d-ccfb-4a43-977a-0b790a331c8e req-27804f41-1619-43d8-be89-f9aa2f47d76b tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Synchronizing usage tracker for tenant:486c425ffbfa4affbe6b5c1066ace9b0 on resource:port {{(pid=89008) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:34:18.995997 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.quota.resource [req-20c0332d-ccfb-4a43-977a-0b790a331c8e req-27804f41-1619-43d8-be89-f9aa2f47d76b tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Unset dirty status for tenant:486c425ffbfa4affbe6b5c1066ace9b0 on resource:port {{(pid=89008) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:34:18.997082 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-20c0332d-ccfb-4a43-977a-0b790a331c8e req-27804f41-1619-43d8-be89-f9aa2f47d76b tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/ports?device_id=3cc12206-1191-4633-98b7-6e4ef92af283 HTTP/1.1" status: 200 len: 944 time: 0.2270606 Sep 22 22:34:18.998688 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29974e-d3b6-4612-a77c-14976bc2a38d req-1338cc25-e0e9-413e-9036-ecf6b3ee5742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:34:19.000015 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7b29974e-d3b6-4612-a77c-14976bc2a38d req-1338cc25-e0e9-413e-9036-ecf6b3ee5742 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=980ec72d-5877-4bf7-b80a-1c7cdab2277e HTTP/1.1" status: 200 len: 849 time: 0.0771835 Sep 22 22:34:19.096532 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-20c0332d-ccfb-4a43-977a-0b790a331c8e req-e0bd3f85-de23-4b58-9c9f-657ca15182a5 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/security-groups?id=d4d94fe8-483b-4eed-9d79-93622e74c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938728 Sep 22 22:34:19.121015 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29974e-d3b6-4612-a77c-14976bc2a38d req-78d9ed25-226f-4f33-b961-859876c78e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:34:19.122410 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-35b0edd9-f493-4de0-ad1d-6f8ed08e1b0e None None] Set router a6df061a-a93f-42cf-b088-2ce9c6cb73cf gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:34:19.122540 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7b29974e-d3b6-4612-a77c-14976bc2a38d req-78d9ed25-226f-4f33-b961-859876c78e76 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6cf5f78a-93da-4890-ab48-087f090b5ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1043096 Sep 22 22:34:19.266569 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7b29974e-d3b6-4612-a77c-14976bc2a38d req-2a5e4d38-3ec8-429d-9ba4-2491e20488cf service neutron] 10.222.0.49 "GET /v2.0/networks/6cf5f78a-93da-4890-ab48-087f090b5ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376860 Sep 22 22:34:19.473753 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-35b0edd9-f493-4de0-ad1d-6f8ed08e1b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'name': 'tempest-TestSnapshotPattern-1230121489-router', 'tenant_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '9d537d02-4431-4c96-89a4-5cb723e59f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:29:32Z', 'updated_at': '2022-09-22T22:29:36Z', 'revision_number': 4, 'project_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'gw_port': {'id': '9d537d02-4431-4c96-89a4-5cb723e59f0b', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:29:32Z', 'updated_at': '2022-09-22T22:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '6b62e5bf-0232-45dc-a466-3cf9f7ef788f', 'name': '', 'network_id': '6cf5f78a-93da-4890-ab48-087f090b5ba9', 'tenant_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'mac_address': 'fa:16:3e:03:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '980ec72d-5877-4bf7-b80a-1c7cdab2277e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:29:35Z', 'updated_at': '2022-09-22T22:29:43Z', 'revision_number': 5, 'project_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'subnets': [{'id': '980ec72d-5877-4bf7-b80a-1c7cdab2277e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:34:19.477685 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b0edd9-f493-4de0-ad1d-6f8ed08e1b0e None None] The sync data for ids ['a6df061a-a93f-42cf-b088-2ce9c6cb73cf'] in dv-neutron-858900-1-hyperv is: [{'id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'name': 'tempest-TestSnapshotPattern-1230121489-router', 'tenant_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '9d537d02-4431-4c96-89a4-5cb723e59f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:29:32Z', 'updated_at': '2022-09-22T22:29:36Z', 'revision_number': 4, 'project_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'gw_port': {'id': '9d537d02-4431-4c96-89a4-5cb723e59f0b', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:29:32Z', 'updated_at': '2022-09-22T22:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv', '_interfaces': [{'id': '6b62e5bf-0232-45dc-a466-3cf9f7ef788f', 'name': '', 'network_id': '6cf5f78a-93da-4890-ab48-087f090b5ba9', 'tenant_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'mac_address': 'fa:16:3e:03:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '980ec72d-5877-4bf7-b80a-1c7cdab2277e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:29:35Z', 'updated_at': '2022-09-22T22:29:43Z', 'revision_number': 5, 'project_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'subnets': [{'id': '980ec72d-5877-4bf7-b80a-1c7cdab2277e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:34:19.504831 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7b29974e-d3b6-4612-a77c-14976bc2a38d req-68946337-ebf9-44d1-aa5e-08a9bc11e69c service neutron] 10.222.0.49 "GET /v2.0/networks/6cf5f78a-93da-4890-ab48-087f090b5ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311952 Sep 22 22:34:19.690784 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfaac74-9634-4f09-954e-54b7771c15f9 None None] New status for floating IP 695a1681-4582-4cb7-8694-6ec5e4595292: DOWN {{(pid=89010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 22:34:20.300425 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320190ee-1f48-47d5-8e15-c5614ec6bff1 req-4ec5c9ac-0ad9-40a7-b9d6-42957267f642 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:34:20.301126 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-320190ee-1f48-47d5-8e15-c5614ec6bff1 req-4ec5c9ac-0ad9-40a7-b9d6-42957267f642 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Synchronizing usage tracker for tenant:486c425ffbfa4affbe6b5c1066ace9b0 on resource:port {{(pid=89009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 22:34:20.306190 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d0a22-a432-41c7-80af-44e336afddb2 req-10af2d90-a5d3-4836-a991-93359cf32685 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:34:20.307700 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7e6d0a22-a432-41c7-80af-44e336afddb2 req-10af2d90-a5d3-4836-a991-93359cf32685 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cc12206-1191-4633-98b7-6e4ef92af283 HTTP/1.1" status: 200 len: 944 time: 0.0937574 Sep 22 22:34:20.312878 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.quota.resource [req-320190ee-1f48-47d5-8e15-c5614ec6bff1 req-4ec5c9ac-0ad9-40a7-b9d6-42957267f642 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Unset dirty status for tenant:486c425ffbfa4affbe6b5c1066ace9b0 on resource:port {{(pid=89009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 22:34:20.313981 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-320190ee-1f48-47d5-8e15-c5614ec6bff1 req-4ec5c9ac-0ad9-40a7-b9d6-42957267f642 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/ports?device_id=3cc12206-1191-4633-98b7-6e4ef92af283 HTTP/1.1" status: 200 len: 944 time: 0.1072350 Sep 22 22:34:20.358555 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-320190ee-1f48-47d5-8e15-c5614ec6bff1 req-e75ca484-bd4a-458f-aa8f-ce92ecc6b8cb tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/security-groups?id=d4d94fe8-483b-4eed-9d79-93622e74c9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389104 Sep 22 22:34:20.377490 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-7e6d0a22-a432-41c7-80af-44e336afddb2 req-0418a81c-6994-4522-9a10-53a566b30ee8 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Deleting port 2fda151a-edfe-4b79-86bb-9b367a198064 {{(pid=89008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:34:20.377829 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-7e6d0a22-a432-41c7-80af-44e336afddb2 req-0418a81c-6994-4522-9a10-53a566b30ee8 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:20.617117 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.db [req-7e6d0a22-a432-41c7-80af-44e336afddb2 req-0418a81c-6994-4522-9a10-53a566b30ee8 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] For port 2fda151a-edfe-4b79-86bb-9b367a198064, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=2fda151a-edfe-4b79-86bb-9b367a198064,segment=NetworkSegment(2f5de4c0-63fa-4c71-981f-1427187c0e68),segment_id=2f5de4c0-63fa-4c71-981f-1427187c0e68)] {{(pid=89008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:34:20.617469 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-7e6d0a22-a432-41c7-80af-44e336afddb2 req-0418a81c-6994-4522-9a10-53a566b30ee8 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:20.736793 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.plugins.ml2.plugin [req-7e6d0a22-a432-41c7-80af-44e336afddb2 req-0418a81c-6994-4522-9a10-53a566b30ee8 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Calling delete_port for 2fda151a-edfe-4b79-86bb-9b367a198064 owned by compute:nova {{(pid=89008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:34:20.881512 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-7e6d0a22-a432-41c7-80af-44e336afddb2 req-0418a81c-6994-4522-9a10-53a566b30ee8 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6912271'] for port, after_delete {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:20.938223 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0418a81c-6994-4522-9a10-53a566b30ee8 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Pushing event deleted for resources: {'Port': ['ID=2fda151a-edfe-4b79-86bb-9b367a198064,revision_number=None']} {{(pid=89008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:34:21.029361 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e6d0a22-a432-41c7-80af-44e336afddb2 req-0418a81c-6994-4522-9a10-53a566b30ee8 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] No DVR routers for this DVR port 2fda151a-edfe-4b79-86bb-9b367a198064 on host hv-neutron-8589 {{(pid=89008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 22:34:21.031834 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron_lib.callbacks.manager [req-7e6d0a22-a432-41c7-80af-44e336afddb2 req-0418a81c-6994-4522-9a10-53a566b30ee8 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195259'] for port, before_response {{(pid=89008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:21.034419 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc12206-1191-4633-98b7-6e4ef92af283', 'name': 'network-vif-deleted', 'tag': '2fda151a-edfe-4b79-86bb-9b367a198064'}] {{(pid=89008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 22:34:21.037098 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98519c2da844f9b43a001f7ae933ab316f81f903b661b364ec1b8081caab682a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c2a124-7733-48c1-9f7d-3717e3645fcc" -d '{"events": [{"server_uuid": "3cc12206-1191-4633-98b7-6e4ef92af283", "name": "network-vif-deleted", "tag": "2fda151a-edfe-4b79-86bb-9b367a198064"}]}' {{(pid=89008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:34:21.051223 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.wsgi [req-7e6d0a22-a432-41c7-80af-44e336afddb2 req-0418a81c-6994-4522-9a10-53a566b30ee8 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.49 "DELETE /v2.0/ports/2fda151a-edfe-4b79-86bb-9b367a198064 HTTP/1.1" status: 204 len: 173 time: 0.7383301 Sep 22 22:34:21.080830 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5086b735-d04e-4737-ac3e-d9d173b13668 x-openstack-request-id: req-5086b735-d04e-4737-ac3e-d9d173b13668 {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:34:21.081190 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc12206-1191-4633-98b7-6e4ef92af283", "name": "network-vif-deleted", "tag": "2fda151a-edfe-4b79-86bb-9b367a198064", "status": "completed", "code": 200}]} {{(pid=89008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:34:21.081549 dv-neutron-858900-1-hyperv neutron-server[89008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5086b735-d04e-4737-ac3e-d9d173b13668 {{(pid=89008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:34:21.082206 dv-neutron-858900-1-hyperv neutron-server[89008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5086b735-d04e-4737-ac3e-d9d173b13668'] response: {'server_uuid': '3cc12206-1191-4633-98b7-6e4ef92af283', 'name': 'network-vif-deleted', 'tag': '2fda151a-edfe-4b79-86bb-9b367a198064', 'status': 'completed', 'code': 200} Sep 22 22:34:21.534383 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [req-0751b229-0fd8-491b-9c9f-3aeb542c5ddb req-b7f25a41-d992-45de-97fd-9b6b7ed938d4 tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "GET /v2.0/ports?device_id=3cc12206-1191-4633-98b7-6e4ef92af283 HTTP/1.1" status: 200 len: 210 time: 0.0510609 Sep 22 22:34:22.641247 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 60874) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:34:22.711425 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3eaafa9e-e86b-4d47-937c-e4ce09265aee tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:22.740594 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3eaafa9e-e86b-4d47-937c-e4ce09265aee tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:22.803209 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3eaafa9e-e86b-4d47-937c-e4ce09265aee tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:22.823076 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaafa9e-e86b-4d47-937c-e4ce09265aee tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d94fe8-483b-4eed-9d79-93622e74c9cb,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:34:22.833176 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-3eaafa9e-e86b-4d47-937c-e4ce09265aee tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:22.834319 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-3eaafa9e-e86b-4d47-937c-e4ce09265aee tempest-TestSnapshotPattern-792665018 tempest-TestSnapshotPattern-792665018-project] 10.222.0.33 "DELETE /v2.0/security-groups/d4d94fe8-483b-4eed-9d79-93622e74c9cb HTTP/1.1" status: 204 len: 168 time: 0.1920950 Sep 22 22:34:22.882635 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 60880) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:34:23.540985 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-02c8f3ef-e0e3-4ac8-b6e8-e335ce5daaa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:23.882886 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-02c8f3ef-e0e3-4ac8-b6e8-e335ce5daaa3 admin admin] Deleting port 6b62e5bf-0232-45dc-a466-3cf9f7ef788f {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:34:23.883566 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-02c8f3ef-e0e3-4ac8-b6e8-e335ce5daaa3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:24.048757 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-02c8f3ef-e0e3-4ac8-b6e8-e335ce5daaa3 admin admin] For port 6b62e5bf-0232-45dc-a466-3cf9f7ef788f, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=6b62e5bf-0232-45dc-a466-3cf9f7ef788f,segment=NetworkSegment(2f5de4c0-63fa-4c71-981f-1427187c0e68),segment_id=2f5de4c0-63fa-4c71-981f-1427187c0e68)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:34:24.049110 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-02c8f3ef-e0e3-4ac8-b6e8-e335ce5daaa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:24.172484 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-02c8f3ef-e0e3-4ac8-b6e8-e335ce5daaa3 admin admin] Calling delete_port for 6b62e5bf-0232-45dc-a466-3cf9f7ef788f owned by network:router_interface {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:34:24.428158 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-02c8f3ef-e0e3-4ac8-b6e8-e335ce5daaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:24.507433 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c8f3ef-e0e3-4ac8-b6e8-e335ce5daaa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b62e5bf-0232-45dc-a466-3cf9f7ef788f,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:34:24.639176 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 2fda151a-edfe-4b79-86bb-9b367a198064 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:34:24.675348 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] No Port match for: 2fda151a-edfe-4b79-86bb-9b367a198064 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:34:24.675699 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Device 2fda151a-edfe-4b79-86bb-9b367a198064 not bound to the agent host hv-neutron-8589 {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:34:24.748080 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-02c8f3ef-e0e3-4ac8-b6e8-e335ce5daaa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:25.200823 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c8f3ef-e0e3-4ac8-b6e8-e335ce5daaa3 admin admin] Router a6df061a-a93f-42cf-b088-2ce9c6cb73cf has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 22:34:25.376842 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c8f3ef-e0e3-4ac8-b6e8-e335ce5daaa3 admin admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:34:25.385407 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2afb35-0dd1-49de-9c52-4c2f148990fc None None] Sync routers for ids ['a6df061a-a93f-42cf-b088-2ce9c6cb73cf'] in dv-neutron-858900-1-hyperv {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:34:25.388880 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-02c8f3ef-e0e3-4ac8-b6e8-e335ce5daaa3 admin admin] 10.222.0.33 "PUT /v2.0/routers/a6df061a-a93f-42cf-b088-2ce9c6cb73cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5051854 Sep 22 22:34:25.391340 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 60884) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:34:25.394878 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2afb35-0dd1-49de-9c52-4c2f148990fc None None] Routers {'a6df061a-a93f-42cf-b088-2ce9c6cb73cf'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:34:25.395462 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-ea2afb35-0dd1-49de-9c52-4c2f148990fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:34:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['a6df061a-a93f-42cf-b088-2ce9c6cb73cf'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:34:25.563595 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-27f237a6-65f9-4b8a-b734-bcd121adae15 admin admin] Notify callbacks [] for router, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:25.570230 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-ea2afb35-0dd1-49de-9c52-4c2f148990fc None None] Set router a6df061a-a93f-42cf-b088-2ce9c6cb73cf gateway port host: dv-neutron-858900-1-hyperv {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:34:25.739012 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-27f237a6-65f9-4b8a-b734-bcd121adae15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:25.748430 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-27f237a6-65f9-4b8a-b734-bcd121adae15 admin admin] Deleting port 9d537d02-4431-4c96-89a4-5cb723e59f0b {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:34:25.748879 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-27f237a6-65f9-4b8a-b734-bcd121adae15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:25.846545 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-ea2afb35-0dd1-49de-9c52-4c2f148990fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'name': 'tempest-TestSnapshotPattern-1230121489-router', 'tenant_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '9d537d02-4431-4c96-89a4-5cb723e59f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:29:32Z', 'updated_at': '2022-09-22T22:34:24Z', 'revision_number': 5, 'project_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'gw_port': {'id': '9d537d02-4431-4c96-89a4-5cb723e59f0b', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:29:32Z', 'updated_at': '2022-09-22T22:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:34:25.850379 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2afb35-0dd1-49de-9c52-4c2f148990fc None None] Checking router: a6df061a-a93f-42cf-b088-2ce9c6cb73cf for host: dv-neutron-858900-1-hyperv {{(pid=89011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:34:25.859435 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2afb35-0dd1-49de-9c52-4c2f148990fc None None] Routers {'a6df061a-a93f-42cf-b088-2ce9c6cb73cf'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:34:25.860037 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-ea2afb35-0dd1-49de-9c52-4c2f148990fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:34:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['a6df061a-a93f-42cf-b088-2ce9c6cb73cf'], 'active': True} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:34:25.920756 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-27f237a6-65f9-4b8a-b734-bcd121adae15 admin admin] For port 9d537d02-4431-4c96-89a4-5cb723e59f0b, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=9d537d02-4431-4c96-89a4-5cb723e59f0b,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:34:25.921109 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-27f237a6-65f9-4b8a-b734-bcd121adae15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:26.013285 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_dvr_db [None req-ea2afb35-0dd1-49de-9c52-4c2f148990fc None None] Set router a6df061a-a93f-42cf-b088-2ce9c6cb73cf gateway port host: None {{(pid=89011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:34:26.045755 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-27f237a6-65f9-4b8a-b734-bcd121adae15 admin admin] Calling delete_port for 9d537d02-4431-4c96-89a4-5cb723e59f0b owned by network:router_gateway {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:34:26.117511 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.l3_hamode_db [None req-ea2afb35-0dd1-49de-9c52-4c2f148990fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'name': 'tempest-TestSnapshotPattern-1230121489-router', 'tenant_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:29:32Z', 'updated_at': '2022-09-22T22:34:25Z', 'revision_number': 6, 'project_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'gw_port_host': None}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:34:26.121843 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2afb35-0dd1-49de-9c52-4c2f148990fc None None] The sync data for ids ['a6df061a-a93f-42cf-b088-2ce9c6cb73cf'] in dv-neutron-858900-1-hyperv is: [{'id': 'a6df061a-a93f-42cf-b088-2ce9c6cb73cf', 'name': 'tempest-TestSnapshotPattern-1230121489-router', 'tenant_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:29:32Z', 'updated_at': '2022-09-22T22:34:25Z', 'revision_number': 6, 'project_id': '486c425ffbfa4affbe6b5c1066ace9b0', 'gw_port_host': None}] {{(pid=89011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:34:26.212628 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-27f237a6-65f9-4b8a-b734-bcd121adae15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:26.365952 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f237a6-65f9-4b8a-b734-bcd121adae15 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d537d02-4431-4c96-89a4-5cb723e59f0b,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:34:26.459659 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-27f237a6-65f9-4b8a-b734-bcd121adae15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8012236'] for router_gateway, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:26.630335 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-27f237a6-65f9-4b8a-b734-bcd121adae15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:26.632416 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-27f237a6-65f9-4b8a-b734-bcd121adae15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:26.652540 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:26.654678 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-27f237a6-65f9-4b8a-b734-bcd121adae15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:26.655178 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f237a6-65f9-4b8a-b734-bcd121adae15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6df061a-a93f-42cf-b088-2ce9c6cb73cf {{(pid=89009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 22:34:26.667605 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-27f237a6-65f9-4b8a-b734-bcd121adae15 admin admin] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:26.668696 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-27f237a6-65f9-4b8a-b734-bcd121adae15 admin admin] 10.222.0.33 "DELETE /v2.0/routers/a6df061a-a93f-42cf-b088-2ce9c6cb73cf HTTP/1.1" status: 204 len: 168 time: 1.2764726 Sep 22 22:34:26.671205 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 60888) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:34:26.729247 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-10bbb214-7c09-4fb6-965f-ece0497a818f admin admin] Deleting subnet 980ec72d-5877-4bf7-b80a-1c7cdab2277e {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 22:34:26.732260 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-10bbb214-7c09-4fb6-965f-ece0497a818f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:26.782062 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-10bbb214-7c09-4fb6-965f-ece0497a818f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:26.862072 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-10bbb214-7c09-4fb6-965f-ece0497a818f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:26.900065 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 9d537d02-4431-4c96-89a4-5cb723e59f0b no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:34:26.932743 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-10bbb214-7c09-4fb6-965f-ece0497a818f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:26.936328 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 9d537d02-4431-4c96-89a4-5cb723e59f0b {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:34:26.936676 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 9d537d02-4431-4c96-89a4-5cb723e59f0b not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:34:26.937092 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 6b62e5bf-0232-45dc-a466-3cf9f7ef788f no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:34:26.970908 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 6b62e5bf-0232-45dc-a466-3cf9f7ef788f {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:34:26.971263 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 6b62e5bf-0232-45dc-a466-3cf9f7ef788f not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:34:26.973634 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bbb214-7c09-4fb6-965f-ece0497a818f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=980ec72d-5877-4bf7-b80a-1c7cdab2277e,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:34:26.977367 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-10bbb214-7c09-4fb6-965f-ece0497a818f admin admin] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:26.983328 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-10bbb214-7c09-4fb6-965f-ece0497a818f admin admin] 10.222.0.33 "DELETE /v2.0/subnets/980ec72d-5877-4bf7-b80a-1c7cdab2277e HTTP/1.1" status: 204 len: 168 time: 0.3112013 Sep 22 22:34:26.985829 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 60892) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:34:26.989334 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308e628d-48bb-47d3-98de-5a9fffd45bbd None None] Network 6cf5f78a-93da-4890-ab48-087f090b5ba9 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:34:27.095524 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c25e291d-38cc-442c-b7dd-b1c19dd1da6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:27.107303 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-c25e291d-38cc-442c-b7dd-b1c19dd1da6a admin admin] Deleting port c729baf0-29be-4867-81b6-26c0cce553c4 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:34:27.107797 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c25e291d-38cc-442c-b7dd-b1c19dd1da6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:27.306197 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c865a6-ff5a-4e87-a88a-bf8504657901 None None] DHCP port deletion for 6cf5f78a-93da-4890-ab48-087f090b5ba9 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 22:34:27.310283 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-75c865a6-ff5a-4e87-a88a-bf8504657901 None None] Deleting port c729baf0-29be-4867-81b6-26c0cce553c4 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:34:27.310676 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-75c865a6-ff5a-4e87-a88a-bf8504657901 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:27.327169 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-c25e291d-38cc-442c-b7dd-b1c19dd1da6a admin admin] For port c729baf0-29be-4867-81b6-26c0cce553c4, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=c729baf0-29be-4867-81b6-26c0cce553c4,segment=NetworkSegment(2f5de4c0-63fa-4c71-981f-1427187c0e68),segment_id=2f5de4c0-63fa-4c71-981f-1427187c0e68)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:34:27.327708 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c25e291d-38cc-442c-b7dd-b1c19dd1da6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:27.467327 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-c25e291d-38cc-442c-b7dd-b1c19dd1da6a admin admin] Calling delete_port for c729baf0-29be-4867-81b6-26c0cce553c4 owned by network:dhcp {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:34:27.515975 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-75c865a6-ff5a-4e87-a88a-bf8504657901 None None] For port c729baf0-29be-4867-81b6-26c0cce553c4, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=c729baf0-29be-4867-81b6-26c0cce553c4,segment=NetworkSegment(2f5de4c0-63fa-4c71-981f-1427187c0e68),segment_id=2f5de4c0-63fa-4c71-981f-1427187c0e68)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:34:27.516368 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-75c865a6-ff5a-4e87-a88a-bf8504657901 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:27.547870 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c25e291d-38cc-442c-b7dd-b1c19dd1da6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:27.593182 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e291d-38cc-442c-b7dd-b1c19dd1da6a admin admin] Pushing event deleted for resources: {'Port': ['ID=c729baf0-29be-4867-81b6-26c0cce553c4,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:34:27.599174 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25e291d-38cc-442c-b7dd-b1c19dd1da6a admin admin] No DVR routers for this DVR port c729baf0-29be-4867-81b6-26c0cce553c4 on host dv-neutron-858900-1-hyperv {{(pid=89009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 22:34:27.638031 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-75c865a6-ff5a-4e87-a88a-bf8504657901 None None] Calling delete_port for c729baf0-29be-4867-81b6-26c0cce553c4 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:34:27.707678 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.db.api [None req-75c865a6-ff5a-4e87-a88a-bf8504657901 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 22:34:27.708327 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG oslo_db.api [None req-75c865a6-ff5a-4e87-a88a-bf8504657901 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 22:34:27.714238 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c25e291d-38cc-442c-b7dd-b1c19dd1da6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:27.742217 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-c25e291d-38cc-442c-b7dd-b1c19dd1da6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cf5f78a-93da-4890-ab48-087f090b5ba9']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:34:27.847482 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-c25e291d-38cc-442c-b7dd-b1c19dd1da6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f5de4c0-63fa-4c71-981f-1427187c0e68') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:34:27.847771 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-c25e291d-38cc-442c-b7dd-b1c19dd1da6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f5de4c0-63fa-4c71-981f-1427187c0e68') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:34:27.860622 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c25e291d-38cc-442c-b7dd-b1c19dd1da6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:27.877339 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c25e291d-38cc-442c-b7dd-b1c19dd1da6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:27.883269 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c25e291d-38cc-442c-b7dd-b1c19dd1da6a admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 22:34:27.883646 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c25e291d-38cc-442c-b7dd-b1c19dd1da6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:27.978401 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c25e291d-38cc-442c-b7dd-b1c19dd1da6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:27.997416 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-c25e291d-38cc-442c-b7dd-b1c19dd1da6a admin admin] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:28.003242 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e291d-38cc-442c-b7dd-b1c19dd1da6a admin admin] Pushing event deleted for resources: {'Network': ['ID=6cf5f78a-93da-4890-ab48-087f090b5ba9,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:34:28.007862 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 2f5de4c0-63fa-4c71-981f-1427187c0e68 resource provider aggregate not found Sep 22 22:34:28.016799 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-c25e291d-38cc-442c-b7dd-b1c19dd1da6a admin admin] 10.222.0.33 "DELETE /v2.0/networks/6cf5f78a-93da-4890-ab48-087f090b5ba9 HTTP/1.1" status: 204 len: 168 time: 1.0300319 Sep 22 22:34:28.019552 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 60904) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:34:28.077452 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 2f5de4c0-63fa-4c71-981f-1427187c0e68 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2f5de4c0-63fa-4c71-981f-1427187c0e68 found for delete ", "request_id": "req-86a00349-a791-45c6-8295-d6f9ada3fe18"}]} Sep 22 22:34:28.209524 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-75c865a6-ff5a-4e87-a88a-bf8504657901 None None] Deleting port c729baf0-29be-4867-81b6-26c0cce553c4 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:34:28.209917 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-75c865a6-ff5a-4e87-a88a-bf8504657901 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:28.278836 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-75c865a6-ff5a-4e87-a88a-bf8504657901 None None] The port 'c729baf0-29be-4867-81b6-26c0cce553c4' was deleted {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 22:34:28.547973 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cad0c331-6777-4952-bbca-05c98a376163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026545'] for router_interface, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:28.778405 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device c729baf0-29be-4867-81b6-26c0cce553c4 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:34:28.811754 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: c729baf0-29be-4867-81b6-26c0cce553c4 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:34:28.812019 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device c729baf0-29be-4867-81b6-26c0cce553c4 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:34:28.887296 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-cad0c331-6777-4952-bbca-05c98a376163 admin admin] Deleting port 956116ad-6cc6-44a2-b06e-080ba77b1c04 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:34:28.887637 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cad0c331-6777-4952-bbca-05c98a376163 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:29.054074 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-cad0c331-6777-4952-bbca-05c98a376163 admin admin] For port 956116ad-6cc6-44a2-b06e-080ba77b1c04, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=956116ad-6cc6-44a2-b06e-080ba77b1c04,segment=NetworkSegment(3883f57b-be1f-41b3-9ad4-8bfb3ceae71f),segment_id=3883f57b-be1f-41b3-9ad4-8bfb3ceae71f)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:34:29.054425 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cad0c331-6777-4952-bbca-05c98a376163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:29.172954 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-cad0c331-6777-4952-bbca-05c98a376163 admin admin] Calling delete_port for 956116ad-6cc6-44a2-b06e-080ba77b1c04 owned by network:router_interface {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:34:29.454248 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cad0c331-6777-4952-bbca-05c98a376163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:29.500055 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad0c331-6777-4952-bbca-05c98a376163 admin admin] Pushing event deleted for resources: {'Port': ['ID=956116ad-6cc6-44a2-b06e-080ba77b1c04,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:34:29.770328 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-cad0c331-6777-4952-bbca-05c98a376163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7901198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026437'] for router_interface, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:30.125776 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad0c331-6777-4952-bbca-05c98a376163 admin admin] Router e4616142-da24-4b1e-a317-056322e5200f has already been hosted by L3 agent 00484572-69ab-460c-ba62-dad581191bb1 {{(pid=89009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 22:34:30.300133 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad0c331-6777-4952-bbca-05c98a376163 admin admin] Notify agent at l3_agent.dv-neutron-858900-1-hyperv the message routers_updated {{(pid=89009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 22:34:30.308456 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfc6bc6-6455-4a94-89a6-85468f99d53b None None] Sync routers for ids ['e4616142-da24-4b1e-a317-056322e5200f'] in dv-neutron-858900-1-hyperv {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:34:30.316044 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-cad0c331-6777-4952-bbca-05c98a376163 admin admin] 10.222.0.33 "PUT /v2.0/routers/e4616142-da24-4b1e-a317-056322e5200f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2953339 Sep 22 22:34:30.317301 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfc6bc6-6455-4a94-89a6-85468f99d53b None None] Routers {'e4616142-da24-4b1e-a317-056322e5200f'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:34:30.317923 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-edfc6bc6-6455-4a94-89a6-85468f99d53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:34:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['e4616142-da24-4b1e-a317-056322e5200f'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:34:30.318318 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 60910) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:34:30.493956 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-edfc6bc6-6455-4a94-89a6-85468f99d53b None None] Set router e4616142-da24-4b1e-a317-056322e5200f gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:34:30.616139 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0e90e8f9-792d-4134-ab53-04108ed23430 admin admin] Notify callbacks [] for router, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:30.781185 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-edfc6bc6-6455-4a94-89a6-85468f99d53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4616142-da24-4b1e-a317-056322e5200f', 'name': 'tempest-TestSnapshotPattern-195516607-router', 'tenant_id': '1b12635598c545858a7c74fd9b5f3750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': 'c7a28bac-9f62-470a-9a70-24a76a6a9b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:29:38Z', 'updated_at': '2022-09-22T22:34:29Z', 'revision_number': 5, 'project_id': '1b12635598c545858a7c74fd9b5f3750', 'gw_port': {'id': 'c7a28bac-9f62-470a-9a70-24a76a6a9b2f', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:01:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4616142-da24-4b1e-a317-056322e5200f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:29:39Z', 'updated_at': '2022-09-22T22:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:34:30.785487 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfc6bc6-6455-4a94-89a6-85468f99d53b None None] Checking router: e4616142-da24-4b1e-a317-056322e5200f for host: dv-neutron-858900-1-hyperv {{(pid=89010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:34:30.797678 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfc6bc6-6455-4a94-89a6-85468f99d53b None None] Routers {'e4616142-da24-4b1e-a317-056322e5200f'} bound to L3 agent in host dv-neutron-858900-1-hyperv {{(pid=89010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 22:34:30.798299 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-edfc6bc6-6455-4a94-89a6-85468f99d53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858900-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T21:24:12Z,description=,heartbeat_timestamp=2022-09-22T22:34:12Z,host='dv-neutron-858900-1-hyperv',id=00484572-69ab-460c-ba62-dad581191bb1,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T21:24:12Z,topic='l3_agent')) {'router_ids': ['e4616142-da24-4b1e-a317-056322e5200f'], 'active': True} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:34:30.905957 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0e90e8f9-792d-4134-ab53-04108ed23430 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:30.918025 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-0e90e8f9-792d-4134-ab53-04108ed23430 admin admin] Deleting port c7a28bac-9f62-470a-9a70-24a76a6a9b2f {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:34:30.918370 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0e90e8f9-792d-4134-ab53-04108ed23430 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:31.011129 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_dvr_db [None req-edfc6bc6-6455-4a94-89a6-85468f99d53b None None] Set router e4616142-da24-4b1e-a317-056322e5200f gateway port host: dv-neutron-858900-1-hyperv {{(pid=89010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 22:34:31.100815 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-0e90e8f9-792d-4134-ab53-04108ed23430 admin admin] For port c7a28bac-9f62-470a-9a70-24a76a6a9b2f, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=c7a28bac-9f62-470a-9a70-24a76a6a9b2f,segment=NetworkSegment(a9b58413-0989-44c2-8848-4fe665fe052f),segment_id=a9b58413-0989-44c2-8848-4fe665fe052f)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:34:31.101171 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0e90e8f9-792d-4134-ab53-04108ed23430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:31.224220 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-0e90e8f9-792d-4134-ab53-04108ed23430 admin admin] Calling delete_port for c7a28bac-9f62-470a-9a70-24a76a6a9b2f owned by network:router_gateway {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:34:31.298596 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.db.l3_hamode_db [None req-edfc6bc6-6455-4a94-89a6-85468f99d53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4616142-da24-4b1e-a317-056322e5200f', 'name': 'tempest-TestSnapshotPattern-195516607-router', 'tenant_id': '1b12635598c545858a7c74fd9b5f3750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': 'c7a28bac-9f62-470a-9a70-24a76a6a9b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:29:38Z', 'updated_at': '2022-09-22T22:34:29Z', 'revision_number': 5, 'project_id': '1b12635598c545858a7c74fd9b5f3750', 'gw_port': {'id': 'c7a28bac-9f62-470a-9a70-24a76a6a9b2f', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:01:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4616142-da24-4b1e-a317-056322e5200f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:29:39Z', 'updated_at': '2022-09-22T22:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}], 'dv-neutron-858900-1-hyperv', False) {} {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:34:31.302448 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfc6bc6-6455-4a94-89a6-85468f99d53b None None] The sync data for ids ['e4616142-da24-4b1e-a317-056322e5200f'] in dv-neutron-858900-1-hyperv is: [{'id': 'e4616142-da24-4b1e-a317-056322e5200f', 'name': 'tempest-TestSnapshotPattern-195516607-router', 'tenant_id': '1b12635598c545858a7c74fd9b5f3750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'external_fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.209'}], 'enable_snat': True}, 'gw_port_id': 'c7a28bac-9f62-470a-9a70-24a76a6a9b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:29:38Z', 'updated_at': '2022-09-22T22:34:29Z', 'revision_number': 5, 'project_id': '1b12635598c545858a7c74fd9b5f3750', 'gw_port': {'id': 'c7a28bac-9f62-470a-9a70-24a76a6a9b2f', 'name': '', 'network_id': 'a22ae1c9-d428-411f-af43-ce0f71b38d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:01:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4616142-da24-4b1e-a317-056322e5200f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'ip_address': '172.26.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858900-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:29:39Z', 'updated_at': '2022-09-22T22:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac30e08-1453-402b-ab2c-8acf5f518e70', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858900-1-hyperv'}] {{(pid=89010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:34:31.407316 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0e90e8f9-792d-4134-ab53-04108ed23430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:31.452600 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e90e8f9-792d-4134-ab53-04108ed23430 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7a28bac-9f62-470a-9a70-24a76a6a9b2f,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:34:31.550536 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0e90e8f9-792d-4134-ab53-04108ed23430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8012236'] for router_gateway, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:31.723249 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0e90e8f9-792d-4134-ab53-04108ed23430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8012137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3315'] for router, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:31.725650 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0e90e8f9-792d-4134-ab53-04108ed23430 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:31.749474 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0e90e8f9-792d-4134-ab53-04108ed23430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8012312'] for router, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:31.749979 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e90e8f9-792d-4134-ab53-04108ed23430 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4616142-da24-4b1e-a317-056322e5200f {{(pid=89009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 22:34:31.762860 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-0e90e8f9-792d-4134-ab53-04108ed23430 admin admin] Notify callbacks [] for router, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:31.763987 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-0e90e8f9-792d-4134-ab53-04108ed23430 admin admin] 10.222.0.33 "DELETE /v2.0/routers/e4616142-da24-4b1e-a317-056322e5200f HTTP/1.1" status: 204 len: 168 time: 1.4444928 Sep 22 22:34:31.766421 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 60916) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:34:31.824943 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ff1fd9a-ae83-4f18-810d-66a9a30f099f admin admin] Deleting subnet a2e26962-f1b2-4790-9746-9b0b87b25f94 {{(pid=89009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 22:34:31.827853 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2ff1fd9a-ae83-4f18-810d-66a9a30f099f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:31.879683 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2ff1fd9a-ae83-4f18-810d-66a9a30f099f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6199792'] for subnet, precommit_delete_associations {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:31.959042 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2ff1fd9a-ae83-4f18-810d-66a9a30f099f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-627492'] for subnet, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:32.025636 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2ff1fd9a-ae83-4f18-810d-66a9a30f099f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-627549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8189263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7507273'] for subnet, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:32.066584 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff1fd9a-ae83-4f18-810d-66a9a30f099f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2e26962-f1b2-4790-9746-9b0b87b25f94,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:34:32.071288 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-2ff1fd9a-ae83-4f18-810d-66a9a30f099f admin admin] Notify callbacks [] for subnet, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:32.077123 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe68d2c-aa03-45a7-b5c7-d7cdf43adc01 None None] Network 93c4d998-efcf-47bd-8edb-3804af0b66d0 requested from dv-neutron-858900-1-hyperv {{(pid=89010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 22:34:32.078404 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-2ff1fd9a-ae83-4f18-810d-66a9a30f099f admin admin] 10.222.0.33 "DELETE /v2.0/subnets/a2e26962-f1b2-4790-9746-9b0b87b25f94 HTTP/1.1" status: 204 len: 168 time: 0.3109579 Sep 22 22:34:32.080904 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 60920) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:34:32.184301 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-34dd5b66-64b6-4652-bdee-8d80d8801ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-655014'] for network, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:32.194409 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-34dd5b66-64b6-4652-bdee-8d80d8801ea8 admin admin] Deleting port 96ab7c61-d666-4010-b607-78c203269b25 {{(pid=89009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:34:32.194797 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-34dd5b66-64b6-4652-bdee-8d80d8801ea8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:32.329596 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a81343-71c7-4c3e-abbc-fb1750f10ea7 None None] DHCP port deletion for 93c4d998-efcf-47bd-8edb-3804af0b66d0 request from dv-neutron-858900-1-hyperv {{(pid=89010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 22:34:32.334023 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-71a81343-71c7-4c3e-abbc-fb1750f10ea7 None None] Deleting port 96ab7c61-d666-4010-b607-78c203269b25 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:34:32.334389 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-71a81343-71c7-4c3e-abbc-fb1750f10ea7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:32.415582 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.db [None req-34dd5b66-64b6-4652-bdee-8d80d8801ea8 admin admin] For port 96ab7c61-d666-4010-b607-78c203269b25, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=96ab7c61-d666-4010-b607-78c203269b25,segment=NetworkSegment(3883f57b-be1f-41b3-9ad4-8bfb3ceae71f),segment_id=3883f57b-be1f-41b3-9ad4-8bfb3ceae71f)] {{(pid=89009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:34:32.416537 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-34dd5b66-64b6-4652-bdee-8d80d8801ea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:32.542306 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.db [None req-71a81343-71c7-4c3e-abbc-fb1750f10ea7 None None] For port 96ab7c61-d666-4010-b607-78c203269b25, host dv-neutron-858900-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858900-1-hyperv',level=0,port_id=96ab7c61-d666-4010-b607-78c203269b25,segment=NetworkSegment(3883f57b-be1f-41b3-9ad4-8bfb3ceae71f),segment_id=3883f57b-be1f-41b3-9ad4-8bfb3ceae71f)] {{(pid=89010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 22:34:32.542720 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-71a81343-71c7-4c3e-abbc-fb1750f10ea7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8013439'] for port, precommit_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:32.641762 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.plugin [None req-34dd5b66-64b6-4652-bdee-8d80d8801ea8 admin admin] Calling delete_port for 96ab7c61-d666-4010-b607-78c203269b25 owned by network:dhcp {{(pid=89009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:34:32.660980 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-71a81343-71c7-4c3e-abbc-fb1750f10ea7 None None] Calling delete_port for 96ab7c61-d666-4010-b607-78c203269b25 owned by network:dhcp {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 22:34:32.718351 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-34dd5b66-64b6-4652-bdee-8d80d8801ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-687709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733476589909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733476248302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8189282'] for port, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:32.741622 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.db.api [None req-71a81343-71c7-4c3e-abbc-fb1750f10ea7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 22:34:32.742015 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG oslo_db.api [None req-71a81343-71c7-4c3e-abbc-fb1750f10ea7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 22:34:32.767946 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dd5b66-64b6-4652-bdee-8d80d8801ea8 admin admin] No DVR routers for this DVR port 96ab7c61-d666-4010-b607-78c203269b25 on host dv-neutron-858900-1-hyperv {{(pid=89009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 22:34:32.784789 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 96ab7c61-d666-4010-b607-78c203269b25 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:34:32.797687 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dd5b66-64b6-4652-bdee-8d80d8801ea8 admin admin] Pushing event deleted for resources: {'Port': ['ID=96ab7c61-d666-4010-b607-78c203269b25,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:34:32.818591 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 96ab7c61-d666-4010-b607-78c203269b25 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:34:32.818956 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 96ab7c61-d666-4010-b607-78c203269b25 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:34:32.819369 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 956116ad-6cc6-44a2-b06e-080ba77b1c04 no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:34:32.851367 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: 956116ad-6cc6-44a2-b06e-080ba77b1c04 {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:34:32.851708 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device 956116ad-6cc6-44a2-b06e-080ba77b1c04 not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:34:32.852110 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device c7a28bac-9f62-470a-9a70-24a76a6a9b2f no longer exists at agent ovs-agent-dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 22:34:32.884349 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-34dd5b66-64b6-4652-bdee-8d80d8801ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-626170', 'neutron.services.segments.db._delete_segments_for_network-8733476682927'] for network, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:32.886785 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] No Port match for: c7a28bac-9f62-470a-9a70-24a76a6a9b2f {{(pid=89010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 22:34:32.887132 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.rpc [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Device c7a28bac-9f62-470a-9a70-24a76a6a9b2f not bound to the agent host dv-neutron-858900-1-hyperv {{(pid=89010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 22:34:32.915004 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-34dd5b66-64b6-4652-bdee-8d80d8801ea8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93c4d998-efcf-47bd-8edb-3804af0b66d0']}} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:34:32.927361 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-34dd5b66-64b6-4652-bdee-8d80d8801ea8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3883f57b-be1f-41b3-9ad4-8bfb3ceae71f') {'for_net_delete': True} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:34:32.927663 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.services.segments.db [None req-34dd5b66-64b6-4652-bdee-8d80d8801ea8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3883f57b-be1f-41b3-9ad4-8bfb3ceae71f') {} {{(pid=89009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:34:32.938680 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-34dd5b66-64b6-4652-bdee-8d80d8801ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733476685523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6199785'] for segment, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:32.955128 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-34dd5b66-64b6-4652-bdee-8d80d8801ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638321'] for segment, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:32.961148 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34dd5b66-64b6-4652-bdee-8d80d8801ea8 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=89009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 22:34:32.961756 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-34dd5b66-64b6-4652-bdee-8d80d8801ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-638318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8189201'] for segment, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:33.023479 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 3883f57b-be1f-41b3-9ad4-8bfb3ceae71f resource provider aggregate not found Sep 22 22:34:33.046913 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.services.segments.plugin [-] Segment 3883f57b-be1f-41b3-9ad4-8bfb3ceae71f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3883f57b-be1f-41b3-9ad4-8bfb3ceae71f found for delete ", "request_id": "req-74ff3890-0b53-44b6-8c69-6b9691ffd1be"}]} Sep 22 22:34:33.060804 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-34dd5b66-64b6-4652-bdee-8d80d8801ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-626125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7901189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012209'] for network, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:33.076854 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-34dd5b66-64b6-4652-bdee-8d80d8801ea8 admin admin] Notify callbacks [] for network, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:33.086689 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dd5b66-64b6-4652-bdee-8d80d8801ea8 admin admin] Pushing event deleted for resources: {'Network': ['ID=93c4d998-efcf-47bd-8edb-3804af0b66d0,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:34:33.094200 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-34dd5b66-64b6-4652-bdee-8d80d8801ea8 admin admin] 10.222.0.33 "DELETE /v2.0/networks/93c4d998-efcf-47bd-8edb-3804af0b66d0 HTTP/1.1" status: 204 len: 168 time: 1.0123739 Sep 22 22:34:33.199903 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 60930) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:34:33.243158 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-71a81343-71c7-4c3e-abbc-fb1750f10ea7 None None] Deleting port 96ab7c61-d666-4010-b607-78c203269b25 {{(pid=89010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 22:34:33.243675 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-71a81343-71c7-4c3e-abbc-fb1750f10ea7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733476588418'] for port, before_delete {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:33.250688 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-bb4de8ab-2898-4b92-ac5e-abd99d2740ca admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=486c425ffbfa4affbe6b5c1066ace9b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473204 Sep 22 22:34:33.250971 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 60934) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:34:33.313931 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron.plugins.ml2.plugin [None req-71a81343-71c7-4c3e-abbc-fb1750f10ea7 None None] The port '96ab7c61-d666-4010-b607-78c203269b25' was deleted {{(pid=89010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 22:34:33.314826 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-58c20010-c94d-4eeb-afda-66def858132d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:33.341861 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-58c20010-c94d-4eeb-afda-66def858132d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:33.396794 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-58c20010-c94d-4eeb-afda-66def858132d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:33.412874 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c20010-c94d-4eeb-afda-66def858132d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac810fcf-6b6e-432e-b375-d9697be65a4c,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:34:33.421051 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-58c20010-c94d-4eeb-afda-66def858132d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:33.422179 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-58c20010-c94d-4eeb-afda-66def858132d admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/ac810fcf-6b6e-432e-b375-d9697be65a4c HTTP/1.1" status: 204 len: 168 time: 0.1703079 Sep 22 22:34:33.766340 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 60942) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:34:33.816798 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-61ecf27e-669b-4ea2-aa55-324bef0523ad admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=1b12635598c545858a7c74fd9b5f3750&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492871 Sep 22 22:34:33.819192 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.wsgi [-] (89009) accepted ('10.222.0.33', 60946) {{(pid=89009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 22:34:33.877845 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-82b49321-0afa-4636-a2da-14524beb60b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:33.902739 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-82b49321-0afa-4636-a2da-14524beb60b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:33.958486 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-82b49321-0afa-4636-a2da-14524beb60b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916678'] for security_group, after_delete {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:33.975008 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b49321-0afa-4636-a2da-14524beb60b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede717ef-f9f0-4cb0-9c67-7bbd86724f8f,revision_number=None']} {{(pid=89009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:34:33.980126 dv-neutron-858900-1-hyperv neutron-server[89009]: DEBUG neutron_lib.callbacks.manager [None req-82b49321-0afa-4636-a2da-14524beb60b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:33.981137 dv-neutron-858900-1-hyperv neutron-server[89009]: INFO neutron.wsgi [None req-82b49321-0afa-4636-a2da-14524beb60b2 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/ede717ef-f9f0-4cb0-9c67-7bbd86724f8f HTTP/1.1" status: 204 len: 168 time: 0.1610217 Sep 22 22:34:39.864873 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-d4b982bc-ae6d-43c3-bf8d-91a9e16f1cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:41.819571 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:34:42.069120 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-bf033190-5a08-4fd8-be00-0a89c6fbccfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:42.945247 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:43.388556 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:44.766460 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:34:56.668901 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:35:09.866547 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-c4c07259-c9c2-4721-976d-ead5eb72d292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:35:12.070207 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a30933c5-492e-4e07-ac23-5cd50c796194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:35:12.948534 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:35:13.391996 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:35:14.769255 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:35:18.817935 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:35:26.675226 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:35:39.867933 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-63d28914-9c2f-47b4-925a-f6a35aaf9b11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:35:42.071019 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7b723426-cd22-4b99-bae3-a93335746541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:35:42.950614 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:35:43.394459 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:35:44.772081 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:35:55.817229 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:35:56.685034 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:36:09.869919 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6170100e-bf41-4d2f-b716-e65b174acba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:36:12.072595 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9a26f621-b66f-4766-9d0f-6bca68b27995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:36:12.952403 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:36:13.397048 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:36:14.774278 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:36:26.687775 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:36:32.816883 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:36:39.871996 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4e358a7a-9a33-4bf2-a10c-208b785eb0ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:36:42.074262 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-d5501813-7ae4-4a79-9337-86335e969d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:36:42.954088 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:36:43.400828 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:36:44.776309 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:36:56.684409 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:37:09.816199 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:37:09.875002 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-659a2b10-9fd3-4bae-946a-b952ad59ce2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:37:12.075518 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-6619310c-c5ed-4b64-b814-db397ba85a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:37:12.956003 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:37:13.403102 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:37:14.779351 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:37:26.683286 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:37:39.876797 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-daf0a94c-0c9b-4c42-a927-1fd6c7223bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:37:42.075992 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7ea54578-238e-4c6e-bfe1-403fd23341ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:37:42.959187 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:37:43.406297 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:37:44.780714 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:37:46.815756 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:37:56.698962 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:38:09.880422 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-ccabbbeb-bc66-4fbe-8005-f754bff6d72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:38:12.077484 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-b2cd038a-0d33-436f-96df-bd368c27bd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:38:12.961860 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:38:13.409633 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:38:14.783691 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:38:23.815377 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:38:26.704960 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:38:39.881488 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-f3db34a2-3f0c-414c-b793-45a9f7f36b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:38:42.077771 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-11ccf0cb-f2ae-4489-b3e1-1af7fcd9a19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:38:42.963177 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:38:43.412626 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:38:44.786408 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:38:56.717596 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:39:00.814556 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:39:09.883236 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a844f6b3-19c8-4948-9d45-7aa4e8b2d385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:39:12.079714 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-0d1f0944-48a5-47f9-add6-e823a9f086c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:39:12.965875 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:39:13.416571 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:39:14.789679 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:39:26.717283 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:39:37.814819 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 22:39:39.884587 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-9b66a2bb-3fbe-4ba7-8a55-c51b720c0fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:39:42.080196 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-e7fa47c1-ec75-47fb-8cc7-1dde9046cf50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:39:42.968057 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:39:43.418941 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:39:44.791956 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:39:56.729884 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-1733d3e7-a398-47c7-b38d-0367211cb7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:40:09.889487 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-7352a989-9bcf-4245-9870-7d1d854eee10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:40:12.081327 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-4834000d-172f-4e26-9aa1-8a127a25e0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:40:12.969876 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-beb7ace3-193c-4564-9e07-98d6667c7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:40:13.421328 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b30-3946-4390-a9eb-85988f5043b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:40:14.796559 dv-neutron-858900-1-hyperv neutron-server[89010]: DEBUG neutron_lib.callbacks.manager [None req-65c60cbc-395a-44f1-85f4-f14540d98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733476682909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661248'] for agent, after_update {{(pid=89010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 22:40:14.815544 dv-neutron-858900-1-hyperv neutron-server[89011]: DEBUG neutron.db.agents_db [None req-852149ba-0d58-4857-8a81-9bcb882f770f None None] Agent healthcheck: found 6 active agents {{(pid=89011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}